-- Logs begin at Tue 2021-10-26 13:14:46 UTC, end at Tue 2021-10-26 15:35:42 UTC. -- Oct 26 13:45:25.520322 n-d-815498-1 systemd[1]: Started Devstack devstack@q-svc.service. Oct 26 13:45:28.237203 n-d-815498-1 neutron-server[102014]: INFO neutron.common.config [-] Logging enabled! Oct 26 13:45:28.237856 n-d-815498-1 neutron-server[102014]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev108 Oct 26 13:45:28.238017 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102014) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 26 13:45:28.241150 n-d-815498-1 neutron-server[102014]: INFO neutron.common.config [-] Logging enabled! Oct 26 13:45:28.241407 n-d-815498-1 neutron-server[102014]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev108 Oct 26 13:45:28.241722 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102014) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 26 13:45:28.242713 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 13:45:28.242952 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 13:45:28.243316 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 13:45:28.243564 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 13:45:28.243791 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 13:45:28.244113 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.244414 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.244712 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.244944 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.245241 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.245536 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.245821 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.246146 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.246450 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.246742 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.247025 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.247315 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.247548 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.247830 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.248119 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.248927 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.249163 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] debug = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.249448 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.249882 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.250315 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.250600 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.251158 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.251444 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.251720 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.252001 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.252286 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.252616 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] host = n-d-815498-1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.252902 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.253193 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.253485 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.253774 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.254079 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.254361 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.254649 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.254927 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.255201 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] log_file = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.255477 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.255768 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.256058 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.256351 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.256577 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.256801 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.257103 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.257413 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.257741 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.258089 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.258369 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.258644 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.258920 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.259192 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.259481 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.259769 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.260059 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.260341 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.260619 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.260895 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.261172 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.261460 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.261735 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.262035 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.262316 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.262604 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.262875 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.263154 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.263457 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.263748 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.264057 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.264934 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.265215 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.265507 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.265786 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.266094 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.266376 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] use_json = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.266653 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.266929 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.267214 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.267493 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.267772 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.268048 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.268324 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.268615 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:28.268915 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.269218 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.269523 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.269813 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.270150 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.270443 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.270737 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.271018 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.271313 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.271606 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.271899 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.272180 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.272472 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.272754 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.273050 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.273359 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.273657 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.273952 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.274255 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.274535 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.274811 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.275092 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.275380 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.275662 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.275954 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.276247 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.276526 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.276816 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.277110 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.277402 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.277679 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.277963 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.278280 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.278562 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.278840 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.279124 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.279417 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.279726 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.280005 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.280298 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.280581 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.280859 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.281136 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.281419 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.281717 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.282019 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.282298 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.282574 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.282855 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.283129 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.283416 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.283696 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.283973 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.284249 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.284531 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.284807 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.285084 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.285364 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.285640 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.285923 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.286223 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.286499 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.286775 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.287051 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.287324 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.287597 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.287874 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.288155 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.288427 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.288772 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.289047 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.289325 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.289602 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.289894 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.290226 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.290512 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.290797 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.291080 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.291363 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.291645 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.291929 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.292211 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.292492 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.292770 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.293067 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.293355 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.293645 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.293936 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.294241 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.294558 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.294839 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.295123 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.295429 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.295711 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.295997 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.296285 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.296584 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.296881 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.297177 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.297472 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.297767 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.298077 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.298388 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.298670 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:28.298891 n-d-815498-1 neutron-server[102014]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 13:45:28.299134 n-d-815498-1 neutron-server[102014]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102014) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 26 13:45:28.733591 n-d-815498-1 neutron-server[102014]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 13:45:28.733874 n-d-815498-1 neutron-server[102014]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 13:45:28.734192 n-d-815498-1 neutron-server[102014]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 13:45:28.734530 n-d-815498-1 neutron-server[102014]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 26 13:45:29.052800 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.053010 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.053287 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.054507 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.054785 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.055054 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.088677 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.088955 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.089227 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.104777 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.105061 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.105330 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.135553 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.135827 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.136092 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.172734 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.173017 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.173289 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.409134 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.409749 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.409749 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.409937 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.410655 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.539361 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.539686 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.539972 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.540248 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.540517 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.540833 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.541102 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.541358 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.541614 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.541899 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.542186 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.542456 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.542717 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.542971 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.543229 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.543494 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.543750 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.544018 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.544288 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.544549 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.544819 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.545071 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.545414 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.545795 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.546081 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.546334 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.546734 n-d-815498-1 neutron-server[102014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:45:29.546977 n-d-815498-1 neutron-server[102014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:45:29.547216 n-d-815498-1 neutron-server[102014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:45:29.547456 n-d-815498-1 neutron-server[102014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:45:29.547691 n-d-815498-1 neutron-server[102014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:45:29.547927 n-d-815498-1 neutron-server[102014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:45:29.548286 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 26 13:45:29.551538 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 26 13:45:29.555523 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 26 13:45:29.559463 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Oct 26 13:45:29.561137 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 26 13:45:29.561593 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 26 13:45:29.561927 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 26 13:45:29.562340 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 26 13:45:29.565161 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 26 13:45:29.565413 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 26 13:45:29.565763 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 13:45:29.571215 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 26 13:45:29.594690 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 26 13:45:29.595148 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.595452 n-d-815498-1 neutron-server[102014]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102014) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 26 13:45:29.595812 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.597210 n-d-815498-1 neutron-server[102014]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102014) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 26 13:45:29.597496 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 13:45:29.597750 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 26 13:45:29.601001 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.601293 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:29.664745 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 26 13:45:29.664939 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 26 13:45:29.665179 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 26 13:45:29.665552 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 26 13:45:29.685578 n-d-815498-1 neutron-server[102014]: DEBUG oslo_db.sqlalchemy.engines [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102014) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 26 13:45:30.218008 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Initializing driver for type 'gre' Oct 26 13:45:30.218516 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] gre ID ranges: [(1, 1000)] Oct 26 13:45:30.270964 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Initializing driver for type 'local' Oct 26 13:45:30.271402 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Initializing driver for type 'vlan' Oct 26 13:45:30.284589 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] VlanTypeDriver initialization complete Oct 26 13:45:30.284926 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Initializing driver for type 'vxlan' Oct 26 13:45:30.285417 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] vxlan ID ranges: [(1, 1000)] Oct 26 13:45:30.337969 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Initializing extension driver 'port_security' Oct 26 13:45:30.338421 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.extensions.port_security [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] PortSecurityExtensionDriver initialization complete Oct 26 13:45:30.338763 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Initializing mechanism driver 'openvswitch' Oct 26 13:45:30.339092 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Initializing mechanism driver 'hyperv' Oct 26 13:45:30.346837 n-d-815498-1 neutron-server[102014]: DEBUG neutron.plugins.ml2.plugin [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:45:30.348040 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > port after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.348466 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > port after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.348969 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > port after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.349705 n-d-815498-1 neutron-server[102014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 13:45:30.350422 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > subnet after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.350920 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > subnet after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.351319 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.351872 n-d-815498-1 neutron-server[102014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 13:45:30.352772 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > network after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.353464 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > network after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.354267 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > network after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.354836 n-d-815498-1 neutron-server[102014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 13:45:30.355336 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > security_group after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.355745 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > security_group after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.356123 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.356661 n-d-815498-1 neutron-server[102014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 13:45:30.357196 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.357640 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.358572 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.359183 n-d-815498-1 neutron-server[102014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 13:45:30.360155 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > address_group after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.360853 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > address_group after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.361659 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.362495 n-d-815498-1 neutron-server[102014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 13:45:30.363019 n-d-815498-1 neutron-server[102014]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] ML2 OVO RPC backend initialized. {{(pid=102014) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 26 13:45:30.363963 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.364427 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.364955 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > network before_response 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.365432 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > networks before_response 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.365891 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > port before_response 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.366303 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > ports before_response 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.366687 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > subnet before_response 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.367130 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > subnets before_response 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.367568 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > network after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.367978 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > network after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.368396 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > network after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.368742 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > port after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.369088 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > port after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.369432 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > port after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.369791 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > subnet after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.370170 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > subnet after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.370518 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.371171 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.plugin [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Modular L2 Plugin initialization complete Oct 26 13:45:30.371511 n-d-815498-1 neutron-server[102014]: DEBUG neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading services supported by the core plugin {{(pid=102014) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 26 13:45:30.371845 n-d-815498-1 neutron-server[102014]: INFO neutron.plugins.ml2.managers [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Got port-security extension from driver 'port_security' Oct 26 13:45:30.372319 n-d-815498-1 neutron-server[102014]: INFO neutron.extensions.vlantransparent [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Disabled vlantransparent extension. Oct 26 13:45:30.372832 n-d-815498-1 neutron-server[102014]: DEBUG neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102014) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 26 13:45:30.373159 n-d-815498-1 neutron-server[102014]: INFO neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading Plugin: router Oct 26 13:45:30.410046 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.410611 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router after_create 55549900 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.410814 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router before_create 55549900 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.411185 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.411566 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.411928 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router after_delete 55549900 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.412293 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.412771 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.413141 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router after_create 55549900 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.413501 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router after_update 55549900 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.413858 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router after_update 55549900 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.414240 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.414611 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router after_update 55549900 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.415035 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router precommit_update 55549900 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.415401 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: port after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.415747 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: port after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.416095 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: subnet after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.416441 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.416794 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.417145 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router precommit_create 55549900 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.417494 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: port before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.417842 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router precommit_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.418223 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router after_update 55549900 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.418572 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.418929 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router precommit_create 55549900 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.419295 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.419653 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router precommit_update 55549900 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.420025 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > agent after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.420893 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > agent after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.421242 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > network after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.422147 n-d-815498-1 neutron-server[102014]: DEBUG neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Tracking information for resource: router configured {{(pid=102014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:45:30.422490 n-d-815498-1 neutron-server[102014]: DEBUG neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Tracking information for resource: floatingip configured {{(pid=102014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:45:30.427385 n-d-815498-1 neutron-server[102014]: INFO neutron.db.l3_agentschedulers_db [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 26 13:45:30.427974 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: port after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.428339 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: port after_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.428695 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: port after_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.429051 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: port after_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.429848 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router before_create 55550100 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.430569 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.430569 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router precommit_create 55550100 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.430952 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > router precommit_update 55550100 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.436489 n-d-815498-1 neutron-server[102014]: DEBUG neutron.services.provider_configuration [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service providers = [] {{(pid=102014) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 26 13:45:30.436866 n-d-815498-1 neutron-server[102014]: DEBUG neutron.db.servicetype_db [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102014) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 26 13:45:30.439873 n-d-815498-1 neutron-server[102014]: DEBUG neutron.services.service_base [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 13:45:30.440228 n-d-815498-1 neutron-server[102014]: DEBUG neutron.services.service_base [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 13:45:30.440575 n-d-815498-1 neutron-server[102014]: DEBUG neutron.services.service_base [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 13:45:30.441477 n-d-815498-1 neutron-server[102014]: DEBUG neutron.services.service_base [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 13:45:30.441853 n-d-815498-1 neutron-server[102014]: INFO neutron.services.service_base [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 26 13:45:30.442376 n-d-815498-1 neutron-server[102014]: DEBUG neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:45:30.442701 n-d-815498-1 neutron-server[102014]: INFO neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 26 13:45:30.454812 n-d-815498-1 neutron-server[102014]: DEBUG neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:45:30.455149 n-d-815498-1 neutron-server[102014]: INFO neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading Plugin: auto_allocate Oct 26 13:45:30.460993 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: network precommit_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.461371 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: network precommit_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.461896 n-d-815498-1 neutron-server[102014]: DEBUG neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:45:30.462246 n-d-815498-1 neutron-server[102014]: INFO neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading Plugin: tag Oct 26 13:45:30.469600 n-d-815498-1 neutron-server[102014]: DEBUG neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:45:30.469888 n-d-815498-1 neutron-server[102014]: INFO neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading Plugin: timestamp Oct 26 13:45:30.473758 n-d-815498-1 neutron-server[102014]: DEBUG neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:45:30.474129 n-d-815498-1 neutron-server[102014]: INFO neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading Plugin: network_ip_availability Oct 26 13:45:30.479613 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.479989 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.480353 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.481075 n-d-815498-1 neutron-server[102014]: DEBUG neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:45:30.481401 n-d-815498-1 neutron-server[102014]: INFO neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading Plugin: flavors Oct 26 13:45:30.487085 n-d-815498-1 neutron-server[102014]: DEBUG neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:45:30.487420 n-d-815498-1 neutron-server[102014]: INFO neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading Plugin: revisions Oct 26 13:45:30.491777 n-d-815498-1 neutron-server[102014]: DEBUG neutron.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:45:30.492174 n-d-815498-1 neutron-server[102014]: DEBUG oslo_concurrency.lockutils [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.758s {{(pid=102014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 13:45:30.492929 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102014) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 26 13:45:30.493271 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Initializing extension manager. Oct 26 13:45:30.493782 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: __init__.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.494168 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: __pycache__ {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.494512 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.494854 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: address_group.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.495612 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.496174 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: address-group Oct 26 13:45:30.496502 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: address_scope.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.497223 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.497739 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: address-scope Oct 26 13:45:30.498102 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.499083 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.499606 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: router-admin-state-down-before-update Oct 26 13:45:30.499934 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: agent.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.500917 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.501434 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: agent Oct 26 13:45:30.501764 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: agent_resources_synced.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.502717 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.503236 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: agent-resources-synced Oct 26 13:45:30.503688 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: allowedaddresspairs.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.505503 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.506065 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: allowed-address-pairs Oct 26 13:45:30.506397 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: auto_allocated_topology.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.507499 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.508058 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: auto-allocated-topology Oct 26 13:45:30.508385 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: availability_zone.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.509119 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.509640 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: availability_zone Oct 26 13:45:30.509967 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: availability_zone_filter.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.510926 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.511442 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: availability_zone_filter Oct 26 13:45:30.511763 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: data_plane_status.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.512768 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.513284 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension data-plane-status not supported by any of loaded plugins Oct 26 13:45:30.513630 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: default_subnetpools.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.514627 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.515151 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: default-subnetpools Oct 26 13:45:30.515476 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.516293 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.516810 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: dhcp_agent_scheduler Oct 26 13:45:30.517137 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: dns.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.518107 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.518625 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension dns-integration not supported by any of loaded plugins Oct 26 13:45:30.518951 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: dns_domain_ports.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.519884 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.520399 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 26 13:45:30.520724 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.521654 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.522203 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 26 13:45:30.522530 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: dvr.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.523208 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.523725 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: dvr Oct 26 13:45:30.524052 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: ecmp_routes.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.524980 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.525495 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 26 13:45:30.525825 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: empty_string_filtering.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.526782 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.527301 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: empty-string-filtering Oct 26 13:45:30.527628 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.528553 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.529064 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 26 13:45:30.529399 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.530866 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.531379 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 26 13:45:30.531722 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: external_net.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.532625 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.533138 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: external-net Oct 26 13:45:30.533464 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.534409 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.535085 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: extra_dhcp_opt Oct 26 13:45:30.535429 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: extraroute.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.536356 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.536873 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: extraroute Oct 26 13:45:30.537201 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: extraroute_atomic.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.538268 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.538787 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: extraroute-atomic Oct 26 13:45:30.539117 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: filter_validation.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.539971 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.540492 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: filter-validation Oct 26 13:45:30.540823 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: fip_pf_description.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.541778 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.542318 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 26 13:45:30.542648 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: fip_port_details.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.543649 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.544174 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: fip-port-details Oct 26 13:45:30.544503 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: flavors.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.546410 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.546944 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: flavors Oct 26 13:45:30.547275 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.548977 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.549512 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 26 13:45:30.549853 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: floatingip_pools.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.550591 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.551115 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: floatingip-pools Oct 26 13:45:30.551449 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: ip_allocation.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.552398 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.552913 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension ip_allocation not supported by any of loaded plugins Oct 26 13:45:30.553246 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.554207 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.554729 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: ip-substring-filtering Oct 26 13:45:30.555060 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: l2_adjacency.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.555996 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.556511 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 26 13:45:30.556840 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: l3.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.557811 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.558376 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: router Oct 26 13:45:30.558707 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.561020 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.561552 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 26 13:45:30.561888 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.562873 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.563399 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: ext-gw-mode Oct 26 13:45:30.563730 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.564679 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.565197 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: l3-ha Oct 26 13:45:30.565525 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: l3_flavors.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.566472 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.566993 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: l3-flavors Oct 26 13:45:30.567320 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.568294 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.568810 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 26 13:45:30.569137 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: l3agentscheduler.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.570239 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.570769 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: l3_agent_scheduler Oct 26 13:45:30.571099 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: logging.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.572613 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.573145 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension logging not supported by any of loaded plugins Oct 26 13:45:30.573482 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: metering.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.574262 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.574856 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: metering Oct 26 13:45:30.575189 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.576455 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.576978 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: metering_source_and_destination_fields Oct 26 13:45:30.577312 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: multiprovidernet.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.578299 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.578823 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: multi-provider Oct 26 13:45:30.579153 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: netmtu.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.580116 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.580641 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: net-mtu Oct 26 13:45:30.580968 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: netmtu_writable.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.581909 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.582461 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: net-mtu-writable Oct 26 13:45:30.582794 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: network_availability_zone.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.583488 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.584001 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: network_availability_zone Oct 26 13:45:30.584328 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: network_ip_availability.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.585457 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.585998 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: network-ip-availability Oct 26 13:45:30.586332 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: network_segment_range.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.587106 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.587617 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension network-segment-range not supported by any of loaded plugins Oct 26 13:45:30.587943 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: pagination.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.588939 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.589275 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: pagination Oct 26 13:45:30.589599 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: port_device_profile.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.590558 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.591086 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: port-device-profile Oct 26 13:45:30.591411 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.592883 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.593406 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: port-mac-address-regenerate Oct 26 13:45:30.593732 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.594686 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.595215 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: port-numa-affinity-policy Oct 26 13:45:30.595544 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: port_resource_request.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.596484 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.596998 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension port-resource-request not supported by any of loaded plugins Oct 26 13:45:30.597321 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: portbindings.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.598311 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.598831 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: binding Oct 26 13:45:30.599156 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: portbindings_extended.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.600453 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.600973 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: binding-extended Oct 26 13:45:30.601306 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: portsecurity.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.602272 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.602790 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: port-security Oct 26 13:45:30.603119 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: project_id.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.604106 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.604443 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: project-id Oct 26 13:45:30.604771 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: providernet.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.605723 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.606278 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: provider Oct 26 13:45:30.606605 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: qos.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.610864 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.611395 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension qos not supported by any of loaded plugins Oct 26 13:45:30.611734 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.613006 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.613534 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 26 13:45:30.613871 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.614850 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.615374 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 26 13:45:30.615707 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: qos_default.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.616633 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.617153 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension qos-default not supported by any of loaded plugins Oct 26 13:45:30.617489 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: qos_fip.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.618192 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.618706 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension qos-fip not supported by any of loaded plugins Oct 26 13:45:30.619220 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: qos_gateway_ip.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.620165 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.620692 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 26 13:45:30.621018 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: qos_port_network_policy.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.621950 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.622500 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 26 13:45:30.622827 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.623905 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.624428 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 26 13:45:30.624755 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: qos_pps_rule.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.626224 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.626753 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension qos-pps not supported by any of loaded plugins Oct 26 13:45:30.627083 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: qos_rule_type_details.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.628015 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.628531 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 26 13:45:30.628859 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: qos_rules_alias.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.630126 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.630654 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 26 13:45:30.630982 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: quotasv2.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.631936 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.632268 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: quotas Oct 26 13:45:30.632595 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: quotasv2_detail.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.635829 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.636178 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: quota_details Oct 26 13:45:30.636518 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: rbac.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.637602 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.638169 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: rbac-policies Oct 26 13:45:30.638504 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: rbac_address_group.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.639535 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.640064 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: rbac-address-group Oct 26 13:45:30.640405 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: rbac_address_scope.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.641342 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.641865 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: rbac-address-scope Oct 26 13:45:30.642222 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: rbac_security_groups.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.643158 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.643680 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: rbac-security-groups Oct 26 13:45:30.644104 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: rbac_subnetpool.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.645857 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.646381 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: rbac-subnetpool Oct 26 13:45:30.646716 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: revisionifmatch.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.647675 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.648201 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: revision-if-match Oct 26 13:45:30.648533 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: revisions.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.649666 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.650223 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: standard-attr-revisions Oct 26 13:45:30.650561 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: router_availability_zone.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.651246 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.651761 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: router_availability_zone Oct 26 13:45:30.652087 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: routerservicetype.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.653030 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.653551 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension router-service-type not supported by any of loaded plugins Oct 26 13:45:30.653879 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.655526 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.656050 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: security-groups-normalized-cidr Oct 26 13:45:30.656378 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.657309 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.657827 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: port-security-groups-filtering Oct 26 13:45:30.658180 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.659123 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.659642 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: security-groups-remote-address-group Oct 26 13:45:30.659969 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: securitygroup.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.669835 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.670469 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: security-group Oct 26 13:45:30.670814 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: segment.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.671612 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.672133 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension segment not supported by any of loaded plugins Oct 26 13:45:30.672467 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.673487 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.674040 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 26 13:45:30.674375 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: servicetype.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.676012 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.676541 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: service-type Oct 26 13:45:30.676874 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: sorting.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.677913 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.678281 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: sorting Oct 26 13:45:30.678615 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: standard_attr_segment.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.679550 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.680074 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 26 13:45:30.680406 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: standardattrdescription.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.681070 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.681587 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: standard-attr-description Oct 26 13:45:30.681915 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: stateful_security_group.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.682881 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.683406 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: stateful-security-group Oct 26 13:45:30.683734 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: stdattrs_common.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.684324 n-d-815498-1 neutron-server[102014]: WARNING neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 26 13:45:30.684650 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.685588 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.686167 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 26 13:45:30.686494 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: subnet_onboard.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.687585 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.688108 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: subnet_onboard Oct 26 13:45:30.688436 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.689383 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.689903 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 26 13:45:30.690255 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: subnet_service_types.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.691206 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.691725 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: subnet-service-types Oct 26 13:45:30.692050 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: subnetallocation.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.693165 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.693694 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: subnet_allocation Oct 26 13:45:30.694049 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.694730 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.695265 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: subnetpool-prefix-ops Oct 26 13:45:30.695591 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.696529 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.697046 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 26 13:45:30.697374 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: tagging.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.698508 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.699036 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: standard-attr-tag Oct 26 13:45:30.699365 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: timestamp.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.700584 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.701118 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loaded extension: standard-attr-timestamp Oct 26 13:45:30.701473 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: trunk.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.702550 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.703077 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension trunk not supported by any of loaded plugins Oct 26 13:45:30.703410 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: trunk_details.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.704363 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.704882 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension trunk-details not supported by any of loaded plugins Oct 26 13:45:30.705213 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: uplink_status_propagation.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.706184 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.706705 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 26 13:45:30.707034 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Loading extension file: vlantransparent.py {{(pid=102014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:45:30.707769 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:45:30.708226 n-d-815498-1 neutron-server[102014]: INFO neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 26 13:45:30.710708 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:network Oct 26 13:45:30.711246 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:subnet Oct 26 13:45:30.711650 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 13:45:30.712048 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:port Oct 26 13:45:30.713329 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.v2.resource_helper [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:45:30.713788 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.v2.resource_helper [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service FLAVORS assigned prefix: {{(pid=102014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:45:30.714444 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.v2.resource_helper [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:45:30.714887 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.v2.resource_helper [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:45:30.715223 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:router Oct 26 13:45:30.715680 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:floatingip Oct 26 13:45:30.716176 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.v2.resource_helper [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service METERING assigned prefix: /metering {{(pid=102014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:45:30.718198 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.718574 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.718998 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:45:30.720061 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 13:45:30.720462 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:security_group Oct 26 13:45:30.720915 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 13:45:30.721545 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.v2.resource_helper [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service CORE assigned prefix: {{(pid=102014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:45:30.721877 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 13:45:30.722263 n-d-815498-1 neutron-server[102014]: WARNING neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] subnetpool is already registered Oct 26 13:45:30.722705 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.v2.resource_helper [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service CORE assigned prefix: {{(pid=102014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:45:30.723049 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 13:45:30.723386 n-d-815498-1 neutron-server[102014]: WARNING neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] subnetpool is already registered Oct 26 13:45:30.725825 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.v2.resource_helper [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:45:30.726315 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.v2.resource_helper [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service FLAVORS assigned prefix: {{(pid=102014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:45:30.726931 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.v2.resource_helper [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:45:30.727372 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.v2.resource_helper [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:45:30.727721 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:router Oct 26 13:45:30.728069 n-d-815498-1 neutron-server[102014]: WARNING neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] router is already registered Oct 26 13:45:30.728487 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:floatingip Oct 26 13:45:30.728837 n-d-815498-1 neutron-server[102014]: WARNING neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] floatingip is already registered Oct 26 13:45:30.729317 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.v2.resource_helper [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service METERING assigned prefix: /metering {{(pid=102014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:45:30.730057 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 13:45:30.730397 n-d-815498-1 neutron-server[102014]: WARNING neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] rbac_policy is already registered Oct 26 13:45:30.730816 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:security_group Oct 26 13:45:30.731154 n-d-815498-1 neutron-server[102014]: WARNING neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] security_group is already registered Oct 26 13:45:30.731579 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 13:45:30.731914 n-d-815498-1 neutron-server[102014]: WARNING neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] security_group_rule is already registered Oct 26 13:45:30.732411 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.v2.resource_helper [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service CORE assigned prefix: {{(pid=102014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:45:30.733291 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 13:45:30.733629 n-d-815498-1 neutron-server[102014]: WARNING neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] subnetpool is already registered Oct 26 13:45:30.734084 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.v2.resource_helper [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Service CORE assigned prefix: {{(pid=102014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:45:30.734414 n-d-815498-1 neutron-server[102014]: INFO neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 13:45:30.734748 n-d-815498-1 neutron-server[102014]: WARNING neutron.quota.resource_registry [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] subnetpool is already registered Oct 26 13:45:30.736463 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: extensions {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.737943 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: address-groups {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.739485 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: address-scopes {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.740756 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: agents {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.742076 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: auto-allocated-topology {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.743321 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: availability_zones {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.744597 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: dhcp-networks {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.746169 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: dhcp-agents {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.747712 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: routers {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.749925 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: flavors {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.751503 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: service_profiles {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.752744 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: next_providers {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.754288 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: service_profiles {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.755790 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: floatingip-pools {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.757114 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: routers {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.759276 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: floatingips {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.760582 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: l3-routers {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.762009 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: l3-agents {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.763424 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: metering-labels {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.764731 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: metering-label-rules {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.766154 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: network-ip-availabilities {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.767448 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: bindings {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.769026 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: quotas {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.770778 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: quotas {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.772328 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: rbac-policies {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.773544 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: security-groups {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.774915 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: security-group-rules {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.776176 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: service-providers {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.777400 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: subnetpools {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.778849 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: subnetpools {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.780857 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: tags {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.782607 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: tags {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.784436 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: tags {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.786258 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: tags {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.787991 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: tags {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.790021 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: tags {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.791766 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: tags {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.794588 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: tags {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.797041 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: tags {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.798810 n-d-815498-1 neutron-server[102014]: DEBUG neutron.api.extensions [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Extended resource: tags {{(pid=102014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:45:30.804931 n-d-815498-1 neutron-server[102014]: WARNING keystonemiddleware.auth_token [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 26 13:45:30.809489 n-d-815498-1 neutron-server[102014]: WARNING keystonemiddleware.auth_token [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 26 13:45:30.818560 n-d-815498-1 neutron-server[102014]: DEBUG oslo_concurrency.lockutils [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Acquired lock "singleton_lock" {{(pid=102014) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 26 13:45:30.819040 n-d-815498-1 neutron-server[102014]: DEBUG oslo_concurrency.lockutils [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Releasing lock "singleton_lock" {{(pid=102014) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 26 13:45:30.819690 n-d-815498-1 neutron-server[102014]: INFO oslo_service.service [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Starting 2 workers Oct 26 13:45:30.824514 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Started child 102123 {{(pid=102014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 13:45:30.829003 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Started child 102124 {{(pid=102014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 13:45:30.829818 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:30.830614 n-d-815498-1 neutron-server[102014]: INFO neutron.service [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 26 13:45:30.831243 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Publish callbacks [] for process, before_spawn {{(pid=102014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:30.831342 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [-] (102123) wsgi starting up on http://0.0.0.0:9696 Oct 26 13:45:30.833658 n-d-815498-1 neutron-server[102014]: INFO oslo_service.service [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Starting 1 workers Oct 26 13:45:30.833767 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:30.835130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [-] (102124) wsgi starting up on http://0.0.0.0:9696 Oct 26 13:45:30.838877 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Started child 102125 {{(pid=102014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 13:45:30.839440 n-d-815498-1 neutron-server[102014]: INFO oslo_service.service [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Starting 1 workers Oct 26 13:45:30.843167 n-d-815498-1 neutron-server[102125]: DEBUG neutron.service [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] calling RpcWorker wait() {{(pid=102125) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 26 13:45:30.843695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.service [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] returning from RpcWorker wait() {{(pid=102125) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 26 13:45:30.844410 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Started child 102126 {{(pid=102014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 13:45:30.845005 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:30.845225 n-d-815498-1 neutron-server[102014]: DEBUG neutron_lib.callbacks.manager [None req-9deee10b-f771-4abe-b6b9-4da578b18071 None None] Publish callbacks [] for process, after_spawn {{(pid=102014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:30.845449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:45:30.847200 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102014) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 13:45:30.847415 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 13:45:30.847610 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 13:45:30.847829 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 13:45:30.848175 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 13:45:30.848337 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 13:45:30.848855 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.849148 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.849402 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.849491 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:30.849937 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.849937 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.850527 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.850800 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.851062 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.851339 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.851592 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.851766 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.851940 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.852193 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.852454 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.852754 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.853014 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.853275 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.853536 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.853708 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.853965 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.854268 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.854519 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.854790 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] debug = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.855036 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.855497 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.855744 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.856006 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.856224 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.856495 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.856740 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.857001 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.857238 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.857454 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.857793 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.858591 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.858837 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.859068 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.859315 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.859574 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.859796 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.860257 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] host = n-d-815498-1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.860478 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.860695 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.860941 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.861199 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.861459 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.861675 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.861945 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.862236 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.862490 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.862715 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.862976 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.863226 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.863461 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.863700 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_file = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.863865 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_options = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.864091 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.864352 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.864605 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.864803 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.864956 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.865138 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.865406 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.865556 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.865817 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.866062 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.866277 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.866492 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.866737 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.866968 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.867224 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.867454 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.867689 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.867903 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.868146 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.868375 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.868695 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.868845 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.869078 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.869314 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.869558 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.869772 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.870040 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.870284 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.870501 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.870748 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.870971 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.871232 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.871469 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.871714 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.871979 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.872217 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.872454 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.872702 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.873150 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.873437 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.873691 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.873944 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.874182 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.874418 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.874636 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.874926 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.875076 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] use_json = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.875274 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.875514 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.876012 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.876247 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.876463 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.877473 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.877927 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.878147 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.878452 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.878943 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.879184 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.879359 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.879540 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.879801 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.879952 n-d-815498-1 neutron-server[102126]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:45:30.880093 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.880412 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.880562 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.880806 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.881191 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.881438 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.882047 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.882991 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.883570 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.886102 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.886409 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.886717 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.887000 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.887241 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.887502 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.887763 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.888047 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.888281 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.888586 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.889483 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.889720 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.890099 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.890387 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.890743 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.891121 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.891384 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.891627 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.891879 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.892107 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.892336 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.895673 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.895991 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.896264 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.896489 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.896756 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.897004 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.897254 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.897499 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.897743 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.898024 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.898270 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.898504 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.898751 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.898977 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.899220 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.899460 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.899796 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.900055 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.900305 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.900541 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.900787 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.901008 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.901226 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.901462 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.901701 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.901922 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.902160 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.902375 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.902599 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.902815 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.903091 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.903310 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.903527 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.903744 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.903973 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.904205 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.904418 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.905267 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.905536 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.905804 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.906053 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.906273 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.906495 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.907175 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.907394 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.907636 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.907851 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.908069 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.908305 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.908518 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.908730 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.908966 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.909182 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.909451 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.909775 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.910054 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.910305 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.910524 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.910781 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.911001 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.911240 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.911477 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.911724 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.911942 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.912190 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.912413 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.912681 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.912923 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.913145 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.913401 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.913618 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.913866 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.914102 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.914370 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.914573 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.914837 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.915096 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.915327 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.915555 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.915784 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.916093 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.916310 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.916614 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.916851 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.917128 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.917431 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.917720 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.918018 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.918272 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.918502 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.918775 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.919035 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.919279 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.919525 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.919756 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.920006 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.920326 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.920573 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.920818 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.921039 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.921268 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.921594 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.921858 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.922096 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.922319 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.922572 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.922836 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.923073 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.923336 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.923595 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.923843 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.924101 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.924327 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.924539 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.924782 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.925014 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.925230 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.925463 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.925696 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.925949 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.926201 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.926411 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.926640 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.926873 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.927093 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.927321 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.927557 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.927771 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.928014 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.928229 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.928464 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.928697 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.928914 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.929147 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.929424 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.929641 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.929892 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.930156 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.930434 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.930681 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.930922 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.931147 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.931359 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.931594 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.931842 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.932065 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.932278 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.932488 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.932703 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.932918 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.933132 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.933341 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.933566 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.933776 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.934934 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.934934 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.934934 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.934934 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.935282 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.935367 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.935532 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.935804 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.936039 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.936964 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.936964 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.936964 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.936964 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.937297 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.937387 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.937644 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.937879 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.938133 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.938351 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.938572 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.938782 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.939071 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.939330 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.939573 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.939842 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.940078 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.940309 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.940549 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.940761 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.940968 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.941193 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.941406 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.941613 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.941859 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.942088 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.942329 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.942549 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.942763 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.942971 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.943192 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.943442 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.943654 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.943870 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.944083 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.944291 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.944514 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.944720 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.944927 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.945145 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.945358 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.945565 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.945795 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.946023 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.946236 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.946456 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.946669 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.946876 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.947160 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.947421 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.947657 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.947956 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.948238 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.948488 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.948746 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.949054 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.949266 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.949504 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.949719 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.949934 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.950183 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.950428 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.950749 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.951025 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.951287 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.952072 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.952380 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.952671 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.952930 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.953142 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.953454 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.953804 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.954105 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.954373 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.954625 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.954889 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.955163 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.955352 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.955586 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.955824 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.956039 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.956689 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.956689 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.956875 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.956983 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.957229 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.957466 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.957710 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.957941 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.958207 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.958428 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.958590 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 13:45:30.959125 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102014) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 13:45:30.959287 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 13:45:30.959440 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 13:45:30.959622 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 13:45:30.959795 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 13:45:30.959948 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 13:45:30.960153 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.960314 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.960473 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.960635 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.960797 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.960974 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.961137 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.961789 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.961789 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.961789 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.961789 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.962131 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.962131 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.962267 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.962337 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.962499 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.962650 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.962813 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.962968 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.963128 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.963285 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.963444 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.963599 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] debug = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.963801 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.963980 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.964143 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.964300 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.964458 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.964621 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.964776 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.964935 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.965093 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.965250 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.965406 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.965564 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.965721 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.965877 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.966064 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.966225 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.966404 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.966533 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] host = n-d-815498-1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.966844 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.967696 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.968005 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.968167 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.968323 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.968626 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.968788 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.968946 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.969103 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.969260 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.969418 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.969576 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.969732 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.969890 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_file = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.970140 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_options = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.970242 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.970393 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.970530 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.970862 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.971021 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.971340 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.971499 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.971657 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.971816 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.971972 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.972128 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.972288 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.972445 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.972603 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.972756 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.973053 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.973221 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.973379 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.973536 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.973694 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.973851 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.974033 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.974191 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.974347 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.974504 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.974665 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.974823 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.974978 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.975135 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.975292 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.975377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:45:30.975462 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.975594 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.975750 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.975907 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.976063 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.976219 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.976376 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.976532 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.976693 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.976850 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.977007 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.977163 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.977319 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.977476 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.977632 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.977788 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.977945 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] use_json = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.978122 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.978278 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.978435 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.978591 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.978747 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.978904 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.979060 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.979218 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:45:30.979395 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.979556 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.979725 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.979884 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.980042 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.980202 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.980362 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.980521 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.980686 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.980841 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.981008 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.981168 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.981337 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.981501 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.981649 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.981806 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.981966 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.982147 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.982314 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.982473 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.982651 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.982812 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.982980 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.983139 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.983296 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.983455 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.983613 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.983788 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.983947 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.984107 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.984264 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.984424 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.984583 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.984744 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.984904 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.985063 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.985235 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.985378 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.985549 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.985758 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.985883 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.986090 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.986232 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.986355 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.986476 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.986596 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.986760 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.986909 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.987069 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.987228 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.987388 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.987588 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.987745 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.987884 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.988022 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.988159 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.988297 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.988440 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.988599 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.988758 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.988917 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.989101 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.989232 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.989382 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.989541 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.989700 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.989871 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.990048 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.990201 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.990359 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.990519 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.990736 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.990885 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.991097 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.991239 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.991408 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.991408 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.991744 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.991744 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.991981 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.992063 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.992162 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.992326 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.992486 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.992645 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.992804 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.992961 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.993121 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.993281 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.993447 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.993619 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.993777 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.993936 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.994117 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.994276 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.994434 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.994593 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.994751 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.994910 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.995068 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.995226 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.995385 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.995548 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.995706 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.995864 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.996022 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.996180 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.996338 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.996497 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.996655 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.996814 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.996973 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.997132 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.997290 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.997448 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.997607 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.997774 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.997934 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.998116 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.998296 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.998463 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.998632 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.998792 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.998951 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.999110 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.999269 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.999427 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.999586 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.999746 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:30.999905 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.000063 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.000223 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.000388 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.000557 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.000998 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.001125 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.001300 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.001436 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.001604 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.001744 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.001903 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.002083 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.002249 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.002409 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.002568 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.002728 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.002888 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.003048 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.003208 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.003367 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.003527 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.003685 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.003844 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.004004 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.004164 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.004322 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.004482 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.004642 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.004801 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.004960 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.005119 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.005277 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.005437 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.005595 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.005754 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.005913 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.006093 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.006252 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.006411 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.006569 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.006728 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.006887 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.007046 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.007205 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.007367 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.007525 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.007685 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.007845 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.008005 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.008164 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.008324 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.008484 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.008643 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.008802 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.008962 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.009121 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.009281 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.009441 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.009600 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.009761 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.009920 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.010101 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.010274 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.010434 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.010593 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.010753 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.010912 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.011076 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.011236 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.011383 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.011541 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.011699 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.011858 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.012019 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.012186 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.012345 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.012505 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.012664 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.012823 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.012980 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.013141 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.013310 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.013471 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.013629 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.013788 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.014482 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.014644 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.014813 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.014974 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.015132 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.015290 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.015450 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.015610 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.015777 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.015936 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.016095 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.016252 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.016410 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.016569 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.016737 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.016896 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.017055 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.017217 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.017377 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.017536 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.017704 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.017864 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.018069 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.018194 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.018351 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.018510 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.018679 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.018856 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.018982 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.019134 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.019293 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.019452 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.019634 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.019782 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.019946 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.020113 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.020263 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.020420 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.020565 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.020739 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.020884 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.021034 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.021256 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.021402 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.021540 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.021677 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.021814 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.021952 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.022141 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.022286 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.022426 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.022582 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.022756 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.022916 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.023083 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.023252 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.023412 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.023571 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.023729 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.023888 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.024047 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.024207 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.024367 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.024526 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.024685 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.024843 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.025003 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.025162 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.025321 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.025478 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.025637 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.025795 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.025954 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.026118 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.026280 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:45:31.026432 n-d-815498-1 neutron-server[102014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 13:45:31.195775 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40726) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:45:31.204851 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069058 Oct 26 13:45:42.722841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0719b3-9169-419b-8568-9563a3395d4f None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 13:45:42.788657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0719b3-9169-419b-8568-9563a3395d4f None None] No non-hosted networks {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 26 13:45:42.803798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.agentschedulers_db [None req-9a0719b3-9169-419b-8568-9563a3395d4f None None] DHCP Agent not found on host n-d-815498-1 {{(pid=102125) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 26 13:45:42.911397 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb5da-fac3-481c-b102-f0b0dd7fc7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654688'] for agent, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:44.968859 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-88f1d432-7306-4267-98b6-8da34a6889f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654688'] for agent, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:45.030029 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-969b18f7-cacf-486c-8b51-836081913d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:46.469505 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654688'] for agent, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:46.474637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:46.475144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:46.477893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:46.478430 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:46.480255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:46.483273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:46.484359 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:46.486015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:46.486015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:46.492418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:46.494384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:46.494870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:46.495982 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-815498-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:45:46.520958 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-815498-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:45:46.715123 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654688'] for agent, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:48.107930 n-d-815498-1 neutron-server[102125]: INFO neutron.db.l3_hamode_db [None req-b9085a4c-9c58-4987-931b-69d2f9e01d30 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 26 13:45:48.197660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9085a4c-9c58-4987-931b-69d2f9e01d30 None None] Routers set() bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:45:48.198024 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9085a4c-9c58-4987-931b-69d2f9e01d30 None None] Router IDs set() for agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 13:45:48.390107 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654688'] for agent, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:49.463489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40818) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:45:49.951529 n-d-815498-1 neutron-server[102124]: WARNING oslo_policy.policy [None req-0893e69a-5814-4db1-bdcb-17527b2ff4ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:45:49.952168 n-d-815498-1 neutron-server[102124]: WARNING oslo_policy.policy [None req-0893e69a-5814-4db1-bdcb-17527b2ff4ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:45:50.176008 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-0893e69a-5814-4db1-bdcb-17527b2ff4ae admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:45:50.177029 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0893e69a-5814-4db1-bdcb-17527b2ff4ae admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7125559 Oct 26 13:45:52.643240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40832) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:45:52.951884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-254f3ee9-5677-49f3-9b91-85fc23ef9f37 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:45:53.048564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.policy [None req-254f3ee9-5677-49f3-9b91-85fc23ef9f37 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102124) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 13:45:53.096240 n-d-815498-1 neutron-server[102124]: WARNING oslo_policy.policy [None req-254f3ee9-5677-49f3-9b91-85fc23ef9f37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:45:53.096617 n-d-815498-1 neutron-server[102124]: WARNING oslo_policy.policy [None req-254f3ee9-5677-49f3-9b91-85fc23ef9f37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:45:53.105364 n-d-815498-1 neutron-server[102124]: INFO neutron.quota [None req-254f3ee9-5677-49f3-9b91-85fc23ef9f37 admin admin] Loaded quota_driver: . Oct 26 13:45:53.194048 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-254f3ee9-5677-49f3-9b91-85fc23ef9f37 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772546444810', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772546444391', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772546432946', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772546426238', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772546869227', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772546404856', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-767686', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-773548', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1574496', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1689180'] for rbac-policy, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:53.258638 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-254f3ee9-5677-49f3-9b91-85fc23ef9f37 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:53.259820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-254f3ee9-5677-49f3-9b91-85fc23ef9f37 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6156340 Oct 26 13:45:55.955239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40844) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:45:56.246581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'name': 'private', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:45:56.274892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Made reservation on behalf of aeaec8b5e4d84c218a3657eed8c85a45 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:45:56.277521 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:56.294701 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:56.401882 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:56.406221 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:56.430164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:45:56.455174 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772549706262', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:56.455784 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Unsubscribe: segment precommit_create {{(pid=102124) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 13:45:56.456282 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Added segment d17eb124-2dd0-451d-9547-c0da58c41af8 of type vlan for network be1bb535-475e-4c07-8cc3-b1d8a7994acd Oct 26 13:45:56.461947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d16d003-6605-428f-aae3-69be54c62261,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:45:56.484493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:56.484834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:56.485231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:56.485555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:56.486006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:56.486428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:56.486758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:56.487083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:56.487403 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:56.487722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:56.488042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:56.488361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Tracked resource versions report: Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: pushed versions: Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: { 'AddressGroup': {'1.2'}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'ConntrackHelper': {'1.0'}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'Log': {'1.0'}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'Network': {'1.1'}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'Port': {'1.7'}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'PortForwarding': {'1.2'}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'QosPolicy': {'1.10'}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'SecurityGroup': {'1.4'}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'SubPort': {'1.0'}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'Subnet': {'1.1'}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'Trunk': {'1.1'}} Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: consumer versions: Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: { DHCP agent@n-d-815498-1: {}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: L3 agent@n-d-815498-1: {}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: Metadata agent@n-d-815498-1: {}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: Metering agent@n-d-815498-1: {}, Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: Open vSwitch agent@n-d-815498-1: { 'AddressGroup': '1.2', Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'ConntrackHelper': '1.0', Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'Log': '1.0', Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'Network': '1.1', Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'Port': '1.7', Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'PortForwarding': '1.2', Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'QosPolicy': '1.10', Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'SecurityGroup': '1.4', Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'SecurityGroupRule': '1.2', Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'SubPort': '1.0', Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'Subnet': '1.1', Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: 'Trunk': '1.1'}} Oct 26 13:45:56.489362 n-d-815498-1 neutron-server[102124]: {{(pid=102124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:45:56.574770 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:56.615069 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:56.616211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:45:56.616867 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:45:56.696079 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7396865 Oct 26 13:45:56.720556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc619fb-f77c-40a1-9e03-d803a873d24e admin admin] Pushing event updated for resources: {'Network': ['ID=be1bb535-475e-4c07-8cc3-b1d8a7994acd,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:45:56.732166 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network be1bb535-475e-4c07-8cc3-b1d8a7994acd details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:45:59.447871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40858) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:45:59.839904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42631280-72f8-4e5b-b13f-36603098915e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:45:59.841749 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-42631280-72f8-4e5b-b13f-36603098915e admin admin] 10.222.0.32 "GET /v2.0/networks/be1bb535-475e-4c07-8cc3-b1d8a7994acd HTTP/1.1" status: 200 len: 825 time: 0.3926265 Oct 26 13:45:59.866136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-897ba347-4c78-4897-9a0b-74c90293ef15 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/2d1d2e55-1547-4d85-97ac-cbc5e79b3543 HTTP/1.1" status: 200 len: 734 time: 0.0181994 Oct 26 13:45:59.874952 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e2d596d6-31ec-4aad-816a-2d34a063bb83 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2d1d2e55-1547-4d85-97ac-cbc5e79b3543', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:45:59.895239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d596d6-31ec-4aad-816a-2d34a063bb83 admin admin] Made reservation on behalf of aeaec8b5e4d84c218a3657eed8c85a45 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:45:59.897394 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2d596d6-31ec-4aad-816a-2d34a063bb83 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:00.175998 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2d596d6-31ec-4aad-816a-2d34a063bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:00.244540 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d596d6-31ec-4aad-816a-2d34a063bb83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b7b168-8edf-4127-90ec-c4b9d62c3074,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:00.246510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d596d6-31ec-4aad-816a-2d34a063bb83 admin admin] Checking segment: {'id': 'd17eb124-2dd0-451d-9547-c0da58c41af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:46:00.246877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d596d6-31ec-4aad-816a-2d34a063bb83 admin admin] Network hostable DHCP agents. Network: be1bb535-475e-4c07-8cc3-b1d8a7994acd, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:46:00.269058 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d596d6-31ec-4aad-816a-2d34a063bb83 admin admin] Network be1bb535-475e-4c07-8cc3-b1d8a7994acd is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:46:00.280960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-e2d596d6-31ec-4aad-816a-2d34a063bb83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, be1bb535-475e-4c07-8cc3-b1d8a7994acd) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:46:00.285919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d596d6-31ec-4aad-816a-2d34a063bb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:46:00.286529 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2d596d6-31ec-4aad-816a-2d34a063bb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:00.290788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413b0278-6d02-4db7-b35c-75af62d1cb72 None None] Network be1bb535-475e-4c07-8cc3-b1d8a7994acd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:46:00.302185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e2d596d6-31ec-4aad-816a-2d34a063bb83 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4302804 Oct 26 13:46:00.611901 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-be1bb535-475e-4c07-8cc3-b1d8a7994acd', 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'fixed_ips': [{'subnet_id': '45b7b168-8edf-4127-90ec-c4b9d62c3074'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:46:00.614622 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:00.930341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Allocated IP 172.20.0.2 (be1bb535-475e-4c07-8cc3-b1d8a7994acd/45b7b168-8edf-4127-90ec-c4b9d62c3074/3b4a632d-1676-4efa-babd-d1666a455912) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:46:01.142639 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:01.150280 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:01.232712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Network be1bb535-475e-4c07-8cc3-b1d8a7994acd is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:46:01.237468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:46:01.248006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:46:01.259469 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Pushing event updated for resources: {'Port': ['ID=3b4a632d-1676-4efa-babd-d1666a455912,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:01.308687 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:01.309352 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:01.309352 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:01.309724 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:01.310074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:01.310400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:01.310723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:01.311044 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:01.311364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:01.311683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:01.312002 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:01.312319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Tracked resource versions report: Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: pushed versions: Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: { 'AddressGroup': {'1.2'}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'ConntrackHelper': {'1.0'}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'Log': {'1.0'}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'Network': {'1.1'}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'Port': {'1.7'}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'PortForwarding': {'1.2'}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'QosPolicy': {'1.10'}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'SecurityGroup': {'1.4'}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'SubPort': {'1.0'}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'Subnet': {'1.1'}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'Trunk': {'1.1'}} Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: consumer versions: Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: { DHCP agent@n-d-815498-1: {}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: L3 agent@n-d-815498-1: {}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: Metadata agent@n-d-815498-1: {}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: Metering agent@n-d-815498-1: {}, Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: Open vSwitch agent@n-d-815498-1: { 'AddressGroup': '1.2', Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'ConntrackHelper': '1.0', Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'Log': '1.0', Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'Network': '1.1', Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'Port': '1.7', Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'PortForwarding': '1.2', Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'QosPolicy': '1.10', Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'SecurityGroup': '1.4', Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'SecurityGroupRule': '1.2', Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'SubPort': '1.0', Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'Subnet': '1.1', Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: 'Trunk': '1.1'}} Oct 26 13:46:01.313380 n-d-815498-1 neutron-server[102125]: {{(pid=102125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:46:01.350765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Attempting to bind port 3b4a632d-1676-4efa-babd-d1666a455912 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:46:01.351163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Attempting to bind port 3b4a632d-1676-4efa-babd-d1666a455912 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd17eb124-2dd0-451d-9547-c0da58c41af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:46:01.351571 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Attempting to bind port 3b4a632d-1676-4efa-babd-d1666a455912 on network be1bb535-475e-4c07-8cc3-b1d8a7994acd {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:46:01.357302 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:46:01.357742 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Checking segment: {'id': 'd17eb124-2dd0-451d-9547-c0da58c41af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:46:01.358202 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:01.358585 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Bound using segment: {'id': 'd17eb124-2dd0-451d-9547-c0da58c41af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:46:01.359103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Bound port: 3b4a632d-1676-4efa-babd-d1666a455912, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17eb124-2dd0-451d-9547-c0da58c41af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:46:01.359653 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:01.431381 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] For port 3b4a632d-1676-4efa-babd-d1666a455912, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:46:01.436078 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] For port 3b4a632d-1676-4efa-babd-d1666a455912, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3b4a632d-1676-4efa-babd-d1666a455912,segment=NetworkSegment(d17eb124-2dd0-451d-9547-c0da58c41af8),segment_id=d17eb124-2dd0-451d-9547-c0da58c41af8)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:46:01.439929 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:01.511475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a003ae-b4f7-48b7-bac5-528e856cebc9 None None] Pushing event updated for resources: {'Port': ['ID=3b4a632d-1676-4efa-babd-d1666a455912,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:02.901875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40866) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:46:03.217148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-4691222d-0467-4e52-a603-eb790fd90139 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:46:03.230004 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4691222d-0467-4e52-a603-eb790fd90139 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3152895 Oct 26 13:46:05.735313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40874) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:46:06.051633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-8c1a2a36-b838-4ca1-8530-e1f83ae93188 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:46:06.052661 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8c1a2a36-b838-4ca1-8530-e1f83ae93188 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3163314 Oct 26 13:46:08.777125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40884) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:46:09.077650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1a06f985-6692-48da-8330-b293d2dc85fd admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'name': 'router1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:46:09.100113 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a06f985-6692-48da-8330-b293d2dc85fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:09.101564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a06f985-6692-48da-8330-b293d2dc85fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:09.233732 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a06f985-6692-48da-8330-b293d2dc85fd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:09.238407 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a06f985-6692-48da-8330-b293d2dc85fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:09.253361 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a06f985-6692-48da-8330-b293d2dc85fd admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:09.254583 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1a06f985-6692-48da-8330-b293d2dc85fd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4764869 Oct 26 13:46:10.581640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3b4a632d-1676-4efa-babd-d1666a455912 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:46:10.644265 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d28852-6149-404f-8ee4-b078b42287fe None None] Network be1bb535-475e-4c07-8cc3-b1d8a7994acd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:46:10.740923 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3b4a632d-1676-4efa-babd-d1666a455912 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:46:10.741218 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:10.749441 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-825d6de4-8dc5-40a5-a02c-9e58a7c64985 None None] Provisioning complete for port 3b4a632d-1676-4efa-babd-d1666a455912 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:46:10.749794 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-825d6de4-8dc5-40a5-a02c-9e58a7c64985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:10.990903 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:10.995111 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-825d6de4-8dc5-40a5-a02c-9e58a7c64985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:11.047692 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 3b4a632d-1676-4efa-babd-d1666a455912, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3b4a632d-1676-4efa-babd-d1666a455912,segment=NetworkSegment(d17eb124-2dd0-451d-9547-c0da58c41af8),segment_id=d17eb124-2dd0-451d-9547-c0da58c41af8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:46:11.053559 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:11.116709 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-825d6de4-8dc5-40a5-a02c-9e58a7c64985 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 13:46:11.117128 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-825d6de4-8dc5-40a5-a02c-9e58a7c64985 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 13:46:11.135073 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=3b4a632d-1676-4efa-babd-d1666a455912,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:11.770789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3ab63369-f380-4844-b60f-64b146737385 None None] Provisioning complete for port 3b4a632d-1676-4efa-babd-d1666a455912 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:46:11.771424 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3ab63369-f380-4844-b60f-64b146737385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:11.779246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40898) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:46:12.088564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-cf6624c1-ccbe-4108-9faa-31349d57f2ca admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:46:12.089559 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cf6624c1-ccbe-4108-9faa-31349d57f2ca admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3093858 Oct 26 13:46:12.537107 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3b4a632d-1676-4efa-babd-d1666a455912 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:46:12.584648 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3b4a632d-1676-4efa-babd-d1666a455912 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:46:12.585729 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:12.633827 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-87543ebe-926f-4313-982c-d21affe1970d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:14.571519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40906) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:46:14.884175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:46:14.904413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Made reservation on behalf of 7a280ab62fa2486dbae357a5c71358e8 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:46:14.906655 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:14.914450 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:14.993572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:14.998454 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:15.012147 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d1c5d9cd-02cb-4c23-89da-d37c55bbd25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:15.016538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Reserving flat network on physical network physnet1 {{(pid=102124) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 26 13:46:15.037363 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:15.037713 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Added segment c95c9119-c3c6-4f49-a92a-119bd0427886 of type flat for network 6858978a-703b-4f5b-a2d7-0e22b0a00783 Oct 26 13:46:15.039217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447eeb4c-0916-4f6d-8bea-0b41edb11e34,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:15.085488 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:15.115242 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:15.116183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:46:15.116758 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:15.172971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6004159 Oct 26 13:46:15.177238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20895b8a-32e5-4243-9c6f-9c6be51d3973 admin admin] Pushing event updated for resources: {'Network': ['ID=6858978a-703b-4f5b-a2d7-0e22b0a00783,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:15.188438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:46:16.451128 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:16.591196 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:17.657032 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40924) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:46:17.830695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae166b6-7098-49b3-9ea0-22c5b4cf45f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:46:17.831985 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7ae166b6-7098-49b3-9ea0-22c5b4cf45f1 admin admin] 10.222.0.32 "GET /v2.0/subnets/45b7b168-8edf-4127-90ec-c4b9d62c3074 HTTP/1.1" status: 200 len: 849 time: 0.1740160 Oct 26 13:46:17.945848 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6e3aff6a-954e-4264-a847-913d46e6b8ce admin admin] 10.222.0.32 "GET /v2.0/routers/5f42bd34-0559-4077-b5a9-c927950b0539 HTTP/1.1" status: 200 len: 704 time: 0.1076674 Oct 26 13:46:18.206356 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:18.303223 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:18.492824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Allocated IP 172.20.0.1 (be1bb535-475e-4c07-8cc3-b1d8a7994acd/45b7b168-8edf-4127-90ec-c4b9d62c3074/f064780d-a639-40bb-80ef-2a30f539dfce) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:46:18.686425 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:18.748909 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:18.824412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Network be1bb535-475e-4c07-8cc3-b1d8a7994acd is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:46:18.828950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:46:18.831471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:46:18.831987 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:18.854922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=f064780d-a639-40bb-80ef-2a30f539dfce,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:19.011895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b36e3c13-0075-4c80-9927-ad7def636640 None None] Provisioning complete for port f064780d-a639-40bb-80ef-2a30f539dfce triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:46:19.012911 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b36e3c13-0075-4c80-9927-ad7def636640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:19.030910 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:19.046158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b36e3c13-0075-4c80-9927-ad7def636640 None None] Port f064780d-a639-40bb-80ef-2a30f539dfce cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:46:19.235301 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:19.239350 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:19.240168 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:19.312427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=f064780d-a639-40bb-80ef-2a30f539dfce,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:19.360881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Network be1bb535-475e-4c07-8cc3-b1d8a7994acd is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:46:19.362216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:46:19.519581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Router 5f42bd34-0559-4077-b5a9-c927950b0539 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 13:46:19.570729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9311f69b-14ab-492a-901e-f8a96576a866 None None] Provisioning complete for port f064780d-a639-40bb-80ef-2a30f539dfce triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:46:19.571246 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9311f69b-14ab-492a-901e-f8a96576a866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:19.607087 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9311f69b-14ab-492a-901e-f8a96576a866 None None] Port f064780d-a639-40bb-80ef-2a30f539dfce cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:46:19.609750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:46:19.614965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c5718dfe-9ac3-4682-b08b-0d72ce3c4fe0 admin admin] 10.222.0.32 "PUT /v2.0/routers/5f42bd34-0559-4077-b5a9-c927950b0539/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6628339 Oct 26 13:46:19.627627 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Sync routers for ids ['5f42bd34-0559-4077-b5a9-c927950b0539'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:46:19.639860 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Routers {'5f42bd34-0559-4077-b5a9-c927950b0539'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:46:19.640602 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:46:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['5f42bd34-0559-4077-b5a9-c927950b0539'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:46:19.824374 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Set router 5f42bd34-0559-4077-b5a9-c927950b0539 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:46:20.247239 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'name': 'router1', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:46:09Z', 'updated_at': '2021-10-26T13:46:18Z', 'revision_number': 2, 'project_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'gw_port_host': None, '_interfaces': [{'id': 'f064780d-a639-40bb-80ef-2a30f539dfce', 'name': '', 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'mac_address': 'fa:16:3e:fa:ac:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45b7b168-8edf-4127-90ec-c4b9d62c3074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:46:18Z', 'updated_at': '2021-10-26T13:46:19Z', 'revision_number': 2, 'project_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'subnets': [{'id': '45b7b168-8edf-4127-90ec-c4b9d62c3074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d1d2e55-1547-4d85-97ac-cbc5e79b3543'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:46:20.297402 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Checking router: 5f42bd34-0559-4077-b5a9-c927950b0539 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:46:20.297759 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Updating router 5f42bd34-0559-4077-b5a9-c927950b0539 port f064780d-a639-40bb-80ef-2a30f539dfce binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:46:20.344703 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:20.851383 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:20.858235 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:21.022424 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Pushing event updated for resources: {'Port': ['ID=f064780d-a639-40bb-80ef-2a30f539dfce,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:21.035197 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Attempting to bind port f064780d-a639-40bb-80ef-2a30f539dfce on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:46:21.035596 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Attempting to bind port f064780d-a639-40bb-80ef-2a30f539dfce by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd17eb124-2dd0-451d-9547-c0da58c41af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:46:21.035791 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d5757917-35cb-4284-b94a-1ebf66dea0ca None None] Provisioning complete for port f064780d-a639-40bb-80ef-2a30f539dfce triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:46:21.036263 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Attempting to bind port f064780d-a639-40bb-80ef-2a30f539dfce on network be1bb535-475e-4c07-8cc3-b1d8a7994acd {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:46:21.036764 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d5757917-35cb-4284-b94a-1ebf66dea0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:21.039554 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:21.039906 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:21.040249 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:21.040586 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:21.040922 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:21.041255 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:21.041582 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:21.041907 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:21.042276 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:21.042599 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:21.042922 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:21.043244 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Tracked resource versions report: Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: pushed versions: Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: { 'AddressGroup': {'1.2'}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'ConntrackHelper': {'1.0'}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'Log': {'1.0'}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'Network': {'1.1'}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'Port': {'1.7'}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'PortForwarding': {'1.2'}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'QosPolicy': {'1.10'}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'SecurityGroup': {'1.4'}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'SubPort': {'1.0'}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'Subnet': {'1.1'}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'Trunk': {'1.1'}} Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: consumer versions: Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: { DHCP agent@n-d-815498-1: {}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: L3 agent@n-d-815498-1: {}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: Metadata agent@n-d-815498-1: {}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: Metering agent@n-d-815498-1: {}, Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: Open vSwitch agent@n-d-815498-1: { 'AddressGroup': '1.2', Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'ConntrackHelper': '1.0', Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'Log': '1.0', Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'Network': '1.1', Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'Port': '1.7', Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'PortForwarding': '1.2', Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'QosPolicy': '1.10', Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'SecurityGroup': '1.4', Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'SecurityGroupRule': '1.2', Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'SubPort': '1.0', Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'Subnet': '1.1', Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: 'Trunk': '1.1'}} Oct 26 13:46:21.045429 n-d-815498-1 neutron-server[102126]: {{(pid=102126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:46:21.048722 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:46:21.049156 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Checking segment: {'id': 'd17eb124-2dd0-451d-9547-c0da58c41af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:46:21.049631 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:21.050049 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Bound using segment: {'id': 'd17eb124-2dd0-451d-9547-c0da58c41af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:46:21.050561 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Bound port: f064780d-a639-40bb-80ef-2a30f539dfce, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17eb124-2dd0-451d-9547-c0da58c41af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:46:21.050979 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:21.077777 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d5757917-35cb-4284-b94a-1ebf66dea0ca None None] Port f064780d-a639-40bb-80ef-2a30f539dfce cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:46:21.116347 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] For port f064780d-a639-40bb-80ef-2a30f539dfce, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:46:21.136185 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] For port f064780d-a639-40bb-80ef-2a30f539dfce, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f064780d-a639-40bb-80ef-2a30f539dfce,segment=NetworkSegment(d17eb124-2dd0-451d-9547-c0da58c41af8),segment_id=d17eb124-2dd0-451d-9547-c0da58c41af8)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:46:21.140599 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:21.198520 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef116c3-7def-4f7f-9a07-3a979355a22c None None] Pushing event updated for resources: {'Port': ['ID=f064780d-a639-40bb-80ef-2a30f539dfce,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:21.203935 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Routers {'5f42bd34-0559-4077-b5a9-c927950b0539'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:46:21.204537 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:46:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['5f42bd34-0559-4077-b5a9-c927950b0539'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:46:21.294831 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] Set router 5f42bd34-0559-4077-b5a9-c927950b0539 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:46:21.397420 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-059ffa7b-fad6-4a55-beb7-29a1e8cfdde9 None None] Provisioning complete for port f064780d-a639-40bb-80ef-2a30f539dfce triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:46:21.397699 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-059ffa7b-fad6-4a55-beb7-29a1e8cfdde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:21.473754 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-059ffa7b-fad6-4a55-beb7-29a1e8cfdde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:21.508040 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-059ffa7b-fad6-4a55-beb7-29a1e8cfdde9 None None] For port f064780d-a639-40bb-80ef-2a30f539dfce, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f064780d-a639-40bb-80ef-2a30f539dfce,segment=NetworkSegment(d17eb124-2dd0-451d-9547-c0da58c41af8),segment_id=d17eb124-2dd0-451d-9547-c0da58c41af8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:46:21.513616 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-059ffa7b-fad6-4a55-beb7-29a1e8cfdde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:21.514479 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'name': 'router1', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:46:09Z', 'updated_at': '2021-10-26T13:46:18Z', 'revision_number': 2, 'project_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'gw_port_host': None, '_interfaces': [{'id': 'f064780d-a639-40bb-80ef-2a30f539dfce', 'name': '', 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'mac_address': 'fa:16:3e:fa:ac:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45b7b168-8edf-4127-90ec-c4b9d62c3074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:46:18Z', 'updated_at': '2021-10-26T13:46:21Z', 'revision_number': 4, 'project_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'subnets': [{'id': '45b7b168-8edf-4127-90ec-c4b9d62c3074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d1d2e55-1547-4d85-97ac-cbc5e79b3543'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:46:21.545103 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75ee83-4947-4199-8be5-0f0517b67ab9 None None] The sync data for ids ['5f42bd34-0559-4077-b5a9-c927950b0539'] in n-d-815498-1 is: [{'id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'name': 'router1', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:46:09Z', 'updated_at': '2021-10-26T13:46:18Z', 'revision_number': 2, 'project_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'gw_port_host': None, '_interfaces': [{'id': 'f064780d-a639-40bb-80ef-2a30f539dfce', 'name': '', 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'mac_address': 'fa:16:3e:fa:ac:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45b7b168-8edf-4127-90ec-c4b9d62c3074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:46:18Z', 'updated_at': '2021-10-26T13:46:21Z', 'revision_number': 4, 'project_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'subnets': [{'id': '45b7b168-8edf-4127-90ec-c4b9d62c3074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d1d2e55-1547-4d85-97ac-cbc5e79b3543'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:46:21.560098 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ffa7b-fad6-4a55-beb7-29a1e8cfdde9 None None] Pushing event updated for resources: {'Port': ['ID=f064780d-a639-40bb-80ef-2a30f539dfce,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:21.936684 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40944) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:46:22.045362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec2b681-e41b-40dd-9210-4f1741babd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:46:22.046753 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9ec2b681-e41b-40dd-9210-4f1741babd12 admin admin] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 842 time: 0.1090469 Oct 26 13:46:22.056826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-10c7324a-3e9b-4063-a1c5-6c36e5fd0ab8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'cidr': '172.25.4.0/24', 'ip_version': 4, 'gateway_ip': '172.25.4.1', 'name': 'public-subnet'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:46:22.078844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c7324a-3e9b-4063-a1c5-6c36e5fd0ab8 admin admin] Made reservation on behalf of 7a280ab62fa2486dbae357a5c71358e8 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:46:22.081035 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10c7324a-3e9b-4063-a1c5-6c36e5fd0ab8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:22.424217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.objects.ports [None req-10c7324a-3e9b-4063-a1c5-6c36e5fd0ab8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102124) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 13:46:22.424660 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10c7324a-3e9b-4063-a1c5-6c36e5fd0ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:22.475007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7324a-3e9b-4063-a1c5-6c36e5fd0ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc3096e-f68c-4b6c-9805-5d924fad2aa8,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:22.485932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7324a-3e9b-4063-a1c5-6c36e5fd0ab8 admin admin] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:46:22.486311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c7324a-3e9b-4063-a1c5-6c36e5fd0ab8 admin admin] Network hostable DHCP agents. Network: 6858978a-703b-4f5b-a2d7-0e22b0a00783, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:46:22.502450 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c7324a-3e9b-4063-a1c5-6c36e5fd0ab8 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:46:22.510790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-10c7324a-3e9b-4063-a1c5-6c36e5fd0ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 6858978a-703b-4f5b-a2d7-0e22b0a00783) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:46:22.515436 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c7324a-3e9b-4063-a1c5-6c36e5fd0ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:46:22.516100 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10c7324a-3e9b-4063-a1c5-6c36e5fd0ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:22.522041 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30149543-c699-414d-87f8-f229246895d3 None None] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:46:22.532353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-10c7324a-3e9b-4063-a1c5-6c36e5fd0ab8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4788830 Oct 26 13:46:22.663521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76b5c95-5add-4eed-bcff-c1adbba006f5 None None] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:46:24.902336 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 5 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:46:24.961161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40952) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:46:25.088470 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ba7cb420-7662-48ee-9951-ae3b5686da8d admin admin] 10.222.0.32 "GET /v2.0/routers/5f42bd34-0559-4077-b5a9-c927950b0539 HTTP/1.1" status: 200 len: 710 time: 0.1261201 Oct 26 13:46:25.176285 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b34fb31-85f4-4c96-9ab0-48a71a318ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:46:25.177584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4b34fb31-85f4-4c96-9ab0-48a71a318ad8 admin admin] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 886 time: 0.0825224 Oct 26 13:46:25.187304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:46:25.439445 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:25.666975 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:25.742472 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:25.844645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Allocated IP 172.25.4.84 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/db535764-51c8-4f9e-a16a-9b5811154f68) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:46:25.941814 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:25.973482 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:26.016305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:46:26.019083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:46:26.023206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:46:26.026062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Pushing event updated for resources: {'Port': ['ID=db535764-51c8-4f9e-a16a-9b5811154f68,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:26.345973 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:26.535720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:26.539388 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:26.647006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Router 5f42bd34-0559-4077-b5a9-c927950b0539 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:46:26.750218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:46:26.754828 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:26.756197 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b68f9dfb-ca80-4998-a024-2b3eb39e9a9f admin admin] 10.222.0.32 "PUT /v2.0/routers/5f42bd34-0559-4077-b5a9-c927950b0539 HTTP/1.1" status: 200 len: 889 time: 1.5723734 Oct 26 13:46:28.569155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f064780d-a639-40bb-80ef-2a30f539dfce up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:46:28.602474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Sync routers for ids ['5f42bd34-0559-4077-b5a9-c927950b0539'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:46:28.620012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Routers {'5f42bd34-0559-4077-b5a9-c927950b0539'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:46:28.620716 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:46:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['5f42bd34-0559-4077-b5a9-c927950b0539'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:46:28.751685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f064780d-a639-40bb-80ef-2a30f539dfce triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:46:28.751972 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:28.867683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Set router 5f42bd34-0559-4077-b5a9-c927950b0539 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:46:29.319017 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40964) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:46:29.362399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'name': 'router1', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'db535764-51c8-4f9e-a16a-9b5811154f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:46:09Z', 'updated_at': '2021-10-26T13:46:26Z', 'revision_number': 4, 'project_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'gw_port': {'id': 'db535764-51c8-4f9e-a16a-9b5811154f68', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:46:25Z', 'updated_at': '2021-10-26T13:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'f064780d-a639-40bb-80ef-2a30f539dfce', 'name': '', 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'mac_address': 'fa:16:3e:fa:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45b7b168-8edf-4127-90ec-c4b9d62c3074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:46:18Z', 'updated_at': '2021-10-26T13:46:21Z', 'revision_number': 5, 'project_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'subnets': [{'id': '45b7b168-8edf-4127-90ec-c4b9d62c3074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d1d2e55-1547-4d85-97ac-cbc5e79b3543'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:46:29.417216 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Checking router: 5f42bd34-0559-4077-b5a9-c927950b0539 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:46:29.417562 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Updating router 5f42bd34-0559-4077-b5a9-c927950b0539 port db535764-51c8-4f9e-a16a-9b5811154f68 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:46:29.431012 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-be6bc769-c291-484c-a164-c915cb217e7b admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1107819 Oct 26 13:46:29.467482 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:29.793182 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:29.798913 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:29.850946 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Attempting to bind port db535764-51c8-4f9e-a16a-9b5811154f68 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:46:29.851250 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Attempting to bind port db535764-51c8-4f9e-a16a-9b5811154f68 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:46:29.851618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Attempting to bind port db535764-51c8-4f9e-a16a-9b5811154f68 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:46:29.858722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2842b-9752-4308-9a92-b71c4e7a63db None None] Pushing event updated for resources: {'Port': ['ID=db535764-51c8-4f9e-a16a-9b5811154f68,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:29.861166 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:46:29.861538 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:46:29.861935 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:29.862341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:46:29.862809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Bound port: db535764-51c8-4f9e-a16a-9b5811154f68, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:46:29.863207 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:29.913622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] For port db535764-51c8-4f9e-a16a-9b5811154f68, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:46:29.916816 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] For port db535764-51c8-4f9e-a16a-9b5811154f68, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=db535764-51c8-4f9e-a16a-9b5811154f68,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:46:29.920681 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:29.979188 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Routers {'5f42bd34-0559-4077-b5a9-c927950b0539'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:46:29.979790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:46:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['5f42bd34-0559-4077-b5a9-c927950b0539'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:46:29.982716 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2842b-9752-4308-9a92-b71c4e7a63db None None] Pushing event updated for resources: {'Port': ['ID=db535764-51c8-4f9e-a16a-9b5811154f68,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:30.087844 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] Set router 5f42bd34-0559-4077-b5a9-c927950b0539 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:46:30.301715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'name': 'router1', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'db535764-51c8-4f9e-a16a-9b5811154f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:46:09Z', 'updated_at': '2021-10-26T13:46:26Z', 'revision_number': 4, 'project_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'gw_port': {'id': 'db535764-51c8-4f9e-a16a-9b5811154f68', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:46:25Z', 'updated_at': '2021-10-26T13:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'f064780d-a639-40bb-80ef-2a30f539dfce', 'name': '', 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'mac_address': 'fa:16:3e:fa:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45b7b168-8edf-4127-90ec-c4b9d62c3074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:46:18Z', 'updated_at': '2021-10-26T13:46:21Z', 'revision_number': 5, 'project_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'subnets': [{'id': '45b7b168-8edf-4127-90ec-c4b9d62c3074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d1d2e55-1547-4d85-97ac-cbc5e79b3543'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:46:30.327662 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698ff9e-deef-4731-bf54-082d7949d215 None None] The sync data for ids ['5f42bd34-0559-4077-b5a9-c927950b0539'] in n-d-815498-1 is: [{'id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'name': 'router1', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'db535764-51c8-4f9e-a16a-9b5811154f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:46:09Z', 'updated_at': '2021-10-26T13:46:26Z', 'revision_number': 4, 'project_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'gw_port': {'id': 'db535764-51c8-4f9e-a16a-9b5811154f68', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:46:25Z', 'updated_at': '2021-10-26T13:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'f064780d-a639-40bb-80ef-2a30f539dfce', 'name': '', 'network_id': 'be1bb535-475e-4c07-8cc3-b1d8a7994acd', 'tenant_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'mac_address': 'fa:16:3e:fa:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42bd34-0559-4077-b5a9-c927950b0539', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45b7b168-8edf-4127-90ec-c4b9d62c3074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:46:18Z', 'updated_at': '2021-10-26T13:46:21Z', 'revision_number': 5, 'project_id': 'aeaec8b5e4d84c218a3657eed8c85a45', 'subnets': [{'id': '45b7b168-8edf-4127-90ec-c4b9d62c3074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d1d2e55-1547-4d85-97ac-cbc5e79b3543'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:46:30.595357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device db535764-51c8-4f9e-a16a-9b5811154f68 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:46:30.656175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port db535764-51c8-4f9e-a16a-9b5811154f68 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:46:30.656465 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:30.751374 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:30.772616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port db535764-51c8-4f9e-a16a-9b5811154f68, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=db535764-51c8-4f9e-a16a-9b5811154f68,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:46:30.777168 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:30.861746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=db535764-51c8-4f9e-a16a-9b5811154f68,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:46:32.568327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device db535764-51c8-4f9e-a16a-9b5811154f68 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:46:32.620610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port db535764-51c8-4f9e-a16a-9b5811154f68 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:46:32.621217 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:42.691235 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2c3c79ac-9ea1-4e58-9f88-cce336343d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:44.972079 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3adae4a1-62a2-4a6d-971f-ec195c4d8ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:46.466479 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:46.596870 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:46:48.326753 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:01.902345 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 5 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:47:12.610124 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d9e1f531-5798-499c-af4c-72969f8a66c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:14.966092 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-56e1c533-833e-4da0-8636-ee560cd7e385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:16.459296 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:16.599411 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:18.313468 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:38.900594 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 5 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:47:42.602624 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a81ad0cd-e505-4414-9be1-5b9f6acc6146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:44.969244 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c74e5ee6-e5a5-4094-abcf-2dd86739fc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:46.463913 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:46.598849 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:48.313594 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:12.002183 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41558) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:12.127801 n-d-815498-1 neutron-server[102123]: WARNING oslo_policy.policy [None req-fc90a56d-6e22-407e-9dc1-c2397436f832 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:48:12.128402 n-d-815498-1 neutron-server[102123]: WARNING oslo_policy.policy [None req-fc90a56d-6e22-407e-9dc1-c2397436f832 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:48:12.396766 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc90a56d-6e22-407e-9dc1-c2397436f832 admin admin] GET failed (client error): The resource could not be found. Oct 26 13:48:12.398631 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fc90a56d-6e22-407e-9dc1-c2397436f832 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3944116 Oct 26 13:48:12.603544 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1fb6bd7-6301-4eef-a15c-2251a41c1420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:12.667203 n-d-815498-1 neutron-server[102123]: DEBUG neutron.policy [None req-6df9ce47-b6d7-4047-8d85-d871710cd276 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102123) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 13:48:12.713765 n-d-815498-1 neutron-server[102123]: WARNING oslo_policy.policy [None req-6df9ce47-b6d7-4047-8d85-d871710cd276 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:48:12.714175 n-d-815498-1 neutron-server[102123]: WARNING oslo_policy.policy [None req-6df9ce47-b6d7-4047-8d85-d871710cd276 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:48:12.722930 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df9ce47-b6d7-4047-8d85-d871710cd276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:12.724638 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6df9ce47-b6d7-4047-8d85-d871710cd276 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3214080 Oct 26 13:48:14.970733 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dcc8439c-633e-4518-81ef-fd41962e6cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:15.013913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41574) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:15.140831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5acf906-5613-497e-a9fb-f7d627e04fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:15.142202 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b5acf906-5613-497e-a9fb-f7d627e04fd3 admin admin] 10.222.0.32 "GET /v2.0/subnets/45b7b168-8edf-4127-90ec-c4b9d62c3074 HTTP/1.1" status: 200 len: 849 time: 0.1267514 Oct 26 13:48:15.152105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:48:15.236120 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Publish callbacks [] for subnet, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:15.396039 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772549631717'] for subnet, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:15.459697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:15.460381 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:15.472844 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] 10.222.0.32 "PUT /v2.0/subnets/45b7b168-8edf-4127-90ec-c4b9d62c3074 HTTP/1.1" status: 200 len: 868 time: 0.3132911 Oct 26 13:48:15.476316 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948c3d38-21b7-4376-a431-c4d3d1bcee7b None None] Network be1bb535-475e-4c07-8cc3-b1d8a7994acd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:48:15.477757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b7b168-8edf-4127-90ec-c4b9d62c3074,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:15.488531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:15.488808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:15.489101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:15.489435 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:15.489774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:15.491625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:15.491625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:15.491625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:15.491625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:15.492652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:15.492982 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:15.493307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dac41e-9782-423a-937d-5300584a31ac admin admin] Tracked resource versions report: Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: pushed versions: Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: { 'AddressGroup': {'1.2'}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'ConntrackHelper': {'1.0'}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'Log': {'1.0'}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'Network': {'1.1'}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'Port': {'1.7'}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'PortForwarding': {'1.2'}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'QosPolicy': {'1.10'}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'SecurityGroup': {'1.4'}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'SubPort': {'1.0'}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'Subnet': {'1.1'}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'Trunk': {'1.1'}} Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: consumer versions: Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: { DHCP agent@n-d-815498-1: {}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: L3 agent@n-d-815498-1: {}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: Metadata agent@n-d-815498-1: {}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: Metering agent@n-d-815498-1: {}, Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: Open vSwitch agent@n-d-815498-1: { 'AddressGroup': '1.2', Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'ConntrackHelper': '1.0', Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'Log': '1.0', Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'Network': '1.1', Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'Port': '1.7', Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'PortForwarding': '1.2', Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'QosPolicy': '1.10', Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'SecurityGroup': '1.4', Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'SecurityGroupRule': '1.2', Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'SubPort': '1.0', Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'Subnet': '1.1', Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: 'Trunk': '1.1'}} Oct 26 13:48:15.494931 n-d-815498-1 neutron-server[102123]: {{(pid=102123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:48:15.842756 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-89f769e4-46cb-419d-b17e-0a83a63f87d1 None None] Provisioning complete for port 3b4a632d-1676-4efa-babd-d1666a455912 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:48:15.843119 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-89f769e4-46cb-419d-b17e-0a83a63f87d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:15.899719 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 5 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:48:15.932128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-89f769e4-46cb-419d-b17e-0a83a63f87d1 None None] Provisioning complete for port f064780d-a639-40bb-80ef-2a30f539dfce triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:48:15.932425 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-89f769e4-46cb-419d-b17e-0a83a63f87d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:16.457170 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:16.601321 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:17.775983 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41586) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:17.990550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3faa5-7279-4d8a-bde8-9b9b09f0f843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:17.990913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3faa5-7279-4d8a-bde8-9b9b09f0f843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:17.992427 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1fd3faa5-7279-4d8a-bde8-9b9b09f0f843 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2154057 Oct 26 13:48:18.317766 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:20.275127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41594) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:20.411428 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0caa557-0d48-4cb8-8757-7b82fefd6b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:20.411898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0caa557-0d48-4cb8-8757-7b82fefd6b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:20.413421 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d0caa557-0d48-4cb8-8757-7b82fefd6b99 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1373525 Oct 26 13:48:22.703072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41602) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:22.877885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45366852-4daf-4d2c-b16c-1ac85c607d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:22.879276 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-45366852-4daf-4d2c-b16c-1ac85c607d1d admin admin] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 886 time: 0.1752410 Oct 26 13:48:25.166661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41610) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:25.312505 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f11c79-f37b-4943-9671-ce8184b98053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:25.313855 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a0f11c79-f37b-4943-9671-ce8184b98053 admin admin] 10.222.0.32 "GET /v2.0/networks/be1bb535-475e-4c07-8cc3-b1d8a7994acd HTTP/1.1" status: 200 len: 869 time: 0.1461971 Oct 26 13:48:27.597323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41618) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:27.718273 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c61c73-2054-4759-85f9-f0d61428bf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:27.718729 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c61c73-2054-4759-85f9-f0d61428bf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:27.720206 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-77c61c73-2054-4759-85f9-f0d61428bf56 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219141 Oct 26 13:48:29.998654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41626) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:30.092564 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19b508e-2df5-4d3f-afe7-97f1804b260e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:30.093053 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19b508e-2df5-4d3f-afe7-97f1804b260e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:30.094552 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c19b508e-2df5-4d3f-afe7-97f1804b260e admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0944700 Oct 26 13:48:32.361543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41634) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:32.454199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524ffff4-9351-4afa-acd5-a2e6c6747850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:32.455502 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-524ffff4-9351-4afa-acd5-a2e6c6747850 admin admin] 10.222.0.32 "GET /v2.0/subnets/45b7b168-8edf-4127-90ec-c4b9d62c3074 HTTP/1.1" status: 200 len: 868 time: 0.0929921 Oct 26 13:48:34.737137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41642) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:34.821403 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba224791-1bad-45b1-8d3c-4755603dd6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:34.822711 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ba224791-1bad-45b1-8d3c-4755603dd6fe admin admin] 10.222.0.32 "GET /v2.0/subnets/adc3096e-f68c-4b6c-9805-5d924fad2aa8 HTTP/1.1" status: 200 len: 816 time: 0.0846279 Oct 26 13:48:42.605242 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b963e099-6582-40bb-8876-0c09285356a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:44.970783 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f2658b6-c660-4378-b3f6-6bf151efe362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:46.466686 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:46.604008 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:48.321876 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:52.897846 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 5 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:49:00.423656 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41696) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:49:00.471337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-8798b0b0-5edc-47ef-b23b-23c0843caea1 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:49:00.472399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8798b0b0-5edc-47ef-b23b-23c0843caea1 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0475163 Oct 26 13:49:02.840362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41706) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:49:02.900301 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a110a6-6637-4f78-91f5-445b50a5ff0f admin admin] GET failed (client error): The resource could not be found. Oct 26 13:49:02.901714 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a5a110a6-6637-4f78-91f5-445b50a5ff0f admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604801 Oct 26 13:49:03.050306 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38382b4c-1dfb-4b28-9d12-3935d59dacf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:49:03.051770 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-38382b4c-1dfb-4b28-9d12-3935d59dacf7 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1452591 Oct 26 13:49:05.389219 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41714) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:49:05.435631 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:49:05.455324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Made reservation on behalf of 7a280ab62fa2486dbae357a5c71358e8 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:49:05.457588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:05.484385 n-d-815498-1 neutron-server[102124]: WARNING neutron.services.revisions.revision_plugin [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Could not find related network for resource to bump revision. Oct 26 13:49:05.495675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:49:05.504959 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:05.505291 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Added segment e047b89d-34a0-474b-802c-4c959147f316 of type vlan for network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c Oct 26 13:49:05.541991 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:05.566187 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:05.567039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:49:05.567639 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:05.620246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2299244 Oct 26 13:49:05.631034 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Pushing event updated for resources: {'Network': ['ID=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:49:05.638647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:05.638993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:05.639324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:05.639653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:05.639979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:05.640304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:05.640623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:05.640987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:05.641303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:05.641620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:05.641935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:05.642274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd0636-67f6-458c-8904-521da202fc1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:05.653940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:49:07.922907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41722) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:49:07.982838 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6001681-4fad-48d6-9976-beb1d7061bf0 admin admin] GET failed (client error): The resource could not be found. Oct 26 13:49:07.984116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c6001681-4fad-48d6-9976-beb1d7061bf0 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602281 Oct 26 13:49:08.052448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cff5d9-e81c-4763-961f-46166f2fd1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:49:08.053852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-11cff5d9-e81c-4763-961f-46166f2fd1b1 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645633 Oct 26 13:49:08.063845 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-14a579e8-f2f6-45a6-8193-b4c7e7fbc450 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'cidr': '192.168.233.0/24'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:49:08.083222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a579e8-f2f6-45a6-8193-b4c7e7fbc450 admin admin] Made reservation on behalf of 7a280ab62fa2486dbae357a5c71358e8 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:49:08.085706 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14a579e8-f2f6-45a6-8193-b4c7e7fbc450 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:08.243387 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14a579e8-f2f6-45a6-8193-b4c7e7fbc450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:08.300480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a579e8-f2f6-45a6-8193-b4c7e7fbc450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2d1834-8605-4413-9ef3-7c315487ee46,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:49:08.308008 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a579e8-f2f6-45a6-8193-b4c7e7fbc450 admin admin] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:49:08.308356 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a579e8-f2f6-45a6-8193-b4c7e7fbc450 admin admin] Network hostable DHCP agents. Network: 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:49:08.323400 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a579e8-f2f6-45a6-8193-b4c7e7fbc450 admin admin] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:49:08.331841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-14a579e8-f2f6-45a6-8193-b4c7e7fbc450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:49:08.336205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a579e8-f2f6-45a6-8193-b4c7e7fbc450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:49:08.336785 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14a579e8-f2f6-45a6-8193-b4c7e7fbc450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:08.340739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c861443-c595-4e0a-9924-6727451ab4be None None] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:49:08.358489 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-14a579e8-f2f6-45a6-8193-b4c7e7fbc450 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2978857 Oct 26 13:49:08.575232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'tenant_id': '7a280ab62fa2486dbae357a5c71358e8', 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:49:08.576108 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:08.730805 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Allocated IP 192.168.233.2 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/b431a690-c73f-4f93-8c72-c4333df8ff41) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:49:08.889307 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:08.896781 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:08.936324 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:49:08.939722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:49:08.943155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:49:08.949818 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Pushing event updated for resources: {'Port': ['ID=b431a690-c73f-4f93-8c72-c4333df8ff41,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:49:08.960055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:08.960396 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:08.960735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:08.961083 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:08.961405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:08.961725 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:08.962084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:08.962385 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:08.962706 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:08.963019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:08.963331 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:08.963641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:49:09.013264 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Attempting to bind port b431a690-c73f-4f93-8c72-c4333df8ff41 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:49:09.013628 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Attempting to bind port b431a690-c73f-4f93-8c72-c4333df8ff41 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:49:09.014009 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Attempting to bind port b431a690-c73f-4f93-8c72-c4333df8ff41 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:49:09.019634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:49:09.019996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:49:09.020385 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:09.020763 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:49:09.021214 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Bound port: b431a690-c73f-4f93-8c72-c4333df8ff41, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:49:09.021603 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:09.080984 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] For port b431a690-c73f-4f93-8c72-c4333df8ff41, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:49:09.084076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] For port b431a690-c73f-4f93-8c72-c4333df8ff41, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b431a690-c73f-4f93-8c72-c4333df8ff41,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:49:09.088464 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:09.148139 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a51d5-33bb-404e-9fe2-fd054de81744 None None] Pushing event updated for resources: {'Port': ['ID=b431a690-c73f-4f93-8c72-c4333df8ff41,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:49:09.992290 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d7cbda-6ac4-4d3f-95ae-565be0730f60 None None] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:49:10.068265 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b177fc78-5d9f-413e-93cb-8e0d86170ef9 None None] Provisioning complete for port b431a690-c73f-4f93-8c72-c4333df8ff41 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:49:10.068625 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b177fc78-5d9f-413e-93cb-8e0d86170ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:10.205873 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b177fc78-5d9f-413e-93cb-8e0d86170ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:10.242400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b177fc78-5d9f-413e-93cb-8e0d86170ef9 None None] For port b431a690-c73f-4f93-8c72-c4333df8ff41, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b431a690-c73f-4f93-8c72-c4333df8ff41,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:49:10.249382 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b177fc78-5d9f-413e-93cb-8e0d86170ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:10.305086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177fc78-5d9f-413e-93cb-8e0d86170ef9 None None] Pushing event updated for resources: {'Port': ['ID=b431a690-c73f-4f93-8c72-c4333df8ff41,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:49:10.477163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-89d6c149-0425-4a72-9102-5945bd2f0e14 None None] Provisioning complete for port b431a690-c73f-4f93-8c72-c4333df8ff41 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:49:10.477528 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-89d6c149-0425-4a72-9102-5945bd2f0e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:10.668933 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b431a690-c73f-4f93-8c72-c4333df8ff41 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:49:10.716809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b431a690-c73f-4f93-8c72-c4333df8ff41 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:49:10.717169 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:12.608736 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35c77bc8-6bac-4971-b5e9-4d2934844b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:14.972233 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c111028e-fca4-49ca-a12b-d27e634dc59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:16.459212 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:16.607105 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:18.324480 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:29.897409 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 5 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:49:42.614217 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fc7c15d0-0bfd-4efd-b99d-208fd79c4fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:44.973792 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-54748393-65bb-4ce4-8ad8-39a05aca0a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:46.460724 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:46.608209 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:48.329953 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:06.896249 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 5 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:50:12.619370 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-521c1244-4167-4098-ba31-20065b08cf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:14.976445 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-976fc770-4a56-4848-aa16-c583c9fe0190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:16.463746 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:16.613146 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:18.330447 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:35.888439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41766) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:50:35.894476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-09d5f74a-eef7-4d63-b8e2-e21d13ae50d4 tempest-verify_tempest_config-1395291554 tempest-verify_tempest_config-1395291554-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:50:35.895433 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-09d5f74a-eef7-4d63-b8e2-e21d13ae50d4 tempest-verify_tempest_config-1395291554 tempest-verify_tempest_config-1395291554-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0060461 Oct 26 13:50:36.187274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41784) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:50:36.287414 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:36.357758 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:36.361357 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:36.405968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52f1a40c14b74aeea446604980782d30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2176418 Oct 26 13:50:36.406807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48226612-dc2a-4b3b-a359-c3f828aadbef,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:50:36.408777 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41788) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:50:36.413413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.413756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.414121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.414452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.414778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.415099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.415419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.415743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.416059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.416378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.416696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.417009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fd4d4-6c8d-4331-864f-1697f96822e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.488644 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:36.508789 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:36.597771 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:36.600953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:36.602161 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48226612-dc2a-4b3b-a359-c3f828aadbef HTTP/1.1" status: 204 len: 168 time: 0.1918683 Oct 26 13:50:36.609621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48226612-dc2a-4b3b-a359-c3f828aadbef,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:50:36.617925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.618296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.618669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.618996 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.619328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.619654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.619976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.620297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.620619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.620944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.621266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:36.621585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185d99e-a0d7-4cd2-9576-66197f501abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:42.621350 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-01be745a-b111-4e70-ba6d-d6e18c4533aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:43.895396 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 5 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:50:44.978161 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a94e2b18-2ad3-4fa5-8300-2509a12acda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:46.465972 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:46.614458 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:48.333848 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:12.622046 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-52c9c977-b9d4-411c-b994-febff1a746b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:14.978220 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d4b9-f13b-486f-aac6-43f6726adbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:16.468053 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:16.618696 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:18.336571 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:20.893909 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 5 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:51:42.623385 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0933be55-c247-436e-b149-239a6494b067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:44.977831 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-db995e50-1232-454d-bf6f-fecbd5a155a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:46.470788 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:46.621595 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:48.341770 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:57.892979 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 5 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:52:12.624963 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fddca5a1-d35d-4888-9c06-fd52eadf0a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:14.978879 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f40f7729-4e52-456e-820f-6ae8a86bb5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:16.472635 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:16.623872 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:18.344802 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:34.891128 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 5 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:52:42.626799 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-344389fe-97e1-44f0-a5dc-9f368dd25b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:44.980305 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1b457226-387f-49e0-8864-e4bb70a1c715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:46.473784 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:46.627080 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:48.347994 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:11.888924 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 5 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:53:12.626766 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-afc21f9b-b0ea-477d-ae4d-2dd29ab133f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:14.980763 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e184917f-9b30-42c7-bf74-7293a7017459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:16.476264 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:16.630238 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:18.352829 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:42.627049 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5081b941-c348-4e21-a8b4-ba72eb6eccae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:44.980927 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-32590ee2-533b-4921-bec1-48591c2330b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:46.477708 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:46.632412 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:48.357246 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:48.887873 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 5 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:53:53.175940 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654688'] for agent, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:57.151309 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654688'] for agent, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:12.628956 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aaac642e-d7b8-4696-9e41-7b7180aec2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:14.982132 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-50701380-1395-462a-aafa-a9e7f3be52c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:16.479834 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:16.634880 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:18.357802 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:23.133923 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:25.887152 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:54:27.095275 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:42.632286 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-439d5175-4fdb-449a-9473-0d4d6a2f6d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:44.982965 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d47d1f11-7c4c-49b4-89d5-3bb830882b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:44.994097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41842) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:54:45.097731 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c0330cec-f147-4a8a-9e5b-cbbb90621897 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1025500 Oct 26 13:54:46.481527 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:46.638926 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:47.396802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41852) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:54:47.452444 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-03940526-683d-443f-a248-2a22e5535323 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0545835 Oct 26 13:54:48.361183 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:53.146194 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:57.112534 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:02.885889 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:55:12.633549 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-df03e10c-2f3b-4373-9cd6-204ef8938400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:14.984878 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e4555d6c-9d42-41f8-b272-10c0f79efba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:16.481894 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:16.640761 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:18.364218 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:23.160076 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:27.130900 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:39.885377 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:55:42.636535 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f52e4d76-fffb-49df-999b-26507ed52e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:44.985300 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7409-81df-4d1b-a026-1b9f4658b5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:46.484016 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:46.643474 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:48.374937 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:53.163198 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:57.124805 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:11.438115 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42088) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:11.751585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-network', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:11.753300 n-d-815498-1 neutron-server[102123]: INFO neutron.quota [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Loaded quota_driver: . Oct 26 13:56:11.792569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Made reservation on behalf of 8ee5f76636064dc687b4a7d3f381f68c for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:11.795314 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:11.808177 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:11.923299 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:11.927854 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:11.954183 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:56:11.968999 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dac9faf-f929-4669-ba8e-cd8c1c764b07,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:11.981516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:11.981877 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:11.982261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:11.982643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:11.982979 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:11.983355 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:11.983685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:11.984010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:11.984336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:11.984655 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:11.984976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:11.985296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Tracked resource versions report: Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: pushed versions: Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: { 'AddressGroup': {'1.2'}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'ConntrackHelper': {'1.0'}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'Log': {'1.0'}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'Network': {'1.1'}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'Port': {'1.7'}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'PortForwarding': {'1.2'}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'QosPolicy': {'1.10'}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'SecurityGroup': {'1.4'}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'SubPort': {'1.0'}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'Subnet': {'1.1'}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'Trunk': {'1.1'}} Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: consumer versions: Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: { DHCP agent@n-d-815498-1: {}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: HyperV agent@n-h1-815498-1: {}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: HyperV agent@n-h2-815498-1: {}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: L3 agent@n-d-815498-1: {}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: Metadata agent@n-d-815498-1: {}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: Metering agent@n-d-815498-1: {}, Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: Open vSwitch agent@n-d-815498-1: { 'AddressGroup': '1.2', Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'ConntrackHelper': '1.0', Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'Log': '1.0', Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'Network': '1.1', Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'Port': '1.7', Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'PortForwarding': '1.2', Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'QosPolicy': '1.10', Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'SecurityGroup': '1.4', Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'SecurityGroupRule': '1.2', Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'SubPort': '1.0', Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'Subnet': '1.1', Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: 'Trunk': '1.1'}} Oct 26 13:56:11.986483 n-d-815498-1 neutron-server[102123]: {{(pid=102123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:56:11.989827 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772549706262', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:11.990464 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Unsubscribe: segment precommit_create {{(pid=102123) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 13:56:11.991034 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Added segment 404c0f9f-d1b7-439b-b260-e46c73a425ef of type vlan for network aa0fa062-30f8-4003-a12a-372571fbfc5f Oct 26 13:56:12.047774 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:12.086577 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:12.087670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:12.088291 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:12.169328 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7299795 Oct 26 13:56:12.172561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42138) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:12.180015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Request body: {'subnet': {'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-subnet', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:12.191495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfac2d5-ffd3-4239-92c5-d4639d382653 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0fa062-30f8-4003-a12a-372571fbfc5f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:12.203099 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network aa0fa062-30f8-4003-a12a-372571fbfc5f details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:56:12.238106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Made reservation on behalf of 8ee5f76636064dc687b4a7d3f381f68c for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:12.240671 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:12.428662 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:12.488153 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef17a3b1-4103-4855-adbd-bfc81c3afbcd,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:12.501334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:12.501624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:12.502412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:12.502412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:12.502674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:12.502970 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:12.503289 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:12.503607 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:12.503922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:12.504238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:12.504553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:12.504863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Tracked resource versions report: Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: pushed versions: Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: { 'AddressGroup': {'1.2'}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'ConntrackHelper': {'1.0'}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'Log': {'1.0'}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'Network': {'1.1'}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'Port': {'1.7'}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'PortForwarding': {'1.2'}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'QosPolicy': {'1.10'}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'SecurityGroup': {'1.4'}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'SubPort': {'1.0'}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'Subnet': {'1.1'}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'Trunk': {'1.1'}} Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: consumer versions: Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: { DHCP agent@n-d-815498-1: {}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: HyperV agent@n-h1-815498-1: {}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: HyperV agent@n-h2-815498-1: {}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: L3 agent@n-d-815498-1: {}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: Metadata agent@n-d-815498-1: {}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: Metering agent@n-d-815498-1: {}, Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: Open vSwitch agent@n-d-815498-1: { 'AddressGroup': '1.2', Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'ConntrackHelper': '1.0', Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'Log': '1.0', Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'Network': '1.1', Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'Port': '1.7', Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'PortForwarding': '1.2', Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'QosPolicy': '1.10', Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'SecurityGroup': '1.4', Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'SecurityGroupRule': '1.2', Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'SubPort': '1.0', Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'Subnet': '1.1', Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: 'Trunk': '1.1'}} Oct 26 13:56:12.505855 n-d-815498-1 neutron-server[102124]: {{(pid=102124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:56:12.510201 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Checking segment: {'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:12.510606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Network hostable DHCP agents. Network: aa0fa062-30f8-4003-a12a-372571fbfc5f, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:56:12.528370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Network aa0fa062-30f8-4003-a12a-372571fbfc5f is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:56:12.540147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, aa0fa062-30f8-4003-a12a-372571fbfc5f) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:12.545486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:12.546599 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:12.550480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbf8898-c7be-42b7-b15f-0c2c484f389d None None] Network aa0fa062-30f8-4003-a12a-372571fbfc5f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:56:12.567876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-086f6839-0c37-43f4-89b0-993d3ca7af21 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3929708 Oct 26 13:56:12.570623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42162) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:12.575420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:12.601219 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:12.602919 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:12.689811 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bb467133-89e2-4a8a-a262-8758a74682db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:12.742152 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-aa0fa062-30f8-4003-a12a-372571fbfc5f', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:56:12.743229 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:12.747420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:12.981924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Allocated IP 172.20.0.2 (aa0fa062-30f8-4003-a12a-372571fbfc5f/ef17a3b1-4103-4855-adbd-bfc81c3afbcd/2a85c47f-baba-430d-b18b-82f7b471fd87) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:56:13.163766 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:13.325948 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:13.354102 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:13.415866 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Network aa0fa062-30f8-4003-a12a-372571fbfc5f is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:56:13.423172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:13.425317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Pushing event updated for resources: {'Port': ['ID=2a85c47f-baba-430d-b18b-82f7b471fd87,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:13.429237 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:56:13.437021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:13.437717 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:13.438245 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:13.438740 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:13.439268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:13.439756 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:13.440766 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:13.441259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:13.441743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:13.442269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:13.443273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:13.443747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Tracked resource versions report: Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: pushed versions: Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: { 'AddressGroup': {'1.2'}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'ConntrackHelper': {'1.0'}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'Log': {'1.0'}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'Network': {'1.1'}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'Port': {'1.7'}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'PortForwarding': {'1.2'}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'QosPolicy': {'1.10'}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'SecurityGroup': {'1.4'}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'SubPort': {'1.0'}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'Subnet': {'1.1'}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'Trunk': {'1.1'}} Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: consumer versions: Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: { DHCP agent@n-d-815498-1: {}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: HyperV agent@n-h1-815498-1: {}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: HyperV agent@n-h2-815498-1: {}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: L3 agent@n-d-815498-1: {}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: Metadata agent@n-d-815498-1: {}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: Metering agent@n-d-815498-1: {}, Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: Open vSwitch agent@n-d-815498-1: { 'AddressGroup': '1.2', Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'ConntrackHelper': '1.0', Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'Log': '1.0', Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'Network': '1.1', Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'Port': '1.7', Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'PortForwarding': '1.2', Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'QosPolicy': '1.10', Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'SecurityGroup': '1.4', Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'SecurityGroupRule': '1.2', Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'SubPort': '1.0', Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'Subnet': '1.1', Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: 'Trunk': '1.1'}} Oct 26 13:56:13.445023 n-d-815498-1 neutron-server[102125]: {{(pid=102125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:56:13.530611 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Attempting to bind port 2a85c47f-baba-430d-b18b-82f7b471fd87 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:56:13.531319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Attempting to bind port 2a85c47f-baba-430d-b18b-82f7b471fd87 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:56:13.531978 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Attempting to bind port 2a85c47f-baba-430d-b18b-82f7b471fd87 on network aa0fa062-30f8-4003-a12a-372571fbfc5f {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:56:13.539201 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:56:13.540209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Checking segment: {'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:13.540712 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:13.541343 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Bound using segment: {'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:56:13.542388 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Bound port: 2a85c47f-baba-430d-b18b-82f7b471fd87, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:56:13.543039 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:13.584870 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:13.615600 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:13.629557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] For port 2a85c47f-baba-430d-b18b-82f7b471fd87, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:56:13.633952 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] For port 2a85c47f-baba-430d-b18b-82f7b471fd87, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2a85c47f-baba-430d-b18b-82f7b471fd87,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:56:13.640492 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:13.708810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e045c-4f4f-4405-8c5a-5d65929acfae None None] Pushing event updated for resources: {'Port': ['ID=2a85c47f-baba-430d-b18b-82f7b471fd87,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:13.816139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Allocated IP 172.25.4.185 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/5d787de3-2b6f-4d09-92d5-0f324b1f0218) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:56:14.030987 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:14.129327 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:14.208964 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:56:14.214325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:14.219990 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:56:14.238576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42234) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:14.255673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Pushing event updated for resources: {'Port': ['ID=5d787de3-2b6f-4d09-92d5-0f324b1f0218,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:14.512717 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-97e00b15-a4da-4ccf-be79-2781b7ea7036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:14.598510 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:14.744360 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-97e00b15-a4da-4ccf-be79-2781b7ea7036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:14.748754 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-97e00b15-a4da-4ccf-be79-2781b7ea7036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:14.777530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-97e00b15-a4da-4ccf-be79-2781b7ea7036 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=324d94952ac24465a0ad7d068a958a26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5380292 Oct 26 13:56:14.788151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42270) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:14.887065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e00b15-a4da-4ccf-be79-2781b7ea7036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04339be3-04fc-4e62-825e-95a94b02ffa6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:14.891095 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a453491a-75ee-4464-b215-eeb639f2c584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:14.954658 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a453491a-75ee-4464-b215-eeb639f2c584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.029506 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-df240efe-4d89-494d-bae7-e39b81b42003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.031178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2a85c47f-baba-430d-b18b-82f7b471fd87 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:15.044158 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.093102 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a453491a-75ee-4464-b215-eeb639f2c584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.098410 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a453491a-75ee-4464-b215-eeb639f2c584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.102876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a453491a-75ee-4464-b215-eeb639f2c584 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04339be3-04fc-4e62-825e-95a94b02ffa6 HTTP/1.1" status: 204 len: 168 time: 0.3110464 Oct 26 13:56:15.117683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453491a-75ee-4464-b215-eeb639f2c584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04339be3-04fc-4e62-825e-95a94b02ffa6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:15.123935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34be5a20-eb8c-436e-b414-e8b668295612 None None] Network aa0fa062-30f8-4003-a12a-372571fbfc5f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:56:15.197351 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 2a85c47f-baba-430d-b18b-82f7b471fd87 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:15.197785 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.241265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Router 902a693d-de02-44be-8f1d-6d751af658cd is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 13:56:15.291649 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3b59e920-d5dd-4977-a6c1-a928f727805b None None] Provisioning complete for port 2a85c47f-baba-430d-b18b-82f7b471fd87 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:15.292022 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3b59e920-d5dd-4977-a6c1-a928f727805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.412834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:56:15.424119 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Sync routers for ids ['902a693d-de02-44be-8f1d-6d751af658cd'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:56:15.438410 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Routers {'902a693d-de02-44be-8f1d-6d751af658cd'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:56:15.439033 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:56:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['902a693d-de02-44be-8f1d-6d751af658cd'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:15.444668 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.446193 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9358fe45-8395-47c1-8593-4a3e25b7cfe3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8745077 Oct 26 13:56:15.449208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42322) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:15.467078 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.550860 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3b59e920-d5dd-4977-a6c1-a928f727805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.564185 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 2a85c47f-baba-430d-b18b-82f7b471fd87, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2a85c47f-baba-430d-b18b-82f7b471fd87,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:15.585136 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.686938 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-3b59e920-d5dd-4977-a6c1-a928f727805b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 13:56:15.688908 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-3b59e920-d5dd-4977-a6c1-a928f727805b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 13:56:15.692623 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=2a85c47f-baba-430d-b18b-82f7b471fd87,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:15.728042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42326) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:15.749085 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4804491-8510-456a-9e41-80c70e9c0f83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.774331 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Set router 902a693d-de02-44be-8f1d-6d751af658cd gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:56:15.945022 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4804491-8510-456a-9e41-80c70e9c0f83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.958293 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4804491-8510-456a-9e41-80c70e9c0f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.003861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4804491-8510-456a-9e41-80c70e9c0f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d301f0-4e11-4534-a5f2-ca2303404b53,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:16.010316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b4804491-8510-456a-9e41-80c70e9c0f83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cde6edad28f4d36a3b6dfe56954d0c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2811975 Oct 26 13:56:16.013900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42340) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:16.075236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42352) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:16.084977 n-d-815498-1 neutron-server[102124]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 13:56:16.115539 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:14Z', 'revision_number': 3, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:16.130188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-1d6f9270-3141-4253-b035-f8ac4e8f9d8d tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=394e774bb7544a918ce207b9f05cfdc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490856 Oct 26 13:56:16.147633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.150490 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Checking router: 902a693d-de02-44be-8f1d-6d751af658cd for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:56:16.150942 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Updating router 902a693d-de02-44be-8f1d-6d751af658cd port 5d787de3-2b6f-4d09-92d5-0f324b1f0218 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:56:16.197097 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.230537 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a7dc388-1bf6-48d3-92e1-035615a9ddae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.295819 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a7dc388-1bf6-48d3-92e1-035615a9ddae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.394148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ae0ea484-9cc5-4238-8f83-46aa3d4dcd9a None None] Provisioning complete for port 2a85c47f-baba-430d-b18b-82f7b471fd87 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:16.394639 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ae0ea484-9cc5-4238-8f83-46aa3d4dcd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.451482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Allocated IP 172.20.0.1 (aa0fa062-30f8-4003-a12a-372571fbfc5f/ef17a3b1-4103-4855-adbd-bfc81c3afbcd/00a6bd25-71ed-4a36-8cb4-b8b854594cf7) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:56:16.463953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-4df93866-18de-42c5-8d2e-fdc22a52026b tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:16.490470 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-4df93866-18de-42c5-8d2e-fdc22a52026b tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3480499 Oct 26 13:56:16.523280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-d1272ff4-d9c2-4678-9c55-5681595795b8 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/quotas/394e774bb7544a918ce207b9f05cfdc5 HTTP/1.1" status: 200 len: 375 time: 0.0303903 Oct 26 13:56:16.530510 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.540646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a7dc388-1bf6-48d3-92e1-035615a9ddae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.543770 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a7dc388-1bf6-48d3-92e1-035615a9ddae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.547699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4a7dc388-1bf6-48d3-92e1-035615a9ddae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3d301f0-4e11-4534-a5f2-ca2303404b53 HTTP/1.1" status: 204 len: 168 time: 0.5296912 Oct 26 13:56:16.644798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7dc388-1bf6-48d3-92e1-035615a9ddae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d301f0-4e11-4534-a5f2-ca2303404b53,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:16.665512 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.665710 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-9383d60a-2a07-4902-a299-ae45d132db4c tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=394e774bb7544a918ce207b9f05cfdc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193674 Oct 26 13:56:16.674152 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.713291 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.727894 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.755508 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.787090 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Pushing event updated for resources: {'Port': ['ID=5d787de3-2b6f-4d09-92d5-0f324b1f0218,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:16.797233 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:16.797574 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:16.798261 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:16.798261 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:16.798617 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:16.798950 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:16.799290 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:16.800299 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:16.800476 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:16.801058 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:16.801395 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:16.802107 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Tracked resource versions report: Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: pushed versions: Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: { 'AddressGroup': {'1.2'}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'ConntrackHelper': {'1.0'}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'Log': {'1.0'}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'Network': {'1.1'}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'Port': {'1.7'}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'PortForwarding': {'1.2'}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'QosPolicy': {'1.10'}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'SecurityGroup': {'1.4'}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'SubPort': {'1.0'}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'Subnet': {'1.1'}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'Trunk': {'1.1'}} Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: consumer versions: Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: { DHCP agent@n-d-815498-1: {}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: HyperV agent@n-h1-815498-1: {}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: HyperV agent@n-h2-815498-1: {}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: L3 agent@n-d-815498-1: {}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: Metadata agent@n-d-815498-1: {}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: Metering agent@n-d-815498-1: {}, Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: Open vSwitch agent@n-d-815498-1: { 'AddressGroup': '1.2', Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'ConntrackHelper': '1.0', Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'Log': '1.0', Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'Network': '1.1', Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'Port': '1.7', Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'PortForwarding': '1.2', Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'QosPolicy': '1.10', Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'SecurityGroup': '1.4', Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'SecurityGroupRule': '1.2', Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'SubPort': '1.0', Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'Subnet': '1.1', Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: 'Trunk': '1.1'}} Oct 26 13:56:16.802909 n-d-815498-1 neutron-server[102126]: {{(pid=102126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:56:16.804535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Network aa0fa062-30f8-4003-a12a-372571fbfc5f is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:56:16.807470 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:16.811801 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:56:16.813079 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.873995 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Attempting to bind port 5d787de3-2b6f-4d09-92d5-0f324b1f0218 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:56:16.874369 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Attempting to bind port 5d787de3-2b6f-4d09-92d5-0f324b1f0218 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:56:16.875115 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Attempting to bind port 5d787de3-2b6f-4d09-92d5-0f324b1f0218 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:56:16.889821 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42396) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:16.908570 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:56:16.910715 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:16.911284 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.912425 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:56:16.913697 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Bound port: 5d787de3-2b6f-4d09-92d5-0f324b1f0218, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:56:16.915013 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:16.920147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Pushing event updated for resources: {'Port': ['ID=00a6bd25-71ed-4a36-8cb4-b8b854594cf7,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:16.934273 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:56:16.977317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2a85c47f-baba-430d-b18b-82f7b471fd87 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:17.062129 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] For port 5d787de3-2b6f-4d09-92d5-0f324b1f0218, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:56:17.071996 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] For port 5d787de3-2b6f-4d09-92d5-0f324b1f0218, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=5d787de3-2b6f-4d09-92d5-0f324b1f0218,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:56:17.085273 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:17.139840 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 2a85c47f-baba-430d-b18b-82f7b471fd87 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:17.142466 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:17.219167 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6a1cc57-6d78-43eb-9716-e02ac0191bcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:17.281450 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f6772-e6d8-4279-adbb-fe8f51880b5b None None] Pushing event updated for resources: {'Port': ['ID=5d787de3-2b6f-4d09-92d5-0f324b1f0218,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:17.300500 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Routers {'902a693d-de02-44be-8f1d-6d751af658cd'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:56:17.301312 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:56:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['902a693d-de02-44be-8f1d-6d751af658cd'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:17.308090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-cceb14e2-c4aa-43f4-a560-af15e06feb59 None None] Provisioning complete for port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:17.308723 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cceb14e2-c4aa-43f4-a560-af15e06feb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:17.395103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-cceb14e2-c4aa-43f4-a560-af15e06feb59 None None] Port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:56:17.428248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:17.444222 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6a1cc57-6d78-43eb-9716-e02ac0191bcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:17.452564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6a1cc57-6d78-43eb-9716-e02ac0191bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:17.515493 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] Set router 902a693d-de02-44be-8f1d-6d751af658cd gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:56:17.517112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f6a1cc57-6d78-43eb-9716-e02ac0191bcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76c72f3214bf46788cb762fb7a1bb244&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6254547 Oct 26 13:56:17.519568 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1cc57-6d78-43eb-9716-e02ac0191bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522a072e-1da2-42bd-81ed-c4c3f7886c38,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:17.522347 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42442) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:17.598470 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e5cc50a7-78b1-40c7-b6b7-ceb5760aee5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:17.627488 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e5cc50a7-78b1-40c7-b6b7-ceb5760aee5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:17.707493 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e5cc50a7-78b1-40c7-b6b7-ceb5760aee5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:17.710352 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e5cc50a7-78b1-40c7-b6b7-ceb5760aee5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:17.714021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e5cc50a7-78b1-40c7-b6b7-ceb5760aee5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/522a072e-1da2-42bd-81ed-c4c3f7886c38 HTTP/1.1" status: 204 len: 168 time: 0.1881242 Oct 26 13:56:17.722890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc50a7-78b1-40c7-b6b7-ceb5760aee5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522a072e-1da2-42bd-81ed-c4c3f7886c38,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:17.792601 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:17.798800 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:17.799884 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:17.837268 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:16Z', 'revision_number': 1, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:17.897382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Pushing event updated for resources: {'Port': ['ID=00a6bd25-71ed-4a36-8cb4-b8b854594cf7,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:17.910641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42446) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:17.989622 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04296e-76d9-4343-9d27-598f47443c3e None None] The sync data for ids ['902a693d-de02-44be-8f1d-6d751af658cd'] in n-d-815498-1 is: [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:16Z', 'revision_number': 1, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:56:18.001056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Network aa0fa062-30f8-4003-a12a-372571fbfc5f is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:56:18.003972 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:18.084796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42456) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:18.114220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42462) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:18.251667 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Router 902a693d-de02-44be-8f1d-6d751af658cd has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:56:18.418031 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-352f8f41-ebf2-4a80-94ae-3132dae2b698 None None] Provisioning complete for port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:18.418623 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-352f8f41-ebf2-4a80-94ae-3132dae2b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:18.444946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42474) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:18.463385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:56:18.472481 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ebe61cd3-1d80-4cda-a9ba-18d0d37592e0 admin admin] 10.222.0.32 "PUT /v2.0/routers/902a693d-de02-44be-8f1d-6d751af658cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0220125 Oct 26 13:56:18.484394 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:18.525684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-352f8f41-ebf2-4a80-94ae-3132dae2b698 None None] Port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:56:18.576576 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f06d3df4-ee52-4b36-b90c-c87543e931a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:18.750702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0ccc481-1be8-4b3b-8fa1-279b3c18a2ce req-fc68de2e-6b8d-401d-8daa-0818d4687ec5 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 210 time: 0.6593943 Oct 26 13:56:18.759889 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f06d3df4-ee52-4b36-b90c-c87543e931a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:18.779719 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f06d3df4-ee52-4b36-b90c-c87543e931a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:18.865098 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42ff9d73-546a-48b1-a1ef-6e4cb3c5c6fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:18.893489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d3df4-ee52-4b36-b90c-c87543e931a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b019f5-244c-48b1-aacc-d72a94ed40c5,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:18.901259 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42490) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:18.902038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f06d3df4-ee52-4b36-b90c-c87543e931a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37ec1e38c6674bd9866efa54396f0b5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9875321 Oct 26 13:56:18.971188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42492) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:18.989189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-537c8e67-59e7-41bd-a7ce-b67711e2bc90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.016532 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a4e69fd-583d-43d5-becc-9f28b779264a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.038114 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f259fe40-ce17-4a1f-abce-31f3e638eaa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.049196 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a4e69fd-583d-43d5-becc-9f28b779264a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.121593 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a4e69fd-583d-43d5-becc-9f28b779264a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.127286 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a4e69fd-583d-43d5-becc-9f28b779264a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.135275 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9a4e69fd-583d-43d5-becc-9f28b779264a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10b019f5-244c-48b1-aacc-d72a94ed40c5 HTTP/1.1" status: 204 len: 168 time: 0.2329414 Oct 26 13:56:19.155400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e69fd-583d-43d5-becc-9f28b779264a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b019f5-244c-48b1-aacc-d72a94ed40c5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:19.212548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42ff9d73-546a-48b1-a1ef-6e4cb3c5c6fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.233236 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42ff9d73-546a-48b1-a1ef-6e4cb3c5c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.303045 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-537c8e67-59e7-41bd-a7ce-b67711e2bc90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.311564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f259fe40-ce17-4a1f-abce-31f3e638eaa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.326632 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-537c8e67-59e7-41bd-a7ce-b67711e2bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.347218 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f259fe40-ce17-4a1f-abce-31f3e638eaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.355540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-42ff9d73-546a-48b1-a1ef-6e4cb3c5c6fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d3d5d27021b4210a2c41ec774697218&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2400191 Oct 26 13:56:19.356579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff9d73-546a-48b1-a1ef-6e4cb3c5c6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3c040a-d9ca-45eb-b468-8e82ba3cdfaf,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:19.358236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42504) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:19.459876 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-34733601-c6a2-430b-826a-bd82ff1d2fd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.461593 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-537c8e67-59e7-41bd-a7ce-b67711e2bc90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ab6883dd9b7438c86bb8cd498d1043a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0156004 Oct 26 13:56:19.466798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42508) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:19.479727 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f259fe40-ce17-4a1f-abce-31f3e638eaa3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb186448662f4bd8b4576a810977bef9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4996881 Oct 26 13:56:19.483236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42512) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:19.512456 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c8e67-59e7-41bd-a7ce-b67711e2bc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe2b193-f9c2-4b68-95f3-071fd98d47bb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:19.557023 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-34733601-c6a2-430b-826a-bd82ff1d2fd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.603108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259fe40-ce17-4a1f-abce-31f3e638eaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98508532-6aa0-459d-bc55-f3e71fdbbaf3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:19.643452 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-914e7085-1ed1-4526-a649-56dc6dbb7e24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.647656 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bcc216ca-bc12-4345-911a-8ed5e07e0554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.673750 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-914e7085-1ed1-4526-a649-56dc6dbb7e24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.697224 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bcc216ca-bc12-4345-911a-8ed5e07e0554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.752390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42522) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:19.761177 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-914e7085-1ed1-4526-a649-56dc6dbb7e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.763790 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-914e7085-1ed1-4526-a649-56dc6dbb7e24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.767859 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-914e7085-1ed1-4526-a649-56dc6dbb7e24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfe2b193-f9c2-4b68-95f3-071fd98d47bb HTTP/1.1" status: 204 len: 168 time: 0.2999787 Oct 26 13:56:19.773589 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-34733601-c6a2-430b-826a-bd82ff1d2fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.778518 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-34733601-c6a2-430b-826a-bd82ff1d2fd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.778518 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-34733601-c6a2-430b-826a-bd82ff1d2fd4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab3c040a-d9ca-45eb-b468-8e82ba3cdfaf HTTP/1.1" status: 204 len: 168 time: 0.4190736 Oct 26 13:56:19.780289 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4df192f8-166b-48f8-a460-1a7466bbcd29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.791002 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e7085-1ed1-4526-a649-56dc6dbb7e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe2b193-f9c2-4b68-95f3-071fd98d47bb,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:19.808707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34733601-c6a2-430b-826a-bd82ff1d2fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3c040a-d9ca-45eb-b468-8e82ba3cdfaf,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:19.824618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bcc216ca-bc12-4345-911a-8ed5e07e0554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.827205 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bcc216ca-bc12-4345-911a-8ed5e07e0554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:19.842544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bcc216ca-bc12-4345-911a-8ed5e07e0554 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98508532-6aa0-459d-bc55-f3e71fdbbaf3 HTTP/1.1" status: 204 len: 168 time: 0.3332660 Oct 26 13:56:19.872311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc216ca-bc12-4345-911a-8ed5e07e0554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98508532-6aa0-459d-bc55-f3e71fdbbaf3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:19.934109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.25', 52931) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:20.004036 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-8e761069-df2a-498b-823d-ed8a1559ebe1 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=394e774bb7544a918ce207b9f05cfdc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684834 Oct 26 13:56:20.027726 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4df192f8-166b-48f8-a460-1a7466bbcd29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:20.038425 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4df192f8-166b-48f8-a460-1a7466bbcd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:20.096866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4df192f8-166b-48f8-a460-1a7466bbcd29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=745e8565e46e46e1990475a73f793cfc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3427658 Oct 26 13:56:20.099684 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42534) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:20.180204 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10cb7d34-abc2-4ec1-a5bb-b4cc77c6944b req-6bdee8e3-36f0-4efa-bd20-790a6ef3bad3 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 210 time: 0.0718238 Oct 26 13:56:20.213097 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34247c91-3a95-49cd-9561-e94d4a8bf173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:20.226147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df192f8-166b-48f8-a460-1a7466bbcd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef113d28-57cf-4d15-ad10-a9c9afd89e00,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:20.251221 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34247c91-3a95-49cd-9561-e94d4a8bf173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:20.258407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-46291d3b-9558-4e43-9a7a-428ba118b7c8 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:20.259915 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-46291d3b-9558-4e43-9a7a-428ba118b7c8 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495644 Oct 26 13:56:20.311597 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34247c91-3a95-49cd-9561-e94d4a8bf173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:20.315467 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34247c91-3a95-49cd-9561-e94d4a8bf173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:20.316636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-34247c91-3a95-49cd-9561-e94d4a8bf173 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef113d28-57cf-4d15-ad10-a9c9afd89e00 HTTP/1.1" status: 204 len: 168 time: 0.2096205 Oct 26 13:56:20.326559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34247c91-3a95-49cd-9561-e94d4a8bf173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef113d28-57cf-4d15-ad10-a9c9afd89e00,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:20.369959 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Request body: {'port': {'device_id': 'b15ade3e-4137-4e8d-9915-90f6fbafd1f6', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '394e774bb7544a918ce207b9f05cfdc5'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:20.576968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Made reservation on behalf of 394e774bb7544a918ce207b9f05cfdc5 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:20.582472 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:20.593842 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:20.688400 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:20.692721 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:20.747905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42560) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:20.761796 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-287bf387-b2c9-4afd-a275-82ee76cd5d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:20.808333 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29b5e71-a307-49e7-adc6-69d37d3bc63e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:20.923513 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-287bf387-b2c9-4afd-a275-82ee76cd5d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:20.932340 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-287bf387-b2c9-4afd-a275-82ee76cd5d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:20.993798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Allocated IP 192.168.233.252 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/b629aef9-0e14-4eac-8e72-b328ce295198) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:56:21.039608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bf387-b2c9-4afd-a275-82ee76cd5d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd620dd-feea-4b2d-a290-da81560da3a4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:21.056811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-287bf387-b2c9-4afd-a275-82ee76cd5d1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ceb732e6b2a244329ab64fea701806e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3086450 Oct 26 13:56:21.058706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42578) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:21.074631 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Sync routers for ids ['902a693d-de02-44be-8f1d-6d751af658cd'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:56:21.085342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5d787de3-2b6f-4d09-92d5-0f324b1f0218 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:21.118130 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-815cbb2f-7b5d-43bb-bd10-4528024a10cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.141736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Routers {'902a693d-de02-44be-8f1d-6d751af658cd'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:56:21.142674 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:56:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['902a693d-de02-44be-8f1d-6d751af658cd'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:21.144778 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-815cbb2f-7b5d-43bb-bd10-4528024a10cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.202260 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-815cbb2f-7b5d-43bb-bd10-4528024a10cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.206432 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-815cbb2f-7b5d-43bb-bd10-4528024a10cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.211174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42580) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:21.213693 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-815cbb2f-7b5d-43bb-bd10-4528024a10cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bd620dd-feea-4b2d-a290-da81560da3a4 HTTP/1.1" status: 204 len: 168 time: 0.1514397 Oct 26 13:56:21.225305 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.228614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cbb2f-7b5d-43bb-bd10-4528024a10cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd620dd-feea-4b2d-a290-da81560da3a4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:21.235007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680589570-network', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:21.271809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 5d787de3-2b6f-4d09-92d5-0f324b1f0218 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:21.272691 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.297447 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] Made reservation on behalf of 34ce1be8d51e4157907045c54eff1c24 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:21.301219 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.303562 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42586) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:21.320901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.334420 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Set router 902a693d-de02-44be-8f1d-6d751af658cd gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:56:21.334816 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-de187b38-f8a5-4045-b847-8e37a892e9b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.349266 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.500500 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-de187b38-f8a5-4045-b847-8e37a892e9b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.512804 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-de187b38-f8a5-4045-b847-8e37a892e9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.608014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de187b38-f8a5-4045-b847-8e37a892e9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a1c8e2-8471-4c68-8d54-3364e0ce6344,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:21.621700 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-de187b38-f8a5-4045-b847-8e37a892e9b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ff06a2eed964f6cb6ee210741806a3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3168106 Oct 26 13:56:21.628672 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.637187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42596) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:21.674136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 5d787de3-2b6f-4d09-92d5-0f324b1f0218, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=5d787de3-2b6f-4d09-92d5-0f324b1f0218,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:21.689828 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.693635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:56:21.701531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b5940-6ab2-4002-83d8-f64e9810871a req-dffe160f-64d0-40cd-a8ee-202afecae2cd tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:21.707180 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:21.710753 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d46b5940-6ab2-4002-83d8-f64e9810871a req-dffe160f-64d0-40cd-a8ee-202afecae2cd tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 936 time: 0.2087336 Oct 26 13:56:21.720512 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:56:21.727869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:21.728601 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.764735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Pushing event updated for resources: {'Port': ['ID=b629aef9-0e14-4eac-8e72-b328ce295198,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:21.773123 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=5d787de3-2b6f-4d09-92d5-0f324b1f0218,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:21.779403 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-75f80d0e-becf-4338-853b-03547b1f300e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4147732 Oct 26 13:56:21.795833 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 2, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:21.800167 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-39e4d20f-dfbd-4ae9-a64c-287ac325702e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:56:21.801340 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-39e4d20f-dfbd-4ae9-a64c-287ac325702e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0097632 Oct 26 13:56:21.839706 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Checking router: 902a693d-de02-44be-8f1d-6d751af658cd for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:56:21.840332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Updating router 902a693d-de02-44be-8f1d-6d751af658cd port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:56:21.853006 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.860008 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.882484 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d46b5940-6ab2-4002-83d8-f64e9810871a req-eff45daf-4e12-417b-901d-f00551740dc5 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707346 Oct 26 13:56:21.921073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:56:21.929367 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.930407 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-260fd047-5fd3-4f46-813d-3d8a8ef9d97a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.945278 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:21.945626 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] Added segment 29d7121e-0d06-41cb-8241-6aa8e9ab0477 of type vlan for network 8a4454ce-ac5b-4c40-b38b-a3ff14712f58 Oct 26 13:56:21.976913 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-260fd047-5fd3-4f46-813d-3d8a8ef9d97a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:22.094909 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-260fd047-5fd3-4f46-813d-3d8a8ef9d97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:22.099982 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-260fd047-5fd3-4f46-813d-3d8a8ef9d97a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:22.103278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-260fd047-5fd3-4f46-813d-3d8a8ef9d97a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0a1c8e2-8471-4c68-8d54-3364e0ce6344 HTTP/1.1" status: 204 len: 168 time: 0.4630017 Oct 26 13:56:22.104310 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:22.125624 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caade23-d806-44e3-b62a-5cc4b889b8e2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:22.128039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fd047-5fd3-4f46-813d-3d8a8ef9d97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a1c8e2-8471-4c68-8d54-3364e0ce6344,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:22.170158 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:22.172349 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:22.173740 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:22.276347 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0613194 Oct 26 13:56:22.276347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42db3f-140a-4a2d-915e-398588340b1b admin admin] Pushing event updated for resources: {'Network': ['ID=8a4454ce-ac5b-4c40-b38b-a3ff14712f58,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:22.277002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42612) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:22.285168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f2d54a83-3ff4-4fca-ae99-c9c15f82b2b1 admin admin] Request body: {'subnet': {'network_id': '8a4454ce-ac5b-4c40-b38b-a3ff14712f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680589570-subnet', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:22.285897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0092e271-cfe7-4c54-99a7-84ddb231e85a None None] Provisioning complete for port b629aef9-0e14-4eac-8e72-b328ce295198 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:22.286403 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0092e271-cfe7-4c54-99a7-84ddb231e85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:22.342051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d54a83-3ff4-4fca-ae99-c9c15f82b2b1 admin admin] Made reservation on behalf of 34ce1be8d51e4157907045c54eff1c24 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:22.348237 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f2d54a83-3ff4-4fca-ae99-c9c15f82b2b1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:22.492361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 8a4454ce-ac5b-4c40-b38b-a3ff14712f58 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:56:22.617001 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0092e271-cfe7-4c54-99a7-84ddb231e85a None None] Port b629aef9-0e14-4eac-8e72-b328ce295198 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:56:22.724406 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:22.735347 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:22.776236 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f2d54a83-3ff4-4fca-ae99-c9c15f82b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:22.866935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655713c0-b450-450d-81ab-8642bde7e8b3 None None] Pushing event updated for resources: {'Port': ['ID=00a6bd25-71ed-4a36-8cb4-b8b854594cf7,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:22.966169 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Attempting to bind port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:56:22.966773 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Attempting to bind port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:56:22.967274 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Attempting to bind port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 on network aa0fa062-30f8-4003-a12a-372571fbfc5f {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:56:22.971525 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5d787de3-2b6f-4d09-92d5-0f324b1f0218 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:22.980419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:56:22.981060 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Checking segment: {'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:22.981613 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:22.982887 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Bound using segment: {'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:56:22.984110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Bound port: 00a6bd25-71ed-4a36-8cb4-b8b854594cf7, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:56:22.984801 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:23.004126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d54a83-3ff4-4fca-ae99-c9c15f82b2b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=255fd9cf-6a87-4134-988c-dfa134fafa7d,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:23.036271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d54a83-3ff4-4fca-ae99-c9c15f82b2b1 admin admin] Checking segment: {'id': '29d7121e-0d06-41cb-8241-6aa8e9ab0477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a4454ce-ac5b-4c40-b38b-a3ff14712f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:23.044373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d54a83-3ff4-4fca-ae99-c9c15f82b2b1 admin admin] Network hostable DHCP agents. Network: 8a4454ce-ac5b-4c40-b38b-a3ff14712f58, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:56:23.168895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d54a83-3ff4-4fca-ae99-c9c15f82b2b1 admin admin] Network 8a4454ce-ac5b-4c40-b38b-a3ff14712f58 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:56:23.205709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-f2d54a83-3ff4-4fca-ae99-c9c15f82b2b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 8a4454ce-ac5b-4c40-b38b-a3ff14712f58) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:23.215190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Request body: {'port': {'device_id': 'b15ade3e-4137-4e8d-9915-90f6fbafd1f6', 'device_owner': 'compute:tempest-test_az-817728411', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:23.216795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] For port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:56:23.225076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] For port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=00a6bd25-71ed-4a36-8cb4-b8b854594cf7,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:56:23.232961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d54a83-3ff4-4fca-ae99-c9c15f82b2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:23.233734 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f2d54a83-3ff4-4fca-ae99-c9c15f82b2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:23.260131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac5e3b8-3dc8-460e-a2ff-662ad91a212c None None] Network 8a4454ce-ac5b-4c40-b38b-a3ff14712f58 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:56:23.264547 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:23.308304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68e784-0bfa-42cb-9b36-c26a548a7897 req-85305d5e-baad-43a3-8ad9-021b5bdf1591 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:23.312156 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce68e784-0bfa-42cb-9b36-c26a548a7897 req-85305d5e-baad-43a3-8ad9-021b5bdf1591 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 936 time: 0.2613883 Oct 26 13:56:23.371562 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:23.448871 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8616c25a-c1e0-42bb-af56-6336fb541a7b None None] Provisioning complete for port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:23.449455 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8616c25a-c1e0-42bb-af56-6336fb541a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:23.511918 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:23.512604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Routers {'902a693d-de02-44be-8f1d-6d751af658cd'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:56:23.513383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:56:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['902a693d-de02-44be-8f1d-6d751af658cd'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:23.631722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655713c0-b450-450d-81ab-8642bde7e8b3 None None] Pushing event updated for resources: {'Port': ['ID=00a6bd25-71ed-4a36-8cb4-b8b854594cf7,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:23.741560 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f2d54a83-3ff4-4fca-ae99-c9c15f82b2b1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4610870 Oct 26 13:56:23.744458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42648) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:23.758063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680589570-router', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:23.858987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce68e784-0bfa-42cb-9b36-c26a548a7897 req-94092d3c-45a6-4dd4-824c-134636718d54 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230706 Oct 26 13:56:23.862249 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:23.863312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:23.887092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b629aef9-0e14-4eac-8e72-b328ce295198 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:56:23.896090 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:23.928048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 5d787de3-2b6f-4d09-92d5-0f324b1f0218 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:23.928048 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:23.931434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Transition to ACTIVE for port object b629aef9-0e14-4eac-8e72-b328ce295198 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:56:23.941554 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:23.979410 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:24.184493 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Pushing event updated for resources: {'Port': ['ID=b629aef9-0e14-4eac-8e72-b328ce295198,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:24.260040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Attempting to bind port b629aef9-0e14-4eac-8e72-b328ce295198 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:56:24.260646 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Attempting to bind port b629aef9-0e14-4eac-8e72-b328ce295198 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:56:24.260748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Attempting to bind port b629aef9-0e14-4eac-8e72-b328ce295198 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:56:24.268640 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8616c25a-c1e0-42bb-af56-6336fb541a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:24.281798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Port b629aef9-0e14-4eac-8e72-b328ce295198 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:56:24.282141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Attempting to bind port b629aef9-0e14-4eac-8e72-b328ce295198 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:56:24.294925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:56:24.295302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:24.295841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:56:24.296296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Bound port: b629aef9-0e14-4eac-8e72-b328ce295198, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:56:24.296641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:24.320100 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:24.327164 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] Set router 902a693d-de02-44be-8f1d-6d751af658cd gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:56:24.500906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] For port b629aef9-0e14-4eac-8e72-b328ce295198, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:56:24.512890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] For port b629aef9-0e14-4eac-8e72-b328ce295198, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b629aef9-0e14-4eac-8e72-b328ce295198,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:56:24.521771 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:24.684023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8616c25a-c1e0-42bb-af56-6336fb541a7b None None] For port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=00a6bd25-71ed-4a36-8cb4-b8b854594cf7,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:24.684577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Pushing event updated for resources: {'Port': ['ID=b629aef9-0e14-4eac-8e72-b328ce295198,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:24.726656 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:24.727323 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:24.728044 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-8a4454ce-ac5b-4c40-b38b-a3ff14712f58', 'network_id': '8a4454ce-ac5b-4c40-b38b-a3ff14712f58', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'fixed_ips': [{'subnet_id': '255fd9cf-6a87-4134-988c-dfa134fafa7d'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:56:24.729078 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:24.738681 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-e337807f-b21e-4e9a-9f07-30343443f013 service neutron] 10.222.0.25 "PUT /v2.0/ports/b629aef9-0e14-4eac-8e72-b328ce295198 HTTP/1.1" status: 200 len: 1117 time: 2.2041066 Oct 26 13:56:24.739181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15ade3e-4137-4e8d-9915-90f6fbafd1f6', 'tag': 'b629aef9-0e14-4eac-8e72-b328ce295198'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:56:24.771809 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8616c25a-c1e0-42bb-af56-6336fb541a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:24.902569 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:24.935565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:25.066386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616c25a-c1e0-42bb-af56-6336fb541a7b None None] Pushing event updated for resources: {'Port': ['ID=00a6bd25-71ed-4a36-8cb4-b8b854594cf7,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:25.078415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:25.142697 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Allocated IP 172.25.4.227 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/626f4d50-b2c5-4b49-8823-5d84a72bba14) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:56:25.153173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-841fdaa6-0744-4167-bbee-f2295673db21 None None] Provisioning complete for port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:25.153694 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-841fdaa6-0744-4167-bbee-f2295673db21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:25.227528 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-32c96aa2-9cca-4303-adef-a5a133550503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:25.234088 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-32c96aa2-9cca-4303-adef-a5a133550503 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=394e774bb7544a918ce207b9f05cfdc5&device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 1120 time: 0.2271945 Oct 26 13:56:25.383759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:25.386082 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:25.405026 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:25.451955 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-d24f4991-8441-46b7-87e0-a4de0318e808 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=b629aef9-0e14-4eac-8e72-b328ce295198 HTTP/1.1" status: 200 len: 217 time: 0.1567080 Oct 26 13:56:25.578042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-cfa05f5f-4c40-4617-b6fa-af8a577f3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:25.592249 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-cfa05f5f-4c40-4617-b6fa-af8a577f3432 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1345713 Oct 26 13:56:25.641591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Allocated IP 172.20.0.2 (8a4454ce-ac5b-4c40-b38b-a3ff14712f58/255fd9cf-6a87-4134-988c-dfa134fafa7d/0f2952cb-9c08-41dc-bea8-3cbbbac09cf6) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:56:25.678940 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-1dd31363-309b-4315-aea3-3da1e86c81db tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=38f4377971dc41979d5b5c97f3ac726e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1273422 Oct 26 13:56:25.697083 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:23Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:25.722908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348ca74-f427-4b66-9232-4537174a584f req-5fcfa0fa-92ce-42e2-a453-55da1612fa46 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:25.730217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f348ca74-f427-4b66-9232-4537174a584f req-5fcfa0fa-92ce-42e2-a453-55da1612fa46 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 969 time: 0.2980366 Oct 26 13:56:25.770970 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:25.865232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff7c16-622d-46e9-ae68-641d5ff0c3ee None None] The sync data for ids ['902a693d-de02-44be-8f1d-6d751af658cd'] in n-d-815498-1 is: [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:23Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:56:25.898548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:56:25.942983 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74f82e5-1b33-4aa2-8b09-7c6bb9e20e28" -d '{"events": [{"name": "network-changed", "server_uuid": "b15ade3e-4137-4e8d-9915-90f6fbafd1f6", "tag": "b629aef9-0e14-4eac-8e72-b328ce295198"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:56:25.949109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:25.968628 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:56:26.009703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-78de2e55-2625-4ed3-b9d8-cc45aabb03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:26.012440 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-78de2e55-2625-4ed3-b9d8-cc45aabb03f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2810833 Oct 26 13:56:26.085411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Pushing event updated for resources: {'Port': ['ID=626f4d50-b2c5-4b49-8823-5d84a72bba14,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:26.161663 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f348ca74-f427-4b66-9232-4537174a584f req-d152ac5e-1020-4cb0-b112-a894a0229956 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920100 Oct 26 13:56:26.201170 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:26.202481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-2728538c-0607-4e05-a612-d1d084031cf1 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:26.211362 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-2728538c-0607-4e05-a612-d1d084031cf1 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5252607 Oct 26 13:56:26.218086 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:26.272678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-97651c2b-35a8-47cb-aa09-ed5518d4d46e tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/quotas/38f4377971dc41979d5b5c97f3ac726e HTTP/1.1" status: 200 len: 375 time: 0.0596695 Oct 26 13:56:26.282814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Network 8a4454ce-ac5b-4c40-b38b-a3ff14712f58 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:56:26.286546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:26.289436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:56:26.335232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-c1ff28dd-5174-47b9-862e-2d1027089f3b tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38f4377971dc41979d5b5c97f3ac726e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597172 Oct 26 13:56:26.339195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Pushing event updated for resources: {'Port': ['ID=0f2952cb-9c08-41dc-bea8-3cbbbac09cf6,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:26.406930 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-b7abba13-60be-41e5-804f-c6df399622f4 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164287 Oct 26 13:56:26.479653 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Attempting to bind port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:56:26.480071 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Attempting to bind port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '29d7121e-0d06-41cb-8241-6aa8e9ab0477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a4454ce-ac5b-4c40-b38b-a3ff14712f58'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:56:26.480422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Attempting to bind port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 on network 8a4454ce-ac5b-4c40-b38b-a3ff14712f58 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:56:26.501036 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:56:26.501419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Checking segment: {'id': '29d7121e-0d06-41cb-8241-6aa8e9ab0477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a4454ce-ac5b-4c40-b38b-a3ff14712f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:26.501819 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:26.510219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Bound using segment: {'id': '29d7121e-0d06-41cb-8241-6aa8e9ab0477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a4454ce-ac5b-4c40-b38b-a3ff14712f58'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:56:26.510841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Bound port: 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d7121e-0d06-41cb-8241-6aa8e9ab0477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a4454ce-ac5b-4c40-b38b-a3ff14712f58'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:56:26.511273 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:26.619076 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:26.704327 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-18dd7ad6-fd57-435e-8db8-ac9f9035414b req-dd15f18d-9f6a-44d6-9855-cee12ccf37b8 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713463 Oct 26 13:56:26.709345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] For port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:56:26.718239 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] For port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0f2952cb-9c08-41dc-bea8-3cbbbac09cf6,segment=NetworkSegment(29d7121e-0d06-41cb-8241-6aa8e9ab0477),segment_id=29d7121e-0d06-41cb-8241-6aa8e9ab0477)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:56:26.731513 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:26.869579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878b553-a81d-4af0-b841-870ccd7ec335 None None] Pushing event updated for resources: {'Port': ['ID=0f2952cb-9c08-41dc-bea8-3cbbbac09cf6,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:26.974385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26b5e69f-522f-4176-b754-83e3964f8c4c req-9f5a69a9-7d8f-4a1d-8649-3a826491bdfc tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 210 time: 0.1416945 Oct 26 13:56:27.027860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:27.145037 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c832c2a-563f-4b3f-9cd0-23acdee589ac x-openstack-request-id: req-0c832c2a-563f-4b3f-9cd0-23acdee589ac {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:56:27.145374 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15ade3e-4137-4e8d-9915-90f6fbafd1f6", "tag": "b629aef9-0e14-4eac-8e72-b328ce295198", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:56:27.145622 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c832c2a-563f-4b3f-9cd0-23acdee589ac {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:56:27.146120 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15ade3e-4137-4e8d-9915-90f6fbafd1f6', 'tag': 'b629aef9-0e14-4eac-8e72-b328ce295198', 'status': 'completed', 'code': 200} Oct 26 13:56:27.270251 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f82e5-1b33-4aa2-8b09-7c6bb9e20e28 req-d58ee7f2-f4ca-47ef-96cf-d9f8e0a876d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:27.276002 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b74f82e5-1b33-4aa2-8b09-7c6bb9e20e28 req-d58ee7f2-f4ca-47ef-96cf-d9f8e0a876d8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=394e774bb7544a918ce207b9f05cfdc5&device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 1120 time: 0.0768404 Oct 26 13:56:27.286472 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:27.293484 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:27.298957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:27.300554 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:27.860683 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f82e5-1b33-4aa2-8b09-7c6bb9e20e28 req-d6a61d14-8550-43cb-b2c7-77051b349448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:27.872982 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b74f82e5-1b33-4aa2-8b09-7c6bb9e20e28 req-d6a61d14-8550-43cb-b2c7-77051b349448 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.5771866 Oct 26 13:56:28.007255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d54fc-6108-4abf-a6f2-b43056066567 req-8e2d8f02-c94e-4d17-ad73-111c0d608df1 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:28.017341 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d94d54fc-6108-4abf-a6f2-b43056066567 req-8e2d8f02-c94e-4d17-ad73-111c0d608df1 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 969 time: 0.0871592 Oct 26 13:56:28.235281 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bbfac57a-c94c-4b63-a59b-d97b76ccf528 req-ee91f89b-4f7e-4700-9aa5-b9545f3f1c0c tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 210 time: 0.1446033 Oct 26 13:56:28.235281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Router 1c649ee2-daab-43b7-9036-66ffae025c55 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 13:56:28.334118 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d94d54fc-6108-4abf-a6f2-b43056066567 req-c1527202-7595-4d34-8593-723eff953941 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153510 Oct 26 13:56:28.631801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:56:28.664255 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Sync routers for ids ['1c649ee2-daab-43b7-9036-66ffae025c55'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:56:28.670947 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:28.672667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-38139d65-0528-4ccf-a75e-0c5899ef25f1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.9248424 Oct 26 13:56:28.677665 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42788) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:28.711770 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Routers {'1c649ee2-daab-43b7-9036-66ffae025c55'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:56:28.712479 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:56:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1c649ee2-daab-43b7-9036-66ffae025c55'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:28.743540 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b74f82e5-1b33-4aa2-8b09-7c6bb9e20e28 req-c5d54957-f982-48ba-8fb2-12b46854cadd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=b629aef9-0e14-4eac-8e72-b328ce295198 HTTP/1.1" status: 200 len: 217 time: 0.6926198 Oct 26 13:56:28.889361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d0de6-dd63-47c5-901b-3854e6585257 None None] Network 8a4454ce-ac5b-4c40-b38b-a3ff14712f58 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:56:28.918198 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Set router 1c649ee2-daab-43b7-9036-66ffae025c55 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:56:28.959403 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f82e5-1b33-4aa2-8b09-7c6bb9e20e28 req-d9b0ceb6-3e32-40e2-9c17-eb6f596ee221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:28.968172 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b74f82e5-1b33-4aa2-8b09-7c6bb9e20e28 req-d9b0ceb6-3e32-40e2-9c17-eb6f596ee221 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.2089078 Oct 26 13:56:29.075301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f82e5-1b33-4aa2-8b09-7c6bb9e20e28 req-1c427ae8-0b99-4328-ad41-0276c3c6a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:29.098759 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b74f82e5-1b33-4aa2-8b09-7c6bb9e20e28 req-1c427ae8-0b99-4328-ad41-0276c3c6a035 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233749 Oct 26 13:56:29.105494 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:29.256459 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ce34662c-3075-464c-b42f-c944fbcac3d3 None None] Provisioning complete for port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:29.264488 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce34662c-3075-464c-b42f-c944fbcac3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:29.360172 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b74f82e5-1b33-4aa2-8b09-7c6bb9e20e28 req-b054c912-af40-45fe-aa7d-1ca68ad6444a service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447939 Oct 26 13:56:29.388002 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680589570-router', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:23Z', 'updated_at': '2021-10-26T13:56:26Z', 'revision_number': 3, 'project_id': '34ce1be8d51e4157907045c54eff1c24', 'gw_port': {'id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:24Z', 'updated_at': '2021-10-26T13:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:29.428848 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Checking router: 1c649ee2-daab-43b7-9036-66ffae025c55 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:56:29.429954 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Updating router 1c649ee2-daab-43b7-9036-66ffae025c55 port 626f4d50-b2c5-4b49-8823-5d84a72bba14 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:56:29.482714 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:29.589581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:29.591965 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:29.669857 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b74f82e5-1b33-4aa2-8b09-7c6bb9e20e28 req-eaf2b4d4-e18a-4662-83fa-ff5092c3d01d service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890959 Oct 26 13:56:29.708569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-50152746-865f-49b1-9ef2-96ef8b134aeb req-6ae4eedb-c4ab-47dd-828b-00de778bf743 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 210 time: 0.2062178 Oct 26 13:56:29.774451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.11', 53556) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:29.833019 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-213a8ee7-02a6-4d5f-8451-3af1a3fe7a12 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=38f4377971dc41979d5b5c97f3ac726e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573139 Oct 26 13:56:29.993729 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce34662c-3075-464c-b42f-c944fbcac3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:30.008634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85425536-3ab2-4b0e-ad6b-13524b98da71 req-af039c20-1f82-4bd3-a900-a7d49b6a436e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:30.020645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85425536-3ab2-4b0e-ad6b-13524b98da71 req-af039c20-1f82-4bd3-a900-a7d49b6a436e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 969 time: 0.2909024 Oct 26 13:56:30.076366 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ce34662c-3075-464c-b42f-c944fbcac3d3 None None] For port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0f2952cb-9c08-41dc-bea8-3cbbbac09cf6,segment=NetworkSegment(29d7121e-0d06-41cb-8241-6aa8e9ab0477),segment_id=29d7121e-0d06-41cb-8241-6aa8e9ab0477)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:30.105350 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce34662c-3075-464c-b42f-c944fbcac3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:30.184418 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9e38aec8-c0d5-482d-8fc9-0f31409500d8 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:30.194473 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9e38aec8-c0d5-482d-8fc9-0f31409500d8 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3502862 Oct 26 13:56:30.228878 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:30.239696 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:30.284346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Request body: {'port': {'device_id': 'ff606366-1ac5-4fc5-89ac-410fd3544d33', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '38f4377971dc41979d5b5c97f3ac726e'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:30.322531 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85425536-3ab2-4b0e-ad6b-13524b98da71 req-95225948-dddd-4f54-9e56-10e5964acbf2 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009679 Oct 26 13:56:30.366694 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34662c-3075-464c-b42f-c944fbcac3d3 None None] Pushing event updated for resources: {'Port': ['ID=0f2952cb-9c08-41dc-bea8-3cbbbac09cf6,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:30.389457 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Attempting to bind port 626f4d50-b2c5-4b49-8823-5d84a72bba14 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:56:30.390619 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Attempting to bind port 626f4d50-b2c5-4b49-8823-5d84a72bba14 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:56:30.391233 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Attempting to bind port 626f4d50-b2c5-4b49-8823-5d84a72bba14 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:56:30.405864 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:56:30.406879 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:30.407448 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:30.408784 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:56:30.409456 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Bound port: 626f4d50-b2c5-4b49-8823-5d84a72bba14, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:56:30.410058 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:30.461822 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9be3f-fd61-4b90-a1c5-dfe74fc5d500 None None] Pushing event updated for resources: {'Port': ['ID=626f4d50-b2c5-4b49-8823-5d84a72bba14,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:30.552446 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] For port 626f4d50-b2c5-4b49-8823-5d84a72bba14, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:56:30.556292 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] For port 626f4d50-b2c5-4b49-8823-5d84a72bba14, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=626f4d50-b2c5-4b49-8823-5d84a72bba14,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:56:30.557295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-455afd12-bacd-4616-af81-2e0676b2f804 None None] Provisioning complete for port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:30.557673 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-455afd12-bacd-4616-af81-2e0676b2f804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:30.561829 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:30.575517 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:30.659522 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Made reservation on behalf of 38f4377971dc41979d5b5c97f3ac726e for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:30.665223 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:30.688462 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:30.702072 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Routers {'1c649ee2-daab-43b7-9036-66ffae025c55'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:56:30.703870 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:56:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1c649ee2-daab-43b7-9036-66ffae025c55'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:30.810502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Allocated IP 172.20.0.1 (8a4454ce-ac5b-4c40-b38b-a3ff14712f58/255fd9cf-6a87-4134-988c-dfa134fafa7d/450a89c4-0066-4a25-acf3-49b2b8fba76a) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:56:30.903294 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:30.911979 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:31.013109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:31.049395 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:31.059964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:31.120537 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9be3f-fd61-4b90-a1c5-dfe74fc5d500 None None] Pushing event updated for resources: {'Port': ['ID=626f4d50-b2c5-4b49-8823-5d84a72bba14,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:31.157749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Allocated IP 192.168.233.233 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/4215f632-1219-4144-bcff-456b3e8399b8) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:56:31.161885 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:31.222936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:31.223591 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:31.271717 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Network 8a4454ce-ac5b-4c40-b38b-a3ff14712f58 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:56:31.282051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:31.291665 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:56:31.292804 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:31.449527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Pushing event updated for resources: {'Port': ['ID=450a89c4-0066-4a25-acf3-49b2b8fba76a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:31.488885 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] Set router 1c649ee2-daab-43b7-9036-66ffae025c55 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:56:31.704779 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:31.761037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec9c3f72-8930-442d-94a0-07af8f428999 req-30912af5-d6e1-4b99-abf9-a79913fa45f2 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 210 time: 0.1449234 Oct 26 13:56:31.798982 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:31.800043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a42ec686-5d42-4ef7-914b-d5127efd5bf9 None None] Provisioning complete for port 450a89c4-0066-4a25-acf3-49b2b8fba76a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:31.800643 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a42ec686-5d42-4ef7-914b-d5127efd5bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:31.928904 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-a42ec686-5d42-4ef7-914b-d5127efd5bf9 None None] Port 450a89c4-0066-4a25-acf3-49b2b8fba76a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:56:31.946798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Pushing event updated for resources: {'Port': ['ID=4215f632-1219-4144-bcff-456b3e8399b8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:31.974409 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:56:31.980695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:31.983770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:56:31.994907 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:32.000660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:32.045637 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-9abce547-ee36-4759-aac8-9dcd3d781937 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7656164 Oct 26 13:56:32.046387 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:32.063852 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-94830584-3e10-4a13-9b81-ae8c7eacaa6f tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:56:32.065684 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-94830584-3e10-4a13-9b81-ae8c7eacaa6f tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082932 Oct 26 13:56:32.092535 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680589570-router', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:23Z', 'updated_at': '2021-10-26T13:56:26Z', 'revision_number': 3, 'project_id': '34ce1be8d51e4157907045c54eff1c24', 'gw_port': {'id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:24Z', 'updated_at': '2021-10-26T13:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:32.131440 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01622905-a392-4c53-ba59-7c8b8be9c8a6 None None] The sync data for ids ['1c649ee2-daab-43b7-9036-66ffae025c55'] in n-d-815498-1 is: [{'id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680589570-router', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:23Z', 'updated_at': '2021-10-26T13:56:26Z', 'revision_number': 3, 'project_id': '34ce1be8d51e4157907045c54eff1c24', 'gw_port': {'id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:24Z', 'updated_at': '2021-10-26T13:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:56:32.140810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefa56f-0993-4440-b6d4-c214afa0ed40 req-431710f5-91b0-4256-8c55-07e346b30d63 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:32.158034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-baefa56f-0993-4440-b6d4-c214afa0ed40 req-431710f5-91b0-4256-8c55-07e346b30d63 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 969 time: 0.1596088 Oct 26 13:56:32.333788 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-baefa56f-0993-4440-b6d4-c214afa0ed40 req-b27a99bc-6632-4666-9b1c-7152918588c2 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708016 Oct 26 13:56:32.398342 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Request body: {'port': {'device_id': 'ff606366-1ac5-4fc5-89ac-410fd3544d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:32.588719 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:32.624337 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:32.626001 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:32.701317 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:33.068554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f9765caa-3ac2-4832-a7f6-4ae861f400b4 None None] Provisioning complete for port 4215f632-1219-4144-bcff-456b3e8399b8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:33.072129 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f9765caa-3ac2-4832-a7f6-4ae861f400b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:33.139867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 626f4d50-b2c5-4b49-8823-5d84a72bba14 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:33.376705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Pushing event updated for resources: {'Port': ['ID=450a89c4-0066-4a25-acf3-49b2b8fba76a,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:33.538161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42876) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:33.572162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42878) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:33.612449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4215f632-1219-4144-bcff-456b3e8399b8 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:56:33.632752 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:33.661754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f9765caa-3ac2-4832-a7f6-4ae861f400b4 None None] Port 4215f632-1219-4144-bcff-456b3e8399b8 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:56:33.665629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Network 8a4454ce-ac5b-4c40-b38b-a3ff14712f58 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:56:33.671958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Transition to ACTIVE for port object 4215f632-1219-4144-bcff-456b3e8399b8 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:56:33.675205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:33.678930 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:33.720494 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 626f4d50-b2c5-4b49-8823-5d84a72bba14 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:33.725321 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:33.739978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ac951-23d0-4155-8a51-cb2767b80065 req-2ebdc858-4a7c-461b-86f7-7f0f16e4b813 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:33.753356 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e8ac951-23d0-4155-8a51-cb2767b80065 req-2ebdc858-4a7c-461b-86f7-7f0f16e4b813 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 936 time: 0.3225851 Oct 26 13:56:33.916853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Attempting to bind port 4215f632-1219-4144-bcff-456b3e8399b8 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:56:33.918380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Attempting to bind port 4215f632-1219-4144-bcff-456b3e8399b8 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:56:33.918862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Attempting to bind port 4215f632-1219-4144-bcff-456b3e8399b8 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:56:33.955824 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:33.974821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Port 4215f632-1219-4144-bcff-456b3e8399b8 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:56:33.975390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Attempting to bind port 4215f632-1219-4144-bcff-456b3e8399b8 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:56:33.993591 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:56:33.998396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:33.998977 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:56:33.999813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Bound port: 4215f632-1219-4144-bcff-456b3e8399b8, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:56:34.000290 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:34.036483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 626f4d50-b2c5-4b49-8823-5d84a72bba14, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=626f4d50-b2c5-4b49-8823-5d84a72bba14,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:34.045521 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:34.134468 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-80ec2444-92ed-48f9-b883-807dba5cd38b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:34.156909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=626f4d50-b2c5-4b49-8823-5d84a72bba14,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:34.253385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] For port 4215f632-1219-4144-bcff-456b3e8399b8, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:56:34.264985 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] For port 4215f632-1219-4144-bcff-456b3e8399b8, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=4215f632-1219-4144-bcff-456b3e8399b8,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:56:34.275593 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6785843e-7191-4317-9265-509f933f9ffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:34.276751 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:34.313742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Pushing event updated for resources: {'Port': ['ID=4215f632-1219-4144-bcff-456b3e8399b8,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:34.345260 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:34.346660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:34.348602 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] 10.222.0.11 "PUT /v2.0/ports/4215f632-1219-4144-bcff-456b3e8399b8 HTTP/1.1" status: 200 len: 1096 time: 2.0700824 Oct 26 13:56:34.349225 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff606366-1ac5-4fc5-89ac-410fd3544d33', 'tag': '4215f632-1219-4144-bcff-456b3e8399b8'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:56:34.352549 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c873b627-2988-461a-adbd-1b0ff6682e63" -d '{"events": [{"name": "network-changed", "server_uuid": "ff606366-1ac5-4fc5-89ac-410fd3544d33", "tag": "4215f632-1219-4144-bcff-456b3e8399b8"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:56:34.423783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e8ac951-23d0-4155-8a51-cb2767b80065 req-862c81a0-e4bb-4750-9e60-c7d7458238db tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6692848 Oct 26 13:56:34.482236 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-98286a64-d63e-4985-bf88-1dc9575739db None None] Provisioning complete for port 450a89c4-0066-4a25-acf3-49b2b8fba76a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:34.482605 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98286a64-d63e-4985-bf88-1dc9575739db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:34.548739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db72c7-956e-46cd-8c21-1d6f45bf0b8d service neutron] Pushing event updated for resources: {'Port': ['ID=4215f632-1219-4144-bcff-456b3e8399b8,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:34.637885 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df18128-0cd5-442a-b550-5e29d2ba5665 req-71b39815-afac-4b3c-80c0-3a084480f377 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:34.647406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5df18128-0cd5-442a-b550-5e29d2ba5665 req-71b39815-afac-4b3c-80c0-3a084480f377 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 969 time: 0.4485991 Oct 26 13:56:34.660258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-98286a64-d63e-4985-bf88-1dc9575739db None None] Port 450a89c4-0066-4a25-acf3-49b2b8fba76a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:56:34.698635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-27e662db-7b2b-43b7-8f01-6bce696952ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:34.705108 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-27e662db-7b2b-43b7-8f01-6bce696952ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=38f4377971dc41979d5b5c97f3ac726e&device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 1099 time: 0.1462145 Oct 26 13:56:34.756475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Router 1c649ee2-daab-43b7-9036-66ffae025c55 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:56:34.772713 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6785843e-7191-4317-9265-509f933f9ffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:34.804847 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6785843e-7191-4317-9265-509f933f9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:34.881398 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6785843e-7191-4317-9265-509f933f9ffb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4b01042f2ee49ad820a76270be429e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3079760 Oct 26 13:56:34.891204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42896) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:34.920733 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-4613eafe-042e-4cee-8c6e-aec1016c8389 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4215f632-1219-4144-bcff-456b3e8399b8 HTTP/1.1" status: 200 len: 217 time: 0.1546147 Oct 26 13:56:34.943166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5df18128-0cd5-442a-b550-5e29d2ba5665 req-56b95322-e7d3-4be3-b002-a663ab82f0d3 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935297 Oct 26 13:56:34.978275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 626f4d50-b2c5-4b49-8823-5d84a72bba14 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:35.084247 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-80ec2444-92ed-48f9-b883-807dba5cd38b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:35.091051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-82c3118e-3001-4883-a458-67744d99b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:35.092771 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-82c3118e-3001-4883-a458-67744d99b38a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1441412 Oct 26 13:56:35.121957 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-80ec2444-92ed-48f9-b883-807dba5cd38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:35.147986 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 626f4d50-b2c5-4b49-8823-5d84a72bba14 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:35.149752 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:35.212146 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac639fb-08d4-4a21-a796-a7b4a105fa17 x-openstack-request-id: req-7ac639fb-08d4-4a21-a796-a7b4a105fa17 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:56:35.215612 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff606366-1ac5-4fc5-89ac-410fd3544d33", "tag": "4215f632-1219-4144-bcff-456b3e8399b8", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:56:35.215998 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ac639fb-08d4-4a21-a796-a7b4a105fa17 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:56:35.216526 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff606366-1ac5-4fc5-89ac-410fd3544d33', 'tag': '4215f632-1219-4144-bcff-456b3e8399b8', 'status': 'completed', 'code': 200} Oct 26 13:56:35.251676 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-a0d478a0-d413-49e0-82ae-fc653e7dc7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:35.255199 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-a0d478a0-d413-49e0-82ae-fc653e7dc7b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1341584 Oct 26 13:56:35.278356 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785843e-7191-4317-9265-509f933f9ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becd935d-8dea-449d-b105-886efe1d3beb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:35.441347 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f8bc210a-7563-42d9-945e-6a9343b7ea22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:35.478551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-80ec2444-92ed-48f9-b883-807dba5cd38b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=478b7d1a46c44398a8c58f0e3335d037&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9395170 Oct 26 13:56:35.480024 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f8bc210a-7563-42d9-945e-6a9343b7ea22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:35.486834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42918) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:35.496199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec2444-92ed-48f9-b883-807dba5cd38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43285061-1ebf-43ad-bd10-6d676ef7b261,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:35.592658 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f8bc210a-7563-42d9-945e-6a9343b7ea22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:35.597645 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f8bc210a-7563-42d9-945e-6a9343b7ea22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:35.607111 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f8bc210a-7563-42d9-945e-6a9343b7ea22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/becd935d-8dea-449d-b105-886efe1d3beb HTTP/1.1" status: 204 len: 168 time: 0.7137671 Oct 26 13:56:35.627786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc210a-7563-42d9-945e-6a9343b7ea22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becd935d-8dea-449d-b105-886efe1d3beb,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:35.729869 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-2142e694-efc1-4c59-8859-529c75d532c1 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434233 Oct 26 13:56:35.782208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:56:35.801684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Sync routers for ids ['1c649ee2-daab-43b7-9036-66ffae025c55'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:56:35.823211 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Routers {'1c649ee2-daab-43b7-9036-66ffae025c55'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:56:35.825604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:56:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1c649ee2-daab-43b7-9036-66ffae025c55'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:35.880746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-42017840-d631-4cdf-ab2d-c7766d2b7f21 admin admin] 10.222.0.32 "PUT /v2.0/routers/1c649ee2-daab-43b7-9036-66ffae025c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1902819 Oct 26 13:56:35.908934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-af6fe789-242e-4163-a01a-31d95d67e08a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:36.022030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42928) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:36.023477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42932) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:36.052530 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-49dc4b2a-99e0-417b-9587-faef161ea4ea req-b837da74-6052-453f-84c3-1f59d7794f99 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136964 Oct 26 13:56:36.126766 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-af6fe789-242e-4163-a01a-31d95d67e08a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:36.192067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f9ee3-b15b-47cf-9a53-f9ee65a4b155 req-c0846b3d-8074-4837-8ba0-7a0738301717 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:36.199602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b8f9ee3-b15b-47cf-9a53-f9ee65a4b155 req-c0846b3d-8074-4837-8ba0-7a0738301717 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 948 time: 0.4909129 Oct 26 13:56:36.255119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Set router 1c649ee2-daab-43b7-9036-66ffae025c55 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:56:36.258933 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873b627-2988-461a-adbd-1b0ff6682e63 req-68816290-94d4-4198-9cea-aaea5b248ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:36.262202 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c873b627-2988-461a-adbd-1b0ff6682e63 req-68816290-94d4-4198-9cea-aaea5b248ede service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=38f4377971dc41979d5b5c97f3ac726e&device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 1099 time: 0.1426980 Oct 26 13:56:36.475308 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873b627-2988-461a-adbd-1b0ff6682e63 req-59534c04-9c13-4848-ae5e-d94b3cc3556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:36.479340 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c873b627-2988-461a-adbd-1b0ff6682e63 req-59534c04-9c13-4848-ae5e-d94b3cc3556b service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2016976 Oct 26 13:56:36.600647 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c873b627-2988-461a-adbd-1b0ff6682e63 req-187b6b21-b24d-40a3-9ac7-aada69f311bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4215f632-1219-4144-bcff-456b3e8399b8 HTTP/1.1" status: 200 len: 217 time: 0.0896773 Oct 26 13:56:36.611659 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a566fa93-b012-413d-a34e-2453fb1727fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:36.720259 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873b627-2988-461a-adbd-1b0ff6682e63 req-c4b1ceac-bd39-4128-8e7f-53cd76a3aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:36.722755 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c873b627-2988-461a-adbd-1b0ff6682e63 req-c4b1ceac-bd39-4128-8e7f-53cd76a3aecc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1118696 Oct 26 13:56:36.738052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b8f9ee3-b15b-47cf-9a53-f9ee65a4b155 req-e968f8dd-ebb4-4f65-a3d5-7582ef01b947 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251896 Oct 26 13:56:36.781075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e08ce-f487-458c-a4b7-e88f5342dc94 req-235e94e0-e032-4fae-9b18-891b702ec173 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:36.810319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-584e08ce-f487-458c-a4b7-e88f5342dc94 req-235e94e0-e032-4fae-9b18-891b702ec173 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 969 time: 0.5680780 Oct 26 13:56:36.841539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680589570-router', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:23Z', 'updated_at': '2021-10-26T13:56:31Z', 'revision_number': 4, 'project_id': '34ce1be8d51e4157907045c54eff1c24', 'gw_port': {'id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:24Z', 'updated_at': '2021-10-26T13:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '450a89c4-0066-4a25-acf3-49b2b8fba76a', 'name': '', 'network_id': '8a4454ce-ac5b-4c40-b38b-a3ff14712f58', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'mac_address': 'fa:16:3e:f6:c0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255fd9cf-6a87-4134-988c-dfa134fafa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:30Z', 'updated_at': '2021-10-26T13:56:32Z', 'revision_number': 2, 'project_id': '34ce1be8d51e4157907045c54eff1c24', 'subnets': [{'id': '255fd9cf-6a87-4134-988c-dfa134fafa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:36.855455 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-af6fe789-242e-4163-a01a-31d95d67e08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:36.866663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873b627-2988-461a-adbd-1b0ff6682e63 req-cb798285-2f58-4c61-8234-e4e48f228a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:36.868275 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c873b627-2988-461a-adbd-1b0ff6682e63 req-cb798285-2f58-4c61-8234-e4e48f228a98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252723 Oct 26 13:56:36.873026 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-af6fe789-242e-4163-a01a-31d95d67e08a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:36.875291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-af6fe789-242e-4163-a01a-31d95d67e08a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43285061-1ebf-43ad-bd10-6d676ef7b261 HTTP/1.1" status: 204 len: 168 time: 1.3851840 Oct 26 13:56:36.887330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Checking router: 1c649ee2-daab-43b7-9036-66ffae025c55 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:56:36.887739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Updating router 1c649ee2-daab-43b7-9036-66ffae025c55 port 450a89c4-0066-4a25-acf3-49b2b8fba76a binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:56:36.957722 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:37.022694 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fe789-242e-4163-a01a-31d95d67e08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43285061-1ebf-43ad-bd10-6d676ef7b261,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:37.043437 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-684d1f1f-de6d-428d-b434-f36a8c7f46f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:37.089545 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c873b627-2988-461a-adbd-1b0ff6682e63 req-5e2b42ee-edd9-4ca8-8797-31b245a33fa4 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008467 Oct 26 13:56:37.177871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-584e08ce-f487-458c-a4b7-e88f5342dc94 req-dd4381db-0c5f-4370-a990-1cc12d7ada1e tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656213 Oct 26 13:56:37.291452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42946) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:37.312745 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-684d1f1f-de6d-428d-b434-f36a8c7f46f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:37.320641 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-684d1f1f-de6d-428d-b434-f36a8c7f46f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:37.360523 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c873b627-2988-461a-adbd-1b0ff6682e63 req-762fa2f8-d9ac-49f2-b56d-d4c4cb598f96 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542148 Oct 26 13:56:37.362488 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10b96693-7de4-4847-8ea4-bfe34dfaff3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:37.378055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-684d1f1f-de6d-428d-b434-f36a8c7f46f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5b20c9f8bfb4bdc938c0eb09c01e340&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3465025 Oct 26 13:56:37.381026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42948) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:37.525179 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d1f1f-de6d-428d-b434-f36a8c7f46f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5b9ac7-8508-48f1-a704-82da339b7f40,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:37.536402 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a566fa93-b012-413d-a34e-2453fb1727fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:37.550681 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a566fa93-b012-413d-a34e-2453fb1727fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:37.671769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a566fa93-b012-413d-a34e-2453fb1727fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cfbdbec4eed4a519fecb584c623d3a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6371481 Oct 26 13:56:37.683831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566fa93-b012-413d-a34e-2453fb1727fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3466363-930b-4a65-94f1-57afb7e61107,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:37.688653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42954) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:37.814552 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-906b2555-b995-4b3b-b31d-aac91fc57764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:37.818878 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:37.833476 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:37.868528 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10b96693-7de4-4847-8ea4-bfe34dfaff3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:37.880208 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10b96693-7de4-4847-8ea4-bfe34dfaff3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:37.941176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cb08e-b584-4568-a1df-068d426800aa None None] Pushing event updated for resources: {'Port': ['ID=450a89c4-0066-4a25-acf3-49b2b8fba76a,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:38.104605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Attempting to bind port 450a89c4-0066-4a25-acf3-49b2b8fba76a on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:56:38.104983 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Attempting to bind port 450a89c4-0066-4a25-acf3-49b2b8fba76a by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '29d7121e-0d06-41cb-8241-6aa8e9ab0477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a4454ce-ac5b-4c40-b38b-a3ff14712f58'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:56:38.105348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Attempting to bind port 450a89c4-0066-4a25-acf3-49b2b8fba76a on network 8a4454ce-ac5b-4c40-b38b-a3ff14712f58 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:56:38.121936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:56:38.122490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Checking segment: {'id': '29d7121e-0d06-41cb-8241-6aa8e9ab0477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a4454ce-ac5b-4c40-b38b-a3ff14712f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:38.122906 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:38.123299 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Bound using segment: {'id': '29d7121e-0d06-41cb-8241-6aa8e9ab0477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a4454ce-ac5b-4c40-b38b-a3ff14712f58'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:56:38.123786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Bound port: 450a89c4-0066-4a25-acf3-49b2b8fba76a, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d7121e-0d06-41cb-8241-6aa8e9ab0477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a4454ce-ac5b-4c40-b38b-a3ff14712f58'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:56:38.128681 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:38.137729 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-10b96693-7de4-4847-8ea4-bfe34dfaff3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3d0157aa8ab4fff989b93e8d12446fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8399031 Oct 26 13:56:38.138887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42968) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:38.161688 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-906b2555-b995-4b3b-b31d-aac91fc57764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:38.214887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42970) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:38.225589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b96693-7de4-4847-8ea4-bfe34dfaff3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc70bf32-48be-41be-ba1e-654d5df0109d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:38.274651 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e9a150ba-c295-459e-a36a-2909d050bda5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:38.322487 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e9a150ba-c295-459e-a36a-2909d050bda5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:38.378228 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4957962-d202-4a61-844c-611999977a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:38.381302 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1330f587-df75-4118-ac09-56c31b001f2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:38.434817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] For port 450a89c4-0066-4a25-acf3-49b2b8fba76a, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:56:38.438850 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] For port 450a89c4-0066-4a25-acf3-49b2b8fba76a, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=450a89c4-0066-4a25-acf3-49b2b8fba76a,segment=NetworkSegment(29d7121e-0d06-41cb-8241-6aa8e9ab0477),segment_id=29d7121e-0d06-41cb-8241-6aa8e9ab0477)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:56:38.447930 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:38.465628 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e9a150ba-c295-459e-a36a-2909d050bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:38.494576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Routers {'1c649ee2-daab-43b7-9036-66ffae025c55'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:56:38.495189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:56:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1c649ee2-daab-43b7-9036-66ffae025c55'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:38.495560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e9a150ba-c295-459e-a36a-2909d050bda5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:38.499973 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e9a150ba-c295-459e-a36a-2909d050bda5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc70bf32-48be-41be-ba1e-654d5df0109d HTTP/1.1" status: 204 len: 168 time: 0.3505158 Oct 26 13:56:38.532796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c8ffd-969d-4327-bf1f-421df479ac69 req-d08ecb25-f1d6-4341-b37b-f85713fc7488 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:38.553479 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa3c8ffd-969d-4327-bf1f-421df479ac69 req-d08ecb25-f1d6-4341-b37b-f85713fc7488 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 948 time: 0.5483868 Oct 26 13:56:38.559773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42976) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:38.591684 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-958f6b98-ad92-4afe-bae0-f80987a4fd32 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1690632425', 'description': 'tempest-description--562581906'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:38.650634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1330f587-df75-4118-ac09-56c31b001f2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:38.683108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a150ba-c295-459e-a36a-2909d050bda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc70bf32-48be-41be-ba1e-654d5df0109d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:38.737479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] Set router 1c649ee2-daab-43b7-9036-66ffae025c55 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:56:38.770940 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-958f6b98-ad92-4afe-bae0-f80987a4fd32 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.019128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c5e7b460-ce8b-44f7-b5e3-fb7fee5f54f7 None None] Provisioning complete for port 450a89c4-0066-4a25-acf3-49b2b8fba76a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:39.020016 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c5e7b460-ce8b-44f7-b5e3-fb7fee5f54f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.086704 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1330f587-df75-4118-ac09-56c31b001f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.087601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cb08e-b584-4568-a1df-068d426800aa None None] Pushing event updated for resources: {'Port': ['ID=450a89c4-0066-4a25-acf3-49b2b8fba76a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:39.089404 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1330f587-df75-4118-ac09-56c31b001f2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.094806 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1330f587-df75-4118-ac09-56c31b001f2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3466363-930b-4a65-94f1-57afb7e61107 HTTP/1.1" status: 204 len: 168 time: 1.3990169 Oct 26 13:56:39.188958 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-958f6b98-ad92-4afe-bae0-f80987a4fd32 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.201777 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-958f6b98-ad92-4afe-bae0-f80987a4fd32 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.264604 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-958f6b98-ad92-4afe-bae0-f80987a4fd32 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.272256 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-958f6b98-ad92-4afe-bae0-f80987a4fd32 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7045133 Oct 26 13:56:39.293644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42982) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:39.314727 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f7d20dfa-f39f-4684-9cc2-dfcb19d5b75f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Request body: {'security_group_rule': {'security_group_id': 'a523867f-1729-4549-807e-75f412dbe96e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:39.322698 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4957962-d202-4a61-844c-611999977a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.343806 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-906b2555-b995-4b3b-b31d-aac91fc57764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.355205 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-906b2555-b995-4b3b-b31d-aac91fc57764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.359161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-906b2555-b995-4b3b-b31d-aac91fc57764 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af5b9ac7-8508-48f1-a704-82da339b7f40 HTTP/1.1" status: 204 len: 168 time: 1.9701023 Oct 26 13:56:39.417785 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa3c8ffd-969d-4327-bf1f-421df479ac69 req-bc58b21f-c61c-4297-a22b-99f180928eb6 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8558736 Oct 26 13:56:39.419100 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7d20dfa-f39f-4684-9cc2-dfcb19d5b75f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.422586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330f587-df75-4118-ac09-56c31b001f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3466363-930b-4a65-94f1-57afb7e61107,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:39.476702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f6b98-ad92-4afe-bae0-f80987a4fd32 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a523867f-1729-4549-807e-75f412dbe96e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:39.491479 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b2555-b995-4b3b-b31d-aac91fc57764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5b9ac7-8508-48f1-a704-82da339b7f40,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:39.499930 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4957962-d202-4a61-844c-611999977a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.571458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf04b27-8b53-4ada-a6f6-8786c50d328e req-e6431c00-659c-4d59-8c99-6330a5103f1d tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:39.586985 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf04b27-8b53-4ada-a6f6-8786c50d328e req-e6431c00-659c-4d59-8c99-6330a5103f1d tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 969 time: 0.8069181 Oct 26 13:56:39.664103 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7d20dfa-f39f-4684-9cc2-dfcb19d5b75f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.678567 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7d20dfa-f39f-4684-9cc2-dfcb19d5b75f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.714056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d20dfa-f39f-4684-9cc2-dfcb19d5b75f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e5ee69-ce69-4c09-9776-b34ec05d1270,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:39.738639 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42990) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:39.742291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a4957962-d202-4a61-844c-611999977a8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecff98690dc34fddb7d0f7595e5e9ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5021181 Oct 26 13:56:39.743934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4957962-d202-4a61-844c-611999977a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d3755b-9bbe-4070-b392-0ad2bbc64194,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:39.805759 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf04b27-8b53-4ada-a6f6-8786c50d328e req-9b13fb53-4246-4cd2-8fac-316b24408fc2 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113643 Oct 26 13:56:39.819048 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7d20dfa-f39f-4684-9cc2-dfcb19d5b75f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.823783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42996) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:39.828965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-54fa78c0-4edc-408a-8428-71f79d99c7b4 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Request body: {'security_group_rule': {'security_group_id': 'a523867f-1729-4549-807e-75f412dbe96e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:39.832317 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f7d20dfa-f39f-4684-9cc2-dfcb19d5b75f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5347278 Oct 26 13:56:39.904470 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54fa78c0-4edc-408a-8428-71f79d99c7b4 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.923809 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca34-6afb-4b6b-ab77-4010149256b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.968033 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c5e7b460-ce8b-44f7-b5e3-fb7fee5f54f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:39.972988 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca34-6afb-4b6b-ab77-4010149256b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:40.049424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c5e7b460-ce8b-44f7-b5e3-fb7fee5f54f7 None None] For port 450a89c4-0066-4a25-acf3-49b2b8fba76a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=450a89c4-0066-4a25-acf3-49b2b8fba76a,segment=NetworkSegment(29d7121e-0d06-41cb-8241-6aa8e9ab0477),segment_id=29d7121e-0d06-41cb-8241-6aa8e9ab0477)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:40.068420 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c5e7b460-ce8b-44f7-b5e3-fb7fee5f54f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:40.087776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680589570-router', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:23Z', 'updated_at': '2021-10-26T13:56:31Z', 'revision_number': 4, 'project_id': '34ce1be8d51e4157907045c54eff1c24', 'gw_port': {'id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:24Z', 'updated_at': '2021-10-26T13:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '450a89c4-0066-4a25-acf3-49b2b8fba76a', 'name': '', 'network_id': '8a4454ce-ac5b-4c40-b38b-a3ff14712f58', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'mac_address': 'fa:16:3e:f6:c0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255fd9cf-6a87-4134-988c-dfa134fafa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:30Z', 'updated_at': '2021-10-26T13:56:38Z', 'revision_number': 4, 'project_id': '34ce1be8d51e4157907045c54eff1c24', 'subnets': [{'id': '255fd9cf-6a87-4134-988c-dfa134fafa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:40.093423 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54fa78c0-4edc-408a-8428-71f79d99c7b4 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:40.105035 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca34-6afb-4b6b-ab77-4010149256b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:40.107738 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca34-6afb-4b6b-ab77-4010149256b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:40.111813 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b4f2ca34-6afb-4b6b-ab77-4010149256b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1d3755b-9bbe-4070-b392-0ad2bbc64194 HTTP/1.1" status: 204 len: 168 time: 0.3572598 Oct 26 13:56:40.113130 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54fa78c0-4edc-408a-8428-71f79d99c7b4 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:40.136532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2ca34-6afb-4b6b-ab77-4010149256b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d3755b-9bbe-4070-b392-0ad2bbc64194,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:40.172025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43002) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:40.249562 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-968a1002-8f02-4532-9314-56d16d169ceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:40.263704 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54fa78c0-4edc-408a-8428-71f79d99c7b4 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:40.271653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-54fa78c0-4edc-408a-8428-71f79d99c7b4 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4422247 Oct 26 13:56:40.280141 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43004) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:40.306270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64397ae0-2b5c-4988-836d-7916b3aabca9 None None] The sync data for ids ['1c649ee2-daab-43b7-9036-66ffae025c55'] in n-d-815498-1 is: [{'id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680589570-router', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:23Z', 'updated_at': '2021-10-26T13:56:31Z', 'revision_number': 4, 'project_id': '34ce1be8d51e4157907045c54eff1c24', 'gw_port': {'id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:24Z', 'updated_at': '2021-10-26T13:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '450a89c4-0066-4a25-acf3-49b2b8fba76a', 'name': '', 'network_id': '8a4454ce-ac5b-4c40-b38b-a3ff14712f58', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'mac_address': 'fa:16:3e:f6:c0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255fd9cf-6a87-4134-988c-dfa134fafa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:30Z', 'updated_at': '2021-10-26T13:56:38Z', 'revision_number': 4, 'project_id': '34ce1be8d51e4157907045c54eff1c24', 'subnets': [{'id': '255fd9cf-6a87-4134-988c-dfa134fafa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:56:40.317789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:40.376422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa78c0-4edc-408a-8428-71f79d99c7b4 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ba2bba-b6e0-48f8-97de-d4a511735e7a,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:40.389061 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:40.436630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-004a9b6c-24f3-410e-b069-3ed754f74b38 None None] Provisioning complete for port 450a89c4-0066-4a25-acf3-49b2b8fba76a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:40.437009 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-004a9b6c-24f3-410e-b069-3ed754f74b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:40.461691 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7b460-ce8b-44f7-b5e3-fb7fee5f54f7 None None] Pushing event updated for resources: {'Port': ['ID=450a89c4-0066-4a25-acf3-49b2b8fba76a,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:40.657843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43010) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:40.668140 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-968a1002-8f02-4532-9314-56d16d169ceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:40.682044 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-968a1002-8f02-4532-9314-56d16d169ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:40.728486 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3eb9-4840-4df4-8bda-1a5145db77e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:40.757215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a1002-8f02-4532-9314-56d16d169ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8877d351-535e-4bc4-9dd0-5980261dc321,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:40.823279 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-968a1002-8f02-4532-9314-56d16d169ceb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a30cd7530e7433283bc0bc0ed4bf328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6404357 Oct 26 13:56:40.827184 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43014) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:40.925706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fd5c6-e939-46fe-835c-8d478ecbdd4b req-4993ecac-be45-4725-9139-cfdcca8b74ec tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:40.935313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da6fd5c6-e939-46fe-835c-8d478ecbdd4b req-4993ecac-be45-4725-9139-cfdcca8b74ec tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 948 time: 0.2959595 Oct 26 13:56:40.991895 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-607f83f1-6407-4e4b-af3a-486642774aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:41.033308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 450a89c4-0066-4a25-acf3-49b2b8fba76a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:41.052843 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-607f83f1-6407-4e4b-af3a-486642774aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:41.165744 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da6fd5c6-e939-46fe-835c-8d478ecbdd4b req-e09d9cf3-67e4-471a-859c-6184f06a20e6 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277670 Oct 26 13:56:41.176362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-607f83f1-6407-4e4b-af3a-486642774aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:41.190145 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-607f83f1-6407-4e4b-af3a-486642774aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:41.193658 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-607f83f1-6407-4e4b-af3a-486642774aee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8877d351-535e-4bc4-9dd0-5980261dc321 HTTP/1.1" status: 204 len: 168 time: 0.3613086 Oct 26 13:56:41.202433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f83f1-6407-4e4b-af3a-486642774aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8877d351-535e-4bc4-9dd0-5980261dc321,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:41.272690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 450a89c4-0066-4a25-acf3-49b2b8fba76a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:41.273273 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:41.296864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b913bf-fd22-408f-80e9-6399d8827cb6 req-a244c4af-d9de-473c-9327-d93ec1cee711 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:41.300613 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11b913bf-fd22-408f-80e9-6399d8827cb6 req-a244c4af-d9de-473c-9327-d93ec1cee711 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 969 time: 0.2950890 Oct 26 13:56:41.491669 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:41.517967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11b913bf-fd22-408f-80e9-6399d8827cb6 req-5ace5def-4dd1-4c20-adb9-7b5eef108159 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000930 Oct 26 13:56:41.536682 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3eb9-4840-4df4-8bda-1a5145db77e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:41.789773 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3eb9-4840-4df4-8bda-1a5145db77e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:41.859738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bb2b3eb9-4840-4df4-8bda-1a5145db77e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=415c37b6638e4137a0c69858488bbb54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2003036 Oct 26 13:56:41.862922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43044) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:41.876418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b3eb9-4840-4df4-8bda-1a5145db77e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e29f319-0074-46b4-b308-b4c174af8ca9,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:41.918769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Allocated IP 172.25.4.113 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/c74b0f9d-9d0a-4131-b2c0-50aeb3c6a37d) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:56:41.956562 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61a191ea-753f-456a-9892-5f30ae0b549c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:41.984711 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61a191ea-753f-456a-9892-5f30ae0b549c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.044412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43050) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:42.083404 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61a191ea-753f-456a-9892-5f30ae0b549c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.092097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61a191ea-753f-456a-9892-5f30ae0b549c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.092404 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.092513 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-61a191ea-753f-456a-9892-5f30ae0b549c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e29f319-0074-46b4-b308-b4c174af8ca9 HTTP/1.1" status: 204 len: 168 time: 0.2279611 Oct 26 13:56:42.100026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a191ea-753f-456a-9892-5f30ae0b549c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e29f319-0074-46b4-b308-b4c174af8ca9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:42.147962 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.258765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:56:42.260129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Pushing event updated for resources: {'Port': ['ID=c74b0f9d-9d0a-4131-b2c0-50aeb3c6a37d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:42.268720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:42.268720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:56:42.400781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1334051735-network', 'tenant_id': '7c460ccd28a148038bf322d3b6ba6b4c'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:42.412633 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.434841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4c06b-a0ea-4fc2-b79a-dde868a4d2f6 req-c3bbd8a5-00e1-4ccd-a1a8-30a8b7421c5c tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:42.442957 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6b4c06b-a0ea-4fc2-b79a-dde868a4d2f6 req-c3bbd8a5-00e1-4ccd-a1a8-30a8b7421c5c tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 948 time: 0.1483490 Oct 26 13:56:42.462051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] Made reservation on behalf of 7c460ccd28a148038bf322d3b6ba6b4c for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:42.464529 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.512272 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.524100 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.592901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6b4c06b-a0ea-4fc2-b79a-dde868a4d2f6 req-c2148776-469c-4b84-8b2b-f04612be7741 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429162 Oct 26 13:56:42.653003 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f95fef42-75ab-4179-9564-0184d7e66ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.734691 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.747722 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.761825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a35d3-3b26-47ed-8d8c-aa9d1057f153 req-3c64eacb-9e38-416d-b173-52a53588b455 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:42.763532 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-687a35d3-3b26-47ed-8d8c-aa9d1057f153 req-3c64eacb-9e38-416d-b173-52a53588b455 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 969 time: 0.1409814 Oct 26 13:56:42.779962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:56:42.803229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6219e079-b045-46b0-a96a-b2cb4a6af0dd,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:42.819238 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.820253 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] Added segment a907e868-eb46-4db1-b6cb-2b33bbf12ac6 of type vlan for network ba04fdd3-3802-412f-af48-4aa973edbc88 Oct 26 13:56:42.872613 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-687a35d3-3b26-47ed-8d8c-aa9d1057f153 req-2b5e9c09-92c9-4c4a-8727-3d0a20bd4961 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000979 Oct 26 13:56:42.899577 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.901264 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.914932 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.937748 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.940241 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.941288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:42.944360 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.989843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Pushing event updated for resources: {'Port': ['ID=c74b0f9d-9d0a-4131-b2c0-50aeb3c6a37d,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:43.002896 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:43.014023 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4d4d00ce-4244-4ff6-88e2-7f561baf3f2a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7312417 Oct 26 13:56:43.045437 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9966075 Oct 26 13:56:43.046047 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43088) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:43.051167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-501547fd-ee72-4fb1-bab2-90c8743a8f6a admin admin] Request body: {'subnet': {'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1334051735-subnet', 'tenant_id': '7c460ccd28a148038bf322d3b6ba6b4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:43.057937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f3f81-5ab6-4354-b271-93b980bd38c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ba04fdd3-3802-412f-af48-4aa973edbc88,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:43.071010 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network ba04fdd3-3802-412f-af48-4aa973edbc88 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:56:43.086604 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501547fd-ee72-4fb1-bab2-90c8743a8f6a admin admin] Made reservation on behalf of 7c460ccd28a148038bf322d3b6ba6b4c for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:43.091407 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-501547fd-ee72-4fb1-bab2-90c8743a8f6a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:43.301532 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-501547fd-ee72-4fb1-bab2-90c8743a8f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:43.389762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501547fd-ee72-4fb1-bab2-90c8743a8f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:43.410933 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-cbb7de6e-d986-4ca2-a186-e2eb07f3e282 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1690632425&fields=id&tenant_id=8ee5f76636064dc687b4a7d3f381f68c HTTP/1.1" status: 200 len: 267 time: 0.0854187 Oct 26 13:56:43.428967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501547fd-ee72-4fb1-bab2-90c8743a8f6a admin admin] Checking segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:43.429338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501547fd-ee72-4fb1-bab2-90c8743a8f6a admin admin] Network hostable DHCP agents. Network: ba04fdd3-3802-412f-af48-4aa973edbc88, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:56:43.544822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501547fd-ee72-4fb1-bab2-90c8743a8f6a admin admin] Network ba04fdd3-3802-412f-af48-4aa973edbc88 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:56:43.582329 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-501547fd-ee72-4fb1-bab2-90c8743a8f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, ba04fdd3-3802-412f-af48-4aa973edbc88) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:43.595711 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d30eeb9-db6f-46fd-a04a-1c0b50cb642e None None] Network ba04fdd3-3802-412f-af48-4aa973edbc88 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:56:43.609927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501547fd-ee72-4fb1-bab2-90c8743a8f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:43.609927 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-501547fd-ee72-4fb1-bab2-90c8743a8f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:43.697709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-93db4a86-3ace-4214-91f5-46a2a8fd91f9 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:43.699309 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-93db4a86-3ace-4214-91f5-46a2a8fd91f9 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/networks?id=aa0fa062-30f8-4003-a12a-372571fbfc5f HTTP/1.1" status: 200 len: 824 time: 0.2793548 Oct 26 13:56:43.726623 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-501547fd-ee72-4fb1-bab2-90c8743a8f6a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6792946 Oct 26 13:56:43.800510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-883e293b-0322-42cc-91e9-bf9dac930b58 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/quotas/8ee5f76636064dc687b4a7d3f381f68c HTTP/1.1" status: 200 len: 375 time: 0.0719681 Oct 26 13:56:43.874734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d572e-d4f4-4521-b62c-1e4865c3b11e req-d9b98318-265e-49de-a8a1-1c5b6ff8b929 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:43.882265 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-760d572e-d4f4-4521-b62c-1e4865c3b11e req-d9b98318-265e-49de-a8a1-1c5b6ff8b929 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 948 time: 0.1776123 Oct 26 13:56:43.887909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b629aef9-0e14-4eac-8e72-b328ce295198 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:56:43.941812 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-b2086a07-870b-477f-840c-94184b3a5da4 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ee5f76636064dc687b4a7d3f381f68c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1159272 Oct 26 13:56:43.968517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-760d572e-d4f4-4521-b62c-1e4865c3b11e req-0bc23451-1981-4286-9fa3-e706986a45dd tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853908 Oct 26 13:56:44.020991 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a9b8de-0d2c-482b-962f-d73f023df314 None None] Network ba04fdd3-3802-412f-af48-4aa973edbc88 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:56:44.078423 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea01c9-fc0a-433a-a63d-08acf47b5722 req-0c3854ea-4518-490f-9c1a-87064c0c879d tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:44.080674 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1ea01c9-fc0a-433a-a63d-08acf47b5722 req-0c3854ea-4518-490f-9c1a-87064c0c879d tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 969 time: 0.0702136 Oct 26 13:56:44.120585 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b629aef9-0e14-4eac-8e72-b328ce295198, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b629aef9-0e14-4eac-8e72-b328ce295198,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:44.139593 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'b629aef9-0e14-4eac-8e72-b328ce295198', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'b629aef9-0e14-4eac-8e72-b328ce295198', 'mac_address': 'fa:16:3e:f3:91:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:tempest-test_az-817728411', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:56:44.149086 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1ea01c9-fc0a-433a-a63d-08acf47b5722 req-debbbf43-7e07-43dc-941c-4c0cfea6bf7a tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597444 Oct 26 13:56:44.232895 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:44.263471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b629aef9-0e14-4eac-8e72-b328ce295198 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:56:44.286577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b629aef9-0e14-4eac-8e72-b328ce295198, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b629aef9-0e14-4eac-8e72-b328ce295198,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:44.292680 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:44.349282 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b629aef9-0e14-4eac-8e72-b328ce295198,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:44.537704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43150) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:44.594429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['b629aef9-0e14-4eac-8e72-b328ce295198'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:56:44.654723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-7eca931e-edfe-47e6-bc52-3a711d1e0bff req-1f2351a2-6cdf-4c2f-acc5-97b15540c953 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1420907075', 'description': 'tempest-description-728946448'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:44.695166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7eca931e-edfe-47e6-bc52-3a711d1e0bff req-1f2351a2-6cdf-4c2f-acc5-97b15540c953 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:44.708573 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7eca931e-edfe-47e6-bc52-3a711d1e0bff req-1f2351a2-6cdf-4c2f-acc5-97b15540c953 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:44.722780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-c681c926-2312-464b-8a6e-7f298f316034 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:56:44.724022 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-c681c926-2312-464b-8a6e-7f298f316034 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3336241 Oct 26 13:56:44.846791 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7eca931e-edfe-47e6-bc52-3a711d1e0bff req-1f2351a2-6cdf-4c2f-acc5-97b15540c953 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:44.854206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-206539877-network', 'tenant_id': '036f225622f845f1923d0d4eaf51455d'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:44.913780 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7eca931e-edfe-47e6-bc52-3a711d1e0bff req-1f2351a2-6cdf-4c2f-acc5-97b15540c953 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:44.998892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2351a2-6cdf-4c2f-acc5-97b15540c953 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b1c058-3c78-4000-8708-cc883047aa79,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:45.022444 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6c95b6f1-8104-41dd-8261-e7636904f6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.023038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] Made reservation on behalf of 036f225622f845f1923d0d4eaf51455d for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:45.027196 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.048098 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.061820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-f975a392-0f1c-41c4-84cc-bc77e46463c6 service neutron] 10.222.0.32 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117176 Oct 26 13:56:45.126870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43170) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:45.131776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-224639223-network', 'tenant_id': '75cfe181c763418ca0a0fbea51f035ce'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:45.147866 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7eca931e-edfe-47e6-bc52-3a711d1e0bff req-1f2351a2-6cdf-4c2f-acc5-97b15540c953 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.154794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] Made reservation on behalf of 75cfe181c763418ca0a0fbea51f035ce for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:45.157378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.161549 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7eca931e-edfe-47e6-bc52-3a711d1e0bff req-1f2351a2-6cdf-4c2f-acc5-97b15540c953 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.168853 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.224570 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7eca931e-edfe-47e6-bc52-3a711d1e0bff req-1f2351a2-6cdf-4c2f-acc5-97b15540c953 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.225793 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7eca931e-edfe-47e6-bc52-3a711d1e0bff req-1f2351a2-6cdf-4c2f-acc5-97b15540c953 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5765634 Oct 26 13:56:45.253688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2351a2-6cdf-4c2f-acc5-97b15540c953 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3950895f-7df2-44f2-a3bb-6647283a7321,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:45.263711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-9d97ca7c-dab3-4c56-b369-8604460c2c58 service neutron] 10.222.0.32 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851790 Oct 26 13:56:45.274978 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.281200 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.294212 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.300095 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.323328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:56:45.335291 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f327b82-447f-4d06-8617-bbab164ee3b6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:45.356137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3463a7bd-8ff3-4d09-a622-d2248688830e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:45.358300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:56:45.361123 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.361642 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] Added segment 5c233da4-2853-42c3-a95b-b9701860379d of type vlan for network edabaee9-9414-49e9-8592-874aecdb28fc Oct 26 13:56:45.381179 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.382852 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] Added segment bb60b2c3-0e05-424e-9772-92ea83df6b97 of type vlan for network 0ac7d7da-feb7-4c78-90b9-20d16671b1fb Oct 26 13:56:45.413203 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.477588 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.479091 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:45.480283 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.597403 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4669344 Oct 26 13:56:45.598103 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43184) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:45.609114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-beabc070-7f2b-485a-a21a-68717287e2c5 admin admin] Request body: {'subnet': {'network_id': 'edabaee9-9414-49e9-8592-874aecdb28fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-224639223-subnet', 'tenant_id': '75cfe181c763418ca0a0fbea51f035ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:45.615960 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632e3bb-41cd-43c8-b2d4-808ebd87d2f0 admin admin] Pushing event updated for resources: {'Network': ['ID=edabaee9-9414-49e9-8592-874aecdb28fc,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:45.629049 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network edabaee9-9414-49e9-8592-874aecdb28fc details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:56:45.636594 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.665382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beabc070-7f2b-485a-a21a-68717287e2c5 admin admin] Made reservation on behalf of 75cfe181c763418ca0a0fbea51f035ce for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:45.670007 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-beabc070-7f2b-485a-a21a-68717287e2c5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.772226 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.773232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:45.773886 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:45.802744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0823021-2b26-4d87-9e3b-7422937f2c24 req-381b7cc6-54c6-44a4-838e-7539c881757a tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:45.804233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0823021-2b26-4d87-9e3b-7422937f2c24 req-381b7cc6-54c6-44a4-838e-7539c881757a tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 948 time: 0.1955070 Oct 26 13:56:45.872640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b629aef9-0e14-4eac-8e72-b328ce295198 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:45.901728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3625195 Oct 26 13:56:45.912594 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43190) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:45.924946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f1975f5b-414b-43ed-a25d-4fa8a560d4b3 admin admin] Request body: {'subnet': {'network_id': '0ac7d7da-feb7-4c78-90b9-20d16671b1fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-206539877-subnet', 'tenant_id': '036f225622f845f1923d0d4eaf51455d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:45.945820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fa730-7272-4ef8-aae5-7553c275c3da admin admin] Pushing event updated for resources: {'Network': ['ID=0ac7d7da-feb7-4c78-90b9-20d16671b1fb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:45.962494 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 0ac7d7da-feb7-4c78-90b9-20d16671b1fb details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:56:46.005805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0823021-2b26-4d87-9e3b-7422937f2c24 req-03704c1b-de36-4723-b37d-2b1038f67d1f tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511090 Oct 26 13:56:46.018875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7a79c-a26b-4292-a87d-accf8b64eca0 req-15379de0-d269-4119-9668-7b30d64c2d5f tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:46.019374 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7a79c-a26b-4292-a87d-accf8b64eca0 req-15379de0-d269-4119-9668-7b30d64c2d5f tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:46.019860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7a79c-a26b-4292-a87d-accf8b64eca0 req-15379de0-d269-4119-9668-7b30d64c2d5f tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:46.020328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7a79c-a26b-4292-a87d-accf8b64eca0 req-15379de0-d269-4119-9668-7b30d64c2d5f tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:46.020790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7a79c-a26b-4292-a87d-accf8b64eca0 req-15379de0-d269-4119-9668-7b30d64c2d5f tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:46.021250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7a79c-a26b-4292-a87d-accf8b64eca0 req-15379de0-d269-4119-9668-7b30d64c2d5f tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:46.021710 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7a79c-a26b-4292-a87d-accf8b64eca0 req-15379de0-d269-4119-9668-7b30d64c2d5f tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:46.023599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eba7a79c-a26b-4292-a87d-accf8b64eca0 req-15379de0-d269-4119-9668-7b30d64c2d5f tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5003 time: 0.3409550 Oct 26 13:56:46.025046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1975f5b-414b-43ed-a25d-4fa8a560d4b3 admin admin] Made reservation on behalf of 036f225622f845f1923d0d4eaf51455d for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:46.027353 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1975f5b-414b-43ed-a25d-4fa8a560d4b3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.067647 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-beabc070-7f2b-485a-a21a-68717287e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.085510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-06b01d87-04ba-4711-8389-87ec8a5554f9 req-84de2356-7ced-413e-af9c-92b2f6a74b8d tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Request body: {'security_group': {'name': 'tempest-securitygroup-507744990', 'description': 'tempest-description-1245333696'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:46.088731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port b629aef9-0e14-4eac-8e72-b328ce295198 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:56:46.095550 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port b629aef9-0e14-4eac-8e72-b328ce295198 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:46.096934 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.156702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabc070-7f2b-485a-a21a-68717287e2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff934c85-6850-4665-b774-28488e3e81ae,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:46.158453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabc070-7f2b-485a-a21a-68717287e2c5 admin admin] Checking segment: {'id': '5c233da4-2853-42c3-a95b-b9701860379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'edabaee9-9414-49e9-8592-874aecdb28fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:46.158916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beabc070-7f2b-485a-a21a-68717287e2c5 admin admin] Network hostable DHCP agents. Network: edabaee9-9414-49e9-8592-874aecdb28fc, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:56:46.189695 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-06b01d87-04ba-4711-8389-87ec8a5554f9 req-84de2356-7ced-413e-af9c-92b2f6a74b8d tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.193745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beabc070-7f2b-485a-a21a-68717287e2c5 admin admin] Network edabaee9-9414-49e9-8592-874aecdb28fc is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:56:46.200715 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.214861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758adbe-9307-43b0-a12c-a610c377cf3f req-38bb1572-d77c-4997-beae-9e056e8f6de2 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:46.215209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-beabc070-7f2b-485a-a21a-68717287e2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, edabaee9-9414-49e9-8592-874aecdb28fc) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:46.223163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1758adbe-9307-43b0-a12c-a610c377cf3f req-38bb1572-d77c-4997-beae-9e056e8f6de2 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 970 time: 0.0878155 Oct 26 13:56:46.227468 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beabc070-7f2b-485a-a21a-68717287e2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:46.228258 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-beabc070-7f2b-485a-a21a-68717287e2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.228644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5930409b-ef24-4b1b-91c5-6b6878856952 None None] Network edabaee9-9414-49e9-8592-874aecdb28fc requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:56:46.248622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15ade3e-4137-4e8d-9915-90f6fbafd1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b629aef9-0e14-4eac-8e72-b328ce295198'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:56:46.249042 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-beabc070-7f2b-485a-a21a-68717287e2c5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6497777 Oct 26 13:56:46.322747 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1758adbe-9307-43b0-a12c-a610c377cf3f req-df527906-80b4-45b1-a49e-907644133f36 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987263 Oct 26 13:56:46.356844 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b629aef9-0e14-4eac-8e72-b328ce295198, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b629aef9-0e14-4eac-8e72-b328ce295198,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:46.372283 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.426474 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-06b01d87-04ba-4711-8389-87ec8a5554f9 req-84de2356-7ced-413e-af9c-92b2f6a74b8d tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.445883 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1975f5b-414b-43ed-a25d-4fa8a560d4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.471160 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-06b01d87-04ba-4711-8389-87ec8a5554f9 req-84de2356-7ced-413e-af9c-92b2f6a74b8d tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.567370 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e37c89f4-58c6-421b-ba2e-79cedc4ab37a req-bc944bbb-6d03-428a-93e0-e5ac8f436013 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 210 time: 0.0904775 Oct 26 13:56:46.577154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de2356-7ced-413e-af9c-92b2f6a74b8d tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315eb44f-2dfa-4955-849a-48650e6939ce,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:46.581929 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-06b01d87-04ba-4711-8389-87ec8a5554f9 req-84de2356-7ced-413e-af9c-92b2f6a74b8d tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.583160 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06b01d87-04ba-4711-8389-87ec8a5554f9 req-84de2356-7ced-413e-af9c-92b2f6a74b8d tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5028827 Oct 26 13:56:46.594256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1975f5b-414b-43ed-a25d-4fa8a560d4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbad67f3-875a-4ce5-9c96-6f051af5fd96,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:46.608932 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950dfa6d-c10a-4f2e-b40d-caba0dfc0972" -d '{"events": [{"server_uuid": "b15ade3e-4137-4e8d-9915-90f6fbafd1f6", "name": "network-vif-plugged", "status": "completed", "tag": "b629aef9-0e14-4eac-8e72-b328ce295198"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:56:46.626192 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b629aef9-0e14-4eac-8e72-b328ce295198,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:46.660871 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.662188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1975f5b-414b-43ed-a25d-4fa8a560d4b3 admin admin] Checking segment: {'id': 'bb60b2c3-0e05-424e-9772-92ea83df6b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '0ac7d7da-feb7-4c78-90b9-20d16671b1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:46.662703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1975f5b-414b-43ed-a25d-4fa8a560d4b3 admin admin] Network hostable DHCP agents. Network: 0ac7d7da-feb7-4c78-90b9-20d16671b1fb, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:56:46.691701 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.692419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1975f5b-414b-43ed-a25d-4fa8a560d4b3 admin admin] Network 0ac7d7da-feb7-4c78-90b9-20d16671b1fb is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:56:46.699117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c540c411-fb58-4419-b4b2-2bb0f5659647 None None] Network edabaee9-9414-49e9-8592-874aecdb28fc requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:56:46.715024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-f1975f5b-414b-43ed-a25d-4fa8a560d4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 0ac7d7da-feb7-4c78-90b9-20d16671b1fb) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:46.721742 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1975f5b-414b-43ed-a25d-4fa8a560d4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:46.722325 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1975f5b-414b-43ed-a25d-4fa8a560d4b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.726080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db07021-8547-4489-be65-dfb6031e6216 req-8a84b438-0496-4a5e-a76a-b1f85ad7d6ea tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:46.727419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5db07021-8547-4489-be65-dfb6031e6216 req-8a84b438-0496-4a5e-a76a-b1f85ad7d6ea tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 886 time: 0.1203468 Oct 26 13:56:46.759735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f1975f5b-414b-43ed-a25d-4fa8a560d4b3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8299890 Oct 26 13:56:46.759951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fcfb55-ac05-4a96-9311-ebbbd1dac0f6 None None] Network 0ac7d7da-feb7-4c78-90b9-20d16671b1fb requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:56:46.814011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-3cd1973f-0e4c-41ea-8f10-5f4a284aef89 req-11b1ad47-7795-486a-9ea8-2aa44e9da245 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-776760367', 'description': 'tempest-description-1230409835'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:46.842884 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cd1973f-0e4c-41ea-8f10-5f4a284aef89 req-11b1ad47-7795-486a-9ea8-2aa44e9da245 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:46.854415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cd1973f-0e4c-41ea-8f10-5f4a284aef89 req-11b1ad47-7795-486a-9ea8-2aa44e9da245 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:47.033280 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cd1973f-0e4c-41ea-8f10-5f4a284aef89 req-11b1ad47-7795-486a-9ea8-2aa44e9da245 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:47.043955 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cd1973f-0e4c-41ea-8f10-5f4a284aef89 req-11b1ad47-7795-486a-9ea8-2aa44e9da245 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:47.110058 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923faf31-25dd-4ff7-9bea-dc2c7e836120 None None] Network 0ac7d7da-feb7-4c78-90b9-20d16671b1fb requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:56:47.123320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-31e27f46-a71e-4f2d-8ca3-2484accb8f2f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:47.124947 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-31e27f46-a71e-4f2d-8ca3-2484accb8f2f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.25 "GET /v2.0/networks?id=aa0fa062-30f8-4003-a12a-372571fbfc5f HTTP/1.1" status: 200 len: 824 time: 0.3089478 Oct 26 13:56:47.146009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-cb5d13d2-f298-4e2f-808f-12a2e05576b0 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:47.148943 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-cb5d13d2-f298-4e2f-808f-12a2e05576b0 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 821 time: 0.2057426 Oct 26 13:56:47.149938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1ad47-7795-486a-9ea8-2aa44e9da245 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedfad57-46ea-481e-b1d5-8add4f00c8d9,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:47.178611 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-645bc00c-edb2-4461-80fa-6b92c39c9504 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/quotas/7c460ccd28a148038bf322d3b6ba6b4c HTTP/1.1" status: 200 len: 375 time: 0.0202980 Oct 26 13:56:47.206342 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-6722ed9f-d09e-4864-a0ee-59173d575599 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ee5f76636064dc687b4a7d3f381f68c HTTP/1.1" status: 200 len: 380 time: 0.0710616 Oct 26 13:56:47.219645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-bf471430-d1cc-49c6-be34-36bc2025b02f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Request body: {'port': {'device_id': '86f24943-eebd-4905-a00d-21d59648fde3', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'admin_state_up': True, 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'security_groups': ['a523867f-1729-4549-807e-75f412dbe96e']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:47.234299 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cd1973f-0e4c-41ea-8f10-5f4a284aef89 req-11b1ad47-7795-486a-9ea8-2aa44e9da245 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:47.238552 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-ce12cce2-0b49-42e6-b321-d5aff5cb1966 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389991 Oct 26 13:56:47.241250 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cd1973f-0e4c-41ea-8f10-5f4a284aef89 req-11b1ad47-7795-486a-9ea8-2aa44e9da245 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:47.280985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1ad47-7795-486a-9ea8-2aa44e9da245 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5985c6-323e-40c3-bc86-756e0eeefe5b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:47.341774 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cd1973f-0e4c-41ea-8f10-5f4a284aef89 req-11b1ad47-7795-486a-9ea8-2aa44e9da245 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:47.347004 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cd1973f-0e4c-41ea-8f10-5f4a284aef89 req-11b1ad47-7795-486a-9ea8-2aa44e9da245 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5374708 Oct 26 13:56:47.353445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-bf471430-d1cc-49c6-be34-36bc2025b02f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Made reservation on behalf of 8ee5f76636064dc687b4a7d3f381f68c for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:47.359790 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-bf471430-d1cc-49c6-be34-36bc2025b02f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:47.399020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-550cef04-06d6-46ac-879b-85444659e291 service neutron] 10.222.0.32 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535678 Oct 26 13:56:47.511778 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-bf471430-d1cc-49c6-be34-36bc2025b02f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Allocated IP 172.20.0.4 (aa0fa062-30f8-4003-a12a-372571fbfc5f/ef17a3b1-4103-4855-adbd-bfc81c3afbcd/9189e068-95ba-4ff2-a08d-4e2c97c5e2d8) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:56:47.524456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-041c864a-26ad-49c2-b51c-539e15f77110 service neutron] 10.222.0.32 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182857 Oct 26 13:56:47.619404 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1831301f-2ee3-478d-b0bb-7232385c9894 x-openstack-request-id: req-1831301f-2ee3-478d-b0bb-7232385c9894 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:56:47.619723 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15ade3e-4137-4e8d-9915-90f6fbafd1f6", "name": "network-vif-plugged", "status": "completed", "tag": "b629aef9-0e14-4eac-8e72-b328ce295198", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:56:47.621192 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1831301f-2ee3-478d-b0bb-7232385c9894 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:56:47.621351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43248) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:47.621683 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15ade3e-4137-4e8d-9915-90f6fbafd1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b629aef9-0e14-4eac-8e72-b328ce295198', 'code': 200} Oct 26 13:56:47.626043 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-219811805-network', 'tenant_id': '40430094b64a4fb0becd6013e6d7e92d'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:47.689670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] Made reservation on behalf of 40430094b64a4fb0becd6013e6d7e92d for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:47.692007 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:47.693739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.25', 52938) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:47.753543 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:47.809739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a09ef-15c5-4f38-9946-4c11f84c2702 req-e6261b9a-9876-4da8-bc4b-ab2902830a14 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:47.811813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-707a09ef-15c5-4f38-9946-4c11f84c2702 req-e6261b9a-9876-4da8-bc4b-ab2902830a14 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 948 time: 0.0877974 Oct 26 13:56:47.812994 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef72e0-6dc1-4d70-b622-5443e619a050 req-d1cdefdd-94fc-44c6-8f0f-2e2500e95ce1 tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:47.813496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef72e0-6dc1-4d70-b622-5443e619a050 req-d1cdefdd-94fc-44c6-8f0f-2e2500e95ce1 tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:47.814067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef72e0-6dc1-4d70-b622-5443e619a050 req-d1cdefdd-94fc-44c6-8f0f-2e2500e95ce1 tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:47.814532 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef72e0-6dc1-4d70-b622-5443e619a050 req-d1cdefdd-94fc-44c6-8f0f-2e2500e95ce1 tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:47.815057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef72e0-6dc1-4d70-b622-5443e619a050 req-d1cdefdd-94fc-44c6-8f0f-2e2500e95ce1 tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:47.815426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef72e0-6dc1-4d70-b622-5443e619a050 req-d1cdefdd-94fc-44c6-8f0f-2e2500e95ce1 tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:47.816017 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef72e0-6dc1-4d70-b622-5443e619a050 req-d1cdefdd-94fc-44c6-8f0f-2e2500e95ce1 tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:47.816314 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef72e0-6dc1-4d70-b622-5443e619a050 req-d1cdefdd-94fc-44c6-8f0f-2e2500e95ce1 tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:47.818051 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-86ef72e0-6dc1-4d70-b622-5443e619a050 req-d1cdefdd-94fc-44c6-8f0f-2e2500e95ce1 tempest-NetworksTest-455828616 tempest-NetworksTest-455828616-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5759 time: 0.1830788 Oct 26 13:56:47.837061 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-bf471430-d1cc-49c6-be34-36bc2025b02f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:47.850563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdaaa5e-bc74-4fb1-8508-0deb62a503ea req-aa3e8f47-b921-4868-9069-246dd4219855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:47.852296 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cdaaa5e-bc74-4fb1-8508-0deb62a503ea req-aa3e8f47-b921-4868-9069-246dd4219855 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 1122 time: 0.1555753 Oct 26 13:56:47.853486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-8be3270c-8fed-4816-bf72-f1b818d491fd req-25e1cbad-101e-44a7-a3aa-a53d06e8d1d1 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-351538504', 'description': 'tempest-description-464187656'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:47.886611 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0cdaaa5e-bc74-4fb1-8508-0deb62a503ea req-4c60938b-0937-4538-9141-b963bf00334f service neutron] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:47.904542 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-707a09ef-15c5-4f38-9946-4c11f84c2702 req-95a09d83-d49c-4158-ba99-4623a4fb1f7b tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720606 Oct 26 13:56:47.908145 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8be3270c-8fed-4816-bf72-f1b818d491fd req-25e1cbad-101e-44a7-a3aa-a53d06e8d1d1 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:47.980090 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-bf471430-d1cc-49c6-be34-36bc2025b02f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:47.996716 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.003415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8be3270c-8fed-4816-bf72-f1b818d491fd req-25e1cbad-101e-44a7-a3aa-a53d06e8d1d1 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.013767 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.015586 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8be3270c-8fed-4816-bf72-f1b818d491fd req-25e1cbad-101e-44a7-a3aa-a53d06e8d1d1 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.067552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-bf471430-d1cc-49c6-be34-36bc2025b02f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Network aa0fa062-30f8-4003-a12a-372571fbfc5f is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:56:48.070892 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8be3270c-8fed-4816-bf72-f1b818d491fd req-25e1cbad-101e-44a7-a3aa-a53d06e8d1d1 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.072152 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8be3270c-8fed-4816-bf72-f1b818d491fd req-25e1cbad-101e-44a7-a3aa-a53d06e8d1d1 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2240279 Oct 26 13:56:48.073932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1cbad-101e-44a7-a3aa-a53d06e8d1d1 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02edc208-ed23-40bb-9810-e8ed25d50b6b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:48.087360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39473d1b-b37e-4d1d-8c2b-e57a056c0b29 req-4dd760fc-d2c4-4c45-a29b-2a8c51501fce tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:48.089002 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-39473d1b-b37e-4d1d-8c2b-e57a056c0b29 req-4dd760fc-d2c4-4c45-a29b-2a8c51501fce tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 971 time: 0.0842605 Oct 26 13:56:48.097806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae7d485-21a0-4f8e-ab1c-3995aa01050d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:48.105120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:56:48.116873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-bf471430-d1cc-49c6-be34-36bc2025b02f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:48.132010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-bf471430-d1cc-49c6-be34-36bc2025b02f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:56:48.145793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-bf471430-d1cc-49c6-be34-36bc2025b02f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:48.147291 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-bf471430-d1cc-49c6-be34-36bc2025b02f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.152144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-39473d1b-b37e-4d1d-8c2b-e57a056c0b29 req-4a4c5542-2d48-4e35-bdcd-090edf068614 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552769 Oct 26 13:56:48.195450 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.195827 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] Added segment 25e650a3-c56a-4101-b8e9-7f75e1a0fa1b of type vlan for network 3908f6e1-0a7a-4849-b037-2d4172c06845 Oct 26 13:56:48.234184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003946b1-738e-48b8-b335-6cdadfc46b8e req-90602e24-e02f-4254-941e-8c277c38a3e0 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:48.236564 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-003946b1-738e-48b8-b335-6cdadfc46b8e req-90602e24-e02f-4254-941e-8c277c38a3e0 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 931 time: 0.0829635 Oct 26 13:56:48.247586 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-bf471430-d1cc-49c6-be34-36bc2025b02f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0335522 Oct 26 13:56:48.263129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf471430-d1cc-49c6-be34-36bc2025b02f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Pushing event updated for resources: {'Port': ['ID=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:48.281902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Request body: {'port': {'device_id': '86f24943-eebd-4905-a00d-21d59648fde3', 'device_owner': 'compute:tempest-test_az-817728411', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:48.287704 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27b94da2-ed55-4e91-8362-df10d3386040 req-2b54206b-b7cc-41eb-a361-43fd666a05ef tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 210 time: 0.0498745 Oct 26 13:56:48.336349 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.340688 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0cdaaa5e-bc74-4fb1-8508-0deb62a503ea req-4c60938b-0937-4538-9141-b963bf00334f service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.358181 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0cdaaa5e-bc74-4fb1-8508-0deb62a503ea req-4c60938b-0937-4538-9141-b963bf00334f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.368459 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-003946b1-738e-48b8-b335-6cdadfc46b8e req-adb86f1a-d48b-45e7-b1c3-bee78e4d86a0 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206186 Oct 26 13:56:48.410268 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.412033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43270) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:48.481903 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cdaaa5e-bc74-4fb1-8508-0deb62a503ea req-4c60938b-0937-4538-9141-b963bf00334f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210790 Oct 26 13:56:48.487319 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.488274 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:48.488867 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.490921 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.531833 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-529d4ab9-0def-4be7-b498-1f49f6a390f6 None None] Provisioning complete for port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:48.532789 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-529d4ab9-0def-4be7-b498-1f49f6a390f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.559082 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60938b-0937-4538-9141-b963bf00334f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=df479e9d-eab1-4a21-be70-8be3c4bf2770,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:48.603533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-529d4ab9-0def-4be7-b498-1f49f6a390f6 None None] Port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:56:48.605147 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9827907 Oct 26 13:56:48.606618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43274) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:48.635906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2bc71071-b94e-401f-8ea3-f2daf7c452c8 admin admin] Request body: {'subnet': {'network_id': '3908f6e1-0a7a-4849-b037-2d4172c06845', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-219811805-subnet', 'tenant_id': '40430094b64a4fb0becd6013e6d7e92d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:48.641653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b6b59-21de-4970-8ebd-108f1606952a admin admin] Pushing event updated for resources: {'Network': ['ID=3908f6e1-0a7a-4849-b037-2d4172c06845,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:48.654334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 3908f6e1-0a7a-4849-b037-2d4172c06845 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:56:48.694371 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-316db222-a357-428b-a039-92be875ceb31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.743482 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-a5dbe281-f554-48f8-ae53-a754ff64a8f9 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45080 time: 0.4088845 Oct 26 13:56:48.753679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc71071-b94e-401f-8ea3-f2daf7c452c8 admin admin] Made reservation on behalf of 40430094b64a4fb0becd6013e6d7e92d for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:48.755984 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2bc71071-b94e-401f-8ea3-f2daf7c452c8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.810972 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-3c3b5b3f-1f98-464d-bc35-9ed1e29fb3ef tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9 HTTP/1.1" status: 200 len: 2981 time: 0.0581868 Oct 26 13:56:48.850888 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-316db222-a357-428b-a039-92be875ceb31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.858838 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-316db222-a357-428b-a039-92be875ceb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:48.908049 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-5fa120fb-75bd-4638-b0e2-d0f0836f6bdd tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9 HTTP/1.1" status: 200 len: 2981 time: 0.0859032 Oct 26 13:56:48.911198 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-316db222-a357-428b-a039-92be875ceb31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0a6b48e36f645bfb7e33bd9e89242c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981670 Oct 26 13:56:48.912327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316db222-a357-428b-a039-92be875ceb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c422e11-88bd-4527-8714-0e861e1af469,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:48.914630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43276) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:48.986735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-38dba0a9-bab6-46dc-a20e-7161ee882c5b tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0ae7d485-21a0-4f8e-ab1c-3995aa01050d HTTP/1.1" status: 200 len: 2981 time: 0.0697036 Oct 26 13:56:49.006214 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-092f17ce-903b-41a3-8dad-af130256dd2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:49.061483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:56:49.070600 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2bc71071-b94e-401f-8ea3-f2daf7c452c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:49.075251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:49.076273 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-092f17ce-903b-41a3-8dad-af130256dd2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:49.090957 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-9f0fcda0-a338-4dca-9f15-fb12a75180f3 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0ae7d485-21a0-4f8e-ab1c-3995aa01050d HTTP/1.1" status: 200 len: 2981 time: 0.0952909 Oct 26 13:56:49.133551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Transition to ACTIVE for port object 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:56:49.182892 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:49.207745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc71071-b94e-401f-8ea3-f2daf7c452c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=076c49cc-fb45-4c91-a26e-bfa9621ec79f,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:49.285653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cb1bc-12a7-4540-bdec-f80ee6951a67 req-4f832b06-6e7b-4c54-8146-064161a75e72 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:49.287275 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-763cb1bc-12a7-4540-bdec-f80ee6951a67 req-4f832b06-6e7b-4c54-8146-064161a75e72 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 948 time: 0.2610302 Oct 26 13:56:49.291208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc71071-b94e-401f-8ea3-f2daf7c452c8 admin admin] Checking segment: {'id': '25e650a3-c56a-4101-b8e9-7f75e1a0fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '3908f6e1-0a7a-4849-b037-2d4172c06845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:49.291699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc71071-b94e-401f-8ea3-f2daf7c452c8 admin admin] Network hostable DHCP agents. Network: 3908f6e1-0a7a-4849-b037-2d4172c06845, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:56:49.308953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Pushing event updated for resources: {'Port': ['ID=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:49.321520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-db24cf20-df0e-4d60-bfdb-10762a0da0ba tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3463a7bd-8ff3-4d09-a622-d2248688830e HTTP/1.1" status: 200 len: 2981 time: 0.2145700 Oct 26 13:56:49.356572 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-07d4de3f-9f2c-47c4-96a6-647409b72288 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:49.358081 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-07d4de3f-9f2c-47c4-96a6-647409b72288 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.11 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 821 time: 0.2504606 Oct 26 13:56:49.361351 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-092f17ce-903b-41a3-8dad-af130256dd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:49.363430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Attempting to bind port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:56:49.363969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Attempting to bind port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:56:49.364237 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-092f17ce-903b-41a3-8dad-af130256dd2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:49.364347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Attempting to bind port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 on network aa0fa062-30f8-4003-a12a-372571fbfc5f {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:56:49.365557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-092f17ce-903b-41a3-8dad-af130256dd2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c422e11-88bd-4527-8714-0e861e1af469 HTTP/1.1" status: 204 len: 168 time: 0.4500186 Oct 26 13:56:49.390238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-8cf6790d-14d9-4c07-9ca4-ebfe2f738253 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Request body: {'port': {'device_id': '3923255d-2be8-44fe-83a7-d4a9798b5280', 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88', 'admin_state_up': True, 'tenant_id': '7c460ccd28a148038bf322d3b6ba6b4c'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:49.395133 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 on network aa0fa062-30f8-4003-a12a-372571fbfc5f not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:56:49.395593 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Attempting to bind port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 on network aa0fa062-30f8-4003-a12a-372571fbfc5f {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:56:49.396947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f17ce-903b-41a3-8dad-af130256dd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c422e11-88bd-4527-8714-0e861e1af469,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:49.409707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc71071-b94e-401f-8ea3-f2daf7c452c8 admin admin] Network 3908f6e1-0a7a-4849-b037-2d4172c06845 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:56:49.440582 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-763cb1bc-12a7-4540-bdec-f80ee6951a67 req-f7faccbb-e278-4c54-8ecd-f7f2ebfb0b33 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133871 Oct 26 13:56:49.453522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-4e185f2d-a0ed-426b-9c9d-b1a5265855d3 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3463a7bd-8ff3-4d09-a622-d2248688830e HTTP/1.1" status: 200 len: 2981 time: 0.1309130 Oct 26 13:56:49.554613 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-aaef3ad7-48cc-4919-a632-f8b0abc5cb04 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3d16d003-6605-428f-aae3-69be54c62261 HTTP/1.1" status: 200 len: 2973 time: 0.0984926 Oct 26 13:56:49.639344 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-c28fa210-eb2d-4267-ab61-d50e4e3572b8 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3d16d003-6605-428f-aae3-69be54c62261 HTTP/1.1" status: 200 len: 2973 time: 0.0835779 Oct 26 13:56:49.652623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dda10-c6bc-449c-8f3d-487eb6a9abef req-0f963b95-f3fb-43a6-a24c-6e84f227c399 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:49.663121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-727dda10-c6bc-449c-8f3d-487eb6a9abef req-0f963b95-f3fb-43a6-a24c-6e84f227c399 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 971 time: 0.1050301 Oct 26 13:56:49.677301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:56:49.677631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Checking segment: {'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:49.678914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Bound using segment: {'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:56:49.679046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Bound port: 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:56:49.679311 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:49.696508 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-2bc71071-b94e-401f-8ea3-f2daf7c452c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 3908f6e1-0a7a-4849-b037-2d4172c06845) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:49.702982 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc71071-b94e-401f-8ea3-f2daf7c452c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:49.703642 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2bc71071-b94e-401f-8ea3-f2daf7c452c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:49.711806 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566acc4f-131e-48c8-8789-4c731d3a1192 None None] Network 3908f6e1-0a7a-4849-b037-2d4172c06845 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:56:49.733854 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2bc71071-b94e-401f-8ea3-f2daf7c452c8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1061857 Oct 26 13:56:49.801285 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-727dda10-c6bc-449c-8f3d-487eb6a9abef req-7abf02c9-67ec-43ab-abe6-7769d2edd712 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370187 Oct 26 13:56:49.822721 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-1f50a13d-e095-4657-b5ec-ff17aa054de6 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3f327b82-447f-4d06-8617-bbab164ee3b6 HTTP/1.1" status: 200 len: 2981 time: 0.1480319 Oct 26 13:56:49.882203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43292) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:49.919471 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-8cf6790d-14d9-4c07-9ca4-ebfe2f738253 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Made reservation on behalf of 7c460ccd28a148038bf322d3b6ba6b4c for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:56:49.925973 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-8cf6790d-14d9-4c07-9ca4-ebfe2f738253 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:49.940696 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-561a463a-bed1-43be-85d4-f10fb20f15e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:49.951151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2131604e-c7dd-4a18-a8ba-5b35cf658acb None None] Network 3908f6e1-0a7a-4849-b037-2d4172c06845 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:56:49.957814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] For port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:56:49.968645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4baaf62e-0969-42b6-bc65-8dd793a7038f req-b8f442fd-42e4-4c0a-8f1d-8b3b11342e71 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 210 time: 0.0466011 Oct 26 13:56:49.978904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43294) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:49.989324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] For port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:56:50.002574 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-a1e44a9d-9969-41db-8770-f86d5d543751 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3f327b82-447f-4d06-8617-bbab164ee3b6 HTTP/1.1" status: 200 len: 2981 time: 0.1780741 Oct 26 13:56:50.128378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.137700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-8cf6790d-14d9-4c07-9ca4-ebfe2f738253 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Allocated IP 172.20.0.12 (ba04fdd3-3802-412f-af48-4aa973edbc88/d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67/24c3e86b-aa4b-45a5-b083-5b355f3d87e7) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:56:50.184796 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:50.186069 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.187678 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] 10.222.0.25 "PUT /v2.0/ports/9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 HTTP/1.1" status: 200 len: 1112 time: 1.9287415 Oct 26 13:56:50.190041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce86736-ae21-427e-b305-5fd0dec06e5f admin admin] Deleting subnet cbad67f3-875a-4ce5-9c96-6f051af5fd96 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:56:50.190305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f24943-eebd-4905-a00d-21d59648fde3', 'tag': '9189e068-95ba-4ff2-a08d-4e2c97c5e2d8'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:56:50.192862 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546f3cd4-a5af-489f-a195-d74619584e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "86f24943-eebd-4905-a00d-21d59648fde3", "tag": "9189e068-95ba-4ff2-a08d-4e2c97c5e2d8"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:56:50.200003 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4ce86736-ae21-427e-b305-5fd0dec06e5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.233739 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-10292d86-2062-4437-9952-5eeac009fdc3 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/447eeb4c-0916-4f6d-8bea-0b41edb11e34 HTTP/1.1" status: 200 len: 2977 time: 0.2276692 Oct 26 13:56:50.237813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc57521-8593-4545-ad54-79404dd3ffdd service neutron] Pushing event updated for resources: {'Port': ['ID=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:50.313408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4ce86736-ae21-427e-b305-5fd0dec06e5f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.341803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2eed3-e9e9-42ce-8ca3-16458c4383da req-72a61364-767b-4502-8398-a143c059d961 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:50.343329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dfb2eed3-e9e9-42ce-8ca3-16458c4383da req-72a61364-767b-4502-8398-a143c059d961 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 964 time: 0.2481189 Oct 26 13:56:50.344618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4ce86736-ae21-427e-b305-5fd0dec06e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.464926 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-8cf6790d-14d9-4c07-9ca4-ebfe2f738253 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.476782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-561a463a-bed1-43be-85d4-f10fb20f15e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.483011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-117bbbbc-3fa7-4446-a406-ea63b50c33cf tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/447eeb4c-0916-4f6d-8bea-0b41edb11e34 HTTP/1.1" status: 200 len: 2977 time: 0.2483480 Oct 26 13:56:50.489111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-b2ff2ebb-d75b-4dc6-8f96-d892f7477836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:50.490860 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-b2ff2ebb-d75b-4dc6-8f96-d892f7477836 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ee5f76636064dc687b4a7d3f381f68c&device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 1115 time: 0.1878455 Oct 26 13:56:50.492143 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dfb2eed3-e9e9-42ce-8ca3-16458c4383da req-7dc85dc1-9cdc-4e8c-90cf-7c3ed718b11a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137202 Oct 26 13:56:50.495705 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-561a463a-bed1-43be-85d4-f10fb20f15e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.546368 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-2d5f0dfe-cb7a-4872-96de-ece6d3cba349 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 HTTP/1.1" status: 200 len: 217 time: 0.0461528 Oct 26 13:56:50.550527 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6b18df-6bdb-4a6f-821f-5d1a1c42f1e6 x-openstack-request-id: req-ca6b18df-6bdb-4a6f-821f-5d1a1c42f1e6 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:56:50.550810 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f24943-eebd-4905-a00d-21d59648fde3", "tag": "9189e068-95ba-4ff2-a08d-4e2c97c5e2d8", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:56:50.551062 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca6b18df-6bdb-4a6f-821f-5d1a1c42f1e6 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:56:50.551969 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f24943-eebd-4905-a00d-21d59648fde3', 'tag': '9189e068-95ba-4ff2-a08d-4e2c97c5e2d8', 'status': 'completed', 'code': 200} Oct 26 13:56:50.576717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-561a463a-bed1-43be-85d4-f10fb20f15e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d259e2b0cedd4f2b9d5c01c8821968b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6796713 Oct 26 13:56:50.582822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a463a-bed1-43be-85d4-f10fb20f15e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0527ed6b-82fb-4fb2-85f8-b78a1e98bea8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:50.589585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43302) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:50.598667 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-8cf6790d-14d9-4c07-9ca4-ebfe2f738253 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.605892 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4ce86736-ae21-427e-b305-5fd0dec06e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.638293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-f708ee14-109c-4ee1-ad1f-c0f90c8ca81b tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6219e079-b045-46b0-a96a-b2cb4a6af0dd HTTP/1.1" status: 200 len: 2981 time: 0.1435330 Oct 26 13:56:50.639913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce86736-ae21-427e-b305-5fd0dec06e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbad67f3-875a-4ce5-9c96-6f051af5fd96,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:50.672679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-3b6a3bb5-0c67-4220-91b3-d7eb2f4130ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:50.674198 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-3b6a3bb5-0c67-4220-91b3-d7eb2f4130ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ef17a3b1-4103-4855-adbd-bfc81c3afbcd HTTP/1.1" status: 200 len: 863 time: 0.1175303 Oct 26 13:56:50.684294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-8cf6790d-14d9-4c07-9ca4-ebfe2f738253 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Network ba04fdd3-3802-412f-af48-4aa973edbc88 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:56:50.703732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-8cf6790d-14d9-4c07-9ca4-ebfe2f738253 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:56:50.708704 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4ce86736-ae21-427e-b305-5fd0dec06e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.710756 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4ce86736-ae21-427e-b305-5fd0dec06e5f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cbad67f3-875a-4ce5-9c96-6f051af5fd96 HTTP/1.1" status: 204 len: 168 time: 0.7036145 Oct 26 13:56:50.715929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43306) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:50.727083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-8cf6790d-14d9-4c07-9ca4-ebfe2f738253 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:56:50.732755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-8cf6790d-14d9-4c07-9ca4-ebfe2f738253 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:50.733401 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-8cf6790d-14d9-4c07-9ca4-ebfe2f738253 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.739119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6790d-14d9-4c07-9ca4-ebfe2f738253 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Pushing event updated for resources: {'Port': ['ID=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:50.770428 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-8cf6790d-14d9-4c07-9ca4-ebfe2f738253 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3888912 Oct 26 13:56:50.771870 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60b2d63f-db97-4259-a5fb-aee8ac60a81b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.781563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c1ca-ed6a-4c8d-b683-8ab3e1d977b1 req-d301a529-1866-441b-ad8d-defa10e3dae5 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:50.783103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81b7c1ca-ed6a-4c8d-b683-8ab3e1d977b1 req-d301a529-1866-441b-ad8d-defa10e3dae5 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 948 time: 0.1473193 Oct 26 13:56:50.787042 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-20274286-dd9a-45da-95b8-cae194e43b2d tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6219e079-b045-46b0-a96a-b2cb4a6af0dd HTTP/1.1" status: 200 len: 2981 time: 0.1255944 Oct 26 13:56:50.793886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Request body: {'port': {'device_id': '3923255d-2be8-44fe-83a7-d4a9798b5280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:50.801881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-1bf23021-6010-4fa3-9b4f-a27d12d00b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:50.803406 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-1bf23021-6010-4fa3-9b4f-a27d12d00b3e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa0fa062-30f8-4003-a12a-372571fbfc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120420 Oct 26 13:56:50.837770 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60b2d63f-db97-4259-a5fb-aee8ac60a81b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.847314 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.883325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81b7c1ca-ed6a-4c8d-b683-8ab3e1d977b1 req-83202c0f-ad08-4b00-a45c-db6ddf07b113 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883062 Oct 26 13:56:50.889540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-8c497934-65b3-4b32-86bb-59a82941119a tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7dac9faf-f929-4669-ba8e-cd8c1c764b07 HTTP/1.1" status: 200 len: 2977 time: 0.0935385 Oct 26 13:56:50.951532 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.989906 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60b2d63f-db97-4259-a5fb-aee8ac60a81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.992545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60b2d63f-db97-4259-a5fb-aee8ac60a81b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:50.996780 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-60b2d63f-db97-4259-a5fb-aee8ac60a81b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0527ed6b-82fb-4fb2-85f8-b78a1e98bea8 HTTP/1.1" status: 204 len: 168 time: 0.4028106 Oct 26 13:56:51.016309 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.017689 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-929113d7-6691-44dd-9b7b-964e4408776e service neutron] 10.222.0.25 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952252 Oct 26 13:56:51.029386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2d63f-db97-4259-a5fb-aee8ac60a81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0527ed6b-82fb-4fb2-85f8-b78a1e98bea8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:51.044769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-897e12b5-3717-4c26-b1e5-b7847d30ef23 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7dac9faf-f929-4669-ba8e-cd8c1c764b07 HTTP/1.1" status: 200 len: 2977 time: 0.1318917 Oct 26 13:56:51.049600 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:56:51.049999 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:56:51.050734 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:56:51.051081 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Subscribe: > port after_create 55550000 {{(pid=102124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:56:51.051406 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:56:51.051742 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Subscribe: > port after_update 55550000 {{(pid=102124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:56:51.052063 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:56:51.052396 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:56:51.052713 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:56:51.053108 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:56:51.240743 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5dc855bf-a716-4a88-809f-ca54169dea0a req-2887d978-514b-462f-9df1-7e0057b0344b service neutron] 10.222.0.25 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124457 Oct 26 13:56:51.306563 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:56:51.306989 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:56:51.307386 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:56:51.307780 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:56:51.308208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac7d7da-feb7-4c78-90b9-20d16671b1fb']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:51.337067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb60b2c3-0e05-424e-9772-92ea83df6b97') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:51.337363 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb60b2c3-0e05-424e-9772-92ea83df6b97') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:51.372638 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b11660-17d5-4bfa-9f3f-53cf1debc606 req-366a9202-d327-44ca-8ca2-bf2e5b5156ab tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:51.374270 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2b11660-17d5-4bfa-9f3f-53cf1debc606 req-366a9202-d327-44ca-8ca2-bf2e5b5156ab tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 971 time: 0.4060125 Oct 26 13:56:51.379206 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.380927 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f3cd4-a5af-489f-a195-d74619584e5c req-719738f8-6ebd-4f76-a406-51e1ad5476a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:51.382750 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-546f3cd4-a5af-489f-a195-d74619584e5c req-719738f8-6ebd-4f76-a406-51e1ad5476a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ee5f76636064dc687b4a7d3f381f68c&device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 1115 time: 0.0835073 Oct 26 13:56:51.412550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:56:51.430239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.448909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-13082bc1-1cde-4252-89bf-14869df80d58 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8caade23-d806-44e3-b62a-5cc4b889b8e2 HTTP/1.1" status: 200 len: 2981 time: 0.1332269 Oct 26 13:56:51.450165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:56:51.450572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.456319 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.478011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Transition to ACTIVE for port object 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:56:51.484950 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: from cryptography.utils import int_from_bytes Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: from cryptography.utils import int_from_bytes Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: timer() Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:56:51.485229 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:56:51.534097 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2b11660-17d5-4bfa-9f3f-53cf1debc606 req-2a1b0d9e-2745-4543-974e-241fa09274d1 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470730 Oct 26 13:56:51.559099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f3cd4-a5af-489f-a195-d74619584e5c req-200e2168-cde1-47c5-a7cc-925f1e94f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:51.560571 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-546f3cd4-a5af-489f-a195-d74619584e5c req-200e2168-cde1-47c5-a7cc-925f1e94f4d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa0fa062-30f8-4003-a12a-372571fbfc5f HTTP/1.1" status: 200 len: 925 time: 0.1698406 Oct 26 13:56:51.561844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:51.598821 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-99f5c430-bff8-4fa0-b4d1-6c91e6c3e869 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8caade23-d806-44e3-b62a-5cc4b889b8e2 HTTP/1.1" status: 200 len: 2981 time: 0.1117005 Oct 26 13:56:51.603963 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.607774 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-546f3cd4-a5af-489f-a195-d74619584e5c req-1c442f64-64e3-48d7-bc48-d8b13cbce59e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 HTTP/1.1" status: 200 len: 217 time: 0.0373950 Oct 26 13:56:51.628734 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.635948 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0ac7d7da-feb7-4c78-90b9-20d16671b1fb HTTP/1.1" status: 204 len: 168 time: 0.9188559 Oct 26 13:56:51.636144 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43330) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:51.668350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdfa73-5cfb-4367-a0cf-1d47c4167175 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac7d7da-feb7-4c78-90b9-20d16671b1fb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:51.689412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Attempting to bind port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:56:51.689745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Attempting to bind port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:56:51.690094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Attempting to bind port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:56:51.700582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 on network ba04fdd3-3802-412f-af48-4aa973edbc88 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:56:51.700582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Attempting to bind port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:56:51.703474 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-6e5dae13-92aa-4c60-b197-041388b4b871 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/98b1c058-3c78-4000-8708-cc883047aa79 HTTP/1.1" status: 200 len: 2981 time: 0.0966659 Oct 26 13:56:51.718275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:56:51.718489 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Checking segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:56:51.718871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Bound using segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:56:51.719290 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Bound port: 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:56:51.719635 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.733130 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f3cd4-a5af-489f-a195-d74619584e5c req-fc2aaddc-9574-4d9a-a9de-055daaa863e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:51.734603 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-546f3cd4-a5af-489f-a195-d74619584e5c req-fc2aaddc-9574-4d9a-a9de-055daaa863e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ef17a3b1-4103-4855-adbd-bfc81c3afbcd HTTP/1.1" status: 200 len: 863 time: 0.1099305 Oct 26 13:56:51.735014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f14bcb-c2ab-4123-81e3-6aa0cb0eb61e req-e3cf7fcb-2ac7-42c5-bac4-2e4375a2f785 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:51.742465 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87f14bcb-c2ab-4123-81e3-6aa0cb0eb61e req-e3cf7fcb-2ac7-42c5-bac4-2e4375a2f785 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 944 time: 0.0896542 Oct 26 13:56:51.744668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1210e17-734e-4820-9aa8-1f468ce8a962 admin admin] Deleting subnet 076c49cc-fb45-4c91-a26e-bfa9621ec79f {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:56:51.748255 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1210e17-734e-4820-9aa8-1f468ce8a962 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.795987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-358183d9-e6a1-47a5-99b8-92af02820ff8 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/98b1c058-3c78-4000-8708-cc883047aa79 HTTP/1.1" status: 200 len: 2981 time: 0.0846195 Oct 26 13:56:51.818530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87f14bcb-c2ab-4123-81e3-6aa0cb0eb61e req-1c7ea8b5-b5a8-44cd-830a-0680200aafeb tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614185 Oct 26 13:56:51.846824 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1210e17-734e-4820-9aa8-1f468ce8a962 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.862112 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1210e17-734e-4820-9aa8-1f468ce8a962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.868619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-47b60122-ee54-49b6-8f3a-dfb1c4b900b6 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bedfad57-46ea-481e-b1d5-8add4f00c8d9 HTTP/1.1" status: 200 len: 2981 time: 0.0524428 Oct 26 13:56:51.873075 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 4215f632-1219-4144-bcff-456b3e8399b8 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:56:51.894756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:56:51.907065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:56:51.923527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f3cd4-a5af-489f-a195-d74619584e5c req-ffe5a3b0-fe9a-46ec-ad4a-b6149693e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:51.925045 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-546f3cd4-a5af-489f-a195-d74619584e5c req-ffe5a3b0-fe9a-46ec-ad4a-b6149693e39f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa0fa062-30f8-4003-a12a-372571fbfc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746640 Oct 26 13:56:51.926378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.960574 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-45c20e20-e20b-4c34-a716-74c83cc7c012 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bedfad57-46ea-481e-b1d5-8add4f00c8d9 HTTP/1.1" status: 200 len: 2981 time: 0.0814795 Oct 26 13:56:51.979040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:51.979656 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.981085 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] 10.222.0.11 "PUT /v2.0/ports/24c3e86b-aa4b-45a5-b083-5b355f3d87e7 HTTP/1.1" status: 200 len: 1092 time: 1.1985304 Oct 26 13:56:52.003171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 4215f632-1219-4144-bcff-456b3e8399b8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=4215f632-1219-4144-bcff-456b3e8399b8,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:52.016564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '4215f632-1219-4144-bcff-456b3e8399b8', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '4215f632-1219-4144-bcff-456b3e8399b8', 'mac_address': 'fa:16:3e:66:54:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:56:52.023380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac88928-bf94-45fb-9eb9-34005df66273 req-f10a3c7f-c704-4e1a-acb5-41b56d8012a4 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:52.031709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ac88928-bf94-45fb-9eb9-34005df66273 req-f10a3c7f-c704-4e1a-acb5-41b56d8012a4 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 964 time: 0.1125257 Oct 26 13:56:52.066004 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.084022 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4215f632-1219-4144-bcff-456b3e8399b8 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:56:52.093685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ac88928-bf94-45fb-9eb9-34005df66273 req-7b62acb4-7a8d-43d0-ab5e-6cb062e45d41 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607371 Oct 26 13:56:52.106840 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 4215f632-1219-4144-bcff-456b3e8399b8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=4215f632-1219-4144-bcff-456b3e8399b8,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:52.114640 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.125121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b8b48-ddfb-41de-930d-f7c2f9aaa1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:52.135332 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-a4cb2a34-8ca2-42f4-9024-78fb8dd91ce7 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/df479e9d-eab1-4a21-be70-8be3c4bf2770 HTTP/1.1" status: 200 len: 2981 time: 0.1649165 Oct 26 13:56:52.136722 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1210e17-734e-4820-9aa8-1f468ce8a962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.177052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1210e17-734e-4820-9aa8-1f468ce8a962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076c49cc-fb45-4c91-a26e-bfa9621ec79f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:52.180965 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=4215f632-1219-4144-bcff-456b3e8399b8,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:52.205916 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1210e17-734e-4820-9aa8-1f468ce8a962 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.208540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-eb4a44bb-c152-4bc2-bf73-5d14e7c5e7f1 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/df479e9d-eab1-4a21-be70-8be3c4bf2770 HTTP/1.1" status: 200 len: 2981 time: 0.0631595 Oct 26 13:56:52.209507 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d1210e17-734e-4820-9aa8-1f468ce8a962 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/076c49cc-fb45-4c91-a26e-bfa9621ec79f HTTP/1.1" status: 204 len: 168 time: 0.5673232 Oct 26 13:56:52.212195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43344) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:52.226691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-047ae84f-f405-43d1-9a35-cf82e0a290a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:52.228162 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-047ae84f-f405-43d1-9a35-cf82e0a290a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 1095 time: 0.1768980 Oct 26 13:56:52.231797 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-546f3cd4-a5af-489f-a195-d74619584e5c req-c3d3a002-029a-47e3-bd24-a28461165dfe service neutron] 10.222.0.25 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899806 Oct 26 13:56:52.319149 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-a7ca4db2-0224-42bb-934b-c315bf6549a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7 HTTP/1.1" status: 200 len: 217 time: 0.0700631 Oct 26 13:56:52.381881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-a40f5cd6-d958-4149-9e27-aa53cd69bc05 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f29b5e71-a307-49e7-adc6-69d37d3bc63e HTTP/1.1" status: 200 len: 2977 time: 0.1595926 Oct 26 13:56:52.385782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-221200ed-4186-45e0-8201-6c1f8b6212b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.396393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d2572-54bb-419c-906e-5729f307c241 req-ed493c80-75af-4809-b774-73a58c2c73e3 tempest-AggregatesAdminTestJSON-1743630183 tempest-AggregatesAdminTestJSON-1743630183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:52.396667 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-63c67783-c019-4d95-a233-5df7c654a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:52.397888 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b9d2572-54bb-419c-906e-5729f307c241 req-ed493c80-75af-4809-b774-73a58c2c73e3 tempest-AggregatesAdminTestJSON-1743630183 tempest-AggregatesAdminTestJSON-1743630183-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 1122 time: 0.1519723 Oct 26 13:56:52.398224 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-63c67783-c019-4d95-a233-5df7c654a2f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.0699501 Oct 26 13:56:52.401865 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-546f3cd4-a5af-489f-a195-d74619584e5c req-a80ed1c9-a22f-4727-a251-6e08023571d4 service neutron] 10.222.0.25 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615834 Oct 26 13:56:52.439150 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-de1b475d-37c8-40f2-bc13-26314d00de21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327849 Oct 26 13:56:52.454766 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8b9d2572-54bb-419c-906e-5729f307c241 req-5826aff2-27ae-4105-808d-9dcc5cd22b4b tempest-AggregatesAdminTestJSON-1743630183 tempest-AggregatesAdminTestJSON-1743630183-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.525082 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17be109d-970b-4e0b-b102-02d98c31f1d1 req-294790e5-0554-4d9f-8dc2-5302d3cbf7c3 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f29b5e71-a307-49e7-adc6-69d37d3bc63e HTTP/1.1" status: 200 len: 2977 time: 0.1257102 Oct 26 13:56:52.540525 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-221200ed-4186-45e0-8201-6c1f8b6212b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.552496 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-cd8c2f41-9a34-4f5a-807a-c6450b6b1d6f service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047826 Oct 26 13:56:52.553057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3923255d-2be8-44fe-83a7-d4a9798b5280', 'tag': '24c3e86b-aa4b-45a5-b083-5b355f3d87e7'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:56:52.555309 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614d2920-51a4-4fa1-997b-7ce1811b6176" -d '{"events": [{"name": "network-changed", "server_uuid": "3923255d-2be8-44fe-83a7-d4a9798b5280", "tag": "24c3e86b-aa4b-45a5-b083-5b355f3d87e7"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:56:52.588516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['4215f632-1219-4144-bcff-456b3e8399b8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:56:52.642397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-221200ed-4186-45e0-8201-6c1f8b6212b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3908f6e1-0a7a-4849-b037-2d4172c06845']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:52.661764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-221200ed-4186-45e0-8201-6c1f8b6212b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e650a3-c56a-4101-b8e9-7f75e1a0fa1b') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:52.662089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-221200ed-4186-45e0-8201-6c1f8b6212b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e650a3-c56a-4101-b8e9-7f75e1a0fa1b') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:56:52.678023 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1e453a78-9397-4e4e-a06b-c9232d3ce52e req-46370496-a111-4850-ac9d-835b38ad15ca service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167979 Oct 26 13:56:52.710928 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8b9d2572-54bb-419c-906e-5729f307c241 req-5826aff2-27ae-4105-808d-9dcc5cd22b4b tempest-AggregatesAdminTestJSON-1743630183 tempest-AggregatesAdminTestJSON-1743630183-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.716534 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-221200ed-4186-45e0-8201-6c1f8b6212b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.725081 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8b9d2572-54bb-419c-906e-5729f307c241 req-5826aff2-27ae-4105-808d-9dcc5cd22b4b tempest-AggregatesAdminTestJSON-1743630183 tempest-AggregatesAdminTestJSON-1743630183-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.744211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5853351-7529-4653-b5be-7559ed651ae2 req-54f5497d-5531-4da4-9b81-98e184950dd3 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:52.745801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5853351-7529-4653-b5be-7559ed651ae2 req-54f5497d-5531-4da4-9b81-98e184950dd3 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 949 time: 0.1619706 Oct 26 13:56:52.762141 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-221200ed-4186-45e0-8201-6c1f8b6212b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.794826 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b9d2572-54bb-419c-906e-5729f307c241 req-5826aff2-27ae-4105-808d-9dcc5cd22b4b tempest-AggregatesAdminTestJSON-1743630183 tempest-AggregatesAdminTestJSON-1743630183-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876901 Oct 26 13:56:52.795738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221200ed-4186-45e0-8201-6c1f8b6212b0 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:56:52.796130 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-221200ed-4186-45e0-8201-6c1f8b6212b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: timer() Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:56:52.800144 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:56:52.834104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826aff2-27ae-4105-808d-9dcc5cd22b4b tempest-AggregatesAdminTestJSON-1743630183 tempest-AggregatesAdminTestJSON-1743630183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764670b8-e7ec-4c1e-bc0f-58a492ed6fed,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:52.884345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5853351-7529-4653-b5be-7559ed651ae2 req-b04afa58-db55-4f83-bf8c-8d965b681153 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234548 Oct 26 13:56:52.892412 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-221200ed-4186-45e0-8201-6c1f8b6212b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.912312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-221200ed-4186-45e0-8201-6c1f8b6212b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.915497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-221200ed-4186-45e0-8201-6c1f8b6212b0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3908f6e1-0a7a-4849-b037-2d4172c06845 HTTP/1.1" status: 204 len: 168 time: 0.7015462 Oct 26 13:56:52.930392 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dc14d0-74ac-440b-8279-37cb283451e1 x-openstack-request-id: req-f4dc14d0-74ac-440b-8279-37cb283451e1 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:56:52.931731 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3923255d-2be8-44fe-83a7-d4a9798b5280", "tag": "24c3e86b-aa4b-45a5-b083-5b355f3d87e7", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:56:52.931951 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221200ed-4186-45e0-8201-6c1f8b6212b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3908f6e1-0a7a-4849-b037-2d4172c06845,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:52.932523 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4dc14d0-74ac-440b-8279-37cb283451e1 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:56:52.933370 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3923255d-2be8-44fe-83a7-d4a9798b5280', 'tag': '24c3e86b-aa4b-45a5-b083-5b355f3d87e7', 'status': 'completed', 'code': 200} Oct 26 13:56:52.965968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e6e0d1a-4220-4654-af94-bba25d6c52d5 req-dbe5a4ee-aab1-4e05-a425-6d170742ae75 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b73ab49d9d64153b81c2a37e041a144 HTTP/1.1" status: 200 len: 6102 time: 0.1289802 Oct 26 13:56:53.019154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d2920-51a4-4fa1-997b-7ce1811b6176 req-92ff8b7e-6c15-4643-9f7b-afc40fce5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:53.020974 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-614d2920-51a4-4fa1-997b-7ce1811b6176 req-92ff8b7e-6c15-4643-9f7b-afc40fce5a87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 1095 time: 0.0608597 Oct 26 13:56:53.032519 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e6e0d1a-4220-4654-af94-bba25d6c52d5 req-9ae8f5e5-1b42-4706-9739-995d1997128c tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] 10.222.0.32 "GET /v2.0/security-groups/98b1c058-3c78-4000-8708-cc883047aa79 HTTP/1.1" status: 200 len: 2981 time: 0.0553658 Oct 26 13:56:53.095130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e6e0d1a-4220-4654-af94-bba25d6c52d5 req-575241bf-4858-40d1-b1c9-2cc8aa6a81dc tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] 10.222.0.32 "GET /v2.0/security-groups/98b1c058-3c78-4000-8708-cc883047aa79 HTTP/1.1" status: 200 len: 2981 time: 0.0556815 Oct 26 13:56:53.190107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43388) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:53.202639 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:53.228648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278a202-1fbd-4630-a44f-bef7da496df6 req-d2d73bb8-ced8-4f52-944f-7c8103fc6fb2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:53.231254 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6278a202-1fbd-4630-a44f-bef7da496df6 req-d2d73bb8-ced8-4f52-944f-7c8103fc6fb2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 944 time: 0.0859611 Oct 26 13:56:53.276685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d156df55-d8bc-466b-81b4-3e27c9f02bd6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=036f225622f845f1923d0d4eaf51455d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0849133 Oct 26 13:56:53.280790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43390) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:53.303946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6278a202-1fbd-4630-a44f-bef7da496df6 req-944f481d-12d3-4f44-9c18-cda74700fd03 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598760 Oct 26 13:56:53.340038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d2920-51a4-4fa1-997b-7ce1811b6176 req-689286f6-6dd7-4642-b1c8-08967c7a57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:53.341544 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-614d2920-51a4-4fa1-997b-7ce1811b6176 req-689286f6-6dd7-4642-b1c8-08967c7a57d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.3107536 Oct 26 13:56:53.354588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-32f8f3bc-d0cb-4c77-8315-72e2d6c4bf4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:53.389768 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-614d2920-51a4-4fa1-997b-7ce1811b6176 req-8b953e19-2dfc-42ac-9f74-4f75b539313e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7 HTTP/1.1" status: 200 len: 217 time: 0.0390539 Oct 26 13:56:53.392967 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-32f8f3bc-d0cb-4c77-8315-72e2d6c4bf4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:53.449796 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d2920-51a4-4fa1-997b-7ce1811b6176 req-f4fadac4-bc41-416b-a1c1-6e427916d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:53.451489 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-614d2920-51a4-4fa1-997b-7ce1811b6176 req-f4fadac4-bc41-416b-a1c1-6e427916d56f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.0543962 Oct 26 13:56:53.454698 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ae97b05-db3b-4c8a-a2ec-5011243944e4 req-b16398aa-40f1-46b2-8eb5-860fee6d0513 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/02edc208-ed23-40bb-9810-e8ed25d50b6b HTTP/1.1" status: 200 len: 1776 time: 0.0596118 Oct 26 13:56:53.484495 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-32f8f3bc-d0cb-4c77-8315-72e2d6c4bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:53.487732 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-32f8f3bc-d0cb-4c77-8315-72e2d6c4bf4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:53.491295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-32f8f3bc-d0cb-4c77-8315-72e2d6c4bf4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f327b82-447f-4d06-8617-bbab164ee3b6 HTTP/1.1" status: 204 len: 168 time: 0.2071793 Oct 26 13:56:53.506973 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-614d2920-51a4-4fa1-997b-7ce1811b6176 req-e5db472f-b6dc-40d8-9bc5-a39882409a70 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426924 Oct 26 13:56:53.508694 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8f3bc-d0cb-4c77-8315-72e2d6c4bf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f327b82-447f-4d06-8617-bbab164ee3b6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:53.525378 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1ae97b05-db3b-4c8a-a2ec-5011243944e4 req-d05cdf48-9817-4b79-bbf4-d302446d1271 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:53.551356 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1ae97b05-db3b-4c8a-a2ec-5011243944e4 req-d05cdf48-9817-4b79-bbf4-d302446d1271 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:53.616226 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1ae97b05-db3b-4c8a-a2ec-5011243944e4 req-d05cdf48-9817-4b79-bbf4-d302446d1271 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:53.618872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1ae97b05-db3b-4c8a-a2ec-5011243944e4 req-d05cdf48-9817-4b79-bbf4-d302446d1271 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:53.619996 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ae97b05-db3b-4c8a-a2ec-5011243944e4 req-d05cdf48-9817-4b79-bbf4-d302446d1271 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/02edc208-ed23-40bb-9810-e8ed25d50b6b HTTP/1.1" status: 204 len: 173 time: 0.1584516 Oct 26 13:56:53.632578 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cdf48-9817-4b79-bbf4-d302446d1271 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02edc208-ed23-40bb-9810-e8ed25d50b6b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:53.648743 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-614d2920-51a4-4fa1-997b-7ce1811b6176 req-4d1210ed-2ba0-46a4-a279-ce65784bfcae service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308179 Oct 26 13:56:53.651864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922a55c-0e6a-4c75-a4c8-1dacd9410b4d req-1c5dd3f1-7b7b-459f-95d1-e1136325bc86 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:53.653404 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8922a55c-0e6a-4c75-a4c8-1dacd9410b4d req-1c5dd3f1-7b7b-459f-95d1-e1136325bc86 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 964 time: 0.0650969 Oct 26 13:56:53.695802 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8922a55c-0e6a-4c75-a4c8-1dacd9410b4d req-8e898c90-89d4-4385-b4cb-5ccde99571d7 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356014 Oct 26 13:56:53.777787 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-426de98f-d5f7-4923-811f-c16aef8bc5c5 req-4afbde79-4556-4588-a4bd-e57b3be8bd7f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674210 Oct 26 13:56:53.793793 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-614d2920-51a4-4fa1-997b-7ce1811b6176 req-c363c1e1-8845-49eb-8255-a9aafaac098d service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364355 Oct 26 13:56:53.797164 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72052b18-ac8e-44e9-8b54-d63e99b6806a req-da0fe39a-4558-4137-a3ae-1115defce451 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "GET /v2.0/security-groups/2f5985c6-323e-40c3-bc86-756e0eeefe5b HTTP/1.1" status: 200 len: 1777 time: 0.0516531 Oct 26 13:56:53.848048 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-72052b18-ac8e-44e9-8b54-d63e99b6806a req-7e43eaa8-6ddd-4662-8964-94156a5efbd8 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:53.853572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 4215f632-1219-4144-bcff-456b3e8399b8 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:53.879399 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-72052b18-ac8e-44e9-8b54-d63e99b6806a req-7e43eaa8-6ddd-4662-8964-94156a5efbd8 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:53.894976 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:56:53.908786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426de98f-d5f7-4923-811f-c16aef8bc5c5 req-c2b87361-df05-4824-8425-ed5cc3083623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:53.910715 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-426de98f-d5f7-4923-811f-c16aef8bc5c5 req-c2b87361-df05-4824-8425-ed5cc3083623 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=394e774bb7544a918ce207b9f05cfdc5&device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 1122 time: 0.0550325 Oct 26 13:56:53.913328 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:56:53.933194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 4215f632-1219-4144-bcff-456b3e8399b8 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:56:53.937759 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-72052b18-ac8e-44e9-8b54-d63e99b6806a req-7e43eaa8-6ddd-4662-8964-94156a5efbd8 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:53.942136 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-72052b18-ac8e-44e9-8b54-d63e99b6806a req-7e43eaa8-6ddd-4662-8964-94156a5efbd8 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:53.942458 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 4215f632-1219-4144-bcff-456b3e8399b8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:53.942836 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:53.943889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72052b18-ac8e-44e9-8b54-d63e99b6806a req-7e43eaa8-6ddd-4662-8964-94156a5efbd8 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f5985c6-323e-40c3-bc86-756e0eeefe5b HTTP/1.1" status: 204 len: 173 time: 0.1455340 Oct 26 13:56:53.957084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43eaa8-6ddd-4662-8964-94156a5efbd8 tempest-SecurityGroupsTestAdminJSON-32939531 tempest-SecurityGroupsTestAdminJSON-32939531-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5985c6-323e-40c3-bc86-756e0eeefe5b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:54.038748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43416) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:54.175654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:54.181146 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426de98f-d5f7-4923-811f-c16aef8bc5c5 req-99e2f745-59e5-43de-b7d2-09f25a09258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:54.182690 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-426de98f-d5f7-4923-811f-c16aef8bc5c5 req-99e2f745-59e5-43de-b7d2-09f25a09258d service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2244973 Oct 26 13:56:54.197296 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '9189e068-95ba-4ff2-a08d-4e2c97c5e2d8', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'port_id': '9189e068-95ba-4ff2-a08d-4e2c97c5e2d8', 'mac_address': 'fa:16:3e:97:1b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-817728411', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:56:54.200609 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:54.239014 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-426de98f-d5f7-4923-811f-c16aef8bc5c5 req-a2c17320-1c16-47be-8b6d-0bcac24bfb37 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=b629aef9-0e14-4eac-8e72-b328ce295198 HTTP/1.1" status: 200 len: 217 time: 0.0451477 Oct 26 13:56:54.260958 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff606366-1ac5-4fc5-89ac-410fd3544d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4215f632-1219-4144-bcff-456b3e8399b8'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:56:54.263403 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fb3add-e619-47b3-b394-46b233be825b" -d '{"events": [{"server_uuid": "ff606366-1ac5-4fc5-89ac-410fd3544d33", "name": "network-vif-plugged", "status": "completed", "tag": "4215f632-1219-4144-bcff-456b3e8399b8"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:56:54.282006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 4215f632-1219-4144-bcff-456b3e8399b8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=4215f632-1219-4144-bcff-456b3e8399b8,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:54.283994 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:54.294632 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:54.310152 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fb25b591-32c4-46bb-af61-f4cda3a19083 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40430094b64a4fb0becd6013e6d7e92d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674396 Oct 26 13:56:54.310350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43422) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:54.319452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426de98f-d5f7-4923-811f-c16aef8bc5c5 req-23d41176-2e5a-407b-8ebd-7652357bf808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:54.321232 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-426de98f-d5f7-4923-811f-c16aef8bc5c5 req-23d41176-2e5a-407b-8ebd-7652357bf808 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0679140 Oct 26 13:56:54.328086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:56:54.351072 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e189e-22de-4ff7-a527-ed3e1eac664a req-1c1b4411-8bc9-494f-b0c0-1d2f29d5439f tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:54.358220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf8e189e-22de-4ff7-a527-ed3e1eac664a req-1c1b4411-8bc9-494f-b0c0-1d2f29d5439f tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 949 time: 0.0870025 Oct 26 13:56:54.371237 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:54.378993 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=4215f632-1219-4144-bcff-456b3e8399b8,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:54.382381 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:54.382546 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426de98f-d5f7-4923-811f-c16aef8bc5c5 req-e3fdd220-ab75-40fc-8cf0-5be83d27048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:54.386005 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-426de98f-d5f7-4923-811f-c16aef8bc5c5 req-e3fdd220-ab75-40fc-8cf0-5be83d27048f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539737 Oct 26 13:56:54.405646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-340807b4-714a-4a04-9513-8b78e20b9931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:54.424811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf8e189e-22de-4ff7-a527-ed3e1eac664a req-7dddd907-4c56-49ab-95db-db797631a597 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612938 Oct 26 13:56:54.446300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:54.472482 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-340807b4-714a-4a04-9513-8b78e20b9931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:54.494177 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-426de98f-d5f7-4923-811f-c16aef8bc5c5 req-5a9998ff-8f1e-469c-85bd-6fd2259191fa service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998788 Oct 26 13:56:54.537476 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df9f58c7-8403-40b9-a544-e5c32f94c571 req-c12143bd-9b8b-41b2-a02a-e4e019d1dc92 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] 10.222.0.32 "GET /v2.0/security-groups/315eb44f-2dfa-4955-849a-48650e6939ce HTTP/1.1" status: 200 len: 1777 time: 0.0713136 Oct 26 13:56:54.561559 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-340807b4-714a-4a04-9513-8b78e20b9931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:54.564871 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-340807b4-714a-4a04-9513-8b78e20b9931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:54.566148 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-340807b4-714a-4a04-9513-8b78e20b9931 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ae7d485-21a0-4f8e-ab1c-3995aa01050d HTTP/1.1" status: 204 len: 168 time: 0.2549119 Oct 26 13:56:54.585147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340807b4-714a-4a04-9513-8b78e20b9931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae7d485-21a0-4f8e-ab1c-3995aa01050d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:54.612604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['9189e068-95ba-4ff2-a08d-4e2c97c5e2d8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:56:54.638174 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-df9f58c7-8403-40b9-a544-e5c32f94c571 req-3baa797e-3a9a-4452-8afe-d34d6d99565e tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:54.661151 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-426de98f-d5f7-4923-811f-c16aef8bc5c5 req-996e0f18-f44d-47ae-aeae-2ec32dc193d4 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579747 Oct 26 13:56:54.669771 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-df9f58c7-8403-40b9-a544-e5c32f94c571 req-3baa797e-3a9a-4452-8afe-d34d6d99565e tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:54.722547 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-df9f58c7-8403-40b9-a544-e5c32f94c571 req-3baa797e-3a9a-4452-8afe-d34d6d99565e tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:54.725339 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-df9f58c7-8403-40b9-a544-e5c32f94c571 req-3baa797e-3a9a-4452-8afe-d34d6d99565e tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:54.726552 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df9f58c7-8403-40b9-a544-e5c32f94c571 req-3baa797e-3a9a-4452-8afe-d34d6d99565e tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] 10.222.0.32 "DELETE /v2.0/security-groups/315eb44f-2dfa-4955-849a-48650e6939ce HTTP/1.1" status: 204 len: 173 time: 0.1717784 Oct 26 13:56:54.746607 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa797e-3a9a-4452-8afe-d34d6d99565e tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=315eb44f-2dfa-4955-849a-48650e6939ce,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:54.832692 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2abe33-7d2a-482a-ac83-85021bc91de0 x-openstack-request-id: req-ef2abe33-7d2a-482a-ac83-85021bc91de0 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:56:54.833214 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff606366-1ac5-4fc5-89ac-410fd3544d33", "name": "network-vif-plugged", "status": "completed", "tag": "4215f632-1219-4144-bcff-456b3e8399b8", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:56:54.833896 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef2abe33-7d2a-482a-ac83-85021bc91de0 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:56:54.834818 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff606366-1ac5-4fc5-89ac-410fd3544d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4215f632-1219-4144-bcff-456b3e8399b8', 'code': 200} Oct 26 13:56:54.899398 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37dec9-6ef1-4dd1-b449-79b0cede37fe req-0b12ba95-b7a1-4001-b6f2-428b3a14404f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:54.907207 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c37dec9-6ef1-4dd1-b449-79b0cede37fe req-0b12ba95-b7a1-4001-b6f2-428b3a14404f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 944 time: 0.0833626 Oct 26 13:56:54.936924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dde7fd-3444-4849-b66e-790e5c104cc4 req-4106fff1-cee8-4aba-84bd-2abf31dbb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:54.938466 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-00dde7fd-3444-4849-b66e-790e5c104cc4 req-4106fff1-cee8-4aba-84bd-2abf31dbb369 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 1101 time: 0.0481243 Oct 26 13:56:54.979777 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-00dde7fd-3444-4849-b66e-790e5c104cc4 req-11f3d052-4eab-4d59-b660-c31eaf7cec84 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332284 Oct 26 13:56:54.993530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c37dec9-6ef1-4dd1-b449-79b0cede37fe req-107cb362-630e-41c8-80da-aeeb9935da5d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852895 Oct 26 13:56:55.002538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3727613-3bca-420a-8274-d7038adaf0d3 req-be02ad56-593b-4bdc-adac-7b881552243d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:55.004285 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3727613-3bca-420a-8274-d7038adaf0d3 req-be02ad56-593b-4bdc-adac-7b881552243d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 965 time: 0.0902145 Oct 26 13:56:55.070862 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3727613-3bca-420a-8274-d7038adaf0d3 req-12121ba5-e189-465d-bc1d-7bb31cddb973 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594537 Oct 26 13:56:55.081445 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2201e16-f84e-435e-981b-043c5bd18938 req-e759f886-557d-469b-9cfa-214dcca5044f tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] 10.222.0.32 "GET /v2.0/security-groups/3950895f-7df2-44f2-a3bb-6647283a7321 HTTP/1.1" status: 200 len: 1777 time: 0.0522921 Oct 26 13:56:55.146167 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b2201e16-f84e-435e-981b-043c5bd18938 req-44ee7142-c2c4-46ef-93e9-f459ea80bba9 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:55.169212 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b2201e16-f84e-435e-981b-043c5bd18938 req-44ee7142-c2c4-46ef-93e9-f459ea80bba9 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:55.211792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b2201e16-f84e-435e-981b-043c5bd18938 req-44ee7142-c2c4-46ef-93e9-f459ea80bba9 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:55.214448 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b2201e16-f84e-435e-981b-043c5bd18938 req-44ee7142-c2c4-46ef-93e9-f459ea80bba9 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:55.215593 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2201e16-f84e-435e-981b-043c5bd18938 req-44ee7142-c2c4-46ef-93e9-f459ea80bba9 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] 10.222.0.32 "DELETE /v2.0/security-groups/3950895f-7df2-44f2-a3bb-6647283a7321 HTTP/1.1" status: 204 len: 173 time: 0.1278529 Oct 26 13:56:55.225119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee7142-c2c4-46ef-93e9-f459ea80bba9 tempest-SecurityGroupsTestAdminJSON-1758120894 tempest-SecurityGroupsTestAdminJSON-1758120894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3950895f-7df2-44f2-a3bb-6647283a7321,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:55.554972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43492) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:55.579960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7f9bb-9e7f-400f-8f06-811277c37620 req-f18ca71c-a201-4293-887d-9904c4e72de4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:55.581793 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfc7f9bb-9e7f-400f-8f06-811277c37620 req-f18ca71c-a201-4293-887d-9904c4e72de4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 950 time: 0.0782833 Oct 26 13:56:55.650016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfc7f9bb-9e7f-400f-8f06-811277c37620 req-fe6f832f-0314-4bb3-b8eb-352d3d731c8a tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546191 Oct 26 13:56:55.786008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7644d39e-3d26-4b79-91c1-5994485c7f57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b73ab49d9d64153b81c2a37e041a144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274945 Oct 26 13:56:55.786423 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43518) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:55.857272 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-290a4170-2729-49ca-ba6f-89607fa876f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:55.881957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:56:55.890106 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-290a4170-2729-49ca-ba6f-89607fa876f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:55.930333 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:56.012158 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-290a4170-2729-49ca-ba6f-89607fa876f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:56.017223 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-290a4170-2729-49ca-ba6f-89607fa876f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:56.020038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-290a4170-2729-49ca-ba6f-89607fa876f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98b1c058-3c78-4000-8708-cc883047aa79 HTTP/1.1" status: 204 len: 168 time: 0.2314429 Oct 26 13:56:56.048968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a4170-2729-49ca-ba6f-89607fa876f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b1c058-3c78-4000-8708-cc883047aa79,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:56.181279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:56:56.184676 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:56.213032 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:56.213439 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:56.229964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '24c3e86b-aa4b-45a5-b083-5b355f3d87e7', 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88', 'port_id': '24c3e86b-aa4b-45a5-b083-5b355f3d87e7', 'mac_address': 'fa:16:3e:a1:5e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b4c292-5810-48f4-8a4a-6ee1dbbfbd67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:56:56.230120 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e9dce-b20b-4469-a478-08dfc24c002a req-68c9c517-4da1-4383-85e4-ac9468d320b6 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:56.232695 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-718e9dce-b20b-4469-a478-08dfc24c002a req-68c9c517-4da1-4383-85e4-ac9468d320b6 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 944 time: 0.0996931 Oct 26 13:56:56.295929 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-718e9dce-b20b-4469-a478-08dfc24c002a req-41ed6e76-4102-4527-94f7-b128ff3dc541 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568402 Oct 26 13:56:56.333061 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:56.362569 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:56:56.388701 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:56.422921 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:56.438890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe1f52-359d-4d7b-8c9d-1459cc28afa9 req-9827479f-d245-4663-9680-74d9795e5164 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:56.440562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6fbe1f52-359d-4d7b-8c9d-1459cc28afa9 req-9827479f-d245-4663-9680-74d9795e5164 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 965 time: 0.1084940 Oct 26 13:56:56.493584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6fbe1f52-359d-4d7b-8c9d-1459cc28afa9 req-e1938ac9-72de-422a-b296-b2c593b0221e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459111 Oct 26 13:56:56.501843 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:56.536843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:56.561699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:56.566414 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:56.644523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:56.723079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43582) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:56.779982 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3aee299a-cb0c-48fa-92ed-95c8229dd420 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c116e4ea2df64b0c830f5b4f6085f602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549822 Oct 26 13:56:56.782600 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43584) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:56.786067 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['24c3e86b-aa4b-45a5-b083-5b355f3d87e7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:56:56.817968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d1af3-ba84-43a3-b069-5bb28ca067cc req-806ea062-7ccc-4303-a740-6a69dc1f36cf tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:56.821509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a02d1af3-ba84-43a3-b069-5bb28ca067cc req-806ea062-7ccc-4303-a740-6a69dc1f36cf tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 950 time: 0.0880389 Oct 26 13:56:56.849741 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f24943-eebd-4905-a00d-21d59648fde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9189e068-95ba-4ff2-a08d-4e2c97c5e2d8'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:56:56.852012 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834f3972-12c7-4192-8861-33ce1be50347" -d '{"events": [{"server_uuid": "86f24943-eebd-4905-a00d-21d59648fde3", "name": "network-vif-plugged", "status": "completed", "tag": "9189e068-95ba-4ff2-a08d-4e2c97c5e2d8"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:56:56.864568 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcabcb09-3e8d-4c35-89b5-699de160bf2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:56.901671 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcabcb09-3e8d-4c35-89b5-699de160bf2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:56.918185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a02d1af3-ba84-43a3-b069-5bb28ca067cc req-cacdb915-0708-4093-b85e-61ed0a5b22a8 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846245 Oct 26 13:56:56.987503 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcabcb09-3e8d-4c35-89b5-699de160bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:56.991581 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcabcb09-3e8d-4c35-89b5-699de160bf2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:56.996617 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dcabcb09-3e8d-4c35-89b5-699de160bf2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bedfad57-46ea-481e-b1d5-8add4f00c8d9 HTTP/1.1" status: 204 len: 168 time: 0.2125196 Oct 26 13:56:57.006533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabcb09-3e8d-4c35-89b5-699de160bf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedfad57-46ea-481e-b1d5-8add4f00c8d9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:57.101395 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4baac8-de3a-4090-a0e9-c97531a1fa23 x-openstack-request-id: req-ca4baac8-de3a-4090-a0e9-c97531a1fa23 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:56:57.101869 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f24943-eebd-4905-a00d-21d59648fde3", "name": "network-vif-plugged", "status": "completed", "tag": "9189e068-95ba-4ff2-a08d-4e2c97c5e2d8", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:56:57.102161 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca4baac8-de3a-4090-a0e9-c97531a1fa23 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:56:57.102574 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f24943-eebd-4905-a00d-21d59648fde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9189e068-95ba-4ff2-a08d-4e2c97c5e2d8', 'code': 200} Oct 26 13:56:57.150386 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:57.257060 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8078883-a609-4412-a5a1-dd9017aeb9f8 req-a39d07b3-b3cb-43e6-afdb-20cefdf9fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:57.271923 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b8078883-a609-4412-a5a1-dd9017aeb9f8 req-a39d07b3-b3cb-43e6-afdb-20cefdf9fd69 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 1117 time: 0.0723903 Oct 26 13:56:57.326411 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b8078883-a609-4412-a5a1-dd9017aeb9f8 req-540fff37-3e13-45f1-95fe-5ac01de35dc6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467756 Oct 26 13:56:57.534432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9cecf-017a-4f7a-832c-b13231c092ee req-64de884b-d2cd-4908-affc-2b09b4f75f47 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:57.537632 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bec9cecf-017a-4f7a-832c-b13231c092ee req-64de884b-d2cd-4908-affc-2b09b4f75f47 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 945 time: 0.0678475 Oct 26 13:56:57.602506 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bec9cecf-017a-4f7a-832c-b13231c092ee req-8f5d401d-cb3d-405f-976b-6219077a4a2e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589526 Oct 26 13:56:57.736995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854a9bf-51b7-4a50-bd73-1b0129001f01 req-55c9905d-e785-4c65-b9e2-f70df74c4166 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:57.738558 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7854a9bf-51b7-4a50-bd73-1b0129001f01 req-55c9905d-e785-4c65-b9e2-f70df74c4166 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 966 time: 0.0626433 Oct 26 13:56:57.783462 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7854a9bf-51b7-4a50-bd73-1b0129001f01 req-885601ff-a1fb-4e41-bf9a-0bb23c1603d9 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362015 Oct 26 13:56:57.889645 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:56:57.945643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:56:57.950988 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:56:57.951607 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:58.049709 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:58.094013 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:56:58.099039 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:58.152671 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:58.170612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69225aeb-9090-40a0-a2fe-0bec62187937 req-f64738ec-2e14-4703-879d-5b8dc472d3aa tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:58.172466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-69225aeb-9090-40a0-a2fe-0bec62187937 req-f64738ec-2e14-4703-879d-5b8dc472d3aa tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 950 time: 0.0721133 Oct 26 13:56:58.210864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-69225aeb-9090-40a0-a2fe-0bec62187937 req-623fd15d-6592-414a-b7b3-51800c536161 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Oct 26 13:56:58.813178 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c132ba-f0b6-4bf3-a181-a03b51dfbc03 req-db485e23-443a-4cda-9275-489509d9cace tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:58.815332 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4c132ba-f0b6-4bf3-a181-a03b51dfbc03 req-db485e23-443a-4cda-9275-489509d9cace tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 946 time: 0.0595403 Oct 26 13:56:58.865019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4c132ba-f0b6-4bf3-a181-a03b51dfbc03 req-74269bc1-d74a-43f6-87ec-613a0b7719c6 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428381 Oct 26 13:56:59.021161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6526c69-d59f-4579-a123-d1b91eda1c5a req-152a1f11-6140-4aec-8c00-d28079dd5b60 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:59.022836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6526c69-d59f-4579-a123-d1b91eda1c5a req-152a1f11-6140-4aec-8c00-d28079dd5b60 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 950 time: 0.0547760 Oct 26 13:56:59.065354 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6526c69-d59f-4579-a123-d1b91eda1c5a req-51e184a3-7991-4c21-bd66-82c4e2141ca5 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358636 Oct 26 13:56:59.103905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3923255d-2be8-44fe-83a7-d4a9798b5280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c3e86b-aa4b-45a5-b083-5b355f3d87e7'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:56:59.108540 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e1eda0-c330-427f-877f-3b8c2cf8fbab" -d '{"events": [{"server_uuid": "3923255d-2be8-44fe-83a7-d4a9798b5280", "name": "network-vif-plugged", "status": "completed", "tag": "24c3e86b-aa4b-45a5-b083-5b355f3d87e7"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:56:59.172326 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43766) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:59.190583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa129c1-7dd6-4992-84dc-6883611c252e req-f341de12-6b36-40d2-8329-ce910811f25b tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:59.192173 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5aa129c1-7dd6-4992-84dc-6883611c252e req-f341de12-6b36-40d2-8329-ce910811f25b tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 966 time: 0.0616028 Oct 26 13:56:59.233933 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5aa129c1-7dd6-4992-84dc-6883611c252e req-ae3880ce-faf4-4178-aa77-7ab7c21f3478 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357730 Oct 26 13:56:59.288137 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2040f530-26fa-428c-9305-5d02d724e454 x-openstack-request-id: req-2040f530-26fa-428c-9305-5d02d724e454 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:56:59.288613 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3923255d-2be8-44fe-83a7-d4a9798b5280", "name": "network-vif-plugged", "status": "completed", "tag": "24c3e86b-aa4b-45a5-b083-5b355f3d87e7", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:56:59.288772 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2040f530-26fa-428c-9305-5d02d724e454 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:56:59.289492 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3923255d-2be8-44fe-83a7-d4a9798b5280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c3e86b-aa4b-45a5-b083-5b355f3d87e7', 'code': 200} Oct 26 13:56:59.293144 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87fb5b1c-e14b-432a-8e79-d9f72fd65d24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:59.425705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87fb5b1c-e14b-432a-8e79-d9f72fd65d24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:59.438987 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87fb5b1c-e14b-432a-8e79-d9f72fd65d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:59.443328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f9815-2656-425f-b174-ffcffe84fb4e req-1ed6e84b-fc7a-4b6e-ae79-cde47188ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:59.445452 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-928f9815-2656-425f-b174-ffcffe84fb4e req-1ed6e84b-fc7a-4b6e-ae79-cde47188ab27 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 1097 time: 0.0706708 Oct 26 13:56:59.508953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb5b1c-e14b-432a-8e79-d9f72fd65d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5231519b-4827-494c-9bda-b9046c0a5611,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:56:59.514237 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-87fb5b1c-e14b-432a-8e79-d9f72fd65d24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ad2bd4ec2bd4cbd8e660a574804ee15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412924 Oct 26 13:56:59.517073 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-928f9815-2656-425f-b174-ffcffe84fb4e req-ebf89960-a187-4d0d-997a-076ceccc1425 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625741 Oct 26 13:56:59.517453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43784) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:59.539848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c877ddf-6572-43c7-907e-12b3e383e791 req-fc58e761-e35e-4965-bc7f-724e49f4a7fc tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:56:59.541341 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c877ddf-6572-43c7-907e-12b3e383e791 req-fc58e761-e35e-4965-bc7f-724e49f4a7fc tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 966 time: 0.0571196 Oct 26 13:56:59.552151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43786) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:59.566706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-90ca4d97-e704-469b-bc98-07b46ecb771e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Request body: {'floatingip': {'port_id': '9189e068-95ba-4ff2-a08d-4e2c97c5e2d8'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:56:59.576126 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5074490c-f2a2-45a9-8eb1-21dba5423f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:59.620355 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5074490c-f2a2-45a9-8eb1-21dba5423f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:59.659838 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90ca4d97-e704-469b-bc98-07b46ecb771e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:59.708497 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5074490c-f2a2-45a9-8eb1-21dba5423f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:59.720866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5074490c-f2a2-45a9-8eb1-21dba5423f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:59.730256 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5074490c-f2a2-45a9-8eb1-21dba5423f83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5231519b-4827-494c-9bda-b9046c0a5611 HTTP/1.1" status: 204 len: 168 time: 0.2117703 Oct 26 13:56:59.740575 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074490c-f2a2-45a9-8eb1-21dba5423f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5231519b-4827-494c-9bda-b9046c0a5611,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:00.510304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef37a1-6c18-48e6-b6fa-7df1e05b17b4 req-7daafe4d-fe7f-4985-bc21-b23f359afd4c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:00.511803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bbef37a1-6c18-48e6-b6fa-7df1e05b17b4 req-7daafe4d-fe7f-4985-bc21-b23f359afd4c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 946 time: 0.3336539 Oct 26 13:57:00.531569 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.db.resource_extend [None req-90ca4d97-e704-469b-bc98-07b46ecb771e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 13:57:00.655039 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90ca4d97-e704-469b-bc98-07b46ecb771e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:00.661423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bbef37a1-6c18-48e6-b6fa-7df1e05b17b4 req-9135b16b-0ee7-40a4-941f-56f47ebd9d3c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406858 Oct 26 13:57:00.664884 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90ca4d97-e704-469b-bc98-07b46ecb771e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:00.712926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209735b-ab95-4426-9077-65a46ea50fdf req-b7e624a1-8b5f-4570-a2fc-ab3eaa41a778 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:00.720441 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43852) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:00.727315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5209735b-ab95-4426-9077-65a46ea50fdf req-b7e624a1-8b5f-4570-a2fc-ab3eaa41a778 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 971 time: 0.1920111 Oct 26 13:57:00.832590 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5209735b-ab95-4426-9077-65a46ea50fdf req-7d52f9a1-8850-4ba0-8768-950b16e960ca tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044164 Oct 26 13:57:00.849321 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06c44408-5cca-4ad8-b8b8-4f668c09cf0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:00.850634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedfc5f-a38b-44a3-8691-85a28cb3c81c req-1160faa1-6edc-4aef-8058-b397e7f32689 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:00.858456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7aedfc5f-a38b-44a3-8691-85a28cb3c81c req-1160faa1-6edc-4aef-8058-b397e7f32689 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 950 time: 0.1026335 Oct 26 13:57:00.890308 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-90ca4d97-e704-469b-bc98-07b46ecb771e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Floating IP ffea3afe-436c-4815-98b5-075b0117b470 associated. External IP: 172.25.4.113, port: 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8. Oct 26 13:57:00.974430 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7aedfc5f-a38b-44a3-8691-85a28cb3c81c req-bf1b9fd4-980d-4997-9624-eb6828a53680 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150107 Oct 26 13:57:01.018976 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06c44408-5cca-4ad8-b8b8-4f668c09cf0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:01.024136 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06c44408-5cca-4ad8-b8b8-4f668c09cf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:01.078434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c44408-5cca-4ad8-b8b8-4f668c09cf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5fcb80-7072-4b4d-88e0-f1652519b3e9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:01.086236 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-06c44408-5cca-4ad8-b8b8-4f668c09cf0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4e34c6c10f346fcb65c483ab8cd3e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646955 Oct 26 13:57:01.088910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43870) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:01.171960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ca4d97-e704-469b-bc98-07b46ecb771e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Router 902a693d-de02-44be-8f1d-6d751af658cd has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:57:01.180265 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb25d-ae40-4f95-b353-fe43c854eac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:01.190685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada2b21-8b36-4177-b504-7548ef336a85 req-b204fe5f-ec94-41c6-9ea5-9412c508bc94 tempest-DeleteServersAdminTestJSON-1241528229 tempest-DeleteServersAdminTestJSON-1241528229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:01.192540 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bada2b21-8b36-4177-b504-7548ef336a85 req-b204fe5f-ec94-41c6-9ea5-9412c508bc94 tempest-DeleteServersAdminTestJSON-1241528229 tempest-DeleteServersAdminTestJSON-1241528229-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 1101 time: 0.0736475 Oct 26 13:57:01.252891 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb25d-ae40-4f95-b353-fe43c854eac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:01.327831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ca4d97-e704-469b-bc98-07b46ecb771e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:57:01.334450 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90ca4d97-e704-469b-bc98-07b46ecb771e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:01.362051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-bada2b21-8b36-4177-b504-7548ef336a85 req-48e2a793-606d-449d-b098-7dad31d64b16 tempest-DeleteServersAdminTestJSON-1241528229 tempest-DeleteServersAdminTestJSON-1241528229-project-admin] Deleting port 4215f632-1219-4144-bcff-456b3e8399b8 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:57:01.363875 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bada2b21-8b36-4177-b504-7548ef336a85 req-48e2a793-606d-449d-b098-7dad31d64b16 tempest-DeleteServersAdminTestJSON-1241528229 tempest-DeleteServersAdminTestJSON-1241528229-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:01.371208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-90ca4d97-e704-469b-bc98-07b46ecb771e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "PUT /v2.0/floatingips/ffea3afe-436c-4815-98b5-075b0117b470 HTTP/1.1" status: 200 len: 1012 time: 1.8148618 Oct 26 13:57:01.371208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f24943-eebd-4905-a00d-21d59648fde3', 'tag': '9189e068-95ba-4ff2-a08d-4e2c97c5e2d8'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:01.371529 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa72d21-3727-4600-bf31-fce719f3f177 None None] Sync routers for ids ['902a693d-de02-44be-8f1d-6d751af658cd'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:57:01.417221 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa72d21-3727-4600-bf31-fce719f3f177 None None] Routers {'902a693d-de02-44be-8f1d-6d751af658cd'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:57:01.418714 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-afa72d21-3727-4600-bf31-fce719f3f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:56:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['902a693d-de02-44be-8f1d-6d751af658cd'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:01.445303 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb25d-ae40-4f95-b353-fe43c854eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:01.447855 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb25d-ae40-4f95-b353-fe43c854eac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:01.451759 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d43bc1-b155-4ee1-9f01-0d253d7325f6" -d '{"events": [{"name": "network-changed", "server_uuid": "86f24943-eebd-4905-a00d-21d59648fde3", "tag": "9189e068-95ba-4ff2-a08d-4e2c97c5e2d8"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:01.452436 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bb2cb25d-ae40-4f95-b353-fe43c854eac6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e5fcb80-7072-4b4d-88e0-f1652519b3e9 HTTP/1.1" status: 204 len: 168 time: 0.3623188 Oct 26 13:57:01.470436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cb25d-ae40-4f95-b353-fe43c854eac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5fcb80-7072-4b4d-88e0-f1652519b3e9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:01.531796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.11', 53565) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:01.629139 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-154c3487-792c-4ac7-b57e-497fea16961c req-ad5063f3-b067-4ba0-afc7-803817ec00d9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0946014 Oct 26 13:57:01.631455 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-afa72d21-3727-4600-bf31-fce719f3f177 None None] Set router 902a693d-de02-44be-8f1d-6d751af658cd gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:57:01.678727 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-bada2b21-8b36-4177-b504-7548ef336a85 req-48e2a793-606d-449d-b098-7dad31d64b16 tempest-DeleteServersAdminTestJSON-1241528229 tempest-DeleteServersAdminTestJSON-1241528229-project-admin] For port 4215f632-1219-4144-bcff-456b3e8399b8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=4215f632-1219-4144-bcff-456b3e8399b8,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:01.679099 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bada2b21-8b36-4177-b504-7548ef336a85 req-48e2a793-606d-449d-b098-7dad31d64b16 tempest-DeleteServersAdminTestJSON-1241528229 tempest-DeleteServersAdminTestJSON-1241528229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:01.722447 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-bada2b21-8b36-4177-b504-7548ef336a85 req-48e2a793-606d-449d-b098-7dad31d64b16 tempest-DeleteServersAdminTestJSON-1241528229 tempest-DeleteServersAdminTestJSON-1241528229-project-admin] Calling delete_port for 4215f632-1219-4144-bcff-456b3e8399b8 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:57:01.812986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3487-792c-4ac7-b57e-497fea16961c req-9cdec327-1609-4d99-af4e-7c4329583f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:01.816209 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-154c3487-792c-4ac7-b57e-497fea16961c req-9cdec327-1609-4d99-af4e-7c4329583f8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 1097 time: 0.1354153 Oct 26 13:57:01.879823 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a089bb-c5e4-4480-9e1b-501fc12c457a req-1ed60fc9-095e-4b90-9cf4-a87fe524d8f7 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:01.881467 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74a089bb-c5e4-4480-9e1b-501fc12c457a req-1ed60fc9-095e-4b90-9cf4-a87fe524d8f7 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.25 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 971 time: 0.3294163 Oct 26 13:57:02.037406 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbdbdef-1f65-4a27-9da5-4e342963f00a x-openstack-request-id: req-9fbdbdef-1f65-4a27-9da5-4e342963f00a {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:02.037687 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f24943-eebd-4905-a00d-21d59648fde3", "tag": "9189e068-95ba-4ff2-a08d-4e2c97c5e2d8", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:02.038281 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fbdbdef-1f65-4a27-9da5-4e342963f00a {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:02.038651 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f24943-eebd-4905-a00d-21d59648fde3', 'tag': '9189e068-95ba-4ff2-a08d-4e2c97c5e2d8', 'status': 'completed', 'code': 200} Oct 26 13:57:02.172536 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-afa72d21-3727-4600-bf31-fce719f3f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'ffea3afe-436c-4815-98b5-075b0117b470', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'port_id': '9189e068-95ba-4ff2-a08d-4e2c97c5e2d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'mac_address': 'fa:16:3e:97:1b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f24943-eebd-4905-a00d-21d59648fde3', 'device_owner': 'compute:tempest-test_az-817728411'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:56:42Z', 'updated_at': '2021-10-26T13:57:00Z', 'revision_number': 1, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:24Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:02.210530 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa72d21-3727-4600-bf31-fce719f3f177 None None] Checking router: 902a693d-de02-44be-8f1d-6d751af658cd for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:57:02.221566 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa72d21-3727-4600-bf31-fce719f3f177 None None] Routers {'902a693d-de02-44be-8f1d-6d751af658cd'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:57:02.222584 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-afa72d21-3727-4600-bf31-fce719f3f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:56:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['902a693d-de02-44be-8f1d-6d751af658cd'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:02.233469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d43bc1-b155-4ee1-9f01-0d253d7325f6 req-7ed775eb-370d-4be1-ab59-626acbd735e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:02.234998 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14d43bc1-b155-4ee1-9f01-0d253d7325f6 req-7ed775eb-370d-4be1-ab59-626acbd735e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ee5f76636064dc687b4a7d3f381f68c&device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 1117 time: 0.1519933 Oct 26 13:57:02.258204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43928) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:02.287285 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3487-792c-4ac7-b57e-497fea16961c req-691abc99-2714-4e9d-bc4b-a4ddf42d37b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:02.288779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-154c3487-792c-4ac7-b57e-497fea16961c req-691abc99-2714-4e9d-bc4b-a4ddf42d37b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.4469154 Oct 26 13:57:02.322438 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bada2b21-8b36-4177-b504-7548ef336a85 req-48e2a793-606d-449d-b098-7dad31d64b16 tempest-DeleteServersAdminTestJSON-1241528229 tempest-DeleteServersAdminTestJSON-1241528229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:02.327930 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-74a089bb-c5e4-4480-9e1b-501fc12c457a req-b70f15b8-8445-435f-842b-67e4ef65bd96 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Deleting port b629aef9-0e14-4eac-8e72-b328ce295198 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:57:02.328490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-74a089bb-c5e4-4480-9e1b-501fc12c457a req-b70f15b8-8445-435f-842b-67e4ef65bd96 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:02.335963 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['4215f632-1219-4144-bcff-456b3e8399b8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:57:02.341031 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-afa72d21-3727-4600-bf31-fce719f3f177 None None] Set router 902a693d-de02-44be-8f1d-6d751af658cd gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:57:02.375147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc278b-3ea2-4c14-bf8e-364f2d3bc734 req-635c3bf3-1abd-4cc2-8fb9-ccca72e77614 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:02.376568 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6cc278b-3ea2-4c14-bf8e-364f2d3bc734 req-635c3bf3-1abd-4cc2-8fb9-ccca72e77614 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 971 time: 0.1646667 Oct 26 13:57:02.378119 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-154c3487-792c-4ac7-b57e-497fea16961c req-285cada5-d6ea-4c2f-a229-55fb9e171ad9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7 HTTP/1.1" status: 200 len: 217 time: 0.0766237 Oct 26 13:57:02.385314 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b9818-87d4-407f-9055-f5c22d81c031 req-c35e6cf0-306d-4e40-9cb1-a6c57717f092 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:02.386763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-323b9818-87d4-407f-9055-f5c22d81c031 req-c35e6cf0-306d-4e40-9cb1-a6c57717f092 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 946 time: 0.1841540 Oct 26 13:57:02.424624 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-74a089bb-c5e4-4480-9e1b-501fc12c457a req-b70f15b8-8445-435f-842b-67e4ef65bd96 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] For port b629aef9-0e14-4eac-8e72-b328ce295198, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b629aef9-0e14-4eac-8e72-b328ce295198,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:02.425125 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-74a089bb-c5e4-4480-9e1b-501fc12c457a req-b70f15b8-8445-435f-842b-67e4ef65bd96 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:02.447140 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3dc82b2f-33ae-4d23-9273-dfb11eb0d708 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:02.454521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-74a089bb-c5e4-4480-9e1b-501fc12c457a req-b70f15b8-8445-435f-842b-67e4ef65bd96 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Calling delete_port for b629aef9-0e14-4eac-8e72-b328ce295198 owned by compute:tempest-test_az-817728411 {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:57:02.487685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-323b9818-87d4-407f-9055-f5c22d81c031 req-2b2cb7fc-98de-453c-99b5-dd0d37200088 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862410 Oct 26 13:57:02.490322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2a793-606d-449d-b098-7dad31d64b16 tempest-DeleteServersAdminTestJSON-1241528229 tempest-DeleteServersAdminTestJSON-1241528229-project-admin] Pushing event deleted for resources: {'Port': ['ID=4215f632-1219-4144-bcff-456b3e8399b8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:02.490871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3487-792c-4ac7-b57e-497fea16961c req-62b2136b-0f55-469a-826e-61dcc3760bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:02.492249 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-154c3487-792c-4ac7-b57e-497fea16961c req-62b2136b-0f55-469a-826e-61dcc3760bd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.1035776 Oct 26 13:57:02.501611 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6cc278b-3ea2-4c14-bf8e-364f2d3bc734 req-e864333f-a9cb-4415-90be-3ad4b01dcabf tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f29b5e71-a307-49e7-adc6-69d37d3bc63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138442 Oct 26 13:57:02.622228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-154c3487-792c-4ac7-b57e-497fea16961c req-6ae0f949-3b78-4f49-9796-38db5faeffd9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195714 Oct 26 13:57:02.640512 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-afa72d21-3727-4600-bf31-fce719f3f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'ffea3afe-436c-4815-98b5-075b0117b470', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'port_id': '9189e068-95ba-4ff2-a08d-4e2c97c5e2d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'mac_address': 'fa:16:3e:97:1b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f24943-eebd-4905-a00d-21d59648fde3', 'device_owner': 'compute:tempest-test_az-817728411'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:56:42Z', 'updated_at': '2021-10-26T13:57:00Z', 'revision_number': 1, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:24Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:02.645838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-bada2b21-8b36-4177-b504-7548ef336a85 req-48e2a793-606d-449d-b098-7dad31d64b16 tempest-DeleteServersAdminTestJSON-1241528229 tempest-DeleteServersAdminTestJSON-1241528229-project-admin] No DVR routers for this DVR port 4215f632-1219-4144-bcff-456b3e8399b8 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:57:02.677823 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ab98cb6-10d5-471f-85d9-44165758ad73 req-6239e019-acd8-478a-9255-a5f4e775e21c tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff606366-1ac5-4fc5-89ac-410fd3544d33 HTTP/1.1" status: 200 len: 210 time: 0.0509927 Oct 26 13:57:02.716152 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa72d21-3727-4600-bf31-fce719f3f177 None None] The sync data for ids ['902a693d-de02-44be-8f1d-6d751af658cd'] in n-d-815498-1 is: [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'ffea3afe-436c-4815-98b5-075b0117b470', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'port_id': '9189e068-95ba-4ff2-a08d-4e2c97c5e2d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'mac_address': 'fa:16:3e:97:1b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f24943-eebd-4905-a00d-21d59648fde3', 'device_owner': 'compute:tempest-test_az-817728411'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:56:42Z', 'updated_at': '2021-10-26T13:57:00Z', 'revision_number': 1, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:24Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:57:02.819886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d43bc1-b155-4ee1-9f01-0d253d7325f6 req-35db345d-3363-4b3e-b27c-d9d12d37df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:02.821403 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14d43bc1-b155-4ee1-9f01-0d253d7325f6 req-35db345d-3363-4b3e-b27c-d9d12d37df39 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa0fa062-30f8-4003-a12a-372571fbfc5f HTTP/1.1" status: 200 len: 925 time: 0.5747085 Oct 26 13:57:02.824857 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bada2b21-8b36-4177-b504-7548ef336a85 req-48e2a793-606d-449d-b098-7dad31d64b16 tempest-DeleteServersAdminTestJSON-1241528229 tempest-DeleteServersAdminTestJSON-1241528229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:02.828759 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bada2b21-8b36-4177-b504-7548ef336a85 req-48e2a793-606d-449d-b098-7dad31d64b16 tempest-DeleteServersAdminTestJSON-1241528229 tempest-DeleteServersAdminTestJSON-1241528229-project-admin] 10.222.0.11 "DELETE /v2.0/ports/4215f632-1219-4144-bcff-456b3e8399b8 HTTP/1.1" status: 204 len: 173 time: 1.6268435 Oct 26 13:57:02.829845 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff606366-1ac5-4fc5-89ac-410fd3544d33', 'name': 'network-vif-deleted', 'tag': '4215f632-1219-4144-bcff-456b3e8399b8'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:02.844365 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864fdc1b-5f2d-481f-8ce0-6462c1ef489a" -d '{"events": [{"server_uuid": "ff606366-1ac5-4fc5-89ac-410fd3544d33", "name": "network-vif-deleted", "tag": "4215f632-1219-4144-bcff-456b3e8399b8"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:02.863351 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-74a089bb-c5e4-4480-9e1b-501fc12c457a req-b70f15b8-8445-435f-842b-67e4ef65bd96 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:02.881452 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['b629aef9-0e14-4eac-8e72-b328ce295198'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:57:03.088368 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc09bd-c2c1-48ad-bd58-8b6fc14edf85 None None] New status for floating IP ffea3afe-436c-4815-98b5-075b0117b470: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:57:03.108018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f15b8-8445-435f-842b-67e4ef65bd96 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Pushing event deleted for resources: {'Port': ['ID=b629aef9-0e14-4eac-8e72-b328ce295198,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:03.113018 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14d43bc1-b155-4ee1-9f01-0d253d7325f6 req-50eb328e-6574-44f6-a158-b256ad30786f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 HTTP/1.1" status: 200 len: 1020 time: 0.2649312 Oct 26 13:57:03.200473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-154c3487-792c-4ac7-b57e-497fea16961c req-190de10f-a031-48b0-9e7a-e3748c8600d7 service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663004 Oct 26 13:57:03.411769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-154c3487-792c-4ac7-b57e-497fea16961c req-eb4298c5-e892-4982-bfa4-a81f879d70dd service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017550 Oct 26 13:57:03.415936 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0884c942-2e0f-4704-afd7-08941313fc75 x-openstack-request-id: req-0884c942-2e0f-4704-afd7-08941313fc75 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:03.416289 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff606366-1ac5-4fc5-89ac-410fd3544d33", "name": "network-vif-deleted", "tag": "4215f632-1219-4144-bcff-456b3e8399b8", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:03.416662 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0884c942-2e0f-4704-afd7-08941313fc75 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:03.417231 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff606366-1ac5-4fc5-89ac-410fd3544d33', 'name': 'network-vif-deleted', 'tag': '4215f632-1219-4144-bcff-456b3e8399b8', 'status': 'completed', 'code': 200} Oct 26 13:57:03.420062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f5a2c-6570-4ebc-b86a-9b6b363a3705 req-34e36850-8f31-4ac0-b299-f42a3f5c0f9f tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:03.423946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-961f5a2c-6570-4ebc-b86a-9b6b363a3705 req-34e36850-8f31-4ac0-b299-f42a3f5c0f9f tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 1097 time: 0.2012517 Oct 26 13:57:03.482325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-961f5a2c-6570-4ebc-b86a-9b6b363a3705 req-95b5a045-7312-4c2d-a0e4-88df0d36a2d5 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456805 Oct 26 13:57:03.491292 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d43bc1-b155-4ee1-9f01-0d253d7325f6 req-b5febfc9-c545-42f2-8e3a-ac41257c92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:03.492748 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14d43bc1-b155-4ee1-9f01-0d253d7325f6 req-b5febfc9-c545-42f2-8e3a-ac41257c92dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ef17a3b1-4103-4855-adbd-bfc81c3afbcd HTTP/1.1" status: 200 len: 863 time: 0.0739572 Oct 26 13:57:03.554435 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a089bb-c5e4-4480-9e1b-501fc12c457a req-b70f15b8-8445-435f-842b-67e4ef65bd96 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] No DVR routers for this DVR port b629aef9-0e14-4eac-8e72-b328ce295198 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:57:03.557330 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-74a089bb-c5e4-4480-9e1b-501fc12c457a req-b70f15b8-8445-435f-842b-67e4ef65bd96 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:03.561186 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74a089bb-c5e4-4480-9e1b-501fc12c457a req-b70f15b8-8445-435f-842b-67e4ef65bd96 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.25 "DELETE /v2.0/ports/b629aef9-0e14-4eac-8e72-b328ce295198 HTTP/1.1" status: 204 len: 173 time: 1.6721375 Oct 26 13:57:03.590052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3dc82b2f-33ae-4d23-9273-dfb11eb0d708 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:03.607659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d43bc1-b155-4ee1-9f01-0d253d7325f6 req-71cfc51d-c1c5-4796-a266-6a0ae2d1cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:03.610028 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14d43bc1-b155-4ee1-9f01-0d253d7325f6 req-71cfc51d-c1c5-4796-a266-6a0ae2d1cacf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa0fa062-30f8-4003-a12a-372571fbfc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073592 Oct 26 13:57:03.610720 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3dc82b2f-33ae-4d23-9273-dfb11eb0d708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:03.718944 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3dc82b2f-33ae-4d23-9273-dfb11eb0d708 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34a051d7ff8340b0baadb579da6ea8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4597032 Oct 26 13:57:03.721895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43978) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:03.770947 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc82b2f-33ae-4d23-9273-dfb11eb0d708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ef68d5-c622-46a1-b08f-34a2840c3586,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:03.837241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-012875c2-d8e9-40d2-bb54-9ac4f33694ff req-3a41e430-dd5c-4c74-9ecf-1e61c5812cc4 tempest-AggregatesAdminTestJSON-1658846850 tempest-AggregatesAdminTestJSON-1658846850-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ade3e-4137-4e8d-9915-90f6fbafd1f6 HTTP/1.1" status: 200 len: 210 time: 0.0440009 Oct 26 13:57:03.861775 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d03b5646-acd5-4f3f-b10c-e1fe6a9032f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:03.880036 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14d43bc1-b155-4ee1-9f01-0d253d7325f6 req-705c10fe-27b8-4875-b049-7214394302e0 service neutron] 10.222.0.25 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558601 Oct 26 13:57:03.894208 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d03b5646-acd5-4f3f-b10c-e1fe6a9032f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:03.959194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb414a5-4d40-4f83-b9ca-0f913d777dbe req-99eea763-6a8e-4dc8-9e02-a289963b1388 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:03.960999 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2fb414a5-4d40-4f83-b9ca-0f913d777dbe req-99eea763-6a8e-4dc8-9e02-a289963b1388 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 1097 time: 0.0821979 Oct 26 13:57:03.987556 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14d43bc1-b155-4ee1-9f01-0d253d7325f6 req-bb7f3089-6940-4d43-b2d1-42243c1c5f20 service neutron] 10.222.0.25 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999854 Oct 26 13:57:03.988293 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d03b5646-acd5-4f3f-b10c-e1fe6a9032f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:03.990917 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d03b5646-acd5-4f3f-b10c-e1fe6a9032f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:03.992130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d03b5646-acd5-4f3f-b10c-e1fe6a9032f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7ef68d5-c622-46a1-b08f-34a2840c3586 HTTP/1.1" status: 204 len: 168 time: 0.2692845 Oct 26 13:57:04.013431 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b5646-acd5-4f3f-b10c-e1fe6a9032f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ef68d5-c622-46a1-b08f-34a2840c3586,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:04.058276 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2fb414a5-4d40-4f83-b9ca-0f913d777dbe req-9312a982-e3c3-4fa5-8f90-7e09846944e8 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792589 Oct 26 13:57:04.520669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44014) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:04.574155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-c46cb48f-5ff1-4461-b624-6a58f89f200b req-ae278a4d-2964-4009-aafb-e84cbb683a10 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:57:04.574752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c46cb48f-5ff1-4461-b624-6a58f89f200b req-ae278a4d-2964-4009-aafb-e84cbb683a10 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0601311 Oct 26 13:57:04.622558 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64cce026-e100-408d-bca6-de7efafb5d44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:04.745679 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64cce026-e100-408d-bca6-de7efafb5d44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:04.753320 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64cce026-e100-408d-bca6-de7efafb5d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:04.759942 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-bf07922b-14b9-4f4d-87f6-45478f1582b4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=38f4377971dc41979d5b5c97f3ac726e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239766 Oct 26 13:57:04.803949 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-64cce026-e100-408d-bca6-de7efafb5d44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2c3f777a461411c990bc12a4f53d1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795641 Oct 26 13:57:04.805066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cce026-e100-408d-bca6-de7efafb5d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f255bb0-74b4-4d16-afcd-cd57491eda7d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:04.824319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44040) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:04.885769 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e83ae88b-6d57-43c0-b9a9-27541c58d249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:04.905765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-3815e6e8-5fa0-4bf5-b589-248b88881cd4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:04.908351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-3815e6e8-5fa0-4bf5-b589-248b88881cd4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1409101 Oct 26 13:57:04.915312 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e83ae88b-6d57-43c0-b9a9-27541c58d249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:04.936591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-41f51da7-4070-4452-b2e5-6ac42c00445f tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/quotas/38f4377971dc41979d5b5c97f3ac726e HTTP/1.1" status: 200 len: 375 time: 0.0175753 Oct 26 13:57:04.969939 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e83ae88b-6d57-43c0-b9a9-27541c58d249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:04.973239 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e83ae88b-6d57-43c0-b9a9-27541c58d249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:04.974615 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e83ae88b-6d57-43c0-b9a9-27541c58d249 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f255bb0-74b4-4d16-afcd-cd57491eda7d HTTP/1.1" status: 204 len: 168 time: 0.1492333 Oct 26 13:57:04.983804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ae88b-6d57-43c0-b9a9-27541c58d249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f255bb0-74b4-4d16-afcd-cd57491eda7d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:04.989250 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-a2a78f81-09b6-4a47-916a-fa43c472782a tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38f4377971dc41979d5b5c97f3ac726e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516539 Oct 26 13:57:05.418881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15ade3e-4137-4e8d-9915-90f6fbafd1f6', 'name': 'network-vif-deleted', 'tag': 'b629aef9-0e14-4eac-8e72-b328ce295198'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:05.423229 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b04222-fd93-439b-9196-d2ddc7668d5e" -d '{"events": [{"server_uuid": "b15ade3e-4137-4e8d-9915-90f6fbafd1f6", "name": "network-vif-deleted", "tag": "b629aef9-0e14-4eac-8e72-b328ce295198"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:05.555132 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e372249-e29c-481f-b313-c46e22ced457 req-137e3c90-7ea8-4adf-be9d-2e1a0a4a5b2e tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 210 time: 0.0402396 Oct 26 13:57:05.647956 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d5ce67-c457-4734-8358-5d3eb26fa54d x-openstack-request-id: req-a6d5ce67-c457-4734-8358-5d3eb26fa54d {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:05.648261 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15ade3e-4137-4e8d-9915-90f6fbafd1f6", "name": "network-vif-deleted", "tag": "b629aef9-0e14-4eac-8e72-b328ce295198", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:05.648698 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6d5ce67-c457-4734-8358-5d3eb26fa54d {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:05.649597 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15ade3e-4137-4e8d-9915-90f6fbafd1f6', 'name': 'network-vif-deleted', 'tag': 'b629aef9-0e14-4eac-8e72-b328ce295198', 'status': 'completed', 'code': 200} Oct 26 13:57:05.678738 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44100) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:05.696762 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81d4157c-2467-4d58-86fe-f7ef502a98ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:05.835400 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81d4157c-2467-4d58-86fe-f7ef502a98ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:05.841256 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81d4157c-2467-4d58-86fe-f7ef502a98ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:05.886697 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-81d4157c-2467-4d58-86fe-f7ef502a98ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2aa0f538c0944045a83b643376cc0469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067149 Oct 26 13:57:05.888366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4157c-2467-4d58-86fe-f7ef502a98ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133f4e1b-a142-41bd-9eca-571725bff39a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:05.889379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44116) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:05.926053 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 4215f632-1219-4144-bcff-456b3e8399b8 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:57:05.962888 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-908cf025-d4f3-4e9b-a18c-3cf3e1fab8e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:05.971540 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b629aef9-0e14-4eac-8e72-b328ce295198 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:57:05.994527 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-908cf025-d4f3-4e9b-a18c-3cf3e1fab8e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:05.999184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 4215f632-1219-4144-bcff-456b3e8399b8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:57:05.999720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 4215f632-1219-4144-bcff-456b3e8399b8 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:57:06.002518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: b629aef9-0e14-4eac-8e72-b328ce295198 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:57:06.003009 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b629aef9-0e14-4eac-8e72-b328ce295198 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:57:06.058239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-908cf025-d4f3-4e9b-a18c-3cf3e1fab8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:06.060980 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-908cf025-d4f3-4e9b-a18c-3cf3e1fab8e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:06.062149 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-908cf025-d4f3-4e9b-a18c-3cf3e1fab8e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/133f4e1b-a142-41bd-9eca-571725bff39a HTTP/1.1" status: 204 len: 168 time: 0.1717584 Oct 26 13:57:06.070280 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cf025-d4f3-4e9b-a18c-3cf3e1fab8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133f4e1b-a142-41bd-9eca-571725bff39a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:06.132994 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44124) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:06.324340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44138) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:06.335770 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-40b2d71d-5516-469b-8e43-d105c9b72715 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=38f4377971dc41979d5b5c97f3ac726e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373759 Oct 26 13:57:06.479494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-3c3de914-ba35-4fb1-b21f-1a046496845e tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:06.480975 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-3c3de914-ba35-4fb1-b21f-1a046496845e tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1386805 Oct 26 13:57:06.496963 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-e45c9eba-b154-42ff-8bbb-6e9751c46575 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Request body: {'port': {'device_id': '3174a993-2da2-490e-a845-626e7a27f939', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '38f4377971dc41979d5b5c97f3ac726e'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:06.559373 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-147b796c-7e30-4b76-a04c-a6761d872f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:06.661888 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-e45c9eba-b154-42ff-8bbb-6e9751c46575 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Made reservation on behalf of 38f4377971dc41979d5b5c97f3ac726e for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:06.666411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-e45c9eba-b154-42ff-8bbb-6e9751c46575 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:06.668825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44148) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:06.690745 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-147b796c-7e30-4b76-a04c-a6761d872f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:06.746724 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e0fb3fb-0698-46aa-949d-a1b91e6a35e0 req-0ecd9f07-ca19-435c-a733-3d9ac0284c9b tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 210 time: 0.0537691 Oct 26 13:57:06.753408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-147b796c-7e30-4b76-a04c-a6761d872f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:06.819442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b796c-7e30-4b76-a04c-a6761d872f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2724b367-5c63-4260-9265-ce44305291fb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:06.834113 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-147b796c-7e30-4b76-a04c-a6761d872f41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d9a1b61f7634346be6ce44ef778c3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6999960 Oct 26 13:57:06.836549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44160) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:06.843936 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-e45c9eba-b154-42ff-8bbb-6e9751c46575 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Allocated IP 192.168.233.22 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/d25b35f8-7a84-4140-a212-ad6d4da41368) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:07.022856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44166) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:07.032544 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-e45c9eba-b154-42ff-8bbb-6e9751c46575 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.038662 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c3495e5a-8f89-4a9c-8843-700e231469ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=394e774bb7544a918ce207b9f05cfdc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7108827 Oct 26 13:57:07.040582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44170) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:07.080300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6411d7b6-9fd6-45ab-a249-50db749058d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.082037 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e23b36ae-af53-43ac-923e-a00f627b1e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.084341 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-e45c9eba-b154-42ff-8bbb-6e9751c46575 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.112548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-e45c9eba-b154-42ff-8bbb-6e9751c46575 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:07.113062 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e23b36ae-af53-43ac-923e-a00f627b1e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.115319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-e45c9eba-b154-42ff-8bbb-6e9751c46575 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:07.117756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-e45c9eba-b154-42ff-8bbb-6e9751c46575 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:07.127833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-e45c9eba-b154-42ff-8bbb-6e9751c46575 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:07.127833 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-e45c9eba-b154-42ff-8bbb-6e9751c46575 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.225919 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-e45c9eba-b154-42ff-8bbb-6e9751c46575 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7342613 Oct 26 13:57:07.241939 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Request body: {'port': {'device_id': '3174a993-2da2-490e-a845-626e7a27f939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:07.309389 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e23b36ae-af53-43ac-923e-a00f627b1e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.316312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e23b36ae-af53-43ac-923e-a00f627b1e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.317490 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e23b36ae-af53-43ac-923e-a00f627b1e2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2724b367-5c63-4260-9265-ce44305291fb HTTP/1.1" status: 204 len: 168 time: 0.4800384 Oct 26 13:57:07.318310 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c0c6-bcac-4bb6-add5-315cc1cff7af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.337047 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c9eba-b154-42ff-8bbb-6e9751c46575 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Pushing event updated for resources: {'Port': ['ID=d25b35f8-7a84-4140-a212-ad6d4da41368,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:07.347222 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6411d7b6-9fd6-45ab-a249-50db749058d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.348172 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.377190 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c0c6-bcac-4bb6-add5-315cc1cff7af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.427397 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6411d7b6-9fd6-45ab-a249-50db749058d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.445828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-2c9d11be-2e09-4d27-b787-5b3c82defd4b tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:57:07.450577 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-2c9d11be-2e09-4d27-b787-5b3c82defd4b tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4336348 Oct 26 13:57:07.460062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b36ae-af53-43ac-923e-a00f627b1e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2724b367-5c63-4260-9265-ce44305291fb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:07.505427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949c18-088f-4c6f-a964-f5016a962eff req-4a0bc843-15dd-44f7-b0eb-f80938887347 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:07.506977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-4a0bc843-15dd-44f7-b0eb-f80938887347 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports/24c3e86b-aa4b-45a5-b083-5b355f3d87e7 HTTP/1.1" status: 200 len: 1094 time: 0.0482666 Oct 26 13:57:07.512211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c0c6-bcac-4bb6-add5-315cc1cff7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.515143 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c0c6-bcac-4bb6-add5-315cc1cff7af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.518675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8dc7c0c6-bcac-4bb6-add5-315cc1cff7af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f29b5e71-a307-49e7-adc6-69d37d3bc63e HTTP/1.1" status: 204 len: 168 time: 0.4746733 Oct 26 13:57:07.525713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7c0c6-bcac-4bb6-add5-315cc1cff7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29b5e71-a307-49e7-adc6-69d37d3bc63e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:07.530985 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-817a7dfc-fd64-4b3d-9ae7-a5f4f8aac820 None None] Provisioning complete for port d25b35f8-7a84-4140-a212-ad6d4da41368 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:07.532505 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-817a7dfc-fd64-4b3d-9ae7-a5f4f8aac820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.560366 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44188) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:07.560494 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6411d7b6-9fd6-45ab-a249-50db749058d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=082db5b091f0403bb91d21c1a9769682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8893545 Oct 26 13:57:07.567835 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411d7b6-9fd6-45ab-a249-50db749058d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34661cc-2879-4624-8eb4-bb08be62bd14,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:07.602579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-817a7dfc-fd64-4b3d-9ae7-a5f4f8aac820 None None] Port d25b35f8-7a84-4140-a212-ad6d4da41368 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:57:07.642267 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-84553f23-5e70-4d4c-b2a6-12bd66e640f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.677694 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-84553f23-5e70-4d4c-b2a6-12bd66e640f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.765851 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-84553f23-5e70-4d4c-b2a6-12bd66e640f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.768970 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-84553f23-5e70-4d4c-b2a6-12bd66e640f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.772505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-84553f23-5e70-4d4c-b2a6-12bd66e640f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b34661cc-2879-4624-8eb4-bb08be62bd14 HTTP/1.1" status: 204 len: 168 time: 0.2103345 Oct 26 13:57:07.793059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84553f23-5e70-4d4c-b2a6-12bd66e640f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34661cc-2879-4624-8eb4-bb08be62bd14,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:07.808124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25b35f8-7a84-4140-a212-ad6d4da41368 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:57:07.830234 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.845816 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Transition to ACTIVE for port object d25b35f8-7a84-4140-a212-ad6d4da41368 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:57:07.853038 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:07.951165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631fde7-02ce-4e49-a146-e88366663eb1 req-288f27d9-b0c8-4f46-af2a-e64f0baf090b tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:07.954606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1631fde7-02ce-4e49-a146-e88366663eb1 req-288f27d9-b0c8-4f46-af2a-e64f0baf090b tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 947 time: 0.0773244 Oct 26 13:57:08.010397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Pushing event updated for resources: {'Port': ['ID=d25b35f8-7a84-4140-a212-ad6d4da41368,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:08.014850 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Attempting to bind port d25b35f8-7a84-4140-a212-ad6d4da41368 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:08.015111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Attempting to bind port d25b35f8-7a84-4140-a212-ad6d4da41368 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:08.015439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Attempting to bind port d25b35f8-7a84-4140-a212-ad6d4da41368 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:08.034161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1631fde7-02ce-4e49-a146-e88366663eb1 req-51630d63-6910-413f-ab08-7e77f358f136 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670865 Oct 26 13:57:08.036620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Port d25b35f8-7a84-4140-a212-ad6d4da41368 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:57:08.042123 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Attempting to bind port d25b35f8-7a84-4140-a212-ad6d4da41368 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:08.073313 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:08.073664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:08.074083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:08.074526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Bound port: d25b35f8-7a84-4140-a212-ad6d4da41368, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:08.074887 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.082617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44222) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:08.100898 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-109dcdbf-ee86-4059-a4d3-e2786fb56d0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.214514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] For port d25b35f8-7a84-4140-a212-ad6d4da41368, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:08.218638 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] For port d25b35f8-7a84-4140-a212-ad6d4da41368, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=d25b35f8-7a84-4140-a212-ad6d4da41368,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:08.228455 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.240528 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-109dcdbf-ee86-4059-a4d3-e2786fb56d0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.250584 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-109dcdbf-ee86-4059-a4d3-e2786fb56d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.302326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-109dcdbf-ee86-4059-a4d3-e2786fb56d0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92ff3a80dbf34e75b763a3c7d17f4507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185783 Oct 26 13:57:08.303165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44232) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:08.310813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dcdbf-ee86-4059-a4d3-e2786fb56d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4570e5a6-5a96-456c-9bda-5c3cabe5b0f3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:08.348198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-80949c18-088f-4c6f-a964-f5016a962eff req-99bb7668-c13c-49fb-90e5-a563b7fc4ceb service neutron] Request body: {'binding': {'host': 'n-h1-815498-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:08.348726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-80949c18-088f-4c6f-a964-f5016a962eff req-99bb7668-c13c-49fb-90e5-a563b7fc4ceb service neutron] Unknown quota resources ['binding']. {{(pid=102124) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 13:57:08.349598 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:08.350347 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.351983 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] 10.222.0.25 "PUT /v2.0/ports/d25b35f8-7a84-4140-a212-ad6d4da41368 HTTP/1.1" status: 200 len: 1095 time: 1.1148450 Oct 26 13:57:08.352782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3174a993-2da2-490e-a845-626e7a27f939', 'tag': 'd25b35f8-7a84-4140-a212-ad6d4da41368'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:08.355889 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b8c29f-b218-4839-a6b2-eefd95a6bd36" -d '{"events": [{"name": "network-changed", "server_uuid": "3174a993-2da2-490e-a845-626e7a27f939", "tag": "d25b35f8-7a84-4140-a212-ad6d4da41368"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:08.359833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3350bf-9ceb-4760-b064-a9e97c1ec62e service neutron] Pushing event updated for resources: {'Port': ['ID=d25b35f8-7a84-4140-a212-ad6d4da41368,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:08.479214 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44242) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:08.496958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-f3cbd370-ceba-49c1-b1c0-1fb8a00c5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:08.503307 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-f3cbd370-ceba-49c1-b1c0-1fb8a00c5c73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38f4377971dc41979d5b5c97f3ac726e&device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 1098 time: 0.1044703 Oct 26 13:57:08.555711 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e689529a-7e29-4e86-93d2-f29b65e609b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.608793 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-96894085-80ba-42d9-baf5-288fb2cd44c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d25b35f8-7a84-4140-a212-ad6d4da41368 HTTP/1.1" status: 200 len: 217 time: 0.0887623 Oct 26 13:57:08.625423 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e689529a-7e29-4e86-93d2-f29b65e609b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.693219 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b7285bbe-2896-493c-8ce1-718a9df4f1e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bde170af8d6410fb0bd6f10863808c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127831 Oct 26 13:57:08.697570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44248) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:08.716501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-6920ebb5-1492-44fb-b06e-fe746fd9ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:08.718240 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-6920ebb5-1492-44fb-b06e-fe746fd9ca13 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0983100 Oct 26 13:57:08.745421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-80949c18-088f-4c6f-a964-f5016a962eff req-99bb7668-c13c-49fb-90e5-a563b7fc4ceb service neutron] Attempting to bind port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 on host n-h1-815498-1 for vnic_type normal with profile None {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:08.745903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-80949c18-088f-4c6f-a964-f5016a962eff req-99bb7668-c13c-49fb-90e5-a563b7fc4ceb service neutron] Attempting to bind port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:08.746622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80949c18-088f-4c6f-a964-f5016a962eff req-99bb7668-c13c-49fb-90e5-a563b7fc4ceb service neutron] Attempting to bind port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:08.757278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80949c18-088f-4c6f-a964-f5016a962eff req-99bb7668-c13c-49fb-90e5-a563b7fc4ceb service neutron] Port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 on network ba04fdd3-3802-412f-af48-4aa973edbc88 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:57:08.757611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80949c18-088f-4c6f-a964-f5016a962eff req-99bb7668-c13c-49fb-90e5-a563b7fc4ceb service neutron] Attempting to bind port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:08.763868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80949c18-088f-4c6f-a964-f5016a962eff req-99bb7668-c13c-49fb-90e5-a563b7fc4ceb service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:08.764766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80949c18-088f-4c6f-a964-f5016a962eff req-99bb7668-c13c-49fb-90e5-a563b7fc4ceb service neutron] Checking segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:08.765634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80949c18-088f-4c6f-a964-f5016a962eff req-99bb7668-c13c-49fb-90e5-a563b7fc4ceb service neutron] Bound using segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:08.766200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-80949c18-088f-4c6f-a964-f5016a962eff req-99bb7668-c13c-49fb-90e5-a563b7fc4ceb service neutron] Bound port: 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:08.807844 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd012-f7b2-4ec5-b21c-cbeb3ded7623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.812411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0454f317-ebe9-4e99-b008-273b34e54732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:08.814789 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-0454f317-ebe9-4e99-b008-273b34e54732 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0860713 Oct 26 13:57:08.839462 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4b2b94-d65d-40fb-8864-83b85754c4c8 x-openstack-request-id: req-ab4b2b94-d65d-40fb-8864-83b85754c4c8 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:08.839896 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3174a993-2da2-490e-a845-626e7a27f939", "tag": "d25b35f8-7a84-4140-a212-ad6d4da41368", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:08.840153 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab4b2b94-d65d-40fb-8864-83b85754c4c8 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:08.840679 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3174a993-2da2-490e-a845-626e7a27f939', 'tag': 'd25b35f8-7a84-4140-a212-ad6d4da41368', 'status': 'completed', 'code': 200} Oct 26 13:57:08.852290 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e689529a-7e29-4e86-93d2-f29b65e609b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.856282 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e689529a-7e29-4e86-93d2-f29b65e609b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.857442 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e689529a-7e29-4e86-93d2-f29b65e609b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4570e5a6-5a96-456c-9bda-5c3cabe5b0f3 HTTP/1.1" status: 204 len: 168 time: 0.5530601 Oct 26 13:57:08.875446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689529a-7e29-4e86-93d2-f29b65e609b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4570e5a6-5a96-456c-9bda-5c3cabe5b0f3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:08.892377 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd012-f7b2-4ec5-b21c-cbeb3ded7623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.963564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-80949c18-088f-4c6f-a964-f5016a962eff req-99bb7668-c13c-49fb-90e5-a563b7fc4ceb service neutron] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:08.964116 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-7d1d51c9-d47a-464e-b96c-08002abdbddf service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390574 Oct 26 13:57:08.976551 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-80949c18-088f-4c6f-a964-f5016a962eff req-99bb7668-c13c-49fb-90e5-a563b7fc4ceb service neutron] Publish callbacks [] for binding, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.977711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-99bb7668-c13c-49fb-90e5-a563b7fc4ceb service neutron] 10.222.0.32 "POST /v2.0/ports/24c3e86b-aa4b-45a5-b083-5b355f3d87e7/bindings HTTP/1.1" status: 201 len: 389 time: 1.1330450 Oct 26 13:57:08.981066 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd012-f7b2-4ec5-b21c-cbeb3ded7623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.984420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd012-f7b2-4ec5-b21c-cbeb3ded7623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:08.985933 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4bdbd012-f7b2-4ec5-b21c-cbeb3ded7623 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/764670b8-e7ec-4c1e-bc0f-58a492ed6fed HTTP/1.1" status: 204 len: 168 time: 0.2873237 Oct 26 13:57:09.040900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbd012-f7b2-4ec5-b21c-cbeb3ded7623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764670b8-e7ec-4c1e-bc0f-58a492ed6fed,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:09.115114 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74816dac-7a0f-4d20-a49a-c611054d7a34 req-e80b699e-73dc-483b-b11d-4bb7f4365988 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423686 Oct 26 13:57:09.257042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8c29f-b218-4839-a6b2-eefd95a6bd36 req-566b0019-ab3d-4982-9301-9e70da66d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:09.259197 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-04b8c29f-b218-4839-a6b2-eefd95a6bd36 req-566b0019-ab3d-4982-9301-9e70da66d7ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38f4377971dc41979d5b5c97f3ac726e&device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 1098 time: 0.0805776 Oct 26 13:57:09.259727 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77979bb1-6272-417d-ae3f-38f838a6eed9 req-dfd2046f-8b23-40c7-9dbc-21ca7e65cb86 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:09.261264 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77979bb1-6272-417d-ae3f-38f838a6eed9 req-dfd2046f-8b23-40c7-9dbc-21ca7e65cb86 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 947 time: 0.1075418 Oct 26 13:57:09.271888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc3ec6-5e72-4907-80b7-ebe94ec1dc7e req-cb454479-1856-451c-ae50-a2418dd834c8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:09.273381 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0fc3ec6-5e72-4907-80b7-ebe94ec1dc7e req-cb454479-1856-451c-ae50-a2418dd834c8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 946 time: 0.0899608 Oct 26 13:57:09.365301 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77979bb1-6272-417d-ae3f-38f838a6eed9 req-6d0248e1-c0fb-4356-a21b-aad3655b8119 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853641 Oct 26 13:57:09.377456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44274) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:09.398563 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0fc3ec6-5e72-4907-80b7-ebe94ec1dc7e req-0d197019-01e1-4e6d-ae2b-ff9dcb4fbc69 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165051 Oct 26 13:57:09.439589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949c18-088f-4c6f-a964-f5016a962eff req-332d5648-4b31-4cf8-a097-a70e782695ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:09.441239 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-332d5648-4b31-4cf8-a097-a70e782695ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 1097 time: 0.1049583 Oct 26 13:57:09.461316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8c29f-b218-4839-a6b2-eefd95a6bd36 req-f736491f-65d0-46cd-9e1c-8a5851db7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:09.463251 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-04b8c29f-b218-4839-a6b2-eefd95a6bd36 req-f736491f-65d0-46cd-9e1c-8a5851db7ddf service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1953244 Oct 26 13:57:09.553887 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-04b8c29f-b218-4839-a6b2-eefd95a6bd36 req-bb0916d6-6f44-4511-b6f4-3cf7322f9122 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d25b35f8-7a84-4140-a212-ad6d4da41368 HTTP/1.1" status: 200 len: 217 time: 0.0511572 Oct 26 13:57:09.626503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949c18-088f-4c6f-a964-f5016a962eff req-f9255209-eaf8-42f8-982f-adf921d6ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:09.628035 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-f9255209-eaf8-42f8-982f-adf921d6ed69 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.1764843 Oct 26 13:57:09.651276 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8c29f-b218-4839-a6b2-eefd95a6bd36 req-8c809297-c75c-4b22-8a69-baf8f2f122b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:09.652767 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-04b8c29f-b218-4839-a6b2-eefd95a6bd36 req-8c809297-c75c-4b22-8a69-baf8f2f122b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0881474 Oct 26 13:57:09.692795 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b445e60c-8bae-40fa-8b9e-281f88d42d02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:09.695616 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-a6e8a536-77d6-412d-9837-ffafdbf54376 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7 HTTP/1.1" status: 200 len: 217 time: 0.0593805 Oct 26 13:57:09.801362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949c18-088f-4c6f-a964-f5016a962eff req-819e1a8c-b663-47b8-951b-e7c4ccea6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:09.801362 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-819e1a8c-b663-47b8-951b-e7c4ccea6d78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.0808854 Oct 26 13:57:09.802818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8c29f-b218-4839-a6b2-eefd95a6bd36 req-98debb83-409b-4686-91a8-b29e9594bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:09.804350 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-04b8c29f-b218-4839-a6b2-eefd95a6bd36 req-98debb83-409b-4686-91a8-b29e9594bd61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201944 Oct 26 13:57:09.845672 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-347c6177-1443-4d50-bfea-736d3b938864 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404186 Oct 26 13:57:10.192452 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b445e60c-8bae-40fa-8b9e-281f88d42d02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:10.208058 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b445e60c-8bae-40fa-8b9e-281f88d42d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:10.240746 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-04b8c29f-b218-4839-a6b2-eefd95a6bd36 req-2554ab99-f3be-4a80-b6ec-ccf038b9df19 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236512 Oct 26 13:57:10.261313 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-68f9d556-b65b-4f18-9db3-d2f0d2271546 service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053342 Oct 26 13:57:10.274035 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b445e60c-8bae-40fa-8b9e-281f88d42d02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0bc277ff73134bdebb693d39e103d687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8926151 Oct 26 13:57:10.274208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44318) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:10.317228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445e60c-8bae-40fa-8b9e-281f88d42d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa25f87-c798-4abe-ab18-90de6727a34f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:10.357115 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f16df93-e09d-484d-bcd8-cda22be5fb49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:10.404884 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f16df93-e09d-484d-bcd8-cda22be5fb49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:10.430219 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-04b8c29f-b218-4839-a6b2-eefd95a6bd36 req-d26f8eec-3f22-4d3d-bc8f-5e656753e91b service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782413 Oct 26 13:57:10.433911 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-98672d98-579e-42cf-a13a-190f42ee988e service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589131 Oct 26 13:57:10.534918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0deef6-34d1-49ba-9932-b5035784f953 req-d3fc09e9-9e10-4ab8-b513-a00933a630d1 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:10.546601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0deef6-34d1-49ba-9932-b5035784f953 req-d3fc09e9-9e10-4ab8-b513-a00933a630d1 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 947 time: 0.0834293 Oct 26 13:57:10.548835 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f16df93-e09d-484d-bcd8-cda22be5fb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:10.554919 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f16df93-e09d-484d-bcd8-cda22be5fb49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:10.556470 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2f16df93-e09d-484d-bcd8-cda22be5fb49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0aa25f87-c798-4abe-ab18-90de6727a34f HTTP/1.1" status: 204 len: 168 time: 0.2802217 Oct 26 13:57:10.587668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16df93-e09d-484d-bcd8-cda22be5fb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa25f87-c798-4abe-ab18-90de6727a34f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:10.611983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0deef6-34d1-49ba-9932-b5035784f953 req-d6f4a123-8fea-4360-ac65-0335209a5942 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541229 Oct 26 13:57:10.722456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949c18-088f-4c6f-a964-f5016a962eff req-8257157f-a1e3-42ae-b225-c568ed67ab35 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:10.726046 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-8257157f-a1e3-42ae-b225-c568ed67ab35 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1097 time: 0.1012545 Oct 26 13:57:10.738786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815498-1'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:10.780688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01ab51-0a9f-4be1-b309-049eac810728 req-28400478-d556-4173-97f5-f7b6022cec84 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:10.783513 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d01ab51-0a9f-4be1-b309-049eac810728 req-28400478-d556-4173-97f5-f7b6022cec84 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 946 time: 0.0674388 Oct 26 13:57:10.800284 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:10.838540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d01ab51-0a9f-4be1-b309-049eac810728 req-e470c86f-f7d5-4456-8fa9-f95c1b05b3ef tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475631 Oct 26 13:57:10.952695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:11.002743 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:11.021668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44362) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:11.046566 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f6ef2e4-e8ba-4615-8894-5864d6c00111 req-9b802280-c12b-4422-bec0-330f9f628a43 tempest-AbsoluteLimitsNegativeTestJSON-1190026722 tempest-AbsoluteLimitsNegativeTestJSON-1190026722-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4f567ed3c48a45ef9df01c98dcfcb5b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404510 Oct 26 13:57:11.057771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3923255d-2be8-44fe-83a7-d4a9798b5280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c3e86b-aa4b-45a5-b083-5b355f3d87e7'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:11.060827 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a755db53-40ae-4eb1-9f73-eedd4b387cd5" -d '{"events": [{"server_uuid": "3923255d-2be8-44fe-83a7-d4a9798b5280", "name": "network-vif-unplugged", "status": "completed", "tag": "24c3e86b-aa4b-45a5-b083-5b355f3d87e7"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:11.065727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:11.073173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:11.171698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Pushing event updated for resources: {'Port': ['ID=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:11.185394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Attempting to bind port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 on host n-h2-815498-1 for vnic_type normal with profile {"migrating_to": "n-h1-815498-1"} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:11.185953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Attempting to bind port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:11.186807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Attempting to bind port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:11.192663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 on network ba04fdd3-3802-412f-af48-4aa973edbc88 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:57:11.193338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Attempting to bind port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:11.199063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:11.200025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Checking segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:11.200417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Bound using segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:11.200864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Bound port: 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:11.201239 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:11.227563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ef2e4-e8ba-4615-8894-5864d6c00111 req-af77fe68-5f67-4637-8726-c9dab603cecc tempest-AbsoluteLimitsNegativeTestJSON-1190026722 tempest-AbsoluteLimitsNegativeTestJSON-1190026722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:11.230941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f6ef2e4-e8ba-4615-8894-5864d6c00111 req-af77fe68-5f67-4637-8726-c9dab603cecc tempest-AbsoluteLimitsNegativeTestJSON-1190026722 tempest-AbsoluteLimitsNegativeTestJSON-1190026722-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768477 Oct 26 13:57:11.253269 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f6ef2e4-e8ba-4615-8894-5864d6c00111 req-c37097aa-7afe-4698-99c8-6bce3ce8c084 tempest-AbsoluteLimitsNegativeTestJSON-1190026722 tempest-AbsoluteLimitsNegativeTestJSON-1190026722-project] 10.222.0.32 "GET /v2.0/quotas/4f567ed3c48a45ef9df01c98dcfcb5b4 HTTP/1.1" status: 200 len: 375 time: 0.0140545 Oct 26 13:57:11.265607 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f2b1d9-ce19-415d-98a7-af077407f500 x-openstack-request-id: req-75f2b1d9-ce19-415d-98a7-af077407f500 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:11.265931 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3923255d-2be8-44fe-83a7-d4a9798b5280", "name": "network-vif-unplugged", "status": "completed", "tag": "24c3e86b-aa4b-45a5-b083-5b355f3d87e7", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:11.266878 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75f2b1d9-ce19-415d-98a7-af077407f500 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:11.267308 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3923255d-2be8-44fe-83a7-d4a9798b5280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c3e86b-aa4b-45a5-b083-5b355f3d87e7', 'code': 200} Oct 26 13:57:11.285075 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44370) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:11.301428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f6ef2e4-e8ba-4615-8894-5864d6c00111 req-c6228631-9472-44fa-bb7c-2658db8ec326 tempest-AbsoluteLimitsNegativeTestJSON-1190026722 tempest-AbsoluteLimitsNegativeTestJSON-1190026722-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f567ed3c48a45ef9df01c98dcfcb5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414402 Oct 26 13:57:11.330129 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d06cc9d-50b4-4fd2-bf5c-c30bc5737eb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:11.367343 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:11.372230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:11.382979 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:11.533664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Pushing event updated for resources: {'Port': ['ID=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,revision_number=8']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:11.543239 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d06cc9d-50b4-4fd2-bf5c-c30bc5737eb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:11.573178 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d06cc9d-50b4-4fd2-bf5c-c30bc5737eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:11.576120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:11.576739 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:11.578172 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-98e0163c-096b-4081-9444-e2353ee28e23 service neutron] 10.222.0.25 "PUT /v2.0/ports/24c3e86b-aa4b-45a5-b083-5b355f3d87e7 HTTP/1.1" status: 200 len: 1122 time: 0.8443851 Oct 26 13:57:11.622283 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6d06cc9d-50b4-4fd2-bf5c-c30bc5737eb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f23b1b70e63049eeb4d9dc9db0e0f819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354201 Oct 26 13:57:11.622974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44394) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:11.625078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06cc9d-50b4-4fd2-bf5c-c30bc5737eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9d8e3e-a00e-45cf-88ea-bb86c1afaa74,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:11.646925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e8b44e8a-1a3d-44c0-b2d7-5208aa2ba974 tempest-AutoAllocateNetworkTest-2057262261 tempest-AutoAllocateNetworkTest-2057262261-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f2ef0b43a2ea4719995784a4718f580d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6218584 Oct 26 13:57:11.651411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44396) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:11.669365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['24c3e86b-aa4b-45a5-b083-5b355f3d87e7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:57:11.766712 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cff288d5-2d66-4df5-b357-8f9dab483073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:11.794355 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cff288d5-2d66-4df5-b357-8f9dab483073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:11.903974 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cff288d5-2d66-4df5-b357-8f9dab483073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:11.908199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cff288d5-2d66-4df5-b357-8f9dab483073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:11.909634 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cff288d5-2d66-4df5-b357-8f9dab483073 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb9d8e3e-a00e-45cf-88ea-bb86c1afaa74 HTTP/1.1" status: 204 len: 168 time: 0.2855010 Oct 26 13:57:11.924412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff288d5-2d66-4df5-b357-8f9dab483073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9d8e3e-a00e-45cf-88ea-bb86c1afaa74,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:11.934988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44416) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:12.011983 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device d25b35f8-7a84-4140-a212-ad6d4da41368 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:57:12.064614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33472-db6c-4960-ab77-d1737fa27103 req-258778f0-be6d-40de-b2b3-0c10c0088f9e tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:12.077546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cef33472-db6c-4960-ab77-d1737fa27103 req-258778f0-be6d-40de-b2b3-0c10c0088f9e tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 947 time: 0.2156141 Oct 26 13:57:12.140105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5321f5d0-e249-47f2-9ec0-11ba000eca6f tempest-AutoAllocateNetworkTest-2057262261 tempest-AutoAllocateNetworkTest-2057262261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:12.142134 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5321f5d0-e249-47f2-9ec0-11ba000eca6f tempest-AutoAllocateNetworkTest-2057262261 tempest-AutoAllocateNetworkTest-2057262261-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4858131 Oct 26 13:57:12.145146 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44430) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:12.176228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cef33472-db6c-4960-ab77-d1737fa27103 req-7c0eb579-a5ec-445e-a5d9-347b00cc9a85 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921454 Oct 26 13:57:12.203187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port d25b35f8-7a84-4140-a212-ad6d4da41368, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=d25b35f8-7a84-4140-a212-ad6d4da41368,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:12.218583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'd25b35f8-7a84-4140-a212-ad6d4da41368', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'd25b35f8-7a84-4140-a212-ad6d4da41368', 'mac_address': 'fa:16:3e:f6:07:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:57:12.223765 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b3d6b59a-e801-4a1b-aa70-46537b24b740 tempest-AutoAllocateNetworkTest-2057262261 tempest-AutoAllocateNetworkTest-2057262261-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750921 Oct 26 13:57:12.225229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44432) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:12.227610 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7442a-858b-4dc9-8b23-281ea81bdedc req-307cc6c5-9446-4209-91ab-7acaabdf07d3 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:12.230311 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6a7442a-858b-4dc9-8b23-281ea81bdedc req-307cc6c5-9446-4209-91ab-7acaabdf07d3 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 944 time: 0.1405120 Oct 26 13:57:12.274820 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-726198dc-df30-4b5b-8816-c7133accaaa0 tempest-AutoAllocateNetworkTest-2057262261 tempest-AutoAllocateNetworkTest-2057262261-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f2ef0b43a2ea4719995784a4718f580d HTTP/1.1" status: 200 len: 208 time: 0.0457270 Oct 26 13:57:12.274820 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:12.316721 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6a7442a-858b-4dc9-8b23-281ea81bdedc req-c6bb5e3d-0054-4a35-a2f9-1ea046e8ebc2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781569 Oct 26 13:57:12.354632 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:12.369303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25b35f8-7a84-4140-a212-ad6d4da41368 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:57:12.391678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port d25b35f8-7a84-4140-a212-ad6d4da41368, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=d25b35f8-7a84-4140-a212-ad6d4da41368,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:12.398290 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:12.405665 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:12.411255 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:12.450967 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f567ed3c48a45ef9df01c98dcfcb5b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5146501 Oct 26 13:57:12.452345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44444) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:12.465103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=d25b35f8-7a84-4140-a212-ad6d4da41368,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:12.490697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4204ef-f7fe-4995-a366-b98aed26d5ca,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:12.498908 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.499250 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.499722 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.500451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.500451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.500935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.501420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.501871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.502335 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.502720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.503160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.503544 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0922de6d-4c2e-4621-bfd8-17d67595b598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.526642 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:12.550080 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:12.606850 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:12.609597 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:12.612832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb4204ef-f7fe-4995-a366-b98aed26d5ca HTTP/1.1" status: 204 len: 168 time: 0.1593702 Oct 26 13:57:12.620938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4204ef-f7fe-4995-a366-b98aed26d5ca,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:12.628880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.629451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.629792 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.630164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.630486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.630811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.631136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.631454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.632018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.632344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.632841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.633163 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767abf3-fddd-4285-9c41-7b894c5bd318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:12.652607 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c0898d5c-9311-4274-8611-bfd33ffb5fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:12.664462 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['d25b35f8-7a84-4140-a212-ad6d4da41368'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:57:12.696919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44454) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:13.067892 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd73c385-4272-477f-9f14-98590d0a54d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.124632 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44472) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:13.159298 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd73c385-4272-477f-9f14-98590d0a54d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.164009 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd73c385-4272-477f-9f14-98590d0a54d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.204586 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fd73c385-4272-477f-9f14-98590d0a54d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2ef0b43a2ea4719995784a4718f580d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056040 Oct 26 13:57:13.206608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73c385-4272-477f-9f14-98590d0a54d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083ac2a6-c47d-416d-a60c-6dce129ea7df,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:13.207169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44480) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:13.268940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3923255d-2be8-44fe-83a7-d4a9798b5280', 'tag': '24c3e86b-aa4b-45a5-b083-5b355f3d87e7'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:13.271296 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a1ef78-4cb5-4415-a2c3-6a9f7fb92486" -d '{"events": [{"name": "network-changed", "server_uuid": "3923255d-2be8-44fe-83a7-d4a9798b5280", "tag": "24c3e86b-aa4b-45a5-b083-5b355f3d87e7"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:13.276146 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65a95865-3384-4fd7-8373-6279e3eb226f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.326907 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65a95865-3384-4fd7-8373-6279e3eb226f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.364593 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-957f26cb-fa6d-4929-a485-ef8405bb209e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.396891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e85b-3a15-4c5d-b955-71d3de541289 req-d7511f93-4c43-4d94-818f-dbbac7661773 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:13.398996 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4f3e85b-3a15-4c5d-b955-71d3de541289 req-d7511f93-4c43-4d94-818f-dbbac7661773 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 948 time: 0.1123080 Oct 26 13:57:13.457929 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4f3e85b-3a15-4c5d-b955-71d3de541289 req-91e9234e-0b72-4e4e-90ab-2556a1d83228 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453391 Oct 26 13:57:13.460409 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65a95865-3384-4fd7-8373-6279e3eb226f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.463063 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65a95865-3384-4fd7-8373-6279e3eb226f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.464270 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-65a95865-3384-4fd7-8373-6279e3eb226f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/083ac2a6-c47d-416d-a60c-6dce129ea7df HTTP/1.1" status: 204 len: 168 time: 0.2559698 Oct 26 13:57:13.479010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a95865-3384-4fd7-8373-6279e3eb226f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083ac2a6-c47d-416d-a60c-6dce129ea7df,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:13.557190 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0e4151-513e-49f4-8c44-f09025c40a8a x-openstack-request-id: req-8f0e4151-513e-49f4-8c44-f09025c40a8a {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:13.557574 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3923255d-2be8-44fe-83a7-d4a9798b5280", "tag": "24c3e86b-aa4b-45a5-b083-5b355f3d87e7", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:13.557936 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f0e4151-513e-49f4-8c44-f09025c40a8a {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:13.559277 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3923255d-2be8-44fe-83a7-d4a9798b5280', 'tag': '24c3e86b-aa4b-45a5-b083-5b355f3d87e7', 'status': 'completed', 'code': 200} Oct 26 13:57:13.568533 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-957f26cb-fa6d-4929-a485-ef8405bb209e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.572539 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-957f26cb-fa6d-4929-a485-ef8405bb209e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.641061 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-957f26cb-fa6d-4929-a485-ef8405bb209e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5b54d2c59ed4eeba83e1316785732a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5146685 Oct 26 13:57:13.643809 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44506) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:13.657369 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f26cb-fa6d-4929-a485-ef8405bb209e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bdea10-e7b1-4364-8820-63d98fa60c2a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:13.718880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1ef78-4cb5-4415-a2c3-6a9f7fb92486 req-5de68ab1-4b6b-46b2-9e4f-746179eb4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:13.720758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4a1ef78-4cb5-4415-a2c3-6a9f7fb92486 req-5de68ab1-4b6b-46b2-9e4f-746179eb4411 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 1125 time: 0.0973396 Oct 26 13:57:13.731724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd88a55-ced3-4811-978d-fc0a3f9eab29 req-d7a471e5-b42f-4541-80cd-79031f54d339 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:13.739888 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bd88a55-ced3-4811-978d-fc0a3f9eab29 req-d7a471e5-b42f-4541-80cd-79031f54d339 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 944 time: 0.0837934 Oct 26 13:57:13.745384 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea1f57c6-ed84-46ac-b51d-9180e580deb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.785422 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea1f57c6-ed84-46ac-b51d-9180e580deb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.846370 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea1f57c6-ed84-46ac-b51d-9180e580deb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.847950 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bd88a55-ced3-4811-978d-fc0a3f9eab29 req-f35bdb92-87b0-4415-9c18-01b2c394c4a8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068943 Oct 26 13:57:13.849620 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea1f57c6-ed84-46ac-b51d-9180e580deb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.851046 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ea1f57c6-ed84-46ac-b51d-9180e580deb0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6bdea10-e7b1-4364-8820-63d98fa60c2a HTTP/1.1" status: 204 len: 168 time: 0.2054491 Oct 26 13:57:13.860919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f57c6-ed84-46ac-b51d-9180e580deb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bdea10-e7b1-4364-8820-63d98fa60c2a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:13.881929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1ef78-4cb5-4415-a2c3-6a9f7fb92486 req-a106097a-78fe-4eb5-8894-b8741ae70686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:13.883787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4a1ef78-4cb5-4415-a2c3-6a9f7fb92486 req-a106097a-78fe-4eb5-8894-b8741ae70686 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.1417215 Oct 26 13:57:13.941601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4a1ef78-4cb5-4415-a2c3-6a9f7fb92486 req-c98f59ae-f656-47a6-8e95-51734f30687e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7 HTTP/1.1" status: 200 len: 217 time: 0.0491490 Oct 26 13:57:13.993547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device d25b35f8-7a84-4140-a212-ad6d4da41368 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:14.026624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1ef78-4cb5-4415-a2c3-6a9f7fb92486 req-bd0bf555-4e1c-41b7-a82a-745554e84d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:14.028237 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4a1ef78-4cb5-4415-a2c3-6a9f7fb92486 req-bd0bf555-4e1c-41b7-a82a-745554e84d25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.0776987 Oct 26 13:57:14.071116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4a1ef78-4cb5-4415-a2c3-6a9f7fb92486 req-448ee29f-e96d-4072-8f6e-30960c3a3c9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325041 Oct 26 13:57:14.076624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port d25b35f8-7a84-4140-a212-ad6d4da41368 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:57:14.081429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port d25b35f8-7a84-4140-a212-ad6d4da41368 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:14.081921 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:14.207299 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:14.246987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4a1ef78-4cb5-4415-a2c3-6a9f7fb92486 req-e7ad9a55-f909-4c1c-b0f3-572349497c0c service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649191 Oct 26 13:57:14.250387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3174a993-2da2-490e-a845-626e7a27f939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25b35f8-7a84-4140-a212-ad6d4da41368'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:14.252648 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f31a49-e42c-4ba1-b8e8-5b3a4a088075" -d '{"events": [{"server_uuid": "3174a993-2da2-490e-a845-626e7a27f939", "name": "network-vif-plugged", "status": "completed", "tag": "d25b35f8-7a84-4140-a212-ad6d4da41368"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:14.386320 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285b1a39-0376-474b-8b0b-fd00cead4118 x-openstack-request-id: req-285b1a39-0376-474b-8b0b-fd00cead4118 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:14.386624 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3174a993-2da2-490e-a845-626e7a27f939", "name": "network-vif-plugged", "status": "completed", "tag": "d25b35f8-7a84-4140-a212-ad6d4da41368", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:14.387103 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-285b1a39-0376-474b-8b0b-fd00cead4118 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:14.387665 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3174a993-2da2-490e-a845-626e7a27f939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25b35f8-7a84-4140-a212-ad6d4da41368', 'code': 200} Oct 26 13:57:14.389519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port d25b35f8-7a84-4140-a212-ad6d4da41368, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=d25b35f8-7a84-4140-a212-ad6d4da41368,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:14.395616 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:14.400042 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4a1ef78-4cb5-4415-a2c3-6a9f7fb92486 req-66dcbbfa-c7a8-452c-be8e-53c342205a2b service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326663 Oct 26 13:57:14.453158 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee4478-375c-42c6-a84c-dca3ac271be7 req-18ad7fa0-bde3-4eff-96a0-342bb5900dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:14.455275 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7ee4478-375c-42c6-a84c-dca3ac271be7 req-18ad7fa0-bde3-4eff-96a0-342bb5900dea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 1100 time: 0.0549226 Oct 26 13:57:14.455815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=d25b35f8-7a84-4140-a212-ad6d4da41368,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:14.461407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44554) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:14.470115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:14.471722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:14.473426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:14.474886 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:14.476342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:14.476951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:14.477499 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:14.478087 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:14.478761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:14.479709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:14.480655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:14.481796 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:14.484429 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8f2f-2e11-40ab-b235-de2df6d370b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:14.545714 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7ee4478-375c-42c6-a84c-dca3ac271be7 req-054370d6-f9bc-4705-bc83-97e6f099792d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722260 Oct 26 13:57:14.635637 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8f2f-2e11-40ab-b235-de2df6d370b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:14.647847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdea8f6-9f17-4ba7-aee3-b971f2482fb7 req-3fa3d91e-0136-4d3e-8cd0-3c69feb7414b tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:14.649342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2bdea8f6-9f17-4ba7-aee3-b971f2482fb7 req-3fa3d91e-0136-4d3e-8cd0-3c69feb7414b tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 949 time: 0.0810578 Oct 26 13:57:14.650455 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8f2f-2e11-40ab-b235-de2df6d370b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:14.702400 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f8f2f-2e11-40ab-b235-de2df6d370b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67c6690-0819-4fb5-9de8-d5f8c0c9e5fe,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:14.710440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fa7f8f2f-2e11-40ab-b235-de2df6d370b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d1a28aa5c9e42d5a7b9f7ff129d64aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474370 Oct 26 13:57:14.712486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44564) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:14.753040 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2bdea8f6-9f17-4ba7-aee3-b971f2482fb7 req-8459e6ff-654e-4237-bbcf-71ea8afc2d9b tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833580 Oct 26 13:57:14.816552 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b6d77660-e1c2-4f05-8652-b5ce1aacfb8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:14.842166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b6d77660-e1c2-4f05-8652-b5ce1aacfb8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:14.855629 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44574) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:14.894517 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44582) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:14.903083 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b6d77660-e1c2-4f05-8652-b5ce1aacfb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:14.905808 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b6d77660-e1c2-4f05-8652-b5ce1aacfb8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:14.907716 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b6d77660-e1c2-4f05-8652-b5ce1aacfb8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f67c6690-0819-4fb5-9de8-d5f8c0c9e5fe HTTP/1.1" status: 204 len: 168 time: 0.1931906 Oct 26 13:57:14.916397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d77660-e1c2-4f05-8652-b5ce1aacfb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67c6690-0819-4fb5-9de8-d5f8c0c9e5fe,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:15.008964 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2ae6fc7e-85ef-46b3-ba05-30f25ec77e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.051064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5728554-6063-4260-8b56-daabcd7bf9dc req-39bb193e-e8d3-4eff-9130-30d370ba939d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:15.054968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5728554-6063-4260-8b56-daabcd7bf9dc req-39bb193e-e8d3-4eff-9130-30d370ba939d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 944 time: 0.0969222 Oct 26 13:57:15.105739 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5728554-6063-4260-8b56-daabcd7bf9dc req-ab33a39e-816f-464f-a861-f45998194db4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472007 Oct 26 13:57:15.165178 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1835696068-network', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:15.199579 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1ce47a32-0c80-4395-80de-56902ae0fcef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.202426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] Made reservation on behalf of bfb67c8bb0d64151802fb11f4bae160b for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:15.205203 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.222507 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.357640 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1ce47a32-0c80-4395-80de-56902ae0fcef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.374404 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1ce47a32-0c80-4395-80de-56902ae0fcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.386477 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.404346 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.431338 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1ce47a32-0c80-4395-80de-56902ae0fcef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0da64bd7e3344823a12955abd1dc6d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715606 Oct 26 13:57:15.431997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44630) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:15.432578 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce47a32-0c80-4395-80de-56902ae0fcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52434bd9-3e93-4ec3-abd4-4955b75fa928,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:15.435286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:57:15.477395 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.478095 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] Added segment 2afc6f52-9b30-4153-a80d-2e414169c06f of type vlan for network b81d0595-98d3-4601-b3f4-470c9d624d29 Oct 26 13:57:15.498234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6117a692-2159-4236-9050-a06322475f9d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:15.498776 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a836a8fc-e2bd-4f71-ad89-82b2223b142f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.527772 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a836a8fc-e2bd-4f71-ad89-82b2223b142f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.546395 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.590991 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a836a8fc-e2bd-4f71-ad89-82b2223b142f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.594842 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a836a8fc-e2bd-4f71-ad89-82b2223b142f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.598556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a836a8fc-e2bd-4f71-ad89-82b2223b142f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52434bd9-3e93-4ec3-abd4-4955b75fa928 HTTP/1.1" status: 204 len: 168 time: 0.1656919 Oct 26 13:57:15.600769 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.602039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:15.602689 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.608709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836a8fc-e2bd-4f71-ad89-82b2223b142f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52434bd9-3e93-4ec3-abd4-4955b75fa928,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:15.678651 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7828145 Oct 26 13:57:15.679345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44644) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:15.680107 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4127b54-71cc-4c14-a35b-a7d2d00efcd7 admin admin] Pushing event updated for resources: {'Network': ['ID=b81d0595-98d3-4601-b3f4-470c9d624d29,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:15.686255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-507dbaa7-e477-4ce5-bb95-75d49047f72d admin admin] Request body: {'subnet': {'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1835696068-subnet', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:15.694403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network b81d0595-98d3-4601-b3f4-470c9d624d29 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:57:15.712753 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507dbaa7-e477-4ce5-bb95-75d49047f72d admin admin] Made reservation on behalf of bfb67c8bb0d64151802fb11f4bae160b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:15.715132 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-507dbaa7-e477-4ce5-bb95-75d49047f72d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.989378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef719d-5950-448e-a6b1-2f974fb2525a req-2ac765c4-cc0b-49eb-ad11-4db5d1d2d506 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:15.990919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8ef719d-5950-448e-a6b1-2f974fb2525a req-2ac765c4-cc0b-49eb-ad11-4db5d1d2d506 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 949 time: 0.1078882 Oct 26 13:57:16.007872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:57:16.014806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44656) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:16.024472 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-507dbaa7-e477-4ce5-bb95-75d49047f72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.087967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8ef719d-5950-448e-a6b1-2f974fb2525a req-b9f79b96-c86d-4e93-9ac5-93584b79c73f tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875800 Oct 26 13:57:16.130875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507dbaa7-e477-4ce5-bb95-75d49047f72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=707ebe6e-7b86-4f53-bfd8-6a47c99ae95f,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:16.144047 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507dbaa7-e477-4ce5-bb95-75d49047f72d admin admin] Checking segment: {'id': '2afc6f52-9b30-4153-a80d-2e414169c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:16.145060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507dbaa7-e477-4ce5-bb95-75d49047f72d admin admin] Network hostable DHCP agents. Network: b81d0595-98d3-4601-b3f4-470c9d624d29, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:57:16.158506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44666) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:16.160033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:16.179127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507dbaa7-e477-4ce5-bb95-75d49047f72d admin admin] Network b81d0595-98d3-4601-b3f4-470c9d624d29 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:57:16.181436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 has no active binding in host n-h1-815498-1 {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 13:57:16.183280 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d5601108-e181-4a97-b428-52cca41f9be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.194181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-507dbaa7-e477-4ce5-bb95-75d49047f72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, b81d0595-98d3-4601-b3f4-470c9d624d29) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:16.199090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507dbaa7-e477-4ce5-bb95-75d49047f72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:16.200179 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-507dbaa7-e477-4ce5-bb95-75d49047f72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.204063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e765ed-763c-4f70-be4b-4b1ccdb5c7f4 None None] Network b81d0595-98d3-4601-b3f4-470c9d624d29 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:57:16.262982 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-507dbaa7-e477-4ce5-bb95-75d49047f72d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5825303 Oct 26 13:57:16.266015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44668) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:16.277776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:16.281109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd601ad-3db9-4c5f-8a59-c92843fe5ddf req-22233eb9-d88f-4b95-bcf7-c1b56b9d0d1a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:16.289790 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bdd601ad-3db9-4c5f-8a59-c92843fe5ddf req-22233eb9-d88f-4b95-bcf7-c1b56b9d0d1a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 944 time: 0.0762587 Oct 26 13:57:16.333535 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bdd601ad-3db9-4c5f-8a59-c92843fe5ddf req-9869b8fe-4ec8-4391-87fc-be355f730732 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Oct 26 13:57:16.367393 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.368598 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.395704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d5601108-e181-4a97-b428-52cca41f9be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.407648 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d5601108-e181-4a97-b428-52cca41f9be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.415995 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-b81d0595-98d3-4601-b3f4-470c9d624d29', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'fixed_ips': [{'subnet_id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:57:16.417268 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.486350 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5ad4-146b-4d00-8704-ff921515dabe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.507410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.515182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5601108-e181-4a97-b428-52cca41f9be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29aa155b-e6dd-4510-871d-3f3473ca8264,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:16.527946 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d5601108-e181-4a97-b428-52cca41f9be7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b33f3a5335274189938487b4e85cb72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681784 Oct 26 13:57:16.531457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44680) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:16.650155 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f83e4708-05a2-4973-b854-ed2d0dc02350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.682681 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44684) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:16.692473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Allocated IP 172.20.0.2 (b81d0595-98d3-4601-b3f4-470c9d624d29/707ebe6e-7b86-4f53-bfd8-6a47c99ae95f/878b5bd4-d088-47c4-8db3-b2309e3b694b) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:16.693685 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.700760 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f83e4708-05a2-4973-b854-ed2d0dc02350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.803024 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5ad4-146b-4d00-8704-ff921515dabe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.806430 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f83e4708-05a2-4973-b854-ed2d0dc02350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.809759 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f83e4708-05a2-4973-b854-ed2d0dc02350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.811097 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f83e4708-05a2-4973-b854-ed2d0dc02350 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29aa155b-e6dd-4510-871d-3f3473ca8264 HTTP/1.1" status: 204 len: 168 time: 0.2772543 Oct 26 13:57:16.814933 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5ad4-146b-4d00-8704-ff921515dabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.829288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e4708-05a2-4973-b854-ed2d0dc02350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aa155b-e6dd-4510-871d-3f3473ca8264,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:16.838225 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.848564 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:16.870582 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-eb7b5ad4-146b-4d00-8704-ff921515dabe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aab0d652987046f9a804bd1965e7651e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8517911 Oct 26 13:57:16.870582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b5ad4-146b-4d00-8704-ff921515dabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f24456e-4f6a-4d55-9e7e-adde21b774e3,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:16.871087 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44694) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:16.978114 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8704c558-d4de-4c0f-8f8b-ad7889ae4a82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.034822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1829391084-network', 'tenant_id': '67b40ea9479a410ebbdd10211704b31a'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:17.037130 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.050173 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.072055 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8704c558-d4de-4c0f-8f8b-ad7889ae4a82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.082736 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] Made reservation on behalf of 67b40ea9479a410ebbdd10211704b31a for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:17.085252 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.098795 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.102780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Network b81d0595-98d3-4601-b3f4-470c9d624d29 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:17.105076 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.112226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:17.140082 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.143217 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:17.182059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Pushing event updated for resources: {'Port': ['ID=878b5bd4-d088-47c4-8db3-b2309e3b694b,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:17.276243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Attempting to bind port 878b5bd4-d088-47c4-8db3-b2309e3b694b on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:17.277612 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Attempting to bind port 878b5bd4-d088-47c4-8db3-b2309e3b694b by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '2afc6f52-9b30-4153-a80d-2e414169c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:17.278204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Attempting to bind port 878b5bd4-d088-47c4-8db3-b2309e3b694b on network b81d0595-98d3-4601-b3f4-470c9d624d29 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:17.289091 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8704c558-d4de-4c0f-8f8b-ad7889ae4a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.290323 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:17.290935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Checking segment: {'id': '2afc6f52-9b30-4153-a80d-2e414169c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:17.291547 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.292085 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8704c558-d4de-4c0f-8f8b-ad7889ae4a82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.292359 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Bound using segment: {'id': '2afc6f52-9b30-4153-a80d-2e414169c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:17.293379 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Bound port: 878b5bd4-d088-47c4-8db3-b2309e3b694b, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afc6f52-9b30-4153-a80d-2e414169c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:17.293506 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8704c558-d4de-4c0f-8f8b-ad7889ae4a82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f24456e-4f6a-4d55-9e7e-adde21b774e3 HTTP/1.1" status: 204 len: 168 time: 0.4212141 Oct 26 13:57:17.294110 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.332685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Allocated IP 172.25.4.74 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/31882c2e-3b7b-46b9-a71b-f9358fba99ab) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:17.336744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704c558-d4de-4c0f-8f8b-ad7889ae4a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f24456e-4f6a-4d55-9e7e-adde21b774e3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:17.362922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240446eb-9fa3-43e5-9368-50204bce04f5 req-afcce7b8-9686-4c44-8f29-69f44f039d92 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:17.374599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-240446eb-9fa3-43e5-9368-50204bce04f5 req-afcce7b8-9686-4c44-8f29-69f44f039d92 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 949 time: 0.1531100 Oct 26 13:57:17.396211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-c41056ba-d881-40af-820c-212467bddd67 service neutron] 10.222.0.11 "GET /v2.0/ports/24c3e86b-aa4b-45a5-b083-5b355f3d87e7/bindings/n-h1-815498-1 HTTP/1.1" status: 200 len: 384 time: 0.2501404 Oct 26 13:57:17.397223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] For port 878b5bd4-d088-47c4-8db3-b2309e3b694b, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:17.403092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] For port 878b5bd4-d088-47c4-8db3-b2309e3b694b, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=878b5bd4-d088-47c4-8db3-b2309e3b694b,segment=NetworkSegment(2afc6f52-9b30-4153-a80d-2e414169c06f),segment_id=2afc6f52-9b30-4153-a80d-2e414169c06f)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:17.412164 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.470044 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.481335 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-240446eb-9fa3-43e5-9368-50204bce04f5 req-bc59205e-e3cc-479f-b0fb-b2d49531a18e tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996559 Oct 26 13:57:17.485654 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.535018 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.569324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:57:17.572015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fd863-5bf1-4fe6-b126-326d5dff0226 None None] Pushing event updated for resources: {'Port': ['ID=878b5bd4-d088-47c4-8db3-b2309e3b694b,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:17.572236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:17.630845 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.659933 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.660274 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] Added segment b9533c16-9684-4b1a-92a6-0e973af93e14 of type vlan for network 6848ee7a-4a94-4c2a-bc13-2f76420322f0 Oct 26 13:57:17.721375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:17.727072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:17.731407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:17.776818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:17.783483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Pushing event updated for resources: {'Port': ['ID=31882c2e-3b7b-46b9-a71b-f9358fba99ab,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:18.120646 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44734) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:18.147610 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:18.208849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b009af8-f8c0-4ac1-9604-216a993aa45c req-8e84f56b-5f87-451d-ae9b-ecaae451f733 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:18.221394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b009af8-f8c0-4ac1-9604-216a993aa45c req-8e84f56b-5f87-451d-ae9b-ecaae451f733 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 944 time: 0.5594859 Oct 26 13:57:18.227610 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:18.229701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:18.231021 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:18.348414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb9cc1-e1bd-43aa-b4fc-b595e2cbc9ae req-7a84c09e-65f4-4aa0-aa2a-120fe38edf70 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:18.355281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b7cbac05-cfab-48c3-9a2b-2014ffd3cc91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:18.355678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ffcb9cc1-e1bd-43aa-b4fc-b595e2cbc9ae req-7a84c09e-65f4-4aa0-aa2a-120fe38edf70 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 949 time: 0.2119856 Oct 26 13:57:18.358463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-80949c18-088f-4c6f-a964-f5016a962eff req-a035a8e1-4d65-456a-8e1c-e7ba5d41fc13 service neutron] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:18.389242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7023177 Oct 26 13:57:18.392689 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:18.393273 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44746) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:18.409260 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-46a58bfe-725a-48d2-9c92-e1e9169c533b admin admin] Request body: {'subnet': {'network_id': '6848ee7a-4a94-4c2a-bc13-2f76420322f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1829391084-subnet', 'tenant_id': '67b40ea9479a410ebbdd10211704b31a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:18.421274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99b8d5-712c-4cbf-87cf-a9408c5c6466 admin admin] Pushing event updated for resources: {'Network': ['ID=6848ee7a-4a94-4c2a-bc13-2f76420322f0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:18.432583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 6848ee7a-4a94-4c2a-bc13-2f76420322f0 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:57:18.433036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b009af8-f8c0-4ac1-9604-216a993aa45c req-29ff103f-1b96-4881-9e90-2cd3df253c23 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103567 Oct 26 13:57:18.443840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-80949c18-088f-4c6f-a964-f5016a962eff req-a035a8e1-4d65-456a-8e1c-e7ba5d41fc13 service neutron] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:18.496701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ffcb9cc1-e1bd-43aa-b4fc-b595e2cbc9ae req-51bf9a39-92ff-4be2-b732-0487c5466036 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400030 Oct 26 13:57:18.520253 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:18.538835 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-80949c18-088f-4c6f-a964-f5016a962eff req-a035a8e1-4d65-456a-8e1c-e7ba5d41fc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:57:18.567715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-80949c18-088f-4c6f-a964-f5016a962eff req-a035a8e1-4d65-456a-8e1c-e7ba5d41fc13 service neutron] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:18.614388 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-80949c18-088f-4c6f-a964-f5016a962eff req-a035a8e1-4d65-456a-8e1c-e7ba5d41fc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:18.790984 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-80949c18-088f-4c6f-a964-f5016a962eff req-a035a8e1-4d65-456a-8e1c-e7ba5d41fc13 service neutron] Transition to ACTIVE for port object 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:57:18.799835 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-80949c18-088f-4c6f-a964-f5016a962eff req-a035a8e1-4d65-456a-8e1c-e7ba5d41fc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:18.927223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-80949c18-088f-4c6f-a964-f5016a962eff req-a035a8e1-4d65-456a-8e1c-e7ba5d41fc13 service neutron] No DVR routers for this DVR port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:57:18.960587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035a8e1-4d65-456a-8e1c-e7ba5d41fc13 service neutron] Pushing event updated for resources: {'Port': ['ID=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,revision_number=10']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:18.983852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-a035a8e1-4d65-456a-8e1c-e7ba5d41fc13 service neutron] 10.222.0.11 "PUT /v2.0/ports/24c3e86b-aa4b-45a5-b083-5b355f3d87e7/bindings/n-h1-815498-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5716469 Oct 26 13:57:19.043483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2405cda-956f-4e89-93f3-b7bae6443534 None None] Network b81d0595-98d3-4601-b3f4-470c9d624d29 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:57:19.045222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55348cb3-48ad-4983-a324-281ffe5d2d3b req-fb8128c6-de3e-42ef-9061-50d37fa1b7a4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:19.055202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55348cb3-48ad-4983-a324-281ffe5d2d3b req-fb8128c6-de3e-42ef-9061-50d37fa1b7a4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 949 time: 0.0959525 Oct 26 13:57:19.088557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a58bfe-725a-48d2-9c92-e1e9169c533b admin admin] Made reservation on behalf of 67b40ea9479a410ebbdd10211704b31a for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:19.090874 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46a58bfe-725a-48d2-9c92-e1e9169c533b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.111874 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55348cb3-48ad-4983-a324-281ffe5d2d3b req-5176109e-e29f-4c99-b6ed-d9039de91ce2 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563922 Oct 26 13:57:19.113233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44768) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:19.149125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 878b5bd4-d088-47c4-8db3-b2309e3b694b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:19.215244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5618a8b8-dde0-489c-81e1-d34b0e598b53 None None] Provisioning complete for port 878b5bd4-d088-47c4-8db3-b2309e3b694b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:19.215881 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5618a8b8-dde0-489c-81e1-d34b0e598b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.261154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949c18-088f-4c6f-a964-f5016a962eff req-3e284d14-d9af-4df8-9b64-4aa40613bc2e tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:19.262695 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-3e284d14-d9af-4df8-9b64-4aa40613bc2e tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1096 time: 0.1670885 Oct 26 13:57:19.283165 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b7cbac05-cfab-48c3-9a2b-2014ffd3cc91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.300429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 878b5bd4-d088-47c4-8db3-b2309e3b694b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:19.301163 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.336626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b7cbac05-cfab-48c3-9a2b-2014ffd3cc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.378754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-network', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:19.416599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] Made reservation on behalf of 103f1c62cb5b468ab0815c5b575652ce for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:19.419487 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.436317 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.438935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbac05-cfab-48c3-9a2b-2014ffd3cc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66661100-5c0f-41d2-a302-da7541d723de,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:19.445915 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5618a8b8-dde0-489c-81e1-d34b0e598b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.460666 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b7cbac05-cfab-48c3-9a2b-2014ffd3cc91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9c4a0f7be7b447eba59eee6de5103fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3371513 Oct 26 13:57:19.461316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44782) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:19.489295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949c18-088f-4c6f-a964-f5016a962eff req-941d4a35-5e4a-46d2-b41e-22626c66b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:19.490824 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-941d4a35-5e4a-46d2-b41e-22626c66b614 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c HTTP/1.1" status: 200 len: 1096 time: 0.2030673 Oct 26 13:57:19.533946 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5618a8b8-dde0-489c-81e1-d34b0e598b53 None None] For port 878b5bd4-d088-47c4-8db3-b2309e3b694b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=878b5bd4-d088-47c4-8db3-b2309e3b694b,segment=NetworkSegment(2afc6f52-9b30-4153-a80d-2e414169c06f),segment_id=2afc6f52-9b30-4153-a80d-2e414169c06f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:19.537227 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.537781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Router a9e67037-df76-4fdc-8be5-48e24efc7f04 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 13:57:19.548451 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5618a8b8-dde0-489c-81e1-d34b0e598b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.646536 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.656216 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46a58bfe-725a-48d2-9c92-e1e9169c533b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.660613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618a8b8-dde0-489c-81e1-d34b0e598b53 None None] Pushing event updated for resources: {'Port': ['ID=878b5bd4-d088-47c4-8db3-b2309e3b694b,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:19.676029 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 13:57:19.676390 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 13:57:19.685407 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.720551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:57:19.728285 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561fc14e-1e92-482c-a778-b43de19e01af,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:19.740375 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.740714 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] Added segment ed82fb60-6c86-447a-a92f-e47117aa86c1 of type vlan for network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 Oct 26 13:57:19.750192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533c1e8-2bec-4c28-ab0c-15447d4db191 req-97e042fd-32b2-4471-a9d1-cdf4546ee5a1 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:19.758154 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a533c1e8-2bec-4c28-ab0c-15447d4db191 req-97e042fd-32b2-4471-a9d1-cdf4546ee5a1 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 945 time: 0.1100609 Oct 26 13:57:19.807888 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.811079 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf951e60-f951-4070-ba81-7be43b185460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.824335 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949c18-088f-4c6f-a964-f5016a962eff req-ac594050-10c6-4030-9be6-2fbc7a990bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:19.825840 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-ac594050-10c6-4030-9be6-2fbc7a990bc1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 1096 time: 0.2892826 Oct 26 13:57:19.834987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a58bfe-725a-48d2-9c92-e1e9169c533b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b25951f7-7188-43ff-904d-a94aababcb9c,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:19.862189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.863651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:19.864223 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.875349 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf951e60-f951-4070-ba81-7be43b185460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.877301 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-85a23238-4d45-4c1e-a9d7-0fc305041514 None None] Provisioning complete for port 878b5bd4-d088-47c4-8db3-b2309e3b694b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:19.877673 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-85a23238-4d45-4c1e-a9d7-0fc305041514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:19.890956 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a533c1e8-2bec-4c28-ab0c-15447d4db191 req-777a1818-1a79-451f-b2a0-9dd79025a640 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319399 Oct 26 13:57:19.946429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] Pushing event updated for resources: {'Network': ['ID=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:19.957803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1b7ba79f-b364-4271-95d7-140e173b8864 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8407884 Oct 26 13:57:19.958136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44792) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:19.965793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a0c6b05d-1b77-4ff9-8401-86b3c4f61775 admin admin] Request body: {'subnet': {'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-subnet', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:19.972697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:57:19.980339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:57:19.994940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a58bfe-725a-48d2-9c92-e1e9169c533b admin admin] Checking segment: {'id': 'b9533c16-9684-4b1a-92a6-0e973af93e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6848ee7a-4a94-4c2a-bc13-2f76420322f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:19.995306 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a58bfe-725a-48d2-9c92-e1e9169c533b admin admin] Network hostable DHCP agents. Network: 6848ee7a-4a94-4c2a-bc13-2f76420322f0, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:57:19.995425 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Sync routers for ids ['a9e67037-df76-4fdc-8be5-48e24efc7f04'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:57:20.007049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c6b05d-1b77-4ff9-8401-86b3c4f61775 admin admin] Made reservation on behalf of 103f1c62cb5b468ab0815c5b575652ce for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:20.016108 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Routers {'a9e67037-df76-4fdc-8be5-48e24efc7f04'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:57:20.016683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0c6b05d-1b77-4ff9-8401-86b3c4f61775 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:20.019114 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:57:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a9e67037-df76-4fdc-8be5-48e24efc7f04'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:20.041882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:57:20.049659 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:20.055671 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44798) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:20.056209 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-70b880a2-f43e-4695-a580-a47cddaa9af1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7870471 Oct 26 13:57:20.076269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949c18-088f-4c6f-a964-f5016a962eff req-8a0eeb07-c922-4b79-b5c7-968cc2da63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:20.078932 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-8a0eeb07-c922-4b79-b5c7-968cc2da63ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.2311301 Oct 26 13:57:20.084297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a58bfe-725a-48d2-9c92-e1e9169c533b admin admin] Network 6848ee7a-4a94-4c2a-bc13-2f76420322f0 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:57:20.110704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf951e60-f951-4070-ba81-7be43b185460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:20.116996 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf951e60-f951-4070-ba81-7be43b185460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:20.118844 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bf951e60-f951-4070-ba81-7be43b185460 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66661100-5c0f-41d2-a302-da7541d723de HTTP/1.1" status: 204 len: 168 time: 0.6541598 Oct 26 13:57:20.156263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:57:20.181195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-46a58bfe-725a-48d2-9c92-e1e9169c533b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 6848ee7a-4a94-4c2a-bc13-2f76420322f0) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:20.196767 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a58bfe-725a-48d2-9c92-e1e9169c533b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:20.197352 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46a58bfe-725a-48d2-9c92-e1e9169c533b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:20.221248 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-f532c7bc-b1a6-43d2-a557-02bf64a1f98d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7 HTTP/1.1" status: 200 len: 217 time: 0.1219819 Oct 26 13:57:20.231081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf951e60-f951-4070-ba81-7be43b185460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66661100-5c0f-41d2-a302-da7541d723de,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:20.257084 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Set router a9e67037-df76-4fdc-8be5-48e24efc7f04 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:57:20.279226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f70b16-8645-44c0-b281-75bfd9f49d5e None None] Network 6848ee7a-4a94-4c2a-bc13-2f76420322f0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:57:20.350564 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-46a58bfe-725a-48d2-9c92-e1e9169c533b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9530642 Oct 26 13:57:20.426116 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949c18-088f-4c6f-a964-f5016a962eff req-55e3cf0d-d3ea-41f9-b5d0-15c6f49ce826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:20.429019 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-55e3cf0d-d3ea-41f9-b5d0-15c6f49ce826 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.1888249 Oct 26 13:57:20.515932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9ea6c-b11d-4d5e-9984-68217db2caad req-008e3bea-61a1-4229-ad81-f34f8ec7f086 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:20.516786 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-c9a21423-3d1b-4a90-9ca1-65ea05a57005 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737109 Oct 26 13:57:20.521842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52511a76-0ad4-435f-8466-4e9a8a02c113 None None] Network 6848ee7a-4a94-4c2a-bc13-2f76420322f0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:57:20.532334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02d9ea6c-b11d-4d5e-9984-68217db2caad req-008e3bea-61a1-4229-ad81-f34f8ec7f086 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 949 time: 0.2693808 Oct 26 13:57:20.535670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6c929-1bbc-4ab7-9f3e-eea32da03f5b req-a19e67e7-8599-4fd3-9432-06c672312e18 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:20.537390 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4dc6c929-1bbc-4ab7-9f3e-eea32da03f5b req-a19e67e7-8599-4fd3-9432-06c672312e18 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.25 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 949 time: 0.2142942 Oct 26 13:57:20.660958 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T13:57:17Z', 'revision_number': 3, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port': {'id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:17Z', 'updated_at': '2021-10-26T13:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:20.695002 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Checking router: a9e67037-df76-4fdc-8be5-48e24efc7f04 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:57:20.695611 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Updating router a9e67037-df76-4fdc-8be5-48e24efc7f04 port 31882c2e-3b7b-46b9-a71b-f9358fba99ab binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:57:20.707156 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-98c9bd05-d923-4448-90f5-745457e25474 service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685979 Oct 26 13:57:20.725201 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:20.728328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-4dc6c929-1bbc-4ab7-9f3e-eea32da03f5b req-9fb1cfae-9b74-4759-a2e4-978767151ba4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Deleting port d25b35f8-7a84-4140-a212-ad6d4da41368 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:57:20.728586 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4dc6c929-1bbc-4ab7-9f3e-eea32da03f5b req-9fb1cfae-9b74-4759-a2e4-978767151ba4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:20.875408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44824) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:20.904149 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0c6b05d-1b77-4ff9-8401-86b3c4f61775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:20.962874 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7394f6ea-a210-4348-9b12-2148966bf695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:20.971099 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 878b5bd4-d088-47c4-8db3-b2309e3b694b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:21.053519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 878b5bd4-d088-47c4-8db3-b2309e3b694b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:21.054263 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.164553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44830) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:21.165056 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.170473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02d9ea6c-b11d-4d5e-9984-68217db2caad req-babad5f7-7942-46cb-b4a4-cf61a1d2074e tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/security-groups?id=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6383474 Oct 26 13:57:21.184987 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.191711 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7394f6ea-a210-4348-9b12-2148966bf695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.213595 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7394f6ea-a210-4348-9b12-2148966bf695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.229903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6b05d-1b77-4ff9-8401-86b3c4f61775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc83c16-d059-4981-b311-24dadb3b26b6,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:21.232136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c6b05d-1b77-4ff9-8401-86b3c4f61775 admin admin] Checking segment: {'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:21.232499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c6b05d-1b77-4ff9-8401-86b3c4f61775 admin admin] Network hostable DHCP agents. Network: d153a9f8-d43b-47ae-94f1-e5bf7f9475e2, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:57:21.241080 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76732b74-b5a3-4ec4-951d-65841848a930 None None] Pushing event updated for resources: {'Port': ['ID=31882c2e-3b7b-46b9-a71b-f9358fba99ab,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:21.255264 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-31ca29c0-22dc-4970-9be2-ab8d03c7bdda service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388074 Oct 26 13:57:21.260729 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6227f-ed65-45b7-8a84-7b2dce7e189e req-b1b0197d-35eb-4ab5-a88c-9e9c8f323199 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:21.265226 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-4dc6c929-1bbc-4ab7-9f3e-eea32da03f5b req-9fb1cfae-9b74-4759-a2e4-978767151ba4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] For port d25b35f8-7a84-4140-a212-ad6d4da41368, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=d25b35f8-7a84-4140-a212-ad6d4da41368,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:21.265734 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4dc6c929-1bbc-4ab7-9f3e-eea32da03f5b req-9fb1cfae-9b74-4759-a2e4-978767151ba4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.267295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93d6227f-ed65-45b7-8a84-7b2dce7e189e req-b1b0197d-35eb-4ab5-a88c-9e9c8f323199 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 945 time: 0.2186458 Oct 26 13:57:21.291076 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76732b74-b5a3-4ec4-951d-65841848a930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:21.291721 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76732b74-b5a3-4ec4-951d-65841848a930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:21.292224 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76732b74-b5a3-4ec4-951d-65841848a930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:21.292570 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76732b74-b5a3-4ec4-951d-65841848a930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:21.292887 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76732b74-b5a3-4ec4-951d-65841848a930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:21.293215 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76732b74-b5a3-4ec4-951d-65841848a930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:21.293541 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76732b74-b5a3-4ec4-951d-65841848a930 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:21.295476 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76732b74-b5a3-4ec4-951d-65841848a930 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:21.296002 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76732b74-b5a3-4ec4-951d-65841848a930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:21.298895 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76732b74-b5a3-4ec4-951d-65841848a930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:21.299258 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76732b74-b5a3-4ec4-951d-65841848a930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:21.299582 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76732b74-b5a3-4ec4-951d-65841848a930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:21.301609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-4dc6c929-1bbc-4ab7-9f3e-eea32da03f5b req-9fb1cfae-9b74-4759-a2e4-978767151ba4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Calling delete_port for d25b35f8-7a84-4140-a212-ad6d4da41368 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:57:21.305197 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7394f6ea-a210-4348-9b12-2148966bf695 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b04439f0af85433ea6de192616a999f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4287570 Oct 26 13:57:21.306802 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Attempting to bind port 31882c2e-3b7b-46b9-a71b-f9358fba99ab on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:21.307192 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Attempting to bind port 31882c2e-3b7b-46b9-a71b-f9358fba99ab by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:21.308890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44836) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:21.309853 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Attempting to bind port 31882c2e-3b7b-46b9-a71b-f9358fba99ab on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:21.316962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394f6ea-a210-4348-9b12-2148966bf695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ec2b17-9418-4569-8ab7-2b04be0be92f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:21.317660 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:21.318405 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:21.318953 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.319506 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:21.320126 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Bound port: 31882c2e-3b7b-46b9-a71b-f9358fba99ab, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:21.320681 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.397217 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] For port 31882c2e-3b7b-46b9-a71b-f9358fba99ab, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:21.401536 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] For port 31882c2e-3b7b-46b9-a71b-f9358fba99ab, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=31882c2e-3b7b-46b9-a71b-f9358fba99ab,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:21.413015 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.425562 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e24f94a-0bdb-4193-b5d8-cc00e64d4d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.462759 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e24f94a-0bdb-4193-b5d8-cc00e64d4d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.502999 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76732b74-b5a3-4ec4-951d-65841848a930 None None] Pushing event updated for resources: {'Port': ['ID=31882c2e-3b7b-46b9-a71b-f9358fba99ab,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:21.521960 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Routers {'a9e67037-df76-4fdc-8be5-48e24efc7f04'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:57:21.522824 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:57:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a9e67037-df76-4fdc-8be5-48e24efc7f04'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:21.557176 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c6b05d-1b77-4ff9-8401-86b3c4f61775 admin admin] Network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:57:21.562260 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4dc6c929-1bbc-4ab7-9f3e-eea32da03f5b req-9fb1cfae-9b74-4759-a2e4-978767151ba4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.563560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52ea7434-a815-4832-91ef-e3d8c27d9338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.579076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['d25b35f8-7a84-4140-a212-ad6d4da41368'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:57:21.612563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-a0c6b05d-1b77-4ff9-8401-86b3c4f61775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, d153a9f8-d43b-47ae-94f1-e5bf7f9475e2) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:21.623691 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e24f94a-0bdb-4193-b5d8-cc00e64d4d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.624655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b081ca21-5765-41b0-a9f4-eb76c9b5b619 None None] Network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:57:21.629787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e24f94a-0bdb-4193-b5d8-cc00e64d4d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.631022 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3e24f94a-0bdb-4193-b5d8-cc00e64d4d70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81ec2b17-9418-4569-8ab7-2b04be0be92f HTTP/1.1" status: 204 len: 168 time: 0.3212209 Oct 26 13:57:21.634012 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93d6227f-ed65-45b7-8a84-7b2dce7e189e req-35be3a68-0bc2-4ba0-ba8b-9a184f76c282 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578424 Oct 26 13:57:21.645669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c6b05d-1b77-4ff9-8401-86b3c4f61775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:21.647104 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0c6b05d-1b77-4ff9-8401-86b3c4f61775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.675127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a0c6b05d-1b77-4ff9-8401-86b3c4f61775 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7128000 Oct 26 13:57:21.678859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44844) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:21.684405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:21.750689 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.752249 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.775104 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1cfae-9b74-4759-a2e4-978767151ba4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Pushing event deleted for resources: {'Port': ['ID=d25b35f8-7a84-4140-a212-ad6d4da41368,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:21.809222 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] Set router a9e67037-df76-4fdc-8be5-48e24efc7f04 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:57:21.822320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24f94a-0bdb-4193-b5d8-cc00e64d4d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ec2b17-9418-4569-8ab7-2b04be0be92f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:21.932454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc6c929-1bbc-4ab7-9f3e-eea32da03f5b req-9fb1cfae-9b74-4759-a2e4-978767151ba4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] No DVR routers for this DVR port d25b35f8-7a84-4140-a212-ad6d4da41368 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:57:21.950891 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4dc6c929-1bbc-4ab7-9f3e-eea32da03f5b req-9fb1cfae-9b74-4759-a2e4-978767151ba4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.956538 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4dc6c929-1bbc-4ab7-9f3e-eea32da03f5b req-9fb1cfae-9b74-4759-a2e4-978767151ba4 tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.25 "DELETE /v2.0/ports/d25b35f8-7a84-4140-a212-ad6d4da41368 HTTP/1.1" status: 204 len: 173 time: 1.4105589 Oct 26 13:57:21.957185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3174a993-2da2-490e-a845-626e7a27f939', 'name': 'network-vif-deleted', 'tag': 'd25b35f8-7a84-4140-a212-ad6d4da41368'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:21.959828 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2803e437-51e6-4996-897c-6a707e08c9ce" -d '{"events": [{"server_uuid": "3174a993-2da2-490e-a845-626e7a27f939", "name": "network-vif-deleted", "tag": "d25b35f8-7a84-4140-a212-ad6d4da41368"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:21.988826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949c18-088f-4c6f-a964-f5016a962eff req-96b2497f-268e-4da9-90d9-acc7df04ed36 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:21.989888 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-96b2497f-268e-4da9-90d9-acc7df04ed36 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 1096 time: 0.2858739 Oct 26 13:57:22.048502 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.054888 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.067856 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e6042c-6918-4a80-8f12-f3d87c2100d3 x-openstack-request-id: req-62e6042c-6918-4a80-8f12-f3d87c2100d3 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:22.068143 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3174a993-2da2-490e-a845-626e7a27f939", "name": "network-vif-deleted", "tag": "d25b35f8-7a84-4140-a212-ad6d4da41368", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:22.068401 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62e6042c-6918-4a80-8f12-f3d87c2100d3 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:22.068799 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3174a993-2da2-490e-a845-626e7a27f939', 'name': 'network-vif-deleted', 'tag': 'd25b35f8-7a84-4140-a212-ad6d4da41368', 'status': 'completed', 'code': 200} Oct 26 13:57:22.101192 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52ea7434-a815-4832-91ef-e3d8c27d9338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.122731 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52ea7434-a815-4832-91ef-e3d8c27d9338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.137963 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44856) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:22.178382 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1769735569-network', 'tenant_id': '75f8fe74105c4bc88418d257b6bb8ea5'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:22.236095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] Made reservation on behalf of 75f8fe74105c4bc88418d257b6bb8ea5 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:22.239406 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.251484 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T13:57:17Z', 'revision_number': 3, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port': {'id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:17Z', 'updated_at': '2021-10-26T13:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:22.253296 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.257927 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-52ea7434-a815-4832-91ef-e3d8c27d9338 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca5fc86e51464b8883749d9939ad4469&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0863774 Oct 26 13:57:22.259568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44862) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:22.270018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea7434-a815-4832-91ef-e3d8c27d9338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dbbb07-1b82-4a40-8a62-4398822d5706,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:22.301429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-d153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:57:22.302619 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.343352 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806cf14-4c3e-4314-be14-6bfa9019b1ab None None] The sync data for ids ['a9e67037-df76-4fdc-8be5-48e24efc7f04'] in n-d-815498-1 is: [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T13:57:17Z', 'revision_number': 3, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port': {'id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:17Z', 'updated_at': '2021-10-26T13:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:57:22.413961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-80949c18-088f-4c6f-a964-f5016a962eff req-034a534e-a546-4011-8a69-c2427093168a service neutron] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:22.413961 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1e673c89-2fa9-4ff0-a7ce-af3dc6f9dfe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.417924 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-80949c18-088f-4c6f-a964-f5016a962eff req-034a534e-a546-4011-8a69-c2427093168a service neutron] Publish callbacks [] for binding, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.419102 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80949c18-088f-4c6f-a964-f5016a962eff req-034a534e-a546-4011-8a69-c2427093168a service neutron] 10.222.0.25 "DELETE /v2.0/ports/24c3e86b-aa4b-45a5-b083-5b355f3d87e7/bindings/n-h2-815498-1 HTTP/1.1" status: 204 len: 173 time: 0.4150965 Oct 26 13:57:22.479810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1e673c89-2fa9-4ff0-a7ce-af3dc6f9dfe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.496545 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.515207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Allocated IP 172.20.0.2 (d153a9f8-d43b-47ae-94f1-e5bf7f9475e2/1bc83c16-d059-4981-b311-24dadb3b26b6/8ab197ce-1b49-4b08-af6f-44674a8fd230) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:22.614606 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1e673c89-2fa9-4ff0-a7ce-af3dc6f9dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.617358 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1e673c89-2fa9-4ff0-a7ce-af3dc6f9dfe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.619197 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1e673c89-2fa9-4ff0-a7ce-af3dc6f9dfe8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10dbbb07-1b82-4a40-8a62-4398822d5706 HTTP/1.1" status: 204 len: 168 time: 0.3558323 Oct 26 13:57:22.649240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e673c89-2fa9-4ff0-a7ce-af3dc6f9dfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dbbb07-1b82-4a40-8a62-4398822d5706,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:22.671327 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f1561df-3839-4d3d-ac5e-c10264fa4f9a req-0150b7ed-7c87-4a8f-a6d6-f1e5426acf1a tempest-DeleteServersAdminTestJSON-1592102411 tempest-DeleteServersAdminTestJSON-1592102411-project] 10.222.0.32 "GET /v2.0/ports?device_id=3174a993-2da2-490e-a845-626e7a27f939 HTTP/1.1" status: 200 len: 210 time: 0.1653855 Oct 26 13:57:22.766308 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.782613 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.890066 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:22.899099 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:22.911919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:22.998105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Allocated IP 172.20.0.1 (b81d0595-98d3-4601-b3f4-470c9d624d29/707ebe6e-7b86-4f53-bfd8-6a47c99ae95f/c696ed9f-d798-46c9-8439-1c329027cdf9) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:23.021801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Pushing event updated for resources: {'Port': ['ID=8ab197ce-1b49-4b08-af6f-44674a8fd230,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:23.097003 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Attempting to bind port 8ab197ce-1b49-4b08-af6f-44674a8fd230 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:23.097453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Attempting to bind port 8ab197ce-1b49-4b08-af6f-44674a8fd230 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:23.097769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Attempting to bind port 8ab197ce-1b49-4b08-af6f-44674a8fd230 on network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:23.102735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 31882c2e-3b7b-46b9-a71b-f9358fba99ab up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:23.131450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:23.131450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Checking segment: {'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:23.131450 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:23.131450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Bound using segment: {'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:23.131450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Bound port: 8ab197ce-1b49-4b08-af6f-44674a8fd230, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:23.131450 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:23.243690 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:23.260050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c066-9582-4316-bee9-890d70cad089 req-167546ef-d1b8-40cd-842b-8fc521f38e34 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:23.262327 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc27c066-9582-4316-bee9-890d70cad089 req-167546ef-d1b8-40cd-842b-8fc521f38e34 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 945 time: 0.3843935 Oct 26 13:57:23.269440 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 31882c2e-3b7b-46b9-a71b-f9358fba99ab triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:23.270577 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:23.291009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44886) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:23.305160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] For port 8ab197ce-1b49-4b08-af6f-44674a8fd230, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:23.322603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] For port 8ab197ce-1b49-4b08-af6f-44674a8fd230, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8ab197ce-1b49-4b08-af6f-44674a8fd230,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:23.340681 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:23.346656 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:23.360591 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:23.377513 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:23.410568 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:57:23.484608 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc27c066-9582-4316-bee9-890d70cad089 req-3522bde2-ade9-4c7d-9214-516d93969df6 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976149 Oct 26 13:57:23.497040 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:23.497040 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] Added segment 3278fad5-0163-4fa9-a607-2625142487cd of type vlan for network 79c8adf8-01db-4c86-a774-68e55417f9dd Oct 26 13:57:23.497040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c767c75-1d7b-48e0-8a2a-41fc71cb3f9e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:23.518098 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0329039-8559-49a4-9f25-452f3b23ea9e None None] Pushing event updated for resources: {'Port': ['ID=8ab197ce-1b49-4b08-af6f-44674a8fd230,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:23.603943 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:23.634191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 31882c2e-3b7b-46b9-a71b-f9358fba99ab, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=31882c2e-3b7b-46b9-a71b-f9358fba99ab,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:23.640667 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:23.756129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=31882c2e-3b7b-46b9-a71b-f9358fba99ab,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:23.820874 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b33875d7-dde2-41c9-86c5-2125d4d619ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:23.973370 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b33875d7-dde2-41c9-86c5-2125d4d619ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:23.986842 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b33875d7-dde2-41c9-86c5-2125d4d619ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.039453 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b33875d7-dde2-41c9-86c5-2125d4d619ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d129575ce0894abcb37c91ffabb557cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7464085 Oct 26 13:57:24.049131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device d25b35f8-7a84-4140-a212-ad6d4da41368 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:57:24.057345 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33875d7-dde2-41c9-86c5-2125d4d619ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5460a784-7de7-437e-91a3-8f5a7a53bf36,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:24.059937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44910) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:24.099372 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: d25b35f8-7a84-4140-a212-ad6d4da41368 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:57:24.100715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device d25b35f8-7a84-4140-a212-ad6d4da41368 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:57:24.140247 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.146440 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbdaa030-190e-427e-940d-96440b8afba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.192225 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.195732 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbdaa030-190e-427e-940d-96440b8afba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.262165 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbdaa030-190e-427e-940d-96440b8afba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.264911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbdaa030-190e-427e-940d-96440b8afba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.269450 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fbdaa030-190e-427e-940d-96440b8afba5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5460a784-7de7-437e-91a3-8f5a7a53bf36 HTTP/1.1" status: 204 len: 168 time: 0.2085409 Oct 26 13:57:24.278029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdaa030-190e-427e-940d-96440b8afba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5460a784-7de7-437e-91a3-8f5a7a53bf36,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:24.330373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44922) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:24.337710 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35396ad2-404d-4f1e-a504-c7cd17a4a7dd req-512865ac-fd5e-4765-a1ff-bfbcae680fd6 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:24.339526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35396ad2-404d-4f1e-a504-c7cd17a4a7dd req-512865ac-fd5e-4765-a1ff-bfbcae680fd6 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 1096 time: 0.6177387 Oct 26 13:57:24.341575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Network b81d0595-98d3-4601-b3f4-470c9d624d29 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:24.348933 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:24.350868 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.351790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:24.352385 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.359988 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:24.490760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35396ad2-404d-4f1e-a504-c7cd17a4a7dd req-c5f11af6-3728-47b1-a100-f26549d32267 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357296 Oct 26 13:57:24.491233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c696ed9f-d798-46c9-8439-1c329027cdf9,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:24.493936 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.527293 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.542701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3689523 Oct 26 13:57:24.554217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44932) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:24.571008 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-fc2c86da-a344-445e-9897-9736874fdb7b admin admin] Request body: {'subnet': {'network_id': '79c8adf8-01db-4c86-a774-68e55417f9dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1769735569-subnet', 'tenant_id': '75f8fe74105c4bc88418d257b6bb8ea5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:24.598125 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.602371 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2c86da-a344-445e-9897-9736874fdb7b admin admin] Made reservation on behalf of 75f8fe74105c4bc88418d257b6bb8ea5 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:24.608761 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc2c86da-a344-445e-9897-9736874fdb7b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.631606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bed35-1034-4e8f-8486-2bf346edda43 admin admin] Pushing event updated for resources: {'Network': ['ID=79c8adf8-01db-4c86-a774-68e55417f9dd,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:24.645024 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 79c8adf8-01db-4c86-a774-68e55417f9dd details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:57:24.831506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Allocated IP 172.25.4.3 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/2a6e04f8-66db-4174-a6a5-1f9846a04756) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:24.879263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-03826b4c-e3fc-4722-9ffe-f18d2bb84a29 None None] Provisioning complete for port c696ed9f-d798-46c9-8439-1c329027cdf9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:24.882738 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-03826b4c-e3fc-4722-9ffe-f18d2bb84a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.889401 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:24.950958 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a6d2f07b-80b5-44df-abff-c9c17989e5a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38f4377971dc41979d5b5c97f3ac726e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6175730 Oct 26 13:57:24.951119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44940) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:24.973450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-03826b4c-e3fc-4722-9ffe-f18d2bb84a29 None None] Port c696ed9f-d798-46c9-8439-1c329027cdf9 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:57:25.180206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 31882c2e-3b7b-46b9-a71b-f9358fba99ab up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:25.204159 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c5101f-bcd5-422a-8e60-9db2d4a11bcc None None] Network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:57:25.215149 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc2c86da-a344-445e-9897-9736874fdb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:25.310959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f227a18-b662-43cc-822e-5b8c0a4dc5f3 None None] Provisioning complete for port 8ab197ce-1b49-4b08-af6f-44674a8fd230 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:25.311327 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f227a18-b662-43cc-822e-5b8c0a4dc5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:25.325814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-cef3a439-8475-4a17-96a6-7785ceda6a42 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:25.334373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-cef3a439-8475-4a17-96a6-7785ceda6a42 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 821 time: 0.1992002 Oct 26 13:57:25.363680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c86da-a344-445e-9897-9736874fdb7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b097d6d-5ac3-4b57-859a-4d209ccf4f12,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:25.386574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c86da-a344-445e-9897-9736874fdb7b admin admin] Checking segment: {'id': '3278fad5-0163-4fa9-a607-2625142487cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '79c8adf8-01db-4c86-a774-68e55417f9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:25.390237 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 31882c2e-3b7b-46b9-a71b-f9358fba99ab triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:25.390375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c86da-a344-445e-9897-9736874fdb7b admin admin] Network hostable DHCP agents. Network: 79c8adf8-01db-4c86-a774-68e55417f9dd, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:57:25.390611 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:25.404030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-7f8e5433-e9e0-498a-b017-cf122c75dc64 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/quotas/7c460ccd28a148038bf322d3b6ba6b4c HTTP/1.1" status: 200 len: 375 time: 0.0683982 Oct 26 13:57:25.428985 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4e8e3a1-d019-4718-ae30-90a8c6eb4d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:25.439961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c86da-a344-445e-9897-9736874fdb7b admin admin] Network 79c8adf8-01db-4c86-a774-68e55417f9dd is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:57:25.455217 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4e8e3a1-d019-4718-ae30-90a8c6eb4d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:25.466315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c86da-a344-445e-9897-9736874fdb7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 79c8adf8-01db-4c86-a774-68e55417f9dd) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:25.473331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2c86da-a344-445e-9897-9736874fdb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:25.474100 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc2c86da-a344-445e-9897-9736874fdb7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:25.504166 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407d96f9-f18f-4dba-866d-b0558b8585cd None None] Network 79c8adf8-01db-4c86-a774-68e55417f9dd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:57:25.507128 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fc2c86da-a344-445e-9897-9736874fdb7b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9518166 Oct 26 13:57:25.569953 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4e8e3a1-d019-4718-ae30-90a8c6eb4d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:25.569953 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4e8e3a1-d019-4718-ae30-90a8c6eb4d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:25.573624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e4e8e3a1-d019-4718-ae30-90a8c6eb4d14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9 HTTP/1.1" status: 204 len: 168 time: 0.6155634 Oct 26 13:57:25.598173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8e3a1-d019-4718-ae30-90a8c6eb4d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d52ffb-b6ba-4988-b9f5-dfea54cfe7e9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:25.658765 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:25.688565 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f227a18-b662-43cc-822e-5b8c0a4dc5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:25.710916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4a3f1b-2498-4ad1-b029-9295b0237a3c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3054469 Oct 26 13:57:25.725517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-4952c6c5-9667-416d-8707-eb94e5ce3034 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:57:25.732752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-4952c6c5-9667-416d-8707-eb94e5ce3034 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0144269 Oct 26 13:57:25.783906 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f227a18-b662-43cc-822e-5b8c0a4dc5f3 None None] For port 8ab197ce-1b49-4b08-af6f-44674a8fd230, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8ab197ce-1b49-4b08-af6f-44674a8fd230,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:25.809758 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f227a18-b662-43cc-822e-5b8c0a4dc5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:25.846367 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:25.865219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8ab197ce-1b49-4b08-af6f-44674a8fd230 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:25.916712 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:25.943296 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:25.951832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-a236fae1-1b87-49ef-beb2-78ac8f30aeb4 service neutron] 10.222.0.32 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179663 Oct 26 13:57:25.954840 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:25.968536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f227a18-b662-43cc-822e-5b8c0a4dc5f3 None None] Pushing event updated for resources: {'Port': ['ID=8ab197ce-1b49-4b08-af6f-44674a8fd230,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:25.972512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:25.992986 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576338aa-5d27-434c-b377-4c1266c36fc8 None None] Network 79c8adf8-01db-4c86-a774-68e55417f9dd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:57:26.007344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:26.013426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6e04f8-66db-4174-a6a5-1f9846a04756,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:26.174423 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 8ab197ce-1b49-4b08-af6f-44674a8fd230 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:26.174788 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:26.184579 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:26.215810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c696ed9f-d798-46c9-8439-1c329027cdf9,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:26.286699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-854c9ea4-2383-48c3-b0e8-a2fefe5f60c4 None None] Provisioning complete for port 8ab197ce-1b49-4b08-af6f-44674a8fd230 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:26.287176 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-854c9ea4-2383-48c3-b0e8-a2fefe5f60c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:26.345693 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-b55ffa32-29b2-4a0c-afed-a73ac957ccf6 service neutron] 10.222.0.32 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927164 Oct 26 13:57:26.430390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45000) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:26.452290 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97feb923-1e9c-40ef-8609-8b4adc6ea3c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:26.515633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Network b81d0595-98d3-4601-b3f4-470c9d624d29 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:26.518725 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:26.630560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97feb923-1e9c-40ef-8609-8b4adc6ea3c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:26.643179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97feb923-1e9c-40ef-8609-8b4adc6ea3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:26.699558 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-97feb923-1e9c-40ef-8609-8b4adc6ea3c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee12d1de5ee5445ea31ef3f42d2c8d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675631 Oct 26 13:57:26.705724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97feb923-1e9c-40ef-8609-8b4adc6ea3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2af145-5a7e-495f-98d2-86733cb5c729,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:26.708714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45010) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:26.773861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a461596-8de2-4254-b8d6-53705c38f042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:26.836059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a461596-8de2-4254-b8d6-53705c38f042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:26.850074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Router a9e67037-df76-4fdc-8be5-48e24efc7f04 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:57:26.915372 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:26.938676 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e04787ff-337e-43ba-aa44-452646601d7e None None] Provisioning complete for port c696ed9f-d798-46c9-8439-1c329027cdf9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:26.939393 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e04787ff-337e-43ba-aa44-452646601d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:26.943677 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a461596-8de2-4254-b8d6-53705c38f042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:26.947631 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a461596-8de2-4254-b8d6-53705c38f042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:26.949265 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3a461596-8de2-4254-b8d6-53705c38f042 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b2af145-5a7e-495f-98d2-86733cb5c729 HTTP/1.1" status: 204 len: 168 time: 0.2394207 Oct 26 13:57:26.967579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a461596-8de2-4254-b8d6-53705c38f042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2af145-5a7e-495f-98d2-86733cb5c729,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:27.040468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8ab197ce-1b49-4b08-af6f-44674a8fd230 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:27.113243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e04787ff-337e-43ba-aa44-452646601d7e None None] Port c696ed9f-d798-46c9-8439-1c329027cdf9 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:57:27.126682 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 8ab197ce-1b49-4b08-af6f-44674a8fd230 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:27.127613 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:27.201456 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:27.315232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-883e95be-9c80-4172-b48d-3d3cd609375e req-a33294e2-b344-4aaf-b31e-f933200e7df1 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 210 time: 0.0829949 Oct 26 13:57:27.456900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-618a0b9c-5d31-48ab-94ed-0ea925f5266c tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:27.462802 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-618a0b9c-5d31-48ab-94ed-0ea925f5266c tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/networks?id=6848ee7a-4a94-4c2a-bc13-2f76420322f0 HTTP/1.1" status: 200 len: 815 time: 0.6115103 Oct 26 13:57:27.514142 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-830f148d-9272-45b7-acdb-ed3c167c9033 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/quotas/67b40ea9479a410ebbdd10211704b31a HTTP/1.1" status: 200 len: 375 time: 0.0320792 Oct 26 13:57:27.612985 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-5f5be99a-b8ae-4aef-b103-5c74f8777cb2 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=67b40ea9479a410ebbdd10211704b31a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904684 Oct 26 13:57:27.702213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:57:27.714465 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d7a37aa6-b2a6-4865-a1b9-3b488db4b0a1 admin admin] 10.222.0.32 "PUT /v2.0/routers/a9e67037-df76-4fdc-8be5-48e24efc7f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6508064 Oct 26 13:57:27.726125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Sync routers for ids ['a9e67037-df76-4fdc-8be5-48e24efc7f04'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:57:27.736711 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Routers {'a9e67037-df76-4fdc-8be5-48e24efc7f04'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:57:27.737367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:57:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a9e67037-df76-4fdc-8be5-48e24efc7f04'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:27.769921 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-f21b3c82-9992-4547-a5ff-61ea648a58ad service neutron] 10.222.0.32 "GET /v2.0/networks/6848ee7a-4a94-4c2a-bc13-2f76420322f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254265 Oct 26 13:57:27.792478 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:27.987481 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Set router a9e67037-df76-4fdc-8be5-48e24efc7f04 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:57:28.000236 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-21e05ca5-e900-4ae9-84b3-51906e9b5251 service neutron] 10.222.0.32 "GET /v2.0/networks/6848ee7a-4a94-4c2a-bc13-2f76420322f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217481 Oct 26 13:57:28.075661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Router e3077f9c-0908-4ce6-b100-9f40050f3c4a is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 13:57:28.336256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:57:28.348214 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Sync routers for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:57:28.366222 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T13:57:24Z', 'revision_number': 4, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port': {'id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:17Z', 'updated_at': '2021-10-26T13:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c696ed9f-d798-46c9-8439-1c329027cdf9', 'name': '', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'mac_address': 'fa:16:3e:b4:9e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:22Z', 'updated_at': '2021-10-26T13:57:25Z', 'revision_number': 2, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'subnets': [{'id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:28.373147 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:57:28.374785 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:57:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:28.378443 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:28.379734 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0c12711b-d01a-4de6-a5b4-827bd1cf7ff9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6996455 Oct 26 13:57:28.382531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45088) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:28.402617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-84164db5-0160-408a-95fb-473d32ebf74f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:28.404128 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-84164db5-0160-408a-95fb-473d32ebf74f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.11 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 821 time: 0.1760626 Oct 26 13:57:28.419344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-54da097f-1425-4657-af24-3eb5414a90a4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Request body: {'port': {'device_id': '6eb234da-d78d-4bdc-88c8-a8f46d3cd669', 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88', 'admin_state_up': True, 'tenant_id': '7c460ccd28a148038bf322d3b6ba6b4c'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:28.424469 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Checking router: a9e67037-df76-4fdc-8be5-48e24efc7f04 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:57:28.424830 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Updating router a9e67037-df76-4fdc-8be5-48e24efc7f04 port c696ed9f-d798-46c9-8439-1c329027cdf9 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:57:28.486196 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:28.550258 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:57:28.655807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-54da097f-1425-4657-af24-3eb5414a90a4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Made reservation on behalf of 7c460ccd28a148038bf322d3b6ba6b4c for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:28.661381 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-54da097f-1425-4657-af24-3eb5414a90a4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:28.740109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45096) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:28.841163 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:26Z', 'revision_number': 3, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:28.906282 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Checking router: e3077f9c-0908-4ce6-b100-9f40050f3c4a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:57:28.908097 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Updating router e3077f9c-0908-4ce6-b100-9f40050f3c4a port 2a6e04f8-66db-4174-a6a5-1f9846a04756 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:57:28.975386 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.067938 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c0048c7-be3e-4b3c-8182-d05fbbe0f26e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.110420 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-751fa78c-ea82-4eb8-bd4b-0931ff09d6ef req-2a94e9b6-ad30-4069-8e0e-5fd674664545 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 210 time: 0.0587440 Oct 26 13:57:29.149844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-54da097f-1425-4657-af24-3eb5414a90a4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Allocated IP 172.20.0.5 (ba04fdd3-3802-412f-af48-4aa973edbc88/d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67/34848d97-5e29-4951-b813-a7331fe597ea) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:29.284542 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c0048c7-be3e-4b3c-8182-d05fbbe0f26e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.294647 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c0048c7-be3e-4b3c-8182-d05fbbe0f26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.371086 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.382550 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3c0048c7-be3e-4b3c-8182-d05fbbe0f26e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edd47fdce03049149ea0257d5fc15799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6398938 Oct 26 13:57:29.385612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45110) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:29.386508 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0048c7-be3e-4b3c-8182-d05fbbe0f26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6c8a40-cfee-41ad-a51a-f6b733f17dea,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:29.396159 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.419108 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-54da097f-1425-4657-af24-3eb5414a90a4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.424122 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.488924 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-54da097f-1425-4657-af24-3eb5414a90a4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.548257 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-523bf40f-c8e7-4998-bd48-bc78439f4494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.566675 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe69da2-8c2f-4a17-b9e8-7abe4c7cfe09 None None] Pushing event updated for resources: {'Port': ['ID=c696ed9f-d798-46c9-8439-1c329027cdf9,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:29.618685 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-523bf40f-c8e7-4998-bd48-bc78439f4494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.645900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-54da097f-1425-4657-af24-3eb5414a90a4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Network ba04fdd3-3802-412f-af48-4aa973edbc88 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:29.651520 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.658500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-54da097f-1425-4657-af24-3eb5414a90a4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:29.661887 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.662161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-54da097f-1425-4657-af24-3eb5414a90a4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:29.718906 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ca2f8-1cbd-4c24-b647-73c75a62e3dd req-3e0646ea-abe8-47e2-9b1b-292b55b5b4e5 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:29.721817 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b83ce8-8ce5-4aba-959c-bd8f72ed82ef None None] Pushing event updated for resources: {'Port': ['ID=2a6e04f8-66db-4174-a6a5-1f9846a04756,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:29.730263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a6ca2f8-1cbd-4c24-b647-73c75a62e3dd req-3e0646ea-abe8-47e2-9b1b-292b55b5b4e5 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 931 time: 0.2567019 Oct 26 13:57:29.738573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Attempting to bind port c696ed9f-d798-46c9-8439-1c329027cdf9 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:29.738942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Attempting to bind port c696ed9f-d798-46c9-8439-1c329027cdf9 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '2afc6f52-9b30-4153-a80d-2e414169c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:29.739302 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Attempting to bind port c696ed9f-d798-46c9-8439-1c329027cdf9 on network b81d0595-98d3-4601-b3f4-470c9d624d29 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:29.756285 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Attempting to bind port 2a6e04f8-66db-4174-a6a5-1f9846a04756 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:29.756932 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Attempting to bind port 2a6e04f8-66db-4174-a6a5-1f9846a04756 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:29.757430 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Attempting to bind port 2a6e04f8-66db-4174-a6a5-1f9846a04756 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:29.764426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:29.764801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Checking segment: {'id': '2afc6f52-9b30-4153-a80d-2e414169c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:29.766132 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.766533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Bound using segment: {'id': '2afc6f52-9b30-4153-a80d-2e414169c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:29.767014 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Bound port: c696ed9f-d798-46c9-8439-1c329027cdf9, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afc6f52-9b30-4153-a80d-2e414169c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:29.767132 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:29.767397 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.767753 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:29.768286 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.768955 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:29.769658 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Bound port: 2a6e04f8-66db-4174-a6a5-1f9846a04756, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:29.770303 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.771637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da097f-1425-4657-af24-3eb5414a90a4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Pushing event updated for resources: {'Port': ['ID=34848d97-5e29-4951-b813-a7331fe597ea,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:29.820931 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a6ca2f8-1cbd-4c24-b647-73c75a62e3dd req-20e8b029-ec69-4360-8a5c-a28d4e46de5b tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896838 Oct 26 13:57:29.853878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Allocated IP 172.20.0.1 (d153a9f8-d43b-47ae-94f1-e5bf7f9475e2/1bc83c16-d059-4981-b311-24dadb3b26b6/bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:29.875881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-54da097f-1425-4657-af24-3eb5414a90a4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:29.876834 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-54da097f-1425-4657-af24-3eb5414a90a4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.906186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-54da097f-1425-4657-af24-3eb5414a90a4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4897642 Oct 26 13:57:29.912644 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-523bf40f-c8e7-4998-bd48-bc78439f4494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.920461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Request body: {'port': {'device_id': '6eb234da-d78d-4bdc-88c8-a8f46d3cd669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:29.928421 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-523bf40f-c8e7-4998-bd48-bc78439f4494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.932301 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-523bf40f-c8e7-4998-bd48-bc78439f4494 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c6c8a40-cfee-41ad-a51a-f6b733f17dea HTTP/1.1" status: 204 len: 168 time: 0.5400074 Oct 26 13:57:29.947128 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] For port 2a6e04f8-66db-4174-a6a5-1f9846a04756, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:29.955734 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] For port 2a6e04f8-66db-4174-a6a5-1f9846a04756, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2a6e04f8-66db-4174-a6a5-1f9846a04756,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:29.973438 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:29.993326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] For port c696ed9f-d798-46c9-8439-1c329027cdf9, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:29.998402 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] For port c696ed9f-d798-46c9-8439-1c329027cdf9, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c696ed9f-d798-46c9-8439-1c329027cdf9,segment=NetworkSegment(2afc6f52-9b30-4153-a80d-2e414169c06f),segment_id=2afc6f52-9b30-4153-a80d-2e414169c06f)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:30.009642 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3ee0a52f-6388-4125-a2e3-46936f4a5f59 None None] Provisioning complete for port c696ed9f-d798-46c9-8439-1c329027cdf9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:30.010058 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a52f-6388-4125-a2e3-46936f4a5f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:30.016360 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:30.026974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bf40f-c8e7-4998-bd48-bc78439f4494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6c8a40-cfee-41ad-a51a-f6b733f17dea,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:30.137751 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:57:30.138557 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:30.139258 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:57:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:30.269783 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Routers {'a9e67037-df76-4fdc-8be5-48e24efc7f04'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:57:30.280353 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:57:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a9e67037-df76-4fdc-8be5-48e24efc7f04'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:30.367262 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:30.439854 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b83ce8-8ce5-4aba-959c-bd8f72ed82ef None None] Pushing event updated for resources: {'Port': ['ID=2a6e04f8-66db-4174-a6a5-1f9846a04756,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:30.492247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45130) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:30.499889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4044ecee-181e-4325-be5d-baf1dc7c7286 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--126136582', 'description': 'tempest-description--1759883814'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:30.507108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] Set router a9e67037-df76-4fdc-8be5-48e24efc7f04 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:57:30.558550 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:57:30.596466 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:30.711338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe69da2-8c2f-4a17-b9e8-7abe4c7cfe09 None None] Pushing event updated for resources: {'Port': ['ID=c696ed9f-d798-46c9-8439-1c329027cdf9,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:30.753921 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:30.757934 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4044ecee-181e-4325-be5d-baf1dc7c7286 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:30.776495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45138) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:30.834920 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d08e434c-3083-4ade-af70-3450e8ffb1f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:30.852802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:30.855944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:30.856432 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:30.873832 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a52f-6388-4125-a2e3-46936f4a5f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:30.908641 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:57:30.966321 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:26Z', 'revision_number': 3, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:30.988159 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-1618d124-f6a3-4d6b-a2d4-72f877f570a2 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:30.989848 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-1618d124-f6a3-4d6b-a2d4-72f877f570a2 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.11 "GET /v2.0/networks?id=6848ee7a-4a94-4c2a-bc13-2f76420322f0 HTTP/1.1" status: 200 len: 815 time: 0.9740908 Oct 26 13:57:31.006263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3ee0a52f-6388-4125-a2e3-46936f4a5f59 None None] For port c696ed9f-d798-46c9-8439-1c329027cdf9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c696ed9f-d798-46c9-8439-1c329027cdf9,segment=NetworkSegment(2afc6f52-9b30-4153-a80d-2e414169c06f),segment_id=2afc6f52-9b30-4153-a80d-2e414169c06f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:31.010274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-738477f2-da6d-4ee8-af9a-db3d09a3a365 req-3a776e8e-eb6c-4fd9-8fbb-cc899a56c730 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 210 time: 0.0589135 Oct 26 13:57:31.042617 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbe0a3a-c129-482f-83fd-6c3ec8477fbb None None] The sync data for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 is: [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:26Z', 'revision_number': 3, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:57:31.071984 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a52f-6388-4125-a2e3-46936f4a5f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:31.124897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Pushing event updated for resources: {'Port': ['ID=bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:31.141425 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4044ecee-181e-4325-be5d-baf1dc7c7286 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:31.158905 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-31d90603-2c23-42c3-b848-c63505982397 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Request body: {'port': {'device_id': 'dade8dee-ddb0-4b7d-8f7f-c941cc19da9a', 'network_id': '6848ee7a-4a94-4c2a-bc13-2f76420322f0', 'admin_state_up': True, 'tenant_id': '67b40ea9479a410ebbdd10211704b31a'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:31.165820 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0a52f-6388-4125-a2e3-46936f4a5f59 None None] Pushing event updated for resources: {'Port': ['ID=c696ed9f-d798-46c9-8439-1c329027cdf9,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:31.196135 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T13:57:24Z', 'revision_number': 4, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port': {'id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:17Z', 'updated_at': '2021-10-26T13:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c696ed9f-d798-46c9-8439-1c329027cdf9', 'name': '', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'mac_address': 'fa:16:3e:b4:9e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:22Z', 'updated_at': '2021-10-26T13:57:29Z', 'revision_number': 4, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'subnets': [{'id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:31.226109 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4044ecee-181e-4325-be5d-baf1dc7c7286 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:31.236903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34848d97-5e29-4951-b813-a7331fe597ea {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:57:31.248943 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:31.255758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc440146-a8df-43e9-b166-31bccafbb34d None None] The sync data for ids ['a9e67037-df76-4fdc-8be5-48e24efc7f04'] in n-d-815498-1 is: [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T13:57:24Z', 'revision_number': 4, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port': {'id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:17Z', 'updated_at': '2021-10-26T13:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c696ed9f-d798-46c9-8439-1c329027cdf9', 'name': '', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'mac_address': 'fa:16:3e:b4:9e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:22Z', 'updated_at': '2021-10-26T13:57:29Z', 'revision_number': 4, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'subnets': [{'id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:57:31.259042 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c6494306-8b6b-47de-a116-85d1ac14506c None None] Provisioning complete for port c696ed9f-d798-46c9-8439-1c329027cdf9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:31.259490 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c6494306-8b6b-47de-a116-85d1ac14506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:31.354225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Transition to ACTIVE for port object 34848d97-5e29-4951-b813-a7331fe597ea will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:57:31.367199 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:31.419317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044ecee-181e-4325-be5d-baf1dc7c7286 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688d18de-9ba0-4f38-bca8-8932f13f3255,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:31.454377 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643022d-b73b-4aa5-b946-11ec5ee8ea10 req-68b76aa7-f70f-4dc4-94a9-9b772da876f2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:31.462049 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9643022d-b73b-4aa5-b946-11ec5ee8ea10 req-68b76aa7-f70f-4dc4-94a9-9b772da876f2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 931 time: 0.2187665 Oct 26 13:57:31.558222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=34848d97-5e29-4951-b813-a7331fe597ea,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:31.590069 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9643022d-b73b-4aa5-b946-11ec5ee8ea10 req-92583348-1dc5-4ef3-830c-3a9a4133a10e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063266 Oct 26 13:57:31.608299 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d1b35711-5011-416f-be1a-a4422f583eb4 None None] Provisioning complete for port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:31.609375 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d1b35711-5011-416f-be1a-a4422f583eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:31.622464 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4044ecee-181e-4325-be5d-baf1dc7c7286 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:31.624365 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4044ecee-181e-4325-be5d-baf1dc7c7286 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1283381 Oct 26 13:57:31.636337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-31d90603-2c23-42c3-b848-c63505982397 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Made reservation on behalf of 67b40ea9479a410ebbdd10211704b31a for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:31.639045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45158) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:31.643964 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-31d90603-2c23-42c3-b848-c63505982397 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:31.653356 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d9829be1-ddcc-44fc-940a-2e03fb67f695 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Request body: {'security_group_rule': {'security_group_id': '688d18de-9ba0-4f38-bca8-8932f13f3255', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:31.661793 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:31.681651 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d1b35711-5011-416f-be1a-a4422f583eb4 None None] Port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:57:31.727951 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Attempting to bind port 34848d97-5e29-4951-b813-a7331fe597ea on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:31.730763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Attempting to bind port 34848d97-5e29-4951-b813-a7331fe597ea by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:31.731779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Attempting to bind port 34848d97-5e29-4951-b813-a7331fe597ea on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:31.763258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Port 34848d97-5e29-4951-b813-a7331fe597ea on network ba04fdd3-3802-412f-af48-4aa973edbc88 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:57:31.763589 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Attempting to bind port 34848d97-5e29-4951-b813-a7331fe597ea on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:31.791105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:31.792772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Checking segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:31.793480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Bound using segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:31.796081 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Bound port: 34848d97-5e29-4951-b813-a7331fe597ea, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:31.797120 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:31.814603 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d08e434c-3083-4ade-af70-3450e8ffb1f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:31.897304 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9829be1-ddcc-44fc-940a-2e03fb67f695 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:31.945862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d08e434c-3083-4ade-af70-3450e8ffb1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:31.997903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:32.002470 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=34848d97-5e29-4951-b813-a7331fe597ea,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:32.012144 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:32.038739 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d08e434c-3083-4ade-af70-3450e8ffb1f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afb38352ffe64e54a366d85656f55712&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2473834 Oct 26 13:57:32.045378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45184) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:32.104234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:32.104863 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:32.115132 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] 10.222.0.11 "PUT /v2.0/ports/34848d97-5e29-4951-b813-a7331fe597ea HTTP/1.1" status: 200 len: 1091 time: 2.1997967 Oct 26 13:57:32.121184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb234da-d78d-4bdc-88c8-a8f46d3cd669', 'tag': '34848d97-5e29-4951-b813-a7331fe597ea'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:32.124539 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04258e2b-43a0-4e8c-aa6b-3c5afce4869a" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb234da-d78d-4bdc-88c8-a8f46d3cd669", "tag": "34848d97-5e29-4951-b813-a7331fe597ea"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:32.133636 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9829be1-ddcc-44fc-940a-2e03fb67f695 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:32.160726 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9829be1-ddcc-44fc-940a-2e03fb67f695 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:32.244686 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d34e8863-152e-478e-ac35-1a5dd5337fa8 req-d0531fb4-d356-4503-9921-1e096009af1c tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 210 time: 0.1285553 Oct 26 13:57:32.251793 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f03bd34-01aa-42eb-858e-9f7030e54ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:32.257227 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d32c1fc-5676-4212-a96f-e34eb0777855 x-openstack-request-id: req-4d32c1fc-5676-4212-a96f-e34eb0777855 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:32.257788 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb234da-d78d-4bdc-88c8-a8f46d3cd669", "tag": "34848d97-5e29-4951-b813-a7331fe597ea", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:32.258872 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d32c1fc-5676-4212-a96f-e34eb0777855 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:32.258872 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb234da-d78d-4bdc-88c8-a8f46d3cd669', 'tag': '34848d97-5e29-4951-b813-a7331fe597ea', 'status': 'completed', 'code': 200} Oct 26 13:57:32.260639 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e434c-3083-4ade-af70-3450e8ffb1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ede844a-21e9-41cd-899f-a038cd7a2b09,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:32.271529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bae1d-5b2a-4859-b2b2-0556218dc0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=34848d97-5e29-4951-b813-a7331fe597ea,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:32.278277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9829be1-ddcc-44fc-940a-2e03fb67f695 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35b4d60-3142-4964-9b91-2c20fe80f5c3,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:32.286369 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9829be1-ddcc-44fc-940a-2e03fb67f695 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:32.300588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d9829be1-ddcc-44fc-940a-2e03fb67f695 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6537991 Oct 26 13:57:32.303758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45196) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:32.310534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f0ecc99e-4bad-4f81-a5a9-e52c2949fddc tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Request body: {'security_group_rule': {'security_group_id': '688d18de-9ba0-4f38-bca8-8932f13f3255', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:32.329372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-83efca33-6335-4790-9f52-a944610ae0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:32.330960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-83efca33-6335-4790-9f52-a944610ae0a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 1094 time: 0.1629140 Oct 26 13:57:32.393029 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f03bd34-01aa-42eb-858e-9f7030e54ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:32.394197 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-283f0ae1-fe0b-4abc-bcdc-e3aee1277dbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34848d97-5e29-4951-b813-a7331fe597ea HTTP/1.1" status: 200 len: 217 time: 0.0470107 Oct 26 13:57:32.444510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-31d90603-2c23-42c3-b848-c63505982397 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Allocated IP 172.20.0.9 (6848ee7a-4a94-4c2a-bc13-2f76420322f0/b25951f7-7188-43ff-904d-a94aababcb9c/66cc8443-6b7b-42e4-9bc1-986e5230decc) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:32.460221 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0ecc99e-4bad-4f81-a5a9-e52c2949fddc tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:32.465631 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:32.486107 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:32.487326 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:32.531045 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0ecc99e-4bad-4f81-a5a9-e52c2949fddc tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:32.541051 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0ecc99e-4bad-4f81-a5a9-e52c2949fddc tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:32.561308 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecc99e-4bad-4f81-a5a9-e52c2949fddc tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298b8e20-f17e-470c-a81f-d68350a369a8,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:32.566003 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-66e5efba-5b56-4fa0-be37-704e177b9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:32.572731 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-66e5efba-5b56-4fa0-be37-704e177b9964 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.1632969 Oct 26 13:57:32.598887 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0ecc99e-4bad-4f81-a5a9-e52c2949fddc tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:32.603383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f0ecc99e-4bad-4f81-a5a9-e52c2949fddc tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2940965 Oct 26 13:57:32.615916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45212) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:32.619860 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-1fd07e45-3039-44ae-8c7d-64d855a789a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429401 Oct 26 13:57:32.623530 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:32.627834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:32.653810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:32.810255 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-e6ab59f8-c8db-425a-b21d-021a6e784bfc service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780813 Oct 26 13:57:32.929839 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:33.024014 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8e8d874e-3364-4740-abeb-df3845902ea1 None None] Provisioning complete for port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:33.025048 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8e8d874e-3364-4740-abeb-df3845902ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:33.115990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c696ed9f-d798-46c9-8439-1c329027cdf9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:33.126240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d874e-3364-4740-abeb-df3845902ea1 None None] Port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:57:33.133961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45228) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:33.168240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd8fb8-ea83-4b2f-9324-157242b05f61 req-a8936646-ea90-45aa-9360-607a1ed1dbc7 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:33.171699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29fd8fb8-ea83-4b2f-9324-157242b05f61 req-a8936646-ea90-45aa-9360-607a1ed1dbc7 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 943 time: 0.4236553 Oct 26 13:57:33.227438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port c696ed9f-d798-46c9-8439-1c329027cdf9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:33.228030 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:33.272636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Pushing event updated for resources: {'Port': ['ID=bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:33.279909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfe85bc8-07ed-4ee5-af53-3f311ea8610e req-8f05fee5-dadc-4d58-ac16-67ecf8a9cef1 service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578252 Oct 26 13:57:33.294089 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f03bd34-01aa-42eb-858e-9f7030e54ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:33.312088 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f03bd34-01aa-42eb-858e-9f7030e54ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:33.316657 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7f03bd34-01aa-42eb-858e-9f7030e54ffb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ede844a-21e9-41cd-899f-a038cd7a2b09 HTTP/1.1" status: 204 len: 168 time: 1.2505875 Oct 26 13:57:33.412657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29fd8fb8-ea83-4b2f-9324-157242b05f61 req-43736b82-abd0-4cd7-ad78-c29fce025252 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295692 Oct 26 13:57:33.428401 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2a6e04f8-66db-4174-a6a5-1f9846a04756 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:33.463243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03bd34-01aa-42eb-858e-9f7030e54ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ede844a-21e9-41cd-899f-a038cd7a2b09,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:33.525213 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 2a6e04f8-66db-4174-a6a5-1f9846a04756 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:33.526133 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:33.536312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Router e3077f9c-0908-4ce6-b100-9f40050f3c4a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:57:33.538380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-954b58c3-846a-4eb4-81ca-344b03ef9ad5 req-2be0e63e-8042-405f-acae-5c5010fa7b9c tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 210 time: 0.0988629 Oct 26 13:57:33.542419 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e81fca80-0c0d-4bdf-add5-70fc6c503de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:33.606328 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-31d90603-2c23-42c3-b848-c63505982397 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:33.631976 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04258e2b-43a0-4e8c-aa6b-3c5afce4869a req-926de272-91c0-4a50-a203-a4ec96cf7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:33.633813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04258e2b-43a0-4e8c-aa6b-3c5afce4869a req-926de272-91c0-4a50-a203-a4ec96cf7f8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 1094 time: 0.2734411 Oct 26 13:57:33.639622 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:33.661650 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:33.686759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 2a6e04f8-66db-4174-a6a5-1f9846a04756, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2a6e04f8-66db-4174-a6a5-1f9846a04756,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:33.696324 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:33.786158 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-31d90603-2c23-42c3-b848-c63505982397 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:33.794221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=2a6e04f8-66db-4174-a6a5-1f9846a04756,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:33.867447 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-31d90603-2c23-42c3-b848-c63505982397 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Network 6848ee7a-4a94-4c2a-bc13-2f76420322f0 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:33.876784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-31d90603-2c23-42c3-b848-c63505982397 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:33.884800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-31d90603-2c23-42c3-b848-c63505982397 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:33.892344 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-31d90603-2c23-42c3-b848-c63505982397 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:33.893262 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-31d90603-2c23-42c3-b848-c63505982397 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:33.940717 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-31d90603-2c23-42c3-b848-c63505982397 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8168383 Oct 26 13:57:33.941637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d90603-2c23-42c3-b848-c63505982397 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Pushing event updated for resources: {'Port': ['ID=66cc8443-6b7b-42e4-9bc1-986e5230decc,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:33.945381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:57:33.958998 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c233de9e-e820-439e-9d7b-ca103ff472fd admin admin] 10.222.0.32 "PUT /v2.0/routers/e3077f9c-0908-4ce6-b100-9f40050f3c4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5753462 Oct 26 13:57:33.973965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Request body: {'port': {'device_id': 'dade8dee-ddb0-4b7d-8f7f-c941cc19da9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:33.993752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Allocated IP 172.25.4.164 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/c046320a-8e24-430c-aa61-36542ad2339d) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:34.001357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04258e2b-43a0-4e8c-aa6b-3c5afce4869a req-7ceb1435-54e8-4108-aedc-6c7a58baec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:34.002643 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04258e2b-43a0-4e8c-aa6b-3c5afce4869a req-7ceb1435-54e8-4108-aedc-6c7a58baec51 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.3540142 Oct 26 13:57:34.004828 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e81fca80-0c0d-4bdf-add5-70fc6c503de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:34.023067 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e81fca80-0c0d-4bdf-add5-70fc6c503de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:34.036102 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:34.052853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e81fca80-0c0d-4bdf-add5-70fc6c503de6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4d849d549d64a9c9dd4afea86de64a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9148493 Oct 26 13:57:34.075760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45264) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:34.095015 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04258e2b-43a0-4e8c-aa6b-3c5afce4869a req-3de112e8-3053-4645-aede-fae3aef45349 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34848d97-5e29-4951-b813-a7331fe597ea HTTP/1.1" status: 200 len: 217 time: 0.0811083 Oct 26 13:57:34.187571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81fca80-0c0d-4bdf-add5-70fc6c503de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f495fc9-3f5f-44c1-9f97-82c548134396,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:34.230884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04258e2b-43a0-4e8c-aa6b-3c5afce4869a req-77679171-013e-4da3-8ca8-39c179bae0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:34.232381 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04258e2b-43a0-4e8c-aa6b-3c5afce4869a req-77679171-013e-4da3-8ca8-39c179bae0de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.1212413 Oct 26 13:57:34.233746 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa345539-ad0e-43a7-882d-5285d4284d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:34.286886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04258e2b-43a0-4e8c-aa6b-3c5afce4869a req-134bdcfb-d2e0-4f3e-81b2-3ddbcc61e808 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404449 Oct 26 13:57:34.307827 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa345539-ad0e-43a7-882d-5285d4284d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:34.391678 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:34.416127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04258e2b-43a0-4e8c-aa6b-3c5afce4869a req-7933aec2-6715-4dce-bf4d-74eb83694979 service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159716 Oct 26 13:57:34.478240 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa345539-ad0e-43a7-882d-5285d4284d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:34.482641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa345539-ad0e-43a7-882d-5285d4284d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:34.483915 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fa345539-ad0e-43a7-882d-5285d4284d67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f495fc9-3f5f-44c1-9f97-82c548134396 HTTP/1.1" status: 204 len: 168 time: 0.4067652 Oct 26 13:57:34.515470 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa345539-ad0e-43a7-882d-5285d4284d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f495fc9-3f5f-44c1-9f97-82c548134396,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:34.620580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cc8443-6b7b-42e4-9bc1-986e5230decc {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:57:34.623391 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:34.633433 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:34.659419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Transition to ACTIVE for port object 66cc8443-6b7b-42e4-9bc1-986e5230decc will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:57:34.667125 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:34.687126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:34.696114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:34.711146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:34.737173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45292) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:34.738010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Pushing event updated for resources: {'Port': ['ID=66cc8443-6b7b-42e4-9bc1-986e5230decc,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:34.757459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154c46a-d3bf-4b0c-9de6-c02e07ef0595 req-7ef1e8d9-854c-4956-af98-5d02a3ba6a51 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:34.766518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b154c46a-d3bf-4b0c-9de6-c02e07ef0595 req-7ef1e8d9-854c-4956-af98-5d02a3ba6a51 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 943 time: 0.2014492 Oct 26 13:57:34.778966 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Pushing event updated for resources: {'Port': ['ID=c046320a-8e24-430c-aa61-36542ad2339d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:34.810335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45300) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:34.836108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Sync routers for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:57:34.840967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04258e2b-43a0-4e8c-aa6b-3c5afce4869a req-20909e5f-2512-4166-8ca1-b066395b4530 service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055898 Oct 26 13:57:34.861898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Attempting to bind port 66cc8443-6b7b-42e4-9bc1-986e5230decc on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:34.862454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Attempting to bind port 66cc8443-6b7b-42e4-9bc1-986e5230decc by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'b9533c16-9684-4b1a-92a6-0e973af93e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6848ee7a-4a94-4c2a-bc13-2f76420322f0'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:34.864045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Attempting to bind port 66cc8443-6b7b-42e4-9bc1-986e5230decc on network 6848ee7a-4a94-4c2a-bc13-2f76420322f0 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:34.869206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:57:34.873751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Port 66cc8443-6b7b-42e4-9bc1-986e5230decc on network 6848ee7a-4a94-4c2a-bc13-2f76420322f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:57:34.876184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:57:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:34.876476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Attempting to bind port 66cc8443-6b7b-42e4-9bc1-986e5230decc on network 6848ee7a-4a94-4c2a-bc13-2f76420322f0 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:34.884910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:34.885376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Checking segment: {'id': 'b9533c16-9684-4b1a-92a6-0e973af93e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6848ee7a-4a94-4c2a-bc13-2f76420322f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:34.885876 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Bound using segment: {'id': 'b9533c16-9684-4b1a-92a6-0e973af93e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6848ee7a-4a94-4c2a-bc13-2f76420322f0'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:34.886492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Bound port: 66cc8443-6b7b-42e4-9bc1-986e5230decc, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9533c16-9684-4b1a-92a6-0e973af93e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6848ee7a-4a94-4c2a-bc13-2f76420322f0'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:34.886948 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:34.986716 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b154c46a-d3bf-4b0c-9de6-c02e07ef0595 req-f3338969-2f1e-4a53-9426-396e487db541 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192240 Oct 26 13:57:35.005371 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] For port 66cc8443-6b7b-42e4-9bc1-986e5230decc, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:35.026844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] For port 66cc8443-6b7b-42e4-9bc1-986e5230decc, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=66cc8443-6b7b-42e4-9bc1-986e5230decc,segment=NetworkSegment(b9533c16-9684-4b1a-92a6-0e973af93e14),segment_id=b9533c16-9684-4b1a-92a6-0e973af93e14)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:35.034556 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.106791 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2a6e04f8-66db-4174-a6a5-1f9846a04756 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:35.130055 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:35.131196 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.133813 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] 10.222.0.11 "PUT /v2.0/ports/66cc8443-6b7b-42e4-9bc1-986e5230decc HTTP/1.1" status: 200 len: 1091 time: 1.1700041 Oct 26 13:57:35.134686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dade8dee-ddb0-4b7d-8f7f-c941cc19da9a', 'tag': '66cc8443-6b7b-42e4-9bc1-986e5230decc'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:35.139060 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f3d7a0-b6be-4f13-b2ba-d24b24f2cf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "dade8dee-ddb0-4b7d-8f7f-c941cc19da9a", "tag": "66cc8443-6b7b-42e4-9bc1-986e5230decc"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:35.167472 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.224985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-e5e6b8b3-f68d-4fc0-9149-de081a3ea2f5 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:35.226518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-e5e6b8b3-f68d-4fc0-9149-de081a3ea2f5 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 820 time: 0.3772690 Oct 26 13:57:35.240090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 2a6e04f8-66db-4174-a6a5-1f9846a04756 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:35.240478 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.254672 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:57:35.269417 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-6e01769d-70ee-4527-9ad0-d0fea0b35afe tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/quotas/103f1c62cb5b468ab0815c5b575652ce HTTP/1.1" status: 200 len: 375 time: 0.0222933 Oct 26 13:57:35.269966 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.286962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dc873082-58a2-4715-b023-82ccc2c09978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.298437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89959a5e-9268-4157-bb7c-5c440b60ef7c service neutron] Pushing event updated for resources: {'Port': ['ID=66cc8443-6b7b-42e4-9bc1-986e5230decc,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:35.309704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-176389267-network', 'tenant_id': '3015cef33add49c0a70c99ffe7c7236a'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:35.361937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-494f3f01-30ba-43aa-b779-a8a766080af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:35.364661 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-494f3f01-30ba-43aa-b779-a8a766080af9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=67b40ea9479a410ebbdd10211704b31a&device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 1094 time: 0.1713221 Oct 26 13:57:35.370822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85b01b-bed9-4310-bf6f-780ddee599ad req-5c123147-fa37-4862-8979-13c2302cab4d tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:35.372599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad85b01b-bed9-4310-bf6f-780ddee599ad req-5c123147-fa37-4862-8979-13c2302cab4d tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 943 time: 0.2017634 Oct 26 13:57:35.416371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45314) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:35.419268 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] Made reservation on behalf of 3015cef33add49c0a70c99ffe7c7236a for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:35.421503 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.441102 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-c2a3d084-0a1f-49d5-b4ae-397252c5c61e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66cc8443-6b7b-42e4-9bc1-986e5230decc HTTP/1.1" status: 200 len: 217 time: 0.0614662 Oct 26 13:57:35.458819 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-78acc418-6b07-40be-995f-04ff6610f91b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.508294 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dc873082-58a2-4715-b023-82ccc2c09978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.514149 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dc873082-58a2-4715-b023-82ccc2c09978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.519974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-0003635b-14ab-4827-afaf-7036b5b39cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:35.521442 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-0003635b-14ab-4827-afaf-7036b5b39cd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b25951f7-7188-43ff-904d-a94aababcb9c HTTP/1.1" status: 200 len: 855 time: 0.0698481 Oct 26 13:57:35.538279 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.564565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 2, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:35.572879 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-18b08ef9-e104-49ee-b0a7-d573d2df48c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6848ee7a-4a94-4c2a-bc13-2f76420322f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355008 Oct 26 13:57:35.581023 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dc873082-58a2-4715-b023-82ccc2c09978 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a791b1f30a51499db7673c1fc3e04450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8400798 Oct 26 13:57:35.584307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-5fa4d087-cf37-4428-876e-8e58d561bc91 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2798660 Oct 26 13:57:35.584870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45316) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:35.595442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Checking router: e3077f9c-0908-4ce6-b100-9f40050f3c4a for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:57:35.595795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Updating router e3077f9c-0908-4ce6-b100-9f40050f3c4a port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:57:35.620670 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.622780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc873082-58a2-4715-b023-82ccc2c09978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fd6e97-e982-45f5-9f45-f4400b61e7e6,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:35.716449 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-388e06b9-d40b-4670-a91e-2661adbc7481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.734208 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-0cc30e74-3cf6-4133-a16d-f97960e618be service neutron] 10.222.0.11 "GET /v2.0/networks/6848ee7a-4a94-4c2a-bc13-2f76420322f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427174 Oct 26 13:57:35.756945 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-388e06b9-d40b-4670-a91e-2661adbc7481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.867429 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-34acb431-5650-4919-9a78-4744c8cc7cc4 req-af0be44d-854d-4734-a393-8f274c6c8223 service neutron] 10.222.0.11 "GET /v2.0/networks/6848ee7a-4a94-4c2a-bc13-2f76420322f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237257 Oct 26 13:57:35.873875 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-388e06b9-d40b-4670-a91e-2661adbc7481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.881066 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-388e06b9-d40b-4670-a91e-2661adbc7481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.883671 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-388e06b9-d40b-4670-a91e-2661adbc7481 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20fd6e97-e982-45f5-9f45-f4400b61e7e6 HTTP/1.1" status: 204 len: 168 time: 0.2974162 Oct 26 13:57:35.907918 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e06b9-d40b-4670-a91e-2661adbc7481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fd6e97-e982-45f5-9f45-f4400b61e7e6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:35.910987 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.917543 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:35.948815 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad85b01b-bed9-4310-bf6f-780ddee599ad req-2fdf3e72-7543-4227-9359-083a7b50f0b2 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/security-groups?id=c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629618 Oct 26 13:57:35.999617 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1484dc-089b-4e59-b6a1-f13faecec29c None None] Pushing event updated for resources: {'Port': ['ID=bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:36.013162 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb36385a-3d16-4d7a-bd54-cb92fd672348 x-openstack-request-id: req-eb36385a-3d16-4d7a-bd54-cb92fd672348 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:36.013457 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dade8dee-ddb0-4b7d-8f7f-c941cc19da9a", "tag": "66cc8443-6b7b-42e4-9bc1-986e5230decc", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:36.013753 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb36385a-3d16-4d7a-bd54-cb92fd672348 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:36.014210 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dade8dee-ddb0-4b7d-8f7f-c941cc19da9a', 'tag': '66cc8443-6b7b-42e4-9bc1-986e5230decc', 'status': 'completed', 'code': 200} Oct 26 13:57:36.034748 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.066074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 34848d97-5e29-4951-b813-a7331fe597ea details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:57:36.119001 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d7a0-b6be-4f13-b2ba-d24b24f2cf3f req-acb4ef85-45c1-4f29-84bc-ea6f4d9362fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:36.120557 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29f3d7a0-b6be-4f13-b2ba-d24b24f2cf3f req-acb4ef85-45c1-4f29-84bc-ea6f4d9362fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=67b40ea9479a410ebbdd10211704b31a&device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 1094 time: 0.0815358 Oct 26 13:57:36.142428 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.160057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:57:36.199347 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.199684 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] Added segment 2fd0f783-cceb-4dfc-9c4b-14330702ac52 of type vlan for network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a Oct 26 13:57:36.222097 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-9e53b150-5dce-4d9d-8833-ddfa17a4ad98 service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368680 Oct 26 13:57:36.222690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=34848d97-5e29-4951-b813-a7331fe597ea,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:36.257948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '34848d97-5e29-4951-b813-a7331fe597ea', 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88', 'port_id': '34848d97-5e29-4951-b813-a7331fe597ea', 'mac_address': 'fa:16:3e:68:bc:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b4c292-5810-48f4-8a4a-6ee1dbbfbd67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:57:36.278943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d7a0-b6be-4f13-b2ba-d24b24f2cf3f req-80a0c84e-f6f2-4bb9-ba40-d9bcbd010725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:36.280742 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29f3d7a0-b6be-4f13-b2ba-d24b24f2cf3f req-80a0c84e-f6f2-4bb9-ba40-d9bcbd010725 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6848ee7a-4a94-4c2a-bc13-2f76420322f0 HTTP/1.1" status: 200 len: 916 time: 0.1503284 Oct 26 13:57:36.351821 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.368526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34848d97-5e29-4951-b813-a7331fe597ea {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:57:36.381761 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29f3d7a0-b6be-4f13-b2ba-d24b24f2cf3f req-d68b5774-b860-40b9-8c13-dedb4b25e949 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66cc8443-6b7b-42e4-9bc1-986e5230decc HTTP/1.1" status: 200 len: 217 time: 0.0926809 Oct 26 13:57:36.403779 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=34848d97-5e29-4951-b813-a7331fe597ea,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:36.417480 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.428151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Attempting to bind port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:36.428541 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Attempting to bind port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:36.428929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Attempting to bind port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b on network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:36.461273 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.473709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d7a0-b6be-4f13-b2ba-d24b24f2cf3f req-90e3a030-cbb2-4a07-850c-0b379ced0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:36.473867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:36.474283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Checking segment: {'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:36.475195 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.475628 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Bound using segment: {'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:36.476117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Bound port: bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:36.476505 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.478173 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29f3d7a0-b6be-4f13-b2ba-d24b24f2cf3f req-90e3a030-cbb2-4a07-850c-0b379ced0615 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b25951f7-7188-43ff-904d-a94aababcb9c HTTP/1.1" status: 200 len: 855 time: 0.0861595 Oct 26 13:57:36.500498 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-78acc418-6b07-40be-995f-04ff6610f91b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.502616 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.515803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45324) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:36.516089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-721f90dd-0519-48a2-82ac-4182801c1a67 None None] Provisioning complete for port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:36.516464 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-721f90dd-0519-48a2-82ac-4182801c1a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.521700 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.524804 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29f3d7a0-b6be-4f13-b2ba-d24b24f2cf3f req-4534d600-b253-442a-8f33-9632726ac57b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6848ee7a-4a94-4c2a-bc13-2f76420322f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387018 Oct 26 13:57:36.537452 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=34848d97-5e29-4951-b813-a7331fe597ea,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:36.541623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30887ee-096f-4151-aa43-fbffb0235693 req-33e065ed-aca9-4bf9-8f41-5c2914f26987 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:36.550056 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c30887ee-096f-4151-aa43-fbffb0235693 req-33e065ed-aca9-4bf9-8f41-5c2914f26987 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 943 time: 0.3383186 Oct 26 13:57:36.554788 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-78acc418-6b07-40be-995f-04ff6610f91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.601601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-721f90dd-0519-48a2-82ac-4182801c1a67 None None] Port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:57:36.601917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4286c4c2-967a-4ae5-8e90-157bf1a48f66,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:36.617693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] For port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:36.622573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] For port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:36.629971 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.636338 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.db.resource_extend [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 13:57:36.638331 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29f3d7a0-b6be-4f13-b2ba-d24b24f2cf3f req-f1fbd140-1546-479c-96fc-5e08035d302b service neutron] 10.222.0.11 "GET /v2.0/networks/6848ee7a-4a94-4c2a-bc13-2f76420322f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051261 Oct 26 13:57:36.705774 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:57:36.706528 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:57:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:36.717577 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a96a4807-2915-4021-92a6-8e7a715129d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.747698 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-71fcc458-7f59-438c-a507-73f13da03f1c service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003412 Oct 26 13:57:36.748383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acc418-6b07-40be-995f-04ff6610f91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643d0536-9a40-4566-983b-7d540acf9c3a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:36.767429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-78acc418-6b07-40be-995f-04ff6610f91b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec8f307a980b40a5a84cf2781e03e29c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3489983 Oct 26 13:57:36.768078 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29f3d7a0-b6be-4f13-b2ba-d24b24f2cf3f req-64e606ef-9540-4438-97db-42d506193897 service neutron] 10.222.0.11 "GET /v2.0/networks/6848ee7a-4a94-4c2a-bc13-2f76420322f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214948 Oct 26 13:57:36.768253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45330) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:36.775729 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Pushing event updated for resources: {'Port': ['ID=c046320a-8e24-430c-aa61-36542ad2339d,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:36.778076 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.779269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:36.779787 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.847016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c30887ee-096f-4151-aa43-fbffb0235693 req-3f2ae9e7-2d00-4761-8995-013873f66149 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963767 Oct 26 13:57:36.862591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['34848d97-5e29-4951-b813-a7331fe597ea'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:57:36.877051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1484dc-089b-4e59-b6a1-f13faecec29c None None] Pushing event updated for resources: {'Port': ['ID=bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:36.911348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:57:36.943168 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:36.950586 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1319532 Oct 26 13:57:36.953715 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45336) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:36.960457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-433eab22-9c48-44b7-992c-d6ebd04184d6 admin admin] Request body: {'subnet': {'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-176389267-subnet', 'tenant_id': '3015cef33add49c0a70c99ffe7c7236a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:36.989936 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433eab22-9c48-44b7-992c-d6ebd04184d6 admin admin] Made reservation on behalf of 3015cef33add49c0a70c99ffe7c7236a for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:36.993901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-433eab22-9c48-44b7-992c-d6ebd04184d6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.051476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737108e-9622-44de-9a4b-165d70d36669 admin admin] Pushing event updated for resources: {'Network': ['ID=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:37.057207 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-552b6033-d356-4874-930c-eaceec386ac5 req-8170f400-cbb8-45c8-b91a-fa17aaa54ab4 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 210 time: 0.0713813 Oct 26 13:57:37.078535 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.091998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-93a82e1e-d71b-472d-8776-ea23c6de8ace tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4632735 Oct 26 13:57:37.091998 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-05f48d8e-e3a5-43c0-8261-8589c372671b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.133580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:57:37.145423 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-05f48d8e-e3a5-43c0-8261-8589c372671b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.163112 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a96a4807-2915-4021-92a6-8e7a715129d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.180024 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a96a4807-2915-4021-92a6-8e7a715129d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.259097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-433eab22-9c48-44b7-992c-d6ebd04184d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.275891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a15ba-79e4-4259-9cf9-16adbabc224d req-664bccf1-49b1-4787-a2e1-a0ba1bf0d0db tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:37.299588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d95a15ba-79e4-4259-9cf9-16adbabc224d req-664bccf1-49b1-4787-a2e1-a0ba1bf0d0db tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 943 time: 0.2509315 Oct 26 13:57:37.355745 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a96a4807-2915-4021-92a6-8e7a715129d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eced6caad96943f7b174f383c54db5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8311684 Oct 26 13:57:37.356601 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45356) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:37.374450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433eab22-9c48-44b7-992c-d6ebd04184d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0759cbe-4941-45d8-8065-e151e9f5a491,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:37.415032 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433eab22-9c48-44b7-992c-d6ebd04184d6 admin admin] Checking segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:37.416648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433eab22-9c48-44b7-992c-d6ebd04184d6 admin admin] Network hostable DHCP agents. Network: 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:57:37.446799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0708f6fc-e43d-475a-8480-b24403e1078a None None] Provisioning complete for port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:37.447820 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0708f6fc-e43d-475a-8480-b24403e1078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.458817 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-05f48d8e-e3a5-43c0-8261-8589c372671b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.463156 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-05f48d8e-e3a5-43c0-8261-8589c372671b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.464968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-05f48d8e-e3a5-43c0-8261-8589c372671b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/643d0536-9a40-4566-983b-7d540acf9c3a HTTP/1.1" status: 204 len: 168 time: 0.6897905 Oct 26 13:57:37.469660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a4807-2915-4021-92a6-8e7a715129d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d15b396-4461-438e-9411-bc0cd9cd5e62,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:37.471832 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433eab22-9c48-44b7-992c-d6ebd04184d6 admin admin] Network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:57:37.500786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-433eab22-9c48-44b7-992c-d6ebd04184d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:37.506839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433eab22-9c48-44b7-992c-d6ebd04184d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:37.508724 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-433eab22-9c48-44b7-992c-d6ebd04184d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.528406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d95a15ba-79e4-4259-9cf9-16adbabc224d req-48d53750-47e7-42a6-a3fe-fee7b269ba55 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/security-groups?id=c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277176 Oct 26 13:57:37.538890 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1f587464-114b-4283-bd1d-fdf4e96a1fb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.549847 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-433eab22-9c48-44b7-992c-d6ebd04184d6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5941901 Oct 26 13:57:37.560476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721ec869-0527-4046-b18c-c22b40697651 None None] Network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:57:37.603013 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1f587464-114b-4283-bd1d-fdf4e96a1fb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.619647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f48d8e-e3a5-43c0-8261-8589c372671b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643d0536-9a40-4566-983b-7d540acf9c3a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:37.720322 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1f587464-114b-4283-bd1d-fdf4e96a1fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.724071 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1f587464-114b-4283-bd1d-fdf4e96a1fb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.729788 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1f587464-114b-4283-bd1d-fdf4e96a1fb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d15b396-4461-438e-9411-bc0cd9cd5e62 HTTP/1.1" status: 204 len: 168 time: 0.3597295 Oct 26 13:57:37.750157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f587464-114b-4283-bd1d-fdf4e96a1fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d15b396-4461-438e-9411-bc0cd9cd5e62,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:37.926242 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0708f6fc-e43d-475a-8480-b24403e1078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:37.949388 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172d34a9-5c1b-41b3-9fa6-7a295975945c None None] Network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:57:38.052979 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:36Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:57:38.058652 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0708f6fc-e43d-475a-8480-b24403e1078a None None] For port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:38.093308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48a0b3-40cb-4af4-b4ee-ad90b37900ce None None] The sync data for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 is: [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:36Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:57:38.095900 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0708f6fc-e43d-475a-8480-b24403e1078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:38.107518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db91a5e-66f8-4cdd-ad3a-be7c1c4dc0a7 req-83a51cb4-87e0-49cd-9b40-bc0b84afa4bd tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:38.109112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2db91a5e-66f8-4cdd-ad3a-be7c1c4dc0a7 req-83a51cb4-87e0-49cd-9b40-bc0b84afa4bd tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 944 time: 0.1204386 Oct 26 13:57:38.206181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708f6fc-e43d-475a-8480-b24403e1078a None None] Pushing event updated for resources: {'Port': ['ID=bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:38.247492 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2db91a5e-66f8-4cdd-ad3a-be7c1c4dc0a7 req-bc7ad8e7-b63d-4442-a36a-14672f4e9bed tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266520 Oct 26 13:57:38.322126 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1138a053-1fe0-40a0-947b-3c509571f3b8 req-2b146e4f-5546-4058-8340-550ddaff06b5 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 210 time: 0.0947685 Oct 26 13:57:38.696036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45432) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:38.761609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-020a8baf-6c83-433e-9bb4-743311b6417c tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:38.767255 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-020a8baf-6c83-433e-9bb4-743311b6417c tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.25 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 820 time: 0.3045928 Oct 26 13:57:38.772176 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-82495c45-5be5-4b91-bb53-14e1033a022c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:38.780427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-3d1d91a9-12cb-466b-af99-97b47239c15b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Request body: {'port': {'device_id': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'admin_state_up': True, 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:38.800749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4331103-cf19-4fa1-9303-9649ee241bdc req-2a08a895-bd1d-4ff1-bf3f-54fb2c6bf21a tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:38.802653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4331103-cf19-4fa1-9303-9649ee241bdc req-2a08a895-bd1d-4ff1-bf3f-54fb2c6bf21a tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 943 time: 0.1719108 Oct 26 13:57:38.969901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4331103-cf19-4fa1-9303-9649ee241bdc req-1123c439-852f-4adc-abca-56ee5832a6a1 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/security-groups?id=c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581690 Oct 26 13:57:39.073249 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-82495c45-5be5-4b91-bb53-14e1033a022c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.085041 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-82495c45-5be5-4b91-bb53-14e1033a022c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.089864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:39.118151 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-3d1d91a9-12cb-466b-af99-97b47239c15b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Made reservation on behalf of 103f1c62cb5b468ab0815c5b575652ce for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:39.123153 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-3d1d91a9-12cb-466b-af99-97b47239c15b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.178872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:39.179495 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.208162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45454) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:39.227844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-50346479-network', 'tenant_id': '274c95dcea8a4e6dab3cb95e2309b9ea'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:39.240045 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-82495c45-5be5-4b91-bb53-14e1033a022c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43d52d749a5d4cde921dd93ae056b632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345125 Oct 26 13:57:39.244582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82495c45-5be5-4b91-bb53-14e1033a022c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8150b9c-aba8-420d-9c26-3d40ed3fef94,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:39.244785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45464) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:39.304824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] Made reservation on behalf of 274c95dcea8a4e6dab3cb95e2309b9ea for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:39.308436 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.330478 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.450726 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-240dafbc-9c19-4364-83f0-3d0c339db521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.454518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-3d1d91a9-12cb-466b-af99-97b47239c15b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Allocated IP 172.20.0.12 (d153a9f8-d43b-47ae-94f1-e5bf7f9475e2/1bc83c16-d059-4981-b311-24dadb3b26b6/54631282-3f38-41b5-bd07-35055f28a977) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:39.497014 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-240dafbc-9c19-4364-83f0-3d0c339db521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.514760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b773926-59bc-4566-9d83-391002340f0c req-34a059a7-a4fe-473a-b61e-0d822e7f405f tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 210 time: 0.0494590 Oct 26 13:57:39.538345 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.548785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd9e8d-c12a-4301-a41d-9e64d88637aa req-9e2ec20b-84d1-450a-9d99-4671f503feda tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:39.550408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59dd9e8d-c12a-4301-a41d-9e64d88637aa req-9e2ec20b-84d1-450a-9d99-4671f503feda tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 944 time: 0.1218905 Oct 26 13:57:39.553693 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.618284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:57:39.661725 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8586def7-71bb-4343-8a93-bb2d4ecaa3ba,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:39.679276 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.679276 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] Added segment 6762f08b-83a3-46eb-b482-fc9042fd6696 of type vlan for network c112f8e5-bf21-4cbd-a3e6-e3de004503ef Oct 26 13:57:39.730241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59dd9e8d-c12a-4301-a41d-9e64d88637aa req-819cdf8c-91d6-475f-a959-b3831d1ee751 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696742 Oct 26 13:57:39.822449 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.831770 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-240dafbc-9c19-4364-83f0-3d0c339db521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.834809 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-240dafbc-9c19-4364-83f0-3d0c339db521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.838376 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-240dafbc-9c19-4364-83f0-3d0c339db521 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8150b9c-aba8-420d-9c26-3d40ed3fef94 HTTP/1.1" status: 204 len: 168 time: 0.5904446 Oct 26 13:57:39.866721 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.867773 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:39.868915 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:39.887979 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dafbc-9c19-4364-83f0-3d0c339db521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8150b9c-aba8-420d-9c26-3d40ed3fef94,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:39.926735 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-3d1d91a9-12cb-466b-af99-97b47239c15b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:40.009130 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-3d1d91a9-12cb-466b-af99-97b47239c15b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:40.028368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] Pushing event updated for resources: {'Network': ['ID=c112f8e5-bf21-4cbd-a3e6-e3de004503ef,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:40.052184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1f47bc8a-a1a0-418c-a6c3-98ac09c8edca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8369217 Oct 26 13:57:40.054395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45500) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:40.061605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 66cc8443-6b7b-42e4-9bc1-986e5230decc details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:57:40.061783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a0c248f4-87c2-4b13-99d1-e6080573ceac admin admin] Request body: {'subnet': {'network_id': 'c112f8e5-bf21-4cbd-a3e6-e3de004503ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-50346479-subnet', 'tenant_id': '274c95dcea8a4e6dab3cb95e2309b9ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:40.120254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c248f4-87c2-4b13-99d1-e6080573ceac admin admin] Made reservation on behalf of 274c95dcea8a4e6dab3cb95e2309b9ea for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:40.123824 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0c248f4-87c2-4b13-99d1-e6080573ceac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:40.131371 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-3d1d91a9-12cb-466b-af99-97b47239c15b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:40.135294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-3d1d91a9-12cb-466b-af99-97b47239c15b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:40.139487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 34848d97-5e29-4951-b813-a7331fe597ea up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:40.146248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-3d1d91a9-12cb-466b-af99-97b47239c15b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:40.156637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-3d1d91a9-12cb-466b-af99-97b47239c15b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:40.157426 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-3d1d91a9-12cb-466b-af99-97b47239c15b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:40.162967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d91a9-12cb-466b-af99-97b47239c15b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Pushing event updated for resources: {'Port': ['ID=54631282-3f38-41b5-bd07-35055f28a977,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:40.164145 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network c112f8e5-bf21-4cbd-a3e6-e3de004503ef details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:57:40.199550 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-3d1d91a9-12cb-466b-af99-97b47239c15b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4230599 Oct 26 13:57:40.216869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Request body: {'port': {'device_id': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:40.373301 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:40.427799 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.resource_extend [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 13:57:40.459169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce3e49-eaad-4f97-83a6-a92ed82daf00 req-dd804bba-cd63-4f5b-bead-abeb4e5326c1 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:40.470350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-57ce3e49-eaad-4f97-83a6-a92ed82daf00 req-dd804bba-cd63-4f5b-bead-abeb4e5326c1 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 943 time: 0.2047958 Oct 26 13:57:40.694996 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0c248f4-87c2-4b13-99d1-e6080573ceac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:40.749188 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-02576078-4495-411c-88ba-1cac8dac4569 None None] Provisioning complete for port 54631282-3f38-41b5-bd07-35055f28a977 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:40.749490 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-02576078-4495-411c-88ba-1cac8dac4569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:40.839936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-02576078-4495-411c-88ba-1cac8dac4569 None None] Port 54631282-3f38-41b5-bd07-35055f28a977 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:57:40.845228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 34848d97-5e29-4951-b813-a7331fe597ea completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:57:40.873322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 34848d97-5e29-4951-b813-a7331fe597ea triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:40.873659 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:40.930664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-57ce3e49-eaad-4f97-83a6-a92ed82daf00 req-d20c8a25-1dd8-44e4-9632-d1bd669a610d tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/security-groups?id=c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593318 Oct 26 13:57:40.936711 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54631282-3f38-41b5-bd07-35055f28a977 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:57:40.955660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:40.973130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 66cc8443-6b7b-42e4-9bc1-986e5230decc, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=66cc8443-6b7b-42e4-9bc1-986e5230decc,segment=NetworkSegment(b9533c16-9684-4b1a-92a6-0e973af93e14),segment_id=b9533c16-9684-4b1a-92a6-0e973af93e14)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:40.983675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Transition to ACTIVE for port object 54631282-3f38-41b5-bd07-35055f28a977 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:57:40.993594 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:41.001096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c248f4-87c2-4b13-99d1-e6080573ceac admin admin] Pushing event updated for resources: {'Subnet': ['ID=4738b2cf-bc8d-4dd2-ac74-1d907c98a1d2,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:41.026707 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '66cc8443-6b7b-42e4-9bc1-986e5230decc', 'network_id': '6848ee7a-4a94-4c2a-bc13-2f76420322f0', 'port_id': '66cc8443-6b7b-42e4-9bc1-986e5230decc', 'mac_address': 'fa:16:3e:b1:4b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25951f7-7188-43ff-904d-a94aababcb9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:57:41.049966 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02987b3d-8e2c-49b9-b2ac-0f0f17d39c8b req-5a0a9249-7e2a-41a1-884a-aaf6e6645354 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:41.075700 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02987b3d-8e2c-49b9-b2ac-0f0f17d39c8b req-5a0a9249-7e2a-41a1-884a-aaf6e6645354 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 932 time: 0.3873610 Oct 26 13:57:41.142321 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:41.160331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c248f4-87c2-4b13-99d1-e6080573ceac admin admin] Checking segment: {'id': '6762f08b-83a3-46eb-b482-fc9042fd6696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c112f8e5-bf21-4cbd-a3e6-e3de004503ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:41.160930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c248f4-87c2-4b13-99d1-e6080573ceac admin admin] Network hostable DHCP agents. Network: c112f8e5-bf21-4cbd-a3e6-e3de004503ef, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:57:41.169305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Pushing event updated for resources: {'Port': ['ID=54631282-3f38-41b5-bd07-35055f28a977,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:41.171797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cc8443-6b7b-42e4-9bc1-986e5230decc {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:57:41.196224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Attempting to bind port 54631282-3f38-41b5-bd07-35055f28a977 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:41.196579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Attempting to bind port 54631282-3f38-41b5-bd07-35055f28a977 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:41.196879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Attempting to bind port 54631282-3f38-41b5-bd07-35055f28a977 on network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:41.209968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Port 54631282-3f38-41b5-bd07-35055f28a977 on network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:57:41.216193 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02987b3d-8e2c-49b9-b2ac-0f0f17d39c8b req-36ff7249-1e87-4934-8eb2-f8eee8575170 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342156 Oct 26 13:57:41.227657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Attempting to bind port 54631282-3f38-41b5-bd07-35055f28a977 on network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:41.245874 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:41.248304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Checking segment: {'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:41.248688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Bound using segment: {'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:41.249130 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Bound port: 54631282-3f38-41b5-bd07-35055f28a977, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:41.249482 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:41.251935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 66cc8443-6b7b-42e4-9bc1-986e5230decc, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=66cc8443-6b7b-42e4-9bc1-986e5230decc,segment=NetworkSegment(b9533c16-9684-4b1a-92a6-0e973af93e14),segment_id=b9533c16-9684-4b1a-92a6-0e973af93e14)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:41.334947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c248f4-87c2-4b13-99d1-e6080573ceac admin admin] Network c112f8e5-bf21-4cbd-a3e6-e3de004503ef is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:57:41.335738 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:41.366128 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-a0c248f4-87c2-4b13-99d1-e6080573ceac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, c112f8e5-bf21-4cbd-a3e6-e3de004503ef) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:41.381927 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] For port 54631282-3f38-41b5-bd07-35055f28a977, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:41.386363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] For port 54631282-3f38-41b5-bd07-35055f28a977, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=54631282-3f38-41b5-bd07-35055f28a977,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:41.386708 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c248f4-87c2-4b13-99d1-e6080573ceac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:41.387535 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0c248f4-87c2-4b13-99d1-e6080573ceac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:41.400343 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:41.415687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e14d59-9016-4557-a853-b2f5d8a13768 req-e2a26ae3-fa2b-47ab-8ed9-037e8fab7526 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:41.426290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-50e14d59-9016-4557-a853-b2f5d8a13768 req-e2a26ae3-fa2b-47ab-8ed9-037e8fab7526 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 944 time: 0.2086926 Oct 26 13:57:41.466523 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:41.480363 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a0c248f4-87c2-4b13-99d1-e6080573ceac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4258869 Oct 26 13:57:41.482478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=66cc8443-6b7b-42e4-9bc1-986e5230decc,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:41.485486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36c2b03-d06e-4113-84d5-06aa82fef4ed None None] Network c112f8e5-bf21-4cbd-a3e6-e3de004503ef requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:57:41.507154 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-50e14d59-9016-4557-a853-b2f5d8a13768 req-e7110e69-1b49-40ec-ae5b-517406eee2b4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795269 Oct 26 13:57:41.570146 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Pushing event updated for resources: {'Port': ['ID=54631282-3f38-41b5-bd07-35055f28a977,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:41.589382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:41.591835 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:41.594522 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-940c596e-1cd5-4b6e-ac6d-abf59ae7c1de service neutron] 10.222.0.25 "PUT /v2.0/ports/54631282-3f38-41b5-bd07-35055f28a977 HTTP/1.1" status: 200 len: 1092 time: 1.3806725 Oct 26 13:57:41.602185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'tag': '54631282-3f38-41b5-bd07-35055f28a977'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:41.611577 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5814844-399f-48c0-b341-921f539b4743" -d '{"events": [{"name": "network-changed", "server_uuid": "db2261fd-980d-4d8d-9c5a-5825f3fdc49c", "tag": "54631282-3f38-41b5-bd07-35055f28a977"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:41.625710 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb234da-d78d-4bdc-88c8-a8f46d3cd669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34848d97-5e29-4951-b813-a7331fe597ea'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:41.628708 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e895a15-ac0c-4a39-8c94-73ec8c142c2f" -d '{"events": [{"server_uuid": "6eb234da-d78d-4bdc-88c8-a8f46d3cd669", "name": "network-vif-plugged", "status": "completed", "tag": "34848d97-5e29-4951-b813-a7331fe597ea"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:41.696037 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=34848d97-5e29-4951-b813-a7331fe597ea,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:41.709905 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2cc737-47e9-468d-b579-5bd83f3cbe71 x-openstack-request-id: req-fd2cc737-47e9-468d-b579-5bd83f3cbe71 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:41.710716 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2261fd-980d-4d8d-9c5a-5825f3fdc49c", "tag": "54631282-3f38-41b5-bd07-35055f28a977", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:41.710958 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd2cc737-47e9-468d-b579-5bd83f3cbe71 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:41.711369 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'tag': '54631282-3f38-41b5-bd07-35055f28a977', 'status': 'completed', 'code': 200} Oct 26 13:57:41.722032 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:41.751378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-e168a351-7174-4691-a4db-0eecd9559218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:41.754137 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-e168a351-7174-4691-a4db-0eecd9559218 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 1095 time: 0.1084306 Oct 26 13:57:41.768587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['66cc8443-6b7b-42e4-9bc1-986e5230decc'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:57:41.775632 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd440cbf-dfd3-42ad-8014-c8f180e10d2b x-openstack-request-id: req-bd440cbf-dfd3-42ad-8014-c8f180e10d2b {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:41.776191 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb234da-d78d-4bdc-88c8-a8f46d3cd669", "name": "network-vif-plugged", "status": "completed", "tag": "34848d97-5e29-4951-b813-a7331fe597ea", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:41.776626 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd440cbf-dfd3-42ad-8014-c8f180e10d2b {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:41.777191 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb234da-d78d-4bdc-88c8-a8f46d3cd669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34848d97-5e29-4951-b813-a7331fe597ea', 'code': 200} Oct 26 13:57:41.942519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f007c8a6-3f56-4fef-abee-0454da5ce332 None None] Network c112f8e5-bf21-4cbd-a3e6-e3de004503ef requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:57:41.958053 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-b76f93c8-25c4-43d5-8be3-d4414c946137 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54631282-3f38-41b5-bd07-35055f28a977 HTTP/1.1" status: 200 len: 217 time: 0.1907547 Oct 26 13:57:42.022924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=34848d97-5e29-4951-b813-a7331fe597ea,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:42.182246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-311ae059-b26a-49f6-96c2-707b52f8af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:42.188968 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-311ae059-b26a-49f6-96c2-707b52f8af71 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.1798606 Oct 26 13:57:42.194005 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0b600-781f-4029-bd98-51e747ef39d2 req-50602104-4c7e-47cc-ab95-b2ff2edf03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:42.195575 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5ec0b600-781f-4029-bd98-51e747ef39d2 req-50602104-4c7e-47cc-ab95-b2ff2edf03a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 1096 time: 0.2875960 Oct 26 13:57:42.223353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d952f-f31c-4326-a1b1-ce2a8914a36c req-8447af92-85df-4aa2-ac92-e6b2e3cccace tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:42.224945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c2d952f-f31c-4326-a1b1-ce2a8914a36c req-8447af92-85df-4aa2-ac92-e6b2e3cccace tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 944 time: 0.1383562 Oct 26 13:57:42.265849 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-6b76613d-0536-46c7-bb0b-f4f0b8f04db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:42.267442 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-6b76613d-0536-46c7-bb0b-f4f0b8f04db2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708778 Oct 26 13:57:42.269764 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5ec0b600-781f-4029-bd98-51e747ef39d2 req-13dd08e2-f915-4394-b518-d49615ea81c9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647850 Oct 26 13:57:42.309442 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c2d952f-f31c-4326-a1b1-ce2a8914a36c req-278aea55-d1d7-46b1-ad42-f5a3f364d096 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/security-groups?id=c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741389 Oct 26 13:57:42.473951 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-666a751c-89fc-4286-992c-dd895049daad service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985228 Oct 26 13:57:42.529761 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147256a-8caf-45e0-ab15-b3a39f118426 req-d3c34ee3-daee-49c8-9204-80ec37311b84 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:42.532170 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5147256a-8caf-45e0-ab15-b3a39f118426 req-d3c34ee3-daee-49c8-9204-80ec37311b84 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 944 time: 0.0705705 Oct 26 13:57:42.593334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5147256a-8caf-45e0-ab15-b3a39f118426 req-f588405e-9fc5-41cd-a752-e8cba4c7e8b1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541666 Oct 26 13:57:42.620528 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-064d14f4-58d2-4e59-8e4c-9d06447a4f4c req-30ef2c37-e5e4-4ebe-aff5-e1775e5c2826 service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381671 Oct 26 13:57:42.652314 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4c797b4c-ce69-40a4-a3dd-63e173b217c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:42.725533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45582) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:42.740611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5814844-399f-48c0-b341-921f539b4743 req-d96e20c4-017b-4b1f-b24d-b08873691b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:42.742763 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5814844-399f-48c0-b341-921f539b4743 req-d96e20c4-017b-4b1f-b24d-b08873691b85 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 1095 time: 0.0653658 Oct 26 13:57:42.753664 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7827c-4c50-49dc-bc8f-c67d446a59da req-813fd4fe-fde5-4a6c-8dca-b8eef265831b tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:42.762013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-73d7827c-4c50-49dc-bc8f-c67d446a59da req-813fd4fe-fde5-4a6c-8dca-b8eef265831b tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 945 time: 0.0665283 Oct 26 13:57:42.810567 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-73d7827c-4c50-49dc-bc8f-c67d446a59da req-793cf105-22de-4838-9547-f3fc981b265b tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476356 Oct 26 13:57:42.870848 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5814844-399f-48c0-b341-921f539b4743 req-8beb417a-c494-4ddd-a5df-9d5ca50a4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:42.872913 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5814844-399f-48c0-b341-921f539b4743 req-8beb417a-c494-4ddd-a5df-9d5ca50a4303 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 921 time: 0.1216650 Oct 26 13:57:42.948927 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5814844-399f-48c0-b341-921f539b4743 req-9e458051-10e5-4e90-aacf-373a33ec7ba9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54631282-3f38-41b5-bd07-35055f28a977 HTTP/1.1" status: 200 len: 217 time: 0.0667169 Oct 26 13:57:43.042286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5814844-399f-48c0-b341-921f539b4743 req-8902ce88-f48b-45f7-977d-eb77abebd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:43.042286 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5814844-399f-48c0-b341-921f539b4743 req-8902ce88-f48b-45f7-977d-eb77abebd9c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.0848441 Oct 26 13:57:43.099607 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-49fefddc-f2a3-4729-aeee-d326daa9b06c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.106771 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-fadcb655-e3ad-4e07-8b9a-dd6e0c0506ae tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:43.119920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-fadcb655-e3ad-4e07-8b9a-dd6e0c0506ae tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 807 time: 0.2103698 Oct 26 13:57:43.132096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5814844-399f-48c0-b341-921f539b4743 req-e7a24553-abbc-44de-9c45-7894f2f328d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:43.133607 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5814844-399f-48c0-b341-921f539b4743 req-e7a24553-abbc-44de-9c45-7894f2f328d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852895 Oct 26 13:57:43.139775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-22d576c3-ea0d-4cba-9fee-5971ab3538c2 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/quotas/3015cef33add49c0a70c99ffe7c7236a HTTP/1.1" status: 200 len: 375 time: 0.0186520 Oct 26 13:57:43.182553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-85f104c0-4100-42c7-b930-9e0185d99210 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416214 Oct 26 13:57:43.295478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-6a8be833-e09f-4ee4-899a-36c14c427aca service neutron] 10.222.0.32 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078289 Oct 26 13:57:43.400794 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-5ff06aac-cfe9-4a0f-a4b7-707dcf4f709e service neutron] 10.222.0.32 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969260 Oct 26 13:57:43.547736 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-49fefddc-f2a3-4729-aeee-d326daa9b06c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.550711 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5814844-399f-48c0-b341-921f539b4743 req-5e361c2d-b5e4-4136-9f61-d3d587e9c6e4 service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077220 Oct 26 13:57:43.557672 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-49fefddc-f2a3-4729-aeee-d326daa9b06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.603068 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fefddc-f2a3-4729-aeee-d326daa9b06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54906ed4-34a9-47fa-8a7b-50b732cbc727,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:43.684781 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-49fefddc-f2a3-4729-aeee-d326daa9b06c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2822809378c4c67a764bb32440086a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9571178 Oct 26 13:57:43.685121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960bd1f-4d6b-4a73-bd3a-0c7caf9e97c2 req-a9d8dc28-b13b-4da2-a93a-795680ed9435 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:43.690318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45620) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:43.693529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e960bd1f-4d6b-4a73-bd3a-0c7caf9e97c2 req-a9d8dc28-b13b-4da2-a93a-795680ed9435 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 944 time: 0.0758088 Oct 26 13:57:43.745783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6cc68b4-3979-409a-a62d-4b8feb9de261 req-521d32be-3441-4403-8f6a-3d8ef557800e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 210 time: 0.0729172 Oct 26 13:57:43.766360 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5814844-399f-48c0-b341-921f539b4743 req-d8ab0a2d-9351-45f3-893f-1df82ea5665e service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043798 Oct 26 13:57:43.807360 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e960bd1f-4d6b-4a73-bd3a-0c7caf9e97c2 req-a5c23a25-8710-4d6f-878a-dbfdbe8949e8 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/security-groups?id=c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122828 Oct 26 13:57:43.809434 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5ebcd3bd-58ce-422c-af69-da80e238fc6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.848349 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5ebcd3bd-58ce-422c-af69-da80e238fc6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.921717 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5ebcd3bd-58ce-422c-af69-da80e238fc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.925795 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5ebcd3bd-58ce-422c-af69-da80e238fc6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.927158 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5ebcd3bd-58ce-422c-af69-da80e238fc6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54906ed4-34a9-47fa-8a7b-50b732cbc727 HTTP/1.1" status: 204 len: 168 time: 0.2359126 Oct 26 13:57:43.959600 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcd3bd-58ce-422c-af69-da80e238fc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54906ed4-34a9-47fa-8a7b-50b732cbc727,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:44.037635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff4d14-49ab-4251-a160-3d6a4f72e54f req-e8fa30e1-b0c6-4a23-84b0-afe556d74954 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:44.039275 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60ff4d14-49ab-4251-a160-3d6a4f72e54f req-e8fa30e1-b0c6-4a23-84b0-afe556d74954 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 944 time: 0.1142516 Oct 26 13:57:44.067726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 66cc8443-6b7b-42e4-9bc1-986e5230decc up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:44.160570 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60ff4d14-49ab-4251-a160-3d6a4f72e54f req-53efc3e1-1acc-48ac-9626-0cadc52449c8 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116443 Oct 26 13:57:44.182077 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 66cc8443-6b7b-42e4-9bc1-986e5230decc completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:57:44.190188 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 66cc8443-6b7b-42e4-9bc1-986e5230decc triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:44.190641 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:44.196557 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fbdba-9c81-4a02-8b8c-958fdcfd6bd8 req-6244d88f-fa7c-4bf2-86cb-0c828839abd5 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:44.198906 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-362fbdba-9c81-4a02-8b8c-958fdcfd6bd8 req-6244d88f-fa7c-4bf2-86cb-0c828839abd5 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 945 time: 0.1070518 Oct 26 13:57:44.306308 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-362fbdba-9c81-4a02-8b8c-958fdcfd6bd8 req-77a4122b-26a6-4873-8276-4df0c9a5dd22 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003990 Oct 26 13:57:44.402536 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:44.451786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dade8dee-ddb0-4b7d-8f7f-c941cc19da9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cc8443-6b7b-42e4-9bc1-986e5230decc'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:44.458477 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971b757f-1745-45c5-88a5-777eb701ec36" -d '{"events": [{"server_uuid": "dade8dee-ddb0-4b7d-8f7f-c941cc19da9a", "name": "network-vif-plugged", "status": "completed", "tag": "66cc8443-6b7b-42e4-9bc1-986e5230decc"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:44.493565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 66cc8443-6b7b-42e4-9bc1-986e5230decc, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=66cc8443-6b7b-42e4-9bc1-986e5230decc,segment=NetworkSegment(b9533c16-9684-4b1a-92a6-0e973af93e14),segment_id=b9533c16-9684-4b1a-92a6-0e973af93e14)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:44.503331 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:44.520108 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b71e294-7d55-44b4-8674-667dc0b6b238 x-openstack-request-id: req-0b71e294-7d55-44b4-8674-667dc0b6b238 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:44.522732 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dade8dee-ddb0-4b7d-8f7f-c941cc19da9a", "name": "network-vif-plugged", "status": "completed", "tag": "66cc8443-6b7b-42e4-9bc1-986e5230decc", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:44.523007 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b71e294-7d55-44b4-8674-667dc0b6b238 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:44.523394 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dade8dee-ddb0-4b7d-8f7f-c941cc19da9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cc8443-6b7b-42e4-9bc1-986e5230decc', 'code': 200} Oct 26 13:57:44.536361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea28648-96ac-47c5-b206-ade491168222 req-6de57620-e8b1-45d7-92d8-ec880411bcbb tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:44.549350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fea28648-96ac-47c5-b206-ade491168222 req-6de57620-e8b1-45d7-92d8-ec880411bcbb tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 1096 time: 0.1079743 Oct 26 13:57:44.594087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45672) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:44.619881 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-62507c31-6a9d-47ff-8a1f-3ce811ab5b23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:44.627269 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fea28648-96ac-47c5-b206-ade491168222 req-e9c4eed7-f141-4aa8-b213-d9a549bdd94b tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760231 Oct 26 13:57:44.630324 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=66cc8443-6b7b-42e4-9bc1-986e5230decc,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:44.758987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495ef15-86b4-4988-9b42-2679850eb3d4 req-e56d093b-fb98-4cd3-9512-3a588e185a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:44.760555 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5495ef15-86b4-4988-9b42-2679850eb3d4 req-e56d093b-fb98-4cd3-9512-3a588e185a79 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 1096 time: 0.0867572 Oct 26 13:57:44.788847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa557a8-e6ca-4a92-a292-c695686777da req-873bb707-55df-47b5-bf03-0f7fb3962350 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:44.790523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-faa557a8-e6ca-4a92-a292-c695686777da req-873bb707-55df-47b5-bf03-0f7fb3962350 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 1096 time: 0.0603759 Oct 26 13:57:44.811991 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-62507c31-6a9d-47ff-8a1f-3ce811ab5b23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:44.827750 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-62507c31-6a9d-47ff-8a1f-3ce811ab5b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:44.874975 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62507c31-6a9d-47ff-8a1f-3ce811ab5b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad16b62-dc73-46ef-a0a0-ce833113c9e8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:44.882886 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5495ef15-86b4-4988-9b42-2679850eb3d4 req-f2590fc1-b68a-4d60-a904-178c0dbf795d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106381 Oct 26 13:57:44.894567 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83d0c64f-378c-4ce0-9dd4-f9ff5fbdae90 req-8cf0acce-a3e9-47c7-aa92-7051e3ba1ae7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 210 time: 0.0618904 Oct 26 13:57:44.922518 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-62507c31-6a9d-47ff-8a1f-3ce811ab5b23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10029dd816e346da812c8f417d6d211e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267002 Oct 26 13:57:44.923070 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-faa557a8-e6ca-4a92-a292-c695686777da req-3735d6d1-b979-4da6-9098-d72958bcc2cc tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261702 Oct 26 13:57:44.925010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45684) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:44.987545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45686) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:45.007518 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a375643-0bb8-4f5d-8617-0f9db39687cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.055167 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1016d22-486e-48b5-b34b-606497d2f0b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.098989 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1016d22-486e-48b5-b34b-606497d2f0b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.115105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55917d2a-f459-4613-822d-96a96cd146f3 req-4f878673-3a4f-4ceb-8b65-65cb98f987ff tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:45.122731 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55917d2a-f459-4613-822d-96a96cd146f3 req-4f878673-3a4f-4ceb-8b65-65cb98f987ff tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 945 time: 0.1230526 Oct 26 13:57:45.149509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9fb94e0-bee7-4152-a9a7-949288263f33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.223802 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55917d2a-f459-4613-822d-96a96cd146f3 req-74e9261f-f26a-4825-a5fd-45cf5babed14 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/security-groups?id=c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001053 Oct 26 13:57:45.261382 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1016d22-486e-48b5-b34b-606497d2f0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.264663 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1016d22-486e-48b5-b34b-606497d2f0b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.269438 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f1016d22-486e-48b5-b34b-606497d2f0b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ad16b62-dc73-46ef-a0a0-ce833113c9e8 HTTP/1.1" status: 204 len: 168 time: 0.3397636 Oct 26 13:57:45.279918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1016d22-486e-48b5-b34b-606497d2f0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad16b62-dc73-46ef-a0a0-ce833113c9e8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:45.326612 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9fb94e0-bee7-4152-a9a7-949288263f33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.333575 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9fb94e0-bee7-4152-a9a7-949288263f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.336189 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b25206-461c-48d7-b41a-fa13f72554e4 req-fb05c676-76e0-4298-a2ff-7da19d2f84ac tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:45.338478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06b25206-461c-48d7-b41a-fa13f72554e4 req-fb05c676-76e0-4298-a2ff-7da19d2f84ac tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 1096 time: 0.0607092 Oct 26 13:57:45.396016 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb94e0-bee7-4152-a9a7-949288263f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e9a9fc-1041-4489-974a-cdb5519062a8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:45.415459 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06b25206-461c-48d7-b41a-fa13f72554e4 req-bb424ad8-5534-4b7f-9c4d-1296509b2e3d tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691762 Oct 26 13:57:45.418236 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d9fb94e0-bee7-4152-a9a7-949288263f33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11bd7af19e654dfcaba562c1b76b37f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295940 Oct 26 13:57:45.424700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45706) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:45.564713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f44593-a234-4a87-82c9-ed9000cd1905 req-e1b0de52-660c-46ae-a128-fe44ed851258 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:45.566558 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72f44593-a234-4a87-82c9-ed9000cd1905 req-e1b0de52-660c-46ae-a128-fe44ed851258 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 944 time: 0.2255583 Oct 26 13:57:45.573601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-3a151230-4165-424a-a962-539828bfda55 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:45.573601 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-3a151230-4165-424a-a962-539828bfda55 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.11 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 807 time: 0.1882150 Oct 26 13:57:45.589899 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-790e5c24-07ea-4599-af4d-9dce8d7a851e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.595717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a06e0998-b1d3-457d-afcd-b12dbb417e4b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Request body: {'port': {'device_id': '08acfee0-4301-481a-95b5-c290e3a68e63', 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a', 'admin_state_up': True, 'tenant_id': '3015cef33add49c0a70c99ffe7c7236a'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:45.617769 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-790e5c24-07ea-4599-af4d-9dce8d7a851e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.693183 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-790e5c24-07ea-4599-af4d-9dce8d7a851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.696025 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-790e5c24-07ea-4599-af4d-9dce8d7a851e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.699962 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-790e5c24-07ea-4599-af4d-9dce8d7a851e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7e9a9fc-1041-4489-974a-cdb5519062a8 HTTP/1.1" status: 204 len: 168 time: 0.2729330 Oct 26 13:57:45.714780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72f44593-a234-4a87-82c9-ed9000cd1905 req-888958d6-0075-4a18-baf8-2b611f90e0d0 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367977 Oct 26 13:57:45.720170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e5c24-07ea-4599-af4d-9dce8d7a851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e9a9fc-1041-4489-974a-cdb5519062a8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:45.774582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a06e0998-b1d3-457d-afcd-b12dbb417e4b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Made reservation on behalf of 3015cef33add49c0a70c99ffe7c7236a for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:45.780854 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a06e0998-b1d3-457d-afcd-b12dbb417e4b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.950177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a06e0998-b1d3-457d-afcd-b12dbb417e4b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Allocated IP 172.20.0.6 (078abf4e-3c0c-457f-98a5-ae1b32bc0d7a/b0759cbe-4941-45d8-8065-e151e9f5a491/e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:46.066043 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16b7475e-2433-4272-a9a3-e16cc0b3458b req-32886a29-07e2-4ec5-b198-e929a49eca95 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 210 time: 0.0414290 Oct 26 13:57:46.107563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45724) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:46.123252 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54f8ec7d-e47d-40dd-af38-e73f8ad45a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.157629 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a06e0998-b1d3-457d-afcd-b12dbb417e4b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.210545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 54631282-3f38-41b5-bd07-35055f28a977 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:57:46.214920 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a06e0998-b1d3-457d-afcd-b12dbb417e4b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.234745 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54f8ec7d-e47d-40dd-af38-e73f8ad45a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.242412 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54f8ec7d-e47d-40dd-af38-e73f8ad45a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.312660 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-54f8ec7d-e47d-40dd-af38-e73f8ad45a02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0e4915f19314922a9210c9d8ebd8b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2037349 Oct 26 13:57:46.317152 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45732) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:46.327448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8ec7d-e47d-40dd-af38-e73f8ad45a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609def56-37c0-4831-9718-70fc06b11385,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:46.350126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a06e0998-b1d3-457d-afcd-b12dbb417e4b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:46.378729 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a06e0998-b1d3-457d-afcd-b12dbb417e4b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:46.388386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a06e0998-b1d3-457d-afcd-b12dbb417e4b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:46.394943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a06e0998-b1d3-457d-afcd-b12dbb417e4b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:46.395848 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a06e0998-b1d3-457d-afcd-b12dbb417e4b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.431646 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc793d68-fe27-47af-863c-ce9834635a5c req-835aab8d-1572-48fb-a704-65ecf82c5cc2 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:46.433603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e0998-b1d3-457d-afcd-b12dbb417e4b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Pushing event updated for resources: {'Port': ['ID=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:46.434294 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc793d68-fe27-47af-863c-ce9834635a5c req-835aab8d-1572-48fb-a704-65ecf82c5cc2 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 945 time: 0.0689538 Oct 26 13:57:46.478205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 54631282-3f38-41b5-bd07-35055f28a977, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=54631282-3f38-41b5-bd07-35055f28a977,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:46.494942 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a06e0998-b1d3-457d-afcd-b12dbb417e4b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9112341 Oct 26 13:57:46.504301 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c48a-e67b-45f2-9447-876dfa51f7c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.504746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '54631282-3f38-41b5-bd07-35055f28a977', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'port_id': '54631282-3f38-41b5-bd07-35055f28a977', 'mac_address': 'fa:16:3e:05:38:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:57:46.516798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Request body: {'port': {'device_id': '08acfee0-4301-481a-95b5-c290e3a68e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:46.543971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc793d68-fe27-47af-863c-ce9834635a5c req-e1637245-9d5b-443a-b5bc-67ac88eb4b21 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/security-groups?id=c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012452 Oct 26 13:57:46.564714 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.595760 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.598787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.610935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54631282-3f38-41b5-bd07-35055f28a977 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:57:46.617720 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c48a-e67b-45f2-9447-876dfa51f7c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.634990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 54631282-3f38-41b5-bd07-35055f28a977, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=54631282-3f38-41b5-bd07-35055f28a977,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:46.642688 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.697431 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.718053 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=54631282-3f38-41b5-bd07-35055f28a977,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:46.728614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209402a-f771-451e-9556-f9935dc9232e req-98331e90-9a23-42af-b7f9-a2a8ee5115cf tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:46.731029 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9209402a-f771-451e-9556-f9935dc9232e req-98331e90-9a23-42af-b7f9-a2a8ee5115cf tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 1096 time: 0.0987866 Oct 26 13:57:46.806781 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c48a-e67b-45f2-9447-876dfa51f7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.809386 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c48a-e67b-45f2-9447-876dfa51f7c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.810554 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b0c8c48a-e67b-45f2-9447-876dfa51f7c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/609def56-37c0-4831-9718-70fc06b11385 HTTP/1.1" status: 204 len: 168 time: 0.4838364 Oct 26 13:57:46.833619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9209402a-f771-451e-9556-f9935dc9232e req-6998c00f-9f94-4fb4-b978-2cd04e28d757 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841622 Oct 26 13:57:46.833845 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8c48a-e67b-45f2-9447-876dfa51f7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609def56-37c0-4831-9718-70fc06b11385,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:46.886303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['54631282-3f38-41b5-bd07-35055f28a977'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:57:46.990654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9157e-d771-4384-a8bc-802f4b338e2c req-607245c0-31b9-4bab-a415-88017f76574d tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:46.995301 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2df9157e-d771-4384-a8bc-802f4b338e2c req-607245c0-31b9-4bab-a415-88017f76574d tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 945 time: 0.1742206 Oct 26 13:57:47.090649 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2df9157e-d771-4384-a8bc-802f4b338e2c req-3b88dc86-1374-4a2a-b567-33fbb933b446 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836711 Oct 26 13:57:47.142581 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:57:47.154697 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.171320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Transition to ACTIVE for port object e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:57:47.175612 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.295053 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Pushing event updated for resources: {'Port': ['ID=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:47.301370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Attempting to bind port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:47.301897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Attempting to bind port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:47.302288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Attempting to bind port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:47.307530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:57:47.308156 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Attempting to bind port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:47.315278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454acd8-26c3-40d2-93a8-cc8a072b4383 req-5f797329-6fbb-428f-b677-4a73c77784f3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:47.320986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:47.321570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Checking segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:47.322263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Bound using segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:47.322903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Bound port: e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:47.323225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.325102 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6454acd8-26c3-40d2-93a8-cc8a072b4383 req-5f797329-6fbb-428f-b677-4a73c77784f3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 943 time: 0.0808289 Oct 26 13:57:47.382581 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6454acd8-26c3-40d2-93a8-cc8a072b4383 req-1dae86ac-e0e8-40bb-b1de-a4687c2b41e7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536528 Oct 26 13:57:47.467883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:47.475401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:47.481252 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.519755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:47.520391 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.521862 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] 10.222.0.11 "PUT /v2.0/ports/e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d HTTP/1.1" status: 200 len: 1091 time: 1.0128274 Oct 26 13:57:47.524324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08acfee0-4301-481a-95b5-c290e3a68e63', 'tag': 'e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:47.527592 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50477594-735a-488c-b76f-f4738238d14b" -d '{"events": [{"name": "network-changed", "server_uuid": "08acfee0-4301-481a-95b5-c290e3a68e63", "tag": "e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:47.563399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755443d-7b06-4045-85f8-0ebd19427aec service neutron] Pushing event updated for resources: {'Port': ['ID=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:47.610817 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4eb8a0-e889-4cb7-bd5d-32e9bea27f7c x-openstack-request-id: req-aa4eb8a0-e889-4cb7-bd5d-32e9bea27f7c {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:47.611436 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08acfee0-4301-481a-95b5-c290e3a68e63", "tag": "e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:47.611436 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa4eb8a0-e889-4cb7-bd5d-32e9bea27f7c {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:47.611898 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08acfee0-4301-481a-95b5-c290e3a68e63', 'tag': 'e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d', 'status': 'completed', 'code': 200} Oct 26 13:57:47.627158 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a28f5f8d-7bd2-44f5-96c3-c4406bd9a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:47.628940 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a28f5f8d-7bd2-44f5-96c3-c4406bd9a4b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 1094 time: 0.0561028 Oct 26 13:57:47.692872 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-26a31447-a224-4a90-83ed-acd3d5883e36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d HTTP/1.1" status: 200 len: 217 time: 0.0543416 Oct 26 13:57:47.737776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97158455-bdc2-4c5a-80eb-344b5d5c8d8a req-a44facb5-c749-48b1-8cf7-4df9efe4d067 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:47.745516 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97158455-bdc2-4c5a-80eb-344b5d5c8d8a req-a44facb5-c749-48b1-8cf7-4df9efe4d067 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 945 time: 0.0788970 Oct 26 13:57:47.771099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-6c80a507-0844-4c03-9248-5088ad81b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:47.773373 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-6c80a507-0844-4c03-9248-5088ad81b86a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.0679324 Oct 26 13:57:47.783438 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97158455-bdc2-4c5a-80eb-344b5d5c8d8a req-d594be49-1d94-463b-87cf-5576cbeebd57 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/security-groups?id=c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370669 Oct 26 13:57:47.849104 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-ffbe467b-3822-45a9-a0e1-5209e6f83555 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679517 Oct 26 13:57:48.004644 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-a3b3a658-f3b1-437f-bc07-582313f4000b service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462090 Oct 26 13:57:48.182831 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adb97b38-7b89-4863-b149-4b3f0a5461a7 req-1d639aac-c30c-427a-9084-2368873ae579 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696720 Oct 26 13:57:48.210945 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 54631282-3f38-41b5-bd07-35055f28a977 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:48.382522 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50477594-735a-488c-b76f-f4738238d14b req-dcf9b6f7-e943-4746-b18b-71d2901b8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:48.382743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 54631282-3f38-41b5-bd07-35055f28a977 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:57:48.384707 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50477594-735a-488c-b76f-f4738238d14b req-dcf9b6f7-e943-4746-b18b-71d2901b8f2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 1094 time: 0.1383781 Oct 26 13:57:48.394564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 54631282-3f38-41b5-bd07-35055f28a977 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:48.394928 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.542255 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.552672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50477594-735a-488c-b76f-f4738238d14b req-4bef1ee5-ed6e-4b96-a205-fe194afe2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:48.554756 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50477594-735a-488c-b76f-f4738238d14b req-4bef1ee5-ed6e-4b96-a205-fe194afe2379 service neutron] 10.222.0.11 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.1608717 Oct 26 13:57:48.609539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-c2ba15ef-881a-4c56-a36f-7ccc468c191b tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:57:48.610872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-c2ba15ef-881a-4c56-a36f-7ccc468c191b tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076697 Oct 26 13:57:48.616051 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50477594-735a-488c-b76f-f4738238d14b req-81af83c6-273c-4e1a-a5e7-05f70b24b3f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d HTTP/1.1" status: 200 len: 217 time: 0.0513773 Oct 26 13:57:48.632479 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.659144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54631282-3f38-41b5-bd07-35055f28a977'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:48.663084 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82f942b-05dd-43e1-bf09-db4f6f6e448a" -d '{"events": [{"server_uuid": "db2261fd-980d-4d8d-9c5a-5825f3fdc49c", "name": "network-vif-plugged", "status": "completed", "tag": "54631282-3f38-41b5-bd07-35055f28a977"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:48.683228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 54631282-3f38-41b5-bd07-35055f28a977, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=54631282-3f38-41b5-bd07-35055f28a977,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:48.690526 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.694721 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50477594-735a-488c-b76f-f4738238d14b req-e93061f0-6a73-4bcf-93ce-9a9894733b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:48.699293 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50477594-735a-488c-b76f-f4738238d14b req-e93061f0-6a73-4bcf-93ce-9a9894733b52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.0758414 Oct 26 13:57:48.712822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-52c68c45-ebb1-47ad-b80c-9879be65bf7f tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:48.720833 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-52c68c45-ebb1-47ad-b80c-9879be65bf7f tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports/34848d97-5e29-4951-b813-a7331fe597ea HTTP/1.1" status: 200 len: 1093 time: 0.1037478 Oct 26 13:57:48.731794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0da60fff-0fab-48df-81fd-e846f24aac0c service neutron] Request body: {'binding': {'host': 'n-h1-815498-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:48.732436 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0da60fff-0fab-48df-81fd-e846f24aac0c service neutron] Unknown quota resources ['binding']. {{(pid=102124) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 13:57:48.772125 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50477594-735a-488c-b76f-f4738238d14b req-fb09087b-1339-48e2-a3c1-8327fcd8f00f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565755 Oct 26 13:57:48.783210 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=54631282-3f38-41b5-bd07-35055f28a977,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:48.909044 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50477594-735a-488c-b76f-f4738238d14b req-7a0fa171-9580-4097-a755-85ba8a059654 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379020 Oct 26 13:57:48.975971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ce222-819e-42dd-b3ac-285a30e0ff5d req-67ef1c9e-af57-448b-a35f-b5e692ac0b36 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:48.984558 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc3ce222-819e-42dd-b3ac-285a30e0ff5d req-67ef1c9e-af57-448b-a35f-b5e692ac0b36 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 946 time: 0.1991162 Oct 26 13:57:49.055604 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc3ce222-819e-42dd-b3ac-285a30e0ff5d req-919624a5-e780-460c-9882-361ef4736904 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643318 Oct 26 13:57:49.068877 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50477594-735a-488c-b76f-f4738238d14b req-c09230ad-4836-4a96-ba49-e08be03ae964 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509953 Oct 26 13:57:49.112497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0da60fff-0fab-48df-81fd-e846f24aac0c service neutron] Attempting to bind port 34848d97-5e29-4951-b813-a7331fe597ea on host n-h1-815498-1 for vnic_type normal with profile None {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:49.117550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0da60fff-0fab-48df-81fd-e846f24aac0c service neutron] Attempting to bind port 34848d97-5e29-4951-b813-a7331fe597ea by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:49.118297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0da60fff-0fab-48df-81fd-e846f24aac0c service neutron] Attempting to bind port 34848d97-5e29-4951-b813-a7331fe597ea on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:49.127579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0da60fff-0fab-48df-81fd-e846f24aac0c service neutron] Port 34848d97-5e29-4951-b813-a7331fe597ea on network ba04fdd3-3802-412f-af48-4aa973edbc88 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:57:49.127900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0da60fff-0fab-48df-81fd-e846f24aac0c service neutron] Attempting to bind port 34848d97-5e29-4951-b813-a7331fe597ea on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:49.139836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0da60fff-0fab-48df-81fd-e846f24aac0c service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:49.140108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0da60fff-0fab-48df-81fd-e846f24aac0c service neutron] Checking segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:49.143367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0da60fff-0fab-48df-81fd-e846f24aac0c service neutron] Bound using segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:49.143856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0da60fff-0fab-48df-81fd-e846f24aac0c service neutron] Bound port: 34848d97-5e29-4951-b813-a7331fe597ea, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:49.232330 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0da60fff-0fab-48df-81fd-e846f24aac0c service neutron] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=34848d97-5e29-4951-b813-a7331fe597ea,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:49.259488 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0da60fff-0fab-48df-81fd-e846f24aac0c service neutron] Publish callbacks [] for binding, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:49.260429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0da60fff-0fab-48df-81fd-e846f24aac0c service neutron] 10.222.0.32 "POST /v2.0/ports/34848d97-5e29-4951-b813-a7331fe597ea/bindings HTTP/1.1" status: 201 len: 389 time: 0.5328677 Oct 26 13:57:49.341333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f091194-9ddc-4901-879d-e621f7507f7f req-173ddb1b-16b6-426f-9a3e-64ab8c8fa6da tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:49.353337 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f091194-9ddc-4901-879d-e621f7507f7f req-173ddb1b-16b6-426f-9a3e-64ab8c8fa6da tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 943 time: 0.1216993 Oct 26 13:57:49.421220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f091194-9ddc-4901-879d-e621f7507f7f req-5a61cf4e-8aee-469b-b9cf-9dcadb11d7a4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669270 Oct 26 13:57:49.501503 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5cfa6f-4043-408b-90cf-fb31dc3ee5cf x-openstack-request-id: req-bb5cfa6f-4043-408b-90cf-fb31dc3ee5cf {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:49.501964 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2261fd-980d-4d8d-9c5a-5825f3fdc49c", "name": "network-vif-plugged", "status": "completed", "tag": "54631282-3f38-41b5-bd07-35055f28a977", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:49.502165 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb5cfa6f-4043-408b-90cf-fb31dc3ee5cf {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:49.502576 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54631282-3f38-41b5-bd07-35055f28a977', 'code': 200} Oct 26 13:57:49.738226 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c2c42-4f13-4611-bedb-a13a437b1719 req-5d8edbf8-b8a1-421c-a82c-030d8ce2a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:49.742062 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-719c2c42-4f13-4611-bedb-a13a437b1719 req-5d8edbf8-b8a1-421c-a82c-030d8ce2a1ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 1097 time: 0.1536114 Oct 26 13:57:49.804692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-722fe873-f641-4231-8ed3-8ed0cb57941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:49.804849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c494814-6e55-45ed-b6b1-5bf9bd621690 req-d520dd52-3977-42dd-b735-a4562f102946 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:49.810812 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-722fe873-f641-4231-8ed3-8ed0cb57941d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 1096 time: 0.1747320 Oct 26 13:57:49.811877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c494814-6e55-45ed-b6b1-5bf9bd621690 req-d520dd52-3977-42dd-b735-a4562f102946 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 945 time: 0.0749452 Oct 26 13:57:49.872589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c494814-6e55-45ed-b6b1-5bf9bd621690 req-6eee00a0-a9be-4e76-9021-391d2ab9a226 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540485 Oct 26 13:57:49.966815 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-719c2c42-4f13-4611-bedb-a13a437b1719 req-4f334f17-ed4e-4328-99b1-8254ad8618ab service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144887 Oct 26 13:57:50.012055 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-24c11d1f-5ea2-4ae0-864e-b14b89d86e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:50.013770 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-24c11d1f-5ea2-4ae0-864e-b14b89d86e2d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.1914892 Oct 26 13:57:50.203690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4eda6-0632-4faa-8201-a72d25e52c7c req-d2fd2897-437c-4769-bc31-39cda8d17b9b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:50.216458 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efa4eda6-0632-4faa-8201-a72d25e52c7c req-d2fd2897-437c-4769-bc31-39cda8d17b9b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 946 time: 0.0900040 Oct 26 13:57:50.225752 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-d1e011ca-a901-4d66-92e0-3f92e8b497f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34848d97-5e29-4951-b813-a7331fe597ea HTTP/1.1" status: 200 len: 217 time: 0.0684440 Oct 26 13:57:50.258955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45876) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:50.294253 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efa4eda6-0632-4faa-8201-a72d25e52c7c req-8f29a16d-2a9b-4b7b-8b5f-e97a5db9e73c tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760648 Oct 26 13:57:50.312637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0179444a-e0d2-498b-82c6-ec3b3f51900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:50.315313 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0179444a-e0d2-498b-82c6-ec3b3f51900b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.0820661 Oct 26 13:57:50.412617 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-d599a26d-1645-452d-8ac2-476e8df7dcd1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695708 Oct 26 13:57:50.482506 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4dd16758-6264-47c7-9a21-d7577351b7a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:50.595603 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-b69eb4c7-7d4a-4c1b-9692-7698706e027c service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705329 Oct 26 13:57:50.748274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bff2ee-2bca-4b2c-bf3b-1f1ca01de199 req-278d9be5-a6cf-40b2-8d44-edcef2ccfeca tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:50.751039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55bff2ee-2bca-4b2c-bf3b-1f1ca01de199 req-278d9be5-a6cf-40b2-8d44-edcef2ccfeca tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 943 time: 0.1577308 Oct 26 13:57:50.753712 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4dd16758-6264-47c7-9a21-d7577351b7a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:50.758460 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4dd16758-6264-47c7-9a21-d7577351b7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:50.763643 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-8c05fc04-d454-46fb-94e4-cd648ce47528 service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648371 Oct 26 13:57:50.824600 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd16758-6264-47c7-9a21-d7577351b7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6471ef-b318-4b99-aa27-e83f7020170c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:50.843195 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4dd16758-6264-47c7-9a21-d7577351b7a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29a4102d5a8a48caa7d5c518acdbfc06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5832117 Oct 26 13:57:50.845945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45896) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:50.869235 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55bff2ee-2bca-4b2c-bf3b-1f1ca01de199 req-670c0c1c-25ff-42f1-9af4-7de1eb46414b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061637 Oct 26 13:57:50.919352 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-10320b38-cad5-41eb-afb0-3cc9dd077d0a tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:50.921572 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-10320b38-cad5-41eb-afb0-3cc9dd077d0a tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1096 time: 0.0784738 Oct 26 13:57:50.945285 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815498-1'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:50.959723 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8fdecdb-1063-44b8-a8eb-8b97c82423f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.021825 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8fdecdb-1063-44b8-a8eb-8b97c82423f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.041167 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.077837 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8fdecdb-1063-44b8-a8eb-8b97c82423f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.081515 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8fdecdb-1063-44b8-a8eb-8b97c82423f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.083552 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b8fdecdb-1063-44b8-a8eb-8b97c82423f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a6471ef-b318-4b99-aa27-e83f7020170c HTTP/1.1" status: 204 len: 168 time: 0.2359242 Oct 26 13:57:51.110192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdecdb-1063-44b8-a8eb-8b97c82423f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6471ef-b318-4b99-aa27-e83f7020170c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:51.226284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45904) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:51.280641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=34848d97-5e29-4951-b813-a7331fe597ea,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:51.354184 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:51.444165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb234da-d78d-4bdc-88c8-a8f46d3cd669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34848d97-5e29-4951-b813-a7331fe597ea'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:51.447558 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9560ef90-aa51-4045-835b-0131a1a4fe0c" -d '{"events": [{"server_uuid": "6eb234da-d78d-4bdc-88c8-a8f46d3cd669", "name": "network-vif-unplugged", "status": "completed", "tag": "34848d97-5e29-4951-b813-a7331fe597ea"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:51.453945 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.461586 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.561553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac45ab-112e-4aa1-ba51-52c1a7152269 req-55fc6e15-7302-49b0-acb8-ceba13f51a12 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:51.571105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6aac45ab-112e-4aa1-ba51-52c1a7152269 req-55fc6e15-7302-49b0-acb8-ceba13f51a12 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 945 time: 0.4543378 Oct 26 13:57:51.579873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Attempting to bind port 34848d97-5e29-4951-b813-a7331fe597ea on host n-h2-815498-1 for vnic_type normal with profile {"migrating_to": "n-h1-815498-1"} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:57:51.580267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Attempting to bind port 34848d97-5e29-4951-b813-a7331fe597ea by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:57:51.580604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Attempting to bind port 34848d97-5e29-4951-b813-a7331fe597ea on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:51.601531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Port 34848d97-5e29-4951-b813-a7331fe597ea on network ba04fdd3-3802-412f-af48-4aa973edbc88 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:57:51.601780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Attempting to bind port 34848d97-5e29-4951-b813-a7331fe597ea on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:57:51.614669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:57:51.615022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Checking segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:57:51.615387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Bound using segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:57:51.615832 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Bound port: 34848d97-5e29-4951-b813-a7331fe597ea, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:57:51.616188 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.639984 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5781ac-350e-4428-b70c-3264ca2b41b2 req-b7d25457-db7b-432b-8428-bbc6523f2f5e tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:51.642314 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Pushing event updated for resources: {'Port': ['ID=34848d97-5e29-4951-b813-a7331fe597ea,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:51.652802 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec5781ac-350e-4428-b70c-3264ca2b41b2 req-b7d25457-db7b-432b-8428-bbc6523f2f5e tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 946 time: 0.1517770 Oct 26 13:57:51.737068 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6aac45ab-112e-4aa1-ba51-52c1a7152269 req-cbf56b80-04cb-4a21-b451-18b50fab0147 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572943 Oct 26 13:57:51.774133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec5781ac-350e-4428-b70c-3264ca2b41b2 req-edafd617-0b77-49c9-a452-91c59381ecca tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126912 Oct 26 13:57:51.782670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:51.805434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45922) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:51.813550 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0600a0df-6cb0-41c8-91e9-350a2e7616d8 x-openstack-request-id: req-0600a0df-6cb0-41c8-91e9-350a2e7616d8 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:51.813849 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb234da-d78d-4bdc-88c8-a8f46d3cd669", "name": "network-vif-unplugged", "status": "completed", "tag": "34848d97-5e29-4951-b813-a7331fe597ea", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:51.814196 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0600a0df-6cb0-41c8-91e9-350a2e7616d8 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:51.814668 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb234da-d78d-4bdc-88c8-a8f46d3cd669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34848d97-5e29-4951-b813-a7331fe597ea', 'code': 200} Oct 26 13:57:51.815379 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-add04db8-6350-4632-9e48-fc14c6e6ad15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.828738 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9418e94d-7f0a-4422-871a-1ec7f517a939 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.834621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=34848d97-5e29-4951-b813-a7331fe597ea,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:57:51.845302 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.957500 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:51.958064 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.959587 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] 10.222.0.25 "PUT /v2.0/ports/34848d97-5e29-4951-b813-a7331fe597ea HTTP/1.1" status: 200 len: 1121 time: 1.0186014 Oct 26 13:57:51.964059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90374673-9511-4606-9afb-fefe254e2fcb service neutron] Pushing event updated for resources: {'Port': ['ID=34848d97-5e29-4951-b813-a7331fe597ea,revision_number=8']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:52.006695 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-add04db8-6350-4632-9e48-fc14c6e6ad15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.012855 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-add04db8-6350-4632-9e48-fc14c6e6ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.030777 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['34848d97-5e29-4951-b813-a7331fe597ea'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:57:52.060818 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-add04db8-6350-4632-9e48-fc14c6e6ad15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60860289d3a449b7bd8271a9210b8f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8305123 Oct 26 13:57:52.060818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add04db8-6350-4632-9e48-fc14c6e6ad15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3b6a64-0d38-43b0-b82c-296a0e12f5e4,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:52.063057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45930) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:52.090908 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-d454dd13-3186-4deb-8f21-7290c68d96fd tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2598743 Oct 26 13:57:52.099291 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:52.099895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:57:52.139802 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9418e94d-7f0a-4422-871a-1ec7f517a939 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.140730 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3cef694-081a-4f41-9c8d-4eef3c9b95f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.146236 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9418e94d-7f0a-4422-871a-1ec7f517a939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.159448 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.169703 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3cef694-081a-4f41-9c8d-4eef3c9b95f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.228231 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3cef694-081a-4f41-9c8d-4eef3c9b95f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.231810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3cef694-081a-4f41-9c8d-4eef3c9b95f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.232967 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e3cef694-081a-4f41-9c8d-4eef3c9b95f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e3b6a64-0d38-43b0-b82c-296a0e12f5e4 HTTP/1.1" status: 204 len: 168 time: 0.1587310 Oct 26 13:57:52.237174 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9418e94d-7f0a-4422-871a-1ec7f517a939 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e427562111d4540b041aa5c415ca593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306459 Oct 26 13:57:52.238830 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418e94d-7f0a-4422-871a-1ec7f517a939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bd46be-a9ff-4a84-98f5-2d616c0f02d1,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:52.241560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45938) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:52.259750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cef694-081a-4f41-9c8d-4eef3c9b95f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3b6a64-0d38-43b0-b82c-296a0e12f5e4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:52.323616 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e13a6619-b70a-4711-a6e1-f51ef5211c32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.348918 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e13a6619-b70a-4711-a6e1-f51ef5211c32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.411048 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e13a6619-b70a-4711-a6e1-f51ef5211c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.414077 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e13a6619-b70a-4711-a6e1-f51ef5211c32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.415433 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e13a6619-b70a-4711-a6e1-f51ef5211c32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14bd46be-a9ff-4a84-98f5-2d616c0f02d1 HTTP/1.1" status: 204 len: 168 time: 0.1719656 Oct 26 13:57:52.432174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a6619-b70a-4711-a6e1-f51ef5211c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bd46be-a9ff-4a84-98f5-2d616c0f02d1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:52.456326 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.479213 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:52.586985 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d', 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a', 'port_id': 'e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d', 'mac_address': 'fa:16:3e:b0:77:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0759cbe-4941-45d8-8065-e151e9f5a491', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:57:52.708640 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.729238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:57:52.749201 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Allocated IP 172.25.4.110 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/c0fa1978-ae18-47c4-a931-96e1c6bbb236) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:52.778790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:52.802910 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.846146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d9bf8-72fc-448c-ad5f-86f82adbeefe req-93edcdf0-a0c5-492c-a6fd-b07ba4ad8de4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:52.848204 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d9bf8-72fc-448c-ad5f-86f82adbeefe req-93edcdf0-a0c5-492c-a6fd-b07ba4ad8de4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 943 time: 0.1905568 Oct 26 13:57:52.903162 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45954) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:52.906706 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:52.927045 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d3435365-9eef-41dc-9451-784c785e2909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.943576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d9bf8-72fc-448c-ad5f-86f82adbeefe req-ee8c550f-dfe5-4aa0-8935-35015656037c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588009 Oct 26 13:57:52.983020 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:53.061292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:53.086250 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d3435365-9eef-41dc-9451-784c785e2909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:53.092131 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d3435365-9eef-41dc-9451-784c785e2909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:53.141896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:53.153191 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d3435365-9eef-41dc-9451-784c785e2909 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0bb79db69c24fcf887be304d297afa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489324 Oct 26 13:57:53.153919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3435365-9eef-41dc-9451-784c785e2909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22acc293-0726-4923-8fa3-baeb158d4f39,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:53.157172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:53.158372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45962) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:53.163139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:53.192525 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:57:53.233168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Pushing event updated for resources: {'Port': ['ID=c0fa1978-ae18-47c4-a931-96e1c6bbb236,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:53.274399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c90ddd-477d-4643-92b1-ef11ad7cb65f req-08bd0c11-0d5a-49de-9dc8-7ada4dfeff31 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:53.278315 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-de539235-853d-4115-883f-28836996baf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:53.283066 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2c90ddd-477d-4643-92b1-ef11ad7cb65f req-08bd0c11-0d5a-49de-9dc8-7ada4dfeff31 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 943 time: 0.2033770 Oct 26 13:57:53.336445 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-de539235-853d-4115-883f-28836996baf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:53.349806 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:53.405179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2c90ddd-477d-4643-92b1-ef11ad7cb65f req-b092e510-ee17-4dbf-a79b-2a6b1cd6a749 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210396 Oct 26 13:57:53.419550 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:53.435342 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-de539235-853d-4115-883f-28836996baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:53.440367 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-de539235-853d-4115-883f-28836996baf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:53.441824 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-de539235-853d-4115-883f-28836996baf0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22acc293-0726-4923-8fa3-baeb158d4f39 HTTP/1.1" status: 204 len: 168 time: 0.2820730 Oct 26 13:57:53.456392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de539235-853d-4115-883f-28836996baf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22acc293-0726-4923-8fa3-baeb158d4f39,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:53.484516 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:53.750132 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64101fdc-6116-4450-9b4c-0a8a26bc9cb0 req-2fa6fe11-a1d0-4b50-8392-a1fc57052c5f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86f24943-eebd-4905-a00d-21d59648fde3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744371 Oct 26 13:57:53.844155 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:53.844694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb234da-d78d-4bdc-88c8-a8f46d3cd669', 'tag': '34848d97-5e29-4951-b813-a7331fe597ea'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:53.847430 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82de1a58-23fa-465d-86da-e33d5fe9d8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb234da-d78d-4bdc-88c8-a8f46d3cd669", "tag": "34848d97-5e29-4951-b813-a7331fe597ea"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:53.859303 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:53.912089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101fdc-6116-4450-9b4c-0a8a26bc9cb0 req-8574372f-3f1a-4bed-a084-44b4eb1bcdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:53.915571 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64101fdc-6116-4450-9b4c-0a8a26bc9cb0 req-8574372f-3f1a-4bed-a084-44b4eb1bcdca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ee5f76636064dc687b4a7d3f381f68c&device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 1117 time: 0.1166291 Oct 26 13:57:53.929756 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c05c2b-8cb2-41d8-bcd5-5bbe87dc4e90 x-openstack-request-id: req-06c05c2b-8cb2-41d8-bcd5-5bbe87dc4e90 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:53.930306 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb234da-d78d-4bdc-88c8-a8f46d3cd669", "tag": "34848d97-5e29-4951-b813-a7331fe597ea", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:53.930697 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06c05c2b-8cb2-41d8-bcd5-5bbe87dc4e90 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:53.931877 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb234da-d78d-4bdc-88c8-a8f46d3cd669', 'tag': '34848d97-5e29-4951-b813-a7331fe597ea', 'status': 'completed', 'code': 200} Oct 26 13:57:54.044188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Pushing event updated for resources: {'Port': ['ID=c0fa1978-ae18-47c4-a931-96e1c6bbb236,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:54.082269 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:54.126359 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:54.127877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-3eccd0d6-b21e-4b8a-aeb1-6c4881a2e8c9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0361645 Oct 26 13:57:54.153252 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de1a58-23fa-465d-86da-e33d5fe9d8f5 req-2e3ba21d-f0fa-4f4e-8011-9c123f3e3785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:54.155263 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-82de1a58-23fa-465d-86da-e33d5fe9d8f5 req-2e3ba21d-f0fa-4f4e-8011-9c123f3e3785 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 1124 time: 0.1056106 Oct 26 13:57:54.205326 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101fdc-6116-4450-9b4c-0a8a26bc9cb0 req-c0e5d174-4e79-4884-a08a-5dbc8f427d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:54.207642 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64101fdc-6116-4450-9b4c-0a8a26bc9cb0 req-c0e5d174-4e79-4884-a08a-5dbc8f427d30 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa0fa062-30f8-4003-a12a-372571fbfc5f HTTP/1.1" status: 200 len: 925 time: 0.2691612 Oct 26 13:57:54.211372 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 34848d97-5e29-4951-b813-a7331fe597ea details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:57:54.241836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-49b876ad-fd52-4fa3-8a09-db503b7716e1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0951385 Oct 26 13:57:54.280537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e058c85-8d9a-4b84-b011-06556d1b22a0 req-bbd48b3d-1bea-4335-9842-6810bff29c25 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:54.283903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e058c85-8d9a-4b84-b011-06556d1b22a0 req-bbd48b3d-1bea-4335-9842-6810bff29c25 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 944 time: 0.1767676 Oct 26 13:57:54.348148 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64101fdc-6116-4450-9b4c-0a8a26bc9cb0 req-faf74982-b5ad-4b14-9979-b62b44173282 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 HTTP/1.1" status: 200 len: 1022 time: 0.1283004 Oct 26 13:57:54.398071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de1a58-23fa-465d-86da-e33d5fe9d8f5 req-3fae83ba-cdeb-4350-81aa-53c7c92f41a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:54.400158 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-82de1a58-23fa-465d-86da-e33d5fe9d8f5 req-3fae83ba-cdeb-4350-81aa-53c7c92f41a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.1903017 Oct 26 13:57:54.418209 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e058c85-8d9a-4b84-b011-06556d1b22a0 req-4e7fd07e-86b2-4bfc-8469-662cf5e4340b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863640 Oct 26 13:57:54.514882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-2135f8bf-9bfb-4f6d-bd43-edc2f75ec257 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:54.524018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-2135f8bf-9bfb-4f6d-bd43-edc2f75ec257 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.2751143 Oct 26 13:57:54.537768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-742874df-3197-47f3-b730-b226843aa919 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:57:54.539441 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4159dd9b-5c57-43e5-a84e-f99cd009163e req-742874df-3197-47f3-b730-b226843aa919 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072212 Oct 26 13:57:54.647910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=34848d97-5e29-4951-b813-a7331fe597ea,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:54.659104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e917d-44c2-40ab-b9a4-09a258e444f6 req-b05585bd-8863-46fc-a7bb-079322c73628 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:54.670452 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a0e917d-44c2-40ab-b9a4-09a258e444f6 req-b05585bd-8863-46fc-a7bb-079322c73628 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 943 time: 0.0820222 Oct 26 13:57:54.695490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 34848d97-5e29-4951-b813-a7331fe597ea has no active binding in host n-h1-815498-1 {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 13:57:54.804567 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a0e917d-44c2-40ab-b9a4-09a258e444f6 req-e0cf2165-b614-47fa-8eda-22c6d034da35 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250930 Oct 26 13:57:54.928864 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-82de1a58-23fa-465d-86da-e33d5fe9d8f5 req-e606caef-4038-4efb-bdb0-f2ba56643f6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34848d97-5e29-4951-b813-a7331fe597ea HTTP/1.1" status: 200 len: 217 time: 0.4484851 Oct 26 13:57:54.956507 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101fdc-6116-4450-9b4c-0a8a26bc9cb0 req-79eb5294-aa33-4afc-9a20-2ab938754ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:54.958005 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64101fdc-6116-4450-9b4c-0a8a26bc9cb0 req-79eb5294-aa33-4afc-9a20-2ab938754ea9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ef17a3b1-4103-4855-adbd-bfc81c3afbcd HTTP/1.1" status: 200 len: 863 time: 0.5567150 Oct 26 13:57:55.051518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101fdc-6116-4450-9b4c-0a8a26bc9cb0 req-06db7303-0980-408a-a339-778facaf6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:55.053283 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64101fdc-6116-4450-9b4c-0a8a26bc9cb0 req-06db7303-0980-408a-a339-778facaf6e48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa0fa062-30f8-4003-a12a-372571fbfc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749507 Oct 26 13:57:55.064317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de1a58-23fa-465d-86da-e33d5fe9d8f5 req-68fcc8b1-69a2-4ebc-9e9a-ca0081e92f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:55.066652 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-82de1a58-23fa-465d-86da-e33d5fe9d8f5 req-68fcc8b1-69a2-4ebc-9e9a-ca0081e92f10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.1068811 Oct 26 13:57:55.190496 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-82de1a58-23fa-465d-86da-e33d5fe9d8f5 req-a06ceb35-7f49-4867-813c-148d89875d6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413218 Oct 26 13:57:55.201014 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64101fdc-6116-4450-9b4c-0a8a26bc9cb0 req-417c9b41-73b7-47bd-b64d-53fd2d5513f8 service neutron] 10.222.0.25 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330421 Oct 26 13:57:55.218021 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-87e77aa0-94b8-4d45-9ee9-7adaec225274 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:55.229167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-87e77aa0-94b8-4d45-9ee9-7adaec225274 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 820 time: 0.2574649 Oct 26 13:57:55.251231 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-7baeb565-6ee2-47f4-9d66-11ac2deabbaf tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/quotas/103f1c62cb5b468ab0815c5b575652ce HTTP/1.1" status: 200 len: 375 time: 0.0204628 Oct 26 13:57:55.378766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-cb31c22c-ec45-4e4a-a4bd-524c8321a4c1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1241102 Oct 26 13:57:55.388840 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-82de1a58-23fa-465d-86da-e33d5fe9d8f5 req-5c178c77-0b8d-48a6-bd6a-722d9c252fc7 service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867077 Oct 26 13:57:55.392408 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64101fdc-6116-4450-9b4c-0a8a26bc9cb0 req-c5966326-2356-4f6c-80b9-88af1196e31e service neutron] 10.222.0.25 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827936 Oct 26 13:57:55.571900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-2a5042e8-803d-4da3-9661-5c6246063c7b service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920197 Oct 26 13:57:55.652285 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-82de1a58-23fa-465d-86da-e33d5fe9d8f5 req-b86884c8-a4a9-46d6-beb0-9735e96f493b service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529604 Oct 26 13:57:55.718103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ebe94-1637-4464-a117-37dda2962656 req-2833d091-b1c9-4795-86af-03b33b1121ce tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:55.720966 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e9ebe94-1637-4464-a117-37dda2962656 req-2833d091-b1c9-4795-86af-03b33b1121ce tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 944 time: 0.1783094 Oct 26 13:57:55.801693 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-89d4ba11-4f90-4b00-8f35-c26904769e69 service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271705 Oct 26 13:57:55.818767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e9ebe94-1637-4464-a117-37dda2962656 req-c8236920-0d1f-444e-b55b-6006eda729be tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830276 Oct 26 13:57:56.061193 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-c924deb5-edbd-46bc-8f24-e9310bc9fb88 service neutron] 10.222.0.11 "GET /v2.0/ports/34848d97-5e29-4951-b813-a7331fe597ea/bindings/n-h1-815498-1 HTTP/1.1" status: 200 len: 384 time: 0.1684868 Oct 26 13:57:56.113263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:57:56.278059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddfcbf-56d8-4428-9280-d3cbcd6ac9d7 req-37cde0ad-2837-4bc1-802a-b958bc09dc30 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:56.279656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26ddfcbf-56d8-4428-9280-d3cbcd6ac9d7 req-37cde0ad-2837-4bc1-802a-b958bc09dc30 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 943 time: 0.1826823 Oct 26 13:57:56.289562 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:57:56.300953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:56.302651 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:56.372277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26ddfcbf-56d8-4428-9280-d3cbcd6ac9d7 req-253c465a-87b1-4234-bafd-5276387c7f51 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825245 Oct 26 13:57:56.517879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb32eb5c-37ac-4fe1-9cd6-eb04a2efb838 req-13206bd1-2a52-46be-88a9-38941a74e7c2 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 210 time: 0.0626414 Oct 26 13:57:56.559159 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:56.618137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-2126d5e6-2fc7-44c4-a9dc-3f0ffddb20ff service neutron] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=34848d97-5e29-4951-b813-a7331fe597ea,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:56.636506 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08acfee0-4301-481a-95b5-c290e3a68e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:57:56.640892 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f0a9ed-258a-480d-9baf-17d05e038541" -d '{"events": [{"server_uuid": "08acfee0-4301-481a-95b5-c290e3a68e63", "name": "network-vif-plugged", "status": "completed", "tag": "e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:57:56.665211 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-2126d5e6-2fc7-44c4-a9dc-3f0ffddb20ff service neutron] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:57:56.675759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:56.683410 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:56.739825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-2126d5e6-2fc7-44c4-a9dc-3f0ffddb20ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34848d97-5e29-4951-b813-a7331fe597ea {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:57:56.784021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-2126d5e6-2fc7-44c4-a9dc-3f0ffddb20ff service neutron] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=34848d97-5e29-4951-b813-a7331fe597ea,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:57:56.797622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:56.814202 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-2126d5e6-2fc7-44c4-a9dc-3f0ffddb20ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:56.843063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-8a7df04a-100d-425e-b2a9-d35e84360349 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f254c3780f9c4422b640c485cb709267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499542 Oct 26 13:57:56.955617 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-d7822450-6378-43bb-8e14-35eee1ad9c9d tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1b6c31e3877249b7add1e5626ee84149&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634527 Oct 26 13:57:56.966414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-2126d5e6-2fc7-44c4-a9dc-3f0ffddb20ff service neutron] Transition to ACTIVE for port object 34848d97-5e29-4951-b813-a7331fe597ea will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:57:56.985180 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-2126d5e6-2fc7-44c4-a9dc-3f0ffddb20ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:57.045571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-7b9d5e5a-3611-4818-a391-568bd955a0c8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:57.055447 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-7b9d5e5a-3611-4818-a391-568bd955a0c8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046921 Oct 26 13:57:57.120798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126d5e6-2fc7-44c4-a9dc-3f0ffddb20ff service neutron] Pushing event updated for resources: {'Port': ['ID=34848d97-5e29-4951-b813-a7331fe597ea,revision_number=10']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:57.124798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-2126d5e6-2fc7-44c4-a9dc-3f0ffddb20ff service neutron] No DVR routers for this DVR port 34848d97-5e29-4951-b813-a7331fe597ea on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:57:57.157963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-a79945ea-34be-46b7-9f66-48665e166b3f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/quotas/f254c3780f9c4422b640c485cb709267 HTTP/1.1" status: 200 len: 375 time: 0.0779207 Oct 26 13:57:57.163822 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-2126d5e6-2fc7-44c4-a9dc-3f0ffddb20ff service neutron] 10.222.0.11 "PUT /v2.0/ports/34848d97-5e29-4951-b813-a7331fe597ea/bindings/n-h1-815498-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0845845 Oct 26 13:57:57.164407 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:57.207172 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-062a2860-7a2b-4937-b872-fdeaff89aae8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481236 Oct 26 13:57:57.256619 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-5c55ae01-2203-4f26-b401-b66810183cbe tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:57.264013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-5c55ae01-2203-4f26-b401-b66810183cbe tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3047059 Oct 26 13:57:57.284141 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-a98b0c6c-9c25-405c-bd7f-654cd39afd13 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/quotas/1b6c31e3877249b7add1e5626ee84149 HTTP/1.1" status: 200 len: 375 time: 0.0177641 Oct 26 13:57:57.342215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-24e39d22-2aa5-4354-a4cc-49d8160ab1e3 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b6c31e3877249b7add1e5626ee84149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570927 Oct 26 13:57:57.412267 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9e6d91-21cc-43da-9952-84140a2ff289 x-openstack-request-id: req-ed9e6d91-21cc-43da-9952-84140a2ff289 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:57:57.412582 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08acfee0-4301-481a-95b5-c290e3a68e63", "name": "network-vif-plugged", "status": "completed", "tag": "e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:57:57.412841 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed9e6d91-21cc-43da-9952-84140a2ff289 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:57:57.413404 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08acfee0-4301-481a-95b5-c290e3a68e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d', 'code': 200} Oct 26 13:57:57.428474 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-1d90311e-3846-4ac9-805a-6c259c3a5f1a tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:57.431114 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-1d90311e-3846-4ac9-805a-6c259c3a5f1a tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1095 time: 0.1088719 Oct 26 13:57:57.585010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-7ea92160-e64d-4006-9aa5-8fd12d0333bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:57.587021 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-7ea92160-e64d-4006-9aa5-8fd12d0333bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c HTTP/1.1" status: 200 len: 1095 time: 0.1458404 Oct 26 13:57:57.602988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f280e1-5060-413a-9ff9-87de149e6d66 req-92af7788-174e-442d-b502-2a90e3313333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:57.609892 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-02f280e1-5060-413a-9ff9-87de149e6d66 req-92af7788-174e-442d-b502-2a90e3313333 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 1096 time: 0.1181700 Oct 26 13:57:57.727988 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30ccea9e-90cb-41c5-8577-2cfccd4ba157 req-61964818-ebed-44e5-bfce-c25428997c9f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 210 time: 0.0486794 Oct 26 13:57:57.754695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5770e6d-f48d-4a14-b738-41b0feaddadd req-8a020119-f4f8-46bc-b657-e1063f4144fe tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:57.760498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a5770e6d-f48d-4a14-b738-41b0feaddadd req-8a020119-f4f8-46bc-b657-e1063f4144fe tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 945 time: 0.2175221 Oct 26 13:57:57.771645 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-02f280e1-5060-413a-9ff9-87de149e6d66 req-31afc12c-a3d2-45d5-b010-70392bb4619b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544316 Oct 26 13:57:57.792082 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0bc43492-6001-40f3-a9d3-b1d402218727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:57.794031 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-0bc43492-6001-40f3-a9d3-b1d402218727 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 1095 time: 0.1211486 Oct 26 13:57:57.854758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a5770e6d-f48d-4a14-b738-41b0feaddadd req-bbfe7b01-83b0-4874-8035-02feea4086d2 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847836 Oct 26 13:57:57.919430 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc809bef-ca7c-4223-8840-cabcff6f8fdb req-94b085de-b26d-49d6-957c-3be091d1c89a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:57.928805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc809bef-ca7c-4223-8840-cabcff6f8fdb req-94b085de-b26d-49d6-957c-3be091d1c89a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 944 time: 0.0730178 Oct 26 13:57:58.101586 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41275639-3d2c-47b0-81c9-4f0552d2cf18 req-6f979e8f-bd66-4f2f-8201-ab01c9cb8556 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 210 time: 0.1423314 Oct 26 13:57:58.122654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc809bef-ca7c-4223-8840-cabcff6f8fdb req-e7a2d253-bd2a-41c8-aa6a-804d9dbffb37 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924374 Oct 26 13:57:58.124430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-cd2c4cf8-d422-4205-8daa-d8cbd6520ede tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:58.126007 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-cd2c4cf8-d422-4205-8daa-d8cbd6520ede tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.25 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 820 time: 0.3241293 Oct 26 13:57:58.130438 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-17568667-3028-4001-985b-b7924bb35804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:58.131987 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-17568667-3028-4001-985b-b7924bb35804 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.3283010 Oct 26 13:57:58.165829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-bd2147ad-8f2f-4cb7-9a25-40d6a7e4b5a1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Request body: {'port': {'device_id': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'admin_state_up': True, 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:58.234881 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-7ea29bb7-f7cb-409b-9c6a-c2f1eecd2ce6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34848d97-5e29-4951-b813-a7331fe597ea HTTP/1.1" status: 200 len: 217 time: 0.0916908 Oct 26 13:57:58.294153 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-800e15e4-649c-4843-88d3-d764abba98a7 req-d174135d-07b2-4c95-91b0-88c130e266aa tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 210 time: 0.0556049 Oct 26 13:57:58.355327 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-6053cf3a-fcea-407f-a32b-1e368689ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:58.357559 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-6053cf3a-fcea-407f-a32b-1e368689ea12 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.0933135 Oct 26 13:57:58.416612 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-1d76df9b-8957-490c-aebb-801e0b44f8b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492666 Oct 26 13:57:58.547616 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-f2f5bee6-dd83-4ec7-be6f-5c5810c9a1bc service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210685 Oct 26 13:57:58.548635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-bd2147ad-8f2f-4cb7-9a25-40d6a7e4b5a1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Made reservation on behalf of 103f1c62cb5b468ab0815c5b575652ce for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:58.552420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-bd2147ad-8f2f-4cb7-9a25-40d6a7e4b5a1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:58.752819 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-bb4ed72d-9e63-48a3-8f98-8d56ae0576e5 service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839855 Oct 26 13:57:58.791261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-bd2147ad-8f2f-4cb7-9a25-40d6a7e4b5a1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Allocated IP 172.20.0.11 (d153a9f8-d43b-47ae-94f1-e5bf7f9475e2/1bc83c16-d059-4981-b311-24dadb3b26b6/83b4a175-38ab-4e3f-bcdb-3778dd8d09aa) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:58.842327 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a09b313-e932-497e-bad6-92f8ed789633 req-ad6c9245-cd77-49f8-abc0-203b4f8f0842 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 210 time: 0.0317197 Oct 26 13:57:59.083372 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-bd2147ad-8f2f-4cb7-9a25-40d6a7e4b5a1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:59.087031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9565f1-bc57-471e-a00b-49478c4f2df8 req-3355c7d3-7efb-43ee-a94b-f66efa8c3add tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:59.089814 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc9565f1-bc57-471e-a00b-49478c4f2df8 req-3355c7d3-7efb-43ee-a94b-f66efa8c3add tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 945 time: 0.1082165 Oct 26 13:57:59.101219 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-0bdfe5f9-8d0d-4aea-b6b3-ff4e42e7a20a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f254c3780f9c4422b640c485cb709267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478787 Oct 26 13:57:59.190054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc9565f1-bc57-471e-a00b-49478c4f2df8 req-b5cd8eb9-4fa8-4e7a-9712-3e9673ba82da tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875173 Oct 26 13:57:59.285498 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-652c9275-1910-4441-94bc-bb40b61bc24c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:59.288717 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-652c9275-1910-4441-94bc-bb40b61bc24c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771386 Oct 26 13:57:59.314843 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Request body: {'port': {'device_id': 'b11c8a29-ad01-4811-97c2-79f069e0984c', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': 'f254c3780f9c4422b640c485cb709267'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:59.335770 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c541c17b-3a8f-4a6b-8a41-fcdd7e49f59a req-14f6ef5c-e433-4206-88ae-6fc2381f2e24 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 210 time: 0.0807765 Oct 26 13:57:59.444844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e93ac6-ed91-46a1-b9de-15b4b9c62bae req-d4eb44e1-e949-492f-b9f4-4c7890b2cc94 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:59.453881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22e93ac6-ed91-46a1-b9de-15b4b9c62bae req-d4eb44e1-e949-492f-b9f4-4c7890b2cc94 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 944 time: 0.0972619 Oct 26 13:57:59.497239 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9aa2830f-5a37-4a21-9d97-0beab297e9cd req-12db267a-2c77-450c-98b8-ee125ede5361 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 210 time: 0.0406809 Oct 26 13:57:59.523552 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-bd2147ad-8f2f-4cb7-9a25-40d6a7e4b5a1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:59.539080 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['54631282-3f38-41b5-bd07-35055f28a977'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:57:59.543490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.25', 52958) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:59.589970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22e93ac6-ed91-46a1-b9de-15b4b9c62bae req-2ec20fac-f457-47cb-9a8d-3d859621eaba tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349308 Oct 26 13:57:59.598453 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-3193a71e-0e8c-415f-bb12-9112a247ff26 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1b6c31e3877249b7add1e5626ee84149&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492580 Oct 26 13:57:59.655144 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2147ad-8f2f-4cb7-9a25-40d6a7e4b5a1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Pushing event updated for resources: {'Port': ['ID=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:59.696119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.25', 52959) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:59.729452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-bd2147ad-8f2f-4cb7-9a25-40d6a7e4b5a1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:59.787730 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-bd2147ad-8f2f-4cb7-9a25-40d6a7e4b5a1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:59.794351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-bd2147ad-8f2f-4cb7-9a25-40d6a7e4b5a1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:59.795736 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-3f3d06d3-9a41-438c-bb4d-ac4324cb058b tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:59.800314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-3f3d06d3-9a41-438c-bb4d-ac4324cb058b tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995976 Oct 26 13:57:59.800573 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-bd2147ad-8f2f-4cb7-9a25-40d6a7e4b5a1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:59.801856 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-bd2147ad-8f2f-4cb7-9a25-40d6a7e4b5a1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:59.806553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Made reservation on behalf of f254c3780f9c4422b640c485cb709267 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:59.810895 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:59.818831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Request body: {'port': {'device_id': 'df8bf44a-586f-49b4-a3fb-9911a457acc6', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '1b6c31e3877249b7add1e5626ee84149'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:59.856451 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:59.879294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-f28980ac-9072-41cd-89f7-9d5cfe51b567 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:59.880974 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-f28980ac-9072-41cd-89f7-9d5cfe51b567 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 1095 time: 0.1831923 Oct 26 13:57:59.884610 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-bd2147ad-8f2f-4cb7-9a25-40d6a7e4b5a1 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7428288 Oct 26 13:57:59.923451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Request body: {'port': {'device_id': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:00.048848 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.098904 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-73f25696-e612-4326-bd7c-a40108ec653e None None] Provisioning complete for port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:00.099554 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-73f25696-e612-4326-bd7c-a40108ec653e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.144452 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.154949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 34848d97-5e29-4951-b813-a7331fe597ea no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:00.270797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-73f25696-e612-4326-bd7c-a40108ec653e None None] Port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:00.288086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 34848d97-5e29-4951-b813-a7331fe597ea not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:00.322543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-682cb7df-e29a-4adb-b05e-db844e67e6c0 req-4ad72522-7713-4217-9168-117b650026bd tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 210 time: 0.3538902 Oct 26 13:58:00.399278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef55c67-b066-4518-a3ec-e4df7b172c05 req-1b6f2dea-2974-41fa-91ab-f73a905ef4b5 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:00.415844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ef55c67-b066-4518-a3ec-e4df7b172c05 req-1b6f2dea-2974-41fa-91ab-f73a905ef4b5 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 945 time: 0.0854836 Oct 26 13:58:00.423300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Made reservation on behalf of 1b6c31e3877249b7add1e5626ee84149 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:00.426732 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.444701 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.460913 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.500981 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67e6c07c-9b84-4cec-8b75-d9afc12cdf3f req-5f4aa3b6-f19d-4475-8a4f-b83280f18973 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 210 time: 0.0439792 Oct 26 13:58:00.532152 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ef55c67-b066-4518-a3ec-e4df7b172c05 req-4786dece-529e-40e0-a41f-863722b160ce tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133053 Oct 26 13:58:00.593236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:00.657421 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.681925 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.686373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-d0592224-55bf-44e9-9036-b55b631492db service neutron] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:00.700274 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-d0592224-55bf-44e9-9036-b55b631492db service neutron] Publish callbacks [] for binding, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.701510 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d053454b-bfa2-4724-ac0e-d7f9ea4bf5c3 req-d0592224-55bf-44e9-9036-b55b631492db service neutron] 10.222.0.25 "DELETE /v2.0/ports/34848d97-5e29-4951-b813-a7331fe597ea/bindings/n-h2-815498-1 HTTP/1.1" status: 204 len: 173 time: 0.8027344 Oct 26 13:58:00.747636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Allocated IP 192.168.233.130 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/af50d25f-9cfa-4c36-9227-9b6d2a4d55ad) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:00.773318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:00.784162 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.815023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Transition to ACTIVE for port object 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:00.827402 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.908684 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a26de6b-32ac-4685-92e1-1da77ce0f336,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:00.927931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecff1a4-166b-46de-9f4b-08df8ba3d64c req-f762baea-0733-49be-8dc7-c559745a2780 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:00.954511 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ecff1a4-166b-46de-9f4b-08df8ba3d64c req-f762baea-0733-49be-8dc7-c559745a2780 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 932 time: 0.2953296 Oct 26 13:58:01.045814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50be4-9a9d-49fe-8129-bd0548e44c58 req-0c735c91-fd73-4e3f-9daf-03dec1f26e52 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:01.047946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcd50be4-9a9d-49fe-8129-bd0548e44c58 req-0c735c91-fd73-4e3f-9daf-03dec1f26e52 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 1096 time: 0.0884936 Oct 26 13:58:01.056392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ecff1a4-166b-46de-9f4b-08df8ba3d64c req-7ed73ed2-2857-41f4-8540-d37eb9ab2518 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005723 Oct 26 13:58:01.123942 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcd50be4-9a9d-49fe-8129-bd0548e44c58 req-1a37cfd2-aa86-4cb2-ab21-56baa0386aa4 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661428 Oct 26 13:58:01.198698 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.210293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc15fe4-ecba-46a3-93f7-b2a7e79314ea req-1292872d-982c-4bf5-875b-39a91187f113 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:01.218316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fdc15fe4-ecba-46a3-93f7-b2a7e79314ea req-1292872d-982c-4bf5-875b-39a91187f113 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 944 time: 0.0606556 Oct 26 13:58:01.285697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:01.290508 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.318436 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Allocated IP 192.168.233.223 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/22983af8-7c93-4c18-8589-eb514222db1a) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:01.408740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:01.408740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Pushing event updated for resources: {'Port': ['ID=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:01.425325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:01.430178 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:01.436754 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:01.438030 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.460228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Attempting to bind port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:01.460718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Attempting to bind port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:01.461150 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Attempting to bind port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa on network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:01.480090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa on network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:01.483604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Attempting to bind port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa on network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:01.505140 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-5ac6323d-bcdb-499d-bc8e-6d6f96abe59f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1976573 Oct 26 13:58:01.515337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:01.517480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Checking segment: {'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:01.518006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Bound using segment: {'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:01.518594 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Bound port: 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed82fb60-6c86-447a-a92f-e47117aa86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:01.521205 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.521810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.548289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Request body: {'port': {'device_id': 'b11c8a29-ad01-4811-97c2-79f069e0984c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:01.643728 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.726283 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fdc15fe4-ecba-46a3-93f7-b2a7e79314ea req-83b2058b-9325-4179-be37-e76a74c4818e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004308 Oct 26 13:58:01.776885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] For port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:01.781408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] For port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:01.792551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Pushing event updated for resources: {'Port': ['ID=22983af8-7c93-4c18-8589-eb514222db1a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:01.796322 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.816268 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.826732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:01.839903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a9466-2a20-4d96-a48f-6f7350f09dbe req-cb4b2b7a-3e34-444a-b23f-c2ed6c1398ab tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:01.844145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae8a9466-2a20-4d96-a48f-6f7350f09dbe req-cb4b2b7a-3e34-444a-b23f-c2ed6c1398ab tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 1096 time: 0.2581041 Oct 26 13:58:01.845881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:01.854208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:01.970629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4e152e58-f252-41b0-b4a0-7f3bf3c234f2 None None] Provisioning complete for port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:01.974614 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4e152e58-f252-41b0-b4a0-7f3bf3c234f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.994797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae8a9466-2a20-4d96-a48f-6f7350f09dbe req-d34c6ecd-74b3-496d-bece-393d023b0e1c tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420314 Oct 26 13:58:02.051019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:02.051699 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:02.083865 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4e152e58-f252-41b0-b4a0-7f3bf3c234f2 None None] Port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:02.122741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a616a-557f-4226-9f48-1cc8d19110bc req-0559f694-5b46-49b9-8d03-8689bd385039 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:02.124317 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df0a616a-557f-4226-9f48-1cc8d19110bc req-0559f694-5b46-49b9-8d03-8689bd385039 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 936 time: 0.2728207 Oct 26 13:58:02.127634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-b54f81ec-50e4-4950-8033-05dd9f50d306 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3172081 Oct 26 13:58:02.149930 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:02.152410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:02.155710 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] 10.222.0.25 "PUT /v2.0/ports/83b4a175-38ab-4e3f-bcdb-3778dd8d09aa HTTP/1.1" status: 200 len: 1092 time: 2.2563386 Oct 26 13:58:02.162010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'tag': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:02.165561 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37d0ded-602c-4071-8c24-3faa6b2d504e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c436a2a-3429-4e08-8d11-2d61c0f78046", "tag": "83b4a175-38ab-4e3f-bcdb-3778dd8d09aa"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:02.233285 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df0a616a-557f-4226-9f48-1cc8d19110bc req-6b7be503-3657-497d-bb9b-0e425263862d tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022599 Oct 26 13:58:02.239829 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Request body: {'port': {'device_id': 'df8bf44a-586f-49b4-a3fb-9911a457acc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:02.322995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ee044-eaac-4613-87ee-7be4e4bde5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:02.358878 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:02.362432 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-67b46027-c3c0-493c-8094-bdb9529ab27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:02.364483 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-67b46027-c3c0-493c-8094-bdb9529ab27c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 1095 time: 0.1164322 Oct 26 13:58:02.386916 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-be2aa3fa-b7c2-4936-acd0-183e9dde3019 None None] Provisioning complete for port 22983af8-7c93-4c18-8589-eb514222db1a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:02.387516 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-be2aa3fa-b7c2-4936-acd0-183e9dde3019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:02.429890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c01f6-c2d9-4b02-b4d5-2928c1c29717 req-73dcbbfd-4c4d-435e-be86-937419c1da3a tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:02.432208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-be2aa3fa-b7c2-4936-acd0-183e9dde3019 None None] Port 22983af8-7c93-4c18-8589-eb514222db1a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:02.432348 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a7c01f6-c2d9-4b02-b4d5-2928c1c29717 req-73dcbbfd-4c4d-435e-be86-937419c1da3a tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 936 time: 0.2117865 Oct 26 13:58:02.464165 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-8c995d12-5834-41ab-82e7-e7330c83c31b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa HTTP/1.1" status: 200 len: 217 time: 0.0907989 Oct 26 13:58:02.467308 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af50d25f-9cfa-4c36-9227-9b6d2a4d55ad {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:02.498522 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:02.536296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Transition to ACTIVE for port object af50d25f-9cfa-4c36-9227-9b6d2a4d55ad will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:02.541032 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14713f-fe28-4140-8c4f-6f4087f7315f req-8e634d73-542f-44f8-b275-0e566d2a03f3 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:02.553082 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:02.560929 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b14713f-fe28-4140-8c4f-6f4087f7315f req-8e634d73-542f-44f8-b275-0e566d2a03f3 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 944 time: 0.1275766 Oct 26 13:58:02.585642 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4896418d-54c7-4de9-8bbc-d176d14a9ecf req-68df4ea1-e385-4730-9130-9b2ad962d5d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1324103 Oct 26 13:58:02.606361 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-e39abdf2-5c71-40a6-bbf7-38bf1214a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:02.607951 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-e39abdf2-5c71-40a6-bbf7-38bf1214a8bc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.1355402 Oct 26 13:58:02.683829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Pushing event updated for resources: {'Port': ['ID=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:02.840108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-a48d9c66-9a8d-4ec4-ac8e-63348a7799e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:02.852234 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-a48d9c66-9a8d-4ec4-ac8e-63348a7799e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2318776 Oct 26 13:58:02.854245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Attempting to bind port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:02.854591 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Attempting to bind port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:02.854920 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Attempting to bind port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:02.880393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:02.880723 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Attempting to bind port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:02.886233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896418d-54c7-4de9-8bbc-d176d14a9ecf req-72dbe4b0-60f6-4803-9de3-52b2aa461e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:02.893082 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4896418d-54c7-4de9-8bbc-d176d14a9ecf req-72dbe4b0-60f6-4803-9de3-52b2aa461e47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=67b40ea9479a410ebbdd10211704b31a&device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 1096 time: 0.2258327 Oct 26 13:58:02.905457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:02.905754 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:02.906616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:02.906616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Bound port: af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:02.906979 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:02.958790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22983af8-7c93-4c18-8589-eb514222db1a {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:02.982977 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:02.994607 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a7c01f6-c2d9-4b02-b4d5-2928c1c29717 req-d147e77b-9fef-451f-9890-885af43e37a8 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291977 Oct 26 13:58:03.042212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Transition to ACTIVE for port object 22983af8-7c93-4c18-8589-eb514222db1a will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:03.060829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b14713f-fe28-4140-8c4f-6f4087f7315f req-191281df-bc8c-47c9-a8d9-6dc6550a3dac tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756551 Oct 26 13:58:03.065615 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:03.129205 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e540c8-6f4b-498b-bc61-f019625be82c x-openstack-request-id: req-c9e540c8-6f4b-498b-bc61-f019625be82c {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:03.129502 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c436a2a-3429-4e08-8d11-2d61c0f78046", "tag": "83b4a175-38ab-4e3f-bcdb-3778dd8d09aa", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:03.129756 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9e540c8-6f4b-498b-bc61-f019625be82c {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:03.130400 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'tag': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa', 'status': 'completed', 'code': 200} Oct 26 13:58:03.158683 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-f6023d82-0816-4bc7-b99f-1834599690dd service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942643 Oct 26 13:58:03.227499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Pushing event updated for resources: {'Port': ['ID=22983af8-7c93-4c18-8589-eb514222db1a,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:03.255839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] For port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:03.258603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896418d-54c7-4de9-8bbc-d176d14a9ecf req-46c775a9-e275-4669-9dea-a845ccf3851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:03.260102 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4896418d-54c7-4de9-8bbc-d176d14a9ecf req-46c775a9-e275-4669-9dea-a845ccf3851a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6848ee7a-4a94-4c2a-bc13-2f76420322f0 HTTP/1.1" status: 200 len: 916 time: 0.3107967 Oct 26 13:58:03.283014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e9d8c-94de-4da8-8a57-786a7f96cec8 req-8211895a-3d17-420a-b55b-41b57ac66a56 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:03.284569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a58e9d8c-94de-4da8-8a57-786a7f96cec8 req-8211895a-3d17-420a-b55b-41b57ac66a56 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 1095 time: 0.0928121 Oct 26 13:58:03.291471 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] For port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:03.324665 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4896418d-54c7-4de9-8bbc-d176d14a9ecf req-76e66601-3a69-434a-bbc1-c760ffc4dc27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66cc8443-6b7b-42e4-9bc1-986e5230decc HTTP/1.1" status: 200 len: 217 time: 0.0454047 Oct 26 13:58:03.325795 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:03.337234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Attempting to bind port 22983af8-7c93-4c18-8589-eb514222db1a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:03.337234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Attempting to bind port 22983af8-7c93-4c18-8589-eb514222db1a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:03.337588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Attempting to bind port 22983af8-7c93-4c18-8589-eb514222db1a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:03.366312 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a58e9d8c-94de-4da8-8a57-786a7f96cec8 req-23d4192b-a5dc-40f6-a5c1-532dab90b4c5 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682368 Oct 26 13:58:03.378667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-77659aa8-4095-4fe9-a64b-e0b3c853379d req-e2a1cfac-c275-483d-bcfd-a2e8b7b92e87 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:03.379927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77659aa8-4095-4fe9-a64b-e0b3c853379d req-e2a1cfac-c275-483d-bcfd-a2e8b7b92e87 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0117216 Oct 26 13:58:03.381126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Port 22983af8-7c93-4c18-8589-eb514222db1a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:03.381457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Attempting to bind port 22983af8-7c93-4c18-8589-eb514222db1a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:03.396247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:03.396914 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:03.397318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:03.397825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Bound port: 22983af8-7c93-4c18-8589-eb514222db1a, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:03.398402 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:03.450090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:03.450712 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:03.452428 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] 10.222.0.25 "PUT /v2.0/ports/af50d25f-9cfa-4c36-9227-9b6d2a4d55ad HTTP/1.1" status: 200 len: 1096 time: 1.9276567 Oct 26 13:58:03.503905 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ac797e1d-287a-4035-8b76-6b47bbdd8d83 req-2262da51-a5b5-4229-bd7f-ea8cc9db4b29 service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357444 Oct 26 13:58:03.523267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f1d57-b5d7-468a-b4da-76dbf9da19b0 service neutron] Pushing event updated for resources: {'Port': ['ID=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:03.547749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896418d-54c7-4de9-8bbc-d176d14a9ecf req-3ad5dbc0-1d24-4d22-a90b-f80964991d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:03.549961 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4896418d-54c7-4de9-8bbc-d176d14a9ecf req-3ad5dbc0-1d24-4d22-a90b-f80964991d92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b25951f7-7188-43ff-904d-a94aababcb9c HTTP/1.1" status: 200 len: 855 time: 0.2131147 Oct 26 13:58:03.579347 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] For port 22983af8-7c93-4c18-8589-eb514222db1a, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:03.583720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] For port 22983af8-7c93-4c18-8589-eb514222db1a, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=22983af8-7c93-4c18-8589-eb514222db1a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:03.601055 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:03.656882 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4896418d-54c7-4de9-8bbc-d176d14a9ecf req-223ff003-4b42-452f-b2c8-8d5dbc084ff9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6848ee7a-4a94-4c2a-bc13-2f76420322f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650632 Oct 26 13:58:03.737047 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:03.737679 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:03.750944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] 10.222.0.25 "PUT /v2.0/ports/22983af8-7c93-4c18-8589-eb514222db1a HTTP/1.1" status: 200 len: 1096 time: 1.5543492 Oct 26 13:58:03.754508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8bf44a-586f-49b4-a3fb-9911a457acc6', 'tag': '22983af8-7c93-4c18-8589-eb514222db1a'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:03.756777 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2516a5-13eb-4c0c-adb6-e02a16c3f10b" -d '{"events": [{"name": "network-changed", "server_uuid": "df8bf44a-586f-49b4-a3fb-9911a457acc6", "tag": "22983af8-7c93-4c18-8589-eb514222db1a"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:03.768166 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d0ded-602c-4071-8c24-3faa6b2d504e req-c1dceea8-789a-4a35-9ed0-5311008a5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:03.770075 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a37d0ded-602c-4071-8c24-3faa6b2d504e req-c1dceea8-789a-4a35-9ed0-5311008a5733 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 1095 time: 0.1796973 Oct 26 13:58:03.782078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cd3e6-bb12-4e93-91ac-c26d9f2cbb40 service neutron] Pushing event updated for resources: {'Port': ['ID=22983af8-7c93-4c18-8589-eb514222db1a,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:03.787148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-da1521b5-797e-4da7-8901-6d620d7c9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:03.788729 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-da1521b5-797e-4da7-8901-6d620d7c9831 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 1099 time: 0.2811997 Oct 26 13:58:03.834285 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618a606-f43c-4c5a-8f1b-046a02400e81 req-cda79c50-631c-45f4-ac08-f4acb63ce1a3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:03.847085 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4618a606-f43c-4c5a-8f1b-046a02400e81 req-cda79c50-631c-45f4-ac08-f4acb63ce1a3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 948 time: 0.3246019 Oct 26 13:58:03.937746 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d0ded-602c-4071-8c24-3faa6b2d504e req-35c1f6c5-ec48-4c23-b2a4-e8b25eafe476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:03.939434 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a37d0ded-602c-4071-8c24-3faa6b2d504e req-35c1f6c5-ec48-4c23-b2a4-e8b25eafe476 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 921 time: 0.1445334 Oct 26 13:58:03.955072 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4618a606-f43c-4c5a-8f1b-046a02400e81 req-eebb7dd0-79ed-405f-8bd1-fde4c78ffb47 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057436 Oct 26 13:58:03.984068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-9473c787-c63e-4264-a0bc-b5c42630d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:03.985065 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-18a59ad7-15e0-42b5-87f7-857677b12a46 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad HTTP/1.1" status: 200 len: 217 time: 0.1728055 Oct 26 13:58:03.986255 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-9473c787-c63e-4264-a0bc-b5c42630d109 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b6c31e3877249b7add1e5626ee84149&device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 1099 time: 0.1798515 Oct 26 13:58:04.084757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-3a23a2c4-5320-4604-9a1a-aba02f3e4936 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=22983af8-7c93-4c18-8589-eb514222db1a HTTP/1.1" status: 200 len: 217 time: 0.0851648 Oct 26 13:58:04.104123 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-ca308bc9-229c-47cd-87e8-1e5819d5abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:04.105565 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-ca308bc9-229c-47cd-87e8-1e5819d5abc3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0697155 Oct 26 13:58:04.108587 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a37d0ded-602c-4071-8c24-3faa6b2d504e req-71839e8b-c1b3-42ed-b331-11a91c27af81 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa HTTP/1.1" status: 200 len: 217 time: 0.1345029 Oct 26 13:58:04.112752 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4896418d-54c7-4de9-8bbc-d176d14a9ecf req-9d87cc33-8844-4e08-a32a-da799aaad6fc service neutron] 10.222.0.11 "GET /v2.0/networks/6848ee7a-4a94-4c2a-bc13-2f76420322f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448621 Oct 26 13:58:04.205751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-93bc2e36-603c-417a-b6a9-d09ccef27fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:04.207634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-93bc2e36-603c-417a-b6a9-d09ccef27fc3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1100750 Oct 26 13:58:04.289644 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073bd92-901a-4579-8471-f2a258c437e8 req-20420c62-ca6a-484c-a539-a939d620b0d0 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:04.291415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3073bd92-901a-4579-8471-f2a258c437e8 req-20420c62-ca6a-484c-a539-a939d620b0d0 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 821 time: 0.2252064 Oct 26 13:58:04.331469 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3073bd92-901a-4579-8471-f2a258c437e8 req-9e692b13-1d8e-44fa-aa28-8dd384cdfb15 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/quotas/7c460ccd28a148038bf322d3b6ba6b4c HTTP/1.1" status: 200 len: 375 time: 0.0229344 Oct 26 13:58:04.342081 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-bed20a2a-beb6-4be5-a7e8-e29a212b8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:04.343424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-bed20a2a-beb6-4be5-a7e8-e29a212b8644 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1256335 Oct 26 13:58:04.489244 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3073bd92-901a-4579-8471-f2a258c437e8 req-2e697ec9-ae88-4986-b8de-dd6dc5c2b1ec tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1440399 Oct 26 13:58:04.526800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d0ded-602c-4071-8c24-3faa6b2d504e req-faaa8c5c-5343-4214-8c59-410d2a6558cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:04.528899 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a37d0ded-602c-4071-8c24-3faa6b2d504e req-faaa8c5c-5343-4214-8c59-410d2a6558cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.3886509 Oct 26 13:58:04.563796 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-c3bc4278-2b7a-40d7-bfc8-7c858b3857b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:04.565485 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-c3bc4278-2b7a-40d7-bfc8-7c858b3857b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4411592 Oct 26 13:58:04.600701 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4896418d-54c7-4de9-8bbc-d176d14a9ecf req-bf6cf2c4-5286-4ae0-8198-d1343254b275 service neutron] 10.222.0.11 "GET /v2.0/networks/6848ee7a-4a94-4c2a-bc13-2f76420322f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750803 Oct 26 13:58:04.607674 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-fd90185e-0dbb-4be5-8b1a-17a6dd4a137e service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528431 Oct 26 13:58:04.672138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d0ded-602c-4071-8c24-3faa6b2d504e req-14e01429-1e6d-4eb3-9646-b75b5586730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:04.673545 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a37d0ded-602c-4071-8c24-3faa6b2d504e req-14e01429-1e6d-4eb3-9646-b75b5586730c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337378 Oct 26 13:58:04.674478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3073bd92-901a-4579-8471-f2a258c437e8 req-dc69bcc1-979b-48cf-a501-025a6c3a619f service neutron] 10.222.0.32 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842396 Oct 26 13:58:04.706786 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-92eec120-dcfa-403b-9e26-5f971acf33c3 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230693 Oct 26 13:58:04.791244 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e20d3d52-f296-4787-bbd8-330540d0d376 req-3efd2c9b-2368-4450-9b40-e6c1dcf3102a service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715491 Oct 26 13:58:04.873335 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a37d0ded-602c-4071-8c24-3faa6b2d504e req-51d385e7-4eec-4227-9a44-5d88cad6ad71 service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683545 Oct 26 13:58:04.877209 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3073bd92-901a-4579-8471-f2a258c437e8 req-499c9937-f298-4b7e-b5d4-62867fa8fd8a service neutron] 10.222.0.32 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938674 Oct 26 13:58:04.917518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-1b01a30a-102d-4372-aeeb-90aed0ea2a5e tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:04.920696 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-1b01a30a-102d-4372-aeeb-90aed0ea2a5e tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077524 Oct 26 13:58:04.945215 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5f74e853-4355-4ad0-b5a4-1eaea2a14aa3 req-fa1219c1-a9bb-42b6-9b3b-a21af92f8b54 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196722 Oct 26 13:58:04.978847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-d915090b-0917-4c3c-b744-542bc1dc8526 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:04.987048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-d915090b-0917-4c3c-b744-542bc1dc8526 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports/e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d HTTP/1.1" status: 200 len: 1093 time: 0.0568116 Oct 26 13:58:04.992446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-929b65a5-b14f-4fec-93b1-b26da3077a44 service neutron] Request body: {'binding': {'host': 'n-h1-815498-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:04.992893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-929b65a5-b14f-4fec-93b1-b26da3077a44 service neutron] Unknown quota resources ['binding']. {{(pid=102124) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 13:58:05.018500 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a37d0ded-602c-4071-8c24-3faa6b2d504e req-b733a255-57d8-4e4f-9d87-5ac97bf06a46 service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345079 Oct 26 13:58:05.096839 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8fad30-eb60-4386-8e28-2e95a3bc4f88 x-openstack-request-id: req-2a8fad30-eb60-4386-8e28-2e95a3bc4f88 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:05.097156 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8bf44a-586f-49b4-a3fb-9911a457acc6", "tag": "22983af8-7c93-4c18-8589-eb514222db1a", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:05.097367 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a8fad30-eb60-4386-8e28-2e95a3bc4f88 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:05.097753 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8bf44a-586f-49b4-a3fb-9911a457acc6', 'tag': '22983af8-7c93-4c18-8589-eb514222db1a', 'status': 'completed', 'code': 200} Oct 26 13:58:05.131073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11c8a29-ad01-4811-97c2-79f069e0984c', 'tag': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:05.134059 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e098e1-2c92-46c2-a303-a8ab0156ac88" -d '{"events": [{"name": "network-changed", "server_uuid": "b11c8a29-ad01-4811-97c2-79f069e0984c", "tag": "af50d25f-9cfa-4c36-9227-9b6d2a4d55ad"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:05.155603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2516a5-13eb-4c0c-adb6-e02a16c3f10b req-ce17f7f4-3589-4957-85e9-9cd7fc49c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.157943 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc2516a5-13eb-4c0c-adb6-e02a16c3f10b req-ce17f7f4-3589-4957-85e9-9cd7fc49c51b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b6c31e3877249b7add1e5626ee84149&device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 1099 time: 0.0557396 Oct 26 13:58:05.208707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb6ac7-9e14-4dab-bf70-3746d4662fdd req-648c4bf6-86b5-479c-a40b-97457e0e1fb3 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.210250 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15fb6ac7-9e14-4dab-bf70-3746d4662fdd req-648c4bf6-86b5-479c-a40b-97457e0e1fb3 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 948 time: 0.0879645 Oct 26 13:58:05.227155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-929b65a5-b14f-4fec-93b1-b26da3077a44 service neutron] Attempting to bind port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d on host n-h1-815498-1 for vnic_type normal with profile None {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:05.227490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-929b65a5-b14f-4fec-93b1-b26da3077a44 service neutron] Attempting to bind port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:05.227820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-929b65a5-b14f-4fec-93b1-b26da3077a44 service neutron] Attempting to bind port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:05.233278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-929b65a5-b14f-4fec-93b1-b26da3077a44 service neutron] Port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:05.233595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-929b65a5-b14f-4fec-93b1-b26da3077a44 service neutron] Attempting to bind port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:05.252819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-929b65a5-b14f-4fec-93b1-b26da3077a44 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:05.252819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-929b65a5-b14f-4fec-93b1-b26da3077a44 service neutron] Checking segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:05.253138 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-929b65a5-b14f-4fec-93b1-b26da3077a44 service neutron] Bound using segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:05.253559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-929b65a5-b14f-4fec-93b1-b26da3077a44 service neutron] Bound port: e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:05.278300 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2516a5-13eb-4c0c-adb6-e02a16c3f10b req-b2ef5601-439e-4b38-95a5-cd32c33a048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.279834 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc2516a5-13eb-4c0c-adb6-e02a16c3f10b req-b2ef5601-439e-4b38-95a5-cd32c33a048d service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1078877 Oct 26 13:58:05.301778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15fb6ac7-9e14-4dab-bf70-3746d4662fdd req-dedf22b1-30d3-4899-996d-60607bb92c4c tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755720 Oct 26 13:58:05.327608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-929b65a5-b14f-4fec-93b1-b26da3077a44 service neutron] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:05.334177 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-929b65a5-b14f-4fec-93b1-b26da3077a44 service neutron] Publish callbacks [] for binding, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:05.335938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-929b65a5-b14f-4fec-93b1-b26da3077a44 service neutron] 10.222.0.32 "POST /v2.0/ports/e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3481946 Oct 26 13:58:05.351104 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc2516a5-13eb-4c0c-adb6-e02a16c3f10b req-1f573dd3-9752-4be0-ba7a-a68b90ccbb01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=22983af8-7c93-4c18-8589-eb514222db1a HTTP/1.1" status: 200 len: 217 time: 0.0560770 Oct 26 13:58:05.464388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2516a5-13eb-4c0c-adb6-e02a16c3f10b req-b16c6c50-23dc-40ae-971a-eb5f24e616b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.466146 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc2516a5-13eb-4c0c-adb6-e02a16c3f10b req-b16c6c50-23dc-40ae-971a-eb5f24e616b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1031694 Oct 26 13:58:05.478867 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc1461-42bf-4618-8a9c-455b119c9892 req-fae151bb-cc0b-49d3-8b42-2a53702b061a tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.481383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37cc1461-42bf-4618-8a9c-455b119c9892 req-fae151bb-cc0b-49d3-8b42-2a53702b061a tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 944 time: 0.0817990 Oct 26 13:58:05.541200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2516a5-13eb-4c0c-adb6-e02a16c3f10b req-9c797463-b69b-410c-b557-edda8da94216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.544640 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc2516a5-13eb-4c0c-adb6-e02a16c3f10b req-9c797463-b69b-410c-b557-edda8da94216 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654974 Oct 26 13:58:05.595033 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37cc1461-42bf-4618-8a9c-455b119c9892 req-54a3c525-c376-40ff-8882-a3d4e47b4e64 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970297 Oct 26 13:58:05.692289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a0c488-425b-4d37-9479-10e86c688ee7 req-3c2cd0f4-48d2-4c49-850b-853f0e0c4357 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 210 time: 0.0379186 Oct 26 13:58:05.765075 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-a967c2d3-9739-4499-a812-e6a07f552ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.767157 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-a967c2d3-9739-4499-a812-e6a07f552ac1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 1096 time: 0.0849159 Oct 26 13:58:05.771932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c7e1d-4597-404d-8acf-f6dfa9ce263b req-6e3e31d3-5e2e-409a-89a5-4a2223f57209 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.773508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a1c7e1d-4597-404d-8acf-f6dfa9ce263b req-6e3e31d3-5e2e-409a-89a5-4a2223f57209 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 948 time: 0.0848699 Oct 26 13:58:05.776531 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25683b7e-bee9-4d62-96a7-3a700655500a x-openstack-request-id: req-25683b7e-bee9-4d62-96a7-3a700655500a {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:05.776821 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11c8a29-ad01-4811-97c2-79f069e0984c", "tag": "af50d25f-9cfa-4c36-9227-9b6d2a4d55ad", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:05.777073 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25683b7e-bee9-4d62-96a7-3a700655500a {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:05.777461 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11c8a29-ad01-4811-97c2-79f069e0984c', 'tag': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'status': 'completed', 'code': 200} Oct 26 13:58:05.779835 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc2516a5-13eb-4c0c-adb6-e02a16c3f10b req-cca8ffab-b800-4ef4-8214-1e36676e9158 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203884 Oct 26 13:58:05.943013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e098e1-2c92-46c2-a303-a8ab0156ac88 req-5e9534ec-7ca8-4b0c-89bf-6f9bea64c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.944521 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26e098e1-2c92-46c2-a303-a8ab0156ac88 req-5e9534ec-7ca8-4b0c-89bf-6f9bea64c272 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 1099 time: 0.1410906 Oct 26 13:58:05.954658 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a1c7e1d-4597-404d-8acf-f6dfa9ce263b req-8a734152-4a39-4952-bd23-6f401bce2d85 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723101 Oct 26 13:58:05.996416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-230895a1-6f5c-4181-85a3-060b37f2efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.998193 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-230895a1-6f5c-4181-85a3-060b37f2efb7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.2096918 Oct 26 13:58:06.000642 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc2516a5-13eb-4c0c-adb6-e02a16c3f10b req-eba2a93a-de1d-4f66-bbac-c634be2cedfc service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023635 Oct 26 13:58:06.036427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca851ed1-1997-41fe-9123-ac54f962a2f0 req-b6e904e0-70a8-4a05-a649-fa5760b76e00 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.038135 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca851ed1-1997-41fe-9123-ac54f962a2f0 req-b6e904e0-70a8-4a05-a649-fa5760b76e00 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 945 time: 0.1686213 Oct 26 13:58:06.056114 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-77bf6835-8d8e-45b0-b140-65fa3700ab8c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d HTTP/1.1" status: 200 len: 217 time: 0.0442314 Oct 26 13:58:06.100914 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca851ed1-1997-41fe-9123-ac54f962a2f0 req-b3153ab8-14c0-49ce-8a8f-739d3d874f87 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562451 Oct 26 13:58:06.102374 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e098e1-2c92-46c2-a303-a8ab0156ac88 req-1d0e24f3-c6e1-47bc-a45d-b71565015bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.104423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26e098e1-2c92-46c2-a303-a8ab0156ac88 req-1d0e24f3-c6e1-47bc-a45d-b71565015bdf service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1429691 Oct 26 13:58:06.121390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-5a45ed9c-5b5d-49fc-beec-c635076a2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.124520 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-5a45ed9c-5b5d-49fc-beec-c635076a2ac9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.0605762 Oct 26 13:58:06.151132 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26e098e1-2c92-46c2-a303-a8ab0156ac88 req-a87a8c4c-6827-4d38-ad74-d002a92094ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad HTTP/1.1" status: 200 len: 217 time: 0.0396993 Oct 26 13:58:06.158740 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-970b79c0-acbc-40d3-9f53-194487873a81 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260324 Oct 26 13:58:06.201322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e098e1-2c92-46c2-a303-a8ab0156ac88 req-8fe4ae09-943c-4c82-a92e-63bf32790ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.202713 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26e098e1-2c92-46c2-a303-a8ab0156ac88 req-8fe4ae09-943c-4c82-a92e-63bf32790ddc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0448394 Oct 26 13:58:06.253955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e098e1-2c92-46c2-a303-a8ab0156ac88 req-06e580ce-1f0c-4dd1-9469-a9a040ba57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.255503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26e098e1-2c92-46c2-a303-a8ab0156ac88 req-06e580ce-1f0c-4dd1-9469-a9a040ba57d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453222 Oct 26 13:58:06.256248 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-92f8d066-cd52-45e9-95cc-ec79f0ea8d6f service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909441 Oct 26 13:58:06.280782 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:06.382670 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-fa928d5a-15ad-4270-8268-b35c7179fa42 service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129231 Oct 26 13:58:06.393042 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26e098e1-2c92-46c2-a303-a8ab0156ac88 req-67011828-dd96-4584-85b9-753621d93b93 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238203 Oct 26 13:58:06.405939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:06.420337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'port_id': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa', 'mac_address': 'fa:16:3e:7a:f0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:06.477453 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:06.493843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:06.521746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:06.529583 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:06.548063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842996-75d5-45f5-a6b2-37f34d803a59 req-8dc61a3f-4ab3-4995-91f6-85fc4c20d09a tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.557107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb842996-75d5-45f5-a6b2-37f34d803a59 req-8dc61a3f-4ab3-4995-91f6-85fc4c20d09a tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 948 time: 0.1418836 Oct 26 13:58:06.637085 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-3cc89212-8296-4b69-b1eb-9f9833a3b8d9 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.638800 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-3cc89212-8296-4b69-b1eb-9f9833a3b8d9 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63&tenant_id=3015cef33add49c0a70c99ffe7c7236a&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1096 time: 0.1798627 Oct 26 13:58:06.654895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26e098e1-2c92-46c2-a303-a8ab0156ac88 req-5568c882-6140-4610-aed1-e621f7676518 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527947 Oct 26 13:58:06.660759 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb842996-75d5-45f5-a6b2-37f34d803a59 req-fc0d01a6-8178-4e49-bc14-6972fe595cc0 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027403 Oct 26 13:58:06.666668 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:06.708675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815498-1'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:06.720751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073bd92-901a-4579-8471-f2a258c437e8 req-d85d2b5b-80a8-4db4-8fab-38a78fdbeae8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.722725 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3073bd92-901a-4579-8471-f2a258c437e8 req-d85d2b5b-80a8-4db4-8fab-38a78fdbeae8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.11 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 821 time: 0.2008445 Oct 26 13:58:06.753814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-3073bd92-901a-4579-8471-f2a258c437e8 req-8721ea5e-8360-4338-8668-29f997f3613d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Request body: {'port': {'device_id': '3d440993-e63b-4aba-b3e6-b3660ad9fdc5', 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88', 'admin_state_up': True, 'tenant_id': '7c460ccd28a148038bf322d3b6ba6b4c'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:06.784228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['83b4a175-38ab-4e3f-bcdb-3778dd8d09aa'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:06.883458 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-292cc80d-1780-4f56-abf5-9aeba3630835 req-21ab1c11-a470-4018-8104-65a6d85afec6 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 210 time: 0.0464664 Oct 26 13:58:06.895238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e267d5-cc19-47b9-8c86-3123df6fd46c req-c98d71f4-b03d-4c13-bfee-cbfeb1623629 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.904581 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3e267d5-cc19-47b9-8c86-3123df6fd46c req-c98d71f4-b03d-4c13-bfee-cbfeb1623629 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 945 time: 0.1378832 Oct 26 13:58:06.962662 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:06.966136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3e267d5-cc19-47b9-8c86-3123df6fd46c req-b860c661-63c0-49a3-8d57-47785dd5756a tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584817 Oct 26 13:58:06.987684 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3073bd92-901a-4579-8471-f2a258c437e8 req-8721ea5e-8360-4338-8668-29f997f3613d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Made reservation on behalf of 7c460ccd28a148038bf322d3b6ba6b4c for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:06.992448 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3073bd92-901a-4579-8471-f2a258c437e8 req-8721ea5e-8360-4338-8668-29f997f3613d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:07.103721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cae349-2612-4737-bb13-69cbde983ca1 req-ccce4084-8f7a-4679-b302-f32f919b3a4e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:07.105687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4cae349-2612-4737-bb13-69cbde983ca1 req-ccce4084-8f7a-4679-b302-f32f919b3a4e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 948 time: 0.0712457 Oct 26 13:58:07.164639 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4cae349-2612-4737-bb13-69cbde983ca1 req-160a557c-11cd-4a0c-babd-a5a0918d735c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503931 Oct 26 13:58:07.254621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:07.262983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd713f-7cc4-40c7-9564-7398d731eaf9 req-b2b1f6e8-470c-4e17-87c0-ee222486db79 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:07.264473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8bd713f-7cc4-40c7-9564-7398d731eaf9 req-b2b1f6e8-470c-4e17-87c0-ee222486db79 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 945 time: 0.0640907 Oct 26 13:58:07.266320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-3073bd92-901a-4579-8471-f2a258c437e8 req-8721ea5e-8360-4338-8668-29f997f3613d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Allocated IP 172.20.0.2 (ba04fdd3-3802-412f-af48-4aa973edbc88/d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67/fe1fd28c-9f55-4c15-a4de-9836f167009c) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:07.364018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:07.494107 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:07.508430 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:07.619110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8bd713f-7cc4-40c7-9564-7398d731eaf9 req-f70d9fd0-6d73-407b-8561-9d07ea356c15 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403006 Oct 26 13:58:07.651579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:07.668946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3073bd92-901a-4579-8471-f2a258c437e8 req-8721ea5e-8360-4338-8668-29f997f3613d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:07.675805 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Attempting to bind port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d on host n-h2-815498-1 for vnic_type normal with profile {"migrating_to": "n-h1-815498-1"} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:07.676196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Attempting to bind port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:07.676584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Attempting to bind port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:07.682745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:07.683397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Attempting to bind port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:07.692650 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:07.693059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Checking segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:07.693505 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Bound using segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:07.694020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Bound port: e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:07.694451 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:07.763000 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3073bd92-901a-4579-8471-f2a258c437e8 req-8721ea5e-8360-4338-8668-29f997f3613d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:07.782708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08acfee0-4301-481a-95b5-c290e3a68e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:07.784769 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c51bb32-601e-42be-8adf-0c66598fa26d" -d '{"events": [{"server_uuid": "08acfee0-4301-481a-95b5-c290e3a68e63", "name": "network-vif-unplugged", "status": "completed", "tag": "e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:07.819454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:07.837007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3073bd92-901a-4579-8471-f2a258c437e8 req-8721ea5e-8360-4338-8668-29f997f3613d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Network ba04fdd3-3802-412f-af48-4aa973edbc88 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:07.847314 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877f5519-00ff-401b-a0d4-2cc68067192f x-openstack-request-id: req-877f5519-00ff-401b-a0d4-2cc68067192f {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:07.847599 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08acfee0-4301-481a-95b5-c290e3a68e63", "name": "network-vif-unplugged", "status": "completed", "tag": "e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:07.847848 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-877f5519-00ff-401b-a0d4-2cc68067192f {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:07.848222 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08acfee0-4301-481a-95b5-c290e3a68e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d', 'code': 200} Oct 26 13:58:07.851231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28c76a-754e-4b95-801a-fdb7de355235 req-26f4dac5-9284-4923-bd83-e99dd63a4417 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:07.852957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-3073bd92-901a-4579-8471-f2a258c437e8 req-8721ea5e-8360-4338-8668-29f997f3613d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:07.854477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc28c76a-754e-4b95-801a-fdb7de355235 req-26f4dac5-9284-4923-bd83-e99dd63a4417 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 948 time: 0.0662403 Oct 26 13:58:07.855410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3073bd92-901a-4579-8471-f2a258c437e8 req-8721ea5e-8360-4338-8668-29f997f3613d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:07.861278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073bd92-901a-4579-8471-f2a258c437e8 req-8721ea5e-8360-4338-8668-29f997f3613d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:07.861881 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3073bd92-901a-4579-8471-f2a258c437e8 req-8721ea5e-8360-4338-8668-29f997f3613d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:07.867509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:07.878685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721ea5e-8360-4338-8668-29f997f3613d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Pushing event updated for resources: {'Port': ['ID=fe1fd28c-9f55-4c15-a4de-9836f167009c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:07.884021 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:07.909035 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc28c76a-754e-4b95-801a-fdb7de355235 req-c9d7f11d-195a-44a0-a608-353aff491734 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487549 Oct 26 13:58:07.913448 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:58:07.927119 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3073bd92-901a-4579-8471-f2a258c437e8 req-8721ea5e-8360-4338-8668-29f997f3613d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1781638 Oct 26 13:58:07.952625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Request body: {'port': {'device_id': '3d440993-e63b-4aba-b3e6-b3660ad9fdc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:08.009697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,revision_number=8']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:08.013580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:08.014229 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:08.017148 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-18f51c5a-c27d-4bf9-bee9-e294af2b8d80 service neutron] 10.222.0.25 "PUT /v2.0/ports/e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d HTTP/1.1" status: 200 len: 1121 time: 1.3638632 Oct 26 13:58:08.055871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c29031-79dc-4317-94b0-8916d086c517 req-83441ee2-6046-4005-ba53-97b78679f5a8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:08.066085 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4c29031-79dc-4317-94b0-8916d086c517 req-83441ee2-6046-4005-ba53-97b78679f5a8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 931 time: 0.0902343 Oct 26 13:58:08.090496 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:08.134493 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:08.179756 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4c29031-79dc-4317-94b0-8916d086c517 req-2dff0752-9cca-46e0-b9be-daaaba1dfdf1 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057258 Oct 26 13:58:08.196950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc0c1d-7d4b-4144-aeea-34857e32e471 req-77efbf83-3719-4347-93d4-8207780b8f37 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:08.201900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5cc0c1d-7d4b-4144-aeea-34857e32e471 req-77efbf83-3719-4347-93d4-8207780b8f37 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 945 time: 0.1163106 Oct 26 13:58:08.284346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 22983af8-7c93-4c18-8589-eb514222db1a details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:08.302725 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5cc0c1d-7d4b-4144-aeea-34857e32e471 req-d029c570-76c7-4af1-8a71-acf2cf2923fc tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912209 Oct 26 13:58:08.334527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:08.334981 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf848c-b7d7-4f7a-aa3f-3c06d949ec8d req-4758b8a8-e2fb-4477-b124-c969bebac3e0 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:08.336746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4fcf848c-b7d7-4f7a-aa3f-3c06d949ec8d req-4758b8a8-e2fb-4477-b124-c969bebac3e0 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 948 time: 0.0949137 Oct 26 13:58:08.385216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4fcf848c-b7d7-4f7a-aa3f-3c06d949ec8d req-78f6e75e-72db-4710-92f3-ecccb8f3d64e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Oct 26 13:58:08.475196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1fd28c-9f55-4c15-a4de-9836f167009c {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:08.484763 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:08.496545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Transition to ACTIVE for port object fe1fd28c-9f55-4c15-a4de-9836f167009c will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:08.500907 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:08.518101 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 22983af8-7c93-4c18-8589-eb514222db1a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=22983af8-7c93-4c18-8589-eb514222db1a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:08.520365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:08.530638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:08.531238 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:08.535879 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '22983af8-7c93-4c18-8589-eb514222db1a', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '22983af8-7c93-4c18-8589-eb514222db1a', 'mac_address': 'fa:16:3e:ab:46:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:08.578413 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Attempting to bind port fe1fd28c-9f55-4c15-a4de-9836f167009c on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:08.578653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Attempting to bind port fe1fd28c-9f55-4c15-a4de-9836f167009c by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:08.578985 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Attempting to bind port fe1fd28c-9f55-4c15-a4de-9836f167009c on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:08.585906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1fd28c-9f55-4c15-a4de-9836f167009c,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:08.586098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Port fe1fd28c-9f55-4c15-a4de-9836f167009c on network ba04fdd3-3802-412f-af48-4aa973edbc88 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:08.586394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Attempting to bind port fe1fd28c-9f55-4c15-a4de-9836f167009c on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:08.592585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:08.592717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Checking segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:08.593091 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Bound using segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:08.593584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Bound port: fe1fd28c-9f55-4c15-a4de-9836f167009c, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:08.593909 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:08.611915 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:08.643833 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22983af8-7c93-4c18-8589-eb514222db1a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:08.663333 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:08.667126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:08.674683 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:08.677705 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 22983af8-7c93-4c18-8589-eb514222db1a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=22983af8-7c93-4c18-8589-eb514222db1a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:08.680769 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:08.691859 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:08.692512 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device af50d25f-9cfa-4c36-9227-9b6d2a4d55ad details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:08.717138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:08.717747 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:08.719960 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3073bd92-901a-4579-8471-f2a258c437e8 req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] 10.222.0.11 "PUT /v2.0/ports/fe1fd28c-9f55-4c15-a4de-9836f167009c HTTP/1.1" status: 200 len: 1091 time: 0.7747891 Oct 26 13:58:08.730305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d78811-3b59-4b9f-babb-0065f5a85951 req-e746186a-818a-4e2c-ad45-bae58661801a tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:08.731983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2d78811-3b59-4b9f-babb-0065f5a85951 req-e746186a-818a-4e2c-ad45-bae58661801a tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 943 time: 0.0540364 Oct 26 13:58:08.740885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fa9c7-a21d-48b3-8e9c-6960e64b3544 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1fd28c-9f55-4c15-a4de-9836f167009c,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:08.787243 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2d78811-3b59-4b9f-babb-0065f5a85951 req-82033387-1fb8-4667-bccd-2df86e85148d tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439415 Oct 26 13:58:08.832202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073bd92-901a-4579-8471-f2a258c437e8 req-81e9d07f-338f-4bf0-90d9-b249ad8ee2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:08.834906 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3073bd92-901a-4579-8471-f2a258c437e8 req-81e9d07f-338f-4bf0-90d9-b249ad8ee2b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 1094 time: 0.0519657 Oct 26 13:58:08.880585 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3073bd92-901a-4579-8471-f2a258c437e8 req-c9cdc43f-85f3-4317-9e33-31e64c85d165 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c HTTP/1.1" status: 200 len: 217 time: 0.0345180 Oct 26 13:58:08.883096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:08.885313 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77d47c3-3f31-40dc-82e0-36b06c90da1e" -d '{"events": [{"server_uuid": "2c436a2a-3429-4e08-8d11-2d61c0f78046", "name": "network-vif-plugged", "status": "completed", "tag": "83b4a175-38ab-4e3f-bcdb-3778dd8d09aa"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:08.908515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:08.924357 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:08.927361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:08.932414 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb31429-9660-4fd6-9e10-5b4335d9cfae x-openstack-request-id: req-1fb31429-9660-4fd6-9e10-5b4335d9cfae {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:08.932414 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c436a2a-3429-4e08-8d11-2d61c0f78046", "name": "network-vif-plugged", "status": "completed", "tag": "83b4a175-38ab-4e3f-bcdb-3778dd8d09aa", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:08.932648 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fb31429-9660-4fd6-9e10-5b4335d9cfae {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:08.932917 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa', 'code': 200} Oct 26 13:58:08.942402 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=22983af8-7c93-4c18-8589-eb514222db1a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:08.978901 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073bd92-901a-4579-8471-f2a258c437e8 req-1cf0e395-4ee2-4998-b1ef-3113f1436753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:08.980698 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3073bd92-901a-4579-8471-f2a258c437e8 req-1cf0e395-4ee2-4998-b1ef-3113f1436753 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.0928543 Oct 26 13:58:08.986496 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'mac_address': 'fa:16:3e:2c:d3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:09.024133 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3073bd92-901a-4579-8471-f2a258c437e8 req-a8c37d23-3982-43b9-b09e-01967d854cd4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349343 Oct 26 13:58:09.028488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:09.045175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349203f7-7373-4acc-b2a1-3624accd4a4b req-7159a518-8e43-4941-ac98-195262a09d66 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:09.047254 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:09.047531 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-349203f7-7373-4acc-b2a1-3624accd4a4b req-7159a518-8e43-4941-ac98-195262a09d66 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 949 time: 0.0548072 Oct 26 13:58:09.062847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af50d25f-9cfa-4c36-9227-9b6d2a4d55ad {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:09.081833 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:09.087015 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:09.087955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-349203f7-7373-4acc-b2a1-3624accd4a4b req-f59b5d95-07f6-44ab-8a77-cfd0dd71dae0 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340497 Oct 26 13:58:09.142242 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dab2e-c93e-404f-bd34-253f69af7183 req-f287ef91-6160-40ad-b027-f0157bf3aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:09.142399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:09.143749 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-791dab2e-c93e-404f-bd34-253f69af7183 req-f287ef91-6160-40ad-b027-f0157bf3aace service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 1097 time: 0.1011944 Oct 26 13:58:09.172073 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3073bd92-901a-4579-8471-f2a258c437e8 req-d488f754-b860-4f1c-bf13-a97b2d17774a service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387334 Oct 26 13:58:09.207829 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-791dab2e-c93e-404f-bd34-253f69af7183 req-78ce4589-038d-453f-8a5f-778d48d2f1b2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528395 Oct 26 13:58:09.283237 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3073bd92-901a-4579-8471-f2a258c437e8 req-bd894cbe-463d-4831-b858-e30946e7a836 service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990639 Oct 26 13:58:09.296324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8642555-d0cc-4fea-bff2-fc4b5ab89cd7 req-d8119f3e-2db4-4e66-805a-f6eb9a30e3f2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:09.298420 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8642555-d0cc-4fea-bff2-fc4b5ab89cd7 req-d8119f3e-2db4-4e66-805a-f6eb9a30e3f2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 943 time: 0.0545020 Oct 26 13:58:09.352561 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-b53569aa-f2cc-4274-acb0-a503b8fe9a30 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--126136582&fields=id&tenant_id=bfb67c8bb0d64151802fb11f4bae160b HTTP/1.1" status: 200 len: 267 time: 0.0530746 Oct 26 13:58:09.360209 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8642555-d0cc-4fea-bff2-fc4b5ab89cd7 req-609e270b-ebce-4932-bcb5-cb184228b151 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520878 Oct 26 13:58:09.382898 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['af50d25f-9cfa-4c36-9227-9b6d2a4d55ad'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:09.410095 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['22983af8-7c93-4c18-8589-eb514222db1a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:09.498781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de679e59-de67-422f-81e3-cc71a14408cc req-596a804a-d9d1-40f4-a4f3-3d7af470c093 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:09.500402 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de679e59-de67-422f-81e3-cc71a14408cc req-596a804a-d9d1-40f4-a4f3-3d7af470c093 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 946 time: 0.0740850 Oct 26 13:58:09.507224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-a8a8efd0-a18c-4abe-8335-fa9f009a0816 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:09.508577 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-a8a8efd0-a18c-4abe-8335-fa9f009a0816 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/networks?id=b81d0595-98d3-4601-b3f4-470c9d624d29 HTTP/1.1" status: 200 len: 816 time: 0.1475368 Oct 26 13:58:09.533088 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-282c0e4e-6977-48bb-a01c-4291453a53a9 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/quotas/bfb67c8bb0d64151802fb11f4bae160b HTTP/1.1" status: 200 len: 375 time: 0.0177774 Oct 26 13:58:09.558520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de679e59-de67-422f-81e3-cc71a14408cc req-5ce1bf93-9a41-4325-84ed-e9f737256517 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489864 Oct 26 13:58:09.610195 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-51c15f49-6c65-4e2a-bcfa-e02ab434457d tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfb67c8bb0d64151802fb11f4bae160b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678775 Oct 26 13:58:09.733067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20300096-5f8d-4525-b6d0-d984b56a61f1 req-60346f1a-924f-4c5e-92ae-16cc5616c12b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:09.735204 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20300096-5f8d-4525-b6d0-d984b56a61f1 req-60346f1a-924f-4c5e-92ae-16cc5616c12b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 949 time: 0.1031919 Oct 26 13:58:09.752498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-89c9c41b-590d-4394-a864-21547d34df80 service neutron] 10.222.0.32 "GET /v2.0/networks/b81d0595-98d3-4601-b3f4-470c9d624d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287878 Oct 26 13:58:09.826577 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20300096-5f8d-4525-b6d0-d984b56a61f1 req-13bd5e60-e2c0-46cc-8ca3-9473f11c75f9 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836542 Oct 26 13:58:09.849263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08acfee0-4301-481a-95b5-c290e3a68e63', 'tag': 'e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d'}, {'name': 'network-changed', 'server_uuid': '3d440993-e63b-4aba-b3e6-b3660ad9fdc5', 'tag': 'fe1fd28c-9f55-4c15-a4de-9836f167009c'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:09.851723 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "08acfee0-4301-481a-95b5-c290e3a68e63", "tag": "e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d"}, {"name": "network-changed", "server_uuid": "3d440993-e63b-4aba-b3e6-b3660ad9fdc5", "tag": "fe1fd28c-9f55-4c15-a4de-9836f167009c"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:09.873145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-8b5e2aa7-7783-429b-a4dc-5bcdfaecbbed service neutron] 10.222.0.32 "GET /v2.0/networks/b81d0595-98d3-4601-b3f4-470c9d624d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101773 Oct 26 13:58:09.938618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4640e-0d84-4f71-a588-d242c66d6025 req-d4654b76-4f1d-4337-a217-2267501e01bc tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:09.940837 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8fe4640e-0d84-4f71-a588-d242c66d6025 req-d4654b76-4f1d-4337-a217-2267501e01bc tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 943 time: 0.0541015 Oct 26 13:58:09.979958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8fe4640e-0d84-4f71-a588-d242c66d6025 req-ec35f5bf-93f3-45e4-b6ef-69e9ef0131c2 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331233 Oct 26 13:58:10.085414 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e1628e-1317-4e0a-9035-b71c31bd5a20 x-openstack-request-id: req-00e1628e-1317-4e0a-9035-b71c31bd5a20 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:10.085722 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08acfee0-4301-481a-95b5-c290e3a68e63", "tag": "e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d440993-e63b-4aba-b3e6-b3660ad9fdc5", "tag": "fe1fd28c-9f55-4c15-a4de-9836f167009c", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:10.086005 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00e1628e-1317-4e0a-9035-b71c31bd5a20 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:10.086462 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08acfee0-4301-481a-95b5-c290e3a68e63', 'tag': 'e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d', 'status': 'completed', 'code': 200} Oct 26 13:58:10.086779 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d440993-e63b-4aba-b3e6-b3660ad9fdc5', 'tag': 'fe1fd28c-9f55-4c15-a4de-9836f167009c', 'status': 'completed', 'code': 200} Oct 26 13:58:10.168873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-7522e6ae-87aa-40fe-a183-fdce70820f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.172373 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-7522e6ae-87aa-40fe-a183-fdce70820f8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 1124 time: 0.0585644 Oct 26 13:58:10.245704 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8b2e818-3244-4189-a461-ba72e7d41707 req-9ac28cdd-b8e5-454d-9263-787916c618b8 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 210 time: 0.0313094 Oct 26 13:58:10.271180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d35806-ce06-4c0c-873a-c8a0d2378074 req-b26c5849-ad1e-4863-87b9-c86c8d4de646 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.272897 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32d35806-ce06-4c0c-873a-c8a0d2378074 req-b26c5849-ad1e-4863-87b9-c86c8d4de646 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 949 time: 0.1012030 Oct 26 13:58:10.286443 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:10.293032 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-ac323cd8-fbb8-4b6c-aa9d-765ab3e80cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.294884 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-ac323cd8-fbb8-4b6c-aa9d-765ab3e80cb6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.0976856 Oct 26 13:58:10.316019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32d35806-ce06-4c0c-873a-c8a0d2378074 req-2d00a29f-0831-402e-993a-93872e6ec503 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366461 Oct 26 13:58:10.460191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:10.476537 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d has no active binding in host n-h1-815498-1 {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 13:58:10.542913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0029eb2-d15e-4910-9161-987dd96c6c7d req-41da6c84-e4dd-4249-9aa3-8941f5a6f590 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.544604 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f0029eb2-d15e-4910-9161-987dd96c6c7d req-41da6c84-e4dd-4249-9aa3-8941f5a6f590 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 943 time: 0.0866845 Oct 26 13:58:10.606860 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f0029eb2-d15e-4910-9161-987dd96c6c7d req-64d33efb-2644-4f10-b570-03b1c935c4bf tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494640 Oct 26 13:58:10.612807 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-7dca2b17-edf1-480c-9256-06fd60090b0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d HTTP/1.1" status: 200 len: 217 time: 0.3047438 Oct 26 13:58:10.679714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-99ba54ff-80da-4dc3-b12d-5e1602cb137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.680337 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-99ba54ff-80da-4dc3-b12d-5e1602cb137e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.0563204 Oct 26 13:58:10.720974 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-e636922f-ee8c-413e-9088-e3897db88061 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295789 Oct 26 13:58:10.736188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03771db1-0def-4710-ba30-51872a6b031f req-88cd5fb4-39f0-4ecf-a94f-a3c03eaf1b24 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.743464 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03771db1-0def-4710-ba30-51872a6b031f req-88cd5fb4-39f0-4ecf-a94f-a3c03eaf1b24 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 946 time: 0.0760698 Oct 26 13:58:10.781341 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03771db1-0def-4710-ba30-51872a6b031f req-bb646a4f-4826-4f4f-a558-c6561f2f7ed7 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360804 Oct 26 13:58:10.840844 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-c0a7575a-cd68-4b70-91bf-7c8658ead648 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102583 Oct 26 13:58:10.982435 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-d4c1a07f-f7a4-4ed9-abd5-218296a0c552 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253958 Oct 26 13:58:10.983513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c53bb-dab0-44c1-8024-e71226021829 req-18ffc194-0ff3-48a5-be7d-cb047fb2faed tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.985854 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a68c53bb-dab0-44c1-8024-e71226021829 req-18ffc194-0ff3-48a5-be7d-cb047fb2faed tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 949 time: 0.0838244 Oct 26 13:58:11.052131 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a68c53bb-dab0-44c1-8024-e71226021829 req-0f96dcb1-cc97-409e-9232-187328cdff58 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513864 Oct 26 13:58:11.106834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-a9e77981-e056-4332-a678-745f737f6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:11.108509 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-a9e77981-e056-4332-a678-745f737f6da8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 1094 time: 0.0592623 Oct 26 13:58:11.177286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78171c4-a1e5-4f44-b311-2a7f6433ec26 req-e596f761-3a87-4093-8736-57870265d781 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:11.179271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d78171c4-a1e5-4f44-b311-2a7f6433ec26 req-e596f761-3a87-4093-8736-57870265d781 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 943 time: 0.0675871 Oct 26 13:58:11.227161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-2ffeb9cb-8fa4-4dad-85a1-c76ca012cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:11.229667 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-2ffeb9cb-8fa4-4dad-85a1-c76ca012cbb1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.1107774 Oct 26 13:58:11.232866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d78171c4-a1e5-4f44-b311-2a7f6433ec26 req-a352cca0-758c-4c5a-8711-666082507fe2 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455277 Oct 26 13:58:11.277947 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-fb41c823-01dd-43c3-803c-44057440c442 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c HTTP/1.1" status: 200 len: 217 time: 0.0383656 Oct 26 13:58:11.333919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-86525730-e6ca-4960-b7da-d8d1673094ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:11.334158 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-622e2899-0652-4e35-9f7c-28733f1bd382 req-e4746860-bcc0-44d3-bc49-61be8b0216cf tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 210 time: 0.0291216 Oct 26 13:58:11.335573 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-86525730-e6ca-4960-b7da-d8d1673094ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.0450068 Oct 26 13:58:11.369942 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-18ae49fd-d06e-4caf-adc8-adc0bdaa466f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249386 Oct 26 13:58:11.441395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efcb20-1e52-4a99-b831-53348c63ee03 req-fd40da0b-1753-4398-b338-b0407c7d0d2e tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:11.442904 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2efcb20-1e52-4a99-b831-53348c63ee03 req-fd40da0b-1753-4398-b338-b0407c7d0d2e tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 949 time: 0.0506108 Oct 26 13:58:11.480689 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-53beee51-6312-4a0d-8d22-ae5ca92d3d33 service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999844 Oct 26 13:58:11.484773 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2efcb20-1e52-4a99-b831-53348c63ee03 req-5e8f7fcd-2a6c-4a6e-86cc-9dde406d191f tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352428 Oct 26 13:58:11.576959 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a35a6569-a8c9-40ec-831e-1e1aa1f6b6f0 req-946d3092-3684-4a0c-864c-9c5063f20409 service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843210 Oct 26 13:58:11.721107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2a8c2-7c0f-40c6-ae49-b6724185989f req-908a2339-1668-4b81-8288-345f5b47089e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:11.722988 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bce2a8c2-7c0f-40c6-ae49-b6724185989f req-908a2339-1668-4b81-8288-345f5b47089e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 943 time: 0.0515203 Oct 26 13:58:11.742387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-2056f804-6cb8-4c23-9f54-72b967308567 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:11.744148 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-2056f804-6cb8-4c23-9f54-72b967308567 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.11 "GET /v2.0/networks?id=b81d0595-98d3-4601-b3f4-470c9d624d29 HTTP/1.1" status: 200 len: 816 time: 0.1116080 Oct 26 13:58:11.764457 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bce2a8c2-7c0f-40c6-ae49-b6724185989f req-0658ee7e-b822-4595-888d-8cf0732e76fa tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355513 Oct 26 13:58:11.792952 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-0aac2de5-e200-4ce7-a699-e70ae69be3b0 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfb67c8bb0d64151802fb11f4bae160b HTTP/1.1" status: 200 len: 379 time: 0.0365839 Oct 26 13:58:11.802619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-5d663459-abcd-40b9-95b7-6dddf6c7d05e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Request body: {'port': {'device_id': 'd9236024-b1bf-4508-8acf-aa1b1e68d737', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'admin_state_up': True, 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'security_groups': ['688d18de-9ba0-4f38-bca8-8932f13f3255']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:11.907555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f4f5c-a06b-4289-989a-c616a2594f26 req-6928b983-2644-4fed-bac3-b652793cf7f2 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:11.909264 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-308f4f5c-a06b-4289-989a-c616a2594f26 req-6928b983-2644-4fed-bac3-b652793cf7f2 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 946 time: 0.0523994 Oct 26 13:58:11.933095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-5d663459-abcd-40b9-95b7-6dddf6c7d05e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Made reservation on behalf of bfb67c8bb0d64151802fb11f4bae160b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:11.936933 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-5d663459-abcd-40b9-95b7-6dddf6c7d05e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:11.958082 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-308f4f5c-a06b-4289-989a-c616a2594f26 req-c89af072-592d-480f-8963-0c22c3ea1c7e tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/security-groups?id=561fc14e-1e92-482c-a778-b43de19e01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Oct 26 13:58:12.075300 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-5d663459-abcd-40b9-95b7-6dddf6c7d05e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Allocated IP 172.20.0.8 (b81d0595-98d3-4601-b3f4-470c9d624d29/707ebe6e-7b86-4f53-bfd8-6a47c99ae95f/2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:12.181736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device fe1fd28c-9f55-4c15-a4de-9836f167009c details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:12.201166 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-c4e62c23-a6a9-4465-bf5a-8f0c64999a91 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:12.208861 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-c4e62c23-a6a9-4465-bf5a-8f0c64999a91 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1284404 Oct 26 13:58:12.267626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-5d663459-abcd-40b9-95b7-6dddf6c7d05e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.269808 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-68b1d095-cd9c-4e54-b1f9-9f0e31432805 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0596132 Oct 26 13:58:12.274654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-11838e61-c953-44c7-a967-4723b30c44bd tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Request body: {'floatingip': {'port_id': '54631282-3f38-41b5-bd07-35055f28a977', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:12.286263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac14c65-e560-4d75-a769-5407c045169a req-9a3edc85-3258-448a-afde-ae338f49e0e0 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:12.295320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eac14c65-e560-4d75-a769-5407c045169a req-9a3edc85-3258-448a-afde-ae338f49e0e0 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 949 time: 0.1651423 Oct 26 13:58:12.308098 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-5d663459-abcd-40b9-95b7-6dddf6c7d05e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.314448 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 22983af8-7c93-4c18-8589-eb514222db1a up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:12.352265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-5d663459-abcd-40b9-95b7-6dddf6c7d05e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Network b81d0595-98d3-4601-b3f4-470c9d624d29 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:12.353092 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-11838e61-c953-44c7-a967-4723b30c44bd tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.355702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-5d663459-abcd-40b9-95b7-6dddf6c7d05e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:12.380574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-5d663459-abcd-40b9-95b7-6dddf6c7d05e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:12.396718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-5d663459-abcd-40b9-95b7-6dddf6c7d05e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:12.397586 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-5d663459-abcd-40b9-95b7-6dddf6c7d05e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.427950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d663459-abcd-40b9-95b7-6dddf6c7d05e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Pushing event updated for resources: {'Port': ['ID=2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:12.460509 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-5d663459-abcd-40b9-95b7-6dddf6c7d05e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6612854 Oct 26 13:58:12.464471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:12.476978 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Request body: {'port': {'device_id': 'd9236024-b1bf-4508-8acf-aa1b1e68d737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:12.493281 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'fe1fd28c-9f55-4c15-a4de-9836f167009c', 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88', 'port_id': 'fe1fd28c-9f55-4c15-a4de-9836f167009c', 'mac_address': 'fa:16:3e:71:f6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b4c292-5810-48f4-8a4a-6ee1dbbfbd67', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:12.525108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eac14c65-e560-4d75-a769-5407c045169a req-47c5075c-b369-4fc8-ac45-cb370528dde5 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222018 Oct 26 13:58:12.617934 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.649925 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.654256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 22983af8-7c93-4c18-8589-eb514222db1a completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:12.713830 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 22983af8-7c93-4c18-8589-eb514222db1a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:12.720943 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.817229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1fd28c-9f55-4c15-a4de-9836f167009c {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:12.830225 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6132ddd5-3d0c-4d76-b17e-033aef372589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.886505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:12.890845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7e2a2601-6f56-4d03-aa23-395d5dac2832 None None] Provisioning complete for port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:12.891490 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7e2a2601-6f56-4d03-aa23-395d5dac2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.941109 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a2601-6f56-4d03-aa23-395d5dac2832 None None] Port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:12.944355 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.006624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=fe1fd28c-9f55-4c15-a4de-9836f167009c,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:13.011544 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.043327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8bf44a-586f-49b4-a3fb-9911a457acc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22983af8-7c93-4c18-8589-eb514222db1a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:13.046153 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cfe699-fe5e-4062-98f3-e1bc0fe33f2e" -d '{"events": [{"server_uuid": "df8bf44a-586f-49b4-a3fb-9911a457acc6", "name": "network-vif-plugged", "status": "completed", "tag": "22983af8-7c93-4c18-8589-eb514222db1a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:13.066995 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 22983af8-7c93-4c18-8589-eb514222db1a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=22983af8-7c93-4c18-8589-eb514222db1a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:13.073358 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.074579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device af50d25f-9cfa-4c36-9227-9b6d2a4d55ad up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:13.078937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:13.095371 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.112703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Transition to ACTIVE for port object 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:13.113967 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-11838e61-c953-44c7-a967-4723b30c44bd tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.118624 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.128724 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-11838e61-c953-44c7-a967-4723b30c44bd tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.172397 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=22983af8-7c93-4c18-8589-eb514222db1a,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:13.189356 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:13.194459 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:13.194966 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.196967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Pushing event updated for resources: {'Port': ['ID=2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:13.234010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:13.236551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:13.236907 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:13.237226 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:13.237555 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:13.237879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:13.238229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:13.238552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:13.238871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:13.239190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:13.239580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:13.239899 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:13.248840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1dcc4-9ed8-4355-a2fc-00834f20348e req-d9e15d1e-7abd-4bf2-9fe4-c5c91d619bf7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:13.257607 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9df1dcc4-9ed8-4355-a2fc-00834f20348e req-d9e15d1e-7abd-4bf2-9fe4-c5c91d619bf7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 943 time: 0.1849015 Oct 26 13:58:13.304344 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Attempting to bind port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:13.304662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Attempting to bind port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '2afc6f52-9b30-4153-a80d-2e414169c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:13.304899 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Attempting to bind port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 on network b81d0595-98d3-4601-b3f4-470c9d624d29 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:13.309425 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 on network b81d0595-98d3-4601-b3f4-470c9d624d29 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:13.309741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Attempting to bind port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 on network b81d0595-98d3-4601-b3f4-470c9d624d29 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:13.315479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:13.315915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Checking segment: {'id': '2afc6f52-9b30-4153-a80d-2e414169c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:13.316187 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Bound using segment: {'id': '2afc6f52-9b30-4153-a80d-2e414169c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:13.316623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Bound port: 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afc6f52-9b30-4153-a80d-2e414169c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:13.317007 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.327566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['fe1fd28c-9f55-4c15-a4de-9836f167009c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:13.364215 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.389841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] For port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:13.392997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9df1dcc4-9ed8-4355-a2fc-00834f20348e req-880c44a6-ede2-4376-a043-23071d22c611 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344261 Oct 26 13:58:13.393911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] For port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49,segment=NetworkSegment(2afc6f52-9b30-4153-a80d-2e414169c06f),segment_id=2afc6f52-9b30-4153-a80d-2e414169c06f)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:13.400027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-31f9daa4-1f65-4e4f-91b4-ac17b20f9b28 service neutron] 10.222.0.11 "GET /v2.0/ports/e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d/bindings/n-h1-815498-1 HTTP/1.1" status: 200 len: 384 time: 0.2781432 Oct 26 13:58:13.400183 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.419072 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:13.432768 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.459469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:13.460332 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.462610 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] 10.222.0.11 "PUT /v2.0/ports/2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 HTTP/1.1" status: 200 len: 1091 time: 0.9919741 Oct 26 13:58:13.465428 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9236024-b1bf-4508-8acf-aa1b1e68d737', 'tag': '2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:13.467851 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4cb05a-2279-444b-b3d3-9cae011cc134" -d '{"events": [{"name": "network-changed", "server_uuid": "d9236024-b1bf-4508-8acf-aa1b1e68d737", "tag": "2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:13.497123 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-11838e61-c953-44c7-a967-4723b30c44bd tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Floating IP bbb34e1c-131e-4643-8442-46f176398e13 associated. External IP: 172.25.4.110, port: 54631282-3f38-41b5-bd07-35055f28a977. Oct 26 13:58:13.522151 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa6711-504d-4ea2-9904-c5b0c3482e9b service neutron] Pushing event updated for resources: {'Port': ['ID=2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:13.601261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:13.609636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-d02a6c20-850d-4465-a22b-99ae7471d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:13.611682 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-d02a6c20-850d-4465-a22b-99ae7471d2e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfb67c8bb0d64151802fb11f4bae160b&device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 1094 time: 0.0847836 Oct 26 13:58:13.700256 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-8fdc7744-c820-4225-8c24-95a4fa9dcfe6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 HTTP/1.1" status: 200 len: 217 time: 0.0802717 Oct 26 13:58:13.775346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-9393661c-ace6-406e-a14c-a4eeffda90a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:13.777287 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-9393661c-ace6-406e-a14c-a4eeffda90a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=707ebe6e-7b86-4f53-bfd8-6a47c99ae95f HTTP/1.1" status: 200 len: 855 time: 0.0697739 Oct 26 13:58:13.839549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-022fcef2-72f3-4744-9988-fb6d47526f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:13.841184 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-022fcef2-72f3-4744-9988-fb6d47526f50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b81d0595-98d3-4601-b3f4-470c9d624d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564137 Oct 26 13:58:13.862465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf80b-5c7d-4ead-a53b-e47af800ec7b req-04aa28ae-71a3-456b-9d82-686172807ff5 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:13.863880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-919cf80b-5c7d-4ead-a53b-e47af800ec7b req-04aa28ae-71a3-456b-9d82-686172807ff5 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 943 time: 0.3721354 Oct 26 13:58:13.964539 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-56a239bb-de07-4f93-a1b5-bc7228972a67 service neutron] 10.222.0.11 "GET /v2.0/networks/b81d0595-98d3-4601-b3f4-470c9d624d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149347 Oct 26 13:58:13.977318 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-919cf80b-5c7d-4ead-a53b-e47af800ec7b req-9a2f7cfb-0844-44eb-a1a0-d88ef6c50d59 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006627 Oct 26 13:58:13.995354 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-11838e61-c953-44c7-a967-4723b30c44bd tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Router e3077f9c-0908-4ce6-b100-9f40050f3c4a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:58:14.013775 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:14.088971 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0acb7162-7f59-47a5-88ea-14535a8caee7 req-849ebe4e-0bb6-43f1-bd9e-4c0347f3ecbd service neutron] 10.222.0.11 "GET /v2.0/networks/b81d0595-98d3-4601-b3f4-470c9d624d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161957 Oct 26 13:58:14.105078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:14.399996 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:14.418514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:14.446022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79826196-6320-40e5-a765-a4e8093b3486 req-6890ebe0-bd82-4801-8824-cb8ad04649e4 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:14.447501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79826196-6320-40e5-a765-a4e8093b3486 req-6890ebe0-bd82-4801-8824-cb8ad04649e4 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 950 time: 0.3821294 Oct 26 13:58:14.448915 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:14.451253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-11838e61-c953-44c7-a967-4723b30c44bd tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:58:14.457605 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-11838e61-c953-44c7-a967-4723b30c44bd tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:14.464168 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5ba827-dc25-4dbc-9ccd-282c6d5daf5d None None] Sync routers for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:58:14.474830 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5ba827-dc25-4dbc-9ccd-282c6d5daf5d None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:14.476642 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-aa5ba827-dc25-4dbc-9ccd-282c6d5daf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:57:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:14.540470 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-11838e61-c953-44c7-a967-4723b30c44bd tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "PUT /v2.0/floatingips/bbb34e1c-131e-4643-8442-46f176398e13 HTTP/1.1" status: 200 len: 997 time: 2.2694468 Oct 26 13:58:14.542776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'tag': '54631282-3f38-41b5-bd07-35055f28a977'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:14.545083 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecfcc79-b0ce-47bf-ad2e-61b3effb736a" -d '{"events": [{"name": "network-changed", "server_uuid": "db2261fd-980d-4d8d-9c5a-5825f3fdc49c", "tag": "54631282-3f38-41b5-bd07-35055f28a977"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:14.552637 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79826196-6320-40e5-a765-a4e8093b3486 req-b0b30867-51c4-4d01-9312-25fdae8502ed tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980246 Oct 26 13:58:14.663248 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Transition to ACTIVE for port object e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:14.672932 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:14.685283 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-aa5ba827-dc25-4dbc-9ccd-282c6d5daf5d None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:14.732277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-960fb44c-d975-4bf5-8bc9-d1932a6e80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:14.733873 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-960fb44c-d975-4bf5-8bc9-d1932a6e80fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 1097 time: 0.1670024 Oct 26 13:58:14.748413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18065f4-0055-4843-8263-438e865000e5 req-19fe5f95-3d82-4c13-bfa4-a11583b55e8a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:14.751839 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c18065f4-0055-4843-8263-438e865000e5 req-19fe5f95-3d82-4c13-bfa4-a11583b55e8a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 944 time: 0.1336901 Oct 26 13:58:14.795413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,revision_number=10']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:14.846245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] No DVR routers for this DVR port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:14.854139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.854483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.854913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.855139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.855457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.855777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.856104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.856414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.856730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.857047 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.857355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.857664 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.910497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-ff290b07-0ddc-49c2-b0d6-004cc9894f18 service neutron] 10.222.0.11 "PUT /v2.0/ports/e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d/bindings/n-h1-815498-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5012136 Oct 26 13:58:14.923894 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-aa5ba827-dc25-4dbc-9ccd-282c6d5daf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'bbb34e1c-131e-4643-8442-46f176398e13', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'port_id': '54631282-3f38-41b5-bd07-35055f28a977', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'mac_address': 'fa:16:3e:05:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:53Z', 'updated_at': '2021-10-26T13:58:12Z', 'revision_number': 1, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:14.926532 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c18065f4-0055-4843-8263-438e865000e5 req-4a6a5d1b-ae04-4dd2-86db-7fcf466eea78 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659284 Oct 26 13:58:14.958047 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-6044b9e4-f26e-4054-a974-70488e923a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:14.958593 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5ba827-dc25-4dbc-9ccd-282c6d5daf5d None None] Checking router: e3077f9c-0908-4ce6-b100-9f40050f3c4a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:58:14.959832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-6044b9e4-f26e-4054-a974-70488e923a54 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 921 time: 0.2063260 Oct 26 13:58:14.970575 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5ba827-dc25-4dbc-9ccd-282c6d5daf5d None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:14.971230 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-aa5ba827-dc25-4dbc-9ccd-282c6d5daf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:57:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:15.004556 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-97657651-bfb6-4541-8bfc-3945cc6d9ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:15.008341 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d25445-d567-4431-8b21-b15a87aeab21 x-openstack-request-id: req-a2d25445-d567-4431-8b21-b15a87aeab21 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:15.008646 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8bf44a-586f-49b4-a3fb-9911a457acc6", "name": "network-vif-plugged", "status": "completed", "tag": "22983af8-7c93-4c18-8589-eb514222db1a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:15.009264 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2d25445-d567-4431-8b21-b15a87aeab21 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:15.009653 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8bf44a-586f-49b4-a3fb-9911a457acc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22983af8-7c93-4c18-8589-eb514222db1a', 'code': 200} Oct 26 13:58:15.088647 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d24be2-cf01-4812-b746-93c0bfe6b5eb x-openstack-request-id: req-e1d24be2-cf01-4812-b746-93c0bfe6b5eb {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:15.088955 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9236024-b1bf-4508-8acf-aa1b1e68d737", "tag": "2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:15.089214 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1d24be2-cf01-4812-b746-93c0bfe6b5eb {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:15.089762 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9236024-b1bf-4508-8acf-aa1b1e68d737', 'tag': '2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49', 'status': 'completed', 'code': 200} Oct 26 13:58:15.108021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-44384838-4265-4162-8ba4-4d1a1026609d tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.110084 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-44384838-4265-4162-8ba4-4d1a1026609d tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63&tenant_id=3015cef33add49c0a70c99ffe7c7236a&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1095 time: 0.1049922 Oct 26 13:58:15.126808 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-aa5ba827-dc25-4dbc-9ccd-282c6d5daf5d None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:15.175570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-b5be5ba1-7201-4302-8745-15e9868d2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.177497 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-b5be5ba1-7201-4302-8745-15e9868d2a01 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63&tenant_id=3015cef33add49c0a70c99ffe7c7236a HTTP/1.1" status: 200 len: 1095 time: 0.0470312 Oct 26 13:58:15.208177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-7efa0273-17ff-4d79-9495-e42aa381a071 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54631282-3f38-41b5-bd07-35055f28a977 HTTP/1.1" status: 200 len: 1000 time: 0.2414207 Oct 26 13:58:15.260820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-d1f85138-0e8e-4458-9888-490005a6c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.262583 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-d1f85138-0e8e-4458-9888-490005a6c5b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 1095 time: 0.0532341 Oct 26 13:58:15.279217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cb05a-2279-444b-b3d3-9cae011cc134 req-c0d56f90-1462-43ae-aefb-f5658ca1c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.280688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a4cb05a-2279-444b-b3d3-9cae011cc134 req-c0d56f90-1462-43ae-aefb-f5658ca1c7ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfb67c8bb0d64151802fb11f4bae160b&device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 1094 time: 0.1745894 Oct 26 13:58:15.289759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706bf58-8ef0-4fba-a121-0c33cd7ddaa7 req-0d4af3ad-b5e9-475b-b403-10fcce413df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.291229 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f706bf58-8ef0-4fba-a121-0c33cd7ddaa7 req-0d4af3ad-b5e9-475b-b403-10fcce413df0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 1101 time: 0.1813836 Oct 26 13:58:15.293962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-0b4a2154-7717-47fc-af65-5fc60c03afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.301776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-0b4a2154-7717-47fc-af65-5fc60c03afe7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.0868211 Oct 26 13:58:15.310245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6381113-4fbb-4859-afe5-dbbd8614125f req-4d746a2d-d7ab-4290-9d74-26c0ee65e068 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.311677 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6381113-4fbb-4859-afe5-dbbd8614125f req-4d746a2d-d7ab-4290-9d74-26c0ee65e068 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1799483 Oct 26 13:58:15.386338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-b6870f2d-de51-472d-aaaa-27a725e12882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.388278 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-b6870f2d-de51-472d-aaaa-27a725e12882 service neutron] 10.222.0.25 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.1122334 Oct 26 13:58:15.425234 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-aa5ba827-dc25-4dbc-9ccd-282c6d5daf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'bbb34e1c-131e-4643-8442-46f176398e13', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'port_id': '54631282-3f38-41b5-bd07-35055f28a977', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'mac_address': 'fa:16:3e:05:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:53Z', 'updated_at': '2021-10-26T13:58:12Z', 'revision_number': 1, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:15.448759 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f706bf58-8ef0-4fba-a121-0c33cd7ddaa7 req-5ce16d48-cf69-40e3-8f34-3683fe03a43a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294360 Oct 26 13:58:15.451130 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-4d845cc1-25df-424b-9740-1e84c6847736 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d HTTP/1.1" status: 200 len: 217 time: 0.0498381 Oct 26 13:58:15.457232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6381113-4fbb-4859-afe5-dbbd8614125f req-0892a965-ed34-4505-a752-6defc91cbd25 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300871 Oct 26 13:58:15.470790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-f81a6550-7ee4-4ba4-96ff-58eaa33f0926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.474371 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5ba827-dc25-4dbc-9ccd-282c6d5daf5d None None] The sync data for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 is: [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'bbb34e1c-131e-4643-8442-46f176398e13', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'port_id': '54631282-3f38-41b5-bd07-35055f28a977', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'mac_address': 'fa:16:3e:05:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:53Z', 'updated_at': '2021-10-26T13:58:12Z', 'revision_number': 1, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:58:15.477913 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-f81a6550-7ee4-4ba4-96ff-58eaa33f0926 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753192 Oct 26 13:58:15.486536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-c6ff2ea5-236c-45b2-8366-c2c99eb1fd04 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:15.493387 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-c6ff2ea5-236c-45b2-8366-c2c99eb1fd04 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0146050 Oct 26 13:58:15.520081 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cb05a-2279-444b-b3d3-9cae011cc134 req-12912f41-7fae-4aff-b341-3e6b5bc0b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.521556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a4cb05a-2279-444b-b3d3-9cae011cc134 req-12912f41-7fae-4aff-b341-3e6b5bc0b148 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b81d0595-98d3-4601-b3f4-470c9d624d29 HTTP/1.1" status: 200 len: 917 time: 0.2294879 Oct 26 13:58:15.590571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a4cb05a-2279-444b-b3d3-9cae011cc134 req-198049dc-c37e-4162-8fd0-0bc71d34a849 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 HTTP/1.1" status: 200 len: 217 time: 0.0400913 Oct 26 13:58:15.663821 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-c6a0f68a-354b-42e9-b971-a3ec2d899d0e service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695721 Oct 26 13:58:15.665340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cb05a-2279-444b-b3d3-9cae011cc134 req-bab68199-b2e0-4317-913d-db44716a974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.666724 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a4cb05a-2279-444b-b3d3-9cae011cc134 req-bab68199-b2e0-4317-913d-db44716a974c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=707ebe6e-7b86-4f53-bfd8-6a47c99ae95f HTTP/1.1" status: 200 len: 855 time: 0.0677533 Oct 26 13:58:15.748779 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232697b6-439f-4e7a-abef-e9a19fd374e8 None None] New status for floating IP bbb34e1c-131e-4643-8442-46f176398e13: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:58:15.793503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cb05a-2279-444b-b3d3-9cae011cc134 req-d00eb457-6e78-4e9e-9775-5a44bfbb59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.795193 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a4cb05a-2279-444b-b3d3-9cae011cc134 req-d00eb457-6e78-4e9e-9775-5a44bfbb59b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b81d0595-98d3-4601-b3f4-470c9d624d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162958 Oct 26 13:58:15.803633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-cf6ffc8c-0065-454d-a624-b3d475e605b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.809144 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-cf6ffc8c-0065-454d-a624-b3d475e605b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.0821295 Oct 26 13:58:15.877778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6153dd15-15b4-4fa0-b997-94c846e2ec22 req-8048e746-0e4b-47ad-9d9e-3a2f38cc2439 service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067647 Oct 26 13:58:15.881696 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-e41611bf-ebfb-4217-9908-90202514b4b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633972 Oct 26 13:58:15.980474 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d82f890-4a84-4c30-a4cf-e4d895ae852b x-openstack-request-id: req-0d82f890-4a84-4c30-a4cf-e4d895ae852b {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:15.980821 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2261fd-980d-4d8d-9c5a-5825f3fdc49c", "tag": "54631282-3f38-41b5-bd07-35055f28a977", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:15.981011 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d82f890-4a84-4c30-a4cf-e4d895ae852b {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:15.981400 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'tag': '54631282-3f38-41b5-bd07-35055f28a977', 'status': 'completed', 'code': 200} Oct 26 13:58:16.033598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c04f92-d911-4332-9a50-679210d1be3a req-52f3b0f3-cfc8-4cce-8cc5-c792e315dafd tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.038698 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30c04f92-d911-4332-9a50-679210d1be3a req-52f3b0f3-cfc8-4cce-8cc5-c792e315dafd tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 944 time: 0.1432841 Oct 26 13:58:16.046166 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-fcdceace-6762-4e34-abda-833df72bf940 service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528556 Oct 26 13:58:16.070103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a4cb05a-2279-444b-b3d3-9cae011cc134 req-9f089eb0-3a7e-49ec-9144-8c7f7a80a74b service neutron] 10.222.0.11 "GET /v2.0/networks/b81d0595-98d3-4601-b3f4-470c9d624d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551992 Oct 26 13:58:16.150439 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-f3e1c9a2-ce40-4487-ae37-db4d2632a4a8 service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876505 Oct 26 13:58:16.186135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfcc79-b0ce-47bf-ad2e-61b3effb736a req-bcc332ed-4023-40f5-a9ce-b8022bfdfbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.188502 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cecfcc79-b0ce-47bf-ad2e-61b3effb736a req-bcc332ed-4023-40f5-a9ce-b8022bfdfbcf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 1097 time: 0.1808755 Oct 26 13:58:16.190833 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device fe1fd28c-9f55-4c15-a4de-9836f167009c up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:16.194740 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30c04f92-d911-4332-9a50-679210d1be3a req-9a20101a-ceb1-492b-9b7b-7064eac2b224 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356483 Oct 26 13:58:16.221038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0be12e-1f41-4922-8bea-da7ff58cebbb req-727799b2-c231-481d-bf38-b7448e8b51d6 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.222696 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8f0be12e-1f41-4922-8bea-da7ff58cebbb req-727799b2-c231-481d-bf38-b7448e8b51d6 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 943 time: 0.1653609 Oct 26 13:58:16.268184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port fe1fd28c-9f55-4c15-a4de-9836f167009c completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:16.273906 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port fe1fd28c-9f55-4c15-a4de-9836f167009c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:16.275182 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.347849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a4cb05a-2279-444b-b3d3-9cae011cc134 req-2ad673bb-3d02-42b0-9a74-85a7658a5c30 service neutron] 10.222.0.11 "GET /v2.0/networks/b81d0595-98d3-4601-b3f4-470c9d624d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557287 Oct 26 13:58:16.366475 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8f0be12e-1f41-4922-8bea-da7ff58cebbb req-ecc9abaf-7864-4ebf-9037-3693997ebf0c tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248930 Oct 26 13:58:16.403486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ba3f5-9e0b-4642-af87-e47a0eb6cb8a req-07301058-ba1f-4e87-834d-00ee4ff5b68c tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.405071 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e08ba3f5-9e0b-4642-af87-e47a0eb6cb8a req-07301058-ba1f-4e87-834d-00ee4ff5b68c tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 950 time: 0.1133671 Oct 26 13:58:16.406361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfcc79-b0ce-47bf-ad2e-61b3effb736a req-8541e3f1-4cb1-4095-a759-b1f616d24dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.407745 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cecfcc79-b0ce-47bf-ad2e-61b3effb736a req-8541e3f1-4cb1-4095-a759-b1f616d24dfb service neutron] 10.222.0.25 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 921 time: 0.2048323 Oct 26 13:58:16.408950 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.476011 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:16.484427 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.485358 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:16.524512 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-4fbd07dc-5c53-4bb8-967f-51ccf0844e4f tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.526179 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-4fbd07dc-5c53-4bb8-967f-51ccf0844e4f tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63&tenant_id=3015cef33add49c0a70c99ffe7c7236a&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 1095 time: 0.0463817 Oct 26 13:58:16.590266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=fe1fd28c-9f55-4c15-a4de-9836f167009c,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:16.592856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-c1bf429d-d498-49bc-bb6d-611fad78d04f tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.601297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-c1bf429d-d498-49bc-bb6d-611fad78d04f tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1051319 Oct 26 13:58:16.608173 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.618960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:16.619434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:16.619860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:16.620405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:16.620828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:16.621527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:16.621940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:16.622376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:16.623078 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:16.623500 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:16.623706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e08ba3f5-9e0b-4642-af87-e47a0eb6cb8a req-8356f294-198d-40d2-a14c-b2f1d66eeca4 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048316 Oct 26 13:58:16.623989 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:16.624406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:16.629715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:16.657307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cecfcc79-b0ce-47bf-ad2e-61b3effb736a req-5efc7164-83e0-44e6-a2c3-14432565fb07 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54631282-3f38-41b5-bd07-35055f28a977 HTTP/1.1" status: 200 len: 1002 time: 0.2362702 Oct 26 13:58:16.670464 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.677512 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-c51081a2-f485-4378-83c8-a03c585f4327 service neutron] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:16.682047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-c51081a2-f485-4378-83c8-a03c585f4327 service neutron] Publish callbacks [] for binding, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.683417 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-96b178d2-648a-4bb1-b31e-1a1a898c6f6e req-c51081a2-f485-4378-83c8-a03c585f4327 service neutron] 10.222.0.25 "DELETE /v2.0/ports/e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d/bindings/n-h2-815498-1 HTTP/1.1" status: 204 len: 173 time: 0.1454768 Oct 26 13:58:16.819550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfcc79-b0ce-47bf-ad2e-61b3effb736a req-ac7a8bf8-1559-4ba4-9bc8-a0cd4d5d8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.820509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cecfcc79-b0ce-47bf-ad2e-61b3effb736a req-ac7a8bf8-1559-4ba4-9bc8-a0cd4d5d8d2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.1250653 Oct 26 13:58:16.824848 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-dd9b362f-d500-424a-9f85-77f73b06a99d tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 1002 time: 0.2224176 Oct 26 13:58:16.836723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-9a79ccd5-b9c5-4de3-93f8-826b87c37453 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Request body: {'floatingip': {'port_id': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:16.882650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27db11a-1fd8-46ee-8a08-e2d5ef3daee4 req-c9c672e1-e56b-424d-8d67-23ea6ed95dc9 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.884382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b27db11a-1fd8-46ee-8a08-e2d5ef3daee4 req-c9c672e1-e56b-424d-8d67-23ea6ed95dc9 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 945 time: 0.1755629 Oct 26 13:58:16.956586 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-9a79ccd5-b9c5-4de3-93f8-826b87c37453 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.962576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfcc79-b0ce-47bf-ad2e-61b3effb736a req-586d0212-5b0a-4d41-bb7d-46fdb4f7990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.964066 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cecfcc79-b0ce-47bf-ad2e-61b3effb736a req-586d0212-5b0a-4d41-bb7d-46fdb4f7990e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327682 Oct 26 13:58:17.014401 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11c8a29-ad01-4811-97c2-79f069e0984c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad'}, {'server_uuid': '3d440993-e63b-4aba-b3e6-b3660ad9fdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1fd28c-9f55-4c15-a4de-9836f167009c'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:17.014961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b27db11a-1fd8-46ee-8a08-e2d5ef3daee4 req-4fae3960-7a6b-46ed-95d6-f2ed40b91444 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128154 Oct 26 13:58:17.018678 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d934c90-f167-46e5-bd84-8972e86ff827" -d '{"events": [{"server_uuid": "b11c8a29-ad01-4811-97c2-79f069e0984c", "name": "network-vif-plugged", "status": "completed", "tag": "af50d25f-9cfa-4c36-9227-9b6d2a4d55ad"}, {"server_uuid": "3d440993-e63b-4aba-b3e6-b3660ad9fdc5", "name": "network-vif-plugged", "status": "completed", "tag": "fe1fd28c-9f55-4c15-a4de-9836f167009c"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:17.483010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fcd0d-002c-4a80-933b-62cef7a45da6 req-030a8df8-ee06-45e8-b765-a46fa968c601 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:17.484562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf4fcd0d-002c-4a80-933b-62cef7a45da6 req-030a8df8-ee06-45e8-b765-a46fa968c601 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1850953 Oct 26 13:58:17.517006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cecfcc79-b0ce-47bf-ad2e-61b3effb736a req-e456910a-b1cb-48cb-b9dd-761bcd20e835 service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156977 Oct 26 13:58:17.620865 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf4fcd0d-002c-4a80-933b-62cef7a45da6 req-ed5c5de0-bb55-4e77-9ed0-544b23599f26 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093335 Oct 26 13:58:17.700116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cecfcc79-b0ce-47bf-ad2e-61b3effb736a req-12cceb84-45fd-4aea-8cf4-b8e22b821dcd service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688917 Oct 26 13:58:17.810726 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3504b4f0-9bf3-4b93-8a24-75db73d6300b x-openstack-request-id: req-3504b4f0-9bf3-4b93-8a24-75db73d6300b {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:17.811235 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11c8a29-ad01-4811-97c2-79f069e0984c", "name": "network-vif-plugged", "status": "completed", "tag": "af50d25f-9cfa-4c36-9227-9b6d2a4d55ad", "code": 200}, {"server_uuid": "3d440993-e63b-4aba-b3e6-b3660ad9fdc5", "name": "network-vif-plugged", "status": "completed", "tag": "fe1fd28c-9f55-4c15-a4de-9836f167009c", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:17.811235 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3504b4f0-9bf3-4b93-8a24-75db73d6300b {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:17.811631 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11c8a29-ad01-4811-97c2-79f069e0984c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'code': 200} Oct 26 13:58:17.817058 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d440993-e63b-4aba-b3e6-b3660ad9fdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1fd28c-9f55-4c15-a4de-9836f167009c', 'code': 200} Oct 26 13:58:18.027842 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-9a79ccd5-b9c5-4de3-93f8-826b87c37453 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.041786 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-9a79ccd5-b9c5-4de3-93f8-826b87c37453 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.118246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a796747-a086-40f8-95b7-518c1a0b33ae req-01446acb-2ec1-4cb3-ae42-8ca6a90ce77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:18.118357 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a796747-a086-40f8-95b7-518c1a0b33ae req-01446acb-2ec1-4cb3-ae42-8ca6a90ce77a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 1096 time: 0.1902211 Oct 26 13:58:18.126689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4267-427e-47ef-8487-980fa24110b5 req-c52eaa8a-1e19-449f-b77c-79837a5707d3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:18.128384 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f4d4267-427e-47ef-8487-980fa24110b5 req-c52eaa8a-1e19-449f-b77c-79837a5707d3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 944 time: 0.2029285 Oct 26 13:58:18.142363 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8843672-66e9-4665-a410-a6ca25d4c9aa req-b63d0190-4a17-41c1-883e-6555622e4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:18.143830 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8843672-66e9-4665-a410-a6ca25d4c9aa req-b63d0190-4a17-41c1-883e-6555622e4424 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 1101 time: 0.2170637 Oct 26 13:58:18.236752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a796747-a086-40f8-95b7-518c1a0b33ae req-6ff1567f-eb45-46d0-8a78-761a3cb8d122 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053591 Oct 26 13:58:18.242489 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f4d4267-427e-47ef-8487-980fa24110b5 req-626f8e41-2c7e-4af6-b07f-120817fe40af tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968337 Oct 26 13:58:18.248074 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8843672-66e9-4665-a410-a6ca25d4c9aa req-92108546-fc74-4603-b83c-d21b60648e31 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881660 Oct 26 13:58:18.261294 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-9a79ccd5-b9c5-4de3-93f8-826b87c37453 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Floating IP bbb34e1c-131e-4643-8442-46f176398e13 associated. External IP: 172.25.4.110, port: 54631282-3f38-41b5-bd07-35055f28a977. Oct 26 13:58:18.408598 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.412628 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b4af6-a003-48ba-8102-f896481ffb8a req-4e881fe1-e344-4036-b09d-c507796942b8 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:18.414272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af8b4af6-a003-48ba-8102-f896481ffb8a req-4e881fe1-e344-4036-b09d-c507796942b8 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 943 time: 0.0797739 Oct 26 13:58:18.526941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af8b4af6-a003-48ba-8102-f896481ffb8a req-f32369ee-2070-4444-afbe-50545f80ea77 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022534 Oct 26 13:58:18.576560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-9a79ccd5-b9c5-4de3-93f8-826b87c37453 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Router e3077f9c-0908-4ce6-b100-9f40050f3c4a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:58:18.730352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a552a-6d6c-41ba-ada8-ed74130b5d99 req-4b7a7167-d427-4d47-9ee1-0d688f9cdd90 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:18.731869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd5a552a-6d6c-41ba-ada8-ed74130b5d99 req-4b7a7167-d427-4d47-9ee1-0d688f9cdd90 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 950 time: 0.0926147 Oct 26 13:58:18.757819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-9a79ccd5-b9c5-4de3-93f8-826b87c37453 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:58:18.769143 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3710f3d-4e37-4cb5-ae1a-4e7a70d6aa56 None None] Sync routers for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:58:18.781809 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3710f3d-4e37-4cb5-ae1a-4e7a70d6aa56 None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:18.782669 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c3710f3d-4e37-4cb5-ae1a-4e7a70d6aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:18.840503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd5a552a-6d6c-41ba-ada8-ed74130b5d99 req-d8c6da4c-5618-40be-86bb-83b6daeee969 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010993 Oct 26 13:58:18.909586 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-c3710f3d-4e37-4cb5-ae1a-4e7a70d6aa56 None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:19.201876 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c3710f3d-4e37-4cb5-ae1a-4e7a70d6aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'bbb34e1c-131e-4643-8442-46f176398e13', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'port_id': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'mac_address': 'fa:16:3e:7a:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:53Z', 'updated_at': '2021-10-26T13:58:17Z', 'revision_number': 3, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:19.235201 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3710f3d-4e37-4cb5-ae1a-4e7a70d6aa56 None None] Checking router: e3077f9c-0908-4ce6-b100-9f40050f3c4a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:58:19.244490 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3710f3d-4e37-4cb5-ae1a-4e7a70d6aa56 None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:19.245240 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c3710f3d-4e37-4cb5-ae1a-4e7a70d6aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:19.312858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23974f-e556-48d7-86fb-e32961aa66b1 req-59300f66-4ee5-4cb8-92dc-427354b81ee2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:19.314377 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d23974f-e556-48d7-86fb-e32961aa66b1 req-59300f66-4ee5-4cb8-92dc-427354b81ee2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 945 time: 0.3778379 Oct 26 13:58:19.346389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-9a79ccd5-b9c5-4de3-93f8-826b87c37453 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Router e3077f9c-0908-4ce6-b100-9f40050f3c4a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:58:19.351619 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-c3710f3d-4e37-4cb5-ae1a-4e7a70d6aa56 None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:19.369136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d23974f-e556-48d7-86fb-e32961aa66b1 req-e54850fc-fc93-4bdf-a956-037a8be0a87a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463374 Oct 26 13:58:19.530657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5864a5-9287-477f-8da0-9d8f0e1a48e9 req-9a2c2e53-0f7a-4664-a777-bbfebc71a30e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:19.532687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc5864a5-9287-477f-8da0-9d8f0e1a48e9 req-9a2c2e53-0f7a-4664-a777-bbfebc71a30e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.0704737 Oct 26 13:58:19.537105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-9a79ccd5-b9c5-4de3-93f8-826b87c37453 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:58:19.542191 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-9a79ccd5-b9c5-4de3-93f8-826b87c37453 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:19.591211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'tag': '54631282-3f38-41b5-bd07-35055f28a977'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:19.598132 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7be1f43-bad2-4bc9-aaf6-eea68716edf5" -d '{"events": [{"name": "network-changed", "server_uuid": "db2261fd-980d-4d8d-9c5a-5825f3fdc49c", "tag": "54631282-3f38-41b5-bd07-35055f28a977"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:19.606986 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c3710f3d-4e37-4cb5-ae1a-4e7a70d6aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'bbb34e1c-131e-4643-8442-46f176398e13', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'port_id': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'mac_address': 'fa:16:3e:7a:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:53Z', 'updated_at': '2021-10-26T13:58:17Z', 'revision_number': 3, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:19.641487 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3710f3d-4e37-4cb5-ae1a-4e7a70d6aa56 None None] The sync data for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 is: [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'bbb34e1c-131e-4643-8442-46f176398e13', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'port_id': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'mac_address': 'fa:16:3e:7a:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:53Z', 'updated_at': '2021-10-26T13:58:17Z', 'revision_number': 3, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:58:19.662555 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc5864a5-9287-477f-8da0-9d8f0e1a48e9 req-3d38ce42-4297-4ad8-a042-1c23f8cfac67 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014571 Oct 26 13:58:19.667824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-9a79ccd5-b9c5-4de3-93f8-826b87c37453 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "PUT /v2.0/floatingips/bbb34e1c-131e-4643-8442-46f176398e13 HTTP/1.1" status: 200 len: 999 time: 2.8376331 Oct 26 13:58:19.750625 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-7e6ce5e8-a784-4856-a201-1251e0f65543 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:19.752942 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-7e6ce5e8-a784-4856-a201-1251e0f65543 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports/54631282-3f38-41b5-bd07-35055f28a977 HTTP/1.1" status: 200 len: 943 time: 0.0788238 Oct 26 13:58:19.888508 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74d6de0-3eb2-4e56-9a26-544b7362527e None None] New status for floating IP bbb34e1c-131e-4643-8442-46f176398e13: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:58:19.905526 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-def67121-072c-4dab-8094-a7291ffbb879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:19.907921 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-def67121-072c-4dab-8094-a7291ffbb879 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 1097 time: 0.0646422 Oct 26 13:58:20.014017 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-5ae80e98-d045-40b5-8980-017c6ef723de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:20.015597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-5ae80e98-d045-40b5-8980-017c6ef723de service neutron] 10.222.0.32 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 921 time: 0.1016114 Oct 26 13:58:20.066075 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-4dcf1eac-b9cc-46e0-be87-9a492c325c7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54631282-3f38-41b5-bd07-35055f28a977 HTTP/1.1" status: 200 len: 217 time: 0.0427108 Oct 26 13:58:20.130110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-4fb901e5-c83b-4363-8664-f8e79a6982dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:20.137958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-4fb901e5-c83b-4363-8664-f8e79a6982dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.0656104 Oct 26 13:58:20.208119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-8fcc0406-d242-4b06-ba6a-f31c82ce95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:20.209595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-8fcc0406-d242-4b06-ba6a-f31c82ce95d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707853 Oct 26 13:58:20.228381 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ffe16-dab2-43bd-a44e-8172236a2d70 None None] Sync routers for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:58:20.241273 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ffe16-dab2-43bd-a44e-8172236a2d70 None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:20.242130 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-de9ffe16-dab2-43bd-a44e-8172236a2d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:20.315099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714aff8-c7c1-4667-8f06-a5bd58fc206d req-37ea8aed-1315-4e7d-8ea4-e5889260c485 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:20.316849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8714aff8-c7c1-4667-8f06-a5bd58fc206d req-37ea8aed-1315-4e7d-8ea4-e5889260c485 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 1095 time: 0.1225746 Oct 26 13:58:20.387978 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-723c764a-e7c7-4525-969c-ce50c8e48520 service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624722 Oct 26 13:58:20.393466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8714aff8-c7c1-4667-8f06-a5bd58fc206d req-2fca94df-6ac9-451d-9581-d871c3e0c0fb tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695617 Oct 26 13:58:20.528635 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-de9ffe16-dab2-43bd-a44e-8172236a2d70 None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:20.560252 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-c1ac5443-6bb0-41c5-a1c1-7da5740f013f service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620917 Oct 26 13:58:20.622476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae593e-8107-4b4c-a82c-acc09b50ec42 req-8acfdf4c-85ad-4a82-be8e-ecf878153f4e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:20.630538 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fbae593e-8107-4b4c-a82c-acc09b50ec42 req-8acfdf4c-85ad-4a82-be8e-ecf878153f4e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 943 time: 0.1137509 Oct 26 13:58:20.706372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fbae593e-8107-4b4c-a82c-acc09b50ec42 req-06cf5420-1b54-428c-b05b-65eddccf67c1 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709982 Oct 26 13:58:20.734836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-b166d345-a318-46c5-97f0-756fb61005e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:20.743252 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-b166d345-a318-46c5-97f0-756fb61005e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 1097 time: 0.1092222 Oct 26 13:58:20.833653 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5201a46d-baa7-4dff-9fd5-54badc34a1fa x-openstack-request-id: req-5201a46d-baa7-4dff-9fd5-54badc34a1fa {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:20.834330 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2261fd-980d-4d8d-9c5a-5825f3fdc49c", "tag": "54631282-3f38-41b5-bd07-35055f28a977", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:20.834330 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5201a46d-baa7-4dff-9fd5-54badc34a1fa {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:20.834969 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'tag': '54631282-3f38-41b5-bd07-35055f28a977', 'status': 'completed', 'code': 200} Oct 26 13:58:20.875405 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-de9ffe16-dab2-43bd-a44e-8172236a2d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'bbb34e1c-131e-4643-8442-46f176398e13', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'port_id': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'mac_address': 'fa:16:3e:7a:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:53Z', 'updated_at': '2021-10-26T13:58:20Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:20.910450 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ffe16-dab2-43bd-a44e-8172236a2d70 None None] Checking router: e3077f9c-0908-4ce6-b100-9f40050f3c4a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:58:20.924196 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ffe16-dab2-43bd-a44e-8172236a2d70 None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:20.924953 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-de9ffe16-dab2-43bd-a44e-8172236a2d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:20.968887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be1f43-bad2-4bc9-aaf6-eea68716edf5 req-3c70e3b6-712a-437e-90ed-6cb2d2dca5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:20.970536 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7be1f43-bad2-4bc9-aaf6-eea68716edf5 req-3c70e3b6-712a-437e-90ed-6cb2d2dca5b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 1097 time: 0.1385310 Oct 26 13:58:20.981413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-30c586f6-e470-47d0-809e-d0d25a38aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:20.982942 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-30c586f6-e470-47d0-809e-d0d25a38aa84 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 921 time: 0.2385683 Oct 26 13:58:20.991148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f0782-39bd-4697-8623-296422b43d66 req-ab22b89d-5730-40b8-98c3-52754c26aca6 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:20.992694 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b9f0782-39bd-4697-8623-296422b43d66 req-ab22b89d-5730-40b8-98c3-52754c26aca6 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 950 time: 0.1121886 Oct 26 13:58:21.052792 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-de9ffe16-dab2-43bd-a44e-8172236a2d70 None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:21.133705 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b9f0782-39bd-4697-8623-296422b43d66 req-0044286b-e4ec-4864-840b-6949469f5640 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301200 Oct 26 13:58:21.175721 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-c603713e-8736-48e6-adb4-c6ee71a85b7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa HTTP/1.1" status: 200 len: 1002 time: 0.1731341 Oct 26 13:58:21.244875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-77e75bc8-bd17-470f-aa17-4a3b63e315d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.246677 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-77e75bc8-bd17-470f-aa17-4a3b63e315d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.0702035 Oct 26 13:58:21.258739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be1f43-bad2-4bc9-aaf6-eea68716edf5 req-0414791e-0d8f-4662-acda-596858a58d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.260765 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7be1f43-bad2-4bc9-aaf6-eea68716edf5 req-0414791e-0d8f-4662-acda-596858a58d1c service neutron] 10.222.0.25 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 921 time: 0.2807729 Oct 26 13:58:21.401139 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7be1f43-bad2-4bc9-aaf6-eea68716edf5 req-a49d69bf-4170-463c-91d3-0400e74aad92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54631282-3f38-41b5-bd07-35055f28a977 HTTP/1.1" status: 200 len: 217 time: 0.1312068 Oct 26 13:58:21.402321 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-de9ffe16-dab2-43bd-a44e-8172236a2d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'bbb34e1c-131e-4643-8442-46f176398e13', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'port_id': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'mac_address': 'fa:16:3e:7a:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:53Z', 'updated_at': '2021-10-26T13:58:20Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:21.430483 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ffe16-dab2-43bd-a44e-8172236a2d70 None None] The sync data for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 is: [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'bbb34e1c-131e-4643-8442-46f176398e13', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'port_id': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'mac_address': 'fa:16:3e:7a:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:53Z', 'updated_at': '2021-10-26T13:58:20Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:58:21.464511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be1f43-bad2-4bc9-aaf6-eea68716edf5 req-e8dd7175-13fd-463a-bd78-da0ee38114c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.465805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7be1f43-bad2-4bc9-aaf6-eea68716edf5 req-e8dd7175-13fd-463a-bd78-da0ee38114c3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.0527978 Oct 26 13:58:21.495652 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18284329-9877-4964-a495-5f5d5afe228c req-416c8c08-b441-4a68-8216-36d4054c9ebe tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.497107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18284329-9877-4964-a495-5f5d5afe228c req-416c8c08-b441-4a68-8216-36d4054c9ebe tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 945 time: 0.2182879 Oct 26 13:58:21.501685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-1915b928-1aa9-4097-9f5c-f2fb547bcf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.502969 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-1915b928-1aa9-4097-9f5c-f2fb547bcf98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2411699 Oct 26 13:58:21.604879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18284329-9877-4964-a495-5f5d5afe228c req-8b04d381-680e-41d0-a556-41d37854c179 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874391 Oct 26 13:58:21.635121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be1f43-bad2-4bc9-aaf6-eea68716edf5 req-25ad5be4-7d72-4054-9b0e-3f82220adbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.636631 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7be1f43-bad2-4bc9-aaf6-eea68716edf5 req-25ad5be4-7d72-4054-9b0e-3f82220adbd7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593747 Oct 26 13:58:21.736062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-fe9aff10-401d-43ad-9c89-24a2276b0b74 service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027824 Oct 26 13:58:21.904003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7be1f43-bad2-4bc9-aaf6-eea68716edf5 req-069c5e14-5305-424b-87c0-64f2ef798471 service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524078 Oct 26 13:58:21.944816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-4d41fc36-aabe-410d-bdc7-f6a2121b3e82 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.946400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-4d41fc36-aabe-410d-bdc7-f6a2121b3e82 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 807 time: 0.2301409 Oct 26 13:58:21.959507 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-972ad0ea-b3f4-4b12-8605-dd5d1c1aa423 req-c095278d-0d79-488f-baca-de5832176e5f service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857963 Oct 26 13:58:22.011202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-fcb485d4-d19c-45b7-9676-371beee8dcc7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/quotas/3015cef33add49c0a70c99ffe7c7236a HTTP/1.1" status: 200 len: 375 time: 0.0540464 Oct 26 13:58:22.116517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e491a8e9-2067-426b-933c-6fbaaae86e04 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1043646 Oct 26 13:58:22.121947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7be1f43-bad2-4bc9-aaf6-eea68716edf5 req-97a3eed6-4613-40f5-bff1-7a969335e2d8 service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975710 Oct 26 13:58:22.193123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efdda2-5a2f-4ea1-8a8e-255b0954998c req-4b7fa35b-4551-4570-8f5d-0ca3d3b0734c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:22.200449 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22efdda2-5a2f-4ea1-8a8e-255b0954998c req-4b7fa35b-4551-4570-8f5d-0ca3d3b0734c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1297674 Oct 26 13:58:22.272122 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22efdda2-5a2f-4ea1-8a8e-255b0954998c req-c4623062-50dc-4688-ab1c-c8af32f0571b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633497 Oct 26 13:58:22.287547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-27a28bec-3a68-4e84-8a43-6ae9003c70c5 service neutron] 10.222.0.32 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599388 Oct 26 13:58:22.409607 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-52761c05-5407-4335-8ea3-73b490a606df service neutron] 10.222.0.32 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208479 Oct 26 13:58:22.467761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-7661562f-5b8f-481b-92b3-907f8f1bee9f tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1b6c31e3877249b7add1e5626ee84149&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215199 Oct 26 13:58:22.652717 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-e66558be-0779-4bbf-9540-2284c894ef5c tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:22.654226 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-e66558be-0779-4bbf-9540-2284c894ef5c tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803653 Oct 26 13:58:22.674594 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd3bf2-4e8c-46b3-a8a6-27ef1fc94c9c req-b4bc58dd-0776-4cfb-a4ee-3f2eeb28774c tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:22.676079 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96cd3bf2-4e8c-46b3-a8a6-27ef1fc94c9c req-b4bc58dd-0776-4cfb-a4ee-3f2eeb28774c tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 1096 time: 0.0832484 Oct 26 13:58:22.678499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-fdbec617-260d-4245-a995-45be0f02f488 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/quotas/1b6c31e3877249b7add1e5626ee84149 HTTP/1.1" status: 200 len: 375 time: 0.0153508 Oct 26 13:58:22.750043 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96cd3bf2-4e8c-46b3-a8a6-27ef1fc94c9c req-39cb91c3-23d2-4786-9958-1ad35a5e1b17 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646815 Oct 26 13:58:22.767579 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-2c63f3ac-0f7e-424f-bacd-13fc3f28abc6 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b6c31e3877249b7add1e5626ee84149&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812752 Oct 26 13:58:22.860758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'tag': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:22.863323 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ac81a9-498c-461a-aa0c-4a0a495a1b47" -d '{"events": [{"name": "network-changed", "server_uuid": "2c436a2a-3429-4e08-8d11-2d61c0f78046", "tag": "83b4a175-38ab-4e3f-bcdb-3778dd8d09aa"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:22.893914 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029572b-e0b4-45bd-83c4-1a8dadddb457 req-84859a03-112f-47e3-b00b-b22c3c2e6498 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:22.895867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6029572b-e0b4-45bd-83c4-1a8dadddb457 req-84859a03-112f-47e3-b00b-b22c3c2e6498 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 943 time: 0.0654969 Oct 26 13:58:23.002218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6029572b-e0b4-45bd-83c4-1a8dadddb457 req-e6fcb019-1891-46ff-b796-647d1c250fc6 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984769 Oct 26 13:58:23.038456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56d46dae-1f4d-413a-8c79-d9b2def57a89 req-bff90ed9-62b5-4845-b176-cb63a26d5b90 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 1002 time: 0.0941339 Oct 26 13:58:23.101947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d46dae-1f4d-413a-8c79-d9b2def57a89 req-e742928d-e56e-4f36-b242-9afabfb652f2 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:23.113842 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56d46dae-1f4d-413a-8c79-d9b2def57a89 req-e742928d-e56e-4f36-b242-9afabfb652f2 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports/83b4a175-38ab-4e3f-bcdb-3778dd8d09aa HTTP/1.1" status: 200 len: 943 time: 0.0627935 Oct 26 13:58:23.222665 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.275889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56d46dae-1f4d-413a-8c79-d9b2def57a89 req-9d6e7279-6434-4389-90af-c2fc9629a6d2 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 1002 time: 0.1218407 Oct 26 13:58:23.598709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e185471-46bb-4029-b3e6-c7fe06a4986c req-0e12b801-4b19-4c91-9189-b5679ccc8b76 tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:23.600093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e185471-46bb-4029-b3e6-c7fe06a4986c req-0e12b801-4b19-4c91-9189-b5679ccc8b76 tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 1101 time: 0.3878224 Oct 26 13:58:23.631833 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3e185471-46bb-4029-b3e6-c7fe06a4986c req-f6dd8abe-8fa3-42df-a9d4-155a49f27823 tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.694222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d46dae-1f4d-413a-8c79-d9b2def57a89 req-8f8915e7-abfd-4bd7-a838-f954da4a6dda tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:23.708261 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56d46dae-1f4d-413a-8c79-d9b2def57a89 req-8f8915e7-abfd-4bd7-a838-f954da4a6dda tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.4314380 Oct 26 13:58:23.789386 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3e185471-46bb-4029-b3e6-c7fe06a4986c req-f6dd8abe-8fa3-42df-a9d4-155a49f27823 tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.795100 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3e185471-46bb-4029-b3e6-c7fe06a4986c req-f6dd8abe-8fa3-42df-a9d4-155a49f27823 tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.863351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e185471-46bb-4029-b3e6-c7fe06a4986c req-f6dd8abe-8fa3-42df-a9d4-155a49f27823 tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512636 Oct 26 13:58:24.034186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e676d158-d640-4d5e-99f0-5d544458593c req-7118c7b5-8f77-4f0e-8581-a8873036597c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 210 time: 0.2291398 Oct 26 13:58:24.036820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd8abe-8fa3-42df-a9d4-155a49f27823 tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac6c020-a757-4754-b6a1-0dc0374d7e69,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:24.095011 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ef54e5-8f58-477c-a106-2be182c4e8a5 x-openstack-request-id: req-e5ef54e5-8f58-477c-a106-2be182c4e8a5 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:24.095588 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c436a2a-3429-4e08-8d11-2d61c0f78046", "tag": "83b4a175-38ab-4e3f-bcdb-3778dd8d09aa", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:24.096040 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5ef54e5-8f58-477c-a106-2be182c4e8a5 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:24.096715 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'tag': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa', 'status': 'completed', 'code': 200} Oct 26 13:58:24.216321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-f566e036-1075-45ff-9c66-8e5f5829578c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:24.219000 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-f566e036-1075-45ff-9c66-8e5f5829578c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.11 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 807 time: 0.4092295 Oct 26 13:58:24.236360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-433620c9-a241-4fb1-ad75-71a68a8e9418 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Request body: {'port': {'device_id': 'fd9d7d8e-b69a-471a-9b26-f966e58762e7', 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a', 'admin_state_up': True, 'tenant_id': '3015cef33add49c0a70c99ffe7c7236a'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:24.276789 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-5cf1ac48-33dc-4aae-b98b-4c7146c77b9d tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1b6c31e3877249b7add1e5626ee84149&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293107 Oct 26 13:58:24.301562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f53aaf26-a614-4e42-b445-4214a0a3f87a req-e3413d54-23ce-4733-8e81-0da7faa7e465 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 210 time: 0.1121941 Oct 26 13:58:24.392424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac81a9-498c-461a-aa0c-4a0a495a1b47 req-dce8f442-8dd8-4017-b5cb-dcac6f32e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:24.393919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7ac81a9-498c-461a-aa0c-4a0a495a1b47 req-dce8f442-8dd8-4017-b5cb-dcac6f32e58b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 1097 time: 0.3478198 Oct 26 13:58:24.415995 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-2edd5965-c4f3-48c9-811f-078d30b95aa9 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 1002 time: 0.1955605 Oct 26 13:58:24.553469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-511fb06f-33a2-424d-aa2a-9e14738c1ff8 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:24.555094 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-511fb06f-33a2-424d-aa2a-9e14738c1ff8 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2707033 Oct 26 13:58:24.586129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-48ace2c3-9673-40f1-bce2-0d856aa5d969 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Request body: {'port': {'device_id': 'ae2ad691-913a-4fae-ac60-334e96c3a97b', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '1b6c31e3877249b7add1e5626ee84149'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:24.647679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-aa9a1620-c92a-4271-8cb9-b054dd450402 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:24.651271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-aa9a1620-c92a-4271-8cb9-b054dd450402 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports/83b4a175-38ab-4e3f-bcdb-3778dd8d09aa HTTP/1.1" status: 200 len: 943 time: 0.1690614 Oct 26 13:58:24.721419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac81a9-498c-461a-aa0c-4a0a495a1b47 req-fb874460-42d6-4dc7-b7b9-8f7428991012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:24.726100 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7ac81a9-498c-461a-aa0c-4a0a495a1b47 req-fb874460-42d6-4dc7-b7b9-8f7428991012 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 921 time: 0.3057103 Oct 26 13:58:24.727276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-433620c9-a241-4fb1-ad75-71a68a8e9418 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Made reservation on behalf of 3015cef33add49c0a70c99ffe7c7236a for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:24.735268 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-433620c9-a241-4fb1-ad75-71a68a8e9418 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.805087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-48ace2c3-9673-40f1-bce2-0d856aa5d969 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Made reservation on behalf of 1b6c31e3877249b7add1e5626ee84149 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:24.809526 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-48ace2c3-9673-40f1-bce2-0d856aa5d969 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.843356 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7ac81a9-498c-461a-aa0c-4a0a495a1b47 req-20839f12-de57-4f5e-8dfa-63ce9b3b8c84 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa HTTP/1.1" status: 200 len: 1002 time: 0.1028888 Oct 26 13:58:24.980337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-48ace2c3-9673-40f1-bce2-0d856aa5d969 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Allocated IP 192.168.233.88 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/05235b2b-a2e4-4a74-81a1-53819a0370b0) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:24.998375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac81a9-498c-461a-aa0c-4a0a495a1b47 req-69780d45-61f2-441c-ba73-be6f83c7a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:25.006173 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7ac81a9-498c-461a-aa0c-4a0a495a1b47 req-69780d45-61f2-441c-ba73-be6f83c7a471 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.1177187 Oct 26 13:58:25.111491 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-11348353-7bc4-45d3-bcfb-9b725e7ba031 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 1002 time: 0.3699684 Oct 26 13:58:25.142054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac81a9-498c-461a-aa0c-4a0a495a1b47 req-2f9a9822-867c-4a02-a46e-1cbb3e3d937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:25.143727 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7ac81a9-498c-461a-aa0c-4a0a495a1b47 req-2f9a9822-867c-4a02-a46e-1cbb3e3d937d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149638 Oct 26 13:58:25.225847 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-48ace2c3-9673-40f1-bce2-0d856aa5d969 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.276356 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46640) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:25.284433 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-48ace2c3-9673-40f1-bce2-0d856aa5d969 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.294701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7ac81a9-498c-461a-aa0c-4a0a495a1b47 req-654b6c1c-b1b0-462e-b835-7e60f7e369c7 service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296818 Oct 26 13:58:25.298416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['22983af8-7c93-4c18-8589-eb514222db1a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:25.371745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-48ace2c3-9673-40f1-bce2-0d856aa5d969 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:25.380266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-48ace2c3-9673-40f1-bce2-0d856aa5d969 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:25.412015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-48ace2c3-9673-40f1-bce2-0d856aa5d969 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:25.424444 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-48ace2c3-9673-40f1-bce2-0d856aa5d969 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:25.425058 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-48ace2c3-9673-40f1-bce2-0d856aa5d969 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.467102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ace2c3-9673-40f1-bce2-0d856aa5d969 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Pushing event updated for resources: {'Port': ['ID=05235b2b-a2e4-4a74-81a1-53819a0370b0,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:25.479682 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-48ace2c3-9673-40f1-bce2-0d856aa5d969 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9001789 Oct 26 13:58:25.483347 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-14efbb2a-0a42-4fcc-8601-63d35984d592 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2058184 Oct 26 13:58:25.496065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-7327e0b3-eada-4fd3-a406-c83f4d40566c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:25.506108 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-7327e0b3-eada-4fd3-a406-c83f4d40566c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0158091 Oct 26 13:58:25.518384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Request body: {'port': {'device_id': 'ae2ad691-913a-4fae-ac60-334e96c3a97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:25.603065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c83a5c-fe5f-4f78-bccb-beba642a6e06 req-09a2dda8-1354-4456-80bc-e8f737aa7b2b tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:25.612175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9c83a5c-fe5f-4f78-bccb-beba642a6e06 req-09a2dda8-1354-4456-80bc-e8f737aa7b2b tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 943 time: 0.4782619 Oct 26 13:58:25.616555 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.737071 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-433620c9-a241-4fb1-ad75-71a68a8e9418 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Allocated IP 172.20.0.7 (078abf4e-3c0c-457f-98a5-ae1b32bc0d7a/b0759cbe-4941-45d8-8065-e151e9f5a491/16542042-a845-4fee-8c7f-8a518645fdf6) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:25.786313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9c83a5c-fe5f-4f78-bccb-beba642a6e06 req-13a9aeba-4bdd-4e70-908d-f761c76e9923 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684763 Oct 26 13:58:25.837286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-143cdb4a-e8df-4e9f-91e3-6f1cdeae0642 None None] Provisioning complete for port 05235b2b-a2e4-4a74-81a1-53819a0370b0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:25.837844 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-143cdb4a-e8df-4e9f-91e3-6f1cdeae0642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.854371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-8d8ef85a-39a3-4663-85b4-d0d0a75a983d tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:25.855807 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-8d8ef85a-39a3-4663-85b4-d0d0a75a983d tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.7357767 Oct 26 13:58:25.883681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7ac81a9-498c-461a-aa0c-4a0a495a1b47 req-4528d693-20cc-476c-af0e-bdc05f66adeb service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478480 Oct 26 13:58:25.902570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-143cdb4a-e8df-4e9f-91e3-6f1cdeae0642 None None] Port 05235b2b-a2e4-4a74-81a1-53819a0370b0 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:26.128076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05235b2b-a2e4-4a74-81a1-53819a0370b0 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:26.135284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-a36f1171-8684-47aa-8bfe-9fb16405b568 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 1002 time: 0.2481513 Oct 26 13:58:26.142637 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.142960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da58e2-d6d0-4a6e-8e15-09be4a241de4 req-d4f7e369-069b-409c-9df6-08a4078ba075 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:26.151100 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9da58e2-d6d0-4a6e-8e15-09be4a241de4 req-d4f7e369-069b-409c-9df6-08a4078ba075 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1585078 Oct 26 13:58:26.160216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-498fa4c4-62f2-4de1-acc6-ed000bc4299b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:26.163946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Transition to ACTIVE for port object 05235b2b-a2e4-4a74-81a1-53819a0370b0 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:26.173266 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.258676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9da58e2-d6d0-4a6e-8e15-09be4a241de4 req-56543a17-87de-4d08-853f-3468902ee68f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054287 Oct 26 13:58:26.356032 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-498fa4c4-62f2-4de1-acc6-ed000bc4299b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.383103 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Pushing event updated for resources: {'Port': ['ID=05235b2b-a2e4-4a74-81a1-53819a0370b0,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:26.385824 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Attempting to bind port 05235b2b-a2e4-4a74-81a1-53819a0370b0 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:26.386526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Attempting to bind port 05235b2b-a2e4-4a74-81a1-53819a0370b0 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:26.386864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Attempting to bind port 05235b2b-a2e4-4a74-81a1-53819a0370b0 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:26.393832 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Port 05235b2b-a2e4-4a74-81a1-53819a0370b0 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:26.394429 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Attempting to bind port 05235b2b-a2e4-4a74-81a1-53819a0370b0 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:26.407317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:26.408029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:26.409284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:26.409513 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Bound port: 05235b2b-a2e4-4a74-81a1-53819a0370b0, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:26.410334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.466043 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-433620c9-a241-4fb1-ad75-71a68a8e9418 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.545011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43574f2b-6fef-4426-a7fa-87e478272880 req-1bcef45b-5b70-4347-beb7-24ff844491ec tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 210 time: 0.1212435 Oct 26 13:58:26.551415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-433620c9-a241-4fb1-ad75-71a68a8e9418 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.616473 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] For port 05235b2b-a2e4-4a74-81a1-53819a0370b0, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:26.629248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] For port 05235b2b-a2e4-4a74-81a1-53819a0370b0, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=05235b2b-a2e4-4a74-81a1-53819a0370b0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:26.639947 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.684797 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:26.685419 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.686915 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] 10.222.0.11 "PUT /v2.0/ports/05235b2b-a2e4-4a74-81a1-53819a0370b0 HTTP/1.1" status: 200 len: 1095 time: 1.1799469 Oct 26 13:58:26.687899 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2ad691-913a-4fae-ac60-334e96c3a97b', 'tag': '05235b2b-a2e4-4a74-81a1-53819a0370b0'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:26.690188 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81a2a95-a95b-4c22-9ac7-1fc95cde6828" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2ad691-913a-4fae-ac60-334e96c3a97b", "tag": "05235b2b-a2e4-4a74-81a1-53819a0370b0"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:26.725771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b305cd-4f64-40f3-bab1-91d0530e0957 service neutron] Pushing event updated for resources: {'Port': ['ID=05235b2b-a2e4-4a74-81a1-53819a0370b0,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:26.821587 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-71eafd39-7d45-460c-939f-c07038812fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:26.823147 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-71eafd39-7d45-460c-939f-c07038812fa0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b6c31e3877249b7add1e5626ee84149&device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 1098 time: 0.0755162 Oct 26 13:58:26.844484 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-498fa4c4-62f2-4de1-acc6-ed000bc4299b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.888728 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-498fa4c4-62f2-4de1-acc6-ed000bc4299b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.889073 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-498fa4c4-62f2-4de1-acc6-ed000bc4299b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Floating IP bbb34e1c-131e-4643-8442-46f176398e13 disassociated. External IP: 172.25.4.110, port: 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa. Oct 26 13:58:26.889661 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-dbf0373f-1ba7-4901-961e-82e54ba8e1aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=05235b2b-a2e4-4a74-81a1-53819a0370b0 HTTP/1.1" status: 200 len: 217 time: 0.0531917 Oct 26 13:58:26.891578 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433620c9-a241-4fb1-ad75-71a68a8e9418 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Pushing event updated for resources: {'Port': ['ID=16542042-a845-4fee-8c7f-8a518645fdf6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:26.903954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-433620c9-a241-4fb1-ad75-71a68a8e9418 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:27.007377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-553700ed-ca02-4d3c-a03c-cbb6d5f7dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.009046 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-553700ed-ca02-4d3c-a03c-cbb6d5f7dd15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0983951 Oct 26 13:58:27.012080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-433620c9-a241-4fb1-ad75-71a68a8e9418 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:27.017040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-433620c9-a241-4fb1-ad75-71a68a8e9418 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:27.085134 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-83fdcc3c-1ce9-4796-a8bf-987dff859ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.086216 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-83fdcc3c-1ce9-4796-a8bf-987dff859ea7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0595894 Oct 26 13:58:27.109701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33303c-2aa7-4bd9-8c0e-76cc0b70b99a req-eefdc447-dddb-4464-860e-300e90b4948f tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.111206 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a33303c-2aa7-4bd9-8c0e-76cc0b70b99a req-eefdc447-dddb-4464-860e-300e90b4948f tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 947 time: 0.3041673 Oct 26 13:58:27.126998 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-433620c9-a241-4fb1-ad75-71a68a8e9418 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.127613 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-433620c9-a241-4fb1-ad75-71a68a8e9418 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:27.179815 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-433620c9-a241-4fb1-ad75-71a68a8e9418 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9491684 Oct 26 13:58:27.182553 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:27.198706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a33303c-2aa7-4bd9-8c0e-76cc0b70b99a req-1202ff56-ebbb-477d-ba00-ed1d590e98c0 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660388 Oct 26 13:58:27.200535 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-3a714a97-f911-4b6f-ba8d-e2b0b149fbdf service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046278 Oct 26 13:58:27.242608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Request body: {'port': {'device_id': 'fd9d7d8e-b69a-471a-9b26-f966e58762e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:27.258359 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ae5901-ce4f-430d-9a58-26e0236d7fb3 x-openstack-request-id: req-e9ae5901-ce4f-430d-9a58-26e0236d7fb3 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:27.258753 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2ad691-913a-4fae-ac60-334e96c3a97b", "tag": "05235b2b-a2e4-4a74-81a1-53819a0370b0", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:27.259087 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9ae5901-ce4f-430d-9a58-26e0236d7fb3 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:27.259631 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2ad691-913a-4fae-ac60-334e96c3a97b', 'tag': '05235b2b-a2e4-4a74-81a1-53819a0370b0', 'status': 'completed', 'code': 200} Oct 26 13:58:27.327165 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d6c7b679-3b2c-4a68-a9ca-847fad43e4fc req-60778d70-afbf-4fe0-90cb-f271b8fc2ad1 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182499 Oct 26 13:58:27.453116 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a2a95-a95b-4c22-9ac7-1fc95cde6828 req-78e52029-6f62-4d8c-92ff-3280c42ccd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.454664 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b81a2a95-a95b-4c22-9ac7-1fc95cde6828 req-78e52029-6f62-4d8c-92ff-3280c42ccd2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b6c31e3877249b7add1e5626ee84149&device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 1098 time: 0.0603340 Oct 26 13:58:27.683565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:27.756468 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feff211-9c53-4801-8871-5b611b32d357 req-0eaa8d9f-615d-44e9-b48b-b79fedd75916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.757997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-0eaa8d9f-615d-44e9-b48b-b79fedd75916 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 1101 time: 0.1610880 Oct 26 13:58:27.761520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a2a95-a95b-4c22-9ac7-1fc95cde6828 req-af92284b-1d36-47c8-ac1a-19da2293edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.763527 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b81a2a95-a95b-4c22-9ac7-1fc95cde6828 req-af92284b-1d36-47c8-ac1a-19da2293edff service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.3014288 Oct 26 13:58:27.764809 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-498fa4c4-62f2-4de1-acc6-ed000bc4299b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Router e3077f9c-0908-4ce6-b100-9f40050f3c4a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:58:27.774333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d568c4-2bec-4556-add8-0e1b6a8143c0 req-5f2d6b2a-96c7-4f7a-bd4a-3561e4805610 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.775777 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07d568c4-2bec-4556-add8-0e1b6a8143c0 req-5f2d6b2a-96c7-4f7a-bd4a-3561e4805610 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 943 time: 0.1776943 Oct 26 13:58:27.817433 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b81a2a95-a95b-4c22-9ac7-1fc95cde6828 req-d083c935-51e6-4de7-be58-a9320ea700fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=05235b2b-a2e4-4a74-81a1-53819a0370b0 HTTP/1.1" status: 200 len: 217 time: 0.0419319 Oct 26 13:58:27.874960 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a2a95-a95b-4c22-9ac7-1fc95cde6828 req-deb1ee85-ec8a-4a02-b68c-afbdc0feb2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.876375 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b81a2a95-a95b-4c22-9ac7-1fc95cde6828 req-deb1ee85-ec8a-4a02-b68c-afbdc0feb2a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0521295 Oct 26 13:58:27.925629 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a2a95-a95b-4c22-9ac7-1fc95cde6828 req-5a31acec-bf9a-4a2d-b20d-7b42bbd329cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.927993 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b81a2a95-a95b-4c22-9ac7-1fc95cde6828 req-5a31acec-bf9a-4a2d-b20d-7b42bbd329cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0438895 Oct 26 13:58:28.023382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07d568c4-2bec-4556-add8-0e1b6a8143c0 req-1f6d341b-b006-45b3-848b-d0887ff7e6f2 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334313 Oct 26 13:58:28.024992 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b81a2a95-a95b-4c22-9ac7-1fc95cde6828 req-317874e0-bcce-4516-9474-831e3cbf3748 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877011 Oct 26 13:58:28.114089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feff211-9c53-4801-8871-5b611b32d357 req-c0f4480c-c465-4b41-b158-c918b072fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:28.115472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-c0f4480c-c465-4b41-b158-c918b072fe1e service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.3368933 Oct 26 13:58:28.150375 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b81a2a95-a95b-4c22-9ac7-1fc95cde6828 req-25582dc5-5693-4131-8d1d-56eb48312f6c service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179719 Oct 26 13:58:28.164817 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-498fa4c4-62f2-4de1-acc6-ed000bc4299b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:58:28.171245 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-498fa4c4-62f2-4de1-acc6-ed000bc4299b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:28.174341 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-99113c57-3411-4250-b8a0-887d917b2ec1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad HTTP/1.1" status: 200 len: 217 time: 0.0461245 Oct 26 13:58:28.178809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e13d14-773e-4f4b-b673-1a8d1d56b4a7 None None] Sync routers for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:58:28.192800 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e13d14-773e-4f4b-b673-1a8d1d56b4a7 None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:28.194180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-81e13d14-773e-4f4b-b673-1a8d1d56b4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:28.256831 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-498fa4c4-62f2-4de1-acc6-ed000bc4299b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "PUT /v2.0/floatingips/bbb34e1c-131e-4643-8442-46f176398e13 HTTP/1.1" status: 200 len: 695 time: 2.1007473 Oct 26 13:58:28.260305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'tag': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:28.262593 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440b0229-40fd-490e-8dbc-51ea4363526c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c436a2a-3429-4e08-8d11-2d61c0f78046", "tag": "83b4a175-38ab-4e3f-bcdb-3778dd8d09aa"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:28.319412 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-81e13d14-773e-4f4b-b673-1a8d1d56b4a7 None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:28.323979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feff211-9c53-4801-8871-5b611b32d357 req-c3626931-92ef-4216-9924-28ba0a17ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:28.325490 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-c3626931-92ef-4216-9924-28ba0a17ff40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1249866 Oct 26 13:58:28.391013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16542042-a845-4fee-8c7f-8a518645fdf6 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:28.405063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-3423e5e0-9d76-4bcf-aecd-2907691cc960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:28.407065 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-3423e5e0-9d76-4bcf-aecd-2907691cc960 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 1097 time: 0.1328120 Oct 26 13:58:28.410494 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:28.445373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Transition to ACTIVE for port object 16542042-a845-4fee-8c7f-8a518645fdf6 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:28.541260 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:28.604118 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feff211-9c53-4801-8871-5b611b32d357 req-c54e825a-4e5c-474b-b0f4-22a80f1ae9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:28.612561 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-c54e825a-4e5c-474b-b0f4-22a80f1ae9b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2674615 Oct 26 13:58:28.615464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-81e13d14-773e-4f4b-b673-1a8d1d56b4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:28.644588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e13d14-773e-4f4b-b673-1a8d1d56b4a7 None None] Checking router: e3077f9c-0908-4ce6-b100-9f40050f3c4a for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:58:28.653721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e13d14-773e-4f4b-b673-1a8d1d56b4a7 None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:28.654376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-81e13d14-773e-4f4b-b673-1a8d1d56b4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:28.761000 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-77f4ea70-eada-44b8-b387-5213fc2bc9c4 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118631 Oct 26 13:58:28.782527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-81e13d14-773e-4f4b-b673-1a8d1d56b4a7 None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:28.792146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Pushing event updated for resources: {'Port': ['ID=16542042-a845-4fee-8c7f-8a518645fdf6,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:28.805755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db5fa0-f01d-4398-bc2d-aa16ad47e94d req-52763d3a-1f6e-430f-9282-c04ae66fab3e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:28.813146 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98db5fa0-f01d-4398-bc2d-aa16ad47e94d req-52763d3a-1f6e-430f-9282-c04ae66fab3e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.3213189 Oct 26 13:58:28.948423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98db5fa0-f01d-4398-bc2d-aa16ad47e94d req-05a789b9-e60c-4c03-a587-4ba46025c11c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342652 Oct 26 13:58:29.065899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-059b6a7e-9f84-4f54-a8ce-2c2e824c7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:29.068107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-059b6a7e-9f84-4f54-a8ce-2c2e824c7e68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 921 time: 0.6206782 Oct 26 13:58:29.072374 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-81e13d14-773e-4f4b-b673-1a8d1d56b4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:29.105564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e13d14-773e-4f4b-b673-1a8d1d56b4a7 None None] The sync data for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 is: [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:58:29.122108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Attempting to bind port 16542042-a845-4fee-8c7f-8a518645fdf6 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:29.123216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Attempting to bind port 16542042-a845-4fee-8c7f-8a518645fdf6 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:29.124148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Attempting to bind port 16542042-a845-4fee-8c7f-8a518645fdf6 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:29.135714 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-5397ddd9-aeee-4ffe-8189-67608dd479b7 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547833 Oct 26 13:58:29.170833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Port 16542042-a845-4fee-8c7f-8a518645fdf6 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:29.171157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Attempting to bind port 16542042-a845-4fee-8c7f-8a518645fdf6 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:29.175706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-d262861d-de4a-4a75-b7ae-dcf02679f868 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa HTTP/1.1" status: 200 len: 217 time: 0.0664153 Oct 26 13:58:29.181132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:29.181471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Checking segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:29.181872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Bound using segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:29.182321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Bound port: 16542042-a845-4fee-8c7f-8a518645fdf6, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:29.182674 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:29.236987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec00d2-52c5-4970-a3c4-c0b7667079f9 req-4f6c2873-4341-42cf-8335-b120f9550e2f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:29.238609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30ec00d2-52c5-4970-a3c4-c0b7667079f9 req-4f6c2873-4341-42cf-8335-b120f9550e2f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 943 time: 0.1765745 Oct 26 13:58:29.323018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-05e30bf4-73d9-4421-9af5-af957b4613f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:29.324488 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-05e30bf4-73d9-4421-9af5-af957b4613f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.1380167 Oct 26 13:58:29.347500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30ec00d2-52c5-4970-a3c4-c0b7667079f9 req-f1c5ed26-186b-402b-b345-cb85023c2d54 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827932 Oct 26 13:58:29.365561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:29.395660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=16542042-a845-4fee-8c7f-8a518645fdf6,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:29.404199 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:29.418349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-987584c9-d322-4b3d-a1cc-e47369b7041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:29.419882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-987584c9-d322-4b3d-a1cc-e47369b7041b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846744 Oct 26 13:58:29.470561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:29.471180 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:29.472549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] 10.222.0.11 "PUT /v2.0/ports/16542042-a845-4fee-8c7f-8a518645fdf6 HTTP/1.1" status: 200 len: 1091 time: 2.2394521 Oct 26 13:58:29.501777 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086ed8d-87a4-481b-9bb3-ab531a7a0a29 None None] New status for floating IP bbb34e1c-131e-4643-8442-46f176398e13: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:58:29.555098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84eeeab-dd22-46e1-8ab7-8a11792e4301 service neutron] Pushing event updated for resources: {'Port': ['ID=16542042-a845-4fee-8c7f-8a518645fdf6,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:29.614924 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-a67c8444-8c24-4cbe-9523-184995503d86 service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722460 Oct 26 13:58:29.622175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-31785f5e-820d-497c-8d2a-98d40a203a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:29.624179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-31785f5e-820d-497c-8d2a-98d40a203a88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 1094 time: 0.1000061 Oct 26 13:58:29.705265 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-f647475f-8a79-4e10-b605-ccaa818a047e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16542042-a845-4fee-8c7f-8a518645fdf6 HTTP/1.1" status: 200 len: 217 time: 0.0722172 Oct 26 13:58:29.811709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-5c38f311-7732-47f5-b413-ec4e39b28e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:29.813667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-5c38f311-7732-47f5-b413-ec4e39b28e2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.1002090 Oct 26 13:58:29.819732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a5adbd-6581-4133-b0b7-e8b330098639 req-320c19c5-b2f7-4274-96d2-2c0349a6fb64 service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945896 Oct 26 13:58:29.840368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21467f1c-fbb9-421d-9f0c-27b28e581e16 req-3787f18d-a6c1-4306-bfcf-e1ee0cc09a17 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:29.841859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-21467f1c-fbb9-421d-9f0c-27b28e581e16 req-3787f18d-a6c1-4306-bfcf-e1ee0cc09a17 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 947 time: 0.0997925 Oct 26 13:58:29.858750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-888a0ff3-10c1-4317-aa20-8bc17a0a9fd4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355251 Oct 26 13:58:29.917322 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc2facd-7c0b-4bc0-b9ee-f471ee5581ab x-openstack-request-id: req-3dc2facd-7c0b-4bc0-b9ee-f471ee5581ab {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:29.917607 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c436a2a-3429-4e08-8d11-2d61c0f78046", "tag": "83b4a175-38ab-4e3f-bcdb-3778dd8d09aa", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:29.917839 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3dc2facd-7c0b-4bc0-b9ee-f471ee5581ab {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:29.918255 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'tag': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa', 'status': 'completed', 'code': 200} Oct 26 13:58:29.938578 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-21467f1c-fbb9-421d-9f0c-27b28e581e16 req-adc788f4-0f3c-44a8-a740-2463ead5af79 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828881 Oct 26 13:58:30.037348 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-8fb2bffd-f7e4-4989-bc5c-d25ea1b7dd3c service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667285 Oct 26 13:58:30.045211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b0229-40fd-490e-8dbc-51ea4363526c req-fec77118-6fef-443e-8c81-a94af9097fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:30.047289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-440b0229-40fd-490e-8dbc-51ea4363526c req-fec77118-6fef-443e-8c81-a94af9097fc3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 1097 time: 0.1073828 Oct 26 13:58:30.064646 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8772d-8f4a-4e4c-a74d-6b6a10fa641f req-f4631a15-95a1-45da-af11-5c3c9db295e8 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:30.066246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10b8772d-8f4a-4e4c-a74d-6b6a10fa641f req-f4631a15-95a1-45da-af11-5c3c9db295e8 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 943 time: 0.1155260 Oct 26 13:58:30.280121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:30.400718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49,segment=NetworkSegment(2afc6f52-9b30-4153-a80d-2e414169c06f),segment_id=2afc6f52-9b30-4153-a80d-2e414169c06f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:30.420262 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'port_id': '2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49', 'mac_address': 'fa:16:3e:a1:8d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:30.462457 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:30.475721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:30.494844 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49,segment=NetworkSegment(2afc6f52-9b30-4153-a80d-2e414169c06f),segment_id=2afc6f52-9b30-4153-a80d-2e414169c06f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:30.500757 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:30.501529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 05235b2b-a2e4-4a74-81a1-53819a0370b0 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:30.511248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10b8772d-8f4a-4e4c-a74d-6b6a10fa641f req-6fd4c7c0-eb00-4601-9e46-24e1200ce8d0 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4360983 Oct 26 13:58:30.545052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaf80c-a5b6-4b02-b3f6-0e37f29507ca req-143e5b0e-8fac-4b1a-8d43-7e3537d5cf35 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:30.556103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abaaf80c-a5b6-4b02-b3f6-0e37f29507ca req-143e5b0e-8fac-4b1a-8d43-7e3537d5cf35 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 945 time: 0.1530070 Oct 26 13:58:30.557949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:30.565583 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4951ea0-b9ed-4dca-8b2f-b26c7cc8ed31 req-d5443641-1948-418a-a32a-8d2a1ef9f103 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173433 Oct 26 13:58:30.578751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b0229-40fd-490e-8dbc-51ea4363526c req-6b44218a-4049-4e90-bb36-8b6c779b8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:30.580103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-440b0229-40fd-490e-8dbc-51ea4363526c req-6b44218a-4049-4e90-bb36-8b6c779b8a3f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 921 time: 0.5236599 Oct 26 13:58:30.675954 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-440b0229-40fd-490e-8dbc-51ea4363526c req-821b012a-45cc-40a3-be7f-ec2bc4891df3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa HTTP/1.1" status: 200 len: 217 time: 0.0649152 Oct 26 13:58:30.698988 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 05235b2b-a2e4-4a74-81a1-53819a0370b0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=05235b2b-a2e4-4a74-81a1-53819a0370b0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:30.713129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '05235b2b-a2e4-4a74-81a1-53819a0370b0', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '05235b2b-a2e4-4a74-81a1-53819a0370b0', 'mac_address': 'fa:16:3e:18:b0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:30.745505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abaaf80c-a5b6-4b02-b3f6-0e37f29507ca req-5b739dda-cee7-4d98-abef-e1f570d162f4 tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/security-groups?id=c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858287 Oct 26 13:58:30.779290 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:30.803533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05235b2b-a2e4-4a74-81a1-53819a0370b0 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:30.806395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b0229-40fd-490e-8dbc-51ea4363526c req-61043487-3a41-4191-903c-b11dc75f8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:30.808189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-440b0229-40fd-490e-8dbc-51ea4363526c req-61043487-3a41-4191-903c-b11dc75f8704 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.1168756 Oct 26 13:58:30.825858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 05235b2b-a2e4-4a74-81a1-53819a0370b0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=05235b2b-a2e4-4a74-81a1-53819a0370b0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:30.830274 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:30.883423 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=05235b2b-a2e4-4a74-81a1-53819a0370b0,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:30.906871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b0229-40fd-490e-8dbc-51ea4363526c req-21c4e11c-f251-429e-b9ff-69e1d76d1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:30.908345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-440b0229-40fd-490e-8dbc-51ea4363526c req-21c4e11c-f251-429e-b9ff-69e1d76d1eea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850506 Oct 26 13:58:30.915485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bc511-e098-4d39-aa68-5e907480a28c req-8a144663-b58d-47fb-9d14-8f0c4f763c72 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:30.916883 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a8bc511-e098-4d39-aa68-5e907480a28c req-8a144663-b58d-47fb-9d14-8f0c4f763c72 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1242678 Oct 26 13:58:30.924678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721b63e-0805-4031-8cdc-161e4caf54d7 req-ba50c650-b038-44b3-b0d5-d8232dedd27b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:30.926782 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c721b63e-0805-4031-8cdc-161e4caf54d7 req-ba50c650-b038-44b3-b0d5-d8232dedd27b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 943 time: 0.1016457 Oct 26 13:58:31.032020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a8bc511-e098-4d39-aa68-5e907480a28c req-92d76a51-fa4e-4da7-bcef-488cb0e7501d tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049614 Oct 26 13:58:31.038701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c721b63e-0805-4031-8cdc-161e4caf54d7 req-c6deb636-a0de-44bd-9bc3-6259fd71d704 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975053 Oct 26 13:58:31.076076 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-440b0229-40fd-490e-8dbc-51ea4363526c req-07381771-f317-48c5-9e59-bbd8bc1730a4 service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479731 Oct 26 13:58:31.237256 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-440b0229-40fd-490e-8dbc-51ea4363526c req-981abe8d-b75c-49d3-b5b7-c368b745ab8b service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468432 Oct 26 13:58:31.262119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-a1bb2855-a68b-4360-9f7e-3bf09a0774f4 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:31.263575 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-a1bb2855-a68b-4360-9f7e-3bf09a0774f4 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0972152 Oct 26 13:58:31.276167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f2314-45e9-42cb-bf90-c2792fd76dfb req-aeed8b86-fe5d-46f5-a9ea-8b6e17016081 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:31.277609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c77f2314-45e9-42cb-bf90-c2792fd76dfb req-aeed8b86-fe5d-46f5-a9ea-8b6e17016081 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 948 time: 0.0963252 Oct 26 13:58:31.333675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-46b79697-4cdf-4e21-944f-461748aa1b40 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0550823 Oct 26 13:58:31.349558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-d3dbed74-40ca-41a6-b275-5eae7b7f3c87 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Request body: {'floatingip': {'port_id': '54631282-3f38-41b5-bd07-35055f28a977', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:31.356895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c77f2314-45e9-42cb-bf90-c2792fd76dfb req-f19ab67a-561c-42bf-b62e-b13c2897774e tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718980 Oct 26 13:58:31.394985 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-d3dbed74-40ca-41a6-b275-5eae7b7f3c87 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:31.430994 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:31.495015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['05235b2b-a2e4-4a74-81a1-53819a0370b0'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:31.792217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba318f6e-ebea-4798-8fef-f23fb5b44dbb req-acb0e111-7493-4d80-98c3-505dab2fa782 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:31.793694 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba318f6e-ebea-4798-8fef-f23fb5b44dbb req-acb0e111-7493-4d80-98c3-505dab2fa782 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 944 time: 0.1782036 Oct 26 13:58:31.864768 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba318f6e-ebea-4798-8fef-f23fb5b44dbb req-ff5a3cc1-7aba-48da-9ccc-d34c7edc48ce tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632546 Oct 26 13:58:31.919828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9d7d8e-b69a-471a-9b26-f966e58762e7', 'tag': '16542042-a845-4fee-8c7f-8a518645fdf6'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:31.921009 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64bf399-bd10-4f9c-8c05-e32ab8e6ff53" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9d7d8e-b69a-471a-9b26-f966e58762e7", "tag": "16542042-a845-4fee-8c7f-8a518645fdf6"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:31.962799 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-d3dbed74-40ca-41a6-b275-5eae7b7f3c87 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:31.980982 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-d3dbed74-40ca-41a6-b275-5eae7b7f3c87 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:32.073361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8e636-7317-4437-959e-62e20a3f6fb4 req-a7886c61-7717-4c17-bd88-e6e3dbfa9dab tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:32.074855 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6c8e636-7317-4437-959e-62e20a3f6fb4 req-a7886c61-7717-4c17-bd88-e6e3dbfa9dab tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.11 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 945 time: 0.1715469 Oct 26 13:58:32.091301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6984697-a582-4953-9301-a2d9d2723fed req-fbb860a5-56f0-4e19-b0e0-76b8ec0c3c7a tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:32.092825 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6984697-a582-4953-9301-a2d9d2723fed req-fbb860a5-56f0-4e19-b0e0-76b8ec0c3c7a tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/ports?device_id=dade8dee-ddb0-4b7d-8f7f-c941cc19da9a HTTP/1.1" status: 200 len: 945 time: 0.1482058 Oct 26 13:58:32.207926 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-d3dbed74-40ca-41a6-b275-5eae7b7f3c87 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Floating IP bbb34e1c-131e-4643-8442-46f176398e13 associated. External IP: 172.25.4.110, port: 54631282-3f38-41b5-bd07-35055f28a977. Oct 26 13:58:32.251179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6984697-a582-4953-9301-a2d9d2723fed req-89b53d8b-3e34-4c43-81fe-477a3a36c75b tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.32 "GET /v2.0/security-groups?id=c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490133 Oct 26 13:58:32.302775 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb1fcfe-70e4-42be-9a31-ba879150b5d5 x-openstack-request-id: req-6bb1fcfe-70e4-42be-9a31-ba879150b5d5 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:32.303070 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9d7d8e-b69a-471a-9b26-f966e58762e7", "tag": "16542042-a845-4fee-8c7f-8a518645fdf6", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:32.303332 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bb1fcfe-70e4-42be-9a31-ba879150b5d5 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:32.303704 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9d7d8e-b69a-471a-9b26-f966e58762e7', 'tag': '16542042-a845-4fee-8c7f-8a518645fdf6', 'status': 'completed', 'code': 200} Oct 26 13:58:32.352599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-a6c8e636-7317-4437-959e-62e20a3f6fb4 req-f62baaae-c759-4206-87de-94486cb632ae tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Deleting port 66cc8443-6b7b-42e4-9bc1-986e5230decc {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:32.352920 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a6c8e636-7317-4437-959e-62e20a3f6fb4 req-f62baaae-c759-4206-87de-94486cb632ae tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:32.385097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bf399-bd10-4f9c-8c05-e32ab8e6ff53 req-b36846ff-9c68-460e-a679-f982e23c9ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:32.387001 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c64bf399-bd10-4f9c-8c05-e32ab8e6ff53 req-b36846ff-9c68-460e-a679-f982e23c9ff9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 1094 time: 0.0530372 Oct 26 13:58:32.497007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bf399-bd10-4f9c-8c05-e32ab8e6ff53 req-987f9b15-ce40-4beb-806d-30f8b30b3041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:32.499228 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c64bf399-bd10-4f9c-8c05-e32ab8e6ff53 req-987f9b15-ce40-4beb-806d-30f8b30b3041 service neutron] 10.222.0.11 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.1003819 Oct 26 13:58:32.546796 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c64bf399-bd10-4f9c-8c05-e32ab8e6ff53 req-c12e1a6d-c493-4048-9f6c-dc1be965f893 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16542042-a845-4fee-8c7f-8a518645fdf6 HTTP/1.1" status: 200 len: 217 time: 0.0382187 Oct 26 13:58:32.559492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75996fe6-8e90-4aae-9d16-ac3957d96229 req-cf233b02-36d8-4cb8-a6bf-28a507683cc6 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:32.560986 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-75996fe6-8e90-4aae-9d16-ac3957d96229 req-cf233b02-36d8-4cb8-a6bf-28a507683cc6 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1928294 Oct 26 13:58:32.574761 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-a6c8e636-7317-4437-959e-62e20a3f6fb4 req-f62baaae-c759-4206-87de-94486cb632ae tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] For port 66cc8443-6b7b-42e4-9bc1-986e5230decc, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=66cc8443-6b7b-42e4-9bc1-986e5230decc,segment=NetworkSegment(b9533c16-9684-4b1a-92a6-0e973af93e14),segment_id=b9533c16-9684-4b1a-92a6-0e973af93e14)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:32.575123 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a6c8e636-7317-4437-959e-62e20a3f6fb4 req-f62baaae-c759-4206-87de-94486cb632ae tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:32.605157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-a6c8e636-7317-4437-959e-62e20a3f6fb4 req-f62baaae-c759-4206-87de-94486cb632ae tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Calling delete_port for 66cc8443-6b7b-42e4-9bc1-986e5230decc owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:32.608012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bf399-bd10-4f9c-8c05-e32ab8e6ff53 req-de73d178-6f6b-4faf-a538-d2380271a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:32.609673 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c64bf399-bd10-4f9c-8c05-e32ab8e6ff53 req-de73d178-6f6b-4faf-a538-d2380271a05a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.0516233 Oct 26 13:58:32.626548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-d3dbed74-40ca-41a6-b275-5eae7b7f3c87 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Router e3077f9c-0908-4ce6-b100-9f40050f3c4a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:58:32.645585 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c64bf399-bd10-4f9c-8c05-e32ab8e6ff53 req-a89b89a3-22fe-4517-b5e0-267b97335aec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261197 Oct 26 13:58:32.707230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-75996fe6-8e90-4aae-9d16-ac3957d96229 req-860632d7-d316-48e9-96f9-2b36ca02eb68 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358926 Oct 26 13:58:32.763214 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c64bf399-bd10-4f9c-8c05-e32ab8e6ff53 req-3de20658-04bf-4f1c-b806-57567030febc service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097932 Oct 26 13:58:32.872592 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c64bf399-bd10-4f9c-8c05-e32ab8e6ff53 req-2642813a-e053-4a89-bd1a-f8bff3fc1e73 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004977 Oct 26 13:58:33.180985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f1e26-95ba-41b9-a159-bef5507c6425 req-f7d48d76-3b2e-4642-99a2-428f93772c18 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:33.182394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-101f1e26-95ba-41b9-a159-bef5507c6425 req-f7d48d76-3b2e-4642-99a2-428f93772c18 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c436a2a-3429-4e08-8d11-2d61c0f78046 HTTP/1.1" status: 200 len: 946 time: 0.4908803 Oct 26 13:58:33.185548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a6c8e636-7317-4437-959e-62e20a3f6fb4 req-f62baaae-c759-4206-87de-94486cb632ae tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.204969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476941b5-58c8-450b-9ae9-5641cc20c3dd req-1d9f9d41-fc50-49cd-b2b1-17d45c6e9b49 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:33.206382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-476941b5-58c8-450b-9ae9-5641cc20c3dd req-1d9f9d41-fc50-49cd-b2b1-17d45c6e9b49 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 943 time: 0.3789051 Oct 26 13:58:33.259597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62baaae-c759-4206-87de-94486cb632ae tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Pushing event deleted for resources: {'Port': ['ID=66cc8443-6b7b-42e4-9bc1-986e5230decc,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:33.371538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-d3dbed74-40ca-41a6-b275-5eae7b7f3c87 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:58:33.376902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c8e636-7317-4437-959e-62e20a3f6fb4 req-f62baaae-c759-4206-87de-94486cb632ae tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] No DVR routers for this DVR port 66cc8443-6b7b-42e4-9bc1-986e5230decc on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:33.380682 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-d3dbed74-40ca-41a6-b275-5eae7b7f3c87 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.384515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78aebb7-0942-4dd3-8d19-314e1fbcb636 None None] Sync routers for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:58:33.395406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78aebb7-0942-4dd3-8d19-314e1fbcb636 None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:33.396996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a78aebb7-0942-4dd3-8d19-314e1fbcb636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:33.406186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-476941b5-58c8-450b-9ae9-5641cc20c3dd req-593ae586-bc58-4608-a3d2-3d14189aa1f4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889958 Oct 26 13:58:33.407296 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a6c8e636-7317-4437-959e-62e20a3f6fb4 req-f62baaae-c759-4206-87de-94486cb632ae tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.410639 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6c8e636-7317-4437-959e-62e20a3f6fb4 req-f62baaae-c759-4206-87de-94486cb632ae tempest-VolumesAdminNegativeTest-1514032114 tempest-VolumesAdminNegativeTest-1514032114-project] 10.222.0.11 "DELETE /v2.0/ports/66cc8443-6b7b-42e4-9bc1-986e5230decc HTTP/1.1" status: 204 len: 173 time: 1.3146114 Oct 26 13:58:33.421974 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-d3dbed74-40ca-41a6-b275-5eae7b7f3c87 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "PUT /v2.0/floatingips/bbb34e1c-131e-4643-8442-46f176398e13 HTTP/1.1" status: 200 len: 997 time: 2.0784156 Oct 26 13:58:33.494473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-101f1e26-95ba-41b9-a159-bef5507c6425 req-186af203-d9eb-4b2c-8c54-89494d32c314 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Deleting port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:33.494962 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-101f1e26-95ba-41b9-a159-bef5507c6425 req-186af203-d9eb-4b2c-8c54-89494d32c314 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.602032 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-a78aebb7-0942-4dd3-8d19-314e1fbcb636 None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:33.632174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-101f1e26-95ba-41b9-a159-bef5507c6425 req-186af203-d9eb-4b2c-8c54-89494d32c314 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] For port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:33.632798 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-101f1e26-95ba-41b9-a159-bef5507c6425 req-186af203-d9eb-4b2c-8c54-89494d32c314 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.670510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-101f1e26-95ba-41b9-a159-bef5507c6425 req-186af203-d9eb-4b2c-8c54-89494d32c314 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Calling delete_port for 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:33.758054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-a01b80d2-f6f6-425f-937e-2921d1458a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:33.759827 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-a01b80d2-f6f6-425f-937e-2921d1458a58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 1097 time: 0.2951891 Oct 26 13:58:33.767334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53f483-6929-4876-a4ff-1589125896ae req-348e8386-e410-4662-9537-9f4106053829 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:33.768953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac53f483-6929-4876-a4ff-1589125896ae req-348e8386-e410-4662-9537-9f4106053829 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 948 time: 0.1285400 Oct 26 13:58:33.903329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac53f483-6929-4876-a4ff-1589125896ae req-7e64421f-e5c7-4483-b16b-2f390e30062d tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245105 Oct 26 13:58:33.920551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a78aebb7-0942-4dd3-8d19-314e1fbcb636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'bbb34e1c-131e-4643-8442-46f176398e13', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'port_id': '54631282-3f38-41b5-bd07-35055f28a977', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'mac_address': 'fa:16:3e:05:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:53Z', 'updated_at': '2021-10-26T13:58:31Z', 'revision_number': 8, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:33.923270 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-c829be2d-c4bb-4ece-94b7-79bad34c03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:33.925345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-c829be2d-c4bb-4ece-94b7-79bad34c03bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 921 time: 0.1534996 Oct 26 13:58:34.020088 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-1d17db50-0556-4765-a97a-65fa95e797df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54631282-3f38-41b5-bd07-35055f28a977 HTTP/1.1" status: 200 len: 1000 time: 0.0749850 Oct 26 13:58:34.106656 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78aebb7-0942-4dd3-8d19-314e1fbcb636 None None] Checking router: e3077f9c-0908-4ce6-b100-9f40050f3c4a for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:58:34.113893 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-101f1e26-95ba-41b9-a159-bef5507c6425 req-186af203-d9eb-4b2c-8c54-89494d32c314 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.115731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78aebb7-0942-4dd3-8d19-314e1fbcb636 None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:34.116334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a78aebb7-0942-4dd3-8d19-314e1fbcb636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:34.151293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['54631282-3f38-41b5-bd07-35055f28a977', '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:34.157717 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-90c8a2d6-ab07-47fe-aa94-adbbf2a2923f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:34.159537 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-90c8a2d6-ab07-47fe-aa94-adbbf2a2923f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.1174951 Oct 26 13:58:34.160370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186af203-d9eb-4b2c-8c54-89494d32c314 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Pushing event deleted for resources: {'Port': ['ID=83b4a175-38ab-4e3f-bcdb-3778dd8d09aa,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:34.178999 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c1cc2-bb06-4ad5-9733-e2e44e3e4a6c req-844509f6-34a4-41ad-829c-4ba765687a3e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:34.180544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d0c1cc2-bb06-4ad5-9733-e2e44e3e4a6c req-844509f6-34a4-41ad-829c-4ba765687a3e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 944 time: 0.1596684 Oct 26 13:58:34.246878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-101f1e26-95ba-41b9-a159-bef5507c6425 req-186af203-d9eb-4b2c-8c54-89494d32c314 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] No DVR routers for this DVR port 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:34.251033 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-101f1e26-95ba-41b9-a159-bef5507c6425 req-186af203-d9eb-4b2c-8c54-89494d32c314 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.254191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-101f1e26-95ba-41b9-a159-bef5507c6425 req-186af203-d9eb-4b2c-8c54-89494d32c314 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.25 "DELETE /v2.0/ports/83b4a175-38ab-4e3f-bcdb-3778dd8d09aa HTTP/1.1" status: 204 len: 173 time: 1.0589674 Oct 26 13:58:34.286666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 16542042-a845-4fee-8c7f-8a518645fdf6 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:34.294141 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:34.299891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-a78aebb7-0942-4dd3-8d19-314e1fbcb636 None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:34.304670 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dade8dee-ddb0-4b7d-8f7f-c941cc19da9a', 'name': 'network-vif-deleted', 'tag': '66cc8443-6b7b-42e4-9bc1-986e5230decc'}, {'name': 'network-changed', 'server_uuid': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'tag': '54631282-3f38-41b5-bd07-35055f28a977'}, {'server_uuid': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'name': 'network-vif-deleted', 'tag': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:34.307420 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7e6ff7-3d59-4ffd-a8d1-2cec63989f3b" -d '{"events": [{"server_uuid": "dade8dee-ddb0-4b7d-8f7f-c941cc19da9a", "name": "network-vif-deleted", "tag": "66cc8443-6b7b-42e4-9bc1-986e5230decc"}, {"name": "network-changed", "server_uuid": "db2261fd-980d-4d8d-9c5a-5825f3fdc49c", "tag": "54631282-3f38-41b5-bd07-35055f28a977"}, {"server_uuid": "2c436a2a-3429-4e08-8d11-2d61c0f78046", "name": "network-vif-deleted", "tag": "83b4a175-38ab-4e3f-bcdb-3778dd8d09aa"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:34.326223 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d0c1cc2-bb06-4ad5-9733-e2e44e3e4a6c req-1d81bbf3-7e52-4b53-a948-5f8edd1c2f6a tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237562 Oct 26 13:58:34.332145 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-222ed470-bd08-4a89-bfa8-f2f9158150b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:34.339058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-222ed470-bd08-4a89-bfa8-f2f9158150b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684909 Oct 26 13:58:34.352262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-54bba07e-6957-4942-b7a4-cd3016f61c44 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:34.353953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-54bba07e-6957-4942-b7a4-cd3016f61c44 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0084171 Oct 26 13:58:34.414099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46752) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:34.480510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-99259339-4ab3-4ef4-ac7f-9b014efb1e8e admin admin] Deleting subnet b25951f7-7188-43ff-904d-a94aababcb9c {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:58:34.488690 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-01f9d7f7-8547-4776-98e2-56b47dea2ea5 service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257744 Oct 26 13:58:34.489586 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-99259339-4ab3-4ef4-ac7f-9b014efb1e8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.541569 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-99259339-4ab3-4ef4-ac7f-9b014efb1e8e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.545436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:34.547423 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-99259339-4ab3-4ef4-ac7f-9b014efb1e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.581546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:34.581914 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.616591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413d23b-4508-4c87-89a4-493eb9e40ee9 req-03e92d30-6fcc-4af9-b2a4-c164577ac42d tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:34.618242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7413d23b-4508-4c87-89a4-493eb9e40ee9 req-03e92d30-6fcc-4af9-b2a4-c164577ac42d tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1071873 Oct 26 13:58:34.623935 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-99259339-4ab3-4ef4-ac7f-9b014efb1e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.636832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1613003-7b35-4d20-bfcb-f3885c06fc2e req-2247fdb1-21de-4d8d-818d-57ddfa240e7f service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471984 Oct 26 13:58:34.653902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99259339-4ab3-4ef4-ac7f-9b014efb1e8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b25951f7-7188-43ff-904d-a94aababcb9c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:34.655410 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=16542042-a845-4fee-8c7f-8a518645fdf6,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:34.658918 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-99259339-4ab3-4ef4-ac7f-9b014efb1e8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.664593 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-99259339-4ab3-4ef4-ac7f-9b014efb1e8e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b25951f7-7188-43ff-904d-a94aababcb9c HTTP/1.1" status: 204 len: 168 time: 0.2492378 Oct 26 13:58:34.666173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46758) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:34.681191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7413d23b-4508-4c87-89a4-493eb9e40ee9 req-da5d916d-2ff4-492c-a2bb-8b4076104fda tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520942 Oct 26 13:58:34.691382 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '16542042-a845-4fee-8c7f-8a518645fdf6', 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a', 'port_id': '16542042-a845-4fee-8c7f-8a518645fdf6', 'mac_address': 'fa:16:3e:f9:35:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0759cbe-4941-45d8-8065-e151e9f5a491', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:34.742276 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecad324-c669-464f-a058-253096acfa6e x-openstack-request-id: req-fecad324-c669-464f-a058-253096acfa6e {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:34.742581 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dade8dee-ddb0-4b7d-8f7f-c941cc19da9a", "name": "network-vif-deleted", "tag": "66cc8443-6b7b-42e4-9bc1-986e5230decc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db2261fd-980d-4d8d-9c5a-5825f3fdc49c", "tag": "54631282-3f38-41b5-bd07-35055f28a977", "status": "completed", "code": 200}, {"server_uuid": "2c436a2a-3429-4e08-8d11-2d61c0f78046", "name": "network-vif-deleted", "tag": "83b4a175-38ab-4e3f-bcdb-3778dd8d09aa", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:34.742835 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fecad324-c669-464f-a058-253096acfa6e {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:34.743242 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dade8dee-ddb0-4b7d-8f7f-c941cc19da9a', 'name': 'network-vif-deleted', 'tag': '66cc8443-6b7b-42e4-9bc1-986e5230decc', 'status': 'completed', 'code': 200} Oct 26 13:58:34.743501 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'tag': '54631282-3f38-41b5-bd07-35055f28a977', 'status': 'completed', 'code': 200} Oct 26 13:58:34.743753 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c436a2a-3429-4e08-8d11-2d61c0f78046', 'name': 'network-vif-deleted', 'tag': '83b4a175-38ab-4e3f-bcdb-3778dd8d09aa', 'status': 'completed', 'code': 200} Oct 26 13:58:34.793843 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.797867 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.826357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16542042-a845-4fee-8c7f-8a518645fdf6 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:34.841238 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.868755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133bf87-06aa-4c23-b471-b9e3c07acf20 req-b0842445-2374-410e-a163-98f34a7dba3e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:34.870816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4133bf87-06aa-4c23-b471-b9e3c07acf20 req-b0842445-2374-410e-a163-98f34a7dba3e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 943 time: 0.1226258 Oct 26 13:58:34.877751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e6ff7-3d59-4ffd-a8d1-2cec63989f3b req-8b863b27-ed1b-434c-8d37-6649efc57bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:34.879750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d7e6ff7-3d59-4ffd-a8d1-2cec63989f3b req-8b863b27-ed1b-434c-8d37-6649efc57bb5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 1097 time: 0.0684390 Oct 26 13:58:34.893942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=16542042-a845-4fee-8c7f-8a518645fdf6,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:34.907290 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.925027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9236024-b1bf-4508-8acf-aa1b1e68d737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:34.929400 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f82ab3-9868-4188-b6af-ab3716c062ef" -d '{"events": [{"server_uuid": "d9236024-b1bf-4508-8acf-aa1b1e68d737", "name": "network-vif-plugged", "status": "completed", "tag": "2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:34.933429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49,segment=NetworkSegment(2afc6f52-9b30-4153-a80d-2e414169c06f),segment_id=2afc6f52-9b30-4153-a80d-2e414169c06f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:34.938152 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.953821 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.954352 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:34.954743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:34.955499 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:34.955832 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=102123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:34.956179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:34.956507 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=102123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:34.956826 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:34.957163 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:34.957487 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:34.957803 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:34.960590 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 05235b2b-a2e4-4a74-81a1-53819a0370b0 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:35.047575 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a78aebb7-0942-4dd3-8d19-314e1fbcb636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'bbb34e1c-131e-4643-8442-46f176398e13', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'port_id': '54631282-3f38-41b5-bd07-35055f28a977', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'mac_address': 'fa:16:3e:05:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:53Z', 'updated_at': '2021-10-26T13:58:31Z', 'revision_number': 8, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:35.063627 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:35.064198 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:35.064716 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:35.065054 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:35.065427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6848ee7a-4a94-4c2a-bc13-2f76420322f0']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:35.067283 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7fac8e83-3255-4b43-a1cb-2f7265618459 req-2222737f-38ff-4fa7-a543-0424a6b93e59 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips/bbb34e1c-131e-4643-8442-46f176398e13 HTTP/1.1" status: 200 len: 997 time: 0.1780672 Oct 26 13:58:35.072743 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4133bf87-06aa-4c23-b471-b9e3c07acf20 req-f63fcef6-c56f-441e-ac35-8c5ca11962bc tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920028 Oct 26 13:58:35.086537 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=16542042-a845-4fee-8c7f-8a518645fdf6,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:35.087556 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9533c16-9684-4b1a-92a6-0e973af93e14') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:35.097617 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9533c16-9684-4b1a-92a6-0e973af93e14') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:35.098703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78aebb7-0942-4dd3-8d19-314e1fbcb636 None None] The sync data for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 is: [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'bbb34e1c-131e-4643-8442-46f176398e13', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'port_id': '54631282-3f38-41b5-bd07-35055f28a977', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'mac_address': 'fa:16:3e:05:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:53Z', 'updated_at': '2021-10-26T13:58:31Z', 'revision_number': 8, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:58:35.133157 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.153505 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6339048f-a7f5-4d58-84c5-7504e5307c4e x-openstack-request-id: req-6339048f-a7f5-4d58-84c5-7504e5307c4e {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:35.153822 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9236024-b1bf-4508-8acf-aa1b1e68d737", "name": "network-vif-plugged", "status": "completed", "tag": "2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:35.154136 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6339048f-a7f5-4d58-84c5-7504e5307c4e {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:35.154539 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9236024-b1bf-4508-8acf-aa1b1e68d737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49', 'code': 200} Oct 26 13:58:35.157454 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 05235b2b-a2e4-4a74-81a1-53819a0370b0 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:35.162157 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:35.175311 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 05235b2b-a2e4-4a74-81a1-53819a0370b0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:35.175866 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.180348 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.200065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e6ff7-3d59-4ffd-a8d1-2cec63989f3b req-f6fed190-c40b-44fc-a59f-cb505ff9bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.201925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d7e6ff7-3d59-4ffd-a8d1-2cec63989f3b req-f6fed190-c40b-44fc-a59f-cb505ff9bce3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 921 time: 0.2978914 Oct 26 13:58:35.203227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:58:35.207311 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: from cryptography.utils import int_from_bytes Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: from cryptography.utils import int_from_bytes Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: timer() Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:58:35.219509 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:58:35.292391 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.297820 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.306007 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.313901 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6848ee7a-4a94-4c2a-bc13-2f76420322f0 HTTP/1.1" status: 204 len: 168 time: 0.6453087 Oct 26 13:58:35.314680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46768) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:35.332023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['16542042-a845-4fee-8c7f-8a518645fdf6'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:35.343907 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f45a7-4be9-4359-bcfb-a16b4faa14f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6848ee7a-4a94-4c2a-bc13-2f76420322f0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:35.367893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 05235b2b-a2e4-4a74-81a1-53819a0370b0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=05235b2b-a2e4-4a74-81a1-53819a0370b0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:35.378612 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.379413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 66cc8443-6b7b-42e4-9bc1-986e5230decc no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:35.390997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa231515-a747-4ca1-b7c3-2fbd54d4d7eb admin admin] Deleting subnet 2b097d6d-5ac3-4b57-859a-4d209ccf4f12 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:58:35.394598 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa231515-a747-4ca1-b7c3-2fbd54d4d7eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.406686 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac8e83-3255-4b43-a1cb-2f7265618459 req-e69a5e14-9adc-45f9-8dec-98cb4fbd9537 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.408334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7fac8e83-3255-4b43-a1cb-2f7265618459 req-e69a5e14-9adc-45f9-8dec-98cb4fbd9537 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.3331382 Oct 26 13:58:35.420406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d7e6ff7-3d59-4ffd-a8d1-2cec63989f3b req-ddb13d71-964b-42f5-957b-0a5a3ed10abd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54631282-3f38-41b5-bd07-35055f28a977 HTTP/1.1" status: 200 len: 1000 time: 0.2060804 Oct 26 13:58:35.432500 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 66cc8443-6b7b-42e4-9bc1-986e5230decc {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:58:35.432854 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 66cc8443-6b7b-42e4-9bc1-986e5230decc not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:35.433718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-7fac8e83-3255-4b43-a1cb-2f7265618459 req-6f64d14b-a24d-4667-b8a3-13ce233d5431 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:35.434824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7fac8e83-3255-4b43-a1cb-2f7265618459 req-6f64d14b-a24d-4667-b8a3-13ce233d5431 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079019 Oct 26 13:58:35.448538 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa231515-a747-4ca1-b7c3-2fbd54d4d7eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.452350 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd4f393-7a17-433a-a71c-4670a9e487d9 None None] New status for floating IP bbb34e1c-131e-4643-8442-46f176398e13: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:58:35.504905 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa231515-a747-4ca1-b7c3-2fbd54d4d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.512764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6eb5f3-1702-4c06-bbbe-a8a1e227dc1a req-0feb8791-ca57-4b5e-a7ae-8edaf2d5a5dc tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.520190 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b6eb5f3-1702-4c06-bbbe-a8a1e227dc1a req-0feb8791-ca57-4b5e-a7ae-8edaf2d5a5dc tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 948 time: 0.2568378 Oct 26 13:58:35.523242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ee5fb-b51f-4c72-a558-1bb7d3dda412 req-08c75e87-2285-45fa-9071-1ab301547e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.525134 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-114ee5fb-b51f-4c72-a558-1bb7d3dda412 req-08c75e87-2285-45fa-9071-1ab301547e74 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 1096 time: 0.2606447 Oct 26 13:58:35.532981 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=05235b2b-a2e4-4a74-81a1-53819a0370b0,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:35.584047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa231515-a747-4ca1-b7c3-2fbd54d4d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.619039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e6ff7-3d59-4ffd-a8d1-2cec63989f3b req-7356c12b-66a3-4987-9ace-88da48ff8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.620650 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d7e6ff7-3d59-4ffd-a8d1-2cec63989f3b req-7356c12b-66a3-4987-9ace-88da48ff8932 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.1713634 Oct 26 13:58:35.623656 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa231515-a747-4ca1-b7c3-2fbd54d4d7eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.630493 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aa231515-a747-4ca1-b7c3-2fbd54d4d7eb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2b097d6d-5ac3-4b57-859a-4d209ccf4f12 HTTP/1.1" status: 204 len: 168 time: 0.3012128 Oct 26 13:58:35.631340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46774) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:35.632008 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa231515-a747-4ca1-b7c3-2fbd54d4d7eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b097d6d-5ac3-4b57-859a-4d209ccf4f12,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:35.672585 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b6eb5f3-1702-4c06-bbbe-a8a1e227dc1a req-6dba2310-b8a3-4190-86b6-1b639b595ced tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515312 Oct 26 13:58:35.752258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef617a-4aec-43f2-a8fc-16334e3fbd11 req-211691dd-a4f6-441f-a5d5-7750b1aa700e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.753769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9eef617a-4aec-43f2-a8fc-16334e3fbd11 req-211691dd-a4f6-441f-a5d5-7750b1aa700e tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 945 time: 0.2256348 Oct 26 13:58:35.824651 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-114ee5fb-b51f-4c72-a558-1bb7d3dda412 req-b5bf38ac-6c66-45ff-b018-291958cff327 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131474 Oct 26 13:58:35.844743 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0890-b822-43af-944c-445d45cc47a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.854710 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e6ff7-3d59-4ffd-a8d1-2cec63989f3b req-f54932df-9dbf-4766-825f-db810dbcbe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.856145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d7e6ff7-3d59-4ffd-a8d1-2cec63989f3b req-f54932df-9dbf-4766-825f-db810dbcbe31 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2238743 Oct 26 13:58:35.885220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af237a50-241e-48ae-a1f9-214ae59932dd req-2461f9ca-3c84-4dcc-bf8b-a5f128dea82a tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 1000 time: 0.1711724 Oct 26 13:58:35.900713 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9eef617a-4aec-43f2-a8fc-16334e3fbd11 req-424682b1-5197-4eef-82d9-945b92d78598 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105814 Oct 26 13:58:36.063466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af237a50-241e-48ae-a1f9-214ae59932dd req-db6ef7df-17e6-49fc-a713-995273196dd5 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:36.064786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af237a50-241e-48ae-a1f9-214ae59932dd req-db6ef7df-17e6-49fc-a713-995273196dd5 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports/54631282-3f38-41b5-bd07-35055f28a977 HTTP/1.1" status: 200 len: 943 time: 0.1674721 Oct 26 13:58:36.086542 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0890-b822-43af-944c-445d45cc47a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:36.127304 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d7e6ff7-3d59-4ffd-a8d1-2cec63989f3b req-97ba835d-b867-45fe-bcc5-beb6148b32dc service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606025 Oct 26 13:58:36.134402 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e420997-eaad-4b29-85ca-a493f01205ec req-04e4bf38-ebdb-4831-b488-a7239ce91610 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:36.135723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e420997-eaad-4b29-85ca-a493f01205ec req-04e4bf38-ebdb-4831-b488-a7239ce91610 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1740243 Oct 26 13:58:36.137174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-5d5a0890-b822-43af-944c-445d45cc47a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c8adf8-01db-4c86-a774-68e55417f9dd']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:36.185004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-5d5a0890-b822-43af-944c-445d45cc47a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3278fad5-0163-4fa9-a607-2625142487cd') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:36.185291 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-5d5a0890-b822-43af-944c-445d45cc47a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3278fad5-0163-4fa9-a607-2625142487cd') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:36.246312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0890-b822-43af-944c-445d45cc47a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:36.288475 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0890-b822-43af-944c-445d45cc47a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:36.292728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af237a50-241e-48ae-a1f9-214ae59932dd req-4cb9b7ce-3907-4af2-a4b4-cbb6bedb366c tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 1002 time: 0.1883051 Oct 26 13:58:36.305913 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e420997-eaad-4b29-85ca-a493f01205ec req-bb396e52-14a0-4161-9ef3-268a95dc18e0 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319361 Oct 26 13:58:36.306824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5a0890-b822-43af-944c-445d45cc47a8 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:58:36.307201 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0890-b822-43af-944c-445d45cc47a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: timer() Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:58:36.317343 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:58:36.390507 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:36.411327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:58:36.411639 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 83b4a175-38ab-4e3f-bcdb-3778dd8d09aa not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:36.426938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d7e6ff7-3d59-4ffd-a8d1-2cec63989f3b req-75fc1bfd-ea71-41c4-986e-135deb39c3f3 service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539740 Oct 26 13:58:36.446901 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0890-b822-43af-944c-445d45cc47a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:36.715898 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0890-b822-43af-944c-445d45cc47a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:36.719514 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5d5a0890-b822-43af-944c-445d45cc47a8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/79c8adf8-01db-4c86-a774-68e55417f9dd HTTP/1.1" status: 204 len: 168 time: 1.0835686 Oct 26 13:58:36.741403 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a0890-b822-43af-944c-445d45cc47a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c8adf8-01db-4c86-a774-68e55417f9dd,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:36.763090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af237a50-241e-48ae-a1f9-214ae59932dd req-65dc926c-f40d-4334-a62d-ea70bb5a8550 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:36.764414 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af237a50-241e-48ae-a1f9-214ae59932dd req-65dc926c-f40d-4334-a62d-ea70bb5a8550 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.4653628 Oct 26 13:58:36.779693 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc8d3b-8cac-459b-8520-db419af453d4 req-6d1d98d7-901b-4e5b-97de-f6293c5e08bd tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:36.781653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48fc8d3b-8cac-459b-8520-db419af453d4 req-6d1d98d7-901b-4e5b-97de-f6293c5e08bd tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 944 time: 0.3483782 Oct 26 13:58:36.867513 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48fc8d3b-8cac-459b-8520-db419af453d4 req-bc484060-acc3-4f8f-ade8-89baadf77a79 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770781 Oct 26 13:58:36.870381 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af237a50-241e-48ae-a1f9-214ae59932dd req-8ee5ed14-7f1d-4577-aa5c-3c1c9eb340ea tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 1002 time: 0.0878115 Oct 26 13:58:36.881106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-af237a50-241e-48ae-a1f9-214ae59932dd req-76fc2f8a-9565-4b08-a15a-0918e1a2fcb7 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:36.902361 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46788) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:36.947700 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7f886d84-6b2b-46bf-b8e0-b7e58af08afa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67b40ea9479a410ebbdd10211704b31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427163 Oct 26 13:58:36.948822 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46792) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:36.963818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-af237a50-241e-48ae-a1f9-214ae59932dd req-76fc2f8a-9565-4b08-a15a-0918e1a2fcb7 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.000454 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-530ed01f-1e5a-424f-b320-75993b4dcef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.023277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264cfdc-847b-4470-a728-2d9984349d59 req-9a488ebd-0fc3-4961-8ba6-846543a509ef tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:37.024755 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c264cfdc-847b-4470-a728-2d9984349d59 req-9a488ebd-0fc3-4961-8ba6-846543a509ef tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 949 time: 0.0996752 Oct 26 13:58:37.026117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-530ed01f-1e5a-424f-b320-75993b4dcef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.073927 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-530ed01f-1e5a-424f-b320-75993b4dcef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.078507 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-530ed01f-1e5a-424f-b320-75993b4dcef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.080360 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-530ed01f-1e5a-424f-b320-75993b4dcef5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a HTTP/1.1" status: 204 len: 168 time: 0.1298926 Oct 26 13:58:37.092268 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ed01f-1e5a-424f-b320-75993b4dcef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c124e4d9-57d2-4932-bf31-c9c5ba2c2b9a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:37.117450 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c264cfdc-847b-4470-a728-2d9984349d59 req-654f1d56-fa6f-4c26-ba9b-577fb16b1651 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573428 Oct 26 13:58:37.153257 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-af237a50-241e-48ae-a1f9-214ae59932dd req-76fc2f8a-9565-4b08-a15a-0918e1a2fcb7 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.155616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2ad691-913a-4fae-ac60-334e96c3a97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05235b2b-a2e4-4a74-81a1-53819a0370b0'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:37.158698 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7f2513-cd9a-40ed-9deb-774c06318852" -d '{"events": [{"server_uuid": "ae2ad691-913a-4fae-ac60-334e96c3a97b", "name": "network-vif-plugged", "status": "completed", "tag": "05235b2b-a2e4-4a74-81a1-53819a0370b0"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:37.159388 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-af237a50-241e-48ae-a1f9-214ae59932dd req-76fc2f8a-9565-4b08-a15a-0918e1a2fcb7 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.159895 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-af237a50-241e-48ae-a1f9-214ae59932dd req-76fc2f8a-9565-4b08-a15a-0918e1a2fcb7 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Floating IP bbb34e1c-131e-4643-8442-46f176398e13 disassociated. External IP: 172.25.4.110, port: 54631282-3f38-41b5-bd07-35055f28a977. Oct 26 13:58:37.287988 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d13898-ace3-484f-a9ec-d18bdce77cd5 req-32d0b8fb-97f6-4719-83fc-50257955796a tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:37.289397 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03d13898-ace3-484f-a9ec-d18bdce77cd5 req-32d0b8fb-97f6-4719-83fc-50257955796a tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 945 time: 0.0922828 Oct 26 13:58:37.401042 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03d13898-ace3-484f-a9ec-d18bdce77cd5 req-a82aa8ac-0ff2-4400-9ce4-1ec9c15bcec5 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001589 Oct 26 13:58:37.450730 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28aeaea-c164-4449-9ba5-481d369ed140 x-openstack-request-id: req-f28aeaea-c164-4449-9ba5-481d369ed140 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:37.451250 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2ad691-913a-4fae-ac60-334e96c3a97b", "name": "network-vif-plugged", "status": "completed", "tag": "05235b2b-a2e4-4a74-81a1-53819a0370b0", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:37.451347 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f28aeaea-c164-4449-9ba5-481d369ed140 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:37.451976 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2ad691-913a-4fae-ac60-334e96c3a97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05235b2b-a2e4-4a74-81a1-53819a0370b0', 'code': 200} Oct 26 13:58:37.462915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46806) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:37.487644 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af237a50-241e-48ae-a1f9-214ae59932dd req-76fc2f8a-9565-4b08-a15a-0918e1a2fcb7 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Router e3077f9c-0908-4ce6-b100-9f40050f3c4a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:58:37.641044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-95deba88-d6cb-4f42-92d0-ce8388e00d83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75f8fe74105c4bc88418d257b6bb8ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761656 Oct 26 13:58:37.643763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46808) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:37.675103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf37af-4a67-478b-924c-37e2833af28b req-ab940bf5-4608-48bd-9f3b-982ede0550da tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:37.676734 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5cf37af-4a67-478b-924c-37e2833af28b req-ab940bf5-4608-48bd-9f3b-982ede0550da tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1681194 Oct 26 13:58:37.692143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e6adb-6388-4ec0-a33b-d7ee3ef8ba3f req-b415d414-379b-4a6d-9e38-9930795e8015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:37.693569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd4e6adb-6388-4ec0-a33b-d7ee3ef8ba3f req-b415d414-379b-4a6d-9e38-9930795e8015 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 1100 time: 0.1198113 Oct 26 13:58:37.693701 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3f5bdded-1e0e-4c53-94bd-d5d71bcf793e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.714549 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3f5bdded-1e0e-4c53-94bd-d5d71bcf793e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.719588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af237a50-241e-48ae-a1f9-214ae59932dd req-76fc2f8a-9565-4b08-a15a-0918e1a2fcb7 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:58:37.724189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-af237a50-241e-48ae-a1f9-214ae59932dd req-76fc2f8a-9565-4b08-a15a-0918e1a2fcb7 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.732005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9c5bf-66d2-49ce-82d2-e823beac62c4 None None] Sync routers for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:58:37.745171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9c5bf-66d2-49ce-82d2-e823beac62c4 None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:37.746135 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-92f9c5bf-66d2-49ce-82d2-e823beac62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:37.764603 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3f5bdded-1e0e-4c53-94bd-d5d71bcf793e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.768901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3f5bdded-1e0e-4c53-94bd-d5d71bcf793e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.770285 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3f5bdded-1e0e-4c53-94bd-d5d71bcf793e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c767c75-1d7b-48e0-8a2a-41fc71cb3f9e HTTP/1.1" status: 204 len: 168 time: 0.1248219 Oct 26 13:58:37.780860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bdded-1e0e-4c53-94bd-d5d71bcf793e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c767c75-1d7b-48e0-8a2a-41fc71cb3f9e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:37.783067 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5cf37af-4a67-478b-924c-37e2833af28b req-503bd30e-df3d-4b25-9a2e-1d596dce68f8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978591 Oct 26 13:58:37.784618 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af237a50-241e-48ae-a1f9-214ae59932dd req-76fc2f8a-9565-4b08-a15a-0918e1a2fcb7 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "PUT /v2.0/floatingips/bbb34e1c-131e-4643-8442-46f176398e13 HTTP/1.1" status: 200 len: 696 time: 0.9074545 Oct 26 13:58:37.786992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'tag': '54631282-3f38-41b5-bd07-35055f28a977'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:37.790212 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c068bc20-d24b-4b72-9760-af4f8255b75a" -d '{"events": [{"name": "network-changed", "server_uuid": "db2261fd-980d-4d8d-9c5a-5825f3fdc49c", "tag": "54631282-3f38-41b5-bd07-35055f28a977"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:37.794404 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd4e6adb-6388-4ec0-a33b-d7ee3ef8ba3f req-af7b0e59-ce62-4d0a-b260-bef139093409 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850086 Oct 26 13:58:37.843103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af237a50-241e-48ae-a1f9-214ae59932dd req-952df6f2-dd18-4424-9766-099891d6f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:37.844873 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af237a50-241e-48ae-a1f9-214ae59932dd req-952df6f2-dd18-4424-9766-099891d6f91e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 1097 time: 0.0446610 Oct 26 13:58:37.902329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-92f9c5bf-66d2-49ce-82d2-e823beac62c4 None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:37.940043 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81aba41-837c-4d84-a31b-f3dcfb95a1f1 x-openstack-request-id: req-e81aba41-837c-4d84-a31b-f3dcfb95a1f1 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:37.940396 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2261fd-980d-4d8d-9c5a-5825f3fdc49c", "tag": "54631282-3f38-41b5-bd07-35055f28a977", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:37.941121 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e81aba41-837c-4d84-a31b-f3dcfb95a1f1 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:37.941121 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'tag': '54631282-3f38-41b5-bd07-35055f28a977', 'status': 'completed', 'code': 200} Oct 26 13:58:37.968726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af237a50-241e-48ae-a1f9-214ae59932dd req-2f3598e6-832d-4153-92c6-37e710749ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:37.970300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af237a50-241e-48ae-a1f9-214ae59932dd req-2f3598e6-832d-4153-92c6-37e710749ce2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 921 time: 0.1188741 Oct 26 13:58:38.042759 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af237a50-241e-48ae-a1f9-214ae59932dd req-8cb6ae0d-16f5-4a88-8f0f-d03390acf6c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54631282-3f38-41b5-bd07-35055f28a977 HTTP/1.1" status: 200 len: 217 time: 0.0648031 Oct 26 13:58:38.126190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068bc20-d24b-4b72-9760-af4f8255b75a req-cbc61b0c-5d2e-416e-a11f-a2bb241395bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:38.127740 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c068bc20-d24b-4b72-9760-af4f8255b75a req-cbc61b0c-5d2e-416e-a11f-a2bb241395bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=103f1c62cb5b468ab0815c5b575652ce&device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 1097 time: 0.1509109 Oct 26 13:58:38.131709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-92f9c5bf-66d2-49ce-82d2-e823beac62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:38.132234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af237a50-241e-48ae-a1f9-214ae59932dd req-0898bfbc-bc63-4195-b1ec-92fc1223624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:38.133605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af237a50-241e-48ae-a1f9-214ae59932dd req-0898bfbc-bc63-4195-b1ec-92fc1223624d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.0813386 Oct 26 13:58:38.145031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377e08a-723e-43ea-a6cd-5fb91c65b930 req-e9ea7b7d-4453-449e-8f4f-71f541bf37db tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:38.146799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e377e08a-723e-43ea-a6cd-5fb91c65b930 req-e9ea7b7d-4453-449e-8f4f-71f541bf37db tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 944 time: 0.1073585 Oct 26 13:58:38.167591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9c5bf-66d2-49ce-82d2-e823beac62c4 None None] Checking router: e3077f9c-0908-4ce6-b100-9f40050f3c4a for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:58:38.178238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9c5bf-66d2-49ce-82d2-e823beac62c4 None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:38.178894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-92f9c5bf-66d2-49ce-82d2-e823beac62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:38.261568 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af237a50-241e-48ae-a1f9-214ae59932dd req-6eb5739f-1b74-4a00-8969-03482dcc253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:38.268970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af237a50-241e-48ae-a1f9-214ae59932dd req-6eb5739f-1b74-4a00-8969-03482dcc253c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214488 Oct 26 13:58:38.293122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-92f9c5bf-66d2-49ce-82d2-e823beac62c4 None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:38.298244 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e377e08a-723e-43ea-a6cd-5fb91c65b930 req-db7c8235-e600-401e-8a67-09e94aa4f287 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330249 Oct 26 13:58:38.329522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 16542042-a845-4fee-8c7f-8a518645fdf6 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:38.357030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068bc20-d24b-4b72-9760-af4f8255b75a req-6ba28a12-f179-445c-bb31-804e9c5d61d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:38.358531 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c068bc20-d24b-4b72-9760-af4f8255b75a req-6ba28a12-f179-445c-bb31-804e9c5d61d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 200 len: 921 time: 0.2100143 Oct 26 13:58:38.422242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c068bc20-d24b-4b72-9760-af4f8255b75a req-1c273043-0790-44c9-b26e-6981e007538c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54631282-3f38-41b5-bd07-35055f28a977 HTTP/1.1" status: 200 len: 217 time: 0.0548811 Oct 26 13:58:38.460840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af237a50-241e-48ae-a1f9-214ae59932dd req-79ded957-f860-403b-bed2-8ed5fbe02754 service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910241 Oct 26 13:58:38.553871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068bc20-d24b-4b72-9760-af4f8255b75a req-d70585fe-a979-4472-8da0-a3685006e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:38.555448 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c068bc20-d24b-4b72-9760-af4f8255b75a req-d70585fe-a979-4472-8da0-a3685006e4b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 200 len: 859 time: 0.1208253 Oct 26 13:58:38.573099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704acb62-0719-43c4-82de-8e99ba4d9cfc req-7f2be7ea-8fca-4fa4-bb5f-e2ce1b22019b tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:38.574571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-704acb62-0719-43c4-82de-8e99ba4d9cfc req-7f2be7ea-8fca-4fa4-bb5f-e2ce1b22019b tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 949 time: 0.1912849 Oct 26 13:58:38.608209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 16542042-a845-4fee-8c7f-8a518645fdf6 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:38.617135 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 16542042-a845-4fee-8c7f-8a518645fdf6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:38.617805 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.670127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af237a50-241e-48ae-a1f9-214ae59932dd req-03c0e498-b886-4685-bf34-6b84a695d793 service neutron] 10.222.0.32 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844828 Oct 26 13:58:38.673838 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-704acb62-0719-43c4-82de-8e99ba4d9cfc req-0470cd46-c2d9-445b-892c-621f164db2bd tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832641 Oct 26 13:58:38.675780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068bc20-d24b-4b72-9760-af4f8255b75a req-8d8f37cb-65a8-467b-b53a-dff6418d1a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:38.677173 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c068bc20-d24b-4b72-9760-af4f8255b75a req-8d8f37cb-65a8-467b-b53a-dff6418d1a93 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122081 Oct 26 13:58:38.743800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46842) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:38.771821 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.798900 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-92f9c5bf-66d2-49ce-82d2-e823beac62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:38.837435 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9c5bf-66d2-49ce-82d2-e823beac62c4 None None] The sync data for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 is: [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:57:31Z', 'revision_number': 4, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b', 'name': '', 'network_id': 'd153a9f8-d43b-47ae-94f1-e5bf7f9475e2', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'mac_address': 'fa:16:3e:cb:8e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:29Z', 'updated_at': '2021-10-26T13:57:37Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'subnets': [{'id': '1bc83c16-d059-4981-b311-24dadb3b26b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:58:38.842350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04057641-c753-4a20-afbf-4f03b6a1bf6a req-04608dbc-012f-4320-9f39-bc0647fd65cc tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:38.842610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=16542042-a845-4fee-8c7f-8a518645fdf6,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:38.844487 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04057641-c753-4a20-afbf-4f03b6a1bf6a req-04608dbc-012f-4320-9f39-bc0647fd65cc tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 945 time: 0.0824697 Oct 26 13:58:38.852314 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.868213 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c068bc20-d24b-4b72-9760-af4f8255b75a req-b1950559-9619-4ebf-9024-d1e2d6841e19 service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796565 Oct 26 13:58:38.916039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1247844946-network', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:38.918978 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=16542042-a845-4fee-8c7f-8a518645fdf6,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:38.944617 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] Made reservation on behalf of 511f06f5dba14c0d84dbc4e65549bbd6 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:38.955728 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.958568 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04057641-c753-4a20-afbf-4f03b6a1bf6a req-5b21c518-6bc1-4474-a3b9-1b92a5da95bc tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006107 Oct 26 13:58:38.964822 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.056385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9c9c0-761c-47cf-a4aa-39b7a839465c req-e69d0731-30f0-4911-b2a1-08da0eb833da tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:39.056612 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.057932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05b9c9c0-761c-47cf-a4aa-39b7a839465c req-e69d0731-30f0-4911-b2a1-08da0eb833da tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1479442 Oct 26 13:58:39.063265 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.081362 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-722616d3-7817-4404-9617-fb4e3c855833 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips/bbb34e1c-131e-4643-8442-46f176398e13 HTTP/1.1" status: 200 len: 696 time: 0.0830085 Oct 26 13:58:39.087458 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:58:39.097310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c068bc20-d24b-4b72-9760-af4f8255b75a req-47481298-3502-4bed-836b-4811b3e3aee4 service neutron] 10.222.0.25 "GET /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168171 Oct 26 13:58:39.103977 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b4c9fb-d608-4eed-82d2-ce4a4bfa5e0a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:39.107485 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.107826 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] Added segment 023fb681-91e9-41d3-bf0b-a10d52ab39c6 of type vlan for network 76bcf519-6452-4fae-9706-752ff10bcef4 Oct 26 13:58:39.159028 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.181636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05b9c9c0-761c-47cf-a4aa-39b7a839465c req-98544f7c-2f2f-438f-a112-c7d5a7b32d7b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153152 Oct 26 13:58:39.187970 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ece67b-4029-417a-8cd7-38de753257d4 None None] New status for floating IP bbb34e1c-131e-4643-8442-46f176398e13: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:58:39.197910 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.199007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:39.199546 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.263177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-5e8f7297-4863-4996-8524-183c1a00e62b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:39.265919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-5e8f7297-4863-4996-8524-183c1a00e62b tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.1735699 Oct 26 13:58:39.280861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-c5f7d2a2-e576-480f-a165-d65fda8b5719 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:39.281824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-c5f7d2a2-e576-480f-a165-d65fda8b5719 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0106752 Oct 26 13:58:39.298055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46858) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:39.298249 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5505157 Oct 26 13:58:39.304194 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029d499-58d1-4d32-b871-d2e24c8da054 admin admin] Pushing event updated for resources: {'Network': ['ID=76bcf519-6452-4fae-9706-752ff10bcef4,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:39.305125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-66893053-b739-4665-bb63-381183fed2c7 admin admin] Request body: {'subnet': {'network_id': '76bcf519-6452-4fae-9706-752ff10bcef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1247844946-subnet', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:39.314825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 76bcf519-6452-4fae-9706-752ff10bcef4 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:58:39.369089 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-ffc3990f-5600-4c66-83c3-a886128fb263 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 699 time: 0.0794408 Oct 26 13:58:39.453239 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9d7d8e-b69a-471a-9b26-f966e58762e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16542042-a845-4fee-8c7f-8a518645fdf6'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:39.455817 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3b51c1-0d12-4975-af5c-faefd8e4af7d" -d '{"events": [{"server_uuid": "fd9d7d8e-b69a-471a-9b26-f966e58762e7", "name": "network-vif-plugged", "status": "completed", "tag": "16542042-a845-4fee-8c7f-8a518645fdf6"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:39.699317 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-d54cfe74-e3b9-4f25-bc54-f89247018c58 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 697 time: 0.3201804 Oct 26 13:58:39.701277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66893053-b739-4665-bb63-381183fed2c7 admin admin] Made reservation on behalf of 511f06f5dba14c0d84dbc4e65549bbd6 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:39.703757 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-66893053-b739-4665-bb63-381183fed2c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.789961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e743f8e-f514-458f-bea4-fe9747d355ac req-31e22f35-b1b9-484a-bb42-aae57eb0f607 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:39.791453 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6e743f8e-f514-458f-bea4-fe9747d355ac req-31e22f35-b1b9-484a-bb42-aae57eb0f607 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 945 time: 0.4287410 Oct 26 13:58:39.800656 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46868) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:39.805214 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-39f742a5-75d9-407b-80ca-872c519cdd55 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Request body: {'floatingip': {'port_id': '2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:39.933530 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39f742a5-75d9-407b-80ca-872c519cdd55 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for floatingip, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.994395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be610e3-13c0-4671-b6fe-d8918a8de99d req-9c8c9ca5-5e77-4f28-8331-9d69e4860b91 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:39.995816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5be610e3-13c0-4671-b6fe-d8918a8de99d req-9c8c9ca5-5e77-4f28-8331-9d69e4860b91 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 966 time: 0.1061647 Oct 26 13:58:39.999004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-28867682-1275-4053-820c-f88d64ddb887 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Deleting port c0fa1978-ae18-47c4-a931-96e1c6bbb236 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:39.999346 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-28867682-1275-4053-820c-f88d64ddb887 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.112582 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-66893053-b739-4665-bb63-381183fed2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.153080 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5be610e3-13c0-4671-b6fe-d8918a8de99d req-3f79ca4e-1d68-45a0-b70f-5a2be9acb086 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385055 Oct 26 13:58:40.184337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66893053-b739-4665-bb63-381183fed2c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=951ad3c7-d2f0-487b-a8a7-c52aff5fbc4f,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:40.192764 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-28867682-1275-4053-820c-f88d64ddb887 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.193097 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-28867682-1275-4053-820c-f88d64ddb887 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.219755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-28867682-1275-4053-820c-f88d64ddb887 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Calling delete_port for c0fa1978-ae18-47c4-a931-96e1c6bbb236 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:40.230282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66893053-b739-4665-bb63-381183fed2c7 admin admin] Checking segment: {'id': '023fb681-91e9-41d3-bf0b-a10d52ab39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '76bcf519-6452-4fae-9706-752ff10bcef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:40.230642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66893053-b739-4665-bb63-381183fed2c7 admin admin] Network hostable DHCP agents. Network: 76bcf519-6452-4fae-9706-752ff10bcef4, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:58:40.331767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66893053-b739-4665-bb63-381183fed2c7 admin admin] Network 76bcf519-6452-4fae-9706-752ff10bcef4 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:58:40.357549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d614523-5ed2-4634-891c-e7d7436f5706 req-f8347c75-1295-40dd-9f29-c27edd684d97 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:40.359107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d614523-5ed2-4634-891c-e7d7436f5706 req-f8347c75-1295-40dd-9f29-c27edd684d97 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.1262333 Oct 26 13:58:40.359709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-66893053-b739-4665-bb63-381183fed2c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 76bcf519-6452-4fae-9706-752ff10bcef4) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:40.365602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66893053-b739-4665-bb63-381183fed2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:40.366221 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-66893053-b739-4665-bb63-381183fed2c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.368978 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe01e30-7a63-4b90-bbf2-c260a31710c8 None None] Network 76bcf519-6452-4fae-9706-752ff10bcef4 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:40.404040 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-66893053-b739-4665-bb63-381183fed2c7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1047213 Oct 26 13:58:40.404248 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46880) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:40.408564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1247844946-router', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:40.465302 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d614523-5ed2-4634-891c-e7d7436f5706 req-7a38f89e-afb7-4dd7-8288-82559632bf59 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947936 Oct 26 13:58:40.511568 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.512531 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.528306 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666b039b-c4c7-4b96-8e41-42798d298350 x-openstack-request-id: req-666b039b-c4c7-4b96-8e41-42798d298350 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:40.528697 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9d7d8e-b69a-471a-9b26-f966e58762e7", "name": "network-vif-plugged", "status": "completed", "tag": "16542042-a845-4fee-8c7f-8a518645fdf6", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:40.528951 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-666b039b-c4c7-4b96-8e41-42798d298350 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:40.529528 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9d7d8e-b69a-471a-9b26-f966e58762e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16542042-a845-4fee-8c7f-8a518645fdf6', 'code': 200} Oct 26 13:58:40.533370 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-28867682-1275-4053-820c-f88d64ddb887 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.540189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-76bcf519-6452-4fae-9706-752ff10bcef4', 'network_id': '76bcf519-6452-4fae-9706-752ff10bcef4', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'fixed_ips': [{'subnet_id': '951ad3c7-d2f0-487b-a8a7-c52aff5fbc4f'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:58:40.541284 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.603657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28867682-1275-4053-820c-f88d64ddb887 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Pushing event deleted for resources: {'Port': ['ID=c0fa1978-ae18-47c4-a931-96e1c6bbb236,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:40.611097 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.631867 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39f742a5-75d9-407b-80ca-872c519cdd55 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.637030 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39f742a5-75d9-407b-80ca-872c519cdd55 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.715669 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Allocated IP 172.20.0.2 (76bcf519-6452-4fae-9706-752ff10bcef4/951ad3c7-d2f0-487b-a8a7-c52aff5fbc4f/ef9dfd44-bd8f-49bc-b2ca-f5d88258671b) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:40.747989 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-39f742a5-75d9-407b-80ca-872c519cdd55 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Floating IP 560e6bdc-0a78-499b-adc5-0d90ab087967 associated. External IP: 172.25.4.164, port: 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49. Oct 26 13:58:40.853457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431067c1-32be-48d8-a65e-7ba76c49f5f2 req-bcd01247-4177-4842-9304-03445eb949cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:40.855008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-431067c1-32be-48d8-a65e-7ba76c49f5f2 req-bcd01247-4177-4842-9304-03445eb949cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 1096 time: 0.2425239 Oct 26 13:58:40.865573 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-28867682-1275-4053-820c-f88d64ddb887 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.868249 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-28867682-1275-4053-820c-f88d64ddb887 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.869398 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bcf53ea-26e9-446a-937e-bedf206f8de4 req-28867682-1275-4053-820c-f88d64ddb887 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "DELETE /v2.0/floatingips/bbb34e1c-131e-4643-8442-46f176398e13 HTTP/1.1" status: 204 len: 173 time: 1.1635664 Oct 26 13:58:40.872183 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.886997 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.890204 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6302b6-ffc1-4cd5-ac8c-19914a9f3cd1 req-b3c97a06-eeaf-4cd9-97c8-bee1eefde3a8 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:40.894716 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae6302b6-ffc1-4cd5-ac8c-19914a9f3cd1 req-b3c97a06-eeaf-4cd9-97c8-bee1eefde3a8 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 949 time: 0.2412612 Oct 26 13:58:40.899556 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.946983 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Network 76bcf519-6452-4fae-9706-752ff10bcef4 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:40.951709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:40.955332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:40.962112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Pushing event updated for resources: {'Port': ['ID=ef9dfd44-bd8f-49bc-b2ca-f5d88258671b,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:40.982776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-431067c1-32be-48d8-a65e-7ba76c49f5f2 req-7bda1c8e-bcc2-448d-acca-7a8948c2b3ff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064589 Oct 26 13:58:41.019232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Attempting to bind port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:41.019601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Attempting to bind port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '023fb681-91e9-41d3-bf0b-a10d52ab39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '76bcf519-6452-4fae-9706-752ff10bcef4'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:41.019959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Attempting to bind port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b on network 76bcf519-6452-4fae-9706-752ff10bcef4 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:41.024934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:41.025424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Checking segment: {'id': '023fb681-91e9-41d3-bf0b-a10d52ab39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '76bcf519-6452-4fae-9706-752ff10bcef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:41.025822 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.026308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Bound using segment: {'id': '023fb681-91e9-41d3-bf0b-a10d52ab39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '76bcf519-6452-4fae-9706-752ff10bcef4'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:41.026769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Bound port: ef9dfd44-bd8f-49bc-b2ca-f5d88258671b, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023fb681-91e9-41d3-bf0b-a10d52ab39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '76bcf519-6452-4fae-9706-752ff10bcef4'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:41.027142 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.060209 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae6302b6-ffc1-4cd5-ac8c-19914a9f3cd1 req-584fea4d-a9b2-4f26-8b81-4348f00145ed tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148329 Oct 26 13:58:41.075305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac61fc-b02f-47be-9974-bcb3fbb5aa39 req-acdf4880-0680-4482-8272-2876b1f54ebb tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:41.076832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9dac61fc-b02f-47be-9974-bcb3fbb5aa39 req-acdf4880-0680-4482-8272-2876b1f54ebb tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1335230 Oct 26 13:58:41.128311 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b508c102-63c5-492c-abbd-eff34649047e None None] For port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:41.129617 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9dac61fc-b02f-47be-9974-bcb3fbb5aa39 req-df984300-f857-43f5-a721-b0bd5f98e9ab tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467386 Oct 26 13:58:41.133965 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b508c102-63c5-492c-abbd-eff34649047e None None] For port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ef9dfd44-bd8f-49bc-b2ca-f5d88258671b,segment=NetworkSegment(023fb681-91e9-41d3-bf0b-a10d52ab39c6),segment_id=023fb681-91e9-41d3-bf0b-a10d52ab39c6)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:41.141387 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.210519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508c102-63c5-492c-abbd-eff34649047e None None] Pushing event updated for resources: {'Port': ['ID=ef9dfd44-bd8f-49bc-b2ca-f5d88258671b,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:41.220562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f742a5-75d9-407b-80ca-872c519cdd55 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Router a9e67037-df76-4fdc-8be5-48e24efc7f04 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:58:41.293914 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.331704 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.340263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc181f-c52f-4604-ac76-7247f0b34a8a req-a1402843-d1c0-4ed2-994f-eda09569e243 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:41.342186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9bdc181f-c52f-4604-ac76-7247f0b34a8a req-a1402843-d1c0-4ed2-994f-eda09569e243 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 1096 time: 0.1259422 Oct 26 13:58:41.404012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f742a5-75d9-407b-80ca-872c519cdd55 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:58:41.410902 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39f742a5-75d9-407b-80ca-872c519cdd55 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.418316 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605db621-348d-4491-9e95-43a8c61b6333 None None] Sync routers for ids ['a9e67037-df76-4fdc-8be5-48e24efc7f04'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:58:41.423867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9bdc181f-c52f-4604-ac76-7247f0b34a8a req-2fc845e6-23ac-45df-8b57-4c3b1a678539 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504472 Oct 26 13:58:41.441862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605db621-348d-4491-9e95-43a8c61b6333 None None] Routers {'a9e67037-df76-4fdc-8be5-48e24efc7f04'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:41.444175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-605db621-348d-4491-9e95-43a8c61b6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a9e67037-df76-4fdc-8be5-48e24efc7f04'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:41.467631 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-39f742a5-75d9-407b-80ca-872c519cdd55 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "PUT /v2.0/floatingips/560e6bdc-0a78-499b-adc5-0d90ab087967 HTTP/1.1" status: 200 len: 991 time: 1.6657588 Oct 26 13:58:41.469021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9236024-b1bf-4508-8acf-aa1b1e68d737', 'tag': '2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:41.472020 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7cde4b-68ba-4832-acf2-8d333b0dddc8" -d '{"events": [{"name": "network-changed", "server_uuid": "d9236024-b1bf-4508-8acf-aa1b1e68d737", "tag": "2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:41.543884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Allocated IP 172.25.4.29 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/cdaba311-6bc7-4363-934b-f224a6f0543f) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:41.641300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-605db621-348d-4491-9e95-43a8c61b6333 None None] Set router a9e67037-df76-4fdc-8be5-48e24efc7f04 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:41.723114 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.768070 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-f030f066-fa56-4566-b68c-6dcd6fa0a227 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1690632425&fields=id&tenant_id=8ee5f76636064dc687b4a7d3f381f68c HTTP/1.1" status: 200 len: 267 time: 0.0557873 Oct 26 13:58:41.840042 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606c0ba8-7d44-405f-97f0-30af53806c43 x-openstack-request-id: req-606c0ba8-7d44-405f-97f0-30af53806c43 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:41.841357 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9236024-b1bf-4508-8acf-aa1b1e68d737", "tag": "2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:41.841478 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.842052 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-606c0ba8-7d44-405f-97f0-30af53806c43 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:41.842724 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9236024-b1bf-4508-8acf-aa1b1e68d737', 'tag': '2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49', 'status': 'completed', 'code': 200} Oct 26 13:58:41.898879 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:41.906989 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:41.930056 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:41.940283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-605db621-348d-4491-9e95-43a8c61b6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T13:57:24Z', 'revision_number': 4, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port': {'id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:17Z', 'updated_at': '2021-10-26T13:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '560e6bdc-0a78-499b-adc5-0d90ab087967', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'port_id': '2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'mac_address': 'fa:16:3e:a1:8d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9236024-b1bf-4508-8acf-aa1b1e68d737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:34Z', 'updated_at': '2021-10-26T13:58:40Z', 'revision_number': 1, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c696ed9f-d798-46c9-8439-1c329027cdf9', 'name': '', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'mac_address': 'fa:16:3e:b4:9e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:22Z', 'updated_at': '2021-10-26T13:57:30Z', 'revision_number': 5, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'subnets': [{'id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:41.967513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605db621-348d-4491-9e95-43a8c61b6333 None None] Checking router: a9e67037-df76-4fdc-8be5-48e24efc7f04 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:58:41.976471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605db621-348d-4491-9e95-43a8c61b6333 None None] Routers {'a9e67037-df76-4fdc-8be5-48e24efc7f04'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:41.977063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-605db621-348d-4491-9e95-43a8c61b6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a9e67037-df76-4fdc-8be5-48e24efc7f04'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:41.998961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Pushing event updated for resources: {'Port': ['ID=cdaba311-6bc7-4363-934b-f224a6f0543f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:42.030308 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-42a027a1-f1da-4be1-b0e4-2db94830fe8a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:42.032313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-42a027a1-f1da-4be1-b0e4-2db94830fe8a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/networks?id=aa0fa062-30f8-4003-a12a-372571fbfc5f HTTP/1.1" status: 200 len: 824 time: 0.2514112 Oct 26 13:58:42.086976 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-605db621-348d-4491-9e95-43a8c61b6333 None None] Set router a9e67037-df76-4fdc-8be5-48e24efc7f04 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:42.093318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cde4b-68ba-4832-acf2-8d333b0dddc8 req-e4acbb0c-13f4-4442-9c05-d73fc6efa9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:42.095301 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c7cde4b-68ba-4832-acf2-8d333b0dddc8 req-e4acbb0c-13f4-4442-9c05-d73fc6efa9c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfb67c8bb0d64151802fb11f4bae160b&device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 1096 time: 0.1938066 Oct 26 13:58:42.138565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-72a5ed9a-6c10-4a26-b00f-fbc10cbcb011 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/quotas/8ee5f76636064dc687b4a7d3f381f68c HTTP/1.1" status: 200 len: 375 time: 0.0995355 Oct 26 13:58:42.152464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4f04a-3890-468c-ab01-25aae3f3e47d req-7b213f07-411e-4753-bd9f-45e17f18fdc7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:42.154143 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3c4f04a-3890-468c-ab01-25aae3f3e47d req-7b213f07-411e-4753-bd9f-45e17f18fdc7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.2537177 Oct 26 13:58:42.315702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3c4f04a-3890-468c-ab01-25aae3f3e47d req-f4e3f4ec-d46f-4bee-a960-44b6171f633c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400545 Oct 26 13:58:42.338734 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-108f422f-619a-4406-92e7-7d6dd0fa47c0 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ee5f76636064dc687b4a7d3f381f68c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1932361 Oct 26 13:58:42.349230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-605db621-348d-4491-9e95-43a8c61b6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T13:57:24Z', 'revision_number': 4, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port': {'id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:17Z', 'updated_at': '2021-10-26T13:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '560e6bdc-0a78-499b-adc5-0d90ab087967', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'port_id': '2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'mac_address': 'fa:16:3e:a1:8d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9236024-b1bf-4508-8acf-aa1b1e68d737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:34Z', 'updated_at': '2021-10-26T13:58:40Z', 'revision_number': 1, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c696ed9f-d798-46c9-8439-1c329027cdf9', 'name': '', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'mac_address': 'fa:16:3e:b4:9e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:22Z', 'updated_at': '2021-10-26T13:57:30Z', 'revision_number': 5, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'subnets': [{'id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:42.378245 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605db621-348d-4491-9e95-43a8c61b6333 None None] The sync data for ids ['a9e67037-df76-4fdc-8be5-48e24efc7f04'] in n-d-815498-1 is: [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T13:57:24Z', 'revision_number': 4, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port': {'id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:17Z', 'updated_at': '2021-10-26T13:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '560e6bdc-0a78-499b-adc5-0d90ab087967', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'port_id': '2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'mac_address': 'fa:16:3e:a1:8d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9236024-b1bf-4508-8acf-aa1b1e68d737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:57:34Z', 'updated_at': '2021-10-26T13:58:40Z', 'revision_number': 1, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c696ed9f-d798-46c9-8439-1c329027cdf9', 'name': '', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'mac_address': 'fa:16:3e:b4:9e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:22Z', 'updated_at': '2021-10-26T13:57:30Z', 'revision_number': 5, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'subnets': [{'id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:58:42.423140 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c47775d-500e-4232-878f-2c608c67dcdc None None] Network 76bcf519-6452-4fae-9706-752ff10bcef4 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:42.563426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ac7306a8-ae1e-487f-b8a2-792ec62f1b88 None None] Provisioning complete for port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:42.563794 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ac7306a8-ae1e-487f-b8a2-792ec62f1b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.663548 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-752b9feb-cf62-4fea-83ea-39c6777878d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.744086 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cff0a6d-8335-41fd-abf7-a3bac3ee6195 None None] New status for floating IP 560e6bdc-0a78-499b-adc5-0d90ab087967: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:58:42.745952 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ac7306a8-ae1e-487f-b8a2-792ec62f1b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.792945 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ac7306a8-ae1e-487f-b8a2-792ec62f1b88 None None] For port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ef9dfd44-bd8f-49bc-b2ca-f5d88258671b,segment=NetworkSegment(023fb681-91e9-41d3-bf0b-a10d52ab39c6),segment_id=023fb681-91e9-41d3-bf0b-a10d52ab39c6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:42.793506 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.798488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cde4b-68ba-4832-acf2-8d333b0dddc8 req-5ba6ca18-74b5-4d16-8976-0c1edd87c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:42.800090 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c7cde4b-68ba-4832-acf2-8d333b0dddc8 req-5ba6ca18-74b5-4d16-8976-0c1edd87c148 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b81d0595-98d3-4601-b3f4-470c9d624d29 HTTP/1.1" status: 200 len: 917 time: 0.6567338 Oct 26 13:58:42.800754 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ac7306a8-ae1e-487f-b8a2-792ec62f1b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.924375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7306a8-ae1e-487f-b8a2-792ec62f1b88 None None] Pushing event updated for resources: {'Port': ['ID=ef9dfd44-bd8f-49bc-b2ca-f5d88258671b,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:43.066208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c7cde4b-68ba-4832-acf2-8d333b0dddc8 req-f12acf12-6057-44a5-8971-ff0a7db9d810 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 HTTP/1.1" status: 200 len: 999 time: 0.2254832 Oct 26 13:58:43.076994 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-98ae856b-3a81-49a9-895e-b206b6bdae10 service neutron] 10.222.0.32 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7225807 Oct 26 13:58:43.137266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-222f071e-2968-45f4-9d8e-ccce73de6d95 None None] Provisioning complete for port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:43.137641 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-222f071e-2968-45f4-9d8e-ccce73de6d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.178694 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ef9dfd44-bd8f-49bc-b2ca-f5d88258671b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:43.190116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-75984dfe-8170-48fc-978b-a1aa9cc43c71 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:43.192135 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-75984dfe-8170-48fc-978b-a1aa9cc43c71 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f24943-eebd-4905-a00d-21d59648fde3 HTTP/1.1" status: 200 len: 966 time: 0.2402380 Oct 26 13:58:43.247064 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad602cfb-3922-4c9b-bfc5-bc8c6fa2cf28 req-fc039040-7dcd-4600-8afd-582794b7f54d tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:43.248912 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ad602cfb-3922-4c9b-bfc5-bc8c6fa2cf28 req-fc039040-7dcd-4600-8afd-582794b7f54d tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.25 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 946 time: 0.0603740 Oct 26 13:58:43.282767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:43.283135 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.345296 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cde4b-68ba-4832-acf2-8d333b0dddc8 req-196cba6d-da11-4c7b-a6ee-f886632a2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:43.346775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c7cde4b-68ba-4832-acf2-8d333b0dddc8 req-196cba6d-da11-4c7b-a6ee-f886632a2d59 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=707ebe6e-7b86-4f53-bfd8-6a47c99ae95f HTTP/1.1" status: 200 len: 855 time: 0.2612336 Oct 26 13:58:43.371593 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-ad602cfb-3922-4c9b-bfc5-bc8c6fa2cf28 req-2e8b3d74-7767-4e63-b31e-d59ba9ad6670 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Deleting port 54631282-3f38-41b5-bd07-35055f28a977 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:43.371863 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ad602cfb-3922-4c9b-bfc5-bc8c6fa2cf28 req-2e8b3d74-7767-4e63-b31e-d59ba9ad6670 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.460147 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-81900f62-4688-4fd3-a5d3-bedb569c4b4d service neutron] 10.222.0.32 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821809 Oct 26 13:58:43.471446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-ad602cfb-3922-4c9b-bfc5-bc8c6fa2cf28 req-2e8b3d74-7767-4e63-b31e-d59ba9ad6670 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] For port 54631282-3f38-41b5-bd07-35055f28a977, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=54631282-3f38-41b5-bd07-35055f28a977,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:43.471892 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ad602cfb-3922-4c9b-bfc5-bc8c6fa2cf28 req-2e8b3d74-7767-4e63-b31e-d59ba9ad6670 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.477280 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.484642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cde4b-68ba-4832-acf2-8d333b0dddc8 req-4bea5324-0fe1-473c-b8d5-64ca33a0b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:43.486182 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c7cde4b-68ba-4832-acf2-8d333b0dddc8 req-4bea5324-0fe1-473c-b8d5-64ca33a0b3f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b81d0595-98d3-4601-b3f4-470c9d624d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244524 Oct 26 13:58:43.491036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-ad602cfb-3922-4c9b-bfc5-bc8c6fa2cf28 req-2e8b3d74-7767-4e63-b31e-d59ba9ad6670 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Calling delete_port for 54631282-3f38-41b5-bd07-35055f28a977 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:43.575571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-108dcbce-2b97-4aa2-8729-ed2eb33e7ce9 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:43.576556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-108dcbce-2b97-4aa2-8729-ed2eb33e7ce9 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0430896 Oct 26 13:58:43.622218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Deleting port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:43.622560 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.656533 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ad602cfb-3922-4c9b-bfc5-bc8c6fa2cf28 req-2e8b3d74-7767-4e63-b31e-d59ba9ad6670 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.669828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['54631282-3f38-41b5-bd07-35055f28a977'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:43.692647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b3d74-7767-4e63-b31e-d59ba9ad6670 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Pushing event deleted for resources: {'Port': ['ID=54631282-3f38-41b5-bd07-35055f28a977,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:43.741277 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad602cfb-3922-4c9b-bfc5-bc8c6fa2cf28 req-2e8b3d74-7767-4e63-b31e-d59ba9ad6670 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] No DVR routers for this DVR port 54631282-3f38-41b5-bd07-35055f28a977 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:43.745201 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ad602cfb-3922-4c9b-bfc5-bc8c6fa2cf28 req-2e8b3d74-7767-4e63-b31e-d59ba9ad6670 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.750810 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ad602cfb-3922-4c9b-bfc5-bc8c6fa2cf28 req-2e8b3d74-7767-4e63-b31e-d59ba9ad6670 tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.25 "DELETE /v2.0/ports/54631282-3f38-41b5-bd07-35055f28a977 HTTP/1.1" status: 204 len: 173 time: 0.4941633 Oct 26 13:58:43.764660 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d56357dc-b393-4074-8dfe-3dd6a980a248 req-bb7a51b3-9bb1-4a46-8862-c523bfc86c9f tempest-FloatingIPsAssociationTestJSON-2013107196 tempest-FloatingIPsAssociationTestJSON-2013107196-project] 10.222.0.32 "GET /v2.0/ports?device_id=db2261fd-980d-4d8d-9c5a-5825f3fdc49c HTTP/1.1" status: 200 len: 210 time: 0.0619552 Oct 26 13:58:43.765680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df360-ac67-4610-8c5b-1952546219ba req-0a3c83aa-b4e3-44f4-90aa-ff2284c24eb4 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:43.772992 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-0a3c83aa-b4e3-44f4-90aa-ff2284c24eb4 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports/fe1fd28c-9f55-4c15-a4de-9836f167009c HTTP/1.1" status: 200 len: 1093 time: 0.1574130 Oct 26 13:58:43.778585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-6b7df360-ac67-4610-8c5b-1952546219ba req-f5a82f06-6c3c-4ff6-a8d6-95b944ffeac9 service neutron] Request body: {'binding': {'host': 'n-h1-815498-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:43.779415 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-6b7df360-ac67-4610-8c5b-1952546219ba req-f5a82f06-6c3c-4ff6-a8d6-95b944ffeac9 service neutron] Unknown quota resources ['binding']. {{(pid=102124) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 13:58:43.843642 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'name': 'network-vif-deleted', 'tag': '54631282-3f38-41b5-bd07-35055f28a977'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:43.845964 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0498a0b5-e6d0-4777-b4ef-ebb0f401b3ad" -d '{"events": [{"server_uuid": "db2261fd-980d-4d8d-9c5a-5825f3fdc49c", "name": "network-vif-deleted", "tag": "54631282-3f38-41b5-bd07-35055f28a977"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:43.963212 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c7cde4b-68ba-4832-acf2-8d333b0dddc8 req-c5b7b6eb-8039-43c6-b05d-25e962812b6e service neutron] 10.222.0.11 "GET /v2.0/networks/b81d0595-98d3-4601-b3f4-470c9d624d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283788 Oct 26 13:58:44.069748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] For port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:44.070565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:44.128742 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cb9f8-1508-40ef-8462-8c24c16d505d req-77eb89e3-d028-48fb-86ed-93b4903b6ea4 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:44.130232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db4cb9f8-1508-40ef-8462-8c24c16d505d req-77eb89e3-d028-48fb-86ed-93b4903b6ea4 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 949 time: 0.2333984 Oct 26 13:58:44.203628 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Router 6d6b42c7-d034-49f4-b310-74779e94091b is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 13:58:44.289597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-6b7df360-ac67-4610-8c5b-1952546219ba req-f5a82f06-6c3c-4ff6-a8d6-95b944ffeac9 service neutron] Attempting to bind port fe1fd28c-9f55-4c15-a4de-9836f167009c on host n-h1-815498-1 for vnic_type normal with profile None {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:44.289935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-6b7df360-ac67-4610-8c5b-1952546219ba req-f5a82f06-6c3c-4ff6-a8d6-95b944ffeac9 service neutron] Attempting to bind port fe1fd28c-9f55-4c15-a4de-9836f167009c by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:44.290291 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7df360-ac67-4610-8c5b-1952546219ba req-f5a82f06-6c3c-4ff6-a8d6-95b944ffeac9 service neutron] Attempting to bind port fe1fd28c-9f55-4c15-a4de-9836f167009c on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:44.597117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c7cde4b-68ba-4832-acf2-8d333b0dddc8 req-18355bf7-39cd-4979-b70d-38a792a03b57 service neutron] 10.222.0.11 "GET /v2.0/networks/b81d0595-98d3-4601-b3f4-470c9d624d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220689 Oct 26 13:58:44.631834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7df360-ac67-4610-8c5b-1952546219ba req-f5a82f06-6c3c-4ff6-a8d6-95b944ffeac9 service neutron] Port fe1fd28c-9f55-4c15-a4de-9836f167009c on network ba04fdd3-3802-412f-af48-4aa973edbc88 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:44.632157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7df360-ac67-4610-8c5b-1952546219ba req-f5a82f06-6c3c-4ff6-a8d6-95b944ffeac9 service neutron] Attempting to bind port fe1fd28c-9f55-4c15-a4de-9836f167009c on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:44.665091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db4cb9f8-1508-40ef-8462-8c24c16d505d req-466927ef-e048-4d6e-a1e9-6b01a9f8dfc8 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868331 Oct 26 13:58:44.679186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7df360-ac67-4610-8c5b-1952546219ba req-f5a82f06-6c3c-4ff6-a8d6-95b944ffeac9 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:44.679519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7df360-ac67-4610-8c5b-1952546219ba req-f5a82f06-6c3c-4ff6-a8d6-95b944ffeac9 service neutron] Checking segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:44.679897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7df360-ac67-4610-8c5b-1952546219ba req-f5a82f06-6c3c-4ff6-a8d6-95b944ffeac9 service neutron] Bound using segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:44.680328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-6b7df360-ac67-4610-8c5b-1952546219ba req-f5a82f06-6c3c-4ff6-a8d6-95b944ffeac9 service neutron] Bound port: fe1fd28c-9f55-4c15-a4de-9836f167009c, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:44.826088 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:44.826487 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:44.826805 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Floating IP ffea3afe-436c-4815-98b5-075b0117b470 disassociated. External IP: 172.25.4.113, port: 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8. Oct 26 13:58:44.827151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Calling delete_port for 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 owned by compute:tempest-test_az-817728411 {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:44.853885 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:58:44.863955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-6b7df360-ac67-4610-8c5b-1952546219ba req-f5a82f06-6c3c-4ff6-a8d6-95b944ffeac9 service neutron] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:44.866066 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Sync routers for ids ['6d6b42c7-d034-49f4-b310-74779e94091b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:58:44.879022 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Routers {'6d6b42c7-d034-49f4-b310-74779e94091b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:44.882744 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6d6b42c7-d034-49f4-b310-74779e94091b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:44.902743 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6b7df360-ac67-4610-8c5b-1952546219ba req-f5a82f06-6c3c-4ff6-a8d6-95b944ffeac9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:44.903902 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-f5a82f06-6c3c-4ff6-a8d6-95b944ffeac9 service neutron] 10.222.0.32 "POST /v2.0/ports/fe1fd28c-9f55-4c15-a4de-9836f167009c/bindings HTTP/1.1" status: 201 len: 389 time: 1.1294935 Oct 26 13:58:44.915276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd36c3-72c7-4782-a111-6e5c5fe6ca79 req-71e70717-b906-4027-8ba6-f460675fa6ee tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:44.916895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85cd36c3-72c7-4782-a111-6e5c5fe6ca79 req-71e70717-b906-4027-8ba6-f460675fa6ee tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1715305 Oct 26 13:58:44.917955 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:58:44.944990 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:44.949238 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2c968067-af08-4e40-8ba2-f1506550086f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5441065 Oct 26 13:58:44.949375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46954) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:44.990571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85cd36c3-72c7-4782-a111-6e5c5fe6ca79 req-4e34e329-d6f5-4615-8373-3e8060937f77 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633452 Oct 26 13:58:45.072145 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Set router 6d6b42c7-d034-49f4-b310-74779e94091b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:45.086438 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.133659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Pushing event deleted for resources: {'Port': ['ID=9189e068-95ba-4ff2-a08d-4e2c97c5e2d8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:45.247657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-f2b4bf4d-b339-4b7b-ba33-198e715a3982 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:45.251123 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-f2b4bf4d-b339-4b7b-ba33-198e715a3982 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.25 "GET /v2.0/networks?id=aa0fa062-30f8-4003-a12a-372571fbfc5f HTTP/1.1" status: 200 len: 824 time: 0.4403071 Oct 26 13:58:45.351478 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-ea897eed-488b-404e-a9de-bbc5ae92fb5d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ee5f76636064dc687b4a7d3f381f68c HTTP/1.1" status: 200 len: 380 time: 0.0848861 Oct 26 13:58:45.360194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50d6a2-842f-42d7-929b-d9791fb52760 req-bd6ccbb1-2cf0-4ba8-8866-b3748990ba80 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:45.362854 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b50d6a2-842f-42d7-929b-d9791fb52760 req-bd6ccbb1-2cf0-4ba8-8866-b3748990ba80 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.1848722 Oct 26 13:58:45.393081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-ed153304-acf5-43ee-b149-68c0be6b4f3d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Request body: {'port': {'device_id': 'd9922148-6809-4971-b043-ea400b6a312e', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'admin_state_up': True, 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'security_groups': ['a523867f-1729-4549-807e-75f412dbe96e']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:45.401047 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f30bd46-86ba-4c68-8cda-e0436bb6367f req-148b39e5-38b9-4287-9761-39cd406c8122 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 210 time: 0.0563493 Oct 26 13:58:45.435658 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-43a08088-6a89-4081-933d-7888aff7b6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.451186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b50d6a2-842f-42d7-929b-d9791fb52760 req-3f78d04c-9712-4afc-8876-437ee370d39e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525258 Oct 26 13:58:45.487032 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Router 902a693d-de02-44be-8f1d-6d751af658cd has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:58:45.542610 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dbf463-2c96-4218-8d53-0db9ae6d69b2 x-openstack-request-id: req-41dbf463-2c96-4218-8d53-0db9ae6d69b2 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:45.542904 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2261fd-980d-4d8d-9c5a-5825f3fdc49c", "name": "network-vif-deleted", "tag": "54631282-3f38-41b5-bd07-35055f28a977", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:45.543189 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41dbf463-2c96-4218-8d53-0db9ae6d69b2 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:45.543561 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2261fd-980d-4d8d-9c5a-5825f3fdc49c', 'name': 'network-vif-deleted', 'tag': '54631282-3f38-41b5-bd07-35055f28a977', 'status': 'completed', 'code': 200} Oct 26 13:58:45.598445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'name': 'tempest-FloatingIPDetailsTestJSON-1247844946-router', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:40Z', 'updated_at': '2021-10-26T13:58:42Z', 'revision_number': 3, 'project_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'gw_port': {'id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:41Z', 'updated_at': '2021-10-26T13:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:45.600860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46960) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:45.606297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df360-ac67-4610-8c5b-1952546219ba req-d31709a6-953c-4301-a4c4-3e8dbb7cc722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:45.607536 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-d31709a6-953c-4301-a4c4-3e8dbb7cc722 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 1096 time: 0.2092566 Oct 26 13:58:45.672881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0ecd7-3c2b-412f-9f7b-40dd167fb5b8 req-be7e8bc1-067f-4de7-b76c-c3d3fe692d72 tempest-LiveMigrationNegativeTest-1523175527 tempest-LiveMigrationNegativeTest-1523175527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:45.674737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90f0ecd7-3c2b-412f-9f7b-40dd167fb5b8 req-be7e8bc1-067f-4de7-b76c-c3d3fe692d72 tempest-LiveMigrationNegativeTest-1523175527 tempest-LiveMigrationNegativeTest-1523175527-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 1100 time: 0.1018524 Oct 26 13:58:45.676717 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Checking router: 6d6b42c7-d034-49f4-b310-74779e94091b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:58:45.677066 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Updating router 6d6b42c7-d034-49f4-b310-74779e94091b port cdaba311-6bc7-4363-934b-f224a6f0543f binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:58:45.712026 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.756720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:58:45.768871 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3df89-29d8-4af1-8058-cf9952856ca2 None None] Sync routers for ids ['902a693d-de02-44be-8f1d-6d751af658cd'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:58:45.779957 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3df89-29d8-4af1-8058-cf9952856ca2 None None] Routers {'902a693d-de02-44be-8f1d-6d751af658cd'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:45.781258 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-80a3df89-29d8-4af1-8058-cf9952856ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['902a693d-de02-44be-8f1d-6d751af658cd'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:45.787945 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-90f0ecd7-3c2b-412f-9f7b-40dd167fb5b8 req-8dda7ad8-fafb-47a9-b06d-5e056f2dd64f tempest-LiveMigrationNegativeTest-1523175527 tempest-LiveMigrationNegativeTest-1523175527-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.912667 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df360-ac67-4610-8c5b-1952546219ba req-ba0c31cc-6e8a-4f28-87c4-a88a9dc8ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:45.914313 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-ba0c31cc-6e8a-4f28-87c4-a88a9dc8ed7e service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.2937512 Oct 26 13:58:45.919880 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-ed153304-acf5-43ee-b149-68c0be6b4f3d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Made reservation on behalf of 8ee5f76636064dc687b4a7d3f381f68c for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:45.923908 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-ed153304-acf5-43ee-b149-68c0be6b4f3d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.955705 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-80a3df89-29d8-4af1-8058-cf9952856ca2 None None] Set router 902a693d-de02-44be-8f1d-6d751af658cd gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:45.969686 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-90f0ecd7-3c2b-412f-9f7b-40dd167fb5b8 req-8dda7ad8-fafb-47a9-b06d-5e056f2dd64f tempest-LiveMigrationNegativeTest-1523175527 tempest-LiveMigrationNegativeTest-1523175527-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.996125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] No DVR routers for this DVR port 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:45.998006 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-90f0ecd7-3c2b-412f-9f7b-40dd167fb5b8 req-8dda7ad8-fafb-47a9-b06d-5e056f2dd64f tempest-LiveMigrationNegativeTest-1523175527 tempest-LiveMigrationNegativeTest-1523175527-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:46.001457 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:46.004973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e33ca30-3129-42be-9863-c4545a6b0a2d req-a2ff778c-981f-4898-83fd-a3b81cc0aefa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.25 "DELETE /v2.0/ports/9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 HTTP/1.1" status: 204 len: 173 time: 2.7306125 Oct 26 13:58:46.020033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f24943-eebd-4905-a00d-21d59648fde3', 'name': 'network-vif-deleted', 'tag': '9189e068-95ba-4ff2-a08d-4e2c97c5e2d8'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:46.022648 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a1dbe1-75c7-4c4d-8e78-04ed1a311d42" -d '{"events": [{"server_uuid": "86f24943-eebd-4905-a00d-21d59648fde3", "name": "network-vif-deleted", "tag": "9189e068-95ba-4ff2-a08d-4e2c97c5e2d8"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:46.054090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880d6fa-16ef-473a-a2ba-c4cb64796ab4 req-b0b74f78-7e5c-44bf-9290-2062ad29e963 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:46.055060 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-3e859cc3-5717-4024-917c-b40482eaf4c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c HTTP/1.1" status: 200 len: 217 time: 0.1260936 Oct 26 13:58:46.065078 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8880d6fa-16ef-473a-a2ba-c4cb64796ab4 req-b0b74f78-7e5c-44bf-9290-2062ad29e963 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 945 time: 0.3888805 Oct 26 13:58:46.094327 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:46.103251 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:46.165705 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90f0ecd7-3c2b-412f-9f7b-40dd167fb5b8 req-8dda7ad8-fafb-47a9-b06d-5e056f2dd64f tempest-LiveMigrationNegativeTest-1523175527 tempest-LiveMigrationNegativeTest-1523175527-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367678 Oct 26 13:58:46.169269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccaf97b-c060-4622-bfaf-51c462f183b7 None None] Pushing event updated for resources: {'Port': ['ID=cdaba311-6bc7-4363-934b-f224a6f0543f,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:46.170805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda7ad8-fafb-47a9-b06d-5e056f2dd64f tempest-LiveMigrationNegativeTest-1523175527 tempest-LiveMigrationNegativeTest-1523175527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8262cc-d7c6-4402-87c1-b41e9d5c19b5,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:46.203577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Attempting to bind port cdaba311-6bc7-4363-934b-f224a6f0543f on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:46.204006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Attempting to bind port cdaba311-6bc7-4363-934b-f224a6f0543f by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:46.204319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Attempting to bind port cdaba311-6bc7-4363-934b-f224a6f0543f on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:46.215330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:46.215779 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:46.218894 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:46.219321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:46.219875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Bound port: cdaba311-6bc7-4363-934b-f224a6f0543f, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:46.221090 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:46.290102 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8880d6fa-16ef-473a-a2ba-c4cb64796ab4 req-5485ee6d-1e64-499e-846f-9190b1647199 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150638 Oct 26 13:58:46.366946 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-80a3df89-29d8-4af1-8058-cf9952856ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:24Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:46.376765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] For port cdaba311-6bc7-4363-934b-f224a6f0543f, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:46.383676 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] For port cdaba311-6bc7-4363-934b-f224a6f0543f, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cdaba311-6bc7-4363-934b-f224a6f0543f,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:46.399890 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:46.416146 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca66a75a-4162-4967-bfa9-fe6d4a8ce7a2 x-openstack-request-id: req-ca66a75a-4162-4967-bfa9-fe6d4a8ce7a2 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:46.416610 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f24943-eebd-4905-a00d-21d59648fde3", "name": "network-vif-deleted", "tag": "9189e068-95ba-4ff2-a08d-4e2c97c5e2d8", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:46.417012 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca66a75a-4162-4967-bfa9-fe6d4a8ce7a2 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:46.417562 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f24943-eebd-4905-a00d-21d59648fde3', 'name': 'network-vif-deleted', 'tag': '9189e068-95ba-4ff2-a08d-4e2c97c5e2d8', 'status': 'completed', 'code': 200} Oct 26 13:58:46.424878 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3df89-29d8-4af1-8058-cf9952856ca2 None None] Checking router: 902a693d-de02-44be-8f1d-6d751af658cd for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:58:46.435184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9289c11-0276-4199-b2f3-131a0778d27e req-221b1cb4-0612-4bca-8bb6-b4bb4e7f5225 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:46.445171 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3df89-29d8-4af1-8058-cf9952856ca2 None None] Routers {'902a693d-de02-44be-8f1d-6d751af658cd'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:46.446199 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-80a3df89-29d8-4af1-8058-cf9952856ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['902a693d-de02-44be-8f1d-6d751af658cd'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:46.446523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9289c11-0276-4199-b2f3-131a0778d27e req-221b1cb4-0612-4bca-8bb6-b4bb4e7f5225 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 1096 time: 0.0923944 Oct 26 13:58:46.521367 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9289c11-0276-4199-b2f3-131a0778d27e req-cc8aa455-011c-4b45-8224-3f71ffbd818f tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734804 Oct 26 13:58:46.523089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:46.625286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccaf97b-c060-4622-bfaf-51c462f183b7 None None] Pushing event updated for resources: {'Port': ['ID=cdaba311-6bc7-4363-934b-f224a6f0543f,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:46.626567 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-80a3df89-29d8-4af1-8058-cf9952856ca2 None None] Set router 902a693d-de02-44be-8f1d-6d751af658cd gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:46.628936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:58:46.629250 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9189e068-95ba-4ff2-a08d-4e2c97c5e2d8 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:46.646246 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:46.664557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df360-ac67-4610-8c5b-1952546219ba req-989279eb-ffe8-4f73-8923-5b2855446af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:46.666028 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-989279eb-ffe8-4f73-8923-5b2855446af8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.5885692 Oct 26 13:58:46.668209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Routers {'6d6b42c7-d034-49f4-b310-74779e94091b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:46.669136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb50f37-fb7e-4979-b71e-48c77940cafa req-70df0d54-ac6d-49b3-9e18-5039764e5ef7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:46.670012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6d6b42c7-d034-49f4-b310-74779e94091b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:46.672208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcb50f37-fb7e-4979-b71e-48c77940cafa req-70df0d54-ac6d-49b3-9e18-5039764e5ef7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1408877 Oct 26 13:58:46.754331 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-1c664ea1-0c61-4e18-9262-de7af6718fa9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733168 Oct 26 13:58:46.779457 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcb50f37-fb7e-4979-b71e-48c77940cafa req-69a791f8-e797-449a-bed3-e641a5230071 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965796 Oct 26 13:58:46.782453 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:46.845608 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] Set router 6d6b42c7-d034-49f4-b310-74779e94091b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:46.930584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-ed153304-acf5-43ee-b149-68c0be6b4f3d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Allocated IP 172.20.0.11 (aa0fa062-30f8-4003-a12a-372571fbfc5f/ef17a3b1-4103-4855-adbd-bfc81c3afbcd/3f9679eb-285c-4c19-966f-c622b98a5869) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:46.960179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b318af3b-a12a-4b3f-9633-1197d5234919 req-2aa89c1b-0117-4a47-bd87-9ecb5f655cac tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 210 time: 0.0647426 Oct 26 13:58:46.976696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cca96-f64e-4c37-bcbd-05ddf35798f8 req-15c88b1c-0529-4716-a5b5-1200638ee253 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:46.978870 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f5cca96-f64e-4c37-bcbd-05ddf35798f8 req-15c88b1c-0529-4716-a5b5-1200638ee253 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 1096 time: 0.1008770 Oct 26 13:58:46.989893 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-80a3df89-29d8-4af1-8058-cf9952856ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:24Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:47.012203 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.021293 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3df89-29d8-4af1-8058-cf9952856ca2 None None] The sync data for ids ['902a693d-de02-44be-8f1d-6d751af658cd'] in n-d-815498-1 is: [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:24Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:58:47.048476 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f5cca96-f64e-4c37-bcbd-05ddf35798f8 req-45cc6a21-06ac-4c13-9425-93fb081a19ea tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583241 Oct 26 13:58:47.073968 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-a93952a4-8ea5-43b3-b6c9-17e0566d432f service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089991 Oct 26 13:58:47.120747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'name': 'tempest-FloatingIPDetailsTestJSON-1247844946-router', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:40Z', 'updated_at': '2021-10-26T13:58:42Z', 'revision_number': 3, 'project_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'gw_port': {'id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:41Z', 'updated_at': '2021-10-26T13:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:47.162926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa458b77-fb3e-43a8-9b3a-1e83183591df None None] The sync data for ids ['6d6b42c7-d034-49f4-b310-74779e94091b'] in n-d-815498-1 is: [{'id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'name': 'tempest-FloatingIPDetailsTestJSON-1247844946-router', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:40Z', 'updated_at': '2021-10-26T13:58:42Z', 'revision_number': 3, 'project_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'gw_port': {'id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:41Z', 'updated_at': '2021-10-26T13:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:58:47.444642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2dc39-6dcd-490f-8e43-4fe88c55ad93 req-0d45c753-571f-4552-90b4-24f3180a11a2 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:47.446370 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ea2dc39-6dcd-490f-8e43-4fe88c55ad93 req-0d45c753-571f-4552-90b4-24f3180a11a2 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 949 time: 0.1129465 Oct 26 13:58:47.453045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f3b61-659e-467a-8e6a-74de3bffcf6d req-7b724d96-b0f6-4063-a615-df07f10fb2da tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:47.461658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9f8d29-d4c3-40ed-95e1-825dc6a6857e None None] New status for floating IP ffea3afe-436c-4815-98b5-075b0117b470: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:58:47.462032 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-676f3b61-659e-467a-8e6a-74de3bffcf6d req-7b724d96-b0f6-4063-a615-df07f10fb2da tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 1096 time: 0.0946746 Oct 26 13:58:47.491166 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-137456da-48c9-4d7d-a5c5-ee535888791a service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908958 Oct 26 13:58:47.534563 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-ed153304-acf5-43ee-b149-68c0be6b4f3d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.549801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ea2dc39-6dcd-490f-8e43-4fe88c55ad93 req-35af318d-d476-449f-ba73-649cccafa3fb tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853670 Oct 26 13:58:47.579411 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-676f3b61-659e-467a-8e6a-74de3bffcf6d req-a4de3ab1-95aa-4cc7-8eaf-405738747262 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897207 Oct 26 13:58:47.723949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27661d-588b-4757-b8ee-3051cc904c37 req-071e289d-9c3b-433f-884f-7c0575ebd5bb tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:47.726746 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Allocated IP 172.20.0.1 (76bcf519-6452-4fae-9706-752ff10bcef4/951ad3c7-d2f0-487b-a8a7-c52aff5fbc4f/10167a38-7013-4fa8-a942-a83386b2363f) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:47.733114 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f27661d-588b-4757-b8ee-3051cc904c37 req-071e289d-9c3b-433f-884f-7c0575ebd5bb tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0647888 Oct 26 13:58:47.753591 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-ed153304-acf5-43ee-b149-68c0be6b4f3d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.779834 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1e7b76ab-fbc8-47ee-b2b4-25a7edb1fe47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.797857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f27661d-588b-4757-b8ee-3051cc904c37 req-e9f6b8a5-bd63-4ff8-b4f9-826f937cdb91 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587113 Oct 26 13:58:47.935065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ef54e-6569-42a1-810c-a3acb430e54b req-4413b392-5499-4a2b-8863-652f364dfc32 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:47.936715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-178ef54e-6569-42a1-810c-a3acb430e54b req-4413b392-5499-4a2b-8863-652f364dfc32 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.0570943 Oct 26 13:58:47.984294 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-178ef54e-6569-42a1-810c-a3acb430e54b req-79d44e2a-36c4-4f68-b55f-571872b8931c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390756 Oct 26 13:58:48.035129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-ed153304-acf5-43ee-b149-68c0be6b4f3d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Network aa0fa062-30f8-4003-a12a-372571fbfc5f is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:48.072903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed153304-acf5-43ee-b149-68c0be6b4f3d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Pushing event updated for resources: {'Port': ['ID=3f9679eb-285c-4c19-966f-c622b98a5869,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:48.085110 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-ed153304-acf5-43ee-b149-68c0be6b4f3d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:48.100483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-ed153304-acf5-43ee-b149-68c0be6b4f3d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:48.110620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa89e8-7396-4767-b530-b0eeac6fd06e req-9745997a-e886-4ab1-bb4c-e5487af3090e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:48.112682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92fa89e8-7396-4767-b530-b0eeac6fd06e req-9745997a-e886-4ab1-bb4c-e5487af3090e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 932 time: 0.0731394 Oct 26 13:58:48.154870 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.173542 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92fa89e8-7396-4767-b530-b0eeac6fd06e req-b2d6a186-e641-44db-ae17-a7917dff62a5 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531983 Oct 26 13:58:48.274140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-ed153304-acf5-43ee-b149-68c0be6b4f3d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:48.274921 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-ed153304-acf5-43ee-b149-68c0be6b4f3d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.326976 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.366998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-282728aa-9c39-4dc9-8d53-6e9a4cdf1b76 None None] Provisioning complete for port 3f9679eb-285c-4c19-966f-c622b98a5869 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:48.367525 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-282728aa-9c39-4dc9-8d53-6e9a4cdf1b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.393475 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-ed153304-acf5-43ee-b149-68c0be6b4f3d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0045042 Oct 26 13:58:48.402929 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Network 76bcf519-6452-4fae-9706-752ff10bcef4 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:48.410897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:48.433119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Request body: {'port': {'device_id': 'd9922148-6809-4971-b043-ea400b6a312e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:48.445487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-282728aa-9c39-4dc9-8d53-6e9a4cdf1b76 None None] Port 3f9679eb-285c-4c19-966f-c622b98a5869 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:48.448419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 54631282-3f38-41b5-bd07-35055f28a977 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:48.476509 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 54631282-3f38-41b5-bd07-35055f28a977 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:58:48.476901 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 54631282-3f38-41b5-bd07-35055f28a977 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:48.506101 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.525881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:48.565480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Pushing event updated for resources: {'Port': ['ID=10167a38-7013-4fa8-a942-a83386b2363f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:48.580170 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.613726 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.777792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-50655490-1635-4a08-8a91-32283b93131b None None] Provisioning complete for port 10167a38-7013-4fa8-a942-a83386b2363f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:48.778909 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-50655490-1635-4a08-8a91-32283b93131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.832383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-50655490-1635-4a08-8a91-32283b93131b None None] Port 10167a38-7013-4fa8-a942-a83386b2363f cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:48.865912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91561ea5-280c-45fe-a9e2-15b3f2cb6212 req-dfe85eb7-78d4-4fbd-b469-4de950924c99 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:48.868955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91561ea5-280c-45fe-a9e2-15b3f2cb6212 req-dfe85eb7-78d4-4fbd-b469-4de950924c99 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 1096 time: 0.1382353 Oct 26 13:58:48.896212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54da4ac-b881-4b4f-81ae-1dd3f7cbc052 req-0d54be15-b0f8-4caf-bc2b-1b208ecdfd16 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:48.899140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f54da4ac-b881-4b4f-81ae-1dd3f7cbc052 req-0d54be15-b0f8-4caf-bc2b-1b208ecdfd16 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 949 time: 0.1692557 Oct 26 13:58:48.967544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91561ea5-280c-45fe-a9e2-15b3f2cb6212 req-1de86422-fd1e-47a3-83b1-09af20eec715 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896788 Oct 26 13:58:49.023548 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f54da4ac-b881-4b4f-81ae-1dd3f7cbc052 req-17d79a3a-c9fe-4c9f-befa-3a843b2f41a7 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126068 Oct 26 13:58:49.109526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cdaba311-6bc7-4363-934b-f224a6f0543f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:49.232625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port cdaba311-6bc7-4363-934b-f224a6f0543f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:49.232998 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.248289 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1ba6b-6ab1-4e66-a488-dccfc8cfcd9b req-8ac9edd3-49c8-4deb-b7bd-600c15ffd29e tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:49.251682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4f1ba6b-6ab1-4e66-a488-dccfc8cfcd9b req-8ac9edd3-49c8-4deb-b7bd-600c15ffd29e tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 949 time: 0.1544902 Oct 26 13:58:49.273334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77922c3e-376e-4782-bb61-f023c8a3a52e req-fff5eb1a-d21e-4646-ac99-d84fefb6634f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:49.285896 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77922c3e-376e-4782-bb61-f023c8a3a52e req-fff5eb1a-d21e-4646-ac99-d84fefb6634f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 945 time: 0.1278162 Oct 26 13:58:49.347897 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.371850 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b76ab-fbc8-47ee-b2b4-25a7edb1fe47 admin admin] Deleting port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:49.372182 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1e7b76ab-fbc8-47ee-b2b4-25a7edb1fe47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.434573 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.446998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77922c3e-376e-4782-bb61-f023c8a3a52e req-47684262-773b-4040-9a4c-7188c84e6c90 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547225 Oct 26 13:58:49.473501 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port cdaba311-6bc7-4363-934b-f224a6f0543f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cdaba311-6bc7-4363-934b-f224a6f0543f,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:49.483326 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.522677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-d4f1ba6b-6ab1-4e66-a488-dccfc8cfcd9b req-a3aaa86d-60c3-4c98-9c7d-c2c7d1e44c60 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Deleting port 05235b2b-a2e4-4a74-81a1-53819a0370b0 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:49.523511 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d4f1ba6b-6ab1-4e66-a488-dccfc8cfcd9b req-a3aaa86d-60c3-4c98-9c7d-c2c7d1e44c60 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.581514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=cdaba311-6bc7-4363-934b-f224a6f0543f,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:49.636436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9679eb-285c-4c19-966f-c622b98a5869 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:49.717943 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.780249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-d4f1ba6b-6ab1-4e66-a488-dccfc8cfcd9b req-a3aaa86d-60c3-4c98-9c7d-c2c7d1e44c60 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] For port 05235b2b-a2e4-4a74-81a1-53819a0370b0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=05235b2b-a2e4-4a74-81a1-53819a0370b0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:49.780660 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d4f1ba6b-6ab1-4e66-a488-dccfc8cfcd9b req-a3aaa86d-60c3-4c98-9c7d-c2c7d1e44c60 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.799801 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-1e7b76ab-fbc8-47ee-b2b4-25a7edb1fe47 admin admin] For port bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:49.800432 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1e7b76ab-fbc8-47ee-b2b4-25a7edb1fe47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.815487 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-d4f1ba6b-6ab1-4e66-a488-dccfc8cfcd9b req-a3aaa86d-60c3-4c98-9c7d-c2c7d1e44c60 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Calling delete_port for 05235b2b-a2e4-4a74-81a1-53819a0370b0 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:49.824919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b76ab-fbc8-47ee-b2b4-25a7edb1fe47 admin admin] Calling delete_port for bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:49.902011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Transition to ACTIVE for port object 3f9679eb-285c-4c19-966f-c622b98a5869 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:49.925388 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.972526 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b67e89-4d2b-4116-adc0-6521a5951ee1 req-b011e1d1-54be-42a6-a6f0-24429e0ee66a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:49.985160 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41b67e89-4d2b-4116-adc0-6521a5951ee1 req-b011e1d1-54be-42a6-a6f0-24429e0ee66a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.3500206 Oct 26 13:58:50.098240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41b67e89-4d2b-4116-adc0-6521a5951ee1 req-b421b257-184c-4802-8622-c5153344c695 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122153 Oct 26 13:58:50.142512 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Pushing event updated for resources: {'Port': ['ID=3f9679eb-285c-4c19-966f-c622b98a5869,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:50.176590 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d4f1ba6b-6ab1-4e66-a488-dccfc8cfcd9b req-a3aaa86d-60c3-4c98-9c7d-c2c7d1e44c60 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:50.194826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['05235b2b-a2e4-4a74-81a1-53819a0370b0'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:50.201117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['22983af8-7c93-4c18-8589-eb514222db1a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:50.231508 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:50.261769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aaa86d-60c3-4c98-9c7d-c2c7d1e44c60 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Pushing event deleted for resources: {'Port': ['ID=05235b2b-a2e4-4a74-81a1-53819a0370b0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:50.273489 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:50.428776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f1ba6b-6ab1-4e66-a488-dccfc8cfcd9b req-a3aaa86d-60c3-4c98-9c7d-c2c7d1e44c60 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] No DVR routers for this DVR port 05235b2b-a2e4-4a74-81a1-53819a0370b0 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:50.440670 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d4f1ba6b-6ab1-4e66-a488-dccfc8cfcd9b req-a3aaa86d-60c3-4c98-9c7d-c2c7d1e44c60 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:50.447811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4f1ba6b-6ab1-4e66-a488-dccfc8cfcd9b req-a3aaa86d-60c3-4c98-9c7d-c2c7d1e44c60 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.11 "DELETE /v2.0/ports/05235b2b-a2e4-4a74-81a1-53819a0370b0 HTTP/1.1" status: 204 len: 173 time: 1.1879597 Oct 26 13:58:50.454499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2ad691-913a-4fae-ac60-334e96c3a97b', 'name': 'network-vif-deleted', 'tag': '05235b2b-a2e4-4a74-81a1-53819a0370b0'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:50.480249 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb54211-e983-4d25-8e0f-3e97b249b52c" -d '{"events": [{"server_uuid": "ae2ad691-913a-4fae-ac60-334e96c3a97b", "name": "network-vif-deleted", "tag": "05235b2b-a2e4-4a74-81a1-53819a0370b0"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:50.537133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81ab58-2853-401c-870e-be3e338d4049 req-c2cfd880-fb47-42b9-a42b-73908e12c5bf tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:50.549787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af81ab58-2853-401c-870e-be3e338d4049 req-c2cfd880-fb47-42b9-a42b-73908e12c5bf tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 944 time: 0.2910244 Oct 26 13:58:50.554800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Attempting to bind port 3f9679eb-285c-4c19-966f-c622b98a5869 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:50.555392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Attempting to bind port 3f9679eb-285c-4c19-966f-c622b98a5869 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:50.555606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Attempting to bind port 3f9679eb-285c-4c19-966f-c622b98a5869 on network aa0fa062-30f8-4003-a12a-372571fbfc5f {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:50.573262 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1e7b76ab-fbc8-47ee-b2b4-25a7edb1fe47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:50.646952 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af81ab58-2853-401c-870e-be3e338d4049 req-fc8f7670-5ad9-4a03-b5cb-128f4fd7cf8e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932415 Oct 26 13:58:50.674740 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-cf7c78f2-2f16-486e-adda-6f3d48c601b5 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:50.682636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-cf7c78f2-2f16-486e-adda-6f3d48c601b5 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0159609 Oct 26 13:58:50.735265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Port 3f9679eb-285c-4c19-966f-c622b98a5869 on network aa0fa062-30f8-4003-a12a-372571fbfc5f not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:50.735664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Attempting to bind port 3f9679eb-285c-4c19-966f-c622b98a5869 on network aa0fa062-30f8-4003-a12a-372571fbfc5f {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:50.757765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-7e3197e6-fa3d-4ee5-9e86-99876aa7a566 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:50.765611 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-7e3197e6-fa3d-4ee5-9e86-99876aa7a566 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports/16542042-a845-4fee-8c7f-8a518645fdf6 HTTP/1.1" status: 200 len: 1093 time: 0.0798893 Oct 26 13:58:50.770388 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-2b93f3c1-b9a3-47a1-a5f3-f0c5c6af58ba service neutron] Request body: {'binding': {'host': 'n-h1-815498-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:50.770850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-2b93f3c1-b9a3-47a1-a5f3-f0c5c6af58ba service neutron] Unknown quota resources ['binding']. {{(pid=102124) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 13:58:50.831959 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d9948315-8221-4062-93bb-5bf7a443f9b8 req-f6c31dcb-c992-4a91-88e7-02a3f641bd52 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae2ad691-913a-4fae-ac60-334e96c3a97b HTTP/1.1" status: 200 len: 210 time: 0.0323143 Oct 26 13:58:50.869281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:50.869631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Checking segment: {'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:50.870098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Bound using segment: {'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:50.870546 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Bound port: 3f9679eb-285c-4c19-966f-c622b98a5869, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404c0f9f-d1b7-439b-b260-e46c73a425ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:50.870895 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:50.872866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1e7b76ab-fbc8-47ee-b2b4-25a7edb1fe47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:50.888430 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:51.027671 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Pushing event updated for resources: {'Port': ['ID=10167a38-7013-4fa8-a942-a83386b2363f,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:51.094403 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-2b93f3c1-b9a3-47a1-a5f3-f0c5c6af58ba service neutron] Attempting to bind port 16542042-a845-4fee-8c7f-8a518645fdf6 on host n-h1-815498-1 for vnic_type normal with profile None {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:51.095038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-2b93f3c1-b9a3-47a1-a5f3-f0c5c6af58ba service neutron] Attempting to bind port 16542042-a845-4fee-8c7f-8a518645fdf6 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:51.095452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-2b93f3c1-b9a3-47a1-a5f3-f0c5c6af58ba service neutron] Attempting to bind port 16542042-a845-4fee-8c7f-8a518645fdf6 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:51.102634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-2b93f3c1-b9a3-47a1-a5f3-f0c5c6af58ba service neutron] Port 16542042-a845-4fee-8c7f-8a518645fdf6 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:51.105322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-2b93f3c1-b9a3-47a1-a5f3-f0c5c6af58ba service neutron] Attempting to bind port 16542042-a845-4fee-8c7f-8a518645fdf6 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:51.117934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11136f1-71a8-42c8-8fa3-11a14ffe77e7 req-dbd9cff4-9205-4088-8b9a-53c327f8c01b tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:51.125915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cdaba311-6bc7-4363-934b-f224a6f0543f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:51.128282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c11136f1-71a8-42c8-8fa3-11a14ffe77e7 req-dbd9cff4-9205-4088-8b9a-53c327f8c01b tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0902085 Oct 26 13:58:51.178443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b76ab-fbc8-47ee-b2b4-25a7edb1fe47 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:51.199372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c11136f1-71a8-42c8-8fa3-11a14ffe77e7 req-2aee9b55-c101-403a-83c4-509fa3d1d6d9 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659370 Oct 26 13:58:51.202408 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port cdaba311-6bc7-4363-934b-f224a6f0543f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:51.203316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-2b93f3c1-b9a3-47a1-a5f3-f0c5c6af58ba service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:51.203872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-2b93f3c1-b9a3-47a1-a5f3-f0c5c6af58ba service neutron] Checking segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:51.204136 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:51.204461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-2b93f3c1-b9a3-47a1-a5f3-f0c5c6af58ba service neutron] Bound using segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:51.205370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-2b93f3c1-b9a3-47a1-a5f3-f0c5c6af58ba service neutron] Bound port: 16542042-a845-4fee-8c7f-8a518645fdf6, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:51.257674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] For port 3f9679eb-285c-4c19-966f-c622b98a5869, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:51.261398 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] For port 3f9679eb-285c-4c19-966f-c622b98a5869, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3f9679eb-285c-4c19-966f-c622b98a5869,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:51.269367 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:51.302389 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26870421-1ad4-4f40-a3ca-55675725e137 x-openstack-request-id: req-26870421-1ad4-4f40-a3ca-55675725e137 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:51.302802 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2ad691-913a-4fae-ac60-334e96c3a97b", "name": "network-vif-deleted", "tag": "05235b2b-a2e4-4a74-81a1-53819a0370b0", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:51.303251 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26870421-1ad4-4f40-a3ca-55675725e137 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:51.303779 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2ad691-913a-4fae-ac60-334e96c3a97b', 'name': 'network-vif-deleted', 'tag': '05235b2b-a2e4-4a74-81a1-53819a0370b0', 'status': 'completed', 'code': 200} Oct 26 13:58:51.346432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-2b93f3c1-b9a3-47a1-a5f3-f0c5c6af58ba service neutron] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=16542042-a845-4fee-8c7f-8a518645fdf6,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:51.354408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-2b93f3c1-b9a3-47a1-a5f3-f0c5c6af58ba service neutron] Publish callbacks [] for binding, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:51.355664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-2b93f3c1-b9a3-47a1-a5f3-f0c5c6af58ba service neutron] 10.222.0.32 "POST /v2.0/ports/16542042-a845-4fee-8c7f-8a518645fdf6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5892355 Oct 26 13:58:51.435766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cedf80-d591-4f2e-9a9f-2b75fe6006d2 req-20bc0902-3547-4175-a6e9-4b726ba754cf tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:51.438859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93cedf80-d591-4f2e-9a9f-2b75fe6006d2 req-20bc0902-3547-4175-a6e9-4b726ba754cf tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.0737038 Oct 26 13:58:51.457670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7b76ab-fbc8-47ee-b2b4-25a7edb1fe47 admin admin] Router e3077f9c-0908-4ce6-b100-9f40050f3c4a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:58:51.459898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:51.460182 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:51.461778 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] 10.222.0.25 "PUT /v2.0/ports/3f9679eb-285c-4c19-966f-c622b98a5869 HTTP/1.1" status: 200 len: 1092 time: 3.0572171 Oct 26 13:58:51.493448 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9922148-6809-4971-b043-ea400b6a312e', 'tag': '3f9679eb-285c-4c19-966f-c622b98a5869'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:51.497349 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80805aa7-f260-4ab8-bead-aedf1142c5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d9922148-6809-4971-b043-ea400b6a312e", "tag": "3f9679eb-285c-4c19-966f-c622b98a5869"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:51.541146 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93cedf80-d591-4f2e-9a9f-2b75fe6006d2 req-520fb38e-1ea7-43eb-a707-58998a2111ed tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773134 Oct 26 13:58:51.573363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3b614-a2b0-47ec-bc79-f68d3506106b service neutron] Pushing event updated for resources: {'Port': ['ID=3f9679eb-285c-4c19-966f-c622b98a5869,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:51.629064 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802c3ba1-02c3-4f5a-b004-16c7d836c38b x-openstack-request-id: req-802c3ba1-02c3-4f5a-b004-16c7d836c38b {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:51.629750 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9922148-6809-4971-b043-ea400b6a312e", "tag": "3f9679eb-285c-4c19-966f-c622b98a5869", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:51.630142 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-802c3ba1-02c3-4f5a-b004-16c7d836c38b {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:51.630639 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9922148-6809-4971-b043-ea400b6a312e', 'tag': '3f9679eb-285c-4c19-966f-c622b98a5869', 'status': 'completed', 'code': 200} Oct 26 13:58:51.637665 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b70fbe-9c3a-46bb-89a3-0f765b46ac6c req-75723171-8fef-4b53-9fa1-d95e61cca1fe tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:51.639469 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19b70fbe-9c3a-46bb-89a3-0f765b46ac6c req-75723171-8fef-4b53-9fa1-d95e61cca1fe tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.0874763 Oct 26 13:58:51.690728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19b70fbe-9c3a-46bb-89a3-0f765b46ac6c req-8bf63d0b-4c30-420e-b0d5-dc593d2fdea3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 Oct 26 13:58:51.696495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Network 76bcf519-6452-4fae-9706-752ff10bcef4 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:51.734209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:51.801897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbf3e8-b299-4dd8-8895-80fb3bff7345 req-2a504278-28d8-402e-801a-974bc0a6aeea tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:51.803859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7fbf3e8-b299-4dd8-8895-80fb3bff7345 req-2a504278-28d8-402e-801a-974bc0a6aeea tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 944 time: 0.0733902 Oct 26 13:58:51.863231 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7fbf3e8-b299-4dd8-8895-80fb3bff7345 req-780f9887-782a-44ad-bc75-c0410c28ac00 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514021 Oct 26 13:58:51.868179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-f9a36550-30f5-4bc2-a36f-59cf526b312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:51.870117 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-f9a36550-30f5-4bc2-a36f-59cf526b312e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ee5f76636064dc687b4a7d3f381f68c&device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 1095 time: 0.2572737 Oct 26 13:58:51.936451 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-2d4128cc-4ef8-4537-bfb9-006c1a358f56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9679eb-285c-4c19-966f-c622b98a5869 HTTP/1.1" status: 200 len: 217 time: 0.0526609 Oct 26 13:58:51.942177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7b76ab-fbc8-47ee-b2b4-25a7edb1fe47 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:58:51.953548 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e702c32-2453-4871-ac7f-76ab33ae1ef1 None None] Sync routers for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:58:51.971268 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e702c32-2453-4871-ac7f-76ab33ae1ef1 None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:51.971886 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-9e702c32-2453-4871-ac7f-76ab33ae1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:51.981678 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1e7b76ab-fbc8-47ee-b2b4-25a7edb1fe47 admin admin] 10.222.0.32 "PUT /v2.0/routers/e3077f9c-0908-4ce6-b100-9f40050f3c4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3781030 Oct 26 13:58:51.984348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47054) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:52.057328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Router 6d6b42c7-d034-49f4-b310-74779e94091b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:58:52.076346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-e9b0cbe6-d343-4e92-9d01-384430cd0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:52.096003 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-e9b0cbe6-d343-4e92-9d01-384430cd0e11 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ef17a3b1-4103-4855-adbd-bfc81c3afbcd HTTP/1.1" status: 200 len: 863 time: 0.1501298 Oct 26 13:58:52.104754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3663e236-27ae-4f5a-84a8-40a4f7b719bc None None] Provisioning complete for port 10167a38-7013-4fa8-a942-a83386b2363f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:52.106410 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3663e236-27ae-4f5a-84a8-40a4f7b719bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:52.166317 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-9e702c32-2453-4871-ac7f-76ab33ae1ef1 None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:52.226550 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3663e236-27ae-4f5a-84a8-40a4f7b719bc None None] Port 10167a38-7013-4fa8-a942-a83386b2363f cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:52.236965 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:52.389439 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 05235b2b-a2e4-4a74-81a1-53819a0370b0 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:52.420344 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 05235b2b-a2e4-4a74-81a1-53819a0370b0 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:58:52.420942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 05235b2b-a2e4-4a74-81a1-53819a0370b0 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:52.448899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333507c9-3163-47ad-8c7f-5b4b39b7bacc req-83498194-b116-4f6e-a677-53208cf99ed3 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:52.456932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-333507c9-3163-47ad-8c7f-5b4b39b7bacc req-83498194-b116-4f6e-a677-53208cf99ed3 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 945 time: 0.1427689 Oct 26 13:58:52.465637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad33d88-8f65-4817-b46d-eff1c954fc6e req-4024076f-46bf-4b5f-aa36-7a62bdebb6ce tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:52.473093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ad33d88-8f65-4817-b46d-eff1c954fc6e req-4024076f-46bf-4b5f-aa36-7a62bdebb6ce tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 950 time: 0.1575084 Oct 26 13:58:52.508858 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-9e702c32-2453-4871-ac7f-76ab33ae1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:58:50Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:52.552071 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e702c32-2453-4871-ac7f-76ab33ae1ef1 None None] Checking router: e3077f9c-0908-4ce6-b100-9f40050f3c4a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:58:52.559300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-333507c9-3163-47ad-8c7f-5b4b39b7bacc req-bfd2f93d-50d5-4b8a-b4f7-57f2f8e07836 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964496 Oct 26 13:58:52.563851 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e702c32-2453-4871-ac7f-76ab33ae1ef1 None None] Routers {'e3077f9c-0908-4ce6-b100-9f40050f3c4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:52.564652 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-9e702c32-2453-4871-ac7f-76ab33ae1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:52.603479 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:52.628809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ad33d88-8f65-4817-b46d-eff1c954fc6e req-05cd61ab-4623-4753-8c5e-d39eb8c17a06 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a26de6b-32ac-4685-92e1-1da77ce0f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547809 Oct 26 13:58:52.665974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-80cf58ed-d5c2-4e2c-b67a-10effb0b4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:52.667730 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-80cf58ed-d5c2-4e2c-b67a-10effb0b4c93 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa0fa062-30f8-4003-a12a-372571fbfc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5637817 Oct 26 13:58:52.668817 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:58:52.682692 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bffe5342-e025-4753-9d6f-3b6fc9a69933 admin admin] 10.222.0.32 "PUT /v2.0/routers/6d6b42c7-d034-49f4-b310-74779e94091b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7239389 Oct 26 13:58:52.692015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Sync routers for ids ['6d6b42c7-d034-49f4-b310-74779e94091b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:58:52.702983 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Routers {'6d6b42c7-d034-49f4-b310-74779e94091b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:52.703829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6d6b42c7-d034-49f4-b310-74779e94091b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:52.748508 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-9e702c32-2453-4871-ac7f-76ab33ae1ef1 None None] Set router e3077f9c-0908-4ce6-b100-9f40050f3c4a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:52.811041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f611f25-3ea6-409c-a6d8-8e3c53711d8a req-2abbb149-cb1f-4d96-baaa-e2799ba9cec0 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:52.813175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f611f25-3ea6-409c-a6d8-8e3c53711d8a req-2abbb149-cb1f-4d96-baaa-e2799ba9cec0 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1333947 Oct 26 13:58:52.854825 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-7a99c7dc-7a67-47e8-88b7-ba11f5258740 service neutron] 10.222.0.25 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762958 Oct 26 13:58:53.042741 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceda2e58-98b2-4d8a-b494-04341be26607 req-d277ffce-45db-41af-a0ba-90fc79ddccf6 service neutron] 10.222.0.25 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759982 Oct 26 13:58:53.049114 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-9e702c32-2453-4871-ac7f-76ab33ae1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:58:50Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:53.072159 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Set router 6d6b42c7-d034-49f4-b310-74779e94091b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:53.091131 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e702c32-2453-4871-ac7f-76ab33ae1ef1 None None] The sync data for ids ['e3077f9c-0908-4ce6-b100-9f40050f3c4a'] in n-d-815498-1 is: [{'id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-150367397-router', 'tenant_id': '103f1c62cb5b468ab0815c5b575652ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:21Z', 'updated_at': '2021-10-26T13:58:50Z', 'revision_number': 5, 'project_id': '103f1c62cb5b468ab0815c5b575652ce', 'gw_port': {'id': '2a6e04f8-66db-4174-a6a5-1f9846a04756', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3077f9c-0908-4ce6-b100-9f40050f3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:24Z', 'updated_at': '2021-10-26T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:58:53.211854 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80805aa7-f260-4ab8-bead-aedf1142c5aa req-819e42d2-fdb8-4067-b8df-d1cb998d6d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:53.213467 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80805aa7-f260-4ab8-bead-aedf1142c5aa req-819e42d2-fdb8-4067-b8df-d1cb998d6d32 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ee5f76636064dc687b4a7d3f381f68c&device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 1095 time: 0.0500717 Oct 26 13:58:53.237259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] Deleting port 2a6e04f8-66db-4174-a6a5-1f9846a04756 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:53.237840 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.244976 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.277974 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f611f25-3ea6-409c-a6d8-8e3c53711d8a req-bd057e1e-16f1-4851-8f07-f8e4312e361a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452229 Oct 26 13:58:53.326049 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80805aa7-f260-4ab8-bead-aedf1142c5aa req-92cfb16c-fd9d-4bf0-b414-449855ea9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:53.328785 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80805aa7-f260-4ab8-bead-aedf1142c5aa req-92cfb16c-fd9d-4bf0-b414-449855ea9b88 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa0fa062-30f8-4003-a12a-372571fbfc5f HTTP/1.1" status: 200 len: 925 time: 0.1044025 Oct 26 13:58:53.362782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da79366-0cd5-44b4-b24c-4c253944d64b req-53383a78-4379-4658-93ff-14273f3326e8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:53.364872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'name': 'tempest-FloatingIPDetailsTestJSON-1247844946-router', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:40Z', 'updated_at': '2021-10-26T13:58:49Z', 'revision_number': 4, 'project_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'gw_port': {'id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:41Z', 'updated_at': '2021-10-26T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '10167a38-7013-4fa8-a942-a83386b2363f', 'name': '', 'network_id': '76bcf519-6452-4fae-9706-752ff10bcef4', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'mac_address': 'fa:16:3e:ef:ae:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951ad3c7-d2f0-487b-a8a7-c52aff5fbc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:47Z', 'updated_at': '2021-10-26T13:58:49Z', 'revision_number': 2, 'project_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'subnets': [{'id': '951ad3c7-d2f0-487b-a8a7-c52aff5fbc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:53.370495 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4da79366-0cd5-44b4-b24c-4c253944d64b req-53383a78-4379-4658-93ff-14273f3326e8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.5563190 Oct 26 13:58:53.393886 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80805aa7-f260-4ab8-bead-aedf1142c5aa req-04f39045-d014-4081-a957-c969ca0e73c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9679eb-285c-4c19-966f-c622b98a5869 HTTP/1.1" status: 200 len: 217 time: 0.0553484 Oct 26 13:58:53.411790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Checking router: 6d6b42c7-d034-49f4-b310-74779e94091b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:58:53.412244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Updating router 6d6b42c7-d034-49f4-b310-74779e94091b port 10167a38-7013-4fa8-a942-a83386b2363f binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:58:53.458422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] For port 2a6e04f8-66db-4174-a6a5-1f9846a04756, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2a6e04f8-66db-4174-a6a5-1f9846a04756,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:53.459040 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.459686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80805aa7-f260-4ab8-bead-aedf1142c5aa req-72ed4a49-caab-4a7a-9e45-11b032d3adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:53.461153 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80805aa7-f260-4ab8-bead-aedf1142c5aa req-72ed4a49-caab-4a7a-9e45-11b032d3adbf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ef17a3b1-4103-4855-adbd-bfc81c3afbcd HTTP/1.1" status: 200 len: 863 time: 0.0591059 Oct 26 13:58:53.462194 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.490425 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4da79366-0cd5-44b4-b24c-4c253944d64b req-f69c7c0a-c326-4771-882a-2bfb6d1eb4af tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103666 Oct 26 13:58:53.497819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] Calling delete_port for 2a6e04f8-66db-4174-a6a5-1f9846a04756 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:53.517364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee380dd-3129-4a51-8cdf-8e810db4f17a req-5663e734-a82d-48e9-a0a2-d5fe4b2e9b9e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:53.518984 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ee380dd-3129-4a51-8cdf-8e810db4f17a req-5663e734-a82d-48e9-a0a2-d5fe4b2e9b9e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 944 time: 0.1434212 Oct 26 13:58:53.630010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80805aa7-f260-4ab8-bead-aedf1142c5aa req-cf838504-684f-407d-938f-ac4b6e18e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:53.631912 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80805aa7-f260-4ab8-bead-aedf1142c5aa req-cf838504-684f-407d-938f-ac4b6e18e52c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa0fa062-30f8-4003-a12a-372571fbfc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582355 Oct 26 13:58:53.827867 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80805aa7-f260-4ab8-bead-aedf1142c5aa req-468f504f-95c0-4249-8ce5-d34432e03f8c service neutron] 10.222.0.25 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843710 Oct 26 13:58:53.858681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ee380dd-3129-4a51-8cdf-8e810db4f17a req-e310e532-b553-43a4-b841-a4f3373bb0c2 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761950 Oct 26 13:58:53.868171 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.892798 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.906252 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.957788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6e04f8-66db-4174-a6a5-1f9846a04756,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:54.012434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d414f-5c41-4249-beb9-334db152a641 None None] Pushing event updated for resources: {'Port': ['ID=10167a38-7013-4fa8-a942-a83386b2363f,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:54.092659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b7a8e-0dab-42b3-8a22-67f7e479c3c3 req-baac1b1c-ccc8-4d0d-9dcf-1d4698089e84 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:54.095340 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-715b7a8e-0dab-42b3-8a22-67f7e479c3c3 req-baac1b1c-ccc8-4d0d-9dcf-1d4698089e84 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.25 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 950 time: 0.2664502 Oct 26 13:58:54.114688 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-80805aa7-f260-4ab8-bead-aedf1142c5aa req-3f168d41-3c29-4ade-8b17-36f6db8288d6 service neutron] 10.222.0.25 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341719 Oct 26 13:58:54.127119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Attempting to bind port 10167a38-7013-4fa8-a942-a83386b2363f on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:54.127875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Attempting to bind port 10167a38-7013-4fa8-a942-a83386b2363f by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '023fb681-91e9-41d3-bf0b-a10d52ab39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '76bcf519-6452-4fae-9706-752ff10bcef4'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:54.128489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Attempting to bind port 10167a38-7013-4fa8-a942-a83386b2363f on network 76bcf519-6452-4fae-9706-752ff10bcef4 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:54.136593 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:54.137409 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Checking segment: {'id': '023fb681-91e9-41d3-bf0b-a10d52ab39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '76bcf519-6452-4fae-9706-752ff10bcef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:54.138053 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.138647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Bound using segment: {'id': '023fb681-91e9-41d3-bf0b-a10d52ab39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '76bcf519-6452-4fae-9706-752ff10bcef4'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:54.139377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Bound port: 10167a38-7013-4fa8-a942-a83386b2363f, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023fb681-91e9-41d3-bf0b-a10d52ab39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '76bcf519-6452-4fae-9706-752ff10bcef4'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:54.140531 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.251334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] For port 10167a38-7013-4fa8-a942-a83386b2363f, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:54.260524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] For port 10167a38-7013-4fa8-a942-a83386b2363f, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=10167a38-7013-4fa8-a942-a83386b2363f,segment=NetworkSegment(023fb681-91e9-41d3-bf0b-a10d52ab39c6),segment_id=023fb681-91e9-41d3-bf0b-a10d52ab39c6)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:54.272924 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.304625 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.319607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-715b7a8e-0dab-42b3-8a22-67f7e479c3c3 req-55b866e0-79f8-4a58-a48b-acdacbe58a75 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Deleting port 22983af8-7c93-4c18-8589-eb514222db1a {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:54.319959 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-715b7a8e-0dab-42b3-8a22-67f7e479c3c3 req-55b866e0-79f8-4a58-a48b-acdacbe58a75 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.364646 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Routers {'6d6b42c7-d034-49f4-b310-74779e94091b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:54.365465 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6d6b42c7-d034-49f4-b310-74779e94091b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:54.439486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5993b-040a-4eb2-ba92-25e108b9a408 req-a78b0cce-7f17-42af-8325-c78af2a98c82 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:54.452316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-715b7a8e-0dab-42b3-8a22-67f7e479c3c3 req-55b866e0-79f8-4a58-a48b-acdacbe58a75 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] For port 22983af8-7c93-4c18-8589-eb514222db1a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=22983af8-7c93-4c18-8589-eb514222db1a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:54.453338 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-715b7a8e-0dab-42b3-8a22-67f7e479c3c3 req-55b866e0-79f8-4a58-a48b-acdacbe58a75 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.462569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1e5993b-040a-4eb2-ba92-25e108b9a408 req-a78b0cce-7f17-42af-8325-c78af2a98c82 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 945 time: 0.3354075 Oct 26 13:58:54.469750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-715b7a8e-0dab-42b3-8a22-67f7e479c3c3 req-55b866e0-79f8-4a58-a48b-acdacbe58a75 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Calling delete_port for 22983af8-7c93-4c18-8589-eb514222db1a owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:54.505640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] Set router 6d6b42c7-d034-49f4-b310-74779e94091b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:54.518772 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-d96646e9-25dd-46c2-8361-23cf7d7c64fb tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6583478 Oct 26 13:58:54.520831 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.524724 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.618078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:54.631784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d414f-5c41-4249-beb9-334db152a641 None None] Pushing event updated for resources: {'Port': ['ID=10167a38-7013-4fa8-a942-a83386b2363f,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:54.658257 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1e5993b-040a-4eb2-ba92-25e108b9a408 req-adafd12b-628e-4744-8871-ef3b7ffb9b6e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902092 Oct 26 13:58:54.659164 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.659914 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3077f9c-0908-4ce6-b100-9f40050f3c4a {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 13:58:54.681998 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.683501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ae06f6ff-26c0-451c-b771-b383fd19d2e8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e3077f9c-0908-4ce6-b100-9f40050f3c4a HTTP/1.1" status: 204 len: 168 time: 2.6981554 Oct 26 13:58:54.693365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47082) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:54.716357 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-715b7a8e-0dab-42b3-8a22-67f7e479c3c3 req-55b866e0-79f8-4a58-a48b-acdacbe58a75 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.732792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['22983af8-7c93-4c18-8589-eb514222db1a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:54.780117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c4f5980e-d009-4c3f-8766-89877f72c2db None None] Provisioning complete for port 10167a38-7013-4fa8-a942-a83386b2363f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:54.780487 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c4f5980e-d009-4c3f-8766-89877f72c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.787217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b866e0-79f8-4a58-a48b-acdacbe58a75 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Pushing event deleted for resources: {'Port': ['ID=22983af8-7c93-4c18-8589-eb514222db1a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:54.806829 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.850431 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5b0deda-92e5-46d7-af68-99a2902e8c95 req-88873bef-599f-4c84-a276-f753732f89fc tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.32 "GET /v2.0/ports?device_id=df8bf44a-586f-49b4-a3fb-9911a457acc6 HTTP/1.1" status: 200 len: 210 time: 0.0622711 Oct 26 13:58:54.882552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-715b7a8e-0dab-42b3-8a22-67f7e479c3c3 req-55b866e0-79f8-4a58-a48b-acdacbe58a75 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] No DVR routers for this DVR port 22983af8-7c93-4c18-8589-eb514222db1a on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:54.886789 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-715b7a8e-0dab-42b3-8a22-67f7e479c3c3 req-55b866e0-79f8-4a58-a48b-acdacbe58a75 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.892238 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-715b7a8e-0dab-42b3-8a22-67f7e479c3c3 req-55b866e0-79f8-4a58-a48b-acdacbe58a75 tempest-LiveMigrationNegativeTest-988312060 tempest-LiveMigrationNegativeTest-988312060-project] 10.222.0.25 "DELETE /v2.0/ports/22983af8-7c93-4c18-8589-eb514222db1a HTTP/1.1" status: 204 len: 173 time: 0.7806003 Oct 26 13:58:54.892880 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8bf44a-586f-49b4-a3fb-9911a457acc6', 'name': 'network-vif-deleted', 'tag': '22983af8-7c93-4c18-8589-eb514222db1a'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:54.895516 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb216623-b25d-4b9e-aaf0-dad51cba4cc1" -d '{"events": [{"server_uuid": "df8bf44a-586f-49b4-a3fb-9911a457acc6", "name": "network-vif-deleted", "tag": "22983af8-7c93-4c18-8589-eb514222db1a"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:54.926226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45de10d-0bc6-4102-88af-70d3144a5414 admin admin] Deleting subnet 1bc83c16-d059-4981-b311-24dadb3b26b6 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:58:54.932160 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b45de10d-0bc6-4102-88af-70d3144a5414 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.979604 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b45de10d-0bc6-4102-88af-70d3144a5414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.010201 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c4f5980e-d009-4c3f-8766-89877f72c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.079401 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c4f5980e-d009-4c3f-8766-89877f72c2db None None] For port 10167a38-7013-4fa8-a942-a83386b2363f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=10167a38-7013-4fa8-a942-a83386b2363f,segment=NetworkSegment(023fb681-91e9-41d3-bf0b-a10d52ab39c6),segment_id=023fb681-91e9-41d3-bf0b-a10d52ab39c6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:55.090573 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c4f5980e-d009-4c3f-8766-89877f72c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.126619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'name': 'tempest-FloatingIPDetailsTestJSON-1247844946-router', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:40Z', 'updated_at': '2021-10-26T13:58:49Z', 'revision_number': 4, 'project_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'gw_port': {'id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:41Z', 'updated_at': '2021-10-26T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '10167a38-7013-4fa8-a942-a83386b2363f', 'name': '', 'network_id': '76bcf519-6452-4fae-9706-752ff10bcef4', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'mac_address': 'fa:16:3e:ef:ae:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951ad3c7-d2f0-487b-a8a7-c52aff5fbc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:47Z', 'updated_at': '2021-10-26T13:58:54Z', 'revision_number': 4, 'project_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'subnets': [{'id': '951ad3c7-d2f0-487b-a8a7-c52aff5fbc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:55.144496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e865d99-802a-454c-a913-23723ddcd72f req-f417ec21-50ee-4bfd-986e-b9efde4a19b2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:55.152348 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e865d99-802a-454c-a913-23723ddcd72f req-f417ec21-50ee-4bfd-986e-b9efde4a19b2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1501906 Oct 26 13:58:55.157088 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cba3d6-2da1-406b-8142-894532cc2a82 None None] The sync data for ids ['6d6b42c7-d034-49f4-b310-74779e94091b'] in n-d-815498-1 is: [{'id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'name': 'tempest-FloatingIPDetailsTestJSON-1247844946-router', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:40Z', 'updated_at': '2021-10-26T13:58:49Z', 'revision_number': 4, 'project_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'gw_port': {'id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:41Z', 'updated_at': '2021-10-26T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '10167a38-7013-4fa8-a942-a83386b2363f', 'name': '', 'network_id': '76bcf519-6452-4fae-9706-752ff10bcef4', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'mac_address': 'fa:16:3e:ef:ae:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951ad3c7-d2f0-487b-a8a7-c52aff5fbc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:47Z', 'updated_at': '2021-10-26T13:58:54Z', 'revision_number': 4, 'project_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'subnets': [{'id': '951ad3c7-d2f0-487b-a8a7-c52aff5fbc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:58:55.179484 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5980e-d009-4c3f-8766-89877f72c2db None None] Pushing event updated for resources: {'Port': ['ID=10167a38-7013-4fa8-a942-a83386b2363f,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:55.201140 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b45de10d-0bc6-4102-88af-70d3144a5414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.212277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b7e36840-3a81-40e0-a9f4-ecbd8296fe24 None None] Provisioning complete for port 10167a38-7013-4fa8-a942-a83386b2363f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:55.212649 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b7e36840-3a81-40e0-a9f4-ecbd8296fe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.243615 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.260123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e865d99-802a-454c-a913-23723ddcd72f req-8cca4961-e58c-492d-ac79-df6bbcabff6a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053703 Oct 26 13:58:55.469855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:55.501562 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:58:55.510021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bf94e9c2-64bf-4d34-ab8b-266d7a53bb2b not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:55.556811 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b45de10d-0bc6-4102-88af-70d3144a5414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.637364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45de10d-0bc6-4102-88af-70d3144a5414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc83c16-d059-4981-b311-24dadb3b26b6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:55.639419 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b45de10d-0bc6-4102-88af-70d3144a5414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.643290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b45de10d-0bc6-4102-88af-70d3144a5414 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1bc83c16-d059-4981-b311-24dadb3b26b6 HTTP/1.1" status: 204 len: 168 time: 0.9482327 Oct 26 13:58:55.646652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47090) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:55.648998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1413329c-bb25-4d1d-9f3b-7d8b8a16c917 None None] Network d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:55.661745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791a18e-5ea0-4e8a-81dc-ade2c3bd431f req-a39ad66d-3e32-4ab3-847e-238ebf775a40 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:55.670024 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b791a18e-5ea0-4e8a-81dc-ade2c3bd431f req-a39ad66d-3e32-4ab3-847e-238ebf775a40 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.2299097 Oct 26 13:58:55.728335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Allocated IP 172.25.4.182 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/86ca2cc4-7f64-404a-a398-c416732b78ba) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:55.741189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b791a18e-5ea0-4e8a-81dc-ade2c3bd431f req-de91522b-b6c8-47ac-b513-975dd506fdd7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699651 Oct 26 13:58:55.766615 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.856340 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Deleting port 8ab197ce-1b49-4b08-af6f-44674a8fd230 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:55.856674 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.956595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] For port 8ab197ce-1b49-4b08-af6f-44674a8fd230, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8ab197ce-1b49-4b08-af6f-44674a8fd230,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:55.957199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.958256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0260e86-292d-475b-9caa-c2f097be1efd req-eb5c2b28-736d-4c08-a3de-0703a4da6d7a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:55.959878 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0260e86-292d-475b-9caa-c2f097be1efd req-eb5c2b28-736d-4c08-a3de-0703a4da6d7a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 944 time: 0.1069181 Oct 26 13:58:55.964934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.970988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Calling delete_port for 8ab197ce-1b49-4b08-af6f-44674a8fd230 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:55.982759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05772960-ede5-4d31-86f8-5d6da2cef25e None None] DHCP port deletion for d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 13:58:56.034079 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0260e86-292d-475b-9caa-c2f097be1efd req-234b0d74-789f-4ed5-8e8e-25f4c0baf33c tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668504 Oct 26 13:58:56.044859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-05772960-ede5-4d31-86f8-5d6da2cef25e None None] Deleting port 8ab197ce-1b49-4b08-af6f-44674a8fd230 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:56.045339 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-05772960-ede5-4d31-86f8-5d6da2cef25e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.049087 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.103207 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:56.106306 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:56.110946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:56.114161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Pushing event updated for resources: {'Port': ['ID=86ca2cc4-7f64-404a-a398-c416732b78ba,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:56.116889 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac534ab-463b-4d8a-be61-e8e1597217d4 x-openstack-request-id: req-7ac534ab-463b-4d8a-be61-e8e1597217d4 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:56.117331 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8bf44a-586f-49b4-a3fb-9911a457acc6", "name": "network-vif-deleted", "tag": "22983af8-7c93-4c18-8589-eb514222db1a", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:56.117597 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ac534ab-463b-4d8a-be61-e8e1597217d4 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:56.118354 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8bf44a-586f-49b4-a3fb-9911a457acc6', 'name': 'network-vif-deleted', 'tag': '22983af8-7c93-4c18-8589-eb514222db1a', 'status': 'completed', 'code': 200} Oct 26 13:58:56.126938 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.173452 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-05772960-ede5-4d31-86f8-5d6da2cef25e None None] For port 8ab197ce-1b49-4b08-af6f-44674a8fd230, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8ab197ce-1b49-4b08-af6f-44674a8fd230,segment=NetworkSegment(ed82fb60-6c86-447a-a92f-e47117aa86c1),segment_id=ed82fb60-6c86-447a-a92f-e47117aa86c1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:56.173940 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-05772960-ede5-4d31-86f8-5d6da2cef25e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.176000 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] No DVR routers for this DVR port 8ab197ce-1b49-4b08-af6f-44674a8fd230 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:56.180052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab197ce-1b49-4b08-af6f-44674a8fd230,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:56.201422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-05772960-ede5-4d31-86f8-5d6da2cef25e None None] Calling delete_port for 8ab197ce-1b49-4b08-af6f-44674a8fd230 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:56.229093 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.274318 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.302857 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.335725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d153a9f8-d43b-47ae-94f1-e5bf7f9475e2']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:56.345605 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed82fb60-6c86-447a-a92f-e47117aa86c1') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:56.345906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed82fb60-6c86-447a-a92f-e47117aa86c1') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:56.354288 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-05772960-ede5-4d31-86f8-5d6da2cef25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.380912 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.393948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05772960-ede5-4d31-86f8-5d6da2cef25e None None] Pushing event deleted for resources: {'Port': ['ID=8ab197ce-1b49-4b08-af6f-44674a8fd230,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:56.398501 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05772960-ede5-4d31-86f8-5d6da2cef25e None None] No DVR routers for this DVR port 8ab197ce-1b49-4b08-af6f-44674a8fd230 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:56.407569 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.429733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:58:56.430509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: timer() Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:58:56.433126 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:58:56.447067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de97c7-ef47-49ce-b990-42ff433c9820 req-76b2bba6-5011-4e30-9520-821474b9d500 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:56.448662 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10de97c7-ef47-49ce-b990-42ff433c9820 req-76b2bba6-5011-4e30-9520-821474b9d500 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 945 time: 0.1294405 Oct 26 13:58:56.481052 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3f9679eb-285c-4c19-966f-c622b98a5869 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:56.515245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10de97c7-ef47-49ce-b990-42ff433c9820 req-dfeba55f-59ed-45ee-9f38-3fc2f944ff04 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570362 Oct 26 13:58:56.575637 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.585176 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa4aadec-ab72-477f-aa95-6cb47ab7b1f6 req-f2ab5c6d-b014-40af-b0e6-09a8b7ba656d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1694887 Oct 26 13:58:56.594067 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.596284 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.597423 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d153a9f8-d43b-47ae-94f1-e5bf7f9475e2 HTTP/1.1" status: 204 len: 168 time: 0.9498940 Oct 26 13:58:56.615650 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.670447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3f9679eb-285c-4c19-966f-c622b98a5869, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3f9679eb-285c-4c19-966f-c622b98a5869,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:56.679042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603ca65-1313-4893-b2dd-bcdf2dbf83e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d153a9f8-d43b-47ae-94f1-e5bf7f9475e2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:56.695054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '3f9679eb-285c-4c19-966f-c622b98a5869', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'port_id': '3f9679eb-285c-4c19-966f-c622b98a5869', 'mac_address': 'fa:16:3e:96:60:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:56.716790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Pushing event updated for resources: {'Port': ['ID=86ca2cc4-7f64-404a-a398-c416732b78ba,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:56.743258 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [req-2feff211-9c53-4801-8871-5b611b32d357 req-9348284a-a520-4758-942a-b6a0860c4e6f service neutron] show failed (client error): The resource could not be found. Oct 26 13:58:56.755008 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-9348284a-a520-4758-942a-b6a0860c4e6f service neutron] 10.222.0.25 "GET /v2.0/ports/af50d25f-9cfa-4c36-9227-9b6d2a4d55ad/bindings/n-h2-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.2822566 Oct 26 13:58:56.774812 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.775951 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4aadec-ab72-477f-aa95-6cb47ab7b1f6 req-0f02e31a-c250-4719-9688-95ac50fd40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:56.791930 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa4aadec-ab72-477f-aa95-6cb47ab7b1f6 req-0f02e31a-c250-4719-9688-95ac50fd40d8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 1096 time: 0.1611807 Oct 26 13:58:56.810986 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9679eb-285c-4c19-966f-c622b98a5869 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:56.839637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47104) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:56.865823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3f9679eb-285c-4c19-966f-c622b98a5869, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3f9679eb-285c-4c19-966f-c622b98a5869,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:56.880570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a60083-4f71-400c-8894-508100a43650 req-a5b2cb4b-8b41-4c22-9388-ce384480e31e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:56.880803 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.892546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67a60083-4f71-400c-8894-508100a43650 req-a5b2cb4b-8b41-4c22-9388-ce384480e31e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1362536 Oct 26 13:58:56.936457 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.949547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0f104288-511f-4a5e-a2a8-b50ed2617d0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=103f1c62cb5b468ab0815c5b575652ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1065629 Oct 26 13:58:56.955995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47108) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:56.976109 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=3f9679eb-285c-4c19-966f-c622b98a5869,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:57.012396 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.021313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-83860080-edd7-41de-bbc6-2c7bdf387615 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4934013 Oct 26 13:58:57.026529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47110) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:57.037400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4aadec-ab72-477f-aa95-6cb47ab7b1f6 req-c7b41b29-496e-41c6-84e3-6266008968cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:57.039360 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa4aadec-ab72-477f-aa95-6cb47ab7b1f6 req-c7b41b29-496e-41c6-84e3-6266008968cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.2318587 Oct 26 13:58:57.102223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 10167a38-7013-4fa8-a942-a83386b2363f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:57.105426 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67a60083-4f71-400c-8894-508100a43650 req-c842e939-74b1-4993-a4dd-1cf2e0073f2d tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117095 Oct 26 13:58:57.109813 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa4aadec-ab72-477f-aa95-6cb47ab7b1f6 req-9a27bae7-c360-49a6-8d8b-72b638f4f29c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7 HTTP/1.1" status: 200 len: 217 time: 0.0613291 Oct 26 13:58:57.143207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['3f9679eb-285c-4c19-966f-c622b98a5869'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:57.156492 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-e0507b8e-bfd1-4d75-a649-1a7dd2929fdc tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.1338096 Oct 26 13:58:57.195859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4aadec-ab72-477f-aa95-6cb47ab7b1f6 req-9e19367f-8397-46bc-9cb3-52cd0eea629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:57.197326 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa4aadec-ab72-477f-aa95-6cb47ab7b1f6 req-9e19367f-8397-46bc-9cb3-52cd0eea629d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.0784800 Oct 26 13:58:57.236059 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa4aadec-ab72-477f-aa95-6cb47ab7b1f6 req-610a6b3a-0de2-4d21-8a2c-adca261b2339 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288954 Oct 26 13:58:57.244412 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.271804 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 10167a38-7013-4fa8-a942-a83386b2363f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:57.272195 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.316551 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc9865ae-3f2e-4d8e-bc37-ad44cd395b5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.354887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feff211-9c53-4801-8871-5b611b32d357 req-6050d2da-fd8f-46eb-8373-dced6c75acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:57.356377 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-6050d2da-fd8f-46eb-8373-dced6c75acaa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c&tenant_id=f254c3780f9c4422b640c485cb709267 HTTP/1.1" status: 200 len: 1101 time: 0.2558274 Oct 26 13:58:57.361209 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa4aadec-ab72-477f-aa95-6cb47ab7b1f6 req-d2751a33-c98c-4142-953c-2fa9c58d3c49 service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150649 Oct 26 13:58:57.385157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:57.393766 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc9865ae-3f2e-4d8e-bc37-ad44cd395b5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.402394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a7b82-f08f-4cd6-8664-9d78148d5f73 req-7cfebed9-754b-47d2-a179-95900a795ddb tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:57.403879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-272a7b82-f08f-4cd6-8664-9d78148d5f73 req-7cfebed9-754b-47d2-a179-95900a795ddb tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.2269828 Oct 26 13:58:57.484025 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2a6e04f8-66db-4174-a6a5-1f9846a04756 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:57.484582 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-74b241dd-6177-4dbf-9945-70a05e77496e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b6c31e3877249b7add1e5626ee84149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494324 Oct 26 13:58:57.488382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47118) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:57.508730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-ec563aac-ccce-4f6c-819f-aef041ce95e3 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:57.510644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f49f1dd-1743-40e1-93a4-59e9bc17cb5c req-ec563aac-ccce-4f6c-819f-aef041ce95e3 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.3363664 Oct 26 13:58:57.513015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 2a6e04f8-66db-4174-a6a5-1f9846a04756 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:58:57.513727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2a6e04f8-66db-4174-a6a5-1f9846a04756 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:57.513727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8ab197ce-1b49-4b08-af6f-44674a8fd230 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:57.529334 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa4aadec-ab72-477f-aa95-6cb47ab7b1f6 req-ecb5a8fd-1fc1-45c3-968b-3b32e5af504b service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619239 Oct 26 13:58:57.563490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 8ab197ce-1b49-4b08-af6f-44674a8fd230 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:58:57.563836 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8ab197ce-1b49-4b08-af6f-44674a8fd230 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:57.573924 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-272a7b82-f08f-4cd6-8664-9d78148d5f73 req-65b1ca0f-24fb-4a40-be89-3ab7ced98842 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503708 Oct 26 13:58:57.579368 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75a47fa9-03d1-4d44-bd0c-df348b767758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.584476 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.622920 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75a47fa9-03d1-4d44-bd0c-df348b767758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.664365 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc9865ae-3f2e-4d8e-bc37-ad44cd395b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.667741 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc9865ae-3f2e-4d8e-bc37-ad44cd395b5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.668926 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fc9865ae-3f2e-4d8e-bc37-ad44cd395b5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/561fc14e-1e92-482c-a778-b43de19e01af HTTP/1.1" status: 204 len: 168 time: 0.7103124 Oct 26 13:58:57.683641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9865ae-3f2e-4d8e-bc37-ad44cd395b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561fc14e-1e92-482c-a778-b43de19e01af,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:57.689817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75a47fa9-03d1-4d44-bd0c-df348b767758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.697027 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75a47fa9-03d1-4d44-bd0c-df348b767758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.703346 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-75a47fa9-03d1-4d44-bd0c-df348b767758 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a26de6b-32ac-4685-92e1-1da77ce0f336 HTTP/1.1" status: 204 len: 168 time: 0.2148213 Oct 26 13:58:57.713766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a47fa9-03d1-4d44-bd0c-df348b767758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a26de6b-32ac-4685-92e1-1da77ce0f336,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:57.861545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e4e67-fe7f-4701-9b6a-849133eb01cd req-49bd1813-a4ed-4486-a424-b6e181be638b tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:57.863087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-158e4e67-fe7f-4701-9b6a-849133eb01cd req-49bd1813-a4ed-4486-a424-b6e181be638b tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 945 time: 0.1931462 Oct 26 13:58:57.989854 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-158e4e67-fe7f-4701-9b6a-849133eb01cd req-29d5358c-3d96-4cc3-ba72-ea5b90b35739 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126618 Oct 26 13:58:58.006639 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-133a6906-608a-481f-b520-4dffafd51a9a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2840660 Oct 26 13:58:58.025192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:58.068037 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.103333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] For port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:58.119245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47138) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:58.167119 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fb0df766-9772-4958-9a32-4ea400a1362a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3dfc90d8ee1d4aec93579cfaddf527d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493674 Oct 26 13:58:58.167927 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47144) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:58.224799 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bd196b9-7897-4a8e-9f08-1aae1ba675e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.255971 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bd196b9-7897-4a8e-9f08-1aae1ba675e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.318120 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bd196b9-7897-4a8e-9f08-1aae1ba675e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.322469 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bd196b9-7897-4a8e-9f08-1aae1ba675e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.327523 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3bd196b9-7897-4a8e-9f08-1aae1ba675e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd8262cc-d7c6-4402-87c1-b41e9d5c19b5 HTTP/1.1" status: 204 len: 168 time: 0.1584535 Oct 26 13:58:58.338207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd196b9-7897-4a8e-9f08-1aae1ba675e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8262cc-d7c6-4402-87c1-b41e9d5c19b5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:58.481144 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] For port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:58.522051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f8123-1ff6-4179-bf72-5a4c90190fb2 req-d232dfb3-df51-4de5-a58c-04aec3555cdc tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:58.523987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f8f8123-1ff6-4179-bf72-5a4c90190fb2 req-d232dfb3-df51-4de5-a58c-04aec3555cdc tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 945 time: 0.4353786 Oct 26 13:58:58.559289 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11c8a29-ad01-4811-97c2-79f069e0984c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:58.563891 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3c4af7-edfb-4a99-bc5f-4ac33c26c5b6" -d '{"events": [{"server_uuid": "b11c8a29-ad01-4811-97c2-79f069e0984c", "name": "network-vif-unplugged", "status": "completed", "tag": "af50d25f-9cfa-4c36-9227-9b6d2a4d55ad"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:58.573275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3f9679eb-285c-4c19-966f-c622b98a5869 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:58.585949 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.628222 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f8f8123-1ff6-4179-bf72-5a4c90190fb2 req-d8c02944-85ee-4958-a5c3-18921aa00f75 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925870 Oct 26 13:58:58.629326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Transition to ACTIVE for port object af50d25f-9cfa-4c36-9227-9b6d2a4d55ad will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:58.638520 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.649638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 3f9679eb-285c-4c19-966f-c622b98a5869 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:58.664787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 3f9679eb-285c-4c19-966f-c622b98a5869 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:58.664787 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.690566 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Pushing event updated for resources: {'Port': ['ID=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,revision_number=6']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:58.716723 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.776928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] No DVR routers for this DVR port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:58.821762 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.850741 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9922148-6809-4971-b043-ea400b6a312e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9679eb-285c-4c19-966f-c622b98a5869'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:58.853685 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332fbc1a-8046-4bcc-a06b-0dec0d776df5" -d '{"events": [{"server_uuid": "d9922148-6809-4971-b043-ea400b6a312e", "name": "network-vif-plugged", "status": "completed", "tag": "3f9679eb-285c-4c19-966f-c622b98a5869"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:58.868933 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3f9679eb-285c-4c19-966f-c622b98a5869, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3f9679eb-285c-4c19-966f-c622b98a5869,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:58.879131 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.880260 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 22983af8-7c93-4c18-8589-eb514222db1a no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:58.918730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738a34-c724-4a49-8f85-02ae98ac6c7f req-85a36f98-4089-4aa3-8253-f2e58d922326 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:58.928272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a738a34-c724-4a49-8f85-02ae98ac6c7f req-85a36f98-4089-4aa3-8253-f2e58d922326 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 948 time: 0.1800909 Oct 26 13:58:58.942879 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Attempting to bind port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:58.943460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Attempting to bind port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:58.945428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Attempting to bind port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:58.948046 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 22983af8-7c93-4c18-8589-eb514222db1a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:58:58.948300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 22983af8-7c93-4c18-8589-eb514222db1a not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:58.963242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:58.963683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Attempting to bind port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:58.992393 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=3f9679eb-285c-4c19-966f-c622b98a5869,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:59.011921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:59.012624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:59.013089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:59.014010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Bound port: af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:59.014504 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.104211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a738a34-c724-4a49-8f85-02ae98ac6c7f req-274b733a-001c-4c02-8404-d00d2e026dcd tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743245 Oct 26 13:58:59.114704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Allocated IP 172.25.4.245 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/73232893-e9b7-4d91-9029-b57f104bce51) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:59.161868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] For port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:59.201005 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7637d0-1b7b-43b8-9caf-723e919e35c2 x-openstack-request-id: req-7c7637d0-1b7b-43b8-9caf-723e919e35c2 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:59.201904 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11c8a29-ad01-4811-97c2-79f069e0984c", "name": "network-vif-unplugged", "status": "completed", "tag": "af50d25f-9cfa-4c36-9227-9b6d2a4d55ad", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:59.202237 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c7637d0-1b7b-43b8-9caf-723e919e35c2 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:59.203385 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11c8a29-ad01-4811-97c2-79f069e0984c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'code': 200} Oct 26 13:58:59.219241 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] For port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:59.227001 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.275553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:59.276442 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.277898 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] 10.222.0.11 "PUT /v2.0/ports/af50d25f-9cfa-4c36-9227-9b6d2a4d55ad HTTP/1.1" status: 200 len: 1096 time: 1.8968561 Oct 26 13:58:59.393802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525be5c8-ef3c-41cd-8404-f2b014f6728f service neutron] Pushing event updated for resources: {'Port': ['ID=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,revision_number=7']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:59.403794 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.414158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d4b00-eb68-4fb9-8350-c6dc68d5139a req-aca6aa07-56dc-408c-8b10-b4dfa0082049 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:59.415728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-482d4b00-eb68-4fb9-8350-c6dc68d5139a req-aca6aa07-56dc-408c-8b10-b4dfa0082049 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.1857586 Oct 26 13:58:59.441104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feff211-9c53-4801-8871-5b611b32d357 req-3c4b6dd8-739c-44ce-8c5a-7cd2ee7336dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:59.442829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-3c4b6dd8-739c-44ce-8c5a-7cd2ee7336dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 1099 time: 0.1222019 Oct 26 13:58:59.535742 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-482d4b00-eb68-4fb9-8350-c6dc68d5139a req-1842136e-68b4-4d48-aa31-4231606df6fd tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109483 Oct 26 13:58:59.538540 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.594320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:59.605971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:59.610203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:59.648841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Pushing event updated for resources: {'Port': ['ID=73232893-e9b7-4d91-9029-b57f104bce51,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:59.659266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feff211-9c53-4801-8871-5b611b32d357 req-3d092283-47eb-4795-bfe0-f5549cdddb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:59.660758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-3d092283-47eb-4795-bfe0-f5549cdddb2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2054343 Oct 26 13:58:59.694575 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6a934e-0743-4c1b-8140-2abdde849cd9 x-openstack-request-id: req-cc6a934e-0743-4c1b-8140-2abdde849cd9 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:59.695087 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9922148-6809-4971-b043-ea400b6a312e", "name": "network-vif-plugged", "status": "completed", "tag": "3f9679eb-285c-4c19-966f-c622b98a5869", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:59.695168 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc6a934e-0743-4c1b-8140-2abdde849cd9 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:59.695530 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9922148-6809-4971-b043-ea400b6a312e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9679eb-285c-4c19-966f-c622b98a5869', 'code': 200} Oct 26 13:58:59.720958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-cc3cd5ee-e802-4f18-b323-2a25cae88a5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad HTTP/1.1" status: 200 len: 217 time: 0.0477471 Oct 26 13:58:59.814349 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6df55a-d7f6-4006-b4a1-638f117d6c82 req-649d79f7-6b81-4b99-b384-e864d59bcd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:59.815871 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cf6df55a-d7f6-4006-b4a1-638f117d6c82 req-649d79f7-6b81-4b99-b384-e864d59bcd94 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 1097 time: 0.0469165 Oct 26 13:58:59.837394 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.843794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feff211-9c53-4801-8871-5b611b32d357 req-8433a7d8-1c95-4b8a-9d61-98767b4dd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:59.845268 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-8433a7d8-1c95-4b8a-9d61-98767b4dd106 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1001608 Oct 26 13:58:59.861940 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cf6df55a-d7f6-4006-b4a1-638f117d6c82 req-36dbd63c-d318-4e57-824f-afbfaa513959 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384541 Oct 26 13:58:59.900344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e3871-2124-4ea7-b90e-0c5ec235b231 req-70776b0d-2d1a-4a2f-a9f5-9d4753899c30 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:59.901874 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-518e3871-2124-4ea7-b90e-0c5ec235b231 req-70776b0d-2d1a-4a2f-a9f5-9d4753899c30 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 946 time: 0.1409199 Oct 26 13:58:59.945216 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.990442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feff211-9c53-4801-8871-5b611b32d357 req-685ef7c4-f0f2-4c77-8dd7-d1fedd4b67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:59.991887 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-685ef7c4-f0f2-4c77-8dd7-d1fedd4b67f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1287475 Oct 26 13:59:00.008275 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-518e3871-2124-4ea7-b90e-0c5ec235b231 req-edccb032-227f-402d-abcf-88641b1c3e22 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870023 Oct 26 13:59:00.170519 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-52638b82-dc96-4817-9b5a-fc9cb2d03cdc service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604552 Oct 26 13:59:00.264905 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:00.276622 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:00.381711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2feff211-9c53-4801-8871-5b611b32d357 req-66e1b437-e615-4f41-bb55-10d59501da12 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004738 Oct 26 13:59:00.408181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Pushing event updated for resources: {'Port': ['ID=73232893-e9b7-4d91-9029-b57f104bce51,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:00.417349 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:00.442247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f479599-1952-4ffb-ab27-fc1e9951ae64 req-e1e565bf-e519-49a2-9fbc-84449709279a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:00.446489 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8f479599-1952-4ffb-ab27-fc1e9951ae64 req-e1e565bf-e519-49a2-9fbc-84449709279a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 945 time: 0.1155789 Oct 26 13:59:00.450221 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:00.451378 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-2525924b-c434-470f-bc13-797085f4cd85 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4439371 Oct 26 13:59:00.484456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device af50d25f-9cfa-4c36-9227-9b6d2a4d55ad no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:00.513264 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-70d31095-6083-488a-b16c-3892086879a7 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 696 time: 0.0542674 Oct 26 13:59:00.528585 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device af50d25f-9cfa-4c36-9227-9b6d2a4d55ad not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:00.552961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8f479599-1952-4ffb-ab27-fc1e9951ae64 req-21374b61-757e-4cef-b227-e0332d0e8bca tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006212 Oct 26 13:59:00.657228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-4aae0ff1-23f2-43bc-8258-8333b663a532 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:00.658735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-4aae0ff1-23f2-43bc-8258-8333b663a532 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.1371019 Oct 26 13:59:00.670395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-76fff1a8-6334-4157-b666-87050ed37f17 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:59:00.671919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7053e076-d94f-4e38-ab64-9b6b2c99a2f9 req-76fff1a8-6334-4157-b666-87050ed37f17 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059180 Oct 26 13:59:00.690926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aebee1-d28b-4025-b046-77c00dff14b9 req-aabdf7e1-4c63-43af-9af5-2467f6e8c79a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:00.692397 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62aebee1-d28b-4025-b046-77c00dff14b9 req-aabdf7e1-4c63-43af-9af5-2467f6e8c79a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 948 time: 0.0716844 Oct 26 13:59:00.736605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62aebee1-d28b-4025-b046-77c00dff14b9 req-6d8637d9-59d2-4232-b4c7-7ed7071359b0 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380616 Oct 26 13:59:00.846219 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e81c0-1ffb-4f4e-9bf1-2882b23cf7a1 req-42145763-1fdc-4be9-8e3f-704bf6a1205f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:00.847686 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e93e81c0-1ffb-4f4e-9bf1-2882b23cf7a1 req-42145763-1fdc-4be9-8e3f-704bf6a1205f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.0539467 Oct 26 13:59:00.886283 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e93e81c0-1ffb-4f4e-9bf1-2882b23cf7a1 req-28600626-5d05-4e49-b530-fafdf3cb58bd tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Oct 26 13:59:01.064598 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-66289051-aa5f-48da-b17c-a6c232c23a2a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1156895 Oct 26 13:59:01.078471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:01.103801 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:01.216486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11c8a29-ad01-4811-97c2-79f069e0984c', 'tag': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:01.219116 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d80515-4afc-4b0f-b493-b58946dd7521" -d '{"events": [{"name": "network-changed", "server_uuid": "b11c8a29-ad01-4811-97c2-79f069e0984c", "tag": "af50d25f-9cfa-4c36-9227-9b6d2a4d55ad"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:01.256426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd65d64-cef3-4f67-83bb-d8e1e22fcef7 req-7879f2b2-e0a1-42d8-80c2-2b940e4d258f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:01.258230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfd65d64-cef3-4f67-83bb-d8e1e22fcef7 req-7879f2b2-e0a1-42d8-80c2-2b940e4d258f tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 946 time: 0.0739062 Oct 26 13:59:01.298847 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:01.321219 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfd65d64-cef3-4f67-83bb-d8e1e22fcef7 req-58b4ce2f-98b5-46f2-ba67-9646e7e6824e tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534375 Oct 26 13:59:01.415098 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983b2326-886b-4a5f-afef-4643e507b47c x-openstack-request-id: req-983b2326-886b-4a5f-afef-4643e507b47c {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:01.415455 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11c8a29-ad01-4811-97c2-79f069e0984c", "tag": "af50d25f-9cfa-4c36-9227-9b6d2a4d55ad", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:01.415770 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-983b2326-886b-4a5f-afef-4643e507b47c {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:01.416212 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11c8a29-ad01-4811-97c2-79f069e0984c', 'tag': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'status': 'completed', 'code': 200} Oct 26 13:59:01.427192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Allocated IP 172.25.4.102 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/a5ca4e5f-d561-4611-8d4a-7b5bbeb85676) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:01.485714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-0619418d-29bc-4b3a-84fb-29256fc3f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:01.487915 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-0619418d-29bc-4b3a-84fb-29256fc3f564 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 1099 time: 0.0490544 Oct 26 13:59:01.529782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-44420fdc-6cb6-4c56-8300-1defb8780ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:01.531388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-44420fdc-6cb6-4c56-8300-1defb8780ba8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 1099 time: 0.0914128 Oct 26 13:59:01.587129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-d4fe8665-94e6-4dfc-a912-65de886d71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:01.589731 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-d4fe8665-94e6-4dfc-a912-65de886d71e4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.0948877 Oct 26 13:59:01.616976 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:01.640980 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-440f1943-a85b-413c-9ee0-b42104be9fa6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad HTTP/1.1" status: 200 len: 217 time: 0.0434952 Oct 26 13:59:01.674328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-9a47738f-5c01-4fa9-bdce-976287c7fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:01.675780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-9a47738f-5c01-4fa9-bdce-976287c7fa67 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1344662 Oct 26 13:59:01.691988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-47152604-d919-4f1c-a9f3-8da67b5fc2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:01.693465 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-47152604-d919-4f1c-a9f3-8da67b5fc2d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0457058 Oct 26 13:59:01.735095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-b7391f74-797f-4428-8520-5cdd3aaaf8b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad HTTP/1.1" status: 200 len: 217 time: 0.0404084 Oct 26 13:59:01.746102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-cb17b557-fe63-4927-bcbf-3582c33e25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:01.748645 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-cb17b557-fe63-4927-bcbf-3582c33e25c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479491 Oct 26 13:59:01.756216 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:01.768869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879796e-9d87-487c-a433-ccfc96fb261c req-0396129e-2543-44e5-8b25-28727e68ebed tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:01.770565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c879796e-9d87-487c-a433-ccfc96fb261c req-0396129e-2543-44e5-8b25-28727e68ebed tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 946 time: 0.1111989 Oct 26 13:59:01.792675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47288) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:01.800816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7fef1635-73ca-4385-a1c2-d86b2f455662 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Request body: {'floatingip': {'port_id': '3f9679eb-285c-4c19-966f-c622b98a5869'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:01.844363 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:01.875734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:01.889740 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-049a04ea-f420-442a-8e25-f557777e799e service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312301 Oct 26 13:59:01.890747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:01.918218 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7fef1635-73ca-4385-a1c2-d86b2f455662 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.016391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-d529693f-d965-4116-bbb1-082fb5258302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:02.018140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-d529693f-d965-4116-bbb1-082fb5258302 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.2712979 Oct 26 13:59:02.021250 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-cbe40220-d66b-4cb7-b8eb-687727a87930 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173542 Oct 26 13:59:02.024446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Pushing event updated for resources: {'Port': ['ID=a5ca4e5f-d561-4611-8d4a-7b5bbeb85676,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:02.167674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47304) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:02.205283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc8f7e-5828-4eb0-abf7-c936f443ab9a req-003b1ca9-661e-4f8f-ab4a-86f765ca32b0 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:02.206117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8bc8f7e-5828-4eb0-abf7-c936f443ab9a req-003b1ca9-661e-4f8f-ab4a-86f765ca32b0 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 945 time: 0.2460146 Oct 26 13:59:02.267534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-631ec229-5f79-43bb-893b-f080cff27381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:02.269005 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-631ec229-5f79-43bb-893b-f080cff27381 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2332046 Oct 26 13:59:02.271636 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.278817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae117371-7b84-439f-a213-551efb7ae993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.363286 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae117371-7b84-439f-a213-551efb7ae993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.367220 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae117371-7b84-439f-a213-551efb7ae993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.413439 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ae117371-7b84-439f-a213-551efb7ae993 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e318a0f40a24280b3769c8e5d660061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418873 Oct 26 13:59:02.413439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae117371-7b84-439f-a213-551efb7ae993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba53710-9fa4-4132-8ef3-a732acb218f5,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:02.414052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47308) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:02.469038 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-856a4784-ba44-47d7-ad2a-297107043480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.493094 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-856a4784-ba44-47d7-ad2a-297107043480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.540468 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-856a4784-ba44-47d7-ad2a-297107043480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.543324 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-856a4784-ba44-47d7-ad2a-297107043480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.547906 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-856a4784-ba44-47d7-ad2a-297107043480 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ba53710-9fa4-4132-8ef3-a732acb218f5 HTTP/1.1" status: 204 len: 168 time: 0.1295898 Oct 26 13:59:02.556443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a4784-ba44-47d7-ad2a-297107043480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba53710-9fa4-4132-8ef3-a732acb218f5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:02.653710 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8bc8f7e-5828-4eb0-abf7-c936f443ab9a req-3bf0316e-4a8b-42ec-a6f9-bea66d58d6a2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195004 Oct 26 13:59:02.707322 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.863064 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-7b613187-554a-4c7c-b2ae-7bccd89b63f7 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839241 Oct 26 13:59:02.878750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df360-ac67-4610-8c5b-1952546219ba req-5feb7349-6e95-4a96-a6ca-5a941300576b tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:02.880446 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-5feb7349-6e95-4a96-a6ca-5a941300576b tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1096 time: 0.0619278 Oct 26 13:59:02.896720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815498-1'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:03.017962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.173579 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7fef1635-73ca-4385-a1c2-d86b2f455662 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.176975 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70d80515-4afc-4b0f-b493-b58946dd7521 req-cc401976-6f8a-4fe3-bc5f-add9d8d59f5e service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050649 Oct 26 13:59:03.187097 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ad82e-08a1-4d8c-b527-969d077cddba req-3390a2d3-2647-49df-a3f6-f808243e261f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:03.194705 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c5ad82e-08a1-4d8c-b527-969d077cddba req-3390a2d3-2647-49df-a3f6-f808243e261f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 948 time: 0.2011318 Oct 26 13:59:03.198899 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7fef1635-73ca-4385-a1c2-d86b2f455662 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.207150 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:03.256810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:03.308022 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.313101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d440993-e63b-4aba-b3e6-b3660ad9fdc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe1fd28c-9f55-4c15-a4de-9836f167009c'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:03.316748 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3939449-a566-4486-8778-64797b897ded" -d '{"events": [{"server_uuid": "3d440993-e63b-4aba-b3e6-b3660ad9fdc5", "name": "network-vif-unplugged", "status": "completed", "tag": "fe1fd28c-9f55-4c15-a4de-9836f167009c"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:03.324965 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.330659 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.341307 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.374963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c5ad82e-08a1-4d8c-b527-969d077cddba req-8d4974a0-26b3-4cde-affa-9215e0ffdb0a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744153 Oct 26 13:59:03.467255 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1fd28c-9f55-4c15-a4de-9836f167009c,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:03.471775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Attempting to bind port fe1fd28c-9f55-4c15-a4de-9836f167009c on host n-h2-815498-1 for vnic_type normal with profile {"migrating_to": "n-h1-815498-1"} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:03.472868 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Attempting to bind port fe1fd28c-9f55-4c15-a4de-9836f167009c by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:03.472868 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Attempting to bind port fe1fd28c-9f55-4c15-a4de-9836f167009c on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:03.479790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Port fe1fd28c-9f55-4c15-a4de-9836f167009c on network ba04fdd3-3802-412f-af48-4aa973edbc88 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:03.480294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Attempting to bind port fe1fd28c-9f55-4c15-a4de-9836f167009c on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:03.486087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:03.486663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Checking segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:03.487506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Bound using segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:03.488281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Bound port: fe1fd28c-9f55-4c15-a4de-9836f167009c, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:03.488801 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.518487 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Pushing event updated for resources: {'Port': ['ID=a5ca4e5f-d561-4611-8d4a-7b5bbeb85676,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:03.523772 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-7fef1635-73ca-4385-a1c2-d86b2f455662 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Floating IP ffea3afe-436c-4815-98b5-075b0117b470 associated. External IP: 172.25.4.113, port: 3f9679eb-285c-4c19-966f-c622b98a5869. Oct 26 13:59:03.603741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:03.604193 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.604295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:03.611231 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.647903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753f261-5b8b-4fed-866f-88ed9bb99563 req-227a84af-5ad6-4d57-be82-33140b334adf tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:03.649463 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a753f261-5b8b-4fed-866f-88ed9bb99563 req-227a84af-5ad6-4d57-be82-33140b334adf tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.1753767 Oct 26 13:59:03.654187 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.656110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-0d33f296-ea67-4e83-a35b-601e63c42e3e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5819116 Oct 26 13:59:03.683660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1fd28c-9f55-4c15-a4de-9836f167009c,revision_number=8']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:03.701612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:03.702415 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.703921 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-76284dfd-d945-44d8-a2d1-5cdaf07210f5 service neutron] 10.222.0.25 "PUT /v2.0/ports/fe1fd28c-9f55-4c15-a4de-9836f167009c HTTP/1.1" status: 200 len: 1121 time: 0.8127797 Oct 26 13:59:03.747175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-88a5aadd-e6e5-4ccb-9cd6-e114cc0996fd tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0850849 Oct 26 13:59:03.750658 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a753f261-5b8b-4fed-866f-88ed9bb99563 req-8bbbebd5-bf65-4691-812b-4e1646e91b80 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916448 Oct 26 13:59:03.792329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['fe1fd28c-9f55-4c15-a4de-9836f167009c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:03.844331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47350) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:03.861506 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['fe1fd28c-9f55-4c15-a4de-9836f167009c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:03.891424 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b619ee-bedf-4fd9-8859-5fc750f59da2 x-openstack-request-id: req-e8b619ee-bedf-4fd9-8859-5fc750f59da2 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:03.891898 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d440993-e63b-4aba-b3e6-b3660ad9fdc5", "name": "network-vif-unplugged", "status": "completed", "tag": "fe1fd28c-9f55-4c15-a4de-9836f167009c", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:03.892293 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8b619ee-bedf-4fd9-8859-5fc750f59da2 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:03.892745 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d440993-e63b-4aba-b3e6-b3660ad9fdc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe1fd28c-9f55-4c15-a4de-9836f167009c', 'code': 200} Oct 26 13:59:04.026689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fef1635-73ca-4385-a1c2-d86b2f455662 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Router 902a693d-de02-44be-8f1d-6d751af658cd has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:59:04.053612 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a799acb6-fae3-4c26-b744-fd7b8dec3f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.141815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-743fcd66-7722-409d-b1be-0ceccf45162f tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:04.157057 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b354037b-8a45-4006-be8c-6c8db1f78df1 req-743fcd66-7722-409d-b1be-0ceccf45162f tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.4008341 Oct 26 13:59:04.200848 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a799acb6-fae3-4c26-b744-fd7b8dec3f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.207447 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a799acb6-fae3-4c26-b744-fd7b8dec3f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.252242 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a799acb6-fae3-4c26-b744-fd7b8dec3f7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1411132f9164b1f909bde22da633b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066811 Oct 26 13:59:04.253460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799acb6-fae3-4c26-b744-fd7b8dec3f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffcbc5e-91fa-4245-851d-c132741b85e8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:04.256750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47366) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:04.263378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fef1635-73ca-4385-a1c2-d86b2f455662 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:59:04.277962 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2944147-c8f7-4d68-b0c8-d018906ec8fd None None] Sync routers for ids ['902a693d-de02-44be-8f1d-6d751af658cd'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:59:04.280358 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-c8c1e77b-b8e0-496f-9367-88630c0cd500 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0b7565e5d9774d60b7e95d8c2252075b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464401 Oct 26 13:59:04.284467 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7fef1635-73ca-4385-a1c2-d86b2f455662 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.292013 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2944147-c8f7-4d68-b0c8-d018906ec8fd None None] Routers {'902a693d-de02-44be-8f1d-6d751af658cd'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:04.293014 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f2944147-c8f7-4d68-b0c8-d018906ec8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['902a693d-de02-44be-8f1d-6d751af658cd'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:04.314749 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d7ec5d65-2b02-4823-bf72-9c211c5bb055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.338895 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d7ec5d65-2b02-4823-bf72-9c211c5bb055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.372717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7fef1635-73ca-4385-a1c2-d86b2f455662 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "PUT /v2.0/floatingips/ffea3afe-436c-4815-98b5-075b0117b470 HTTP/1.1" status: 200 len: 992 time: 2.5775008 Oct 26 13:59:04.378323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9922148-6809-4971-b043-ea400b6a312e', 'tag': '3f9679eb-285c-4c19-966f-c622b98a5869'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:04.380199 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f822fd9-0c10-4c44-b249-e5823d0dc9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9922148-6809-4971-b043-ea400b6a312e", "tag": "3f9679eb-285c-4c19-966f-c622b98a5869"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:04.400135 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d7ec5d65-2b02-4823-bf72-9c211c5bb055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.404490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d7ec5d65-2b02-4823-bf72-9c211c5bb055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.405171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50c72e-8ffb-4a8c-8548-9078b5d4adfc req-a370ca3c-ed5f-49d3-b22e-31738d8b97a8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:04.406492 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d7ec5d65-2b02-4823-bf72-9c211c5bb055 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ffcbc5e-91fa-4245-851d-c132741b85e8 HTTP/1.1" status: 204 len: 168 time: 0.1485088 Oct 26 13:59:04.406800 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e50c72e-8ffb-4a8c-8548-9078b5d4adfc req-a370ca3c-ed5f-49d3-b22e-31738d8b97a8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 943 time: 0.1755803 Oct 26 13:59:04.412534 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-f2944147-c8f7-4d68-b0c8-d018906ec8fd None None] Set router 902a693d-de02-44be-8f1d-6d751af658cd gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:04.440705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec5d65-2b02-4823-bf72-9c211c5bb055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffcbc5e-91fa-4245-851d-c132741b85e8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:04.463148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-27cccda1-5862-44e4-bfff-6a0257381e17 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:04.470782 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-27cccda1-5862-44e4-bfff-6a0257381e17 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805153 Oct 26 13:59:04.476431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device af50d25f-9cfa-4c36-9227-9b6d2a4d55ad details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:04.497757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-1bf38042-7656-4e0a-87eb-d2f3640a0214 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/quotas/0b7565e5d9774d60b7e95d8c2252075b HTTP/1.1" status: 200 len: 375 time: 0.0260549 Oct 26 13:59:04.503275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device fe1fd28c-9f55-4c15-a4de-9836f167009c details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:04.505808 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e50c72e-8ffb-4a8c-8548-9078b5d4adfc req-416eca28-1ef0-486a-a278-678b338cd767 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869756 Oct 26 13:59:04.542478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-a8d01105-9163-49fb-bda2-79505e0a0f3e tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b7565e5d9774d60b7e95d8c2252075b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437360 Oct 26 13:59:04.658665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:04.678546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device fe1fd28c-9f55-4c15-a4de-9836f167009c has no active binding in host n-h1-815498-1 {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 13:59:04.750630 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-9f99185a-540f-4e21-8b7d-458af4dce4d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2047141 Oct 26 13:59:04.760770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:04.803637 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f2944147-c8f7-4d68-b0c8-d018906ec8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'ffea3afe-436c-4815-98b5-075b0117b470', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'port_id': '3f9679eb-285c-4c19-966f-c622b98a5869', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'mac_address': 'fa:16:3e:96:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9922148-6809-4971-b043-ea400b6a312e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:56:42Z', 'updated_at': '2021-10-26T13:59:02Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:24Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:04.820066 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6a8a13-13e8-4f73-b46b-87830287f0ca x-openstack-request-id: req-bf6a8a13-13e8-4f73-b46b-87830287f0ca {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:04.822557 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9922148-6809-4971-b043-ea400b6a312e", "tag": "3f9679eb-285c-4c19-966f-c622b98a5869", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:04.822729 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf6a8a13-13e8-4f73-b46b-87830287f0ca {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:04.823531 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9922148-6809-4971-b043-ea400b6a312e', 'tag': '3f9679eb-285c-4c19-966f-c622b98a5869', 'status': 'completed', 'code': 200} Oct 26 13:59:04.828183 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.886590 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:04.892595 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2944147-c8f7-4d68-b0c8-d018906ec8fd None None] Checking router: 902a693d-de02-44be-8f1d-6d751af658cd for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:59:04.904561 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2944147-c8f7-4d68-b0c8-d018906ec8fd None None] Routers {'902a693d-de02-44be-8f1d-6d751af658cd'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:04.905509 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f2944147-c8f7-4d68-b0c8-d018906ec8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:58:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['902a693d-de02-44be-8f1d-6d751af658cd'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:04.906262 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'mac_address': 'fa:16:3e:2c:d3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:04.961869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f822fd9-0c10-4c44-b249-e5823d0dc9e3 req-7dae7187-6e94-4d31-af12-4b54edb46f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:04.967456 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0f822fd9-0c10-4c44-b249-e5823d0dc9e3 req-7dae7187-6e94-4d31-af12-4b54edb46f3a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ee5f76636064dc687b4a7d3f381f68c&device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 1097 time: 0.1089144 Oct 26 13:59:04.989819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47390) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:05.010871 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:05.052633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af50d25f-9cfa-4c36-9227-9b6d2a4d55ad {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:05.053829 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11be581e-85a8-4e41-8a2c-70922dacaf4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:05.059080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec4b2a-ed15-4dfc-962b-854af3061fee req-3ddd62f3-baf2-44bc-8c15-f654c7588d1b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:05.069112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88ec4b2a-ed15-4dfc-962b-854af3061fee req-3ddd62f3-baf2-44bc-8c15-f654c7588d1b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 948 time: 0.1247656 Oct 26 13:59:05.075737 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-f2944147-c8f7-4d68-b0c8-d018906ec8fd None None] Set router 902a693d-de02-44be-8f1d-6d751af658cd gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:05.133473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:05.144488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f822fd9-0c10-4c44-b249-e5823d0dc9e3 req-44a6a37e-52d3-4fda-8495-e5e35ee063ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:05.146641 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0f822fd9-0c10-4c44-b249-e5823d0dc9e3 req-44a6a37e-52d3-4fda-8495-e5e35ee063ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa0fa062-30f8-4003-a12a-372571fbfc5f HTTP/1.1" status: 200 len: 925 time: 0.1700060 Oct 26 13:59:05.151086 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:05.152110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88ec4b2a-ed15-4dfc-962b-854af3061fee req-ea198973-6fce-4c96-b307-60825d366690 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816455 Oct 26 13:59:05.173157 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:05.265491 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11be581e-85a8-4e41-8a2c-70922dacaf4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:05.275897 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0f822fd9-0c10-4c44-b249-e5823d0dc9e3 req-82674bc2-384a-440d-bb5c-6ea8b2fae400 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9679eb-285c-4c19-966f-c622b98a5869 HTTP/1.1" status: 200 len: 1000 time: 0.1211197 Oct 26 13:59:05.276490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11be581e-85a8-4e41-8a2c-70922dacaf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:05.298840 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:05.346553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3dc2ab5d-1b8c-4500-ae24-7144642450b9 req-30b8665e-7f4c-4aaf-962d-c5113761a2ca tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 210 time: 0.0545325 Oct 26 13:59:05.353847 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f2944147-c8f7-4d68-b0c8-d018906ec8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'ffea3afe-436c-4815-98b5-075b0117b470', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'port_id': '3f9679eb-285c-4c19-966f-c622b98a5869', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'mac_address': 'fa:16:3e:96:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9922148-6809-4971-b043-ea400b6a312e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:56:42Z', 'updated_at': '2021-10-26T13:59:02Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:24Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:05.358870 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-11be581e-85a8-4e41-8a2c-70922dacaf4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e6133de6c3e4e27b656a6107e562888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596437 Oct 26 13:59:05.358870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47396) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:05.370641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be581e-85a8-4e41-8a2c-70922dacaf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5493b2af-900e-46f6-a40d-78ff692667a2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:05.397025 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2944147-c8f7-4d68-b0c8-d018906ec8fd None None] The sync data for ids ['902a693d-de02-44be-8f1d-6d751af658cd'] in n-d-815498-1 is: [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'ffea3afe-436c-4815-98b5-075b0117b470', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'port_id': '3f9679eb-285c-4c19-966f-c622b98a5869', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'mac_address': 'fa:16:3e:96:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9922148-6809-4971-b043-ea400b6a312e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:56:42Z', 'updated_at': '2021-10-26T13:59:02Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:24Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:59:05.417188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f822fd9-0c10-4c44-b249-e5823d0dc9e3 req-e60dd146-6320-457b-bc94-c9fea3a06870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:05.418720 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0f822fd9-0c10-4c44-b249-e5823d0dc9e3 req-e60dd146-6320-457b-bc94-c9fea3a06870 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ef17a3b1-4103-4855-adbd-bfc81c3afbcd HTTP/1.1" status: 200 len: 863 time: 0.1200588 Oct 26 13:59:05.483586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Allocated IP 172.25.4.153 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/fa6f66f9-d656-4374-9524-a3ed5f5520be) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:05.492334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-114e6626-0019-4205-841b-7664d57f0d9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:05.518991 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f822fd9-0c10-4c44-b249-e5823d0dc9e3 req-3160344b-28b1-4bf6-a1ca-c311020b8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:05.520421 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0f822fd9-0c10-4c44-b249-e5823d0dc9e3 req-3160344b-28b1-4bf6-a1ca-c311020b8fb3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa0fa062-30f8-4003-a12a-372571fbfc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896320 Oct 26 13:59:05.533322 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-114e6626-0019-4205-841b-7664d57f0d9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:05.544596 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['af50d25f-9cfa-4c36-9227-9b6d2a4d55ad'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:05.727357 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0f822fd9-0c10-4c44-b249-e5823d0dc9e3 req-707bf942-b19a-466b-865c-31b948fb36fe service neutron] 10.222.0.25 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972249 Oct 26 13:59:05.731845 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-114e6626-0019-4205-841b-7664d57f0d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:05.736342 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-114e6626-0019-4205-841b-7664d57f0d9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:05.738010 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-114e6626-0019-4205-841b-7664d57f0d9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5493b2af-900e-46f6-a40d-78ff692667a2 HTTP/1.1" status: 204 len: 168 time: 0.3780077 Oct 26 13:59:05.777923 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874c8c8d-9553-44cb-8cf3-2c81ff357de1 None None] New status for floating IP ffea3afe-436c-4815-98b5-075b0117b470: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:59:05.837401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e6626-0019-4205-841b-7664d57f0d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5493b2af-900e-46f6-a40d-78ff692667a2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:05.875063 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0f822fd9-0c10-4c44-b249-e5823d0dc9e3 req-afffc0cd-209d-49a8-a1bb-a18a6e345d29 service neutron] 10.222.0.25 "GET /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348574 Oct 26 13:59:05.897495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d440993-e63b-4aba-b3e6-b3660ad9fdc5', 'tag': 'fe1fd28c-9f55-4c15-a4de-9836f167009c'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:05.904024 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e650418-1747-4c55-854f-fde2dd5c7f11" -d '{"events": [{"name": "network-changed", "server_uuid": "3d440993-e63b-4aba-b3e6-b3660ad9fdc5", "tag": "fe1fd28c-9f55-4c15-a4de-9836f167009c"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:05.975797 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca90f12-51ed-4615-8e0f-ffdad0f3eb03 req-87f92e1e-c95a-464b-bb6e-e605e7ccae67 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:05.983186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ca90f12-51ed-4615-8e0f-ffdad0f3eb03 req-87f92e1e-c95a-464b-bb6e-e605e7ccae67 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.4928374 Oct 26 13:59:06.042738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ca90f12-51ed-4615-8e0f-ffdad0f3eb03 req-8025ec14-915d-4d56-a93f-d4c081eb7e29 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587044 Oct 26 13:59:06.056440 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.101609 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.137183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:06.142645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:06.146422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:06.175163 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Pushing event updated for resources: {'Port': ['ID=fa6f66f9-d656-4374-9524-a3ed5f5520be,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:06.282068 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-01969f62-6990-4a7a-a397-385a0f7c978b tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0b7565e5d9774d60b7e95d8c2252075b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404658 Oct 26 13:59:06.402870 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.495473 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-698f4f2d-7aa2-442d-91b8-5792dafb8f1e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:06.497014 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-698f4f2d-7aa2-442d-91b8-5792dafb8f1e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.25 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c&tenant_id=f254c3780f9c4422b640c485cb709267&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 949 time: 0.1257210 Oct 26 13:59:06.498907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796526-64b7-4cdc-bde2-acd709226bc3 req-2b576d59-43cc-4c0e-a296-4df36c6f6e78 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:06.500743 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2796526-64b7-4cdc-bde2-acd709226bc3 req-2b576d59-43cc-4c0e-a296-4df36c6f6e78 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 943 time: 0.1901047 Oct 26 13:59:06.503492 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.535177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-b718ce56-b7d3-4d28-b5f4-5ce441d2fcf7 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:06.536622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-b718ce56-b7d3-4d28-b5f4-5ce441d2fcf7 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486544 Oct 26 13:59:06.553434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Request body: {'port': {'device_id': '0f2b36b8-87fa-491b-a335-752434e9187b', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '0b7565e5d9774d60b7e95d8c2252075b'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:06.564648 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-dd9b6e3c-1f9d-4248-b910-6669202a22de service neutron] delete failed (client error): The resource could not be found. Oct 26 13:59:06.565894 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-dd9b6e3c-1f9d-4248-b910-6669202a22de service neutron] 10.222.0.25 "DELETE /v2.0/ports/af50d25f-9cfa-4c36-9227-9b6d2a4d55ad/bindings/n-h1-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0593143 Oct 26 13:59:06.684715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2796526-64b7-4cdc-bde2-acd709226bc3 req-31fefed3-f04c-446e-ae59-06eca465543b tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597652 Oct 26 13:59:06.698335 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-c9248840-8e5d-4d0f-b131-dd9d69a46fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:06.700049 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-c9248840-8e5d-4d0f-b131-dd9d69a46fa6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 1100 time: 0.0522134 Oct 26 13:59:06.819348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-51523262-08f7-49c2-a6e0-20ac8e9d35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:06.821653 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-51523262-08f7-49c2-a6e0-20ac8e9d35a4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1092060 Oct 26 13:59:06.841491 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.856627 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.893070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Made reservation on behalf of 0b7565e5d9774d60b7e95d8c2252075b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:06.894341 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-17abaf3a-1e56-46d1-a28a-5a8c3ff7bb50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad HTTP/1.1" status: 200 len: 217 time: 0.0576835 Oct 26 13:59:06.897020 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.920004 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.924459 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e244ce-07ad-4570-9404-aae2695f545e x-openstack-request-id: req-58e244ce-07ad-4570-9404-aae2695f545e {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:06.924753 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d440993-e63b-4aba-b3e6-b3660ad9fdc5", "tag": "fe1fd28c-9f55-4c15-a4de-9836f167009c", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:06.925142 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58e244ce-07ad-4570-9404-aae2695f545e {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:06.925575 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d440993-e63b-4aba-b3e6-b3660ad9fdc5', 'tag': 'fe1fd28c-9f55-4c15-a4de-9836f167009c', 'status': 'completed', 'code': 200} Oct 26 13:59:06.984655 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e650418-1747-4c55-854f-fde2dd5c7f11 req-dc413ee3-6c5c-4d13-8988-23ddcff7ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:06.986553 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7e650418-1747-4c55-854f-fde2dd5c7f11 req-dc413ee3-6c5c-4d13-8988-23ddcff7ae38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 1124 time: 0.0914731 Oct 26 13:59:06.986712 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Pushing event updated for resources: {'Port': ['ID=fa6f66f9-d656-4374-9524-a3ed5f5520be,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:06.993518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-5f55bb38-ddd3-4b74-9c6f-04617dfbb276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:06.998736 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-5f55bb38-ddd3-4b74-9c6f-04617dfbb276 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0696259 Oct 26 13:59:07.022633 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.062375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25aef7-0250-4045-a60c-1a90a952bd19 req-20c525e1-0b70-4d0d-9b7b-f1c79ed3cd0b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:07.064716 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b25aef7-0250-4045-a60c-1a90a952bd19 req-20c525e1-0b70-4d0d-9b7b-f1c79ed3cd0b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 949 time: 0.1510489 Oct 26 13:59:07.072506 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.073871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-a8873a37-f850-454a-b47a-653e85b7b3d8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3213944 Oct 26 13:59:07.139733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-c8915fb8-e296-4487-96e7-b7010ec76879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:07.139733 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-c8915fb8-e296-4487-96e7-b7010ec76879 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190419 Oct 26 13:59:07.147660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e650418-1747-4c55-854f-fde2dd5c7f11 req-596d753c-618d-4010-b263-7d23facd1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:07.149369 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7e650418-1747-4c55-854f-fde2dd5c7f11 req-596d753c-618d-4010-b263-7d23facd1dc4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.1494517 Oct 26 13:59:07.163218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-c9418bc1-467e-46da-84a3-ac166a5a6e51 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 696 time: 0.0812407 Oct 26 13:59:07.193843 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.209031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b25aef7-0250-4045-a60c-1a90a952bd19 req-e74742db-2bfb-4f59-abed-c4843298f046 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327376 Oct 26 13:59:07.234879 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.238423 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7e650418-1747-4c55-854f-fde2dd5c7f11 req-be222f66-7a01-44a4-9bfc-e38424e84a79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c HTTP/1.1" status: 200 len: 217 time: 0.0783241 Oct 26 13:59:07.323355 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e650418-1747-4c55-854f-fde2dd5c7f11 req-8f15eeaf-d160-4d1d-8e75-efb873bf6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:07.325528 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7e650418-1747-4c55-854f-fde2dd5c7f11 req-8f15eeaf-d160-4d1d-8e75-efb873bf6eb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.0763903 Oct 26 13:59:07.331929 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-ecd4c2a9-c514-4f75-9e22-bd3725f048c2 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815805 Oct 26 13:59:07.341533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ced5e7e-f68c-41df-a8bf-d4f7cae66746,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:07.366159 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a324c43-852a-48a2-bbb8-65bc1a4715e9 req-3b86e058-20a8-4482-86f1-4972d9c75444 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 210 time: 0.0551894 Oct 26 13:59:07.414457 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7e650418-1747-4c55-854f-fde2dd5c7f11 req-db3761a4-a68b-43cb-8ab0-4ddca79c2079 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745699 Oct 26 13:59:07.421471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-54da75c8-1cbf-4b60-9296-98dca99b008b tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:07.422982 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92b4516e-6202-40d2-b0f7-7974cbe62c8a req-54da75c8-1cbf-4b60-9296-98dca99b008b tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.2489045 Oct 26 13:59:07.470492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Allocated IP 192.168.233.171 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/a6f3561e-e3b3-4b94-b31e-2f147b744a25) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:07.606557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d34f139a-40ad-4a4b-b986-95a5eb678744 req-23aa91df-5c92-4eb0-82f0-8ef09e2f7f43 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips/1b9725ad-0bde-4ac9-9f49-2315dcc9df3a HTTP/1.1" status: 200 len: 693 time: 0.0525699 Oct 26 13:59:07.705123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a92d4-13ba-46a0-990b-9a95cbc75964 req-1fbccbf0-4d44-49e6-8fd5-021e3644c308 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:07.706745 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d89a92d4-13ba-46a0-990b-9a95cbc75964 req-1fbccbf0-4d44-49e6-8fd5-021e3644c308 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.2220340 Oct 26 13:59:07.816822 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a4722388-e1b1-467e-87f2-151e2eecb1c6 req-824061ba-160f-48ee-899f-9a9c8e35d262 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678278 Oct 26 13:59:07.822110 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7e650418-1747-4c55-854f-fde2dd5c7f11 req-c995a29c-e1a0-4374-b2dd-e7ecc3c83ea0 service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766978 Oct 26 13:59:07.855745 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d89a92d4-13ba-46a0-990b-9a95cbc75964 req-17764954-66da-4b67-9133-47a5e1694eea tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205928 Oct 26 13:59:07.893843 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.921953 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7e650418-1747-4c55-854f-fde2dd5c7f11 req-17bfa1a6-104a-40b7-a47b-8fd0c0877a83 service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908797 Oct 26 13:59:07.931174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f139a-40ad-4a4b-b986-95a5eb678744 req-42bc029e-f4f4-4a4c-8197-bb4a99d8d8b1 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:07.933096 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d34f139a-40ad-4a4b-b986-95a5eb678744 req-42bc029e-f4f4-4a4c-8197-bb4a99d8d8b1 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.3187201 Oct 26 13:59:07.949467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-d34f139a-40ad-4a4b-b986-95a5eb678744 req-96b6b851-b1cb-4f21-a3ec-712727bdbfb1 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:59:07.951031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d34f139a-40ad-4a4b-b986-95a5eb678744 req-96b6b851-b1cb-4f21-a3ec-712727bdbfb1 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092802 Oct 26 13:59:07.953089 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.012755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:08.018400 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:08.025421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:08.027979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Pushing event updated for resources: {'Port': ['ID=a6f3561e-e3b3-4b94-b31e-2f147b744a25,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:08.123865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:08.124799 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.136641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaf6c3-a865-422f-8c9c-1ca5d5aed403 req-3a4cbc06-4f6c-43fb-b522-e7802e3a29a5 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:08.138229 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6fdaf6c3-a865-422f-8c9c-1ca5d5aed403 req-3a4cbc06-4f6c-43fb-b522-e7802e3a29a5 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 943 time: 0.1175978 Oct 26 13:59:08.188486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ba4cbee8-7a23-4ccb-9d52-3a120d5cfea3 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6391289 Oct 26 13:59:08.209118 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Request body: {'port': {'device_id': '0f2b36b8-87fa-491b-a335-752434e9187b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:08.220499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-07d8e587-2441-4d7f-9025-8f2245b1e824 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=709bd7ed765d4f7bbe2b1b7b93b8b6e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511980 Oct 26 13:59:08.318502 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-addc8d02-dee1-4e33-a7e6-d39060ca30e6 None None] Provisioning complete for port a6f3561e-e3b3-4b94-b31e-2f147b744a25 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:08.318502 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-addc8d02-dee1-4e33-a7e6-d39060ca30e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.326791 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6fdaf6c3-a865-422f-8c9c-1ca5d5aed403 req-7627c3ae-099d-49a0-9ab4-e11c7a9b3e2b tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821270 Oct 26 13:59:08.368955 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.370775 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-addc8d02-dee1-4e33-a7e6-d39060ca30e6 None None] Port a6f3561e-e3b3-4b94-b31e-2f147b744a25 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:59:08.458661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-7d68aab7-ba8e-49af-8fa5-8d626965a065 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:08.466269 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-7d68aab7-ba8e-49af-8fa5-8d626965a065 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2233205 Oct 26 13:59:08.489875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device af50d25f-9cfa-4c36-9227-9b6d2a4d55ad up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:08.532169 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-dba87943-db6e-4ce2-9a30-4cdbfe804ec5 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips/1b9725ad-0bde-4ac9-9f49-2315dcc9df3a HTTP/1.1" status: 200 len: 693 time: 0.0988560 Oct 26 13:59:08.535476 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-69f3ec71-2e98-40ec-862e-d25e8c53c432 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/quotas/709bd7ed765d4f7bbe2b1b7b93b8b6e7 HTTP/1.1" status: 200 len: 375 time: 0.0684443 Oct 26 13:59:08.563019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:08.569145 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:08.569469 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.662440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-1b1a79eb-54e4-4726-b308-8c5bc623318f tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=709bd7ed765d4f7bbe2b1b7b93b8b6e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762391 Oct 26 13:59:08.673648 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.696953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11c8a29-ad01-4811-97c2-79f069e0984c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:08.699269 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff0436c-e2fd-427f-a877-e8f8934658ae" -d '{"events": [{"server_uuid": "b11c8a29-ad01-4811-97c2-79f069e0984c", "name": "network-vif-plugged", "status": "completed", "tag": "af50d25f-9cfa-4c36-9227-9b6d2a4d55ad"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:08.712751 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:08.717787 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.769377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:08.782703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-8e9ac39f-2028-41c3-8d88-f47df89165e5 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:08.784127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-8e9ac39f-2028-41c3-8d88-f47df89165e5 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.1990733 Oct 26 13:59:08.804031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-914075c8-6580-43d1-a278-7c07c4cfc4a9 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:59:08.805007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-914075c8-6580-43d1-a278-7c07c4cfc4a9 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0120530 Oct 26 13:59:08.900895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-b8befb15-86cc-473b-9958-717e3dd4bad2 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 696 time: 0.0775092 Oct 26 13:59:08.982492 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-fd904345-d5c2-47d9-84fa-892404e4afd4 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 696 time: 0.0733540 Oct 26 13:59:08.993455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f3561e-e3b3-4b94-b31e-2f147b744a25 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:09.006239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:09.015569 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbab284-b9e1-48c0-8813-d7e1b324383b req-ae161cff-bd50-4956-8a8b-23ed98362b28 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:09.017072 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efbab284-b9e1-48c0-8813-d7e1b324383b req-ae161cff-bd50-4956-8a8b-23ed98362b28 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1802509 Oct 26 13:59:09.074386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Transition to ACTIVE for port object a6f3561e-e3b3-4b94-b31e-2f147b744a25 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:09.082913 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:09.189115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efbab284-b9e1-48c0-8813-d7e1b324383b req-dc39bd4a-003d-408a-96cd-aaf7c20765f0 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378062 Oct 26 13:59:09.200228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Pushing event updated for resources: {'Port': ['ID=a6f3561e-e3b3-4b94-b31e-2f147b744a25,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:09.322785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-586fa0e1-e733-4d11-bc0c-dbbd7489b754 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Deleting port fa6f66f9-d656-4374-9524-a3ed5f5520be {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:09.323213 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-586fa0e1-e733-4d11-bc0c-dbbd7489b754 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:09.662731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a7e99-6485-4847-9851-59fb03a846f6 req-2ae4cf2e-a4c7-4136-a385-32e3f1f66ed2 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:09.664107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a65a7e99-6485-4847-9851-59fb03a846f6 req-2ae4cf2e-a4c7-4136-a385-32e3f1f66ed2 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 948 time: 0.3980651 Oct 26 13:59:09.674494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Attempting to bind port a6f3561e-e3b3-4b94-b31e-2f147b744a25 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:09.674896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Attempting to bind port a6f3561e-e3b3-4b94-b31e-2f147b744a25 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:09.675238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Attempting to bind port a6f3561e-e3b3-4b94-b31e-2f147b744a25 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:09.702181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Port a6f3561e-e3b3-4b94-b31e-2f147b744a25 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:09.702561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Attempting to bind port a6f3561e-e3b3-4b94-b31e-2f147b744a25 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:09.719326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:09.719664 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:09.720051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:09.720495 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Bound port: a6f3561e-e3b3-4b94-b31e-2f147b744a25, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:09.720852 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:09.732670 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-586fa0e1-e733-4d11-bc0c-dbbd7489b754 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:09.733005 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-586fa0e1-e733-4d11-bc0c-dbbd7489b754 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:09.753858 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a65a7e99-6485-4847-9851-59fb03a846f6 req-dd1f3193-17a6-4250-8c4f-ee138a0170cd tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ced5e7e-f68c-41df-a8bf-d4f7cae66746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835156 Oct 26 13:59:09.759222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-586fa0e1-e733-4d11-bc0c-dbbd7489b754 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Calling delete_port for fa6f66f9-d656-4374-9524-a3ed5f5520be owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:09.872333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] For port a6f3561e-e3b3-4b94-b31e-2f147b744a25, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:09.876135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] For port a6f3561e-e3b3-4b94-b31e-2f147b744a25, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a6f3561e-e3b3-4b94-b31e-2f147b744a25,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:09.883816 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1195e5b-6ccb-4b5e-abff-477c5685b85d x-openstack-request-id: req-e1195e5b-6ccb-4b5e-abff-477c5685b85d {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:09.884402 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11c8a29-ad01-4811-97c2-79f069e0984c", "name": "network-vif-plugged", "status": "completed", "tag": "af50d25f-9cfa-4c36-9227-9b6d2a4d55ad", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:09.884527 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1195e5b-6ccb-4b5e-abff-477c5685b85d {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:09.885102 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11c8a29-ad01-4811-97c2-79f069e0984c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'code': 200} Oct 26 13:59:09.896229 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:09.938052 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-637cc5fc-e95e-44c6-bfb9-45f14ec28623 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=709bd7ed765d4f7bbe2b1b7b93b8b6e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398157 Oct 26 13:59:09.984507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:09.985878 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:09.987539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] 10.222.0.11 "PUT /v2.0/ports/a6f3561e-e3b3-4b94-b31e-2f147b744a25 HTTP/1.1" status: 200 len: 1096 time: 1.7842419 Oct 26 13:59:09.988038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2b36b8-87fa-491b-a335-752434e9187b', 'tag': 'a6f3561e-e3b3-4b94-b31e-2f147b744a25'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:09.990598 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a226b8eb-1221-4232-855e-93a987c24341" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2b36b8-87fa-491b-a335-752434e9187b", "tag": "a6f3561e-e3b3-4b94-b31e-2f147b744a25"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:10.073211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-118b31b3-7005-4137-a3cd-95da9ee5ca40 req-5bb761e6-0c48-44c7-b3e7-7edd591e4a14 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 210 time: 0.1037674 Oct 26 13:59:10.110971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-6afa0c07-fae5-426a-bdd4-67180c4cddef tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:10.113919 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-6afa0c07-fae5-426a-bdd4-67180c4cddef tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690581 Oct 26 13:59:10.132083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bdf88-e03f-4304-ab6f-287aa1a64f9d service neutron] Pushing event updated for resources: {'Port': ['ID=a6f3561e-e3b3-4b94-b31e-2f147b744a25,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:10.139443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Request body: {'port': {'device_id': '42163fa8-69fd-4a1f-b495-e25e8779e7b5', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '709bd7ed765d4f7bbe2b1b7b93b8b6e7'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:10.172208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ad486019-e91c-444c-86f9-5a785980ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:10.173728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-ad486019-e91c-444c-86f9-5a785980ac45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b7565e5d9774d60b7e95d8c2252075b&device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 1099 time: 0.1035159 Oct 26 13:59:10.232199 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-097a01b1-15da-4440-b984-07a170c2c8ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=a6f3561e-e3b3-4b94-b31e-2f147b744a25 HTTP/1.1" status: 200 len: 217 time: 0.0437558 Oct 26 13:59:10.264770 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-586fa0e1-e733-4d11-bc0c-dbbd7489b754 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.304091 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Made reservation on behalf of 709bd7ed765d4f7bbe2b1b7b93b8b6e7 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:10.308491 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.320001 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.322421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fa0e1-e733-4d11-bc0c-dbbd7489b754 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Pushing event deleted for resources: {'Port': ['ID=fa6f66f9-d656-4374-9524-a3ed5f5520be,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:10.402822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-a047747c-153a-42f7-9b41-5243fc8e1712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:10.404353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-a047747c-153a-42f7-9b41-5243fc8e1712 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1631830 Oct 26 13:59:10.414499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfc029-695c-494d-a95e-4bd509622fcc req-3914b168-c38b-4bf9-b8f2-5113bc0eb37e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:10.420901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.421794 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47bfc029-695c-494d-a95e-4bd509622fcc req-3914b168-c38b-4bf9-b8f2-5113bc0eb37e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.1936729 Oct 26 13:59:10.426816 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.488192 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-586fa0e1-e733-4d11-bc0c-dbbd7489b754 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.490774 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-586fa0e1-e733-4d11-bc0c-dbbd7489b754 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.491923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04a07906-220a-46b0-9e30-1baa5f049c54 req-586fa0e1-e733-4d11-bc0c-dbbd7489b754 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "DELETE /v2.0/floatingips/1b9725ad-0bde-4ac9-9f49-2315dcc9df3a HTTP/1.1" status: 204 len: 173 time: 1.5012889 Oct 26 13:59:10.522082 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47bfc029-695c-494d-a95e-4bd509622fcc req-c1ccb326-9a2f-4a26-9f65-363a97a6d7b8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992649 Oct 26 13:59:10.545840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-6e40400e-83c4-4822-bcbf-a6348bff8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:10.548981 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-6e40400e-83c4-4822-bcbf-a6348bff8ab3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229918 Oct 26 13:59:10.585043 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b130d15-d199-4b7e-8e28-0014851187f5,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:10.615446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Allocated IP 192.168.233.26 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/6c9f9410-df78-47b9-a284-cb3f0bff5bf7) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:10.697507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809daff-6ebe-4f75-aace-b57cc1f563c8 req-d6d27925-baf3-4d8d-92a3-b8f4bd393c93 tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:10.699237 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9809daff-6ebe-4f75-aace-b57cc1f563c8 req-d6d27925-baf3-4d8d-92a3-b8f4bd393c93 tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 1101 time: 0.1409433 Oct 26 13:59:10.792780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74b6d9-9d5f-415c-8704-c6331988acd2 req-8e34cf86-0f06-4e0f-ad50-9a75502d1421 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:10.794476 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e74b6d9-9d5f-415c-8704-c6331988acd2 req-8e34cf86-0f06-4e0f-ad50-9a75502d1421 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 943 time: 0.1801205 Oct 26 13:59:10.797232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9809daff-6ebe-4f75-aace-b57cc1f563c8 req-38b1761d-eccc-4421-bd61-cd873afa525a tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866334 Oct 26 13:59:10.799370 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-6a93915e-d242-4395-98bf-a1082edff0eb service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080350 Oct 26 13:59:10.819477 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.868617 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.914922 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e74b6d9-9d5f-415c-8704-c6331988acd2 req-55081e5b-f922-45d6-82ed-21df497c183c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067226 Oct 26 13:59:10.945965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Pushing event updated for resources: {'Port': ['ID=6c9f9410-df78-47b9-a284-cb3f0bff5bf7,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:10.967757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:10.971261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:10.973794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:11.003951 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5921f66-d54a-4833-b627-3ea098fe8beb x-openstack-request-id: req-c5921f66-d54a-4833-b627-3ea098fe8beb {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:11.006641 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2b36b8-87fa-491b-a335-752434e9187b", "tag": "a6f3561e-e3b3-4b94-b31e-2f147b744a25", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:11.006974 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5921f66-d54a-4833-b627-3ea098fe8beb {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:11.007436 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2b36b8-87fa-491b-a335-752434e9187b', 'tag': 'a6f3561e-e3b3-4b94-b31e-2f147b744a25', 'status': 'completed', 'code': 200} Oct 26 13:59:11.051807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.051807 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.073197 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-89743736-a392-4104-ad8b-a94894633a44 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9397252 Oct 26 13:59:11.086833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Request body: {'port': {'device_id': '42163fa8-69fd-4a1f-b495-e25e8779e7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:11.092697 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0d84fe-0cfc-4716-9c0d-ed2c5341de25 req-02157b7c-6746-4a43-9053-5062f6301cc8 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832019 Oct 26 13:59:11.158306 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.268103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d12183-99ad-43c8-b008-05c446386391 req-d52fe4b7-05ae-4cb2-9797-fca01619906f tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.270720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7d12183-99ad-43c8-b008-05c446386391 req-d52fe4b7-05ae-4cb2-9797-fca01619906f tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 948 time: 0.2245889 Oct 26 13:59:11.340177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0d435-9976-4eea-a8ea-48a1c3b107dd req-af8f9d3e-8802-4311-a9a7-10a6bc6d7ffa tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.341839 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17c0d435-9976-4eea-a8ea-48a1c3b107dd req-af8f9d3e-8802-4311-a9a7-10a6bc6d7ffa tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3710251 Oct 26 13:59:11.346116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226b8eb-1221-4232-855e-93a987c24341 req-7f4dec01-edb3-41df-91a2-b696e1d107b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.353113 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a226b8eb-1221-4232-855e-93a987c24341 req-7f4dec01-edb3-41df-91a2-b696e1d107b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b7565e5d9774d60b7e95d8c2252075b&device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 1099 time: 0.1853015 Oct 26 13:59:11.402058 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c6e7f31d-96c1-4eab-8138-03c67bc66fee None None] Provisioning complete for port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:11.406361 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f31d-96c1-4eab-8138-03c67bc66fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.489242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226b8eb-1221-4232-855e-93a987c24341 req-597e503e-9a72-4227-a606-354f075e5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.491356 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a226b8eb-1221-4232-855e-93a987c24341 req-597e503e-9a72-4227-a606-354f075e5c86 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1227105 Oct 26 13:59:11.497142 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7d12183-99ad-43c8-b008-05c446386391 req-c393aee1-88b2-48bd-a347-b1d3a823507f tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ced5e7e-f68c-41df-a8bf-d4f7cae66746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032776 Oct 26 13:59:11.518622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7f31d-96c1-4eab-8138-03c67bc66fee None None] Port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:59:11.536599 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:11.555632 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a226b8eb-1221-4232-855e-93a987c24341 req-47c24d62-1fb1-4ed3-9c45-d524f3758708 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=a6f3561e-e3b3-4b94-b31e-2f147b744a25 HTTP/1.1" status: 200 len: 217 time: 0.0537348 Oct 26 13:59:11.558107 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.579818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Transition to ACTIVE for port object 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:11.593156 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.709308 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd94064f-1b3c-4afd-b543-205cf6d52f54 req-3f68ba8a-64c3-47a5-8381-80ba0347991e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=511f06f5dba14c0d84dbc4e65549bbd6 HTTP/1.1" status: 200 len: 1657 time: 0.1525924 Oct 26 13:59:11.726625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9f9410-df78-47b9-a284-cb3f0bff5bf7,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:11.739234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Attempting to bind port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:11.739602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Attempting to bind port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:11.739878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Attempting to bind port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:11.744618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:11.745013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Attempting to bind port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:11.751285 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:11.751662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:11.752042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:11.752465 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Bound port: 6c9f9410-df78-47b9-a284-cb3f0bff5bf7, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:11.752819 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.829425 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226b8eb-1221-4232-855e-93a987c24341 req-b8d537d7-9a91-4b3c-9806-d6900f229f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.830478 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] For port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:11.830853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a226b8eb-1221-4232-855e-93a987c24341 req-b8d537d7-9a91-4b3c-9806-d6900f229f86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.2408607 Oct 26 13:59:11.834196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] For port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6c9f9410-df78-47b9-a284-cb3f0bff5bf7,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:11.840103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f72d6-b7b3-4f65-b427-24bdf673b941 req-4689ec1a-1287-44dd-b76f-458f5b17fb2d tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.842373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d24f72d6-b7b3-4f65-b427-24bdf673b941 req-4689ec1a-1287-44dd-b76f-458f5b17fb2d tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 947 time: 0.1905751 Oct 26 13:59:11.844700 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.885756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.886978 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.888430 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] 10.222.0.11 "PUT /v2.0/ports/6c9f9410-df78-47b9-a284-cb3f0bff5bf7 HTTP/1.1" status: 200 len: 1095 time: 0.8065379 Oct 26 13:59:11.888872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42163fa8-69fd-4a1f-b495-e25e8779e7b5', 'tag': '6c9f9410-df78-47b9-a284-cb3f0bff5bf7'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:11.892667 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50da816a-81f8-44c8-9050-bd025d96aa17" -d '{"events": [{"name": "network-changed", "server_uuid": "42163fa8-69fd-4a1f-b495-e25e8779e7b5", "tag": "6c9f9410-df78-47b9-a284-cb3f0bff5bf7"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:11.927437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d703d2e-db50-41d7-9aca-34ded01e6953 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9f9410-df78-47b9-a284-cb3f0bff5bf7,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:11.984661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226b8eb-1221-4232-855e-93a987c24341 req-0d369f0f-fca3-47b3-9b3f-1e58934c6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.986371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a226b8eb-1221-4232-855e-93a987c24341 req-0d369f0f-fca3-47b3-9b3f-1e58934c6586 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1402128 Oct 26 13:59:11.992023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-f7cd3c10-597b-499d-b911-7b05923358b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.993530 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-f7cd3c10-597b-499d-b911-7b05923358b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=709bd7ed765d4f7bbe2b1b7b93b8b6e7&device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 1098 time: 0.0502501 Oct 26 13:59:11.994042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.11', 53680) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:11.994297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94064f-1b3c-4afd-b543-205cf6d52f54 req-3d9fc6bc-e9d8-4e1a-99ef-e52ec55b2814 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.995702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd94064f-1b3c-4afd-b543-205cf6d52f54 req-3d9fc6bc-e9d8-4e1a-99ef-e52ec55b2814 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks?id=6858978a-703b-4f5b-a2d7-0e22b0a00783&id=6858978a-703b-4f5b-a2d7-0e22b0a00783&id=6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 787 time: 0.2855434 Oct 26 13:59:11.999672 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d24f72d6-b7b3-4f65-b427-24bdf673b941 req-e0e7b55e-2314-47cd-b465-6d7fefe536c2 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b130d15-d199-4b7e-8e28-0014851187f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390340 Oct 26 13:59:12.007528 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-dd94064f-1b3c-4afd-b543-205cf6d52f54 req-9bee1c95-980f-44c2-ab7e-fdba669e1614 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:59:12.008806 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd94064f-1b3c-4afd-b543-205cf6d52f54 req-9bee1c95-980f-44c2-ab7e-fdba669e1614 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063925 Oct 26 13:59:12.106853 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-47faaa15-3ea9-4ebb-85aa-ee68f6bb2cfb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=6c9f9410-df78-47b9-a284-cb3f0bff5bf7 HTTP/1.1" status: 200 len: 217 time: 0.0970087 Oct 26 13:59:12.178661 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-92b27d04-6101-487b-8810-389d7751c797 service neutron] 10.222.0.11 "GET /v2.0/ports/fe1fd28c-9f55-4c15-a4de-9836f167009c/bindings/n-h1-815498-1 HTTP/1.1" status: 200 len: 384 time: 0.1760256 Oct 26 13:59:12.184847 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-4cb3d919-8211-45be-a5d6-7de8ed20c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:12.186127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a226b8eb-1221-4232-855e-93a987c24341 req-8962fb60-b5fe-4066-959b-aa1cd1914c77 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765046 Oct 26 13:59:12.187144 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-4cb3d919-8211-45be-a5d6-7de8ed20c4dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0724707 Oct 26 13:59:12.190328 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52ab348e-2420-4c87-ad15-dc870b02250f req-206e4e31-89f9-43b4-836f-fc2643d3d35e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f254c3780f9c4422b640c485cb709267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416205 Oct 26 13:59:12.200175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de60732-d712-42b1-95d1-6a5738e09a0a req-52067c5c-08b2-45b7-9c62-e838a53489ab tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:12.201775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2de60732-d712-42b1-95d1-6a5738e09a0a req-52067c5c-08b2-45b7-9c62-e838a53489ab tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.1145301 Oct 26 13:59:12.286888 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-0ddcebca-708c-4af8-bb71-21ab73bd762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:12.288507 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-0ddcebca-708c-4af8-bb71-21ab73bd762b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672767 Oct 26 13:59:12.368504 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2de60732-d712-42b1-95d1-6a5738e09a0a req-dada2b31-38d0-421c-90d5-241b2683ffbf tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452219 Oct 26 13:59:12.420491 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a226b8eb-1221-4232-855e-93a987c24341 req-2a343abd-8949-4075-8a3c-2958cdccab83 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159715 Oct 26 13:59:12.444098 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709fbea0-1afb-4086-8e17-3b8376a0581c x-openstack-request-id: req-709fbea0-1afb-4086-8e17-3b8376a0581c {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:12.444415 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42163fa8-69fd-4a1f-b495-e25e8779e7b5", "tag": "6c9f9410-df78-47b9-a284-cb3f0bff5bf7", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:12.444655 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-709fbea0-1afb-4086-8e17-3b8376a0581c {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:12.445054 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42163fa8-69fd-4a1f-b495-e25e8779e7b5', 'tag': '6c9f9410-df78-47b9-a284-cb3f0bff5bf7', 'status': 'completed', 'code': 200} Oct 26 13:59:12.446885 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab348e-2420-4c87-ad15-dc870b02250f req-778dccdd-aad9-488a-b9e0-e436b27a5c1f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:12.454866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52ab348e-2420-4c87-ad15-dc870b02250f req-778dccdd-aad9-488a-b9e0-e436b27a5c1f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516944 Oct 26 13:59:12.468955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52ab348e-2420-4c87-ad15-dc870b02250f req-2e2f2e26-356a-4447-9ecd-743a66a4bfc2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/quotas/f254c3780f9c4422b640c485cb709267 HTTP/1.1" status: 200 len: 375 time: 0.0124362 Oct 26 13:59:12.469757 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-e93a1357-527d-4ec6-92c2-7a3ef392b6ea service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590929 Oct 26 13:59:12.494743 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6b7df360-ac67-4610-8c5b-1952546219ba req-55940717-33e3-42a5-a525-dfaaf4e1226a service neutron] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:12.513061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device fe1fd28c-9f55-4c15-a4de-9836f167009c no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:12.527616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52ab348e-2420-4c87-ad15-dc870b02250f req-5d244a8c-f8b8-4faf-b89c-c0e025524764 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486424 Oct 26 13:59:12.563338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6b7df360-ac67-4610-8c5b-1952546219ba req-55940717-33e3-42a5-a525-dfaaf4e1226a service neutron] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:12.611966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-6b7df360-ac67-4610-8c5b-1952546219ba req-55940717-33e3-42a5-a525-dfaaf4e1226a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1fd28c-9f55-4c15-a4de-9836f167009c {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:12.632722 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6b7df360-ac67-4610-8c5b-1952546219ba req-55940717-33e3-42a5-a525-dfaaf4e1226a service neutron] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:12.644650 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cca31305-4819-4777-b322-2d4b7ef4c47f req-68890902-eac9-49c4-8198-b99eb7d7e67b service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649270 Oct 26 13:59:12.654569 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6b7df360-ac67-4610-8c5b-1952546219ba req-55940717-33e3-42a5-a525-dfaaf4e1226a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.669043 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8ef2d374-f907-46e8-911a-dbd4eb835572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.681291 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bfcf7-3b6d-4fc0-a78f-99a6b2f039a9 req-4dac6b2a-46a1-4a33-bfe0-c10ad34b07f8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:12.683572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f08bfcf7-3b6d-4fc0-a78f-99a6b2f039a9 req-4dac6b2a-46a1-4a33-bfe0-c10ad34b07f8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 943 time: 0.1062121 Oct 26 13:59:12.750084 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb3466ef-135c-4e16-aa96-0424607ede9e req-9e274f92-0d8d-423d-be9f-982212fcb9bc tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips/3d3e5f06-a48f-4435-b775-84968e65954a HTTP/1.1" status: 200 len: 693 time: 0.0602124 Oct 26 13:59:12.800684 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da816a-81f8-44c8-9050-bd025d96aa17 req-a78af8ee-16d0-4e46-ad7d-8b278145d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:12.802327 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50da816a-81f8-44c8-9050-bd025d96aa17 req-a78af8ee-16d0-4e46-ad7d-8b278145d4c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=709bd7ed765d4f7bbe2b1b7b93b8b6e7&device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 1098 time: 0.0803304 Oct 26 13:59:12.808303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-6b7df360-ac67-4610-8c5b-1952546219ba req-55940717-33e3-42a5-a525-dfaaf4e1226a service neutron] Transition to ACTIVE for port object fe1fd28c-9f55-4c15-a4de-9836f167009c will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:12.822666 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6b7df360-ac67-4610-8c5b-1952546219ba req-55940717-33e3-42a5-a525-dfaaf4e1226a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.954502 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7df360-ac67-4610-8c5b-1952546219ba req-55940717-33e3-42a5-a525-dfaaf4e1226a service neutron] No DVR routers for this DVR port fe1fd28c-9f55-4c15-a4de-9836f167009c on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:12.976877 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55940717-33e3-42a5-a525-dfaaf4e1226a service neutron] Pushing event updated for resources: {'Port': ['ID=fe1fd28c-9f55-4c15-a4de-9836f167009c,revision_number=10']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:13.030292 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-55940717-33e3-42a5-a525-dfaaf4e1226a service neutron] 10.222.0.11 "PUT /v2.0/ports/fe1fd28c-9f55-4c15-a4de-9836f167009c/bindings/n-h1-815498-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8417611 Oct 26 13:59:13.034029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da816a-81f8-44c8-9050-bd025d96aa17 req-ba9d6cf0-ed97-4807-90a8-72e1b49ca844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.035500 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50da816a-81f8-44c8-9050-bd025d96aa17 req-ba9d6cf0-ed97-4807-90a8-72e1b49ca844 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2256312 Oct 26 13:59:13.101133 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50da816a-81f8-44c8-9050-bd025d96aa17 req-a36dc0ae-f843-4cdd-8589-10224cff691a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=6c9f9410-df78-47b9-a284-cb3f0bff5bf7 HTTP/1.1" status: 200 len: 217 time: 0.0536625 Oct 26 13:59:13.139671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f08bfcf7-3b6d-4fc0-a78f-99a6b2f039a9 req-21632d0a-fa21-47b7-aa93-0634c6962f6d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476416 Oct 26 13:59:13.212458 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da816a-81f8-44c8-9050-bd025d96aa17 req-c30e4da0-a3a9-4ead-af91-b360d3fe3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.212889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3466ef-135c-4e16-aa96-0424607ede9e req-7ddca17d-d512-4088-8a4d-c0d4ce24f4e8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.214214 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50da816a-81f8-44c8-9050-bd025d96aa17 req-c30e4da0-a3a9-4ead-af91-b360d3fe3ab1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1038773 Oct 26 13:59:13.219391 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb3466ef-135c-4e16-aa96-0424607ede9e req-7ddca17d-d512-4088-8a4d-c0d4ce24f4e8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.4550073 Oct 26 13:59:13.233731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df360-ac67-4610-8c5b-1952546219ba req-e7e1c52a-27a5-478b-aad5-cfad415db44e tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.236276 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-e7e1c52a-27a5-478b-aad5-cfad415db44e tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1095 time: 0.1159725 Oct 26 13:59:13.298981 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb3466ef-135c-4e16-aa96-0424607ede9e req-1e327191-b5bd-479c-9d79-46b26eb4a7b1 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0764031 Oct 26 13:59:13.326395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da816a-81f8-44c8-9050-bd025d96aa17 req-a3fdbfa2-61bb-4b70-8ca2-c6be67329029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.326896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413996e-c953-45da-8821-78cd7376c5ef req-095e7109-88e3-4e0e-b9f2-1c8ab204615d tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.328183 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50da816a-81f8-44c8-9050-bd025d96aa17 req-a3fdbfa2-61bb-4b70-8ca2-c6be67329029 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056118 Oct 26 13:59:13.330647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1413996e-c953-45da-8821-78cd7376c5ef req-095e7109-88e3-4e0e-b9f2-1c8ab204615d tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 948 time: 0.1097450 Oct 26 13:59:13.335538 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df360-ac67-4610-8c5b-1952546219ba req-3290c517-763e-43cf-afd7-0a7225854d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.337286 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-3290c517-763e-43cf-afd7-0a7225854d51 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c HTTP/1.1" status: 200 len: 1095 time: 0.0771828 Oct 26 13:59:13.383315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb3466ef-135c-4e16-aa96-0424607ede9e req-d32a237d-02f9-4249-a05a-4374ea0f0bb8 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0752676 Oct 26 13:59:13.457595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1413996e-c953-45da-8821-78cd7376c5ef req-4e1efba2-3800-4a20-b0ab-bf9071e8f6d4 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ced5e7e-f68c-41df-a8bf-d4f7cae66746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913970 Oct 26 13:59:13.472750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df360-ac67-4610-8c5b-1952546219ba req-cbc9969a-4a26-4396-9c6a-aa15cca7310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.474583 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-cbc9969a-4a26-4396-9c6a-aa15cca7310c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 1095 time: 0.0776079 Oct 26 13:59:13.555322 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50da816a-81f8-44c8-9050-bd025d96aa17 req-1ce57090-7f16-460c-812b-aed1aafcbc14 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168646 Oct 26 13:59:13.563215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-eb3466ef-135c-4e16-aa96-0424607ede9e req-b339f5f5-8ea4-4658-8646-243beb8e796e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Deleting port a5ca4e5f-d561-4611-8d4a-7b5bbeb85676 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:13.563873 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-eb3466ef-135c-4e16-aa96-0424607ede9e req-b339f5f5-8ea4-4658-8646-243beb8e796e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:13.650903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7b981dd-a50f-4899-98d6-75e69651b308 req-c0740f10-7a55-40df-b777-ed38bfa6884b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 210 time: 0.0387602 Oct 26 13:59:13.659541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df360-ac67-4610-8c5b-1952546219ba req-4f079a58-7f7c-47c4-ba83-f83425f960b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.661087 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-4f079a58-7f7c-47c4-ba83-f83425f960b8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.1695077 Oct 26 13:59:13.692975 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-eb3466ef-135c-4e16-aa96-0424607ede9e req-b339f5f5-8ea4-4658-8646-243beb8e796e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:13.693412 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-eb3466ef-135c-4e16-aa96-0424607ede9e req-b339f5f5-8ea4-4658-8646-243beb8e796e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:13.707504 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-eb3466ef-135c-4e16-aa96-0424607ede9e req-b339f5f5-8ea4-4658-8646-243beb8e796e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Calling delete_port for a5ca4e5f-d561-4611-8d4a-7b5bbeb85676 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:13.717866 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-119d8d51-2ae5-487c-9bab-978f5bed56bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c HTTP/1.1" status: 200 len: 217 time: 0.0469141 Oct 26 13:59:13.761282 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50da816a-81f8-44c8-9050-bd025d96aa17 req-234a4f65-0f6c-44c9-ba70-0f132d1ad62f service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933699 Oct 26 13:59:13.783065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df360-ac67-4610-8c5b-1952546219ba req-d8ff2dc0-722e-435d-a645-350d1e0314e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.784626 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-d8ff2dc0-722e-435d-a645-350d1e0314e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.0557206 Oct 26 13:59:13.820598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216fccb-b891-4998-83e9-c6b5eac7aed6 req-91663b14-00e3-469e-9702-4be29dc03e55 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.822252 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d216fccb-b891-4998-83e9-c6b5eac7aed6 req-91663b14-00e3-469e-9702-4be29dc03e55 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 947 time: 0.1017241 Oct 26 13:59:13.831249 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-230fac34-82d1-4d85-8f86-7b8e7c71e57b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327213 Oct 26 13:59:13.892033 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d216fccb-b891-4998-83e9-c6b5eac7aed6 req-af8edce1-11e5-4e8c-96f5-7cb5bb2f009c tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b130d15-d199-4b7e-8e28-0014851187f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560191 Oct 26 13:59:13.932383 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-eb3466ef-135c-4e16-aa96-0424607ede9e req-b339f5f5-8ea4-4658-8646-243beb8e796e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:13.951716 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-454d0f0f-f68c-464a-b313-898304720380 service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113374 Oct 26 13:59:13.968559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339f5f5-8ea4-4658-8646-243beb8e796e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Pushing event deleted for resources: {'Port': ['ID=a5ca4e5f-d561-4611-8d4a-7b5bbeb85676,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:13.990586 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-52ab348e-2420-4c87-ad15-dc870b02250f req-bb7e9091-e46b-451d-b276-a9a6e4aef711 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f254c3780f9c4422b640c485cb709267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373771 Oct 26 13:59:14.067834 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-eb3466ef-135c-4e16-aa96-0424607ede9e req-b339f5f5-8ea4-4658-8646-243beb8e796e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.070586 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-eb3466ef-135c-4e16-aa96-0424607ede9e req-b339f5f5-8ea4-4658-8646-243beb8e796e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.071824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb3466ef-135c-4e16-aa96-0424607ede9e req-b339f5f5-8ea4-4658-8646-243beb8e796e tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "DELETE /v2.0/floatingips/3d3e5f06-a48f-4435-b775-84968e65954a HTTP/1.1" status: 204 len: 173 time: 0.6790247 Oct 26 13:59:14.081483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d45d-533e-4717-a293-071fa2cf51bd req-b1c73f4a-6217-4e02-a125-35ec956c4672 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:14.083229 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c109d45d-533e-4717-a293-071fa2cf51bd req-b1c73f4a-6217-4e02-a125-35ec956c4672 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.0876920 Oct 26 13:59:14.131183 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c109d45d-533e-4717-a293-071fa2cf51bd req-428e4ece-a6b3-4ae4-af99-aaacf57119ab tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411370 Oct 26 13:59:14.176893 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-214f6a5c-f910-4fb0-8a32-a2c51f90be4a service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963084 Oct 26 13:59:14.194105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab348e-2420-4c87-ad15-dc870b02250f req-8c471e3a-9844-4f59-bbb8-64482a7b7143 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:14.195638 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-52ab348e-2420-4c87-ad15-dc870b02250f req-8c471e3a-9844-4f59-bbb8-64482a7b7143 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920869 Oct 26 13:59:14.207019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a09225e-a2fa-446d-a114-b4c69539638d req-aec53de1-a641-4da1-860d-00dfab569620 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips/5484513f-b9cf-4b00-8c3e-dedde1b1a8c4 HTTP/1.1" status: 200 len: 693 time: 0.0529990 Oct 26 13:59:14.217903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-52ab348e-2420-4c87-ad15-dc870b02250f req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Request body: {'port': {'device_id': '26444a75-2cb2-44f0-a478-adc57920dbff', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': 'f254c3780f9c4422b640c485cb709267'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:14.328100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded456b1-70bd-4ded-a8ab-1c7b6870c266 req-f060358a-1085-4e39-b51d-f4d97e4d4169 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:14.329800 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ded456b1-70bd-4ded-a8ab-1c7b6870c266 req-f060358a-1085-4e39-b51d-f4d97e4d4169 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 944 time: 0.1073372 Oct 26 13:59:14.331971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ab348e-2420-4c87-ad15-dc870b02250f req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Made reservation on behalf of f254c3780f9c4422b640c485cb709267 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:14.335907 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-52ab348e-2420-4c87-ad15-dc870b02250f req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.372919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09225e-a2fa-446d-a114-b4c69539638d req-70a4acbd-a675-465a-9a58-f99e35e50047 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:14.380665 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a09225e-a2fa-446d-a114-b4c69539638d req-70a4acbd-a675-465a-9a58-f99e35e50047 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.1676209 Oct 26 13:59:14.435278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a09225e-a2fa-446d-a114-b4c69539638d req-e6b21496-b265-47f4-a6d5-76736d46e580 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 696 time: 0.0536625 Oct 26 13:59:14.438269 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ded456b1-70bd-4ded-a8ab-1c7b6870c266 req-3d91adde-8da5-4ca5-a032-5bf214c11523 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009605 Oct 26 13:59:14.500365 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df360-ac67-4610-8c5b-1952546219ba req-56e85d1f-c485-4a8b-b123-bb82b7a4b6c7 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:14.501916 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-56e85d1f-c485-4a8b-b123-bb82b7a4b6c7 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 1095 time: 0.0921504 Oct 26 13:59:14.504820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a09225e-a2fa-446d-a114-b4c69539638d req-068ae0a7-1e26-47a3-af7e-48cf6a1042f5 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 696 time: 0.0617025 Oct 26 13:59:14.519126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-52ab348e-2420-4c87-ad15-dc870b02250f req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Allocated IP 192.168.233.46 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/f2bb4593-f42c-4eaa-a37c-e4f605215522) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:14.536640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a6f3561e-e3b3-4b94-b31e-2f147b744a25 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:14.660044 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port a6f3561e-e3b3-4b94-b31e-2f147b744a25, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a6f3561e-e3b3-4b94-b31e-2f147b744a25,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:14.666180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddd1b9-c3b6-4e64-8249-fe2892935a28 req-0239a5ac-5cb2-4f19-9f71-1a10f22d5f2d tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:14.667978 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37ddd1b9-c3b6-4e64-8249-fe2892935a28 req-0239a5ac-5cb2-4f19-9f71-1a10f22d5f2d tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 948 time: 0.1180415 Oct 26 13:59:14.673477 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'a6f3561e-e3b3-4b94-b31e-2f147b744a25', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'a6f3561e-e3b3-4b94-b31e-2f147b744a25', 'mac_address': 'fa:16:3e:6e:4f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:14.707615 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-2a09225e-a2fa-446d-a114-b4c69539638d req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Deleting port 73232893-e9b7-4d91-9029-b57f104bce51 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:14.708087 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2a09225e-a2fa-446d-a114-b4c69539638d req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.728587 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.744760 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f3561e-e3b3-4b94-b31e-2f147b744a25 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:14.759769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37ddd1b9-c3b6-4e64-8249-fe2892935a28 req-1c8d4ff8-1cff-4362-a473-ae390c6b6d98 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ced5e7e-f68c-41df-a8bf-d4f7cae66746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798364 Oct 26 13:59:14.772803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6b7df360-ac67-4610-8c5b-1952546219ba req-a0d90091-36fe-4988-8f30-f1ac1badab4c service neutron] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:14.781368 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-52ab348e-2420-4c87-ad15-dc870b02250f req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.785523 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6b7df360-ac67-4610-8c5b-1952546219ba req-a0d90091-36fe-4988-8f30-f1ac1badab4c service neutron] Publish callbacks [] for binding, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.788777 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b7df360-ac67-4610-8c5b-1952546219ba req-a0d90091-36fe-4988-8f30-f1ac1badab4c service neutron] 10.222.0.25 "DELETE /v2.0/ports/fe1fd28c-9f55-4c15-a4de-9836f167009c/bindings/n-h2-815498-1 HTTP/1.1" status: 204 len: 173 time: 0.2712450 Oct 26 13:59:14.790806 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port a6f3561e-e3b3-4b94-b31e-2f147b744a25, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a6f3561e-e3b3-4b94-b31e-2f147b744a25,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:14.799336 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.839272 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2a09225e-a2fa-446d-a114-b4c69539638d req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.839797 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2a09225e-a2fa-446d-a114-b4c69539638d req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.846527 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-52ab348e-2420-4c87-ad15-dc870b02250f req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.856778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-2a09225e-a2fa-446d-a114-b4c69539638d req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Calling delete_port for 73232893-e9b7-4d91-9029-b57f104bce51 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:14.864595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['af50d25f-9cfa-4c36-9227-9b6d2a4d55ad'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:14.902644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ab348e-2420-4c87-ad15-dc870b02250f req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:14.906268 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-52ab348e-2420-4c87-ad15-dc870b02250f req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:14.910622 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ab348e-2420-4c87-ad15-dc870b02250f req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:14.914272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=a6f3561e-e3b3-4b94-b31e-2f147b744a25,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:14.918122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Pushing event updated for resources: {'Port': ['ID=f2bb4593-f42c-4eaa-a37c-e4f605215522,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:14.963245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:14.963743 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:14.964096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:14.966780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:14.967154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:14.967496 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:14.967833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:14.968206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:14.968537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:14.971692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:14.972112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:14.986051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:15.033685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab348e-2420-4c87-ad15-dc870b02250f req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:15.034391 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-52ab348e-2420-4c87-ad15-dc870b02250f req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.073810 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-52ab348e-2420-4c87-ad15-dc870b02250f req-f7f065ec-bab8-4471-8684-35a201a66e94 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8605480 Oct 26 13:59:15.079348 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2a09225e-a2fa-446d-a114-b4c69539638d req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.092144 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-97de9401-663f-4868-9021-e5c4f507e8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.092738 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Request body: {'port': {'device_id': '26444a75-2cb2-44f0-a478-adc57920dbff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:15.129009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Pushing event deleted for resources: {'Port': ['ID=73232893-e9b7-4d91-9029-b57f104bce51,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:15.159650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:15.160007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:15.161022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:15.161385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:15.161723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:15.162326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:15.162971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:15.162971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:15.163302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:15.163627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:15.163950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:15.164424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:15.176214 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.226372 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a6f3561e-e3b3-4b94-b31e-2f147b744a25'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:15.253258 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2a09225e-a2fa-446d-a114-b4c69539638d req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.257406 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2a09225e-a2fa-446d-a114-b4c69539638d req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.259419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a09225e-a2fa-446d-a114-b4c69539638d req-92a622f8-9d9d-4902-b08c-103b3037139a tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "DELETE /v2.0/floatingips/5484513f-b9cf-4b00-8c3e-dedde1b1a8c4 HTTP/1.1" status: 204 len: 173 time: 0.7478421 Oct 26 13:59:15.271572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-56455e59-48e7-4d0a-9ef2-059b0b14a2a8 None None] Provisioning complete for port f2bb4593-f42c-4eaa-a37c-e4f605215522 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:15.271941 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-56455e59-48e7-4d0a-9ef2-059b0b14a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.279958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f8087-34f7-4ed7-9d8f-958d651cced2 req-ab358ab2-7b52-437e-9902-c5a35e16abfd tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:15.282859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b26f8087-34f7-4ed7-9d8f-958d651cced2 req-ab358ab2-7b52-437e-9902-c5a35e16abfd tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 935 time: 0.1010292 Oct 26 13:59:15.333666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-56455e59-48e7-4d0a-9ef2-059b0b14a2a8 None None] Port f2bb4593-f42c-4eaa-a37c-e4f605215522 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:59:15.369892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b26f8087-34f7-4ed7-9d8f-958d651cced2 req-cf0b06ac-5cb3-4d97-ad30-017c889a7973 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803800 Oct 26 13:59:15.419327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66624a3d-b3ca-4e78-93ff-95a23a4fbbcc req-d2bef724-3d91-4938-82af-ec6b39eb7209 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:15.422294 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66624a3d-b3ca-4e78-93ff-95a23a4fbbcc req-d2bef724-3d91-4938-82af-ec6b39eb7209 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 947 time: 0.0733485 Oct 26 13:59:15.498864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66624a3d-b3ca-4e78-93ff-95a23a4fbbcc req-ecfe1125-8f00-4e79-8b3a-14364a5764f8 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b130d15-d199-4b7e-8e28-0014851187f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695441 Oct 26 13:59:15.519164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ece7e-fa4d-4028-b703-012c06e84d14 req-31b7c05e-aaa8-4bbf-a45f-1a527fb39392 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:15.519164 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-309ece7e-fa4d-4028-b703-012c06e84d14 req-31b7c05e-aaa8-4bbf-a45f-1a527fb39392 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.0774405 Oct 26 13:59:15.558923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-309ece7e-fa4d-4028-b703-012c06e84d14 req-00c89ed2-44f5-4eb9-a340-4e4790af1f25 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345616 Oct 26 13:59:15.583639 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bb4593-f42c-4eaa-a37c-e4f605215522 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:15.599874 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.616589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Transition to ACTIVE for port object f2bb4593-f42c-4eaa-a37c-e4f605215522 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:15.622634 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.641067 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aafb4279-baa8-444c-8579-969dd59d8664 req-6c9d1e73-3d0b-4c4a-b940-91feebf8a73c tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips/7ff58203-0c49-41ec-bcd1-fbdcf0fd08b9 HTTP/1.1" status: 200 len: 693 time: 0.0525835 Oct 26 13:59:15.677648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bb4593-f42c-4eaa-a37c-e4f605215522,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:15.758817 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Attempting to bind port f2bb4593-f42c-4eaa-a37c-e4f605215522 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:15.759295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Attempting to bind port f2bb4593-f42c-4eaa-a37c-e4f605215522 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:15.759704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686dd09-4bfa-4683-8f42-95b9de03f89d req-d0c2288e-0eda-4cc9-b453-45a560b5127e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:15.759820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Attempting to bind port f2bb4593-f42c-4eaa-a37c-e4f605215522 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:15.761266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f686dd09-4bfa-4683-8f42-95b9de03f89d req-d0c2288e-0eda-4cc9-b453-45a560b5127e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 944 time: 0.1193337 Oct 26 13:59:15.764769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Port f2bb4593-f42c-4eaa-a37c-e4f605215522 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:15.765249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Attempting to bind port f2bb4593-f42c-4eaa-a37c-e4f605215522 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:15.774199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:15.774547 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:15.775747 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:15.776201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Bound port: f2bb4593-f42c-4eaa-a37c-e4f605215522, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:15.776678 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.868644 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb4279-baa8-444c-8579-969dd59d8664 req-328a6471-ad40-4c21-9570-55dac5fa9a58 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:15.870506 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aafb4279-baa8-444c-8579-969dd59d8664 req-328a6471-ad40-4c21-9570-55dac5fa9a58 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.2200491 Oct 26 13:59:15.873885 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f686dd09-4bfa-4683-8f42-95b9de03f89d req-8fbc9ad0-896a-488e-a896-3a588089504e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026464 Oct 26 13:59:15.956483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aafb4279-baa8-444c-8579-969dd59d8664 req-641a4be9-1328-4357-8e9c-2444935ac0f6 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.0710554 Oct 26 13:59:16.051268 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aafb4279-baa8-444c-8579-969dd59d8664 req-d3c6f6e0-260e-471e-993a-8c0bcb82cbc1 tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.0937116 Oct 26 13:59:16.111583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0557582-c3ff-4e97-9da7-d28c05174b5f req-51ed7550-0eee-4c26-9349-c4c07c417d60 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:16.113006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0557582-c3ff-4e97-9da7-d28c05174b5f req-51ed7550-0eee-4c26-9349-c4c07c417d60 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 949 time: 0.1016088 Oct 26 13:59:16.125897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] For port f2bb4593-f42c-4eaa-a37c-e4f605215522, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:16.129722 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] For port f2bb4593-f42c-4eaa-a37c-e4f605215522, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:16.136460 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.146706 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-03039041-ffcb-4f0a-8a3a-95a51d5b53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:16.148196 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-03039041-ffcb-4f0a-8a3a-95a51d5b53ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 1096 time: 0.0711482 Oct 26 13:59:16.212006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0557582-c3ff-4e97-9da7-d28c05174b5f req-f7bad4e5-6988-408c-9a5b-f364fa761a62 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ced5e7e-f68c-41df-a8bf-d4f7cae66746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895061 Oct 26 13:59:16.221521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:16.222168 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.223550 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-52ab348e-2420-4c87-ad15-dc870b02250f req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] 10.222.0.25 "PUT /v2.0/ports/f2bb4593-f42c-4eaa-a37c-e4f605215522 HTTP/1.1" status: 200 len: 1095 time: 1.1394486 Oct 26 13:59:16.224070 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26444a75-2cb2-44f0-a478-adc57920dbff', 'tag': 'f2bb4593-f42c-4eaa-a37c-e4f605215522'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:16.226347 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e780cd-4f4c-4876-b1eb-454485d128fd" -d '{"events": [{"name": "network-changed", "server_uuid": "26444a75-2cb2-44f0-a478-adc57920dbff", "tag": "f2bb4593-f42c-4eaa-a37c-e4f605215522"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:16.230967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-aafb4279-baa8-444c-8579-969dd59d8664 req-ae9a48cc-b2e4-48fa-8de3-f7d3711901ac tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Deleting port 86ca2cc4-7f64-404a-a398-c416732b78ba {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:16.230967 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aafb4279-baa8-444c-8579-969dd59d8664 req-ae9a48cc-b2e4-48fa-8de3-f7d3711901ac tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.256883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cd3d5-984a-4e9b-89bc-eac55f8383a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bb4593-f42c-4eaa-a37c-e4f605215522,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:16.318916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-5bfa72f8-b7d1-40ad-b43a-e37ad4d73c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:16.320404 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-5bfa72f8-b7d1-40ad-b43a-e37ad4d73c8c service neutron] 10.222.0.25 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.1538501 Oct 26 13:59:16.334500 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab348e-2420-4c87-ad15-dc870b02250f req-80eac138-f658-438c-8592-30210445fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:16.336170 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-52ab348e-2420-4c87-ad15-dc870b02250f req-80eac138-f658-438c-8592-30210445fd48 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 1098 time: 0.0484390 Oct 26 13:59:16.336603 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aafb4279-baa8-444c-8579-969dd59d8664 req-ae9a48cc-b2e4-48fa-8de3-f7d3711901ac tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.337003 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aafb4279-baa8-444c-8579-969dd59d8664 req-ae9a48cc-b2e4-48fa-8de3-f7d3711901ac tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.350905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-aafb4279-baa8-444c-8579-969dd59d8664 req-ae9a48cc-b2e4-48fa-8de3-f7d3711901ac tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Calling delete_port for 86ca2cc4-7f64-404a-a398-c416732b78ba owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:16.393137 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-186df7a2-109a-41fe-922d-6bf82cb7e880 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16542042-a845-4fee-8c7f-8a518645fdf6 HTTP/1.1" status: 200 len: 217 time: 0.0530624 Oct 26 13:59:16.423546 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c30f3a-f3a1-4a21-b169-1e73497e0456 x-openstack-request-id: req-01c30f3a-f3a1-4a21-b169-1e73497e0456 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:16.423826 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26444a75-2cb2-44f0-a478-adc57920dbff", "tag": "f2bb4593-f42c-4eaa-a37c-e4f605215522", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:16.424077 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01c30f3a-f3a1-4a21-b169-1e73497e0456 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:16.424461 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26444a75-2cb2-44f0-a478-adc57920dbff', 'tag': 'f2bb4593-f42c-4eaa-a37c-e4f605215522', 'status': 'completed', 'code': 200} Oct 26 13:59:16.432390 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-52ab348e-2420-4c87-ad15-dc870b02250f req-9582c952-2191-4d1f-92b3-8d9a5e0c1aa9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522 HTTP/1.1" status: 200 len: 217 time: 0.0863645 Oct 26 13:59:16.507809 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.509069 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-6710300f-1b2c-4b56-80ca-f1f0a29e46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:16.510715 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-6710300f-1b2c-4b56-80ca-f1f0a29e46c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.0889158 Oct 26 13:59:16.514069 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab348e-2420-4c87-ad15-dc870b02250f req-f83083eb-af54-4662-a121-c6a9e3c45559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:16.515533 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-52ab348e-2420-4c87-ad15-dc870b02250f req-f83083eb-af54-4662-a121-c6a9e3c45559 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0636771 Oct 26 13:59:16.519254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e7b9c-6fba-483d-a4b5-844728fbbbf7 req-d4efb018-c8d5-4312-964e-6900bcbeff61 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:16.521047 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f5e7b9c-6fba-483d-a4b5-844728fbbbf7 req-d4efb018-c8d5-4312-964e-6900bcbeff61 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 1095 time: 0.0742619 Oct 26 13:59:16.545018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:16.550086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a6f3561e-e3b3-4b94-b31e-2f147b744a25 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:16.565267 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aafb4279-baa8-444c-8579-969dd59d8664 req-ae9a48cc-b2e4-48fa-8de3-f7d3711901ac tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.576839 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-99f3ae58-0fc7-4cff-ac0a-c7cac1bb037d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478337 Oct 26 13:59:16.606778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f5e7b9c-6fba-483d-a4b5-844728fbbbf7 req-09d0e893-25ab-486d-bbdb-21d7698f59b0 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791440 Oct 26 13:59:16.610986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a48cc-b2e4-48fa-8de3-f7d3711901ac tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Pushing event deleted for resources: {'Port': ['ID=86ca2cc4-7f64-404a-a398-c416732b78ba,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:16.654756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab348e-2420-4c87-ad15-dc870b02250f req-bf69a05f-5e82-4c3e-9e8e-1c2dd73a3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:16.656336 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-52ab348e-2420-4c87-ad15-dc870b02250f req-bf69a05f-5e82-4c3e-9e8e-1c2dd73a3283 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190348 Oct 26 13:59:16.699502 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aafb4279-baa8-444c-8579-969dd59d8664 req-ae9a48cc-b2e4-48fa-8de3-f7d3711901ac tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.702187 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aafb4279-baa8-444c-8579-969dd59d8664 req-ae9a48cc-b2e4-48fa-8de3-f7d3711901ac tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.703565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aafb4279-baa8-444c-8579-969dd59d8664 req-ae9a48cc-b2e4-48fa-8de3-f7d3711901ac tempest-FloatingIPDetailsTestJSON-1995496723 tempest-FloatingIPDetailsTestJSON-1995496723-project] 10.222.0.32 "DELETE /v2.0/floatingips/7ff58203-0c49-41ec-bcd1-fbdcf0fd08b9 HTTP/1.1" status: 204 len: 173 time: 0.6465108 Oct 26 13:59:16.720037 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47590) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:16.789450 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-52ab348e-2420-4c87-ad15-dc870b02250f req-b6895375-d655-4a58-b83b-b0d4bb09a46e service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234679 Oct 26 13:59:16.821055 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.843644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port a6f3561e-e3b3-4b94-b31e-2f147b744a25 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:16.855139 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-3a436a87-39e2-460a-aea5-9c00b656d07a service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659669 Oct 26 13:59:16.856841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port a6f3561e-e3b3-4b94-b31e-2f147b744a25 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:16.857359 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.865209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6c9f9410-df78-47b9-a284-cb3f0bff5bf7,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:16.877322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ee78e-96b2-4a47-856c-54927fb8b0fe req-2eda3350-0bd3-4486-b989-b469a968b4c0 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:16.878987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-581ee78e-96b2-4a47-856c-54927fb8b0fe req-2eda3350-0bd3-4486-b989-b469a968b4c0 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 947 time: 0.1710701 Oct 26 13:59:16.904439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1d7c5-7dcd-47b3-8cad-b2b49d1384c6 req-a3c44a68-d715-4c0a-a0d0-ee807932f5e9 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:16.905707 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '6c9f9410-df78-47b9-a284-cb3f0bff5bf7', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '6c9f9410-df78-47b9-a284-cb3f0bff5bf7', 'mac_address': 'fa:16:3e:ee:ea:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:16.905863 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2d1d7c5-7dcd-47b3-8cad-b2b49d1384c6 req-a3c44a68-d715-4c0a-a0d0-ee807932f5e9 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 947 time: 0.1231186 Oct 26 13:59:16.953296 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-52ab348e-2420-4c87-ad15-dc870b02250f req-bcb16b46-de4e-49c3-8d33-94d4018c1a2c service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534910 Oct 26 13:59:16.966084 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:17.008926 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-34ba5994-876a-4dcd-a6f3-eda197d030b0 service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445560 Oct 26 13:59:17.011935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:17.026260 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:17.038572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-581ee78e-96b2-4a47-856c-54927fb8b0fe req-b6866113-2664-4750-843d-b29b14d6729b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445568 Oct 26 13:59:17.043337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6c9f9410-df78-47b9-a284-cb3f0bff5bf7,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:17.052491 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:17.064106 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2d1d7c5-7dcd-47b3-8cad-b2b49d1384c6 req-28a1b279-a687-4284-bc90-f480f9b6bf78 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b130d15-d199-4b7e-8e28-0014851187f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434302 Oct 26 13:59:17.069657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2b36b8-87fa-491b-a335-752434e9187b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f3561e-e3b3-4b94-b31e-2f147b744a25'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:17.072438 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f169976-f0ad-4bd5-aee7-689590e36e42" -d '{"events": [{"server_uuid": "0f2b36b8-87fa-491b-a335-752434e9187b", "name": "network-vif-plugged", "status": "completed", "tag": "a6f3561e-e3b3-4b94-b31e-2f147b744a25"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:17.109860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port a6f3561e-e3b3-4b94-b31e-2f147b744a25, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a6f3561e-e3b3-4b94-b31e-2f147b744a25,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:17.123836 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:17.138593 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=6c9f9410-df78-47b9-a284-cb3f0bff5bf7,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:17.149291 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:17.150115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:17.150467 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:17.150800 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:17.151247 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:17.151590 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:17.151917 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:17.152243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:17.152876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:17.153008 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:17.153242 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:17.153564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:17.158444 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e780cd-4f4c-4876-b1eb-454485d128fd req-9ad783ae-2aab-42f6-b7f1-db404beebc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:17.160069 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50e780cd-4f4c-4876-b1eb-454485d128fd req-9ad783ae-2aab-42f6-b7f1-db404beebc76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 1098 time: 0.1394687 Oct 26 13:59:17.168257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-8ba2b07e-718c-40e9-a7f9-dbbaf0d1ee1f tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:17.169899 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-8ba2b07e-718c-40e9-a7f9-dbbaf0d1ee1f tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7&tenant_id=3015cef33add49c0a70c99ffe7c7236a&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1096 time: 0.0877681 Oct 26 13:59:17.185458 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815498-1'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:17.214510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=a6f3561e-e3b3-4b94-b31e-2f147b744a25,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:17.296986 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:17.329621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e780cd-4f4c-4876-b1eb-454485d128fd req-c19dc072-97dd-4d52-a1bf-ccba4b08dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:17.331110 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50e780cd-4f4c-4876-b1eb-454485d128fd req-c19dc072-97dd-4d52-a1bf-ccba4b08dbdf service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1603475 Oct 26 13:59:17.392162 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50e780cd-4f4c-4876-b1eb-454485d128fd req-44fec960-ade9-4aa7-a483-6f51b182aa7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522 HTTP/1.1" status: 200 len: 217 time: 0.0426719 Oct 26 13:59:17.450613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['6c9f9410-df78-47b9-a284-cb3f0bff5bf7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:17.490797 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e780cd-4f4c-4876-b1eb-454485d128fd req-f25b1c58-5f85-4eee-b5cb-4cb70449c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:17.492563 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50e780cd-4f4c-4876-b1eb-454485d128fd req-f25b1c58-5f85-4eee-b5cb-4cb70449c7da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0906951 Oct 26 13:59:17.552171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=16542042-a845-4fee-8c7f-8a518645fdf6,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:17.571367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9af528-8f5c-4dca-bae5-0e2b36e02a1c req-19d1164b-f540-4068-ac3b-d723febea956 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:17.572995 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb9af528-8f5c-4dca-bae5-0e2b36e02a1c req-19d1164b-f540-4068-ac3b-d723febea956 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 945 time: 0.4322886 Oct 26 13:59:17.579657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e780cd-4f4c-4876-b1eb-454485d128fd req-6aa02f9f-c0e6-4500-9181-172c905ae6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:17.586347 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50e780cd-4f4c-4876-b1eb-454485d128fd req-6aa02f9f-c0e6-4500-9181-172c905ae6cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811820 Oct 26 13:59:17.590967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a901e3f-25e7-461c-be6b-c2df441ef817 req-2c1015db-b3c8-495b-a3ad-57295c07dbc9 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:17.592393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a901e3f-25e7-461c-be6b-c2df441ef817 req-2c1015db-b3c8-495b-a3ad-57295c07dbc9 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 1095 time: 0.1135824 Oct 26 13:59:17.656926 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:17.670520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb9af528-8f5c-4dca-bae5-0e2b36e02a1c req-61dd10bd-0674-477b-8f5c-fa6c1b825629 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841513 Oct 26 13:59:17.676945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a901e3f-25e7-461c-be6b-c2df441ef817 req-c64852c2-400c-4062-b21c-626574224ce1 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732355 Oct 26 13:59:17.718212 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:17.740985 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfcbd6a-5eca-451b-b6ba-578156e6627b x-openstack-request-id: req-1cfcbd6a-5eca-451b-b6ba-578156e6627b {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:17.742127 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2b36b8-87fa-491b-a335-752434e9187b", "name": "network-vif-plugged", "status": "completed", "tag": "a6f3561e-e3b3-4b94-b31e-2f147b744a25", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:17.743253 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cfcbd6a-5eca-451b-b6ba-578156e6627b {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:17.744570 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2b36b8-87fa-491b-a335-752434e9187b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f3561e-e3b3-4b94-b31e-2f147b744a25', 'code': 200} Oct 26 13:59:17.760271 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:17.776156 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6e96d216-0c3c-41e3-8af8-bc4959a30061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:17.778017 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50e780cd-4f4c-4876-b1eb-454485d128fd req-c47f63bc-af2d-47bc-8a4d-3fa405d790af service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831851 Oct 26 13:59:17.926180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea63e6-cb7b-4508-ac65-78f309e7c1e6 req-381ab886-bf22-484c-adca-f2a596ad0eff tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:17.928008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37ea63e6-cb7b-4508-ac65-78f309e7c1e6 req-381ab886-bf22-484c-adca-f2a596ad0eff tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 950 time: 0.0756078 Oct 26 13:59:17.956691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Pushing event updated for resources: {'Port': ['ID=16542042-a845-4fee-8c7f-8a518645fdf6,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:17.988883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Attempting to bind port 16542042-a845-4fee-8c7f-8a518645fdf6 on host n-h2-815498-1 for vnic_type normal with profile {"migrating_to": "n-h1-815498-1"} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:17.989271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Attempting to bind port 16542042-a845-4fee-8c7f-8a518645fdf6 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:17.989548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Attempting to bind port 16542042-a845-4fee-8c7f-8a518645fdf6 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:18.001410 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50e780cd-4f4c-4876-b1eb-454485d128fd req-c191a994-1faa-4172-8fc7-b3a5148900d7 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848361 Oct 26 13:59:18.002877 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26cd70-d7c2-4104-9f24-bcf5485e88a8 req-0fd427b5-9bdd-4604-a3fe-3864fb227af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:18.004227 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c26cd70-d7c2-4104-9f24-bcf5485e88a8 req-0fd427b5-9bdd-4604-a3fe-3864fb227af5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 1101 time: 0.1686206 Oct 26 13:59:18.004768 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Port 16542042-a845-4fee-8c7f-8a518645fdf6 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:18.005088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Attempting to bind port 16542042-a845-4fee-8c7f-8a518645fdf6 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:18.011023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:18.011372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Checking segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:18.011740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Bound using segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:18.013051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Bound port: 16542042-a845-4fee-8c7f-8a518645fdf6, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:18.013723 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.064728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37ea63e6-cb7b-4508-ac65-78f309e7c1e6 req-7a4c16a5-54a5-4418-8ff1-d20008d58063 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ced5e7e-f68c-41df-a8bf-d4f7cae66746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132267 Oct 26 13:59:18.103392 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c26cd70-d7c2-4104-9f24-bcf5485e88a8 req-acdde868-3c17-44ec-ab4b-d4cd21359bb7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9ced5e7e-f68c-41df-a8bf-d4f7cae66746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762269 Oct 26 13:59:18.121584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:18.125270 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=16542042-a845-4fee-8c7f-8a518645fdf6,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:18.135122 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.221286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:18.221894 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.223297 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] 10.222.0.25 "PUT /v2.0/ports/16542042-a845-4fee-8c7f-8a518645fdf6 HTTP/1.1" status: 200 len: 1121 time: 1.0428281 Oct 26 13:59:18.226916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6e96d216-0c3c-41e3-8af8-bc4959a30061 admin admin] Deleting port 10167a38-7013-4fa8-a942-a83386b2363f {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:18.227216 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a748951-40a3-4c03-89bb-406da2169c10 service neutron] Pushing event updated for resources: {'Port': ['ID=16542042-a845-4fee-8c7f-8a518645fdf6,revision_number=8']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:18.227329 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6e96d216-0c3c-41e3-8af8-bc4959a30061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.321937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b0305-d2c9-4d7a-906b-047690d63e3e req-b257fd8f-45c7-4929-ba5c-d628c649a21b tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:18.323466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e95b0305-d2c9-4d7a-906b-047690d63e3e req-b257fd8f-45c7-4929-ba5c-d628c649a21b tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 948 time: 0.1404009 Oct 26 13:59:18.338862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d1576-9b5e-4a13-982b-424efc66f757 req-cf5f6ea5-87a1-4729-ba4e-771ab119a332 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:18.340275 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee9d1576-9b5e-4a13-982b-424efc66f757 req-cf5f6ea5-87a1-4729-ba4e-771ab119a332 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 947 time: 0.1413934 Oct 26 13:59:18.347636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['16542042-a845-4fee-8c7f-8a518645fdf6'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:18.376851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-6e96d216-0c3c-41e3-8af8-bc4959a30061 admin admin] For port 10167a38-7013-4fa8-a942-a83386b2363f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=10167a38-7013-4fa8-a942-a83386b2363f,segment=NetworkSegment(023fb681-91e9-41d3-bf0b-a10d52ab39c6),segment_id=023fb681-91e9-41d3-bf0b-a10d52ab39c6)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:18.377426 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6e96d216-0c3c-41e3-8af8-bc4959a30061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.403373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6e96d216-0c3c-41e3-8af8-bc4959a30061 admin admin] Calling delete_port for 10167a38-7013-4fa8-a942-a83386b2363f owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:18.414188 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.425283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9d7d8e-b69a-471a-9b26-f966e58762e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16542042-a845-4fee-8c7f-8a518645fdf6'}, {'name': 'network-changed', 'server_uuid': 'fd9d7d8e-b69a-471a-9b26-f966e58762e7', 'tag': '16542042-a845-4fee-8c7f-8a518645fdf6'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:18.428431 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b83b5b-33cd-49cb-9441-04e43064bed7" -d '{"events": [{"server_uuid": "fd9d7d8e-b69a-471a-9b26-f966e58762e7", "name": "network-vif-unplugged", "status": "completed", "tag": "16542042-a845-4fee-8c7f-8a518645fdf6"}, {"name": "network-changed", "server_uuid": "fd9d7d8e-b69a-471a-9b26-f966e58762e7", "tag": "16542042-a845-4fee-8c7f-8a518645fdf6"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:18.439300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e95b0305-d2c9-4d7a-906b-047690d63e3e req-20a20d93-84ad-4ba3-a110-b2d12dd84ba5 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b130d15-d199-4b7e-8e28-0014851187f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966811 Oct 26 13:59:18.472845 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee9d1576-9b5e-4a13-982b-424efc66f757 req-0c8ca5b7-3bcb-4547-b5a6-1205d5799fd8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155245 Oct 26 13:59:18.548501 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a910b611-3c8f-435e-998c-62b7f71c149e x-openstack-request-id: req-a910b611-3c8f-435e-998c-62b7f71c149e {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:18.548814 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9d7d8e-b69a-471a-9b26-f966e58762e7", "name": "network-vif-unplugged", "status": "completed", "tag": "16542042-a845-4fee-8c7f-8a518645fdf6", "code": 200}, {"name": "network-changed", "server_uuid": "fd9d7d8e-b69a-471a-9b26-f966e58762e7", "tag": "16542042-a845-4fee-8c7f-8a518645fdf6", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:18.549069 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a910b611-3c8f-435e-998c-62b7f71c149e {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:18.549478 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9d7d8e-b69a-471a-9b26-f966e58762e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16542042-a845-4fee-8c7f-8a518645fdf6', 'code': 200} Oct 26 13:59:18.549734 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9d7d8e-b69a-471a-9b26-f966e58762e7', 'tag': '16542042-a845-4fee-8c7f-8a518645fdf6', 'status': 'completed', 'code': 200} Oct 26 13:59:18.560762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:18.619209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:18.623235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:18.623763 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.638924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b83b5b-33cd-49cb-9441-04e43064bed7 req-b0441b98-f2ad-467c-917e-87f0eae5b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:18.641389 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0b83b5b-33cd-49cb-9441-04e43064bed7 req-b0441b98-f2ad-467c-917e-87f0eae5b3ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 1124 time: 0.0492671 Oct 26 13:59:18.647561 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6e96d216-0c3c-41e3-8af8-bc4959a30061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.679151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96d216-0c3c-41e3-8af8-bc4959a30061 admin admin] Pushing event deleted for resources: {'Port': ['ID=10167a38-7013-4fa8-a942-a83386b2363f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:18.713483 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.756235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6c9f9410-df78-47b9-a284-cb3f0bff5bf7,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:18.767789 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.787772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b83b5b-33cd-49cb-9441-04e43064bed7 req-1349bb03-39f3-4d5f-a60d-789934a521f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:18.790696 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0b83b5b-33cd-49cb-9441-04e43064bed7 req-1349bb03-39f3-4d5f-a60d-789934a521f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.1355505 Oct 26 13:59:18.840219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=6c9f9410-df78-47b9-a284-cb3f0bff5bf7,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:18.851163 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0b83b5b-33cd-49cb-9441-04e43064bed7 req-00c69a1e-2efc-444a-ae77-63aff861a120 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16542042-a845-4fee-8c7f-8a518645fdf6 HTTP/1.1" status: 200 len: 217 time: 0.0448277 Oct 26 13:59:18.929844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b83b5b-33cd-49cb-9441-04e43064bed7 req-e819744a-09a0-4bbd-aee6-84e0e0d77055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:18.932221 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0b83b5b-33cd-49cb-9441-04e43064bed7 req-e819744a-09a0-4bbd-aee6-84e0e0d77055 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.0721087 Oct 26 13:59:18.977322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4a90a-41b0-4c61-9afb-13e0d78da68a req-200de959-3859-4ebf-b392-e80043adad01 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:18.979352 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38a4a90a-41b0-4c61-9afb-13e0d78da68a req-200de959-3859-4ebf-b392-e80043adad01 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 943 time: 0.1554921 Oct 26 13:59:18.992583 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0b83b5b-33cd-49cb-9441-04e43064bed7 req-7dd7e7db-8c52-4445-8cda-ece1dbc055ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299768 Oct 26 13:59:19.035362 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6e96d216-0c3c-41e3-8af8-bc4959a30061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:19.052685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38a4a90a-41b0-4c61-9afb-13e0d78da68a req-1163687d-930f-4b88-89d7-1672482d401c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642111 Oct 26 13:59:19.118843 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0b83b5b-33cd-49cb-9441-04e43064bed7 req-0b96bae8-d319-4ea8-9313-edd60d08e56e service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149495 Oct 26 13:59:19.223652 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0b83b5b-33cd-49cb-9441-04e43064bed7 req-2835dbea-0107-45ec-87b5-c2ee6a65abb8 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961561 Oct 26 13:59:19.273748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b83de-b83b-494c-b732-dc39cd7a8004 req-5d0cbd48-3e10-4127-b9fc-e46e7221df88 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:19.275138 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a7b83de-b83b-494c-b732-dc39cd7a8004 req-5d0cbd48-3e10-4127-b9fc-e46e7221df88 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 950 time: 0.1208673 Oct 26 13:59:19.329557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a7b83de-b83b-494c-b732-dc39cd7a8004 req-95124226-f6ff-42fb-8f55-6f7aa798adb6 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ced5e7e-f68c-41df-a8bf-d4f7cae66746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473268 Oct 26 13:59:19.341467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e96d216-0c3c-41e3-8af8-bc4959a30061 admin admin] Router 6d6b42c7-d034-49f4-b310-74779e94091b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:59:19.446312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e96d216-0c3c-41e3-8af8-bc4959a30061 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:59:19.454462 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6e96d216-0c3c-41e3-8af8-bc4959a30061 admin admin] 10.222.0.32 "PUT /v2.0/routers/6d6b42c7-d034-49f4-b310-74779e94091b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7307339 Oct 26 13:59:19.454564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47622) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:19.456886 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b7a19-3e03-47ff-a409-90161ffbd4be None None] Sync routers for ids ['6d6b42c7-d034-49f4-b310-74779e94091b'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:59:19.485356 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b7a19-3e03-47ff-a409-90161ffbd4be None None] Routers {'6d6b42c7-d034-49f4-b310-74779e94091b'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:19.486024 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-934b7a19-3e03-47ff-a409-90161ffbd4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:59:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6d6b42c7-d034-49f4-b310-74779e94091b'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:19.638535 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:19.650504 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-934b7a19-3e03-47ff-a409-90161ffbd4be None None] Set router 6d6b42c7-d034-49f4-b310-74779e94091b gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:19.736165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95827a0-a967-4780-97ae-0770966b7b42 req-e3797f16-be5e-4025-84fc-0801d2a51db9 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:19.744872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e95827a0-a967-4780-97ae-0770966b7b42 req-e3797f16-be5e-4025-84fc-0801d2a51db9 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 949 time: 0.1765099 Oct 26 13:59:19.747118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42163fa8-69fd-4a1f-b495-e25e8779e7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9f9410-df78-47b9-a284-cb3f0bff5bf7'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:19.750151 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbfe9d9-2b38-416e-9f14-c07ffce9c662" -d '{"events": [{"server_uuid": "42163fa8-69fd-4a1f-b495-e25e8779e7b5", "name": "network-vif-plugged", "status": "completed", "tag": "6c9f9410-df78-47b9-a284-cb3f0bff5bf7"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:19.783744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09001-ba20-46f1-ac50-f45045f92e01 req-d57862c7-1e72-4052-a86b-34f5e5546b33 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:19.785230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85d09001-ba20-46f1-ac50-f45045f92e01 req-d57862c7-1e72-4052-a86b-34f5e5546b33 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 947 time: 0.1968234 Oct 26 13:59:19.957142 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-934b7a19-3e03-47ff-a409-90161ffbd4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'name': 'tempest-FloatingIPDetailsTestJSON-1247844946-router', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:40Z', 'updated_at': '2021-10-26T13:59:18Z', 'revision_number': 5, 'project_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'gw_port': {'id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:41Z', 'updated_at': '2021-10-26T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:19.983587 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b7a19-3e03-47ff-a409-90161ffbd4be None None] Checking router: 6d6b42c7-d034-49f4-b310-74779e94091b for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:59:19.992665 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b7a19-3e03-47ff-a409-90161ffbd4be None None] Routers {'6d6b42c7-d034-49f4-b310-74779e94091b'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:19.993266 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-934b7a19-3e03-47ff-a409-90161ffbd4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T13:59:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6d6b42c7-d034-49f4-b310-74779e94091b'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:20.104061 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e95827a0-a967-4780-97ae-0770966b7b42 req-6abe9d7e-2b38-489f-a6d2-17461beda055 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b130d15-d199-4b7e-8e28-0014851187f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582392 Oct 26 13:59:20.105289 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-934b7a19-3e03-47ff-a409-90161ffbd4be None None] Set router 6d6b42c7-d034-49f4-b310-74779e94091b gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:20.144340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85d09001-ba20-46f1-ac50-f45045f92e01 req-13ff1ea5-9164-4da3-9ba4-eafd8d607320 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435435 Oct 26 13:59:20.145739 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:20.215449 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e3929c-9fcd-43e5-bab5-e00f6b4fabd5 x-openstack-request-id: req-f8e3929c-9fcd-43e5-bab5-e00f6b4fabd5 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:20.216375 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42163fa8-69fd-4a1f-b495-e25e8779e7b5", "name": "network-vif-plugged", "status": "completed", "tag": "6c9f9410-df78-47b9-a284-cb3f0bff5bf7", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:20.217004 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8e3929c-9fcd-43e5-bab5-e00f6b4fabd5 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:20.218727 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42163fa8-69fd-4a1f-b495-e25e8779e7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9f9410-df78-47b9-a284-cb3f0bff5bf7', 'code': 200} Oct 26 13:59:20.277364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] Deleting port cdaba311-6bc7-4363-934b-f224a6f0543f {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:20.277706 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:20.361562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0aea2c-2635-48b6-b69c-e85eb615c6cb req-9166aad5-e39a-4903-91f8-73c6ae2a3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:20.363098 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ca0aea2c-2635-48b6-b69c-e85eb615c6cb req-9166aad5-e39a-4903-91f8-73c6ae2a3717 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 1100 time: 0.0739474 Oct 26 13:59:20.414497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58217dc6-85c9-4bac-94df-37b6dafa2311 req-d64d2e11-744b-49f3-85da-9307ed0785a1 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:20.422213 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58217dc6-85c9-4bac-94df-37b6dafa2311 req-d64d2e11-744b-49f3-85da-9307ed0785a1 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 943 time: 0.1279898 Oct 26 13:59:20.425881 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-934b7a19-3e03-47ff-a409-90161ffbd4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'name': 'tempest-FloatingIPDetailsTestJSON-1247844946-router', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:40Z', 'updated_at': '2021-10-26T13:59:18Z', 'revision_number': 5, 'project_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'gw_port': {'id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:41Z', 'updated_at': '2021-10-26T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:20.431598 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ca0aea2c-2635-48b6-b69c-e85eb615c6cb req-6aca4e05-e377-4731-89f8-933ac99d70eb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5b130d15-d199-4b7e-8e28-0014851187f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558977 Oct 26 13:59:20.435821 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] For port cdaba311-6bc7-4363-934b-f224a6f0543f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cdaba311-6bc7-4363-934b-f224a6f0543f,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:20.436435 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:20.458016 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b7a19-3e03-47ff-a409-90161ffbd4be None None] The sync data for ids ['6d6b42c7-d034-49f4-b310-74779e94091b'] in n-d-815498-1 is: [{'id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'name': 'tempest-FloatingIPDetailsTestJSON-1247844946-router', 'tenant_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:40Z', 'updated_at': '2021-10-26T13:59:18Z', 'revision_number': 5, 'project_id': '511f06f5dba14c0d84dbc4e65549bbd6', 'gw_port': {'id': 'cdaba311-6bc7-4363-934b-f224a6f0543f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6b42c7-d034-49f4-b310-74779e94091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:41Z', 'updated_at': '2021-10-26T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:59:20.489784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] Calling delete_port for cdaba311-6bc7-4363-934b-f224a6f0543f owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:20.519005 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58217dc6-85c9-4bac-94df-37b6dafa2311 req-c347c14e-48a9-4cee-9d55-6ffb70dacaae tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959303 Oct 26 13:59:20.563968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c722fe-449f-4264-9432-30995e8f85d7 req-4867fbb5-0298-4546-9ab0-547f3d88e088 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:20.565479 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-53c722fe-449f-4264-9432-30995e8f85d7 req-4867fbb5-0298-4546-9ab0-547f3d88e088 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 950 time: 0.1256206 Oct 26 13:59:20.609335 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 16542042-a845-4fee-8c7f-8a518645fdf6 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:20.653715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-53c722fe-449f-4264-9432-30995e8f85d7 req-431ba451-a38b-49e1-bfa2-c4ce4da7944b tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ced5e7e-f68c-41df-a8bf-d4f7cae66746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806305 Oct 26 13:59:20.714532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=16542042-a845-4fee-8c7f-8a518645fdf6,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:20.725824 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:20.729483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 16542042-a845-4fee-8c7f-8a518645fdf6 has no active binding in host n-h1-815498-1 {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 13:59:20.730064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f2bb4593-f42c-4eaa-a37c-e4f605215522 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:20.762591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] Pushing event deleted for resources: {'Port': ['ID=cdaba311-6bc7-4363-934b-f224a6f0543f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:20.837370 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:20.881897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f2bb4593-f42c-4eaa-a37c-e4f605215522, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:20.901840 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'f2bb4593-f42c-4eaa-a37c-e4f605215522', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'f2bb4593-f42c-4eaa-a37c-e4f605215522', 'mac_address': 'fa:16:3e:6e:75:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:20.947269 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:20.949768 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:20.966606 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.006675 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bb4593-f42c-4eaa-a37c-e4f605215522 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:21.028673 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.028916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d6b42c7-d034-49f4-b310-74779e94091b {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 13:59:21.036666 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.040222 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5a4e8ab9-b900-4308-a41d-b5e438a077bf admin admin] 10.222.0.32 "DELETE /v2.0/routers/6d6b42c7-d034-49f4-b310-74779e94091b HTTP/1.1" status: 204 len: 168 time: 1.5824766 Oct 26 13:59:21.040567 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47644) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:21.053615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f2bb4593-f42c-4eaa-a37c-e4f605215522, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:21.061407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f7d8b-7cce-4927-91df-1963ffc6cf98 req-dc783dca-67f4-4b48-b049-ca885fe64c3c tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:21.061579 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.063917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-157f7d8b-7cce-4927-91df-1963ffc6cf98 req-dc783dca-67f4-4b48-b049-ca885fe64c3c tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 950 time: 0.0692165 Oct 26 13:59:21.115624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-157f7d8b-7cce-4927-91df-1963ffc6cf98 req-8366d088-a5d7-4d1b-9cc9-b0c6cbde854a tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ced5e7e-f68c-41df-a8bf-d4f7cae66746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454202 Oct 26 13:59:21.146223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=f2bb4593-f42c-4eaa-a37c-e4f605215522,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:21.159622 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-002f2547-dc49-41d9-8e49-971a9e3baf4d admin admin] Deleting subnet 951ad3c7-d2f0-487b-a8a7-c52aff5fbc4f {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:59:21.163855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 10167a38-7013-4fa8-a942-a83386b2363f no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:21.177201 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-002f2547-dc49-41d9-8e49-971a9e3baf4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.197961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 10167a38-7013-4fa8-a942-a83386b2363f {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:59:21.198334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 10167a38-7013-4fa8-a942-a83386b2363f not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:21.230891 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-002f2547-dc49-41d9-8e49-971a9e3baf4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.286161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2492c-58f8-4c60-bfc0-76f60c9e21f3 req-a9e5607f-e19c-46fb-b4be-b66eec421511 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:21.287706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4b2492c-58f8-4c60-bfc0-76f60c9e21f3 req-a9e5607f-e19c-46fb-b4be-b66eec421511 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 949 time: 0.1006989 Oct 26 13:59:21.340616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4b2492c-58f8-4c60-bfc0-76f60c9e21f3 req-1da65d0a-b670-4db1-b5a8-1243f544ac50 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b130d15-d199-4b7e-8e28-0014851187f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433173 Oct 26 13:59:21.349223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306611e4-c09e-4324-b786-3f0331057876 req-8bb4446e-13e9-4038-993a-40a818acf4a9 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:21.350776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-306611e4-c09e-4324-b786-3f0331057876 req-8bb4446e-13e9-4038-993a-40a818acf4a9 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 948 time: 0.1095715 Oct 26 13:59:21.375258 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-002f2547-dc49-41d9-8e49-971a9e3baf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.413213 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-306611e4-c09e-4324-b786-3f0331057876 req-69917f3c-a712-481e-aae0-7139304effa3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503714 Oct 26 13:59:21.464698 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-002f2547-dc49-41d9-8e49-971a9e3baf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.480052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-002f2547-dc49-41d9-8e49-971a9e3baf4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.485169 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f3fbf-c539-43d9-b278-72dddc99422f None None] Network 76bcf519-6452-4fae-9706-752ff10bcef4 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:59:21.487451 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-002f2547-dc49-41d9-8e49-971a9e3baf4d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/951ad3c7-d2f0-487b-a8a7-c52aff5fbc4f HTTP/1.1" status: 204 len: 168 time: 0.4450018 Oct 26 13:59:21.490074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47656) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:21.516789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f2547-dc49-41d9-8e49-971a9e3baf4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=951ad3c7-d2f0-487b-a8a7-c52aff5fbc4f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:21.573108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['f2bb4593-f42c-4eaa-a37c-e4f605215522'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:21.588348 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.688010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5933-a6f4-4821-8750-4fdf05326709 req-f8505934-7ac3-4b03-bdab-6433a9e1f805 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:21.690082 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f2c5933-a6f4-4821-8750-4fdf05326709 req-f8505934-7ac3-4b03-bdab-6433a9e1f805 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 943 time: 0.0882504 Oct 26 13:59:21.694442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Deleting port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:21.694912 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.791187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb723c54-5380-432f-b618-88d9f7b636e7 None None] DHCP port deletion for 76bcf519-6452-4fae-9706-752ff10bcef4 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 13:59:21.802791 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f2c5933-a6f4-4821-8750-4fdf05326709 req-ac406e4a-b34e-4846-a7dc-0ee7f7e38bd1 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903409 Oct 26 13:59:21.812654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] For port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ef9dfd44-bd8f-49bc-b2ca-f5d88258671b,segment=NetworkSegment(023fb681-91e9-41d3-bf0b-a10d52ab39c6),segment_id=023fb681-91e9-41d3-bf0b-a10d52ab39c6)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:21.813033 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.828859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Calling delete_port for ef9dfd44-bd8f-49bc-b2ca-f5d88258671b owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:21.880307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-cb723c54-5380-432f-b618-88d9f7b636e7 None None] Deleting port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:21.880761 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cb723c54-5380-432f-b618-88d9f7b636e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.917631 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:59:21.924499 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.945132 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-cb723c54-5380-432f-b618-88d9f7b636e7 None None] For port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ef9dfd44-bd8f-49bc-b2ca-f5d88258671b,segment=NetworkSegment(023fb681-91e9-41d3-bf0b-a10d52ab39c6),segment_id=023fb681-91e9-41d3-bf0b-a10d52ab39c6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:21.945522 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cb723c54-5380-432f-b618-88d9f7b636e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.951635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9dfd44-bd8f-49bc-b2ca-f5d88258671b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:21.953549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] No DVR routers for this DVR port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:21.962046 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-cb723c54-5380-432f-b618-88d9f7b636e7 None None] Calling delete_port for ef9dfd44-bd8f-49bc-b2ca-f5d88258671b owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:22.028339 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.041693 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cb723c54-5380-432f-b618-88d9f7b636e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.050027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bcf519-6452-4fae-9706-752ff10bcef4']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:22.059238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023fb681-91e9-41d3-bf0b-a10d52ab39c6') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:22.059530 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023fb681-91e9-41d3-bf0b-a10d52ab39c6') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:22.068888 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb723c54-5380-432f-b618-88d9f7b636e7 None None] Pushing event deleted for resources: {'Port': ['ID=ef9dfd44-bd8f-49bc-b2ca-f5d88258671b,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:22.069855 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.075388 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb723c54-5380-432f-b618-88d9f7b636e7 None None] No DVR routers for this DVR port ef9dfd44-bd8f-49bc-b2ca-f5d88258671b on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:22.090929 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.097789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:59:22.098214 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: timer() Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:59:22.100585 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:59:22.163557 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.168142 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.172357 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] 10.222.0.32 "DELETE /v2.0/networks/76bcf519-6452-4fae-9706-752ff10bcef4 HTTP/1.1" status: 204 len: 168 time: 0.6811337 Oct 26 13:59:22.188806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa6ed0-5110-4cc3-bdae-e949a94d932f admin admin] Pushing event deleted for resources: {'Network': ['ID=76bcf519-6452-4fae-9706-752ff10bcef4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:22.262793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b21eb5-66ec-4601-b7fd-c782ef9c1ac2 req-0edb0448-aecb-4765-bbab-46f2fc9cfd11 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:22.264510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81b21eb5-66ec-4601-b7fd-c782ef9c1ac2 req-0edb0448-aecb-4765-bbab-46f2fc9cfd11 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 950 time: 0.0724530 Oct 26 13:59:22.308117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81b21eb5-66ec-4601-b7fd-c782ef9c1ac2 req-bd8e1cfd-1eb7-42d9-a9d7-ca2b877eb55b tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ced5e7e-f68c-41df-a8bf-d4f7cae66746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349932 Oct 26 13:59:22.392977 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47666) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:22.453176 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cfb4f367-33e4-4544-ad62-8520f2047f84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=511f06f5dba14c0d84dbc4e65549bbd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564580 Oct 26 13:59:22.453408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47672) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:22.478714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb8ff-fb89-447e-ad4c-66647f77d8b6 req-a6cecfce-0198-40c8-bc58-d9784530e295 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:22.480426 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-506bb8ff-fb89-447e-ad4c-66647f77d8b6 req-a6cecfce-0198-40c8-bc58-d9784530e295 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 949 time: 0.0627203 Oct 26 13:59:22.513369 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a1a8-6869-469b-829c-d09e80bcb506 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.537518 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a1a8-6869-469b-829c-d09e80bcb506 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.558932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-506bb8ff-fb89-447e-ad4c-66647f77d8b6 req-04712312-4c37-42dc-b7d0-c54903ddd46a tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b130d15-d199-4b7e-8e28-0014851187f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672915 Oct 26 13:59:22.571058 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d91b65-17e9-4ada-9dae-02b22d393478 req-6386287f-c6d9-4270-942f-658a425c8262 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:22.572640 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33d91b65-17e9-4ada-9dae-02b22d393478 req-6386287f-c6d9-4270-942f-658a425c8262 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 948 time: 0.0822427 Oct 26 13:59:22.604500 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a1a8-6869-469b-829c-d09e80bcb506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.608343 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a1a8-6869-469b-829c-d09e80bcb506 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.612228 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3fb6a1a8-6869-469b-829c-d09e80bcb506 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80b4c9fb-d608-4eed-82d2-ce4a4bfa5e0a HTTP/1.1" status: 204 len: 168 time: 0.1534867 Oct 26 13:59:22.628706 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6a1a8-6869-469b-829c-d09e80bcb506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b4c9fb-d608-4eed-82d2-ce4a4bfa5e0a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:22.662771 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33d91b65-17e9-4ada-9dae-02b22d393478 req-c23d84c0-c09c-402d-9707-546eb8f5f00a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814786 Oct 26 13:59:23.038457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95604-9a7b-4bc2-b19a-7282451d445a req-296e864d-cec8-4d9a-8b93-33bfb0396660 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:23.040015 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9bf95604-9a7b-4bc2-b19a-7282451d445a req-296e864d-cec8-4d9a-8b93-33bfb0396660 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 943 time: 0.0603476 Oct 26 13:59:23.066074 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb906686-68bd-4222-93c2-bffdb6ad9472 req-dd5788da-abc8-49dd-a86e-f2180ba0c4c2 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:23.067952 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb906686-68bd-4222-93c2-bffdb6ad9472 req-dd5788da-abc8-49dd-a86e-f2180ba0c4c2 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 950 time: 0.0997844 Oct 26 13:59:23.089163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9bf95604-9a7b-4bc2-b19a-7282451d445a req-8e6e3ffa-22c2-4348-afca-bd50c0114a14 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406249 Oct 26 13:59:23.097950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ef9dfd44-bd8f-49bc-b2ca-f5d88258671b no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:23.149340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: ef9dfd44-bd8f-49bc-b2ca-f5d88258671b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:59:23.150827 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ef9dfd44-bd8f-49bc-b2ca-f5d88258671b not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:23.152502 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cdaba311-6bc7-4363-934b-f224a6f0543f no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:23.192538 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: cdaba311-6bc7-4363-934b-f224a6f0543f {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:59:23.193233 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cdaba311-6bc7-4363-934b-f224a6f0543f not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:23.198799 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-eb906686-68bd-4222-93c2-bffdb6ad9472 req-fa790fd3-7fe4-49ef-88e8-0dbab840e6ac tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Deleting port a6f3561e-e3b3-4b94-b31e-2f147b744a25 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:23.199142 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb906686-68bd-4222-93c2-bffdb6ad9472 req-fa790fd3-7fe4-49ef-88e8-0dbab840e6ac tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:23.236181 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:23.294209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb9b3f-4ee1-4027-adc8-7620000a7343 req-cb4e79e8-343c-4431-8a8f-ed02bec1dad4 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:23.295909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14bb9b3f-4ee1-4027-adc8-7620000a7343 req-cb4e79e8-343c-4431-8a8f-ed02bec1dad4 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 949 time: 0.0722466 Oct 26 13:59:23.323206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-eb906686-68bd-4222-93c2-bffdb6ad9472 req-fa790fd3-7fe4-49ef-88e8-0dbab840e6ac tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] For port a6f3561e-e3b3-4b94-b31e-2f147b744a25, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a6f3561e-e3b3-4b94-b31e-2f147b744a25,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:23.323827 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb906686-68bd-4222-93c2-bffdb6ad9472 req-fa790fd3-7fe4-49ef-88e8-0dbab840e6ac tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:23.343925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-eb906686-68bd-4222-93c2-bffdb6ad9472 req-fa790fd3-7fe4-49ef-88e8-0dbab840e6ac tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Calling delete_port for a6f3561e-e3b3-4b94-b31e-2f147b744a25 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:23.345725 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14bb9b3f-4ee1-4027-adc8-7620000a7343 req-57bc47fa-3de5-42d3-a289-1ff94c88457f tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b130d15-d199-4b7e-8e28-0014851187f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 Oct 26 13:59:23.499188 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb906686-68bd-4222-93c2-bffdb6ad9472 req-fa790fd3-7fe4-49ef-88e8-0dbab840e6ac tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:23.518877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296c53a-26fd-43dc-bd08-3b08e735a71c req-e569c8ad-f0ed-4e18-aaba-b62baf816dbe tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:23.519657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a6f3561e-e3b3-4b94-b31e-2f147b744a25'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:23.520592 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d296c53a-26fd-43dc-bd08-3b08e735a71c req-e569c8ad-f0ed-4e18-aaba-b62baf816dbe tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f2b36b8-87fa-491b-a335-752434e9187b HTTP/1.1" status: 200 len: 867 time: 0.0584083 Oct 26 13:59:23.545189 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa790fd3-7fe4-49ef-88e8-0dbab840e6ac tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Pushing event deleted for resources: {'Port': ['ID=a6f3561e-e3b3-4b94-b31e-2f147b744a25,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:23.607344 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb906686-68bd-4222-93c2-bffdb6ad9472 req-fa790fd3-7fe4-49ef-88e8-0dbab840e6ac tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] No DVR routers for this DVR port a6f3561e-e3b3-4b94-b31e-2f147b744a25 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:23.610443 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb906686-68bd-4222-93c2-bffdb6ad9472 req-fa790fd3-7fe4-49ef-88e8-0dbab840e6ac tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:23.617359 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb906686-68bd-4222-93c2-bffdb6ad9472 req-fa790fd3-7fe4-49ef-88e8-0dbab840e6ac tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.11 "DELETE /v2.0/ports/a6f3561e-e3b3-4b94-b31e-2f147b744a25 HTTP/1.1" status: 204 len: 173 time: 0.5377595 Oct 26 13:59:23.617895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2b36b8-87fa-491b-a335-752434e9187b', 'name': 'network-vif-deleted', 'tag': 'a6f3561e-e3b3-4b94-b31e-2f147b744a25'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:23.618644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d296c53a-26fd-43dc-bd08-3b08e735a71c req-a2a4fd2d-9cab-49ac-bdf3-7e53238bde17 tempest-ImagesNegativeTestJSON-111786629 tempest-ImagesNegativeTestJSON-111786629-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ced5e7e-f68c-41df-a8bf-d4f7cae66746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907843 Oct 26 13:59:23.619170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47708) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:23.622459 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad1d7d7-cb56-454a-85d4-c8ac128fc64c" -d '{"events": [{"server_uuid": "0f2b36b8-87fa-491b-a335-752434e9187b", "name": "network-vif-deleted", "tag": "a6f3561e-e3b3-4b94-b31e-2f147b744a25"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:23.695283 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fc696f-ec9b-4f44-8c1b-c4a48fb81426 x-openstack-request-id: req-89fc696f-ec9b-4f44-8c1b-c4a48fb81426 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:23.695577 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2b36b8-87fa-491b-a335-752434e9187b", "name": "network-vif-deleted", "tag": "a6f3561e-e3b3-4b94-b31e-2f147b744a25", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:23.695830 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89fc696f-ec9b-4f44-8c1b-c4a48fb81426 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:23.696232 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2b36b8-87fa-491b-a335-752434e9187b', 'name': 'network-vif-deleted', 'tag': 'a6f3561e-e3b3-4b94-b31e-2f147b744a25', 'status': 'completed', 'code': 200} Oct 26 13:59:23.834170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-706154947-network', 'tenant_id': 'fe202f0b444d46c5af4121e32536c24c'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:23.879807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] Made reservation on behalf of fe202f0b444d46c5af4121e32536c24c for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:23.882388 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:23.892625 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11039443-821d-4009-9fa6-0705f46b9a13 req-c7a2c6cf-4f7b-44ad-bd7c-093f1fc3897a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:23.895625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11039443-821d-4009-9fa6-0705f46b9a13 req-c7a2c6cf-4f7b-44ad-bd7c-093f1fc3897a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 948 time: 0.1112530 Oct 26 13:59:23.902663 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:23.963535 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11039443-821d-4009-9fa6-0705f46b9a13 req-9c0760d1-624a-4172-a0fb-4b860035d541 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619447 Oct 26 13:59:24.007679 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-ca3264ed-c21b-4543-95c6-a38b3b95d34f service neutron] 10.222.0.11 "GET /v2.0/ports/16542042-a845-4fee-8c7f-8a518645fdf6/bindings/n-h1-815498-1 HTTP/1.1" status: 200 len: 384 time: 0.0656745 Oct 26 13:59:24.017887 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.021487 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.041569 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:59:24.054714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0681ea-ef06-4346-bf3b-210abd0347d8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:24.059517 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.059872 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] Added segment a259af94-8a50-4d65-8c5c-c074c6eb054c of type vlan for network c24ddd0f-fa77-485e-ab74-257cc0269123 Oct 26 13:59:24.101890 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.126859 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.127803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:24.128416 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.187647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5666883 Oct 26 13:59:24.188256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47722) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:24.201131 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-37df18c4-b94d-4b97-8b38-a6d306a69cac admin admin] Request body: {'subnet': {'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-706154947-subnet', 'tenant_id': 'fe202f0b444d46c5af4121e32536c24c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:24.215122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-8c556fc1-f098-43de-b981-b6066c1241e8 service neutron] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=16542042-a845-4fee-8c7f-8a518645fdf6,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:24.234229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672fe7e-8d3c-44ca-adbf-2ca22db8377f admin admin] Pushing event updated for resources: {'Network': ['ID=c24ddd0f-fa77-485e-ab74-257cc0269123,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:24.240953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-8c556fc1-f098-43de-b981-b6066c1241e8 service neutron] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:24.255598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network c24ddd0f-fa77-485e-ab74-257cc0269123 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:59:24.258960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37df18c4-b94d-4b97-8b38-a6d306a69cac admin admin] Made reservation on behalf of fe202f0b444d46c5af4121e32536c24c for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:24.261495 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-37df18c4-b94d-4b97-8b38-a6d306a69cac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.283694 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947286a-707f-4853-b229-8bbc2896d7ac req-52000279-2413-48a2-8880-15c558d25e03 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:24.285426 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a947286a-707f-4853-b229-8bbc2896d7ac req-52000279-2413-48a2-8880-15c558d25e03 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 943 time: 0.0963020 Oct 26 13:59:24.286350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-8c556fc1-f098-43de-b981-b6066c1241e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16542042-a845-4fee-8c7f-8a518645fdf6 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:24.299697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-8c556fc1-f098-43de-b981-b6066c1241e8 service neutron] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=16542042-a845-4fee-8c7f-8a518645fdf6,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:24.320033 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-8c556fc1-f098-43de-b981-b6066c1241e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.381208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a947286a-707f-4853-b229-8bbc2896d7ac req-b9569650-84b9-4466-a253-9e393153f662 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658751 Oct 26 13:59:24.424400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-8c556fc1-f098-43de-b981-b6066c1241e8 service neutron] Transition to ACTIVE for port object 16542042-a845-4fee-8c7f-8a518645fdf6 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:24.430627 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-8c556fc1-f098-43de-b981-b6066c1241e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.497288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-8c556fc1-f098-43de-b981-b6066c1241e8 service neutron] No DVR routers for this DVR port 16542042-a845-4fee-8c7f-8a518645fdf6 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:24.512664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c556fc1-f098-43de-b981-b6066c1241e8 service neutron] Pushing event updated for resources: {'Port': ['ID=16542042-a845-4fee-8c7f-8a518645fdf6,revision_number=10']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:24.537840 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-8c556fc1-f098-43de-b981-b6066c1241e8 service neutron] 10.222.0.11 "PUT /v2.0/ports/16542042-a845-4fee-8c7f-8a518645fdf6/bindings/n-h1-815498-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5210707 Oct 26 13:59:24.544655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8530f56-dc69-4436-973c-c708885b6ddb req-497c0ec0-0193-4454-abf6-48974b13a1c1 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:24.546208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8530f56-dc69-4436-973c-c708885b6ddb req-497c0ec0-0193-4454-abf6-48974b13a1c1 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 949 time: 0.1166055 Oct 26 13:59:24.562193 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-37df18c4-b94d-4b97-8b38-a6d306a69cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.588895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 16542042-a845-4fee-8c7f-8a518645fdf6 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:24.629514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 16542042-a845-4fee-8c7f-8a518645fdf6 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:24.631577 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8530f56-dc69-4436-973c-c708885b6ddb req-0bc273e1-306a-434f-a2e4-72dc392fdb27 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b130d15-d199-4b7e-8e28-0014851187f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781274 Oct 26 13:59:24.647455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-1c149f97-4f71-4679-8df7-6b7aedb23095 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:24.648964 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-1c149f97-4f71-4679-8df7-6b7aedb23095 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7&tenant_id=3015cef33add49c0a70c99ffe7c7236a&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1095 time: 0.0462537 Oct 26 13:59:24.649723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f2bb4593-f42c-4eaa-a37c-e4f605215522 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:24.667433 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df18c4-b94d-4b97-8b38-a6d306a69cac admin admin] Checking segment: {'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:24.667798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df18c4-b94d-4b97-8b38-a6d306a69cac admin admin] Network hostable DHCP agents. Network: c24ddd0f-fa77-485e-ab74-257cc0269123, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:59:24.675731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df18c4-b94d-4b97-8b38-a6d306a69cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff39209-e843-4302-93f9-ea777b3788e6,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:24.696509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df18c4-b94d-4b97-8b38-a6d306a69cac admin admin] Network c24ddd0f-fa77-485e-ab74-257cc0269123 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:59:24.710734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-37df18c4-b94d-4b97-8b38-a6d306a69cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, c24ddd0f-fa77-485e-ab74-257cc0269123) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:24.716784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df18c4-b94d-4b97-8b38-a6d306a69cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:24.717426 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-37df18c4-b94d-4b97-8b38-a6d306a69cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.732886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-a6ad9af6-c11d-450d-bb16-7418b248f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:24.735128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780bb1e0-7e61-438c-b932-41f995fb3bda None None] Network c24ddd0f-fa77-485e-ab74-257cc0269123 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:59:24.735527 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-a6ad9af6-c11d-450d-bb16-7418b248f4a4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7&tenant_id=3015cef33add49c0a70c99ffe7c7236a HTTP/1.1" status: 200 len: 1095 time: 0.0784810 Oct 26 13:59:24.750224 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-37df18c4-b94d-4b97-8b38-a6d306a69cac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5446579 Oct 26 13:59:24.750794 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port f2bb4593-f42c-4eaa-a37c-e4f605215522 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:24.819034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port f2bb4593-f42c-4eaa-a37c-e4f605215522 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:24.819407 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.852544 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-bbb04ebb-0d6e-4691-bf7c-61acc4dda003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:24.860569 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-bbb04ebb-0d6e-4691-bf7c-61acc4dda003 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 1095 time: 0.0757599 Oct 26 13:59:25.035871 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51095e3-cf5b-4e89-a56d-e4a52062fd1c None None] Network c24ddd0f-fa77-485e-ab74-257cc0269123 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:59:25.094582 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.133341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26444a75-2cb2-44f0-a478-adc57920dbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bb4593-f42c-4eaa-a37c-e4f605215522'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:25.136992 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc37cb6d-f4ee-41b7-b5d7-c4c641959089" -d '{"events": [{"server_uuid": "26444a75-2cb2-44f0-a478-adc57920dbff", "name": "network-vif-plugged", "status": "completed", "tag": "f2bb4593-f42c-4eaa-a37c-e4f605215522"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:25.156351 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f2bb4593-f42c-4eaa-a37c-e4f605215522, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:25.172525 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.224352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f43e29-268e-4bd4-b32d-902aa180810e req-7524771d-6ac8-4c2a-abb0-7b49fb69ec54 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.238717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3f43e29-268e-4bd4-b32d-902aa180810e req-7524771d-6ac8-4c2a-abb0-7b49fb69ec54 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 948 time: 0.1613021 Oct 26 13:59:25.331130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3f43e29-268e-4bd4-b32d-902aa180810e req-03c6df2b-c3e1-44f3-b8c2-a6f78b484835 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756073 Oct 26 13:59:25.351651 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=f2bb4593-f42c-4eaa-a37c-e4f605215522,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:25.400702 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fba7349-450a-44e2-b8b1-30de89800acc x-openstack-request-id: req-6fba7349-450a-44e2-b8b1-30de89800acc {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:25.401006 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26444a75-2cb2-44f0-a478-adc57920dbff", "name": "network-vif-plugged", "status": "completed", "tag": "f2bb4593-f42c-4eaa-a37c-e4f605215522", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:25.401262 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fba7349-450a-44e2-b8b1-30de89800acc {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:25.401661 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26444a75-2cb2-44f0-a478-adc57920dbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bb4593-f42c-4eaa-a37c-e4f605215522', 'code': 200} Oct 26 13:59:25.435438 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f78d61-f47a-4bf0-969e-cb6c82c85af2 req-35c7c0d1-332d-4d47-b7c2-2eb7aab08cc3 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.442624 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-17f78d61-f47a-4bf0-969e-cb6c82c85af2 req-35c7c0d1-332d-4d47-b7c2-2eb7aab08cc3 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.11 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 949 time: 0.0977871 Oct 26 13:59:25.450153 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47802) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:25.451865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-f73330f2-856c-4531-90dc-175f1a59b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.460733 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-f73330f2-856c-4531-90dc-175f1a59b844 service neutron] 10.222.0.25 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.5946336 Oct 26 13:59:25.565451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afe3bf-c9fa-4360-b5a6-9bc4d9fa46d2 req-1a9a1dc8-3741-429e-a048-049a2f7d97c7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.584178 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38afe3bf-c9fa-4360-b5a6-9bc4d9fa46d2 req-1a9a1dc8-3741-429e-a048-049a2f7d97c7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 944 time: 0.1015215 Oct 26 13:59:25.618121 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-e4e1cd95-c189-42e8-a630-67017d534ac9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16542042-a845-4fee-8c7f-8a518645fdf6 HTTP/1.1" status: 200 len: 217 time: 0.1055381 Oct 26 13:59:25.664787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38afe3bf-c9fa-4360-b5a6-9bc4d9fa46d2 req-16c32987-104b-4bf7-a16f-0bbb2f49b38f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793898 Oct 26 13:59:25.683976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef764c52-30e9-45b0-8285-5e9041349ea8 req-f706d3f0-52ea-4c76-b22f-a6939ec46d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.692390 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ef764c52-30e9-45b0-8285-5e9041349ea8 req-f706d3f0-52ea-4c76-b22f-a6939ec46d29 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 1100 time: 0.1787956 Oct 26 13:59:25.739803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2541a04a-c3aa-4952-a3e6-635e1d1f74f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b7565e5d9774d60b7e95d8c2252075b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876832 Oct 26 13:59:25.742399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47822) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:25.754536 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-93a9a125-717b-433f-8c4c-8607359e5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.758312 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-93a9a125-717b-433f-8c4c-8607359e5d4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.1296263 Oct 26 13:59:25.836577 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0c491f4-c112-4e73-a508-2ed31d7c9392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.837492 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ef764c52-30e9-45b0-8285-5e9041349ea8 req-cb244390-b4dc-492d-a7fb-85ee010cb098 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260223 Oct 26 13:59:25.843034 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-17f78d61-f47a-4bf0-969e-cb6c82c85af2 req-29f57210-ef0e-4f06-b946-f6c1eb117416 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Deleting port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:25.844999 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-17f78d61-f47a-4bf0-969e-cb6c82c85af2 req-29f57210-ef0e-4f06-b946-f6c1eb117416 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.868769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-c4f02a88-d40d-4880-92d3-4356259341aa tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.870264 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-c4f02a88-d40d-4880-92d3-4356259341aa tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/networks?id=c24ddd0f-fa77-485e-ab74-257cc0269123 HTTP/1.1" status: 200 len: 804 time: 0.2146254 Oct 26 13:59:25.877049 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-a23171dd-8fd1-45ef-8aa8-a56f2755dcfb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913911 Oct 26 13:59:25.899871 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0c491f4-c112-4e73-a508-2ed31d7c9392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.921038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-d36bae20-94f1-4ce4-ab7f-2e798bef8cf4 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/quotas/fe202f0b444d46c5af4121e32536c24c HTTP/1.1" status: 200 len: 375 time: 0.0277610 Oct 26 13:59:25.978249 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-5c5309cf-0230-4f60-adb2-6e1891fa17c4 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe202f0b444d46c5af4121e32536c24c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345750 Oct 26 13:59:25.985546 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-17f78d61-f47a-4bf0-969e-cb6c82c85af2 req-29f57210-ef0e-4f06-b946-f6c1eb117416 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] For port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6c9f9410-df78-47b9-a284-cb3f0bff5bf7,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:25.986035 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-17f78d61-f47a-4bf0-969e-cb6c82c85af2 req-29f57210-ef0e-4f06-b946-f6c1eb117416 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.987804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cba51-85ea-45df-9447-7034138bba89 req-e0c66d87-2317-47dc-b743-fca5e095b42c tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.989312 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b94cba51-85ea-45df-9447-7034138bba89 req-e0c66d87-2317-47dc-b743-fca5e095b42c tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 949 time: 0.1404431 Oct 26 13:59:26.011295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-17f78d61-f47a-4bf0-969e-cb6c82c85af2 req-29f57210-ef0e-4f06-b946-f6c1eb117416 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Calling delete_port for 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:26.046419 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0c491f4-c112-4e73-a508-2ed31d7c9392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.049171 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0c491f4-c112-4e73-a508-2ed31d7c9392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.050304 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f0c491f4-c112-4e73-a508-2ed31d7c9392 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ced5e7e-f68c-41df-a8bf-d4f7cae66746 HTTP/1.1" status: 204 len: 168 time: 0.3069687 Oct 26 13:59:26.067446 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b94cba51-85ea-45df-9447-7034138bba89 req-8a0c0c7a-10ba-421a-9325-e3c476346f0d tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b130d15-d199-4b7e-8e28-0014851187f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693359 Oct 26 13:59:26.098710 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c491f4-c112-4e73-a508-2ed31d7c9392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ced5e7e-f68c-41df-a8bf-d4f7cae66746,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:26.165483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-87dbf4db-570e-4f0d-ae71-a35c6c044679 service neutron] 10.222.0.32 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335874 Oct 26 13:59:26.301168 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-3a80c640-a543-401e-aa51-6bcd85ac13a6 service neutron] 10.222.0.32 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277111 Oct 26 13:59:26.346598 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-17f78d61-f47a-4bf0-969e-cb6c82c85af2 req-29f57210-ef0e-4f06-b946-f6c1eb117416 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.360206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['6c9f9410-df78-47b9-a284-cb3f0bff5bf7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:26.390865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f57210-ef0e-4f06-b946-f6c1eb117416 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Pushing event deleted for resources: {'Port': ['ID=6c9f9410-df78-47b9-a284-cb3f0bff5bf7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:26.397182 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-577fa0b5-5bea-4cf2-91ec-9a1096efcf01 service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554142 Oct 26 13:59:26.550698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f78d61-f47a-4bf0-969e-cb6c82c85af2 req-29f57210-ef0e-4f06-b946-f6c1eb117416 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] No DVR routers for this DVR port 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:26.559302 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-17f78d61-f47a-4bf0-969e-cb6c82c85af2 req-29f57210-ef0e-4f06-b946-f6c1eb117416 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.563588 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-17f78d61-f47a-4bf0-969e-cb6c82c85af2 req-29f57210-ef0e-4f06-b946-f6c1eb117416 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.11 "DELETE /v2.0/ports/6c9f9410-df78-47b9-a284-cb3f0bff5bf7 HTTP/1.1" status: 204 len: 173 time: 1.1016905 Oct 26 13:59:26.564122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42163fa8-69fd-4a1f-b495-e25e8779e7b5', 'name': 'network-vif-deleted', 'tag': '6c9f9410-df78-47b9-a284-cb3f0bff5bf7'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:26.566685 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61e4eca-ccc2-44f1-8594-0375e6c7d698" -d '{"events": [{"server_uuid": "42163fa8-69fd-4a1f-b495-e25e8779e7b5", "name": "network-vif-deleted", "tag": "6c9f9410-df78-47b9-a284-cb3f0bff5bf7"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:26.584972 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a6f3561e-e3b3-4b94-b31e-2f147b744a25 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:26.637124 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2236ca2-02c5-49fb-beb9-8e8246a49ce4 req-d9ec1c88-fea9-4fa6-a4c3-4acb30a26dac tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 210 time: 0.1021311 Oct 26 13:59:26.667300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: a6f3561e-e3b3-4b94-b31e-2f147b744a25 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:59:26.667640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a6f3561e-e3b3-4b94-b31e-2f147b744a25 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:26.668147 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:26.697528 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:59:26.697528 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6c9f9410-df78-47b9-a284-cb3f0bff5bf7 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:26.699578 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a860b68-6dc7-4fb0-a3aa-7c19e31dd2e9 req-fe22695d-0aa3-4c7f-96df-f0040414acb6 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:26.701578 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-689fcf43-6e8f-40ef-99be-8c3feeb93e29 service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654102 Oct 26 13:59:26.712564 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a860b68-6dc7-4fb0-a3aa-7c19e31dd2e9 req-fe22695d-0aa3-4c7f-96df-f0040414acb6 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.2568297 Oct 26 13:59:26.797592 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cccafba-77a2-4136-8a38-61da386bf1ff x-openstack-request-id: req-4cccafba-77a2-4136-8a38-61da386bf1ff {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:26.797592 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42163fa8-69fd-4a1f-b495-e25e8779e7b5", "name": "network-vif-deleted", "tag": "6c9f9410-df78-47b9-a284-cb3f0bff5bf7", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:26.798044 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4cccafba-77a2-4136-8a38-61da386bf1ff {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:26.799451 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42163fa8-69fd-4a1f-b495-e25e8779e7b5', 'name': 'network-vif-deleted', 'tag': '6c9f9410-df78-47b9-a284-cb3f0bff5bf7', 'status': 'completed', 'code': 200} Oct 26 13:59:26.814293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a860b68-6dc7-4fb0-a3aa-7c19e31dd2e9 req-d50dbc63-b3da-47c5-8a1d-f59514e19ffa tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998511 Oct 26 13:59:27.052935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f19132-437e-4b3d-8e1f-df897cfe0e47 req-a580ab43-eb7c-4fc4-88b4-fd5c9c8958c0 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:27.055440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f8f19132-437e-4b3d-8e1f-df897cfe0e47 req-a580ab43-eb7c-4fc4-88b4-fd5c9c8958c0 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 944 time: 0.1198218 Oct 26 13:59:27.153253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-4a767754-3fd8-48e2-bf60-f022f28c7f67 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:27.155311 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-4a767754-3fd8-48e2-bf60-f022f28c7f67 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7&tenant_id=3015cef33add49c0a70c99ffe7c7236a&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 1095 time: 0.1060860 Oct 26 13:59:27.161974 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f8f19132-437e-4b3d-8e1f-df897cfe0e47 req-751724fa-eb02-4ca0-90a6-f27342ae852c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982821 Oct 26 13:59:27.206017 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:27.314976 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f93eec8-86b0-46e2-af08-cfe683240133 req-7a9a2a31-40cd-4bd4-a30f-64c87e433730 tempest-ServerDiagnosticsNegativeTest-554581060 tempest-ServerDiagnosticsNegativeTest-554581060-project] 10.222.0.32 "GET /v2.0/ports?device_id=42163fa8-69fd-4a1f-b495-e25e8779e7b5 HTTP/1.1" status: 200 len: 210 time: 0.0686331 Oct 26 13:59:27.389615 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-d8775b17-1ced-407e-afb5-06318a367090 service neutron] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:27.396561 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-d8775b17-1ced-407e-afb5-06318a367090 service neutron] Publish callbacks [] for binding, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:27.397636 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-af0fdad2-550a-4191-bcb6-4d7493bfd9ea req-d8775b17-1ced-407e-afb5-06318a367090 service neutron] 10.222.0.25 "DELETE /v2.0/ports/16542042-a845-4fee-8c7f-8a518645fdf6/bindings/n-h2-815498-1 HTTP/1.1" status: 204 len: 173 time: 0.2320430 Oct 26 13:59:27.753847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-089a42c0-8ada-44f7-a169-9af4d26cc58c req-6915fcca-7404-4e72-adc4-cde0e2c2ea26 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 210 time: 0.0279584 Oct 26 13:59:27.840366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a0026c47-9ac9-40d0-bee6-265bac55abf4 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=53f5b710672940959b46c9b30d9430e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281227 Oct 26 13:59:27.974894 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91375a6f-a58d-444d-82d3-f856c221dced req-421d528f-7236-4a0f-8064-cf52b08a0959 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:27.982169 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91375a6f-a58d-444d-82d3-f856c221dced req-421d528f-7236-4a0f-8064-cf52b08a0959 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.0884049 Oct 26 13:59:28.006081 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-f357ed69-9203-4d63-b162-b76d40922a0a tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:28.007596 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-f357ed69-9203-4d63-b162-b76d40922a0a tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664677 Oct 26 13:59:28.037602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91375a6f-a58d-444d-82d3-f856c221dced req-fc47e99d-7bd7-4508-a72b-d1a44893958b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543365 Oct 26 13:59:28.044867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-41da3d80-2a26-4fbb-bbe4-f9c90e301b09 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/quotas/53f5b710672940959b46c9b30d9430e3 HTTP/1.1" status: 200 len: 375 time: 0.0284829 Oct 26 13:59:28.082404 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-213da150-e0ac-4954-803d-ace87862949d tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=53f5b710672940959b46c9b30d9430e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265255 Oct 26 13:59:28.287541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-a9fe4780-dbc8-4919-bbd0-64b6ce9d077d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:28.289291 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-a9fe4780-dbc8-4919-bbd0-64b6ce9d077d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.11 "GET /v2.0/networks?id=c24ddd0f-fa77-485e-ab74-257cc0269123 HTTP/1.1" status: 200 len: 804 time: 0.2175844 Oct 26 13:59:28.310956 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-c3d08dd8-f8fd-4b54-92f9-826a923a50cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Request body: {'port': {'device_id': '16d0399c-3eb7-4a04-bd46-5e08ab32f88c', 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123', 'admin_state_up': True, 'tenant_id': 'fe202f0b444d46c5af4121e32536c24c'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:28.329426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-1ea8acae-fba9-42e6-8870-7f4cfe3edd5f req-649e7503-c853-41e2-889b-4a8f19e06a89 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:59:28.330540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ea8acae-fba9-42e6-8870-7f4cfe3edd5f req-649e7503-c853-41e2-889b-4a8f19e06a89 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057952 Oct 26 13:59:28.423239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7d3b4-747c-4744-97d7-1259a14c42ef req-7c551716-4531-4788-ab3f-b0c2563d9b12 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:28.425974 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d9b7d3b4-747c-4744-97d7-1259a14c42ef req-7c551716-4531-4788-ab3f-b0c2563d9b12 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 944 time: 0.0945401 Oct 26 13:59:28.497222 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d9b7d3b4-747c-4744-97d7-1259a14c42ef req-35be57bb-4c21-49c5-9bbe-2b6c80bde12f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523834 Oct 26 13:59:28.516962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-c3d08dd8-f8fd-4b54-92f9-826a923a50cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Made reservation on behalf of fe202f0b444d46c5af4121e32536c24c for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:28.520520 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-c3d08dd8-f8fd-4b54-92f9-826a923a50cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:28.608420 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7d06890-f1b4-4b55-a9b9-665e2fa63e5f req-4a46b51d-46c2-4bc0-bb34-3418c300d09f tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 210 time: 0.0441220 Oct 26 13:59:28.733052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-6a4da9a6-3781-4dc6-9c54-70dec2cad495 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138759 Oct 26 13:59:28.746422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-0b5a4c99-6cbf-44b8-8cbe-60a981e4f085 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:59:28.753138 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-0b5a4c99-6cbf-44b8-8cbe-60a981e4f085 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107422 Oct 26 13:59:28.786282 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-c3d08dd8-f8fd-4b54-92f9-826a923a50cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Allocated IP 172.20.0.3 (c24ddd0f-fa77-485e-ab74-257cc0269123/7ff39209-e843-4302-93f9-ea777b3788e6/f4789dc7-8ec5-4846-8dad-344da620323f) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:28.880036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6c1aa-20d9-4b87-a7c8-25994b559f44 req-c3a30040-bffb-4e69-b6a6-dcf08e8b2b36 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:28.883389 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4af6c1aa-20d9-4b87-a7c8-25994b559f44 req-c3a30040-bffb-4e69-b6a6-dcf08e8b2b36 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.1269681 Oct 26 13:59:29.028107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ef66a-99e6-4c1f-b7bd-fb00686e70b7 req-f9b1fd79-397a-4a61-9117-37d52ebae41c tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:29.030046 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d12ef66a-99e6-4c1f-b7bd-fb00686e70b7 req-f9b1fd79-397a-4a61-9117-37d52ebae41c tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 1095 time: 0.1419888 Oct 26 13:59:29.044202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4af6c1aa-20d9-4b87-a7c8-25994b559f44 req-3ace0b9b-bb3e-461d-b7f0-ae9b825c959a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365964 Oct 26 13:59:29.092662 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-c3d08dd8-f8fd-4b54-92f9-826a923a50cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.143672 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d12ef66a-99e6-4c1f-b7bd-fb00686e70b7 req-ec19b161-404d-441d-833d-22c31de8f797 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983703 Oct 26 13:59:29.146299 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-c3d08dd8-f8fd-4b54-92f9-826a923a50cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.236132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47970) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:29.243286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-c3d08dd8-f8fd-4b54-92f9-826a923a50cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Network c24ddd0f-fa77-485e-ab74-257cc0269123 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:29.247675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-c3d08dd8-f8fd-4b54-92f9-826a923a50cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:29.251492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-c3d08dd8-f8fd-4b54-92f9-826a923a50cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:29.296161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105a86c-7810-4017-bf48-b2883815d4c2 req-151cc042-85ca-49fb-a531-d21a0013b557 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:29.310994 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d08dd8-f8fd-4b54-92f9-826a923a50cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Pushing event updated for resources: {'Port': ['ID=f4789dc7-8ec5-4846-8dad-344da620323f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:29.312664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9105a86c-7810-4017-bf48-b2883815d4c2 req-151cc042-85ca-49fb-a531-d21a0013b557 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 931 time: 0.1306074 Oct 26 13:59:29.333216 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-c3d08dd8-f8fd-4b54-92f9-826a923a50cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:29.333924 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-c3d08dd8-f8fd-4b54-92f9-826a923a50cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.370910 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-c3d08dd8-f8fd-4b54-92f9-826a923a50cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0644183 Oct 26 13:59:29.373279 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9105a86c-7810-4017-bf48-b2883815d4c2 req-4bdb76b2-6ce8-45f2-9d41-29cbaa2b3ee9 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601289 Oct 26 13:59:29.403103 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Request body: {'port': {'device_id': '16d0399c-3eb7-4a04-bd46-5e08ab32f88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:29.498639 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.658319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2bbfb664-2594-49f0-aef4-636f4fa41331 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=709bd7ed765d4f7bbe2b1b7b93b8b6e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143369 Oct 26 13:59:29.661399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47994) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:29.729040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-9395552e-2ed9-4bbb-9041-26073e0521f6 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:29.738507 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-9395552e-2ed9-4bbb-9041-26073e0521f6 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 807 time: 0.2350659 Oct 26 13:59:29.793042 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-acdbf7b0-5a23-4597-95b1-02d892ae18cd req-ff3e9450-4db1-4ba0-8cb8-e2c88adc9807 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 210 time: 0.0501785 Oct 26 13:59:29.801070 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-824083e6-edab-4520-8060-aaa378d22ef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.811127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-8a7f19cc-d04c-47d5-ab4d-92f80c49b274 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/quotas/3015cef33add49c0a70c99ffe7c7236a HTTP/1.1" status: 200 len: 375 time: 0.0569925 Oct 26 13:59:29.881049 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-824083e6-edab-4520-8060-aaa378d22ef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.903919 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-d719a6be-f922-487d-b415-5b71aeb06f17 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=53f5b710672940959b46c9b30d9430e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421355 Oct 26 13:59:29.935571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-e0d827a1-0a0a-4800-8cd6-8d2986e8ca31 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109822 Oct 26 13:59:30.080866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-a326684c-d6ba-4962-a84c-f5b469932d7b service neutron] 10.222.0.32 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367400 Oct 26 13:59:30.083579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4789dc7-8ec5-4846-8dad-344da620323f {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:30.114488 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.124020 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-824083e6-edab-4520-8060-aaa378d22ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.127300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-824083e6-edab-4520-8060-aaa378d22ef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.128865 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-824083e6-edab-4520-8060-aaa378d22ef8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b130d15-d199-4b7e-8e28-0014851187f5 HTTP/1.1" status: 204 len: 168 time: 0.4664783 Oct 26 13:59:30.160137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824083e6-edab-4520-8060-aaa378d22ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b130d15-d199-4b7e-8e28-0014851187f5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:30.166041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Transition to ACTIVE for port object f4789dc7-8ec5-4846-8dad-344da620323f will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:30.175711 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-e3fea9b1-fe22-4981-875f-ac808f212c13 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:30.177480 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-e3fea9b1-fe22-4981-875f-ac808f212c13 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2643712 Oct 26 13:59:30.188031 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.195994 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Request body: {'port': {'device_id': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '53f5b710672940959b46c9b30d9430e3'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:30.326146 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Pushing event updated for resources: {'Port': ['ID=f4789dc7-8ec5-4846-8dad-344da620323f,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:30.363957 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3932201-f7e2-4677-a059-2ce0080cde70 req-c2152b6b-5cf8-4bab-af0e-5a0d35ad743e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:30.373295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3932201-f7e2-4677-a059-2ce0080cde70 req-c2152b6b-5cf8-4bab-af0e-5a0d35ad743e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.1314690 Oct 26 13:59:30.454260 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Attempting to bind port f4789dc7-8ec5-4846-8dad-344da620323f on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:30.454652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Attempting to bind port f4789dc7-8ec5-4846-8dad-344da620323f by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:30.454987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Attempting to bind port f4789dc7-8ec5-4846-8dad-344da620323f on network c24ddd0f-fa77-485e-ab74-257cc0269123 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:30.460603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Port f4789dc7-8ec5-4846-8dad-344da620323f on network c24ddd0f-fa77-485e-ab74-257cc0269123 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:30.460948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Attempting to bind port f4789dc7-8ec5-4846-8dad-344da620323f on network c24ddd0f-fa77-485e-ab74-257cc0269123 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:30.464097 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-29a0ac04-3ab0-4942-a86b-a2b4f206e9be service neutron] 10.222.0.32 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731339 Oct 26 13:59:30.464768 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Made reservation on behalf of 53f5b710672940959b46c9b30d9430e3 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:30.468510 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.473900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:30.474270 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Checking segment: {'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:30.474900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Bound using segment: {'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:30.475345 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Bound port: f4789dc7-8ec5-4846-8dad-344da620323f, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:30.475699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.494774 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.538598 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3932201-f7e2-4677-a059-2ce0080cde70 req-21b4b5b3-a155-40af-b72c-835f8a454b3b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642826 Oct 26 13:59:30.601721 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] For port f4789dc7-8ec5-4846-8dad-344da620323f, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:30.615155 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] For port f4789dc7-8ec5-4846-8dad-344da620323f, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f4789dc7-8ec5-4846-8dad-344da620323f,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:30.634572 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.655954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48014) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:30.675133 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9edd63da-a161-4de3-9fb2-4fca7e24d013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.711221 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:30.711844 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.713247 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] 10.222.0.11 "PUT /v2.0/ports/f4789dc7-8ec5-4846-8dad-344da620323f HTTP/1.1" status: 200 len: 1091 time: 1.3203027 Oct 26 13:59:30.713749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d0399c-3eb7-4a04-bd46-5e08ab32f88c', 'tag': 'f4789dc7-8ec5-4846-8dad-344da620323f'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:30.716179 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6e0cc4-54f2-4c58-8b79-338e63ebcc42" -d '{"events": [{"name": "network-changed", "server_uuid": "16d0399c-3eb7-4a04-bd46-5e08ab32f88c", "tag": "f4789dc7-8ec5-4846-8dad-344da620323f"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:30.753861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.758267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30220263-2bce-4086-9d57-f4573a63f441 service neutron] Pushing event updated for resources: {'Port': ['ID=f4789dc7-8ec5-4846-8dad-344da620323f,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:30.765897 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.830240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-869728c6-a1bb-46e4-8e86-b4c992b4623a req-1e043846-ffa0-47da-8fcd-c2d6bc0d8e46 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 210 time: 0.0467923 Oct 26 13:59:30.832912 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9edd63da-a161-4de3-9fb2-4fca7e24d013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.844151 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9edd63da-a161-4de3-9fb2-4fca7e24d013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.877491 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9edd63da-a161-4de3-9fb2-4fca7e24d013 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c230576356a4574abe7c1ae27f98f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200851 Oct 26 13:59:30.894784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48024) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:30.918645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0c917b-5dc3-4805-97ed-57e99a764d5b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:30.941902 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9657e29-2f9a-4b55-bb13-9ef04620e58d x-openstack-request-id: req-b9657e29-2f9a-4b55-bb13-9ef04620e58d {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:30.942255 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d0399c-3eb7-4a04-bd46-5e08ab32f88c", "tag": "f4789dc7-8ec5-4846-8dad-344da620323f", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:30.942569 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9657e29-2f9a-4b55-bb13-9ef04620e58d {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:30.943956 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d0399c-3eb7-4a04-bd46-5e08ab32f88c', 'tag': 'f4789dc7-8ec5-4846-8dad-344da620323f', 'status': 'completed', 'code': 200} Oct 26 13:59:30.960335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd63da-a161-4de3-9fb2-4fca7e24d013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e7c320-9430-4186-8130-a0256e07499b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:30.990841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-a36be7b8-0ff0-489d-8e2e-1899df13ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:30.993787 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-a36be7b8-0ff0-489d-8e2e-1899df13ed4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fe202f0b444d46c5af4121e32536c24c&device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 1094 time: 0.2150564 Oct 26 13:59:31.007472 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c5565fd-47ef-4bd8-841d-9ddd6f02a6b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:31.020238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cbfeb-b691-4102-bc0d-3975419146dd req-905ba552-ffcc-487c-9a68-b4a0d2b5d17f tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:31.028360 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-055cbfeb-b691-4102-bc0d-3975419146dd req-905ba552-ffcc-487c-9a68-b4a0d2b5d17f tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 943 time: 0.1571078 Oct 26 13:59:31.098232 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c5565fd-47ef-4bd8-841d-9ddd6f02a6b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:31.101598 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-159bce6f-f0a6-465c-bd3d-277936d3d23b req-25279071-87a0-435b-8bce-2f11888b79cc tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 210 time: 0.0634127 Oct 26 13:59:31.125807 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-2a78b4ae-8bc9-4e92-89f5-171b59a6622c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4789dc7-8ec5-4846-8dad-344da620323f HTTP/1.1" status: 200 len: 217 time: 0.1177611 Oct 26 13:59:31.147331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-055cbfeb-b691-4102-bc0d-3975419146dd req-b7b6fa00-bed6-4d6a-8879-eddce7379198 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159735 Oct 26 13:59:31.223804 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c5565fd-47ef-4bd8-841d-9ddd6f02a6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:31.227088 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c5565fd-47ef-4bd8-841d-9ddd6f02a6b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:31.230719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1c5565fd-47ef-4bd8-841d-9ddd6f02a6b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9e7c320-9430-4186-8130-a0256e07499b HTTP/1.1" status: 204 len: 168 time: 0.3324234 Oct 26 13:59:31.244063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5565fd-47ef-4bd8-841d-9ddd6f02a6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e7c320-9430-4186-8130-a0256e07499b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:31.257865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Allocated IP 192.168.233.166 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/aa073f09-324a-4547-b919-137b8d6a89d0) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:31.313376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-e3ecb156-f3ce-4c44-8092-c3871334bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:31.315221 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-e3ecb156-f3ce-4c44-8092-c3871334bc54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ff39209-e843-4302-93f9-ea777b3788e6 HTTP/1.1" status: 200 len: 844 time: 0.1819813 Oct 26 13:59:31.320202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-2425c30d-c1ca-4c78-975e-bb973ec7cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:31.321634 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-2425c30d-c1ca-4c78-975e-bb973ec7cc1f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 1100 time: 0.2532141 Oct 26 13:59:31.402528 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-7b299d67-ae52-4de5-827f-58d74ac8090b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c24ddd0f-fa77-485e-ab74-257cc0269123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749552 Oct 26 13:59:31.688660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace27175-19d4-45cd-98b8-5f334bab816a req-4a198c12-aede-46ed-b172-684ca342ece8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:31.690250 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ace27175-19d4-45cd-98b8-5f334bab816a req-4a198c12-aede-46ed-b172-684ca342ece8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.0793762 Oct 26 13:59:31.693820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-af06ea34-510e-4377-8153-6d5186d2f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:31.695300 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-af06ea34-510e-4377-8153-6d5186d2f07a service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.3480294 Oct 26 13:59:31.696994 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-79e725f5-0d92-40ed-80de-bafe77d1351a service neutron] 10.222.0.11 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792397 Oct 26 13:59:31.746960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ace27175-19d4-45cd-98b8-5f334bab816a req-b9bb6379-788e-41c4-a126-17f167106dfe tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484037 Oct 26 13:59:31.753212 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:31.806409 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-99880b7d-efa2-476e-847b-df6fa805a31e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522 HTTP/1.1" status: 200 len: 217 time: 0.0896490 Oct 26 13:59:31.903095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-4f2b531d-0877-4083-9c60-babdc5a3bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:31.904531 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-4f2b531d-0877-4083-9c60-babdc5a3bd6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0723233 Oct 26 13:59:31.956767 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:31.958350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-53ceddac-8e3d-4081-8926-26dd0ee8b951 req-c33dcb21-f1b6-4d94-9629-e2542618dcfd tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 210 time: 0.0316191 Oct 26 13:59:31.961407 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0dd6d09c-9468-4907-8ac1-795b7d3cdb35 req-2ea487f3-153d-4702-bde0-4b92b5ee22df service neutron] 10.222.0.11 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436061 Oct 26 13:59:32.017707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:32.024386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:32.031169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:32.036124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Pushing event updated for resources: {'Port': ['ID=aa073f09-324a-4547-b919-137b8d6a89d0,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:32.039738 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-4b658ab4-a520-46dc-8a72-667a30365670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:32.041394 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-4b658ab4-a520-46dc-8a72-667a30365670 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239986 Oct 26 13:59:32.427332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4758c5d2-c340-4310-88ad-e32bde9c18b1 None None] Provisioning complete for port aa073f09-324a-4547-b919-137b8d6a89d0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:32.429143 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4758c5d2-c340-4310-88ad-e32bde9c18b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:32.493545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-1110d4c0-1d16-4bb7-86d1-deff3db5c695 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:32.495310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-1110d4c0-1d16-4bb7-86d1-deff3db5c695 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.11 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 807 time: 0.3595364 Oct 26 13:59:32.516240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-26de51fe-7f3d-4486-a123-d7ddef66d897 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Request body: {'port': {'device_id': '5d673bf2-f69f-4f16-a270-d638180b2261', 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a', 'admin_state_up': True, 'tenant_id': '3015cef33add49c0a70c99ffe7c7236a'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:32.519363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4758c5d2-c340-4310-88ad-e32bde9c18b1 None None] Port aa073f09-324a-4547-b919-137b8d6a89d0 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:59:32.529405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b0669-4b60-4a58-9f38-3049091fc503 req-ceb2db53-c9d6-4521-9f66-141a45a448b9 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:32.531245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a6b0669-4b60-4a58-9f38-3049091fc503 req-ceb2db53-c9d6-4521-9f66-141a45a448b9 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 936 time: 0.2411268 Oct 26 13:59:32.547875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:32.548683 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:32.586791 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e0cc4-54f2-4c58-8b79-338e63ebcc42 req-5280820e-a046-4b47-ba30-d08f05575517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:32.588833 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1f6e0cc4-54f2-4c58-8b79-338e63ebcc42 req-5280820e-a046-4b47-ba30-d08f05575517 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fe202f0b444d46c5af4121e32536c24c&device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 1094 time: 0.5460651 Oct 26 13:59:32.621737 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-73503bed-2070-456b-8c2f-a6720d5bc1af tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4297447 Oct 26 13:59:32.639795 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Request body: {'port': {'device_id': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:32.696091 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-3a91fd8a-4bcb-481d-a58b-8d474a1a57d4 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273856 Oct 26 13:59:32.904565 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-0a641a2b-15d9-4df7-adca-68446f7f3ac5 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840944 Oct 26 13:59:32.904565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e0cc4-54f2-4c58-8b79-338e63ebcc42 req-22d1824e-a823-4d41-916c-661b0c118978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:32.907727 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1f6e0cc4-54f2-4c58-8b79-338e63ebcc42 req-22d1824e-a823-4d41-916c-661b0c118978 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c24ddd0f-fa77-485e-ab74-257cc0269123 HTTP/1.1" status: 200 len: 905 time: 0.3108783 Oct 26 13:59:32.909594 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:32.927476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9a251-ba86-4641-984d-cfcc9c8c9a07 req-fcf61b72-1b7c-447c-9540-9c9b6cc6d87a tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:32.936325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05e9a251-ba86-4641-984d-cfcc9c8c9a07 req-fcf61b72-1b7c-447c-9540-9c9b6cc6d87a tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 943 time: 0.6088581 Oct 26 13:59:32.996721 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a6b0669-4b60-4a58-9f38-3049091fc503 req-e46ca2af-068a-4053-a0e1-23f0d6418b34 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246254 Oct 26 13:59:33.025970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05e9a251-ba86-4641-984d-cfcc9c8c9a07 req-a47dbbac-67ad-454b-9937-871f1bb5dc30 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887892 Oct 26 13:59:33.043558 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1f6e0cc4-54f2-4c58-8b79-338e63ebcc42 req-e2ab1acb-49b6-4a82-9ddc-19f44aacfe73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4789dc7-8ec5-4846-8dad-344da620323f HTTP/1.1" status: 200 len: 217 time: 0.0442200 Oct 26 13:59:33.103686 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-26de51fe-7f3d-4486-a123-d7ddef66d897 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Made reservation on behalf of 3015cef33add49c0a70c99ffe7c7236a for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:33.112650 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-26de51fe-7f3d-4486-a123-d7ddef66d897 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.203548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e0cc4-54f2-4c58-8b79-338e63ebcc42 req-29a94144-e8c8-469b-835f-2d7a14387725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:33.205145 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1f6e0cc4-54f2-4c58-8b79-338e63ebcc42 req-29a94144-e8c8-469b-835f-2d7a14387725 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ff39209-e843-4302-93f9-ea777b3788e6 HTTP/1.1" status: 200 len: 844 time: 0.1518898 Oct 26 13:59:33.255960 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1f6e0cc4-54f2-4c58-8b79-338e63ebcc42 req-15fbd937-703e-4bab-99cf-68a12ad730cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c24ddd0f-fa77-485e-ab74-257cc0269123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417738 Oct 26 13:59:33.300932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6bcb5f6-a601-43dd-bfad-71e1f734693e req-006b5828-dea6-4770-8425-487275462445 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 210 time: 0.0495148 Oct 26 13:59:33.387164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf0821-a5c2-4f25-bf8f-9bf79551a80c req-562f3c33-aa7f-4808-87ca-865015c6af9c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:33.388892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bccf0821-a5c2-4f25-bf8f-9bf79551a80c req-562f3c33-aa7f-4808-87ca-865015c6af9c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.1208313 Oct 26 13:59:33.402061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-26de51fe-7f3d-4486-a123-d7ddef66d897 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Allocated IP 172.20.0.14 (078abf4e-3c0c-457f-98a5-ae1b32bc0d7a/b0759cbe-4941-45d8-8065-e151e9f5a491/6987a49c-49d3-4eed-bf94-035a59f794f8) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:33.467697 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bccf0821-a5c2-4f25-bf8f-9bf79551a80c req-f05a9610-515d-42a2-a867-20e52006f69f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702052 Oct 26 13:59:33.516544 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1f6e0cc4-54f2-4c58-8b79-338e63ebcc42 req-98d05abd-1972-4efd-bde0-5c32f5518a0e service neutron] 10.222.0.11 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506864 Oct 26 13:59:33.624317 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-26de51fe-7f3d-4486-a123-d7ddef66d897 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.672624 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-26de51fe-7f3d-4486-a123-d7ddef66d897 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.689728 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1f6e0cc4-54f2-4c58-8b79-338e63ebcc42 req-10bbf05b-5e9b-4031-bcf5-ab6bea73fdfa service neutron] 10.222.0.11 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646197 Oct 26 13:59:33.710596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa073f09-324a-4547-b919-137b8d6a89d0 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:33.719265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-26de51fe-7f3d-4486-a123-d7ddef66d897 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:33.720583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.723077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-26de51fe-7f3d-4486-a123-d7ddef66d897 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:33.730870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-26de51fe-7f3d-4486-a123-d7ddef66d897 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:33.738813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Transition to ACTIVE for port object aa073f09-324a-4547-b919-137b8d6a89d0 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:33.745612 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.763600 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de51fe-7f3d-4486-a123-d7ddef66d897 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Pushing event updated for resources: {'Port': ['ID=6987a49c-49d3-4eed-bf94-035a59f794f8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:33.825177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Pushing event updated for resources: {'Port': ['ID=aa073f09-324a-4547-b919-137b8d6a89d0,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:33.850683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-26de51fe-7f3d-4486-a123-d7ddef66d897 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:33.851275 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-26de51fe-7f3d-4486-a123-d7ddef66d897 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.879304 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-26de51fe-7f3d-4486-a123-d7ddef66d897 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3694980 Oct 26 13:59:33.901940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Attempting to bind port aa073f09-324a-4547-b919-137b8d6a89d0 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:33.902305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Attempting to bind port aa073f09-324a-4547-b919-137b8d6a89d0 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:33.902632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Attempting to bind port aa073f09-324a-4547-b919-137b8d6a89d0 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:33.903642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Request body: {'port': {'device_id': '5d673bf2-f69f-4f16-a270-d638180b2261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:33.908095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Port aa073f09-324a-4547-b919-137b8d6a89d0 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:33.908829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Attempting to bind port aa073f09-324a-4547-b919-137b8d6a89d0 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:33.914800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:33.915378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:33.915912 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:33.916348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Bound port: aa073f09-324a-4547-b919-137b8d6a89d0, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:33.916754 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.983015 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:34.006127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] For port aa073f09-324a-4547-b919-137b8d6a89d0, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:34.010249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] For port aa073f09-324a-4547-b919-137b8d6a89d0, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=aa073f09-324a-4547-b919-137b8d6a89d0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:34.023894 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:34.117911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.123335 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:34.125075 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] 10.222.0.11 "PUT /v2.0/ports/aa073f09-324a-4547-b919-137b8d6a89d0 HTTP/1.1" status: 200 len: 1096 time: 1.4900622 Oct 26 13:59:34.125900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'tag': 'aa073f09-324a-4547-b919-137b8d6a89d0'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:34.133795 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a9915d-dd82-4505-a2aa-97fb90e00557" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8aad84-935c-4abc-b658-10bd4c2aca5a", "tag": "aa073f09-324a-4547-b919-137b8d6a89d0"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:34.165822 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fbee3-3395-44e5-8afb-83d1c7b14355 service neutron] Pushing event updated for resources: {'Port': ['ID=aa073f09-324a-4547-b919-137b8d6a89d0,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:34.246961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-eed89654-aa20-4fbd-a996-52f93bb26ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.248991 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-eed89654-aa20-4fbd-a996-52f93bb26ec7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53f5b710672940959b46c9b30d9430e3&device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 1099 time: 0.0732558 Oct 26 13:59:34.301824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48124) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:34.303482 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-ecedd16b-d311-4243-b46e-482ab08cdb95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=aa073f09-324a-4547-b919-137b8d6a89d0 HTTP/1.1" status: 200 len: 217 time: 0.0453212 Oct 26 13:59:34.375045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-94d9f16c-3c24-40cc-974d-53535cf6c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.376933 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-94d9f16c-3c24-40cc-974d-53535cf6c35a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0637662 Oct 26 13:59:34.382740 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2f6a7-2e14-43b9-9d32-f715d567c727 req-25741605-de36-4f7c-bb66-d437b82c9fa2 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.391480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12e2f6a7-2e14-43b9-9d32-f715d567c727 req-25741605-de36-4f7c-bb66-d437b82c9fa2 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 948 time: 0.2012548 Oct 26 13:59:34.431252 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec9ba2-0db4-4b3d-af1b-0f5f39371aad req-33869831-113d-489a-bb25-3e6c29e050b1 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.439104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22ec9ba2-0db4-4b3d-af1b-0f5f39371aad req-33869831-113d-489a-bb25-3e6c29e050b1 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 943 time: 0.2477384 Oct 26 13:59:34.461805 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-5a131af9-1b22-4f16-90dc-b18175103633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.463536 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-5a131af9-1b22-4f16-90dc-b18175103633 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656457 Oct 26 13:59:34.522570 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12e2f6a7-2e14-43b9-9d32-f715d567c727 req-e91f9700-1c2a-43ea-996d-5f3176786bd8 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301570 Oct 26 13:59:34.537031 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d110a187-e7af-4c8b-b000-b1a9df7fcdec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:34.569644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22ec9ba2-0db4-4b3d-af1b-0f5f39371aad req-6b6dcfaa-4b65-4580-ba77-20c8726d89a9 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296833 Oct 26 13:59:34.600572 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-581b30bd-3136-40b1-bc82-8b4f94f17278 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282763 Oct 26 13:59:34.639611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6987a49c-49d3-4eed-bf94-035a59f794f8 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:34.645184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f4789dc7-8ec5-4846-8dad-344da620323f details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:34.651463 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:34.718014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Transition to ACTIVE for port object 6987a49c-49d3-4eed-bf94-035a59f794f8 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:34.735845 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffc556a-249e-4790-8378-aac49de07a2e x-openstack-request-id: req-5ffc556a-249e-4790-8378-aac49de07a2e {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:34.736534 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8aad84-935c-4abc-b658-10bd4c2aca5a", "tag": "aa073f09-324a-4547-b919-137b8d6a89d0", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:34.736534 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ffc556a-249e-4790-8378-aac49de07a2e {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:34.737192 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'tag': 'aa073f09-324a-4547-b919-137b8d6a89d0', 'status': 'completed', 'code': 200} Oct 26 13:59:34.737321 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:34.783370 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5296163-5895-4f26-b529-90e8f51d8d83 req-e3edcfe8-1ec2-48d2-939b-e6889cd3602a service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664796 Oct 26 13:59:34.841035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f4789dc7-8ec5-4846-8dad-344da620323f, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f4789dc7-8ec5-4846-8dad-344da620323f,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:34.858386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'f4789dc7-8ec5-4846-8dad-344da620323f', 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123', 'port_id': 'f4789dc7-8ec5-4846-8dad-344da620323f', 'mac_address': 'fa:16:3e:75:83:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff39209-e843-4302-93f9-ea777b3788e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:34.872958 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d110a187-e7af-4c8b-b000-b1a9df7fcdec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:34.897407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9915d-dd82-4505-a2aa-97fb90e00557 req-b85f3e1f-f35e-47d7-bf51-69770f5b4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.899459 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-63a9915d-dd82-4505-a2aa-97fb90e00557 req-b85f3e1f-f35e-47d7-bf51-69770f5b4938 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53f5b710672940959b46c9b30d9430e3&device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 1099 time: 0.0648956 Oct 26 13:59:34.906301 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d110a187-e7af-4c8b-b000-b1a9df7fcdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:34.914811 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:34.933852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4789dc7-8ec5-4846-8dad-344da620323f {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:34.958079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Pushing event updated for resources: {'Port': ['ID=6987a49c-49d3-4eed-bf94-035a59f794f8,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:34.960258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f4789dc7-8ec5-4846-8dad-344da620323f, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f4789dc7-8ec5-4846-8dad-344da620323f,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:34.965628 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.010975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d372c6-bd89-4716-9707-945108b9af7c req-ceb942b0-ae9a-4e96-a292-5817c56bf961 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:35.012512 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0d372c6-bd89-4716-9707-945108b9af7c req-ceb942b0-ae9a-4e96-a292-5817c56bf961 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 944 time: 0.2825043 Oct 26 13:59:35.032796 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d110a187-e7af-4c8b-b000-b1a9df7fcdec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b243173bcd1843b8aa50de410f9c7ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7192097 Oct 26 13:59:35.036059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48134) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:35.043534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110a187-e7af-4c8b-b000-b1a9df7fcdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0248c90c-8ade-47f8-a77c-889d03ec6995,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:35.045557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9915d-dd82-4505-a2aa-97fb90e00557 req-4b8d2997-bdfa-4493-8cf9-c8b4cc34d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:35.045779 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=f4789dc7-8ec5-4846-8dad-344da620323f,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:35.048666 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-63a9915d-dd82-4505-a2aa-97fb90e00557 req-4b8d2997-bdfa-4493-8cf9-c8b4cc34d0ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1385565 Oct 26 13:59:35.072744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee0d3e-571f-4278-9dbf-6dba230d2747 req-f0626599-de86-4e2d-8d3a-7b39e950675b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:35.080095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6ee0d3e-571f-4278-9dbf-6dba230d2747 req-f0626599-de86-4e2d-8d3a-7b39e950675b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.2574201 Oct 26 13:59:35.104759 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-63a9915d-dd82-4505-a2aa-97fb90e00557 req-20963595-ac8b-439e-97ec-075b369ed1de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=aa073f09-324a-4547-b919-137b8d6a89d0 HTTP/1.1" status: 200 len: 217 time: 0.0431097 Oct 26 13:59:35.118930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Attempting to bind port 6987a49c-49d3-4eed-bf94-035a59f794f8 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:35.119272 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Attempting to bind port 6987a49c-49d3-4eed-bf94-035a59f794f8 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:35.119610 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Attempting to bind port 6987a49c-49d3-4eed-bf94-035a59f794f8 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:35.125499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0d372c6-bd89-4716-9707-945108b9af7c req-8b2cb3b5-878f-4e99-a3a9-17fd5835b6a4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982788 Oct 26 13:59:35.142767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Port 6987a49c-49d3-4eed-bf94-035a59f794f8 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:35.143099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Attempting to bind port 6987a49c-49d3-4eed-bf94-035a59f794f8 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:35.152914 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:35.153257 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Checking segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:35.153642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Bound using segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:35.154106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Bound port: 6987a49c-49d3-4eed-bf94-035a59f794f8, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:35.154463 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.159650 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6ee0d3e-571f-4278-9dbf-6dba230d2747 req-c417cab4-ca52-4710-8e21-85ac31f14ce5 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787344 Oct 26 13:59:35.196220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9915d-dd82-4505-a2aa-97fb90e00557 req-6d857173-dcbb-473f-a996-84a8147da8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:35.197900 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-63a9915d-dd82-4505-a2aa-97fb90e00557 req-6d857173-dcbb-473f-a996-84a8147da8ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0824258 Oct 26 13:59:35.199186 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c60b3785-b3e8-4039-8626-ba667907b7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.230393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:35.233571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6987a49c-49d3-4eed-bf94-035a59f794f8,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:35.238913 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.245903 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c60b3785-b3e8-4039-8626-ba667907b7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.271921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:35.272315 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.274282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] 10.222.0.11 "PUT /v2.0/ports/6987a49c-49d3-4eed-bf94-035a59f794f8 HTTP/1.1" status: 200 len: 1092 time: 1.3862023 Oct 26 13:59:35.276336 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d673bf2-f69f-4f16-a270-d638180b2261', 'tag': '6987a49c-49d3-4eed-bf94-035a59f794f8'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:35.279191 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7b3f54-44f1-4425-9eb4-a7ac3a504deb" -d '{"events": [{"name": "network-changed", "server_uuid": "5d673bf2-f69f-4f16-a270-d638180b2261", "tag": "6987a49c-49d3-4eed-bf94-035a59f794f8"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:35.283463 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9915d-dd82-4505-a2aa-97fb90e00557 req-00a7cdd4-d5f1-4552-b70f-f9789e76458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:35.285075 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-63a9915d-dd82-4505-a2aa-97fb90e00557 req-00a7cdd4-d5f1-4552-b70f-f9789e76458d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765855 Oct 26 13:59:35.338936 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f193eeae-11fa-4a60-88a0-69fec13db721 x-openstack-request-id: req-f193eeae-11fa-4a60-88a0-69fec13db721 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:35.339313 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d673bf2-f69f-4f16-a270-d638180b2261", "tag": "6987a49c-49d3-4eed-bf94-035a59f794f8", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:35.339491 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f193eeae-11fa-4a60-88a0-69fec13db721 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:35.339887 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d673bf2-f69f-4f16-a270-d638180b2261', 'tag': '6987a49c-49d3-4eed-bf94-035a59f794f8', 'status': 'completed', 'code': 200} Oct 26 13:59:35.363535 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c60b3785-b3e8-4039-8626-ba667907b7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.364715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb56c5-f01f-4980-90fd-22d906c22bfb service neutron] Pushing event updated for resources: {'Port': ['ID=6987a49c-49d3-4eed-bf94-035a59f794f8,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:35.366686 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c60b3785-b3e8-4039-8626-ba667907b7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.370224 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c60b3785-b3e8-4039-8626-ba667907b7b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0248c90c-8ade-47f8-a77c-889d03ec6995 HTTP/1.1" status: 204 len: 168 time: 0.3248935 Oct 26 13:59:35.386436 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-4066f16f-7aec-4155-ba77-20022dd50da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:35.387780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b3785-b3e8-4039-8626-ba667907b7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0248c90c-8ade-47f8-a77c-889d03ec6995,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:35.388432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-4066f16f-7aec-4155-ba77-20022dd50da6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 1095 time: 0.0679405 Oct 26 13:59:35.436550 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-63a9915d-dd82-4505-a2aa-97fb90e00557 req-6fa70e32-dfcd-4fda-bfaf-10358a0b2162 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404121 Oct 26 13:59:35.441628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-b36b9af0-7eec-4a9b-a8ca-53f1b34b989b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6987a49c-49d3-4eed-bf94-035a59f794f8 HTTP/1.1" status: 200 len: 217 time: 0.0437229 Oct 26 13:59:35.507406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-9e3a6d63-24e9-46d7-b609-d080ca40a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:35.509162 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-9e3a6d63-24e9-46d7-b609-d080ca40a58b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.0581238 Oct 26 13:59:35.572396 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-63a9915d-dd82-4505-a2aa-97fb90e00557 req-8ac8937b-9935-4f75-9054-84877402a57b service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211081 Oct 26 13:59:35.583867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['f4789dc7-8ec5-4846-8dad-344da620323f'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:35.590726 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-7bf35429-1b7d-493e-9b4b-e3744b9f116e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739052 Oct 26 13:59:35.717851 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-9ddda1fb-4c3b-456e-a3f5-32c5fc881cbd service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175733 Oct 26 13:59:35.825939 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48152) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:35.841163 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c01da68-0a85-4d15-a450-2337e2e11b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.847005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcbce0-3188-46fb-aeb4-19e5f9e16b31 req-1274c352-1b41-45e3-b4a9-a65798b3e1ed tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:35.848850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fdcbce0-3188-46fb-aeb4-19e5f9e16b31 req-1274c352-1b41-45e3-b4a9-a65798b3e1ed tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 948 time: 0.1332784 Oct 26 13:59:35.907121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd15c44-7623-4c6c-8998-ba28e4ce100e req-97e139a8-f555-48ea-9edb-2d262faecfe6 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:35.908639 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bd15c44-7623-4c6c-8998-ba28e4ce100e req-97e139a8-f555-48ea-9edb-2d262faecfe6 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 944 time: 0.1945794 Oct 26 13:59:35.932927 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c01da68-0a85-4d15-a450-2337e2e11b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.938288 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62931810-1ad1-4f9b-a311-0c9c9069db61 req-3beab713-a3be-4723-bf51-08c69ab1fa7c service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825092 Oct 26 13:59:35.940876 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c01da68-0a85-4d15-a450-2337e2e11b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.942796 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fdcbce0-3188-46fb-aeb4-19e5f9e16b31 req-2aa7fd37-d719-42f0-966c-f0f6e3cbae5e tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830932 Oct 26 13:59:35.982441 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bd15c44-7623-4c6c-8998-ba28e4ce100e req-0aed301f-1d04-47d2-a20d-8545f556e1b0 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571752 Oct 26 13:59:36.006723 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01da68-0a85-4d15-a450-2337e2e11b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d85745a-7fa0-411a-b0ac-2d9d4260ea58,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:36.012611 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2c01da68-0a85-4d15-a450-2337e2e11b92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5764ff2e545249909383a99525f04460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854708 Oct 26 13:59:36.016289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48154) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:36.068765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b3f54-44f1-4425-9eb4-a7ac3a504deb req-e0322404-3753-47ce-8d0b-cf6459c377f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.070297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e7b3f54-44f1-4425-9eb4-a7ac3a504deb req-e0322404-3753-47ce-8d0b-cf6459c377f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 1095 time: 0.0616088 Oct 26 13:59:36.089739 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd94a9ae-a276-465e-ac35-81e6cc0c959f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:36.113293 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd94a9ae-a276-465e-ac35-81e6cc0c959f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:36.173996 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd94a9ae-a276-465e-ac35-81e6cc0c959f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:36.176226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b3f54-44f1-4425-9eb4-a7ac3a504deb req-56db1e8c-b3ba-4165-a0d5-a7676ce1a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.177701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e7b3f54-44f1-4425-9eb4-a7ac3a504deb req-56db1e8c-b3ba-4165-a0d5-a7676ce1a096 service neutron] 10.222.0.11 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.0946734 Oct 26 13:59:36.177821 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd94a9ae-a276-465e-ac35-81e6cc0c959f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:36.179113 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cd94a9ae-a276-465e-ac35-81e6cc0c959f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d85745a-7fa0-411a-b0ac-2d9d4260ea58 HTTP/1.1" status: 204 len: 168 time: 0.1618545 Oct 26 13:59:36.190770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94a9ae-a276-465e-ac35-81e6cc0c959f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d85745a-7fa0-411a-b0ac-2d9d4260ea58,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:36.234513 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e7b3f54-44f1-4425-9eb4-a7ac3a504deb req-bc820e88-1904-4428-a05b-329a907e0651 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6987a49c-49d3-4eed-bf94-035a59f794f8 HTTP/1.1" status: 200 len: 217 time: 0.0479238 Oct 26 13:59:36.352138 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b3f54-44f1-4425-9eb4-a7ac3a504deb req-5f23f343-bbc3-49a7-a1df-5de7b6b1c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.353589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e7b3f54-44f1-4425-9eb4-a7ac3a504deb req-5f23f343-bbc3-49a7-a1df-5de7b6b1c65e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.1085711 Oct 26 13:59:36.386994 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f97c5e-268e-4dd4-afaf-be131c13e2d5 req-8060d204-bebb-4586-9b57-b7cf06f8eac5 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.388556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1f97c5e-268e-4dd4-afaf-be131c13e2d5 req-8060d204-bebb-4586-9b57-b7cf06f8eac5 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 944 time: 0.1296151 Oct 26 13:59:36.406016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e7b3f54-44f1-4425-9eb4-a7ac3a504deb req-d8d0da67-f2a1-42d5-8049-3aa4e7ed87ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412803 Oct 26 13:59:36.413375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb37f-05ff-49ba-bddc-cfae1d822952 req-e47c233b-03ee-4b75-9674-59cfe68bfc37 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.414840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc9fb37f-05ff-49ba-bddc-cfae1d822952 req-e47c233b-03ee-4b75-9674-59cfe68bfc37 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.1349001 Oct 26 13:59:36.529611 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1f97c5e-268e-4dd4-afaf-be131c13e2d5 req-51677d35-ecfc-45eb-83f2-68399d3eb54d tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261652 Oct 26 13:59:36.540835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc9fb37f-05ff-49ba-bddc-cfae1d822952 req-ceffc0b5-8919-467a-b70c-b916e3b45498 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132522 Oct 26 13:59:36.570446 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e7b3f54-44f1-4425-9eb4-a7ac3a504deb req-48e42d2b-62d0-4a42-a5b0-c4af5895c660 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536353 Oct 26 13:59:36.670422 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e7b3f54-44f1-4425-9eb4-a7ac3a504deb req-f5498a12-6a49-408c-a3d4-57252cfaae54 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917215 Oct 26 13:59:37.082302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051039b-3c02-4c1f-b149-0164a1193e67 req-c9ffe577-1e6b-4d92-8b56-a8ca2de55f0a tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:37.084937 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c051039b-3c02-4c1f-b149-0164a1193e67 req-c9ffe577-1e6b-4d92-8b56-a8ca2de55f0a tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 948 time: 0.0655546 Oct 26 13:59:37.154206 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c051039b-3c02-4c1f-b149-0164a1193e67 req-dae29e7a-4804-49eb-abcc-8e94d7412e24 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589828 Oct 26 13:59:37.165512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3768e-3c96-434c-bb4c-a523be116e41 req-c3df09d4-d5e5-43af-970f-75109f8f2ddb tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:37.178194 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-86d3768e-3c96-434c-bb4c-a523be116e41 req-c3df09d4-d5e5-43af-970f-75109f8f2ddb tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 944 time: 0.0867710 Oct 26 13:59:37.217947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-86d3768e-3c96-434c-bb4c-a523be116e41 req-f2c4cac4-1bcc-4b4d-887f-6d5f63f21efe tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438035 Oct 26 13:59:37.695449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037af0a4-4fa3-488b-9f10-81e5a2a003ad req-3b6a372c-394a-4993-b1cc-80137e4cc74b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:37.696979 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-037af0a4-4fa3-488b-9f10-81e5a2a003ad req-3b6a372c-394a-4993-b1cc-80137e4cc74b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 944 time: 0.0923374 Oct 26 13:59:37.712080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b61c3-e026-4539-a61a-30fe8710bb97 req-eab72fff-cae8-4aaa-9b67-ae4eaf1f15d7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:37.713553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f8b61c3-e026-4539-a61a-30fe8710bb97 req-eab72fff-cae8-4aaa-9b67-ae4eaf1f15d7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.0754423 Oct 26 13:59:37.771541 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-037af0a4-4fa3-488b-9f10-81e5a2a003ad req-c1805c02-8bc6-41fb-b0e4-3ecca8b0a66d tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569890 Oct 26 13:59:37.778715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f8b61c3-e026-4539-a61a-30fe8710bb97 req-901a3200-8d91-4b12-90f2-7ee184e9f0a1 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549583 Oct 26 13:59:38.103144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-74747cd1-5f0c-4cd3-b5ac-52ee2cd8c87b tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1a11b03d288e44e1983bc70ca45e5f3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222957 Oct 26 13:59:38.216300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-21182736-5846-4e19-a736-7b4847fef45c tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:38.217761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-21182736-5846-4e19-a736-7b4847fef45c tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077528 Oct 26 13:59:38.246723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-5c83178d-d19d-4e15-901f-c2f3f161b0f6 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/quotas/1a11b03d288e44e1983bc70ca45e5f3c HTTP/1.1" status: 200 len: 375 time: 0.0178275 Oct 26 13:59:38.290214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-6e697f64-d5fb-40f2-8ad3-74c4c2c88629 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a11b03d288e44e1983bc70ca45e5f3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299044 Oct 26 13:59:38.308930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118c2f8-a57c-4f9f-8ea0-2acabac34bd3 req-315a92f2-3649-4358-a1e1-fbe5a5d07186 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:38.310709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a118c2f8-a57c-4f9f-8ea0-2acabac34bd3 req-315a92f2-3649-4358-a1e1-fbe5a5d07186 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 948 time: 0.0836241 Oct 26 13:59:38.351298 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a118c2f8-a57c-4f9f-8ea0-2acabac34bd3 req-0d7e74ee-122e-4ad3-a392-5b67accaf210 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345297 Oct 26 13:59:38.478085 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb02600-0423-46c9-956f-4bc4dddd67b6 req-0a51f846-334b-43ab-882c-15cf328af2b6 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:38.480019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bb02600-0423-46c9-956f-4bc4dddd67b6 req-0a51f846-334b-43ab-882c-15cf328af2b6 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 944 time: 0.0670509 Oct 26 13:59:38.534156 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bb02600-0423-46c9-956f-4bc4dddd67b6 req-f5deb0df-acfa-496a-bc9f-c0ec7f1e7417 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444245 Oct 26 13:59:38.612415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef2f617e-1f87-4c4e-9676-88f7b1ed9f80 req-ca0586b2-3615-47df-bf6e-0539a1dc9242 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 210 time: 0.0311351 Oct 26 13:59:38.667370 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6987a49c-49d3-4eed-bf94-035a59f794f8 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:38.669949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f4789dc7-8ec5-4846-8dad-344da620323f up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:38.790410 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port f4789dc7-8ec5-4846-8dad-344da620323f completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:38.795435 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port f4789dc7-8ec5-4846-8dad-344da620323f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:38.796081 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:38.858205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6987a49c-49d3-4eed-bf94-035a59f794f8,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:38.882234 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '6987a49c-49d3-4eed-bf94-035a59f794f8', 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a', 'port_id': '6987a49c-49d3-4eed-bf94-035a59f794f8', 'mac_address': 'fa:16:3e:eb:1f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0759cbe-4941-45d8-8065-e151e9f5a491', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:38.960043 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:38.963367 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:38.969546 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9b968-f0f6-4c8b-b24a-a27b5cf0b3c2 req-8ed9a690-a946-4ff8-aa7a-7bbe8504349e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:38.977517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59a9b968-f0f6-4c8b-b24a-a27b5cf0b3c2 req-8ed9a690-a946-4ff8-aa7a-7bbe8504349e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 944 time: 0.1152515 Oct 26 13:59:38.984909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6987a49c-49d3-4eed-bf94-035a59f794f8 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:39.016517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7a2e2-2f8d-4e68-b335-8d74bd3e6853 req-d07281da-7e5a-4f04-91d6-01a9c70407a6 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:39.022621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d0399c-3eb7-4a04-bd46-5e08ab32f88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4789dc7-8ec5-4846-8dad-344da620323f'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:39.023340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ea7a2e2-2f8d-4e68-b335-8d74bd3e6853 req-d07281da-7e5a-4f04-91d6-01a9c70407a6 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.1115670 Oct 26 13:59:39.025237 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa1a85f-2cdc-425b-b177-12b394216e2e" -d '{"events": [{"server_uuid": "16d0399c-3eb7-4a04-bd46-5e08ab32f88c", "name": "network-vif-plugged", "status": "completed", "tag": "f4789dc7-8ec5-4846-8dad-344da620323f"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:39.044609 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6987a49c-49d3-4eed-bf94-035a59f794f8,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:39.046852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f4789dc7-8ec5-4846-8dad-344da620323f, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f4789dc7-8ec5-4846-8dad-344da620323f,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:39.050722 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:39.051876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device aa073f09-324a-4547-b919-137b8d6a89d0 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:39.072343 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59a9b968-f0f6-4c8b-b24a-a27b5cf0b3c2 req-3a4fbeb8-6345-44be-9f5e-5bdfbbe14c3f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938296 Oct 26 13:59:39.078823 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:39.117306 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ea7a2e2-2f8d-4e68-b335-8d74bd3e6853 req-289e1865-f35d-4343-8934-5a5e7287790b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919781 Oct 26 13:59:39.153785 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e635c798-66cc-45e6-9f55-d6c6fe16bfdc x-openstack-request-id: req-e635c798-66cc-45e6-9f55-d6c6fe16bfdc {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:39.154140 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d0399c-3eb7-4a04-bd46-5e08ab32f88c", "name": "network-vif-plugged", "status": "completed", "tag": "f4789dc7-8ec5-4846-8dad-344da620323f", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:39.154378 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e635c798-66cc-45e6-9f55-d6c6fe16bfdc {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:39.154763 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d0399c-3eb7-4a04-bd46-5e08ab32f88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4789dc7-8ec5-4846-8dad-344da620323f', 'code': 200} Oct 26 13:59:39.157204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=6987a49c-49d3-4eed-bf94-035a59f794f8,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:39.237599 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=f4789dc7-8ec5-4846-8dad-344da620323f,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:39.241683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port aa073f09-324a-4547-b919-137b8d6a89d0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=aa073f09-324a-4547-b919-137b8d6a89d0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:39.254152 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'aa073f09-324a-4547-b919-137b8d6a89d0', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'aa073f09-324a-4547-b919-137b8d6a89d0', 'mac_address': 'fa:16:3e:27:8c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:39.270266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f822a-305a-4d31-8baa-6538dfe61c00 req-42b0221c-1d4c-468d-82b5-33e18d572510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:39.274161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b43f822a-305a-4d31-8baa-6538dfe61c00 req-42b0221c-1d4c-468d-82b5-33e18d572510 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 1096 time: 0.0579157 Oct 26 13:59:39.297731 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:39.314303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa073f09-324a-4547-b919-137b8d6a89d0 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:39.314563 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b43f822a-305a-4d31-8baa-6538dfe61c00 req-c74622f4-f6b0-47b2-9661-637d528c611a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311887 Oct 26 13:59:39.332845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port aa073f09-324a-4547-b919-137b8d6a89d0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=aa073f09-324a-4547-b919-137b8d6a89d0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:39.336676 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:39.393548 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=aa073f09-324a-4547-b919-137b8d6a89d0,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:39.472251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988565e3-0caa-425b-b153-72f4086bafe6 req-5513cb09-5d19-419d-b64e-4c03d4bbd1b5 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:39.473877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-988565e3-0caa-425b-b153-72f4086bafe6 req-5513cb09-5d19-419d-b64e-4c03d4bbd1b5 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 949 time: 0.0512552 Oct 26 13:59:39.518719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-988565e3-0caa-425b-b153-72f4086bafe6 req-11899e65-6110-4bc5-ad50-faaf1f69742e tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374548 Oct 26 13:59:39.699364 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-ec7a9509-51fe-41b7-b912-59db743a8b86 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1a11b03d288e44e1983bc70ca45e5f3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416572 Oct 26 13:59:39.715262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d1703-dfdc-44b5-8515-9e93d862f8e2 req-7d31a61a-f6af-4063-a531-3e83c9914642 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:39.717295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-830d1703-dfdc-44b5-8515-9e93d862f8e2 req-7d31a61a-f6af-4063-a531-3e83c9914642 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 945 time: 0.0971081 Oct 26 13:59:39.743099 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c23941dc-8e43-457a-b430-297a82d7ba03 req-435cfb90-c3d1-4d5a-8361-50f4e7edf3bc tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 210 time: 0.0443621 Oct 26 13:59:39.797830 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-830d1703-dfdc-44b5-8515-9e93d862f8e2 req-438afe81-4071-4221-be5c-50256b8534e5 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572131 Oct 26 13:59:39.832724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-0f423b52-baed-44cf-a433-0eb703759583 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:39.834215 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-0f423b52-baed-44cf-a433-0eb703759583 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1267638 Oct 26 13:59:39.850238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Request body: {'port': {'device_id': '8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '1a11b03d288e44e1983bc70ca45e5f3c'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:39.854956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['6987a49c-49d3-4eed-bf94-035a59f794f8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:39.887699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['aa073f09-324a-4547-b919-137b8d6a89d0'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:39.972858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Made reservation on behalf of 1a11b03d288e44e1983bc70ca45e5f3c for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:39.976453 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:39.989337 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:40.074384 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:40.080024 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:40.148133 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd127dd-f921-4087-af10-53fd13c9db42,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:40.226426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e374ba-8235-4ad4-be3e-63d618095854 req-1677184b-0ac5-44db-bb1a-820cde2ee909 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:40.229912 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e2e374ba-8235-4ad4-be3e-63d618095854 req-1677184b-0ac5-44db-bb1a-820cde2ee909 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 945 time: 0.0672657 Oct 26 13:59:40.238053 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Allocated IP 192.168.233.215 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/28cb84ad-c049-4e67-8c99-e3aebf562366) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:40.304670 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4929e4a-f738-426d-aace-0417e452b36c req-95d966cf-2b10-440e-891c-860630c8daad tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:40.306225 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4929e4a-f738-426d-aace-0417e452b36c req-95d966cf-2b10-440e-891c-860630c8daad tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.0769858 Oct 26 13:59:40.308918 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e2e374ba-8235-4ad4-be3e-63d618095854 req-f8552c97-08af-4cc5-bdef-907f97668f30 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708182 Oct 26 13:59:40.357092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4929e4a-f738-426d-aace-0417e452b36c req-24efe806-55e2-404b-bc1d-0e83b26fbd42 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418880 Oct 26 13:59:40.414515 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:40.449731 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:40.495859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:40.498920 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:40.503575 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:40.530261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Pushing event updated for resources: {'Port': ['ID=28cb84ad-c049-4e67-8c99-e3aebf562366,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:40.563716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:40.564340 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:40.589153 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-06c5a264-42ce-456f-a29a-9a6160954a51 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7430692 Oct 26 13:59:40.611584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Request body: {'port': {'device_id': '8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:40.691702 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:40.703666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a891a2a-3662-4710-9c95-04939150637f req-51c28e4c-635f-4ef8-8df4-fcd049d10fa9 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:40.705462 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a891a2a-3662-4710-9c95-04939150637f req-51c28e4c-635f-4ef8-8df4-fcd049d10fa9 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 949 time: 0.0792444 Oct 26 13:59:40.769297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a891a2a-3662-4710-9c95-04939150637f req-0f711326-7c5f-4d2d-acb8-b2a88e2eecec tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550792 Oct 26 13:59:40.895526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-6d8f467b-81cc-42a9-8900-84c252f43d8e None None] Provisioning complete for port 28cb84ad-c049-4e67-8c99-e3aebf562366 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:40.897869 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6d8f467b-81cc-42a9-8900-84c252f43d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:40.926979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3111b-562a-4345-852a-775256bbecf0 req-4e9cebc1-55c3-4d94-84ed-8f15e184b6ec tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:40.936323 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-53d3111b-562a-4345-852a-775256bbecf0 req-4e9cebc1-55c3-4d94-84ed-8f15e184b6ec tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 936 time: 0.1032293 Oct 26 13:59:40.949256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f467b-81cc-42a9-8900-84c252f43d8e None None] Port 28cb84ad-c049-4e67-8c99-e3aebf562366 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:59:40.999851 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-53d3111b-562a-4345-852a-775256bbecf0 req-d30ca118-8010-4288-99d7-e47daba8238f tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/security-groups?id=ccd127dd-f921-4087-af10-53fd13c9db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566897 Oct 26 13:59:41.012240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bdecf-921d-466f-835a-77e2e697b4cd req-1824962f-bc3e-4f30-9a68-404d9d8e829c tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:41.021691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d16bdecf-921d-466f-835a-77e2e697b4cd req-1824962f-bc3e-4f30-9a68-404d9d8e829c tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 945 time: 0.0891929 Oct 26 13:59:41.060116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d16bdecf-921d-466f-835a-77e2e697b4cd req-4750acaa-c088-45e1-8f0b-98a68a9c9d82 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371888 Oct 26 13:59:41.110896 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cb84ad-c049-4e67-8c99-e3aebf562366 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:41.134604 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:41.148976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Transition to ACTIVE for port object 28cb84ad-c049-4e67-8c99-e3aebf562366 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:41.152981 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:41.201964 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Pushing event updated for resources: {'Port': ['ID=28cb84ad-c049-4e67-8c99-e3aebf562366,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:41.278105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Attempting to bind port 28cb84ad-c049-4e67-8c99-e3aebf562366 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:41.278438 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Attempting to bind port 28cb84ad-c049-4e67-8c99-e3aebf562366 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:41.278767 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Attempting to bind port 28cb84ad-c049-4e67-8c99-e3aebf562366 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:41.283372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Port 28cb84ad-c049-4e67-8c99-e3aebf562366 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:41.283693 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Attempting to bind port 28cb84ad-c049-4e67-8c99-e3aebf562366 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:41.288753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:41.289083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:41.289459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:41.290516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Bound port: 28cb84ad-c049-4e67-8c99-e3aebf562366, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:41.290878 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:41.361733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] For port 28cb84ad-c049-4e67-8c99-e3aebf562366, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:41.365209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] For port 28cb84ad-c049-4e67-8c99-e3aebf562366, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=28cb84ad-c049-4e67-8c99-e3aebf562366,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:41.372442 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:41.408220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:41.408847 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:41.410284 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] 10.222.0.25 "PUT /v2.0/ports/28cb84ad-c049-4e67-8c99-e3aebf562366 HTTP/1.1" status: 200 len: 1096 time: 0.8086648 Oct 26 13:59:41.410738 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672', 'tag': '28cb84ad-c049-4e67-8c99-e3aebf562366'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:41.413729 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65560089-eeb9-46dc-8f35-8781185977dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672", "tag": "28cb84ad-c049-4e67-8c99-e3aebf562366"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:41.443042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777e785-c1c4-4f85-b550-a7f10f9fa14b service neutron] Pushing event updated for resources: {'Port': ['ID=28cb84ad-c049-4e67-8c99-e3aebf562366,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:41.496404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b4e70-c027-46eb-a716-a8b41fbfa895 req-4fb0c33d-e028-4bc3-b9d0-dc956e3f43e5 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:41.506520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b60b4e70-c027-46eb-a716-a8b41fbfa895 req-4fb0c33d-e028-4bc3-b9d0-dc956e3f43e5 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 945 time: 0.0925617 Oct 26 13:59:41.508086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-fa33c549-1bf2-498b-a022-7c783c56fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:41.509616 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-fa33c549-1bf2-498b-a022-7c783c56fb43 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a11b03d288e44e1983bc70ca45e5f3c&device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 1099 time: 0.0463047 Oct 26 13:59:41.565293 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-e7362031-3fa1-4a2a-b71d-98a9624a03e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=28cb84ad-c049-4e67-8c99-e3aebf562366 HTTP/1.1" status: 200 len: 217 time: 0.0454698 Oct 26 13:59:41.577262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5189-1265-4bbe-b360-0b26e5cc4881 req-fa7ce24e-5e19-409c-bf0e-0fb94b49eecb tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:41.584698 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-44be5189-1265-4bbe-b360-0b26e5cc4881 req-fa7ce24e-5e19-409c-bf0e-0fb94b49eecb tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.1113315 Oct 26 13:59:41.598862 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b60b4e70-c027-46eb-a716-a8b41fbfa895 req-55c07fc9-4e84-4943-b3d0-a6b1e04d353c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716023 Oct 26 13:59:41.640614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-d5693368-7d20-4b2a-a849-443247069e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:41.642208 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-d5693368-7d20-4b2a-a849-443247069e92 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0683928 Oct 26 13:59:41.644787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-44be5189-1265-4bbe-b360-0b26e5cc4881 req-bad9d7fb-bc85-4491-83b0-8bdcc21a18db tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584407 Oct 26 13:59:41.674758 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243602e7-c2f8-4e3a-9829-4b47e84272ea x-openstack-request-id: req-243602e7-c2f8-4e3a-9829-4b47e84272ea {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:41.675052 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672", "tag": "28cb84ad-c049-4e67-8c99-e3aebf562366", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:41.675303 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-243602e7-c2f8-4e3a-9829-4b47e84272ea {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:41.675695 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672', 'tag': '28cb84ad-c049-4e67-8c99-e3aebf562366', 'status': 'completed', 'code': 200} Oct 26 13:59:41.714306 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-96864906-c33c-42a5-9800-8974c0d7a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:41.715790 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-96864906-c33c-42a5-9800-8974c0d7a24b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627897 Oct 26 13:59:41.817105 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-cf50acf7-79b3-4b1d-a498-6b7d926dc6d0 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886321 Oct 26 13:59:41.904126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5bd74-18d6-4f1d-981f-3583eb9af775 req-367fcde0-e25f-44e4-90a8-205a76ef0024 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:41.906158 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cec5bd74-18d6-4f1d-981f-3583eb9af775 req-367fcde0-e25f-44e4-90a8-205a76ef0024 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 949 time: 0.0543303 Oct 26 13:59:41.931030 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f86bf233-ad8e-481b-8c54-1aa059cd7852 req-1e82af01-1a2f-46da-8e8f-44434f1386c7 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952275 Oct 26 13:59:41.961682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cec5bd74-18d6-4f1d-981f-3583eb9af775 req-09e60b43-ae18-4bdf-99d1-41ac6527d81d tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404694 Oct 26 13:59:42.032302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65560089-eeb9-46dc-8f35-8781185977dc req-c26f9b33-ebfa-42a0-b96c-22106b9a4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:42.033806 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65560089-eeb9-46dc-8f35-8781185977dc req-c26f9b33-ebfa-42a0-b96c-22106b9a4ba8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a11b03d288e44e1983bc70ca45e5f3c&device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 1099 time: 0.0415719 Oct 26 13:59:42.145825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65560089-eeb9-46dc-8f35-8781185977dc req-7d2d87dc-e64c-4fd3-a1c8-c99379e7df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:42.147833 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65560089-eeb9-46dc-8f35-8781185977dc req-7d2d87dc-e64c-4fd3-a1c8-c99379e7df23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1067402 Oct 26 13:59:42.153858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabc8a1-2b19-494f-bdcf-68ce5a821d85 req-22972192-354d-496b-ac1f-135dbc51c667 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:42.153858 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eaabc8a1-2b19-494f-bdcf-68ce5a821d85 req-22972192-354d-496b-ac1f-135dbc51c667 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 948 time: 0.0613306 Oct 26 13:59:42.191038 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65560089-eeb9-46dc-8f35-8781185977dc req-d6f0612f-efa9-49dc-b350-6e956292051c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=28cb84ad-c049-4e67-8c99-e3aebf562366 HTTP/1.1" status: 200 len: 217 time: 0.0352607 Oct 26 13:59:42.222634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eaabc8a1-2b19-494f-bdcf-68ce5a821d85 req-9fc1f36a-f206-4862-9616-619ce14a1db7 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/security-groups?id=ccd127dd-f921-4087-af10-53fd13c9db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599012 Oct 26 13:59:42.231785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dae37e-c1f8-4006-9913-f599a1334a01 req-5df957cd-4dc4-4627-ba45-8d0d76cc07bd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:42.238702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23dae37e-c1f8-4006-9913-f599a1334a01 req-5df957cd-4dc4-4627-ba45-8d0d76cc07bd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 945 time: 0.0856495 Oct 26 13:59:42.251426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65560089-eeb9-46dc-8f35-8781185977dc req-14c17b59-7f52-4c56-a0e7-06baede6c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:42.252892 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65560089-eeb9-46dc-8f35-8781185977dc req-14c17b59-7f52-4c56-a0e7-06baede6c9ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0538547 Oct 26 13:59:42.277250 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23dae37e-c1f8-4006-9913-f599a1334a01 req-bf103e4d-635a-4c5b-b7f1-949a16925477 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373254 Oct 26 13:59:42.306081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65560089-eeb9-46dc-8f35-8781185977dc req-636f297b-bf11-46df-88d3-63d9313162a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:42.307655 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65560089-eeb9-46dc-8f35-8781185977dc req-636f297b-bf11-46df-88d3-63d9313162a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448446 Oct 26 13:59:42.411482 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65560089-eeb9-46dc-8f35-8781185977dc req-d138f637-0c95-49f3-979e-7fb3b41c498d service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938921 Oct 26 13:59:42.504293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112fdd1-4083-4ec7-bac4-454619c4f310 req-b43213e9-f862-468a-9e9a-327b38e3dc9b tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:42.505681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d112fdd1-4083-4ec7-bac4-454619c4f310 req-b43213e9-f862-468a-9e9a-327b38e3dc9b tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 945 time: 0.0546408 Oct 26 13:59:42.510897 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65560089-eeb9-46dc-8f35-8781185977dc req-28b477aa-908e-4eec-989a-c6212e07c231 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890694 Oct 26 13:59:42.548480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d112fdd1-4083-4ec7-bac4-454619c4f310 req-4927ee8b-1f19-48c2-ada1-7f1a3db27930 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357497 Oct 26 13:59:42.654128 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-40c13d64-7d6d-4331-909c-c52f36babd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:42.695049 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6987a49c-49d3-4eed-bf94-035a59f794f8 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:42.730016 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e2479-be1f-4758-a784-abf8999c1009 req-86e6304e-9d5f-4964-90ce-9af384c53acf tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:42.731990 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc7e2479-be1f-4758-a784-abf8999c1009 req-86e6304e-9d5f-4964-90ce-9af384c53acf tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 945 time: 0.0546021 Oct 26 13:59:42.754718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 6987a49c-49d3-4eed-bf94-035a59f794f8 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:42.761226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 6987a49c-49d3-4eed-bf94-035a59f794f8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:42.761864 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:42.802128 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc7e2479-be1f-4758-a784-abf8999c1009 req-8a318d67-6463-45ac-8d95-bee776cccccf tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589767 Oct 26 13:59:42.814033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9743cb2-70d4-4beb-85fa-ddbac0abd022 req-945f02df-5b2f-490f-9b4b-1351b6e3f8c5 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:42.815578 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d9743cb2-70d4-4beb-85fa-ddbac0abd022 req-945f02df-5b2f-490f-9b4b-1351b6e3f8c5 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.0937827 Oct 26 13:59:42.864617 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:42.867331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d9743cb2-70d4-4beb-85fa-ddbac0abd022 req-7d42aa52-b475-49ac-96b6-db08ea9b7cac tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451825 Oct 26 13:59:42.896262 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d673bf2-f69f-4f16-a270-d638180b2261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6987a49c-49d3-4eed-bf94-035a59f794f8'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:42.899122 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beac0a93-e30f-45c9-83c2-6d09776748c7" -d '{"events": [{"server_uuid": "5d673bf2-f69f-4f16-a270-d638180b2261", "name": "network-vif-plugged", "status": "completed", "tag": "6987a49c-49d3-4eed-bf94-035a59f794f8"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:42.917767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6987a49c-49d3-4eed-bf94-035a59f794f8,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:42.923925 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:42.924812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device aa073f09-324a-4547-b919-137b8d6a89d0 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:42.971471 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0582f477-d9ab-4bfb-921d-ec26f11b1068 x-openstack-request-id: req-0582f477-d9ab-4bfb-921d-ec26f11b1068 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:42.971785 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d673bf2-f69f-4f16-a270-d638180b2261", "name": "network-vif-plugged", "status": "completed", "tag": "6987a49c-49d3-4eed-bf94-035a59f794f8", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:42.972046 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0582f477-d9ab-4bfb-921d-ec26f11b1068 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:42.972440 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d673bf2-f69f-4f16-a270-d638180b2261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6987a49c-49d3-4eed-bf94-035a59f794f8', 'code': 200} Oct 26 13:59:43.056271 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=6987a49c-49d3-4eed-bf94-035a59f794f8,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:43.067129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port aa073f09-324a-4547-b919-137b8d6a89d0 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:43.072520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port aa073f09-324a-4547-b919-137b8d6a89d0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:43.073033 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:43.107169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea2b3f-f74a-4c4a-86a0-c7a5cec4f37b req-48d46fb3-18da-48df-aab2-ac302d21c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:43.108967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3ea2b3f-f74a-4c4a-86a0-c7a5cec4f37b req-48d46fb3-18da-48df-aab2-ac302d21c463 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 1097 time: 0.0975473 Oct 26 13:59:43.134299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636855c3-e122-4b82-b5d6-b554d6a32f83 req-6f597909-ecfb-4616-8473-5586ac941eea tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:43.135809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-636855c3-e122-4b82-b5d6-b554d6a32f83 req-6f597909-ecfb-4616-8473-5586ac941eea tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 949 time: 0.0606170 Oct 26 13:59:43.158209 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:43.173518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3ea2b3f-f74a-4c4a-86a0-c7a5cec4f37b req-9b97bcc4-5d9f-4127-9d75-b8bd48afb125 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531924 Oct 26 13:59:43.192100 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-636855c3-e122-4b82-b5d6-b554d6a32f83 req-79d5a49e-34ce-4caa-ba62-ad2bf3a8da96 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Oct 26 13:59:43.192329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port aa073f09-324a-4547-b919-137b8d6a89d0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=aa073f09-324a-4547-b919-137b8d6a89d0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:43.197249 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:43.245857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=aa073f09-324a-4547-b919-137b8d6a89d0,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:43.348396 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a2175-5566-474a-a8ed-aeb37844415e req-b603c0b4-5414-4520-8cd9-665870fe11c6 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:43.349849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce3a2175-5566-474a-a8ed-aeb37844415e req-b603c0b4-5414-4520-8cd9-665870fe11c6 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 948 time: 0.0482941 Oct 26 13:59:43.394617 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce3a2175-5566-474a-a8ed-aeb37844415e req-ccec6811-9232-4deb-857b-a44a632a7bf0 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/security-groups?id=ccd127dd-f921-4087-af10-53fd13c9db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388932 Oct 26 13:59:43.667791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab2788-2f03-4307-8cab-16acc5e370e8 req-302d31cc-cfeb-4d40-af42-f7e1bc50dcaf tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:43.669368 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1bab2788-2f03-4307-8cab-16acc5e370e8 req-302d31cc-cfeb-4d40-af42-f7e1bc50dcaf tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 945 time: 0.0498435 Oct 26 13:59:43.707947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1bab2788-2f03-4307-8cab-16acc5e370e8 req-3eb6076b-ddb7-4470-92c7-78537886581d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 Oct 26 13:59:43.934770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4cf21-c247-4948-bd11-a7ede0c46d32 req-732805d0-6ac9-46df-a9a2-cad91e7367eb tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:43.936666 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dfd4cf21-c247-4948-bd11-a7ede0c46d32 req-732805d0-6ac9-46df-a9a2-cad91e7367eb tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 946 time: 0.0557415 Oct 26 13:59:43.980565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dfd4cf21-c247-4948-bd11-a7ede0c46d32 req-0c0d79a0-8bbb-4998-afd5-168ef17b22e2 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350742 Oct 26 13:59:44.129383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3aee3-3462-4dea-8062-b12c3500e0df req-b067afa1-2988-4623-8f76-ae2ff990933b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:44.131144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dca3aee3-3462-4dea-8062-b12c3500e0df req-b067afa1-2988-4623-8f76-ae2ff990933b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.0911775 Oct 26 13:59:44.175772 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dca3aee3-3462-4dea-8062-b12c3500e0df req-4d8482ec-b470-47ef-bdc4-d4ba3ef2e2bd tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372076 Oct 26 13:59:44.324929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ffcc5-b733-4a4d-aa88-54ba1947d415 req-e63e7661-a041-48db-8d44-78bdfed61128 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:44.326424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-999ffcc5-b733-4a4d-aa88-54ba1947d415 req-e63e7661-a041-48db-8d44-78bdfed61128 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 950 time: 0.0494146 Oct 26 13:59:44.365228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-999ffcc5-b733-4a4d-aa88-54ba1947d415 req-2d438191-6eda-4586-a583-6ee7379c9458 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319824 Oct 26 13:59:44.513369 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c67666-e817-44e6-b1dc-c2845ba3bf18 req-98fce511-1eba-4cc8-ba69-5b0050f07a22 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:44.514775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6c67666-e817-44e6-b1dc-c2845ba3bf18 req-98fce511-1eba-4cc8-ba69-5b0050f07a22 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 948 time: 0.0490248 Oct 26 13:59:44.555718 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6c67666-e817-44e6-b1dc-c2845ba3bf18 req-2e62f7d9-31dd-48a4-ad25-c7b8d0e3e5c5 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/security-groups?id=ccd127dd-f921-4087-af10-53fd13c9db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340731 Oct 26 13:59:44.781625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 28cb84ad-c049-4e67-8c99-e3aebf562366 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:44.885723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 28cb84ad-c049-4e67-8c99-e3aebf562366, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=28cb84ad-c049-4e67-8c99-e3aebf562366,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:44.897394 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '28cb84ad-c049-4e67-8c99-e3aebf562366', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '28cb84ad-c049-4e67-8c99-e3aebf562366', 'mac_address': 'fa:16:3e:e9:f8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:44.933740 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:44.947224 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cb84ad-c049-4e67-8c99-e3aebf562366 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:44.966477 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 28cb84ad-c049-4e67-8c99-e3aebf562366, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=28cb84ad-c049-4e67-8c99-e3aebf562366,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:44.970073 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:44.973483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa073f09-324a-4547-b919-137b8d6a89d0'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:44.975734 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e2e028-eacd-43fd-9700-bac7903c72f3" -d '{"events": [{"server_uuid": "8c8aad84-935c-4abc-b658-10bd4c2aca5a", "name": "network-vif-plugged", "status": "completed", "tag": "aa073f09-324a-4547-b919-137b8d6a89d0"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:45.023978 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7765-dbf4-4aa5-bab4-bd2007eae4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:45.034817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=28cb84ad-c049-4e67-8c99-e3aebf562366,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:45.053476 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3a1fc8-8fcc-48ce-97c0-7a15148769d6 x-openstack-request-id: req-ae3a1fc8-8fcc-48ce-97c0-7a15148769d6 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:45.053746 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8aad84-935c-4abc-b658-10bd4c2aca5a", "name": "network-vif-plugged", "status": "completed", "tag": "aa073f09-324a-4547-b919-137b8d6a89d0", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:45.054031 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae3a1fc8-8fcc-48ce-97c0-7a15148769d6 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:45.054432 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa073f09-324a-4547-b919-137b8d6a89d0', 'code': 200} Oct 26 13:59:45.126680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbb9b3-eb1e-4d80-9fd6-9e1f9558c752 req-2ccc90c8-83ec-4a0c-bb68-5723e923195c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:45.128166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2dbbb9b3-eb1e-4d80-9fd6-9e1f9558c752 req-2ccc90c8-83ec-4a0c-bb68-5723e923195c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 946 time: 0.0503180 Oct 26 13:59:45.208910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2dbbb9b3-eb1e-4d80-9fd6-9e1f9558c752 req-aa794251-ad91-4755-b590-8963bc281f24 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604668 Oct 26 13:59:45.217744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d1162-dddd-402e-a9e4-781347317624 req-5b129f4f-ecbb-4289-a638-41af47c4fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:45.219311 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f8d1162-dddd-402e-a9e4-781347317624 req-5b129f4f-ecbb-4289-a638-41af47c4fc6e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 1101 time: 0.0902822 Oct 26 13:59:45.242882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['28cb84ad-c049-4e67-8c99-e3aebf562366'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:45.277116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f8d1162-dddd-402e-a9e4-781347317624 req-f67e72ba-72cd-4342-8211-2607ec4e6179 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414042 Oct 26 13:59:45.316386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f37ec2-55e1-45ef-ac2b-a46546806f38 req-77e6b36a-1322-4eb9-8317-7fa093a6ea28 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:45.318450 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2f37ec2-55e1-45ef-ac2b-a46546806f38 req-77e6b36a-1322-4eb9-8317-7fa093a6ea28 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.0572145 Oct 26 13:59:45.360105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2f37ec2-55e1-45ef-ac2b-a46546806f38 req-64155358-f8f2-4466-8a07-a22e085496e8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344234 Oct 26 13:59:45.472955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431d8f7-d03a-4ad6-a0d3-e38350ba5cef req-5f75d0d0-5f71-4ea3-be3a-aef5a35e804f tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:45.474423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c431d8f7-d03a-4ad6-a0d3-e38350ba5cef req-5f75d0d0-5f71-4ea3-be3a-aef5a35e804f tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 1097 time: 0.0450008 Oct 26 13:59:45.512994 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c431d8f7-d03a-4ad6-a0d3-e38350ba5cef req-52a6e66e-27d6-48d3-a04e-abc5f6123d52 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317223 Oct 26 13:59:45.672371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec983d4b-8db3-4a47-b5ca-20e417ff1cba req-2213bace-e382-467d-9436-ed50e0f23bb6 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:45.674346 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec983d4b-8db3-4a47-b5ca-20e417ff1cba req-2213bace-e382-467d-9436-ed50e0f23bb6 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 950 time: 0.0562689 Oct 26 13:59:45.739880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec983d4b-8db3-4a47-b5ca-20e417ff1cba req-a20feca4-6bed-4e82-a0d5-f89a4c70fee1 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574746 Oct 26 13:59:45.785902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47d866-6624-4e9f-a6ec-a4419dbbbb04 req-d6d964c8-093c-44e3-a682-c6344af1557c tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:45.787991 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c47d866-6624-4e9f-a6ec-a4419dbbbb04 req-d6d964c8-093c-44e3-a682-c6344af1557c tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 949 time: 0.0705504 Oct 26 13:59:45.829680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c47d866-6624-4e9f-a6ec-a4419dbbbb04 req-75deb304-bace-4cde-96ed-953279d63f66 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/security-groups?id=ccd127dd-f921-4087-af10-53fd13c9db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344069 Oct 26 13:59:46.503676 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.536455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed4ea1-41c9-4d72-9d5b-b5a297eebbb3 req-cbe8ed55-dcc6-40b1-843b-a0255f903118 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:46.539206 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9eed4ea1-41c9-4d72-9d5b-b5a297eebbb3 req-cbe8ed55-dcc6-40b1-843b-a0255f903118 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.0966229 Oct 26 13:59:46.600644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9eed4ea1-41c9-4d72-9d5b-b5a297eebbb3 req-6e199724-6bf1-4a7a-8f90-29fdcb598613 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544889 Oct 26 13:59:46.687439 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.816377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 28cb84ad-c049-4e67-8c99-e3aebf562366 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:46.907887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd58fa-7be3-41d0-bc1a-9a3d934ec8dd req-20678f49-15d5-4366-8957-65e157aaab85 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:46.912454 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 28cb84ad-c049-4e67-8c99-e3aebf562366 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:46.920113 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 28cb84ad-c049-4e67-8c99-e3aebf562366 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:46.920623 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3dd58fa-7be3-41d0-bc1a-9a3d934ec8dd req-20678f49-15d5-4366-8957-65e157aaab85 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 950 time: 0.0985937 Oct 26 13:59:46.921130 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.966796 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3dd58fa-7be3-41d0-bc1a-9a3d934ec8dd req-b99b0295-0f65-49ed-9a36-2899a0d5c396 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449209 Oct 26 13:59:47.036463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5b140-33b6-45e7-a047-694e9fec3363 req-d722e136-24d1-42bb-b3a0-9fb2ec68147f tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:47.038334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4cd5b140-33b6-45e7-a047-694e9fec3363 req-d722e136-24d1-42bb-b3a0-9fb2ec68147f tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 949 time: 0.0682197 Oct 26 13:59:47.059192 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:47.088414 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cb84ad-c049-4e67-8c99-e3aebf562366'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:47.090708 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4cd5b140-33b6-45e7-a047-694e9fec3363 req-91df0e91-b5e7-4ed9-b385-9d01ed54e39c tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/security-groups?id=ccd127dd-f921-4087-af10-53fd13c9db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456405 Oct 26 13:59:47.091151 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363b488f-93c7-4ea7-a5d4-638a210272ad" -d '{"events": [{"server_uuid": "8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672", "name": "network-vif-plugged", "status": "completed", "tag": "28cb84ad-c049-4e67-8c99-e3aebf562366"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:47.106362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 28cb84ad-c049-4e67-8c99-e3aebf562366, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=28cb84ad-c049-4e67-8c99-e3aebf562366,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:47.111739 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:47.135500 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf02b82e-cd1c-4b37-bf67-780143a13b62 x-openstack-request-id: req-bf02b82e-cd1c-4b37-bf67-780143a13b62 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:47.136111 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672", "name": "network-vif-plugged", "status": "completed", "tag": "28cb84ad-c049-4e67-8c99-e3aebf562366", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:47.136419 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf02b82e-cd1c-4b37-bf67-780143a13b62 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:47.136868 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cb84ad-c049-4e67-8c99-e3aebf562366', 'code': 200} Oct 26 13:59:47.163924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=28cb84ad-c049-4e67-8c99-e3aebf562366,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:47.232022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46eb2ab-af76-4c1f-afa9-190fb579df96 req-da9b81ec-11a0-4cad-93fe-50299cbc3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:47.233541 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b46eb2ab-af76-4c1f-afa9-190fb579df96 req-da9b81ec-11a0-4cad-93fe-50299cbc3576 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 1101 time: 0.0396047 Oct 26 13:59:47.269754 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b46eb2ab-af76-4c1f-afa9-190fb579df96 req-c5cb7d6a-d431-414a-a429-7832948ead0c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ccd127dd-f921-4087-af10-53fd13c9db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274811 Oct 26 13:59:47.719791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b4fe8-d83c-49c3-9b17-b4a42fd335f4 req-da6b346d-4bef-410c-b310-4408669accb6 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:47.721331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-305b4fe8-d83c-49c3-9b17-b4a42fd335f4 req-da6b346d-4bef-410c-b310-4408669accb6 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.0502613 Oct 26 13:59:47.762441 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-305b4fe8-d83c-49c3-9b17-b4a42fd335f4 req-b6a35a01-1cbb-49a2-88aa-4d2ca3928e97 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347216 Oct 26 13:59:48.081486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3f045-8ac1-443c-808c-e48d88b4949f req-3c1ea056-a941-43dc-af3e-3647ce3931be tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:48.083000 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30c3f045-8ac1-443c-808c-e48d88b4949f req-3c1ea056-a941-43dc-af3e-3647ce3931be tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 950 time: 0.0490096 Oct 26 13:59:48.120572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30c3f045-8ac1-443c-808c-e48d88b4949f req-a6a57f08-668c-4f02-a7d4-436ef9f06dc5 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316496 Oct 26 13:59:48.230221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e59c2e-a1f3-40eb-8dbe-33d63d39a57c req-4608bcd3-ab98-4e59-bacb-eff9ceb0590f tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:48.231800 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45e59c2e-a1f3-40eb-8dbe-33d63d39a57c req-4608bcd3-ab98-4e59-bacb-eff9ceb0590f tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 950 time: 0.0491233 Oct 26 13:59:48.270512 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45e59c2e-a1f3-40eb-8dbe-33d63d39a57c req-a7f66c22-2f18-4c1d-ba89-c454fd1a4bf7 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/security-groups?id=ccd127dd-f921-4087-af10-53fd13c9db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327289 Oct 26 13:59:48.420693 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:48.596460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-6400be0c-d038-4514-a926-20a30a059ace tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:48.606057 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-6400be0c-d038-4514-a926-20a30a059ace tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 821 time: 0.1649938 Oct 26 13:59:48.634579 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-8e4008e6-18f9-4abc-8395-d06e8f79b158 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/quotas/7c460ccd28a148038bf322d3b6ba6b4c HTTP/1.1" status: 200 len: 375 time: 0.0199842 Oct 26 13:59:48.703272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-571f5a41-2bc0-4347-b0cc-c094b57b4b0d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669408 Oct 26 13:59:48.718457 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f4789dc7-8ec5-4846-8dad-344da620323f details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:48.872487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f4789dc7-8ec5-4846-8dad-344da620323f, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f4789dc7-8ec5-4846-8dad-344da620323f,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:48.887178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'f4789dc7-8ec5-4846-8dad-344da620323f', 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123', 'port_id': 'f4789dc7-8ec5-4846-8dad-344da620323f', 'mac_address': 'fa:16:3e:75:83:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff39209-e843-4302-93f9-ea777b3788e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:48.905748 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-982335e9-02a5-4d79-8ba9-0cba5a661898 service neutron] 10.222.0.32 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951072 Oct 26 13:59:48.950086 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:49.068225 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-ebda6384-7af1-4e91-92be-295e29b7de2b service neutron] 10.222.0.32 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612766 Oct 26 13:59:49.131884 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4789dc7-8ec5-4846-8dad-344da620323f {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:49.154236 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f4789dc7-8ec5-4846-8dad-344da620323f, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f4789dc7-8ec5-4846-8dad-344da620323f,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:49.163636 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:49.227176 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12d1d4-6ab1-4a96-9374-d83ac1d6fd98 req-dc7702a2-8dc2-41a2-af16-2b5f385ae8b2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:49.234926 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d12d1d4-6ab1-4a96-9374-d83ac1d6fd98 req-dc7702a2-8dc2-41a2-af16-2b5f385ae8b2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.0890415 Oct 26 13:59:49.239749 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=f4789dc7-8ec5-4846-8dad-344da620323f,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:49.281649 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['f4789dc7-8ec5-4846-8dad-344da620323f'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:49.305803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d12d1d4-6ab1-4a96-9374-d83ac1d6fd98 req-e36fce98-bd38-474a-86c0-45208863c130 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632229 Oct 26 13:59:49.466148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1ea9f-2474-4ff3-9d18-7db544a392f9 req-666615a4-6ba8-416c-afd0-7676f8fed4ab tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:49.474891 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bd1ea9f-2474-4ff3-9d18-7db544a392f9 req-666615a4-6ba8-416c-afd0-7676f8fed4ab tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 950 time: 0.0622988 Oct 26 13:59:49.523616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bd1ea9f-2474-4ff3-9d18-7db544a392f9 req-3a482837-2f39-4267-b055-048640676be3 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/security-groups?id=ccd127dd-f921-4087-af10-53fd13c9db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441427 Oct 26 13:59:49.647477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef3ab87c-cf71-4f40-8f6d-cd5e7628cb33 req-c46675a6-30ba-48fc-9c39-58e2da3e70ed tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 210 time: 0.0331807 Oct 26 13:59:50.207471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c5ebc-917d-4685-b2ab-b4974da846cd req-283e5738-1021-4a1d-bba6-3f1abb0854ec tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:50.209066 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-459c5ebc-917d-4685-b2ab-b4974da846cd req-283e5738-1021-4a1d-bba6-3f1abb0854ec tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 950 time: 0.0547802 Oct 26 13:59:50.248751 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-459c5ebc-917d-4685-b2ab-b4974da846cd req-05e50b75-ae33-4c7e-9ca9-336b91dda856 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/security-groups?id=ccd127dd-f921-4087-af10-53fd13c9db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336463 Oct 26 13:59:50.712549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f4789dc7-8ec5-4846-8dad-344da620323f up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:50.714807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7275d3-7a9c-4779-91bc-f68b3c82a75f req-986566f4-2098-4072-b34c-cc22904de8d2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:50.716322 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c7275d3-7a9c-4779-91bc-f68b3c82a75f req-986566f4-2098-4072-b34c-cc22904de8d2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.3311770 Oct 26 13:59:50.761699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port f4789dc7-8ec5-4846-8dad-344da620323f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:50.762109 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.798374 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7884007-941b-4b83-b835-6bfd5db9f914 req-50f57867-45cf-4ffa-838d-211817f8685e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 210 time: 0.0481670 Oct 26 13:59:50.804203 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c7275d3-7a9c-4779-91bc-f68b3c82a75f req-bec18c33-9c6c-4ad5-802b-5b326c680bf5 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819447 Oct 26 13:59:50.863724 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.891382 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d0399c-3eb7-4a04-bd46-5e08ab32f88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4789dc7-8ec5-4846-8dad-344da620323f'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:50.893618 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4cc0c2-f82a-45d6-b9e8-2537a85e21e7" -d '{"events": [{"server_uuid": "16d0399c-3eb7-4a04-bd46-5e08ab32f88c", "name": "network-vif-plugged", "status": "completed", "tag": "f4789dc7-8ec5-4846-8dad-344da620323f"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:50.918056 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f4789dc7-8ec5-4846-8dad-344da620323f, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f4789dc7-8ec5-4846-8dad-344da620323f,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:50.930534 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.992662 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3fbc54-e7e6-4cce-afb6-f968cfcbbeec x-openstack-request-id: req-8b3fbc54-e7e6-4cce-afb6-f968cfcbbeec {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:50.992953 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d0399c-3eb7-4a04-bd46-5e08ab32f88c", "name": "network-vif-plugged", "status": "completed", "tag": "f4789dc7-8ec5-4846-8dad-344da620323f", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:50.993206 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b3fbc54-e7e6-4cce-afb6-f968cfcbbeec {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:50.993605 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d0399c-3eb7-4a04-bd46-5e08ab32f88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4789dc7-8ec5-4846-8dad-344da620323f', 'code': 200} Oct 26 13:59:50.994208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=f4789dc7-8ec5-4846-8dad-344da620323f,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:51.057114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-f0a8b6ac-f872-4e64-8624-0997a680cc2f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:51.058517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-f0a8b6ac-f872-4e64-8624-0997a680cc2f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.11 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 821 time: 0.1509621 Oct 26 13:59:51.082051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-618f017c-8896-49a2-b5c6-cc31cd97bbea tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Request body: {'port': {'device_id': '12e374e1-a8fe-4704-a5cf-f98d2fc3336a', 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88', 'admin_state_up': True, 'tenant_id': '7c460ccd28a148038bf322d3b6ba6b4c'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:51.201236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-618f017c-8896-49a2-b5c6-cc31cd97bbea tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Made reservation on behalf of 7c460ccd28a148038bf322d3b6ba6b4c for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:51.205428 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-618f017c-8896-49a2-b5c6-cc31cd97bbea tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.388155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-618f017c-8896-49a2-b5c6-cc31cd97bbea tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Allocated IP 172.20.0.9 (ba04fdd3-3802-412f-af48-4aa973edbc88/d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67/cdd10a30-2b9a-4029-8568-bdc2dbe43e40) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:51.412787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613ad58-f4cb-4c3b-803d-7a100d7b76f7 req-6b098f84-f771-43fc-9108-79362bfd1066 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:51.420188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4613ad58-f4cb-4c3b-803d-7a100d7b76f7 req-6b098f84-f771-43fc-9108-79362bfd1066 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 950 time: 0.0868604 Oct 26 13:59:51.494747 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4613ad58-f4cb-4c3b-803d-7a100d7b76f7 req-13b4a514-6439-45ae-830f-1fa47caee99b tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/security-groups?id=ccd127dd-f921-4087-af10-53fd13c9db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736680 Oct 26 13:59:51.600472 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-618f017c-8896-49a2-b5c6-cc31cd97bbea tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.636408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-618f017c-8896-49a2-b5c6-cc31cd97bbea tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.651473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['fe1fd28c-9f55-4c15-a4de-9836f167009c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:51.686634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-618f017c-8896-49a2-b5c6-cc31cd97bbea tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Network ba04fdd3-3802-412f-af48-4aa973edbc88 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:51.689960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-618f017c-8896-49a2-b5c6-cc31cd97bbea tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:51.692495 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-618f017c-8896-49a2-b5c6-cc31cd97bbea tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:51.725476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f017c-8896-49a2-b5c6-cc31cd97bbea tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Pushing event updated for resources: {'Port': ['ID=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:51.751922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-618f017c-8896-49a2-b5c6-cc31cd97bbea tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:51.752707 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-618f017c-8896-49a2-b5c6-cc31cd97bbea tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.773889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-618f017c-8896-49a2-b5c6-cc31cd97bbea tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6963775 Oct 26 13:59:51.788402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefea7e-ec62-4d96-8d01-a05efee3e658 req-5ab89e1d-15af-49e9-b0a4-65d12d116625 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:51.792008 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Request body: {'port': {'device_id': '12e374e1-a8fe-4704-a5cf-f98d2fc3336a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:51.795620 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0eefea7e-ec62-4d96-8d01-a05efee3e658 req-5ab89e1d-15af-49e9-b0a4-65d12d116625 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 950 time: 0.1384695 Oct 26 13:59:51.908494 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.988546 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-0eefea7e-ec62-4d96-8d01-a05efee3e658 req-f56c3a5e-4ec9-4039-9fd4-5e77670a4197 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Deleting port 28cb84ad-c049-4e67-8c99-e3aebf562366 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:51.989128 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0eefea7e-ec62-4d96-8d01-a05efee3e658 req-f56c3a5e-4ec9-4039-9fd4-5e77670a4197 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.248953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d3598-4388-4364-bb9f-4d73e3bca7fe req-c37de9a1-3c69-49fe-bb63-40429b94357a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:52.257223 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b50d3598-4388-4364-bb9f-4d73e3bca7fe req-c37de9a1-3c69-49fe-bb63-40429b94357a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 931 time: 0.1190255 Oct 26 13:59:52.298590 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c14304-88dc-4c5b-89b8-2a733ee276dc req-baee7425-d8a2-4a6e-9b50-f9cc35cea3cd tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:52.305811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76c14304-88dc-4c5b-89b8-2a733ee276dc req-baee7425-d8a2-4a6e-9b50-f9cc35cea3cd tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.1665170 Oct 26 13:59:52.354271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b50d3598-4388-4364-bb9f-4d73e3bca7fe req-f0a2f028-85e3-4acf-aaa7-d3b8e7fde761 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961556 Oct 26 13:59:52.388063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76c14304-88dc-4c5b-89b8-2a733ee276dc req-b1000a76-01ae-42dc-8931-cd324b8b2781 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812550 Oct 26 13:59:52.414632 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd10a30-2b9a-4029-8568-bdc2dbe43e40 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:52.425190 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.440242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Transition to ACTIVE for port object cdd10a30-2b9a-4029-8568-bdc2dbe43e40 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:52.455928 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.459896 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0eefea7e-ec62-4d96-8d01-a05efee3e658 req-f56c3a5e-4ec9-4039-9fd4-5e77670a4197 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] For port 28cb84ad-c049-4e67-8c99-e3aebf562366, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=28cb84ad-c049-4e67-8c99-e3aebf562366,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:52.460273 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0eefea7e-ec62-4d96-8d01-a05efee3e658 req-f56c3a5e-4ec9-4039-9fd4-5e77670a4197 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.479351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-0eefea7e-ec62-4d96-8d01-a05efee3e658 req-f56c3a5e-4ec9-4039-9fd4-5e77670a4197 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Calling delete_port for 28cb84ad-c049-4e67-8c99-e3aebf562366 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:52.554534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Pushing event updated for resources: {'Port': ['ID=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:52.658668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Attempting to bind port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:52.658993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Attempting to bind port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:52.659330 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Attempting to bind port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:52.661552 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0eefea7e-ec62-4d96-8d01-a05efee3e658 req-f56c3a5e-4ec9-4039-9fd4-5e77670a4197 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.665447 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 on network ba04fdd3-3802-412f-af48-4aa973edbc88 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:52.665789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Attempting to bind port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:52.671148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:52.672479 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Checking segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:52.675007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['28cb84ad-c049-4e67-8c99-e3aebf562366'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:52.680223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Bound using segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:52.686345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Bound port: cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:52.686763 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.694363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c3a5e-4ec9-4039-9fd4-5e77670a4197 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Pushing event deleted for resources: {'Port': ['ID=28cb84ad-c049-4e67-8c99-e3aebf562366,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:52.745603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eefea7e-ec62-4d96-8d01-a05efee3e658 req-f56c3a5e-4ec9-4039-9fd4-5e77670a4197 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] No DVR routers for this DVR port 28cb84ad-c049-4e67-8c99-e3aebf562366 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:52.748715 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0eefea7e-ec62-4d96-8d01-a05efee3e658 req-f56c3a5e-4ec9-4039-9fd4-5e77670a4197 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.754504 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0eefea7e-ec62-4d96-8d01-a05efee3e658 req-f56c3a5e-4ec9-4039-9fd4-5e77670a4197 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.25 "DELETE /v2.0/ports/28cb84ad-c049-4e67-8c99-e3aebf562366 HTTP/1.1" status: 204 len: 173 time: 0.9514635 Oct 26 13:59:52.755183 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672', 'name': 'network-vif-deleted', 'tag': '28cb84ad-c049-4e67-8c99-e3aebf562366'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:52.758014 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c7315-bebe-4795-ae00-a6d4873aafa8" -d '{"events": [{"server_uuid": "8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672", "name": "network-vif-deleted", "tag": "28cb84ad-c049-4e67-8c99-e3aebf562366"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:52.821868 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c31333-64e6-4f35-9287-0841f058bbbe x-openstack-request-id: req-18c31333-64e6-4f35-9287-0841f058bbbe {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:52.822892 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672", "name": "network-vif-deleted", "tag": "28cb84ad-c049-4e67-8c99-e3aebf562366", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:52.823358 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18c31333-64e6-4f35-9287-0841f058bbbe {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:52.823978 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672', 'name': 'network-vif-deleted', 'tag': '28cb84ad-c049-4e67-8c99-e3aebf562366', 'status': 'completed', 'code': 200} Oct 26 13:59:52.859789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-146b31d0-8f7a-4aaa-a5b0-90ede196b9b7 req-aba851f4-1437-4db5-9956-a74b20657187 tempest-TenantUsagesTestJSON-901763353 tempest-TenantUsagesTestJSON-901763353-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d72ca5d-d4a3-4e06-a6a2-02eb44b7b672 HTTP/1.1" status: 200 len: 210 time: 0.1195629 Oct 26 13:59:52.888088 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:52.892076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:52.898171 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.928475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:52.930573 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.932110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] 10.222.0.11 "PUT /v2.0/ports/cdd10a30-2b9a-4029-8568-bdc2dbe43e40 HTTP/1.1" status: 200 len: 1091 time: 1.1455541 Oct 26 13:59:52.933701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e374e1-a8fe-4704-a5cf-f98d2fc3336a', 'tag': 'cdd10a30-2b9a-4029-8568-bdc2dbe43e40'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:52.936196 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efadd4fe-56be-4c6a-bde8-b1b125600e10" -d '{"events": [{"name": "network-changed", "server_uuid": "12e374e1-a8fe-4704-a5cf-f98d2fc3336a", "tag": "cdd10a30-2b9a-4029-8568-bdc2dbe43e40"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:53.075765 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcb854d-cef2-4d9b-9e61-e1a462e2baef x-openstack-request-id: req-5bcb854d-cef2-4d9b-9e61-e1a462e2baef {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:53.076112 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e374e1-a8fe-4704-a5cf-f98d2fc3336a", "tag": "cdd10a30-2b9a-4029-8568-bdc2dbe43e40", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:53.076309 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5bcb854d-cef2-4d9b-9e61-e1a462e2baef {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:53.076709 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e374e1-a8fe-4704-a5cf-f98d2fc3336a', 'tag': 'cdd10a30-2b9a-4029-8568-bdc2dbe43e40', 'status': 'completed', 'code': 200} Oct 26 13:59:53.080427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d71258-b77a-448e-a2cf-cb47e4cfbd7f service neutron] Pushing event updated for resources: {'Port': ['ID=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:53.104756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-e85e205d-7ea0-4c78-9e61-f9e669d8b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:53.106507 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-e85e205d-7ea0-4c78-9e61-f9e669d8b67b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 1094 time: 0.0622694 Oct 26 13:59:53.158728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-9b26a256-e483-4631-b1c0-114bda2c6de2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40 HTTP/1.1" status: 200 len: 217 time: 0.0417335 Oct 26 13:59:53.236246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-57bcb62b-8179-4660-bafc-2515df6a1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:53.238133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-57bcb62b-8179-4660-bafc-2515df6a1ffe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.0714278 Oct 26 13:59:53.253015 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.288216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-f67afba0-4ec6-4fd8-b22a-97b19c03db0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407493 Oct 26 13:59:53.460207 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-b61ed8b7-4c7b-4936-b519-08206101f58d service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493974 Oct 26 13:59:53.629116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff635567-6dc2-468c-83ea-5d79b3573004 req-8bd253f9-4836-47aa-af88-79a27c3d867a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:53.636429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff635567-6dc2-468c-83ea-5d79b3573004 req-8bd253f9-4836-47aa-af88-79a27c3d867a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.1311324 Oct 26 13:59:53.695905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe636dac-efa1-4dfe-be68-6156912eb042 req-2448044b-8b4d-451f-ad75-7f4f8a3985c8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:53.697497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe636dac-efa1-4dfe-be68-6156912eb042 req-2448044b-8b4d-451f-ad75-7f4f8a3985c8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 943 time: 0.1935089 Oct 26 13:59:53.742183 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988a50f-f8f4-46d9-8cc9-f86d964041be req-75bdc5a8-7ae5-427e-a345-79f69b364559 service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747700 Oct 26 13:59:53.773735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff635567-6dc2-468c-83ea-5d79b3573004 req-e94d789c-1a18-4664-816e-0cfbd8b840b0 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364443 Oct 26 13:59:53.797657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe636dac-efa1-4dfe-be68-6156912eb042 req-08db3813-120e-46df-99e7-83d565452676 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885677 Oct 26 13:59:53.924225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadd4fe-56be-4c6a-bde8-b1b125600e10 req-feea53f2-86fe-40c8-85a5-d6866e0a8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:53.925903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efadd4fe-56be-4c6a-bde8-b1b125600e10 req-feea53f2-86fe-40c8-85a5-d6866e0a8be7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 1094 time: 0.0857425 Oct 26 13:59:54.075836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadd4fe-56be-4c6a-bde8-b1b125600e10 req-4377bd13-6de8-47bf-8a11-18402f3c8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:54.078324 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efadd4fe-56be-4c6a-bde8-b1b125600e10 req-4377bd13-6de8-47bf-8a11-18402f3c8251 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.1415575 Oct 26 13:59:54.155531 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efadd4fe-56be-4c6a-bde8-b1b125600e10 req-31cc9197-3ea3-4e96-ae2d-d5a702561240 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40 HTTP/1.1" status: 200 len: 217 time: 0.0581124 Oct 26 13:59:54.221809 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadd4fe-56be-4c6a-bde8-b1b125600e10 req-6467b1cd-40dd-45b6-8cf1-b608e491f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:54.224199 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efadd4fe-56be-4c6a-bde8-b1b125600e10 req-6467b1cd-40dd-45b6-8cf1-b608e491f582 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.0568857 Oct 26 13:59:54.270914 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efadd4fe-56be-4c6a-bde8-b1b125600e10 req-50af0f65-6e1c-4571-84c1-bd37ec03ce8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383737 Oct 26 13:59:54.362804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48710) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:54.401432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efadd4fe-56be-4c6a-bde8-b1b125600e10 req-cc0bed1f-edc5-4031-9b6f-5dde9f3eba9f service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171441 Oct 26 13:59:54.547592 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efadd4fe-56be-4c6a-bde8-b1b125600e10 req-3017cb5c-76ed-4c8d-a56f-aa98f369a611 service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378419 Oct 26 13:59:54.556075 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ffdb31c6-829b-4ca8-ab70-c203359802b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a11b03d288e44e1983bc70ca45e5f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924338 Oct 26 13:59:54.558773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48714) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:54.652317 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4a880f03-f8fb-493a-bbec-d0a39f450243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.675955 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4a880f03-f8fb-493a-bbec-d0a39f450243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.716448 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device aa073f09-324a-4547-b919-137b8d6a89d0 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:54.748782 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4a880f03-f8fb-493a-bbec-d0a39f450243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.752610 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4a880f03-f8fb-493a-bbec-d0a39f450243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.754219 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4a880f03-f8fb-493a-bbec-d0a39f450243 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ccd127dd-f921-4087-af10-53fd13c9db42 HTTP/1.1" status: 204 len: 168 time: 0.1665165 Oct 26 13:59:54.765864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a880f03-f8fb-493a-bbec-d0a39f450243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd127dd-f921-4087-af10-53fd13c9db42,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:54.923625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 28cb84ad-c049-4e67-8c99-e3aebf562366 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:54.991438 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fe679-1187-43d8-8cf8-d468c200699c req-522adbb1-951f-4ae9-9679-1b2999fe2651 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:54.994074 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-051fe679-1187-43d8-8cf8-d468c200699c req-522adbb1-951f-4ae9-9679-1b2999fe2651 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.0966809 Oct 26 13:59:55.056125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 28cb84ad-c049-4e67-8c99-e3aebf562366 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:59:55.056945 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 28cb84ad-c049-4e67-8c99-e3aebf562366 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:55.075944 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port aa073f09-324a-4547-b919-137b8d6a89d0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=aa073f09-324a-4547-b919-137b8d6a89d0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:55.094372 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'aa073f09-324a-4547-b919-137b8d6a89d0', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'aa073f09-324a-4547-b919-137b8d6a89d0', 'mac_address': 'fa:16:3e:27:8c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:55.143995 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.157115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-051fe679-1187-43d8-8cf8-d468c200699c req-b77a0661-f58e-4823-a850-42f805be053b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500399 Oct 26 13:59:55.181410 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa073f09-324a-4547-b919-137b8d6a89d0 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:55.204353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ffb90-0cc1-4cca-9cda-74cb1ea4694d req-a897edcb-0bf4-4e34-bf29-0dc4233af95e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:55.218863 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe7ffb90-0cc1-4cca-9cda-74cb1ea4694d req-a897edcb-0bf4-4e34-bf29-0dc4233af95e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 943 time: 0.1612432 Oct 26 13:59:55.238634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port aa073f09-324a-4547-b919-137b8d6a89d0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=aa073f09-324a-4547-b919-137b8d6a89d0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:55.247550 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.331990 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe7ffb90-0cc1-4cca-9cda-74cb1ea4694d req-597cd8c7-5ad4-4472-80b8-e79a87a0cce5 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061358 Oct 26 13:59:55.372814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48744) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:55.407883 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5469a7e-e55d-42fe-80ef-5916f90a2a07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.415529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['aa073f09-324a-4547-b919-137b8d6a89d0'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:55.463963 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=aa073f09-324a-4547-b919-137b8d6a89d0,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:55.577099 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5469a7e-e55d-42fe-80ef-5916f90a2a07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.592068 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5469a7e-e55d-42fe-80ef-5916f90a2a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.647556 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5469a7e-e55d-42fe-80ef-5916f90a2a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89fea13-d370-4df8-8373-87c23a7a1fb3,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:55.653001 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a5469a7e-e55d-42fe-80ef-5916f90a2a07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2da327baf52b4a20907fc7d4905d30f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785687 Oct 26 13:59:55.655700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48750) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:55.732584 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dc7f0f7e-d08b-4054-baf4-fb3f707503f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.759367 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dc7f0f7e-d08b-4054-baf4-fb3f707503f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.817373 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dc7f0f7e-d08b-4054-baf4-fb3f707503f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.822781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dc7f0f7e-d08b-4054-baf4-fb3f707503f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.828350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dc7f0f7e-d08b-4054-baf4-fb3f707503f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a89fea13-d370-4df8-8373-87c23a7a1fb3 HTTP/1.1" status: 204 len: 168 time: 0.1698108 Oct 26 13:59:55.839109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f0f7e-d08b-4054-baf4-fb3f707503f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89fea13-d370-4df8-8373-87c23a7a1fb3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:56.330619 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e8fa7-689b-440d-8628-f82bb51359b8 req-4653c117-f450-4b5e-804b-981d0d7687ab tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:56.340236 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e48e8fa7-689b-440d-8628-f82bb51359b8 req-4653c117-f450-4b5e-804b-981d0d7687ab tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.0816503 Oct 26 13:59:56.392843 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e48e8fa7-689b-440d-8628-f82bb51359b8 req-c8cb9640-1110-4bc6-9fc6-2edcfc29144b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513141 Oct 26 13:59:56.621810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f65c6-8477-4845-9098-015d96faa3c2 req-58d6d13f-bb0a-495e-b41e-5ba15ee58a17 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:56.623669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f73f65c6-8477-4845-9098-015d96faa3c2 req-58d6d13f-bb0a-495e-b41e-5ba15ee58a17 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 943 time: 0.1216397 Oct 26 13:59:56.707502 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f73f65c6-8477-4845-9098-015d96faa3c2 req-39fbbd2e-1a5d-40e7-a12c-af74bb3fdf84 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681548 Oct 26 13:59:56.736918 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device aa073f09-324a-4547-b919-137b8d6a89d0 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:56.830266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port aa073f09-324a-4547-b919-137b8d6a89d0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:56.830731 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.011225 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.012444 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48804) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:57.059691 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port aa073f09-324a-4547-b919-137b8d6a89d0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=aa073f09-324a-4547-b919-137b8d6a89d0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:57.061558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa073f09-324a-4547-b919-137b8d6a89d0'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:57.065387 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d4cd8d-303a-43b0-9502-61c8aaa19b83" -d '{"events": [{"server_uuid": "8c8aad84-935c-4abc-b658-10bd4c2aca5a", "name": "network-vif-plugged", "status": "completed", "tag": "aa073f09-324a-4547-b919-137b8d6a89d0"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:57.088011 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.155613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=aa073f09-324a-4547-b919-137b8d6a89d0,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:57.177457 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b4333d-2135-49b7-ada1-671792051edd x-openstack-request-id: req-15b4333d-2135-49b7-ada1-671792051edd {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:57.177765 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8aad84-935c-4abc-b658-10bd4c2aca5a", "name": "network-vif-plugged", "status": "completed", "tag": "aa073f09-324a-4547-b919-137b8d6a89d0", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:57.178685 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15b4333d-2135-49b7-ada1-671792051edd {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:57.178685 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa073f09-324a-4547-b919-137b8d6a89d0', 'code': 200} Oct 26 13:59:57.216356 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.250726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1122445005-network', 'tenant_id': 'e1167943cc9c4c5c9154a5e0f8ef180b'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:57.282402 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] Made reservation on behalf of e1167943cc9c4c5c9154a5e0f8ef180b for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:57.285320 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.299934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.429796 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.439134 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.485650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff7cf6a-71f4-4552-990d-ab97f187e24a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:57.490704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:59:57.506323 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.506736 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] Added segment 2ff0fb38-7e6f-4e3f-a4bb-cabf364e6374 of type vlan for network 81330c68-8793-4b78-8210-f89bc4efc703 Oct 26 13:59:57.604987 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.694637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bb9f0-356f-4636-9dbf-0efd6a31ac86 req-8d89513a-6b6a-4fd4-8122-555b975d7e70 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:57.698157 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-293bb9f0-356f-4636-9dbf-0efd6a31ac86 req-8d89513a-6b6a-4fd4-8122-555b975d7e70 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.1163502 Oct 26 13:59:57.699435 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.700336 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:57.700922 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.788329 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48848) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:57.794689 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5d2f2858-04f5-4362-8496-eec8f39a2ee0 admin admin] Request body: {'subnet': {'network_id': '81330c68-8793-4b78-8210-f89bc4efc703', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1122445005-subnet', 'tenant_id': 'e1167943cc9c4c5c9154a5e0f8ef180b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:57.799731 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7864709 Oct 26 13:59:57.840557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-293bb9f0-356f-4636-9dbf-0efd6a31ac86 req-ac656cfb-1538-4ac6-a2d3-3c95687cd285 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264310 Oct 26 13:59:57.873122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192df136-80a4-420b-a706-ee5b7de3f1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=81330c68-8793-4b78-8210-f89bc4efc703,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:57.874174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2f2858-04f5-4362-8496-eec8f39a2ee0 admin admin] Made reservation on behalf of e1167943cc9c4c5c9154a5e0f8ef180b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:57.882842 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2858-04f5-4362-8496-eec8f39a2ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:58.019929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 81330c68-8793-4b78-8210-f89bc4efc703 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:59:58.298969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d986d-fab6-43e0-8797-6cd9d1a2f128 req-55c172f2-1e19-41a9-a7e3-70cc15337dbf tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:58.300665 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-734d986d-fab6-43e0-8797-6cd9d1a2f128 req-55c172f2-1e19-41a9-a7e3-70cc15337dbf tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 943 time: 0.1385808 Oct 26 13:59:58.354476 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2858-04f5-4362-8496-eec8f39a2ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:58.400418 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-734d986d-fab6-43e0-8797-6cd9d1a2f128 req-c6d2aaef-1692-40c6-8a81-78aab697e5ff tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845308 Oct 26 13:59:58.420873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f2858-04f5-4362-8496-eec8f39a2ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d3c88a8-c5ac-41cf-8067-9f5df067a31d,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:58.458861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f2858-04f5-4362-8496-eec8f39a2ee0 admin admin] Checking segment: {'id': '2ff0fb38-7e6f-4e3f-a4bb-cabf364e6374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '81330c68-8793-4b78-8210-f89bc4efc703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:58.459902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2f2858-04f5-4362-8496-eec8f39a2ee0 admin admin] Network hostable DHCP agents. Network: 81330c68-8793-4b78-8210-f89bc4efc703, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:59:58.497725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2f2858-04f5-4362-8496-eec8f39a2ee0 admin admin] Network 81330c68-8793-4b78-8210-f89bc4efc703 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:59:58.525466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-5d2f2858-04f5-4362-8496-eec8f39a2ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 81330c68-8793-4b78-8210-f89bc4efc703) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:58.536990 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2f2858-04f5-4362-8496-eec8f39a2ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:58.537587 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2858-04f5-4362-8496-eec8f39a2ee0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:58.561677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a261b-1b12-45d1-90b2-5f8bb821f92c None None] Network 81330c68-8793-4b78-8210-f89bc4efc703 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:59:58.574401 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5d2f2858-04f5-4362-8496-eec8f39a2ee0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7830920 Oct 26 13:59:58.915576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad286f6-de27-463c-b98e-81e4eb806bb4 None None] Network 81330c68-8793-4b78-8210-f89bc4efc703 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:59:58.918596 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:00:00.095519 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-99d986c8-8930-43f3-9670-38dd1c65d61e service neutron] show failed (client error): The resource could not be found. Oct 26 14:00:00.096570 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-99d986c8-8930-43f3-9670-38dd1c65d61e service neutron] 10.222.0.25 "GET /v2.0/ports/f2bb4593-f42c-4eaa-a37c-e4f605215522/bindings/n-h2-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.1186454 Oct 26 14:00:00.581869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-1fc3f22f-201c-410d-85e6-4c578e5e527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:00.588284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-1fc3f22f-201c-410d-85e6-4c578e5e527b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff&tenant_id=f254c3780f9c4422b640c485cb709267 HTTP/1.1" status: 200 len: 1100 time: 0.1375303 Oct 26 14:00:00.613240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:00.771162 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:01.276395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] For port f2bb4593-f42c-4eaa-a37c-e4f605215522, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:01.350201 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] For port f2bb4593-f42c-4eaa-a37c-e4f605215522, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:01.412352 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:01.428179 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Transition to ACTIVE for port object f2bb4593-f42c-4eaa-a37c-e4f605215522 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:01.429539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26444a75-2cb2-44f0-a478-adc57920dbff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2bb4593-f42c-4eaa-a37c-e4f605215522'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:01.433485 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6f5a43-4183-4d46-a01f-8f62637016b3" -d '{"events": [{"server_uuid": "26444a75-2cb2-44f0-a478-adc57920dbff", "name": "network-vif-unplugged", "status": "completed", "tag": "f2bb4593-f42c-4eaa-a37c-e4f605215522"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:01.439671 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:01.559178 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] No DVR routers for this DVR port f2bb4593-f42c-4eaa-a37c-e4f605215522 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:00:01.680031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bb4593-f42c-4eaa-a37c-e4f605215522,revision_number=6']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:01.750842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Attempting to bind port f2bb4593-f42c-4eaa-a37c-e4f605215522 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:01.752440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Attempting to bind port f2bb4593-f42c-4eaa-a37c-e4f605215522 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:01.753307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Attempting to bind port f2bb4593-f42c-4eaa-a37c-e4f605215522 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:01.770151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Port f2bb4593-f42c-4eaa-a37c-e4f605215522 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:01.770511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Attempting to bind port f2bb4593-f42c-4eaa-a37c-e4f605215522 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:01.785566 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:01.785971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:01.786975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:01.787495 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Bound port: f2bb4593-f42c-4eaa-a37c-e4f605215522, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:01.787880 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:01.902105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] For port f2bb4593-f42c-4eaa-a37c-e4f605215522, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:01.907038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] For port f2bb4593-f42c-4eaa-a37c-e4f605215522, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:01.916317 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:01.944874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:01.945861 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:01.950247 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] 10.222.0.11 "PUT /v2.0/ports/f2bb4593-f42c-4eaa-a37c-e4f605215522 HTTP/1.1" status: 200 len: 1095 time: 1.3417246 Oct 26 14:00:02.097428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198612e7-e3d2-4864-bcab-1dd4fd274779 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bb4593-f42c-4eaa-a37c-e4f605215522,revision_number=7']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:02.222187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-2ad6b08f-90c7-47d2-8dd4-4c79e6f58665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:02.223719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-2ad6b08f-90c7-47d2-8dd4-4c79e6f58665 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 1098 time: 0.1125472 Oct 26 14:00:02.382881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-323776d6-782c-46e6-b819-309acc55a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:02.384314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-323776d6-782c-46e6-b819-309acc55a6f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1463704 Oct 26 14:00:02.444660 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-06143dac-9d51-4945-94bd-e1ee7aafef39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522 HTTP/1.1" status: 200 len: 217 time: 0.0367470 Oct 26 14:00:02.513655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-f54ac3d3-cc34-4c75-b2a1-12acb1e2b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:02.514830 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-f54ac3d3-cc34-4c75-b2a1-12acb1e2b455 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0565352 Oct 26 14:00:02.577886 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-5fa9324f-52af-40a1-b5de-4ea0cc9c8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:02.579424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-5fa9324f-52af-40a1-b5de-4ea0cc9c8144 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533834 Oct 26 14:00:02.697234 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-07c8bfef-d64e-4dd7-bb89-a8d11dd90a84 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055284 Oct 26 14:00:02.849297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2678503-1c6b-4e52-9410-a78e20e0557f req-106e8bbe-4e5f-43f8-9b6b-2d3a9451b763 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431010 Oct 26 14:00:04.907764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f2bb4593-f42c-4eaa-a37c-e4f605215522 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:04.997496 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f2bb4593-f42c-4eaa-a37c-e4f605215522 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:00:06.474373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d29086da-7a92-41a1-aa8f-177cb45d70c7 req-094cb842-66b3-4a27-a063-de038cf61264 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434299 Oct 26 14:00:06.613614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29086da-7a92-41a1-aa8f-177cb45d70c7 req-caef7f84-107c-462c-b1e6-6a7fd6af50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:06.615527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d29086da-7a92-41a1-aa8f-177cb45d70c7 req-caef7f84-107c-462c-b1e6-6a7fd6af50fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 1101 time: 0.0797842 Oct 26 14:00:06.825949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29086da-7a92-41a1-aa8f-177cb45d70c7 req-3814622d-f161-4a36-b577-0eb31434c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:06.827468 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d29086da-7a92-41a1-aa8f-177cb45d70c7 req-3814622d-f161-4a36-b577-0eb31434c228 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1717324 Oct 26 14:00:06.837114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-ba89c111-6802-48b4-8d35-ff611b451a47 req-8d548dea-f4a0-44d4-8658-7fcb27be2130 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-772703857', 'description': 'tempest-description-878056074'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:06.902663 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d29086da-7a92-41a1-aa8f-177cb45d70c7 req-2f8ef374-b935-4ec6-92ec-52d9494b0875 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad HTTP/1.1" status: 200 len: 217 time: 0.0544407 Oct 26 14:00:06.915806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff22965-0c05-4266-9879-56438596b734 req-11d109e2-429a-47c7-b634-7366b9ce3cb8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:06.917277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bff22965-0c05-4266-9879-56438596b734 req-11d109e2-429a-47c7-b634-7366b9ce3cb8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 947 time: 0.1344540 Oct 26 14:00:06.978149 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ba89c111-6802-48b4-8d35-ff611b451a47 req-8d548dea-f4a0-44d4-8658-7fcb27be2130 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.029037 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29086da-7a92-41a1-aa8f-177cb45d70c7 req-38c4b14a-c22d-4f4e-8f3c-e6a8ad08c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:07.030789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d29086da-7a92-41a1-aa8f-177cb45d70c7 req-38c4b14a-c22d-4f4e-8f3c-e6a8ad08c713 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1126001 Oct 26 14:00:07.037155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bff22965-0c05-4266-9879-56438596b734 req-5e1505a9-86ad-468f-bdd2-896717866109 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053815 Oct 26 14:00:07.128870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29086da-7a92-41a1-aa8f-177cb45d70c7 req-5411ec33-e4ce-4ece-96a9-8df15105d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:07.130434 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d29086da-7a92-41a1-aa8f-177cb45d70c7 req-5411ec33-e4ce-4ece-96a9-8df15105d1bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809472 Oct 26 14:00:07.132781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ba89c111-6802-48b4-8d35-ff611b451a47 req-8d548dea-f4a0-44d4-8658-7fcb27be2130 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.139795 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ba89c111-6802-48b4-8d35-ff611b451a47 req-8d548dea-f4a0-44d4-8658-7fcb27be2130 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.217535 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ba89c111-6802-48b4-8d35-ff611b451a47 req-8d548dea-f4a0-44d4-8658-7fcb27be2130 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.219743 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba89c111-6802-48b4-8d35-ff611b451a47 req-8d548dea-f4a0-44d4-8658-7fcb27be2130 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3864753 Oct 26 14:00:07.236089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d548dea-f4a0-44d4-8658-7fcb27be2130 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba633c1f-8f34-4dd9-8692-78baeac9a094,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:07.282753 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39689e4d-1bf2-46d5-9b30-7d550c57e223 x-openstack-request-id: req-39689e4d-1bf2-46d5-9b30-7d550c57e223 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:07.283049 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26444a75-2cb2-44f0-a478-adc57920dbff", "name": "network-vif-unplugged", "status": "completed", "tag": "f2bb4593-f42c-4eaa-a37c-e4f605215522", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:07.283308 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39689e4d-1bf2-46d5-9b30-7d550c57e223 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:07.283777 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26444a75-2cb2-44f0-a478-adc57920dbff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2bb4593-f42c-4eaa-a37c-e4f605215522', 'code': 200} Oct 26 14:00:07.373576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc8354-46db-4579-84f6-fbe3651f59cc req-4122a685-5f88-40af-a043-c7f7219445ef tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:07.375192 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cefc8354-46db-4579-84f6-fbe3651f59cc req-4122a685-5f88-40af-a043-c7f7219445ef tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 943 time: 0.1543620 Oct 26 14:00:07.391777 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d29086da-7a92-41a1-aa8f-177cb45d70c7 req-974112ab-163a-41e4-9e4f-57cdf61d9905 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380636 Oct 26 14:00:07.489134 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cefc8354-46db-4579-84f6-fbe3651f59cc req-9f16709b-0e19-43e1-bba5-ac25cae51384 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962718 Oct 26 14:00:07.493656 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202995db-9dc3-4581-96e8-a6279892c8cb req-1915efd1-69cf-4f29-991d-6013e3765ef2 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:07.501836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-202995db-9dc3-4581-96e8-a6279892c8cb req-1915efd1-69cf-4f29-991d-6013e3765ef2 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 1097 time: 0.1607313 Oct 26 14:00:07.601576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-202995db-9dc3-4581-96e8-a6279892c8cb req-6949041a-244f-468f-8022-bb4762764437 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951674 Oct 26 14:00:07.623490 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d29086da-7a92-41a1-aa8f-177cb45d70c7 req-30954ad4-d103-4a1a-a66e-64f62663c83f service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103560 Oct 26 14:00:07.665871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e95233d-e500-4407-a091-aeaeeb0f72c4 req-a4c54f7e-4200-4f02-9aa7-08a5a2f88917 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-groups/ba633c1f-8f34-4dd9-8692-78baeac9a094 HTTP/1.1" status: 200 len: 1811 time: 0.0628452 Oct 26 14:00:07.678627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-9e95233d-e500-4407-a091-aeaeeb0f72c4 req-8f1a9157-2295-4870-9c31-deebb756d95a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba633c1f-8f34-4dd9-8692-78baeac9a094', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:07.678893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-9e95233d-e500-4407-a091-aeaeeb0f72c4 req-8f1a9157-2295-4870-9c31-deebb756d95a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba633c1f-8f34-4dd9-8692-78baeac9a094', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:07.772128 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9e95233d-e500-4407-a091-aeaeeb0f72c4 req-8f1a9157-2295-4870-9c31-deebb756d95a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.815175 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9e95233d-e500-4407-a091-aeaeeb0f72c4 req-8f1a9157-2295-4870-9c31-deebb756d95a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.821906 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9e95233d-e500-4407-a091-aeaeeb0f72c4 req-8f1a9157-2295-4870-9c31-deebb756d95a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.841896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a9157-2295-4870-9c31-deebb756d95a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea3c868-d266-4b0d-8341-2b855db7c455,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:07.852357 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9e95233d-e500-4407-a091-aeaeeb0f72c4 req-8f1a9157-2295-4870-9c31-deebb756d95a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.853517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e95233d-e500-4407-a091-aeaeeb0f72c4 req-8f1a9157-2295-4870-9c31-deebb756d95a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1798859 Oct 26 14:00:08.632218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa74d062-5a97-45c9-b9f1-e7807417a439 req-b0b6b7c5-a546-4663-bf68-907ec1bdbbc6 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-groups/ba633c1f-8f34-4dd9-8692-78baeac9a094 HTTP/1.1" status: 200 len: 2404 time: 0.0689652 Oct 26 14:00:08.784365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f2bb4593-f42c-4eaa-a37c-e4f605215522 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:08.807734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d9559-6647-42b7-b7e2-9316eafcdc3a req-76e1d13d-b979-4000-bc86-13126f385d1e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:08.815470 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b57d9559-6647-42b7-b7e2-9316eafcdc3a req-76e1d13d-b979-4000-bc86-13126f385d1e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 947 time: 0.0884514 Oct 26 14:00:08.855948 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b57d9559-6647-42b7-b7e2-9316eafcdc3a req-c212d4f2-a447-44e0-b1ee-38b5253eb743 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396125 Oct 26 14:00:08.946420 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f2bb4593-f42c-4eaa-a37c-e4f605215522, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:08.966420 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'f2bb4593-f42c-4eaa-a37c-e4f605215522', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'f2bb4593-f42c-4eaa-a37c-e4f605215522', 'mac_address': 'fa:16:3e:6e:75:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:09.025896 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.045419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bb4593-f42c-4eaa-a37c-e4f605215522 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:09.079762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f2bb4593-f42c-4eaa-a37c-e4f605215522, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:09.086454 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.137943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-8e0c6a69-ec50-4e83-986b-cf8835c9a91d tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:00:09.139041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-8e0c6a69-ec50-4e83-986b-cf8835c9a91d tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0136518 Oct 26 14:00:09.198227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=f2bb4593-f42c-4eaa-a37c-e4f605215522,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:09.225558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-3bf27824-da19-492c-845d-170f223d4571 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:09.227971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-3bf27824-da19-492c-845d-170f223d4571 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports/6987a49c-49d3-4eed-bf94-035a59f794f8 HTTP/1.1" status: 200 len: 1094 time: 0.0813181 Oct 26 14:00:09.237700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-b555291e-cffe-46de-8a8e-91b7cf18c646 service neutron] Request body: {'binding': {'host': 'n-h1-815498-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:09.243215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-b555291e-cffe-46de-8a8e-91b7cf18c646 service neutron] Unknown quota resources ['binding']. {{(pid=102124) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:00:09.284787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26444a75-2cb2-44f0-a478-adc57920dbff', 'tag': 'f2bb4593-f42c-4eaa-a37c-e4f605215522'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:09.287411 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e139e-3c22-4565-b9e6-62b977796d64" -d '{"events": [{"name": "network-changed", "server_uuid": "26444a75-2cb2-44f0-a478-adc57920dbff", "tag": "f2bb4593-f42c-4eaa-a37c-e4f605215522"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:09.669656 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fa23f-3cb0-450c-9450-84e881ccadd4 req-10a591ec-194f-40c5-a413-d620ae0dcad2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:09.671162 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-801fa23f-3cb0-450c-9450-84e881ccadd4 req-10a591ec-194f-40c5-a413-d620ae0dcad2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 943 time: 0.4037797 Oct 26 14:00:09.742087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-801fa23f-3cb0-450c-9450-84e881ccadd4 req-19304c11-8d5d-4f60-a817-30e629d949de tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599382 Oct 26 14:00:09.746489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-b555291e-cffe-46de-8a8e-91b7cf18c646 service neutron] Attempting to bind port 6987a49c-49d3-4eed-bf94-035a59f794f8 on host n-h1-815498-1 for vnic_type normal with profile None {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:09.746919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-b555291e-cffe-46de-8a8e-91b7cf18c646 service neutron] Attempting to bind port 6987a49c-49d3-4eed-bf94-035a59f794f8 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:09.747362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-b555291e-cffe-46de-8a8e-91b7cf18c646 service neutron] Attempting to bind port 6987a49c-49d3-4eed-bf94-035a59f794f8 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:09.752281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-b555291e-cffe-46de-8a8e-91b7cf18c646 service neutron] Port 6987a49c-49d3-4eed-bf94-035a59f794f8 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:09.752707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-b555291e-cffe-46de-8a8e-91b7cf18c646 service neutron] Attempting to bind port 6987a49c-49d3-4eed-bf94-035a59f794f8 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:09.758489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-b555291e-cffe-46de-8a8e-91b7cf18c646 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:09.758926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-b555291e-cffe-46de-8a8e-91b7cf18c646 service neutron] Checking segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:09.759518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-b555291e-cffe-46de-8a8e-91b7cf18c646 service neutron] Bound using segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:09.760166 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-b555291e-cffe-46de-8a8e-91b7cf18c646 service neutron] Bound port: 6987a49c-49d3-4eed-bf94-035a59f794f8, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:09.771344 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['f2bb4593-f42c-4eaa-a37c-e4f605215522'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:09.837161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d65018e-c0ef-44c7-a6bc-1d50b7c0e1eb req-4ceb0fec-8e12-4cc1-ad99-c31413af2c91 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-group-rules/1ea3c868-d266-4b0d-8341-2b855db7c455 HTTP/1.1" status: 200 len: 778 time: 0.0433614 Oct 26 14:00:09.849530 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-b555291e-cffe-46de-8a8e-91b7cf18c646 service neutron] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6987a49c-49d3-4eed-bf94-035a59f794f8,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:09.858818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-b555291e-cffe-46de-8a8e-91b7cf18c646 service neutron] Publish callbacks [] for binding, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.860334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-b555291e-cffe-46de-8a8e-91b7cf18c646 service neutron] 10.222.0.32 "POST /v2.0/ports/6987a49c-49d3-4eed-bf94-035a59f794f8/bindings HTTP/1.1" status: 201 len: 389 time: 0.6264672 Oct 26 14:00:09.897036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d65018e-c0ef-44c7-a6bc-1d50b7c0e1eb req-6f714c73-b380-4ab0-87a0-87aae1e2528b tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-groups/ba633c1f-8f34-4dd9-8692-78baeac9a094 HTTP/1.1" status: 200 len: 2404 time: 0.0507233 Oct 26 14:00:09.934416 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0d65018e-c0ef-44c7-a6bc-1d50b7c0e1eb req-043a9ff9-1fc5-46e4-b6df-7de269e37c36 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.945170 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0d65018e-c0ef-44c7-a6bc-1d50b7c0e1eb req-043a9ff9-1fc5-46e4-b6df-7de269e37c36 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.977069 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0d65018e-c0ef-44c7-a6bc-1d50b7c0e1eb req-043a9ff9-1fc5-46e4-b6df-7de269e37c36 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.983548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0d65018e-c0ef-44c7-a6bc-1d50b7c0e1eb req-043a9ff9-1fc5-46e4-b6df-7de269e37c36 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.984836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d65018e-c0ef-44c7-a6bc-1d50b7c0e1eb req-043a9ff9-1fc5-46e4-b6df-7de269e37c36 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1ea3c868-d266-4b0d-8341-2b855db7c455 HTTP/1.1" status: 204 len: 173 time: 0.0813317 Oct 26 14:00:09.995305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a9ff9-1fc5-46e4-b6df-7de269e37c36 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ea3c868-d266-4b0d-8341-2b855db7c455,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:10.047367 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c67419b-685d-48a5-8490-aa7014690cfe x-openstack-request-id: req-5c67419b-685d-48a5-8490-aa7014690cfe {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:10.047973 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26444a75-2cb2-44f0-a478-adc57920dbff", "tag": "f2bb4593-f42c-4eaa-a37c-e4f605215522", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:10.048188 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c67419b-685d-48a5-8490-aa7014690cfe {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:10.048612 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26444a75-2cb2-44f0-a478-adc57920dbff', 'tag': 'f2bb4593-f42c-4eaa-a37c-e4f605215522', 'status': 'completed', 'code': 200} Oct 26 14:00:10.147688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e139e-3c22-4565-b9e6-62b977796d64 req-6a78e624-8a83-46fd-8e89-c91f257622e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.150055 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-041e139e-3c22-4565-b9e6-62b977796d64 req-6a78e624-8a83-46fd-8e89-c91f257622e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 1099 time: 0.0545211 Oct 26 14:00:10.259187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e139e-3c22-4565-b9e6-62b977796d64 req-6fb8600f-8ccd-423e-aa61-7754def575e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.261024 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-041e139e-3c22-4565-b9e6-62b977796d64 req-6fb8600f-8ccd-423e-aa61-7754def575e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 1099 time: 0.1620789 Oct 26 14:00:10.286707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea542e-9cd0-4065-8560-057ee284301a req-ee092403-c72d-42db-bf7b-2a79bfde9f3b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.288248 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceea542e-9cd0-4065-8560-057ee284301a req-ee092403-c72d-42db-bf7b-2a79bfde9f3b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.25 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff&tenant_id=f254c3780f9c4422b640c485cb709267&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 948 time: 0.0759392 Oct 26 14:00:10.332557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e139e-3c22-4565-b9e6-62b977796d64 req-c89a689d-16bb-4afb-9e0f-da98bf62afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.334044 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-041e139e-3c22-4565-b9e6-62b977796d64 req-c89a689d-16bb-4afb-9e0f-da98bf62afeb service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1759834 Oct 26 14:00:10.394179 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-010e3aef-9bc9-402e-964a-dcab4695ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.395590 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-010e3aef-9bc9-402e-964a-dcab4695ed10 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 1097 time: 0.1677406 Oct 26 14:00:10.396459 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-041e139e-3c22-4565-b9e6-62b977796d64 req-80d267e8-38db-41f7-8e3d-7597b956b56c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522 HTTP/1.1" status: 200 len: 217 time: 0.0545976 Oct 26 14:00:10.402054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-73f2288a-b3e7-45a5-be5d-b92a4762bc4c tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.403386 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-73f2288a-b3e7-45a5-be5d-b92a4762bc4c tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/networks?id=c24ddd0f-fa77-485e-ab74-257cc0269123 HTTP/1.1" status: 200 len: 804 time: 0.2453213 Oct 26 14:00:10.405302 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [req-ceea542e-9cd0-4065-8560-057ee284301a req-274cfe70-29ef-4faf-a67b-f5b8e0595512 service neutron] delete failed (client error): The resource could not be found. Oct 26 14:00:10.406460 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceea542e-9cd0-4065-8560-057ee284301a req-274cfe70-29ef-4faf-a67b-f5b8e0595512 service neutron] 10.222.0.25 "DELETE /v2.0/ports/f2bb4593-f42c-4eaa-a37c-e4f605215522/bindings/n-h1-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.1096151 Oct 26 14:00:10.451634 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e139e-3c22-4565-b9e6-62b977796d64 req-f1b6a082-d6e6-454d-927b-46c163e85e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.453706 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-041e139e-3c22-4565-b9e6-62b977796d64 req-f1b6a082-d6e6-454d-927b-46c163e85e1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0461128 Oct 26 14:00:10.480657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6a4fe-4523-4b7c-a834-f1ffc6072b11 req-e2336418-51a4-4bdc-b873-14f3749118d9 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.482158 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76e6a4fe-4523-4b7c-a834-f1ffc6072b11 req-e2336418-51a4-4bdc-b873-14f3749118d9 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 946 time: 0.2200108 Oct 26 14:00:10.494821 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-29b5ed84-7c39-4d7e-b93a-470b7ec23d72 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/quotas/fe202f0b444d46c5af4121e32536c24c HTTP/1.1" status: 200 len: 375 time: 0.0779011 Oct 26 14:00:10.500366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e139e-3c22-4565-b9e6-62b977796d64 req-19055746-e741-4e98-a16a-ff7a847339ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.502161 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-041e139e-3c22-4565-b9e6-62b977796d64 req-19055746-e741-4e98-a16a-ff7a847339ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0401907 Oct 26 14:00:10.525543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e139e-3c22-4565-b9e6-62b977796d64 req-97912ed7-65f5-4651-99ad-fc19d71bc8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.527021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-041e139e-3c22-4565-b9e6-62b977796d64 req-97912ed7-65f5-4651-99ad-fc19d71bc8d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2495606 Oct 26 14:00:10.599735 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-041e139e-3c22-4565-b9e6-62b977796d64 req-dc9fa726-3ccd-4b5a-a6d0-53eb9df1bfc4 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900581 Oct 26 14:00:10.611429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-041e139e-3c22-4565-b9e6-62b977796d64 req-4e70ba7b-6c36-4fdb-b2b3-a552ce2e4ecf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522 HTTP/1.1" status: 200 len: 217 time: 0.0641751 Oct 26 14:00:10.629750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76e6a4fe-4523-4b7c-a834-f1ffc6072b11 req-297804f1-2769-466f-a0f0-29877ddafc3e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395862 Oct 26 14:00:10.636776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-ce7361f8-e19f-4566-a9e8-365f33aff0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.637864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-ce7361f8-e19f-4566-a9e8-365f33aff0d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.2302103 Oct 26 14:00:10.649297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-13fc831c-5c30-4f25-b9f3-d9d627d45ae9 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe202f0b444d46c5af4121e32536c24c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1398840 Oct 26 14:00:10.689358 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-3aaa1402-567e-4962-8de6-24eae08d717f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6987a49c-49d3-4eed-bf94-035a59f794f8 HTTP/1.1" status: 200 len: 217 time: 0.0439258 Oct 26 14:00:10.700487 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-041e139e-3c22-4565-b9e6-62b977796d64 req-45658e7a-9ea8-4370-a448-f93a17618914 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932429 Oct 26 14:00:10.772560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-bc27dffe-4269-48c6-b947-9989febcf150 req-97470145-65b6-4ed1-aa41-d233268d1b05 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1558598941', 'description': 'tempest-description-2085176092'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:10.799778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f4789dc7-8ec5-4846-8dad-344da620323f no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:10.842136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-8fb87f53-925e-4304-8bb7-a0ad65aa8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.843647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-8fb87f53-925e-4304-8bb7-a0ad65aa8e27 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.1439304 Oct 26 14:00:10.857243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea542e-9cd0-4065-8560-057ee284301a req-c9bfa494-df85-4329-88ee-cdd632057e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.858767 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceea542e-9cd0-4065-8560-057ee284301a req-c9bfa494-df85-4329-88ee-cdd632057e29 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 1099 time: 0.0532684 Oct 26 14:00:10.866676 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bc27dffe-4269-48c6-b947-9989febcf150 req-97470145-65b6-4ed1-aa41-d233268d1b05 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:10.873106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e139e-3c22-4565-b9e6-62b977796d64 req-fd010637-8117-473c-8328-ddda1745b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.875387 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-041e139e-3c22-4565-b9e6-62b977796d64 req-fd010637-8117-473c-8328-ddda1745b795 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1188562 Oct 26 14:00:10.900506 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:10.907627 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-85d561dd-0a66-42c0-a07a-c08b64c7319d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507209 Oct 26 14:00:10.924172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d0399c-3eb7-4a04-bd46-5e08ab32f88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4789dc7-8ec5-4846-8dad-344da620323f'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:10.926559 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da54f5a-afb3-490d-a9be-3e1c76232855" -d '{"events": [{"server_uuid": "16d0399c-3eb7-4a04-bd46-5e08ab32f88c", "name": "network-vif-unplugged", "status": "completed", "tag": "f4789dc7-8ec5-4846-8dad-344da620323f"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:10.941998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f4789dc7-8ec5-4846-8dad-344da620323f, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f4789dc7-8ec5-4846-8dad-344da620323f,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:10.945095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-4dbce298-2a18-4ba4-9645-924b817cda1f service neutron] 10.222.0.32 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636516 Oct 26 14:00:10.947591 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:10.969050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea542e-9cd0-4065-8560-057ee284301a req-08124f20-1ecb-4194-810a-22418dffc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.970584 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceea542e-9cd0-4065-8560-057ee284301a req-08124f20-1ecb-4194-810a-22418dffc12c service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1008062 Oct 26 14:00:10.999015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=f4789dc7-8ec5-4846-8dad-344da620323f,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:11.015851 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceea542e-9cd0-4065-8560-057ee284301a req-1b0a0881-272d-4b39-a110-447c64cdc2a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522 HTTP/1.1" status: 200 len: 217 time: 0.0375113 Oct 26 14:00:11.076874 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea542e-9cd0-4065-8560-057ee284301a req-a38723b8-e549-45d1-ac2f-03f0688265b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:11.078663 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceea542e-9cd0-4065-8560-057ee284301a req-a38723b8-e549-45d1-ac2f-03f0688265b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0559533 Oct 26 14:00:11.086190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e139e-3c22-4565-b9e6-62b977796d64 req-a281ac23-589c-4743-8d14-4a956d6cb3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:11.087733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-041e139e-3c22-4565-b9e6-62b977796d64 req-a281ac23-589c-4743-8d14-4a956d6cb3e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1881974 Oct 26 14:00:11.125515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea542e-9cd0-4065-8560-057ee284301a req-210aaca0-edf5-4d3e-bb95-7f87c1044c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:11.127281 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceea542e-9cd0-4065-8560-057ee284301a req-210aaca0-edf5-4d3e-bb95-7f87c1044c23 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0408361 Oct 26 14:00:11.189699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-2a754213-05d7-4bf7-973d-26391f469399 service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695568 Oct 26 14:00:11.203836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-2311e72c-e7b5-4f33-94cf-d76c43107f89 service neutron] 10.222.0.32 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442346 Oct 26 14:00:11.219557 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bc27dffe-4269-48c6-b947-9989febcf150 req-97470145-65b6-4ed1-aa41-d233268d1b05 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:11.220556 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceea542e-9cd0-4065-8560-057ee284301a req-db8184fd-65aa-4d4a-ac8f-a807267d9cc1 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850306 Oct 26 14:00:11.255396 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bc27dffe-4269-48c6-b947-9989febcf150 req-97470145-65b6-4ed1-aa41-d233268d1b05 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:11.313658 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bc27dffe-4269-48c6-b947-9989febcf150 req-97470145-65b6-4ed1-aa41-d233268d1b05 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:11.319542 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc27dffe-4269-48c6-b947-9989febcf150 req-97470145-65b6-4ed1-aa41-d233268d1b05 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5575473 Oct 26 14:00:11.322751 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-041e139e-3c22-4565-b9e6-62b977796d64 req-e993c829-d6b8-4308-a47a-7269e72579ad service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161045 Oct 26 14:00:11.325344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470145-65b6-4ed1-aa41-d233268d1b05 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1561534-9a46-4716-a11c-633f1084a650,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:11.369017 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ceea542e-9cd0-4065-8560-057ee284301a req-65c5fd96-078c-421a-a4c7-e395619eebde service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408231 Oct 26 14:00:11.448635 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-15ece58a-37c0-4d4d-a232-b7d57c4abd6b service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471051 Oct 26 14:00:11.488118 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e751556-958a-4a6c-8ff0-9905cd5807a8 req-711d221f-c591-45e8-ae67-eb19f9be284a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:11.489620 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e751556-958a-4a6c-8ff0-9905cd5807a8 req-711d221f-c591-45e8-ae67-eb19f9be284a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 948 time: 0.0976753 Oct 26 14:00:11.506601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-041e139e-3c22-4565-b9e6-62b977796d64 req-1c3e73eb-814d-4463-926d-30d000b3fe45 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704099 Oct 26 14:00:11.569824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e751556-958a-4a6c-8ff0-9905cd5807a8 req-625bea37-32c3-481d-9776-aa1516bdc6df tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662937 Oct 26 14:00:11.600488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c9b99-235e-4643-8a74-4d424203a318 req-99a1848d-c0aa-4d8b-a4bc-7305e57c902f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:11.606787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f8c9b99-235e-4643-8a74-4d424203a318 req-99a1848d-c0aa-4d8b-a4bc-7305e57c902f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 943 time: 0.0805449 Oct 26 14:00:11.634775 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e18427-9a81-4f94-9440-fcef13e04018 x-openstack-request-id: req-02e18427-9a81-4f94-9440-fcef13e04018 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:11.635200 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d0399c-3eb7-4a04-bd46-5e08ab32f88c", "name": "network-vif-unplugged", "status": "completed", "tag": "f4789dc7-8ec5-4846-8dad-344da620323f", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:11.635545 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02e18427-9a81-4f94-9440-fcef13e04018 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:11.636144 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d0399c-3eb7-4a04-bd46-5e08ab32f88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4789dc7-8ec5-4846-8dad-344da620323f', 'code': 200} Oct 26 14:00:11.657028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f8c9b99-235e-4643-8a74-4d424203a318 req-393964c6-8943-4fad-a7ff-76c5d6fccd20 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486524 Oct 26 14:00:11.756275 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12e6e9f7-1f7c-4a1d-b534-b2acb5d9399e req-e5ea574f-2242-408c-a7d8-3dd0b48c9818 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 210 time: 0.0447073 Oct 26 14:00:11.802908 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5bf7e3e-71c6-42ef-8953-9ea6fa945e33 req-a591ab96-9c86-4cda-a807-d81f7f6f301a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-groups/c1561534-9a46-4716-a11c-633f1084a650 HTTP/1.1" status: 200 len: 1813 time: 0.0933192 Oct 26 14:00:11.896972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36005228-1e9d-4fee-aa3c-8b08673e877c req-4d9254ce-a9be-41a9-89a0-1301ba851778 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:11.898538 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-36005228-1e9d-4fee-aa3c-8b08673e877c req-4d9254ce-a9be-41a9-89a0-1301ba851778 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 950 time: 0.0693281 Oct 26 14:00:11.978941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-36005228-1e9d-4fee-aa3c-8b08673e877c req-fa2728be-e91a-4f0c-9f2a-25a0a8f4cfb0 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699036 Oct 26 14:00:11.997005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1c585-485e-45be-95b6-3b4708a325d2 req-2edef171-e132-421d-bc99-cb785e73b1a2 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:12.014551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94e1c585-485e-45be-95b6-3b4708a325d2 req-2edef171-e132-421d-bc99-cb785e73b1a2 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 946 time: 0.1351230 Oct 26 14:00:12.052619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94e1c585-485e-45be-95b6-3b4708a325d2 req-f98b6785-1e53-4f7b-8c66-32b4c3d8e3f0 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371284 Oct 26 14:00:12.159464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-4f5a51dc-44d4-4823-a938-d8f57da17aad req-f853d86e-1c6e-4dfd-91e2-4f26d5910602 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-862649116', 'description': 'tempest-description-123706401'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:12.208695 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4f5a51dc-44d4-4823-a938-d8f57da17aad req-f853d86e-1c6e-4dfd-91e2-4f26d5910602 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.292563 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4f5a51dc-44d4-4823-a938-d8f57da17aad req-f853d86e-1c6e-4dfd-91e2-4f26d5910602 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.296509 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4f5a51dc-44d4-4823-a938-d8f57da17aad req-f853d86e-1c6e-4dfd-91e2-4f26d5910602 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.330814 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4f5a51dc-44d4-4823-a938-d8f57da17aad req-f853d86e-1c6e-4dfd-91e2-4f26d5910602 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.334545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f5a51dc-44d4-4823-a938-d8f57da17aad req-f853d86e-1c6e-4dfd-91e2-4f26d5910602 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1802673 Oct 26 14:00:12.340507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853d86e-1c6e-4dfd-91e2-4f26d5910602 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25842248-5aa1-487b-a088-c612a61186cb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:12.400880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-188187e3-9869-4c4c-bbd6-39188f19b0b0 req-b197d4be-670c-419b-8f28-39329cc5b590 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-groups/25842248-5aa1-487b-a088-c612a61186cb HTTP/1.1" status: 200 len: 1811 time: 0.0455410 Oct 26 14:00:12.431696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-1b1d8218-569e-471d-bad0-fc476258ee8a req-12e93871-ef76-43a3-9fa1-d4df423ff244 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1156682854', 'description': 'tempest-description-265029270'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:12.463999 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1b1d8218-569e-471d-bad0-fc476258ee8a req-12e93871-ef76-43a3-9fa1-d4df423ff244 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.654986 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1b1d8218-569e-471d-bad0-fc476258ee8a req-12e93871-ef76-43a3-9fa1-d4df423ff244 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.668743 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d76b1f98-0333-4dd0-87f1-71344c9555b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.676314 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc69e5c-7b10-4313-8746-2587dd101e04 req-94e79a67-cef5-4d9a-9ee8-84bcc8a9d8a0 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:12.677854 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7fc69e5c-7b10-4313-8746-2587dd101e04 req-94e79a67-cef5-4d9a-9ee8-84bcc8a9d8a0 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d0399c-3eb7-4a04-bd46-5e08ab32f88c HTTP/1.1" status: 200 len: 943 time: 0.1791539 Oct 26 14:00:12.681559 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1b1d8218-569e-471d-bad0-fc476258ee8a req-12e93871-ef76-43a3-9fa1-d4df423ff244 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.783943 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1b1d8218-569e-471d-bad0-fc476258ee8a req-12e93871-ef76-43a3-9fa1-d4df423ff244 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.794587 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b1d8218-569e-471d-bad0-fc476258ee8a req-12e93871-ef76-43a3-9fa1-d4df423ff244 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3670890 Oct 26 14:00:12.809624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device cdd10a30-2b9a-4029-8568-bdc2dbe43e40 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:12.813451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f2bb4593-f42c-4eaa-a37c-e4f605215522 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:12.814222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-bed84654-ceee-45f9-8ac6-4ba9c77fa068 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:12.817583 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-bed84654-ceee-45f9-8ac6-4ba9c77fa068 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.25 "GET /v2.0/networks?id=c24ddd0f-fa77-485e-ab74-257cc0269123 HTTP/1.1" status: 200 len: 804 time: 0.2731078 Oct 26 14:00:12.836086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e93871-ef76-43a3-9fa1-d4df423ff244 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f32043-95e4-49e2-a31e-326fc372ec92,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:12.856263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-5d0b69bd-aaca-42d6-85d8-a7dd8e088d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Request body: {'port': {'device_id': '6d4bcd56-7639-42c2-af50-bef061d746bb', 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123', 'admin_state_up': True, 'tenant_id': 'fe202f0b444d46c5af4121e32536c24c'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:12.978440 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:12.983209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694eb5b1-452e-4909-ab5b-8ad53110dd3e req-1a28edbc-ad87-4ad5-b5e6-80ae245f4862 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:12.985241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-694eb5b1-452e-4909-ab5b-8ad53110dd3e req-1a28edbc-ad87-4ad5-b5e6-80ae245f4862 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 948 time: 0.2269351 Oct 26 14:00:12.993279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'cdd10a30-2b9a-4029-8568-bdc2dbe43e40', 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88', 'port_id': 'cdd10a30-2b9a-4029-8568-bdc2dbe43e40', 'mac_address': 'fa:16:3e:c8:3a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b4c292-5810-48f4-8a4a-6ee1dbbfbd67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:13.032890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port f2bb4593-f42c-4eaa-a37c-e4f605215522 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:13.043416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port f2bb4593-f42c-4eaa-a37c-e4f605215522 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:13.043915 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.064158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115adcf0-4b17-4a36-92ff-f052ca53b9e4 req-64c1ee06-a4c8-4be4-8ae0-c5302ab58329 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:13.065935 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-115adcf0-4b17-4a36-92ff-f052ca53b9e4 req-64c1ee06-a4c8-4be4-8ae0-c5302ab58329 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 943 time: 0.2145150 Oct 26 14:00:13.083583 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.104130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd10a30-2b9a-4029-8568-bdc2dbe43e40 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:13.106129 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-694eb5b1-452e-4909-ab5b-8ad53110dd3e req-4b5691d1-0917-4dc8-a818-c4d381690e71 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071627 Oct 26 14:00:13.110239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-7fc69e5c-7b10-4313-8746-2587dd101e04 req-228f8012-9e6c-4c75-8667-70d9dc9322ca tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Deleting port f4789dc7-8ec5-4846-8dad-344da620323f {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:13.110564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7fc69e5c-7b10-4313-8746-2587dd101e04 req-228f8012-9e6c-4c75-8667-70d9dc9322ca tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.130003 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:13.142980 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.222757 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.256469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-5d0b69bd-aaca-42d6-85d8-a7dd8e088d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Made reservation on behalf of fe202f0b444d46c5af4121e32536c24c for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:13.260512 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-5d0b69bd-aaca-42d6-85d8-a7dd8e088d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.260752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:13.264879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-115adcf0-4b17-4a36-92ff-f052ca53b9e4 req-3fb00112-dd2a-4db8-8357-0dcdae371f50 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726491 Oct 26 14:00:13.282897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f2bb4593-f42c-4eaa-a37c-e4f605215522, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:13.287694 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.336146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-7fc69e5c-7b10-4313-8746-2587dd101e04 req-228f8012-9e6c-4c75-8667-70d9dc9322ca tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] For port f4789dc7-8ec5-4846-8dad-344da620323f, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f4789dc7-8ec5-4846-8dad-344da620323f,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:13.336511 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7fc69e5c-7b10-4313-8746-2587dd101e04 req-228f8012-9e6c-4c75-8667-70d9dc9322ca tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.373106 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=f2bb4593-f42c-4eaa-a37c-e4f605215522,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:13.426801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-7fc69e5c-7b10-4313-8746-2587dd101e04 req-228f8012-9e6c-4c75-8667-70d9dc9322ca tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Calling delete_port for f4789dc7-8ec5-4846-8dad-344da620323f owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:13.432509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0227b863-40c2-41d0-ac9d-a96fd01c1692 req-505b8d5f-269a-47c8-8d95-e33fe1810f25 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 210 time: 0.0915480 Oct 26 14:00:13.465421 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bee7cbe1-6208-4f0c-afed-4e8cedf3742e req-be134ca8-4c56-4ac6-91e3-a9e643b9b34c tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-groups/15f32043-95e4-49e2-a31e-326fc372ec92 HTTP/1.1" status: 200 len: 1812 time: 0.1514375 Oct 26 14:00:13.580647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['cdd10a30-2b9a-4029-8568-bdc2dbe43e40'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:13.609708 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-5d0b69bd-aaca-42d6-85d8-a7dd8e088d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Allocated IP 172.20.0.4 (c24ddd0f-fa77-485e-ab74-257cc0269123/7ff39209-e843-4302-93f9-ea777b3788e6/71ff9901-bd6d-488c-bdeb-65843130efe3) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:13.640747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26444a75-2cb2-44f0-a478-adc57920dbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bb4593-f42c-4eaa-a37c-e4f605215522'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:13.643344 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642e40e3-1cb9-4135-8903-f5a46a5150a5" -d '{"events": [{"server_uuid": "26444a75-2cb2-44f0-a478-adc57920dbff", "name": "network-vif-plugged", "status": "completed", "tag": "f2bb4593-f42c-4eaa-a37c-e4f605215522"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:13.666369 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e472bb-9908-4497-a313-a20c063f0b70 req-df9559ed-cf77-4f7e-80f6-a296598bfcc5 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:13.667900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3e472bb-9908-4497-a313-a20c063f0b70 req-df9559ed-cf77-4f7e-80f6-a296598bfcc5 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 946 time: 0.1315653 Oct 26 14:00:13.818325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fffbec-1976-4d67-bfa7-7e9073c3b343 req-b0cec709-8442-433d-aa76-923ed7f1f56e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:13.819805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26fffbec-1976-4d67-bfa7-7e9073c3b343 req-b0cec709-8442-433d-aa76-923ed7f1f56e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.1845295 Oct 26 14:00:13.849148 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3e472bb-9908-4497-a313-a20c063f0b70 req-ebabd05f-3f88-4877-b840-479be022f781 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629450 Oct 26 14:00:13.853128 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7fc69e5c-7b10-4313-8746-2587dd101e04 req-228f8012-9e6c-4c75-8667-70d9dc9322ca tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.914059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f8012-9e6c-4c75-8667-70d9dc9322ca tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Pushing event deleted for resources: {'Port': ['ID=f4789dc7-8ec5-4846-8dad-344da620323f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:14.000035 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26fffbec-1976-4d67-bfa7-7e9073c3b343 req-85508c3e-92f3-4291-bee7-0f8be52f2c78 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493323 Oct 26 14:00:14.005553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc69e5c-7b10-4313-8746-2587dd101e04 req-228f8012-9e6c-4c75-8667-70d9dc9322ca tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] No DVR routers for this DVR port f4789dc7-8ec5-4846-8dad-344da620323f on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:00:14.009158 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7fc69e5c-7b10-4313-8746-2587dd101e04 req-228f8012-9e6c-4c75-8667-70d9dc9322ca tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.012652 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7fc69e5c-7b10-4313-8746-2587dd101e04 req-228f8012-9e6c-4c75-8667-70d9dc9322ca tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.11 "DELETE /v2.0/ports/f4789dc7-8ec5-4846-8dad-344da620323f HTTP/1.1" status: 204 len: 173 time: 1.3119922 Oct 26 14:00:14.013093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d0399c-3eb7-4a04-bd46-5e08ab32f88c', 'name': 'network-vif-deleted', 'tag': 'f4789dc7-8ec5-4846-8dad-344da620323f'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:14.016542 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c15a11-d761-4686-a63c-e645747af9d1" -d '{"events": [{"server_uuid": "16d0399c-3eb7-4a04-bd46-5e08ab32f88c", "name": "network-vif-deleted", "tag": "f4789dc7-8ec5-4846-8dad-344da620323f"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:14.052870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-0ab5323e-3960-4992-a9cc-0484b4a798cc req-da45a78b-1d90-4862-80f0-e7cd229cd89b tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-837038585', 'description': 'tempest-description-2032888582'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:14.060911 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-5d0b69bd-aaca-42d6-85d8-a7dd8e088d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.097933 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0ab5323e-3960-4992-a9cc-0484b4a798cc req-da45a78b-1d90-4862-80f0-e7cd229cd89b tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.127424 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-5d0b69bd-aaca-42d6-85d8-a7dd8e088d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.240209 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9286ee8-d52d-4283-8538-e8d9556e9f32 x-openstack-request-id: req-e9286ee8-d52d-4283-8538-e8d9556e9f32 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:14.241620 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26444a75-2cb2-44f0-a478-adc57920dbff", "name": "network-vif-plugged", "status": "completed", "tag": "f2bb4593-f42c-4eaa-a37c-e4f605215522", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:14.242118 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9286ee8-d52d-4283-8538-e8d9556e9f32 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:14.242672 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26444a75-2cb2-44f0-a478-adc57920dbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bb4593-f42c-4eaa-a37c-e4f605215522', 'code': 200} Oct 26 14:00:14.462283 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4e1214-23b4-4d39-934e-e3b200d9b901 x-openstack-request-id: req-4d4e1214-23b4-4d39-934e-e3b200d9b901 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:14.462606 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d0399c-3eb7-4a04-bd46-5e08ab32f88c", "name": "network-vif-deleted", "tag": "f4789dc7-8ec5-4846-8dad-344da620323f", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:14.462886 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d4e1214-23b4-4d39-934e-e3b200d9b901 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:14.463211 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d0399c-3eb7-4a04-bd46-5e08ab32f88c', 'name': 'network-vif-deleted', 'tag': 'f4789dc7-8ec5-4846-8dad-344da620323f', 'status': 'completed', 'code': 200} Oct 26 14:00:14.492379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-5d0b69bd-aaca-42d6-85d8-a7dd8e088d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Network c24ddd0f-fa77-485e-ab74-257cc0269123 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:14.499715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-5d0b69bd-aaca-42d6-85d8-a7dd8e088d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:14.508240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-5d0b69bd-aaca-42d6-85d8-a7dd8e088d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:14.516712 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b69bd-aaca-42d6-85d8-a7dd8e088d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Pushing event updated for resources: {'Port': ['ID=71ff9901-bd6d-488c-bdeb-65843130efe3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:14.583209 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0ab5323e-3960-4992-a9cc-0484b4a798cc req-da45a78b-1d90-4862-80f0-e7cd229cd89b tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.599169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0ab5323e-3960-4992-a9cc-0484b4a798cc req-da45a78b-1d90-4862-80f0-e7cd229cd89b tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.614544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-5d0b69bd-aaca-42d6-85d8-a7dd8e088d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:14.615024 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-5d0b69bd-aaca-42d6-85d8-a7dd8e088d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.648264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c55d2b-c68c-4959-9cf6-4ee35aec7045 req-cb3c9238-3cc0-4b51-b7cd-64841e1ca9b7 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:14.649718 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94c55d2b-c68c-4959-9cf6-4ee35aec7045 req-cb3c9238-3cc0-4b51-b7cd-64841e1ca9b7 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 944 time: 0.1381011 Oct 26 14:00:14.652482 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0ab5323e-3960-4992-a9cc-0484b4a798cc req-da45a78b-1d90-4862-80f0-e7cd229cd89b tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.653568 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ab5323e-3960-4992-a9cc-0484b4a798cc req-da45a78b-1d90-4862-80f0-e7cd229cd89b tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6093299 Oct 26 14:00:14.672605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-5d0b69bd-aaca-42d6-85d8-a7dd8e088d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8284509 Oct 26 14:00:14.673204 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45a78b-1d90-4862-80f0-e7cd229cd89b tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77149daa-a4c0-416e-b820-1cf5a707861e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:14.693025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Request body: {'port': {'device_id': '6d4bcd56-7639-42c2-af50-bef061d746bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:14.752902 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94c55d2b-c68c-4959-9cf6-4ee35aec7045 req-3be13edd-2da5-486c-80e6-4b33ad14c17a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921915 Oct 26 14:00:14.802767 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.838601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device cdd10a30-2b9a-4029-8568-bdc2dbe43e40 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:14.860917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ffa1-638b-44bc-8b6d-6bf8333f8ed0 req-5c6d4fd0-7f36-4dfb-94b2-a105d6cbe31d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:14.862226 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8778ffa1-638b-44bc-8b6d-6bf8333f8ed0 req-5c6d4fd0-7f36-4dfb-94b2-a105d6cbe31d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 931 time: 0.0919266 Oct 26 14:00:14.910802 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:14.914545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:14.914918 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.000368 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8778ffa1-638b-44bc-8b6d-6bf8333f8ed0 req-09a44305-c3c8-4aa0-b0df-366a627c975e tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288340 Oct 26 14:00:15.008585 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.028284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e72fbf9e-2876-4f14-8f93-1fa6d12a9d32 req-264451fb-1d19-4db1-8df3-3e832e6b3d6d tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-groups/77149daa-a4c0-416e-b820-1cf5a707861e HTTP/1.1" status: 200 len: 1812 time: 0.1379962 Oct 26 14:00:15.037397 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a2daeab9-7d12-464c-9186-e65987eab65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.080292 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:15.086473 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.087423 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device aa073f09-324a-4547-b919-137b8d6a89d0 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:15.130337 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-9fc352fd-6242-45e8-ba7c-53c73f8dcc18 req-6d146911-d4f6-4ed9-bb9a-2b55af81354d tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] show failed (client error): The resource could not be found. Oct 26 14:00:15.132122 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fc352fd-6242-45e8-ba7c-53c73f8dcc18 req-6d146911-d4f6-4ed9-bb9a-2b55af81354d tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-groups/84f3b0d3-f001-4364-99a8-3fbc4db674b7 HTTP/1.1" status: 404 len: 352 time: 0.0336685 Oct 26 14:00:15.194770 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:15.233198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ff9901-bd6d-488c-bdeb-65843130efe3 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:15.242419 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.244111 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.282376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port aa073f09-324a-4547-b919-137b8d6a89d0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=aa073f09-324a-4547-b919-137b8d6a89d0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:15.286920 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.287440 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-18e63044-3541-4722-9bd0-d1af5fc21e24 req-45404558-3ea4-4d63-b8e9-23282376fe80 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] show failed (client error): The resource could not be found. Oct 26 14:00:15.287985 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f4789dc7-8ec5-4846-8dad-344da620323f no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:15.288514 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18e63044-3541-4722-9bd0-d1af5fc21e24 req-45404558-3ea4-4d63-b8e9-23282376fe80 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-group-rules/37711a8e-d470-4fe6-963d-3aee571fe90e HTTP/1.1" status: 404 len: 361 time: 0.0413232 Oct 26 14:00:15.302597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Transition to ACTIVE for port object 71ff9901-bd6d-488c-bdeb-65843130efe3 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:15.318749 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: f4789dc7-8ec5-4846-8dad-344da620323f {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:00:15.319467 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f4789dc7-8ec5-4846-8dad-344da620323f not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:00:15.325294 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ce65c-32a5-44c2-aad0-4777f5416d97 req-7bf23727-ab52-451f-a6cc-97a79c3d4e1e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:15.326894 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-934ce65c-32a5-44c2-aad0-4777f5416d97 req-7bf23727-ab52-451f-a6cc-97a79c3d4e1e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 946 time: 0.1937914 Oct 26 14:00:15.327751 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.377890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=aa073f09-324a-4547-b919-137b8d6a89d0,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:15.454588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-934ce65c-32a5-44c2-aad0-4777f5416d97 req-7b6e4cb2-8e8a-4b7d-9b7a-0126e2078676 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173611 Oct 26 14:00:15.459085 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-6a557979-f438-4a4a-9776-161730d97433 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f254c3780f9c4422b640c485cb709267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647087 Oct 26 14:00:15.461403 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Pushing event updated for resources: {'Port': ['ID=71ff9901-bd6d-488c-bdeb-65843130efe3,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:15.516551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:15.516892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:15.517228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:15.517561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:15.517887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:15.518237 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:15.518559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:15.518878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:15.519196 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:15.519512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:15.519828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:15.520145 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:15.635310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab6cea36-dbc0-4a56-9951-c48d45e59b87 req-85db391a-7ba7-4344-9c98-4ecfa2cd92b3 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-groups/77149daa-a4c0-416e-b820-1cf5a707861e HTTP/1.1" status: 200 len: 1812 time: 0.1395483 Oct 26 14:00:15.635869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Attempting to bind port 71ff9901-bd6d-488c-bdeb-65843130efe3 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:15.636200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Attempting to bind port 71ff9901-bd6d-488c-bdeb-65843130efe3 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:15.636527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Attempting to bind port 71ff9901-bd6d-488c-bdeb-65843130efe3 on network c24ddd0f-fa77-485e-ab74-257cc0269123 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:15.656662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Port 71ff9901-bd6d-488c-bdeb-65843130efe3 on network c24ddd0f-fa77-485e-ab74-257cc0269123 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:15.656967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Attempting to bind port 71ff9901-bd6d-488c-bdeb-65843130efe3 on network c24ddd0f-fa77-485e-ab74-257cc0269123 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:15.670226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-b56242f7-9625-4fec-9a85-796d5d10e3a1 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:15.672196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-b56242f7-9625-4fec-9a85-796d5d10e3a1 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898870 Oct 26 14:00:15.687242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:15.687580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Checking segment: {'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:15.687955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Bound using segment: {'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:15.688383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Bound port: 71ff9901-bd6d-488c-bdeb-65843130efe3, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:15.688735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.712089 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-2bfe202b-15a6-4a74-b474-968dfd60f2c5 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/quotas/f254c3780f9c4422b640c485cb709267 HTTP/1.1" status: 200 len: 375 time: 0.0286419 Oct 26 14:00:15.788639 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ab6cea36-dbc0-4a56-9951-c48d45e59b87 req-10d13d5b-aa9e-4c47-af1c-9e77d5b311e8 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.835195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] For port 71ff9901-bd6d-488c-bdeb-65843130efe3, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:15.837921 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ab6cea36-dbc0-4a56-9951-c48d45e59b87 req-10d13d5b-aa9e-4c47-af1c-9e77d5b311e8 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.841572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] For port 71ff9901-bd6d-488c-bdeb-65843130efe3, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=71ff9901-bd6d-488c-bdeb-65843130efe3,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:15.855594 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-e16c82ae-c07f-441e-ac6d-925d3920d643 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164341 Oct 26 14:00:15.858489 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.909931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:15.910668 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.912023 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] 10.222.0.25 "PUT /v2.0/ports/71ff9901-bd6d-488c-bdeb-65843130efe3 HTTP/1.1" status: 200 len: 1091 time: 1.2253845 Oct 26 14:00:15.940029 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf13cba-8be2-403a-8e8a-2c5cf30fd934 service neutron] Pushing event updated for resources: {'Port': ['ID=71ff9901-bd6d-488c-bdeb-65843130efe3,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:15.943495 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ab6cea36-dbc0-4a56-9951-c48d45e59b87 req-10d13d5b-aa9e-4c47-af1c-9e77d5b311e8 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.946368 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ab6cea36-dbc0-4a56-9951-c48d45e59b87 req-10d13d5b-aa9e-4c47-af1c-9e77d5b311e8 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.953945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab6cea36-dbc0-4a56-9951-c48d45e59b87 req-10d13d5b-aa9e-4c47-af1c-9e77d5b311e8 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "DELETE /v2.0/security-groups/77149daa-a4c0-416e-b820-1cf5a707861e HTTP/1.1" status: 204 len: 173 time: 0.3098235 Oct 26 14:00:15.969364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d13d5b-aa9e-4c47-af1c-9e77d5b311e8 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77149daa-a4c0-416e-b820-1cf5a707861e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:16.107365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-bd1122a3-75d2-49d7-8a20-2e42a7a9287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:16.108876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-bd1122a3-75d2-49d7-8a20-2e42a7a9287c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe202f0b444d46c5af4121e32536c24c&device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 1094 time: 0.1260238 Oct 26 14:00:16.196931 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-974a48d8-df47-493a-8731-088006e686f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71ff9901-bd6d-488c-bdeb-65843130efe3 HTTP/1.1" status: 200 len: 217 time: 0.0426061 Oct 26 14:00:16.243796 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e374e1-a8fe-4704-a5cf-f98d2fc3336a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd10a30-2b9a-4029-8568-bdc2dbe43e40'}, {'server_uuid': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa073f09-324a-4547-b919-137b8d6a89d0'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:16.247988 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3c6d6b-afcd-464e-a60c-e8cadbe49656" -d '{"events": [{"server_uuid": "12e374e1-a8fe-4704-a5cf-f98d2fc3336a", "name": "network-vif-plugged", "status": "completed", "tag": "cdd10a30-2b9a-4029-8568-bdc2dbe43e40"}, {"server_uuid": "8c8aad84-935c-4abc-b658-10bd4c2aca5a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa073f09-324a-4547-b919-137b8d6a89d0"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:16.294596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ea0b1-555d-4a61-a379-7cec92c88bea req-bc119908-0179-4624-a941-4bed6eb48945 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:16.296311 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f3ea0b1-555d-4a61-a379-7cec92c88bea req-bc119908-0179-4624-a941-4bed6eb48945 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.1801412 Oct 26 14:00:16.298607 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-0989d015-79f9-44c1-bc53-3f499def6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:16.300079 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-0989d015-79f9-44c1-bc53-3f499def6e49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ff39209-e843-4302-93f9-ea777b3788e6 HTTP/1.1" status: 200 len: 844 time: 0.0840373 Oct 26 14:00:16.353271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-a0e27edf-82dd-4b43-be31-39c958d9b979 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c24ddd0f-fa77-485e-ab74-257cc0269123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420179 Oct 26 14:00:16.357400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4183dfd7-547c-4d57-b062-a8f7a11bd0b1 req-f858d04b-445b-4e74-81df-0474c6ec6d51 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-groups/15f32043-95e4-49e2-a31e-326fc372ec92 HTTP/1.1" status: 200 len: 1812 time: 0.1638019 Oct 26 14:00:16.400371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f3ea0b1-555d-4a61-a379-7cec92c88bea req-084e6a3d-3aa6-45fe-817f-df438b5f775a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943983 Oct 26 14:00:16.464662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4bcd56-7639-42c2-af50-bef061d746bb', 'tag': '71ff9901-bd6d-488c-bdeb-65843130efe3'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:16.467571 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feb7e3f-c5e2-486a-a3a9-c2ee0274467c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4bcd56-7639-42c2-af50-bef061d746bb", "tag": "71ff9901-bd6d-488c-bdeb-65843130efe3"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:16.501296 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.562895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e7c1e5d-c57e-4f44-91c6-5126724e8407 req-8bf80436-6c36-405f-97c1-a65091283119 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 210 time: 0.0500059 Oct 26 14:00:16.564040 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4183dfd7-547c-4d57-b062-a8f7a11bd0b1 req-03a5be11-d7ea-47ec-8f25-bb981452fc0a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.579602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-7d31f0fe-0cf7-4179-aa10-78628913b4bc service neutron] 10.222.0.25 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998644 Oct 26 14:00:16.647636 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4183dfd7-547c-4d57-b062-a8f7a11bd0b1 req-03a5be11-d7ea-47ec-8f25-bb981452fc0a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.678067 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.753611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12399756-120c-4213-91e8-cc2f2297bedf req-e33a5eae-6d83-4219-95bf-46d89b884d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:16.755134 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12399756-120c-4213-91e8-cc2f2297bedf req-e33a5eae-6d83-4219-95bf-46d89b884d95 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 943 time: 0.1112573 Oct 26 14:00:16.756917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c591c35-dfe8-4fba-afcc-cef4e3f97161 req-0baf54da-185a-4775-bbe7-e94676a3a2b7 service neutron] 10.222.0.25 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692379 Oct 26 14:00:16.757928 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4183dfd7-547c-4d57-b062-a8f7a11bd0b1 req-03a5be11-d7ea-47ec-8f25-bb981452fc0a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.760540 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4183dfd7-547c-4d57-b062-a8f7a11bd0b1 req-03a5be11-d7ea-47ec-8f25-bb981452fc0a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.771541 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4183dfd7-547c-4d57-b062-a8f7a11bd0b1 req-03a5be11-d7ea-47ec-8f25-bb981452fc0a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "DELETE /v2.0/security-groups/15f32043-95e4-49e2-a31e-326fc372ec92 HTTP/1.1" status: 204 len: 173 time: 0.3992712 Oct 26 14:00:16.800461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5be11-d7ea-47ec-8f25-bb981452fc0a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f32043-95e4-49e2-a31e-326fc372ec92,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:16.826708 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1458e645-85c4-40d6-bbeb-c3b47091cc2d x-openstack-request-id: req-1458e645-85c4-40d6-bbeb-c3b47091cc2d {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:16.827400 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e374e1-a8fe-4704-a5cf-f98d2fc3336a", "name": "network-vif-plugged", "status": "completed", "tag": "cdd10a30-2b9a-4029-8568-bdc2dbe43e40", "code": 200}, {"server_uuid": "8c8aad84-935c-4abc-b658-10bd4c2aca5a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa073f09-324a-4547-b919-137b8d6a89d0", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:16.828754 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1458e645-85c4-40d6-bbeb-c3b47091cc2d {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:16.829828 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e374e1-a8fe-4704-a5cf-f98d2fc3336a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd10a30-2b9a-4029-8568-bdc2dbe43e40', 'code': 200} Oct 26 14:00:16.830445 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa073f09-324a-4547-b919-137b8d6a89d0', 'code': 200} Oct 26 14:00:16.834746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12399756-120c-4213-91e8-cc2f2297bedf req-d1a1591c-a169-4878-8562-466558175d5b tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605361 Oct 26 14:00:16.876310 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4805975-555c-4203-9943-aa8c68dd2a37 x-openstack-request-id: req-b4805975-555c-4203-9943-aa8c68dd2a37 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:16.876611 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4bcd56-7639-42c2-af50-bef061d746bb", "tag": "71ff9901-bd6d-488c-bdeb-65843130efe3", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:16.876871 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4805975-555c-4203-9943-aa8c68dd2a37 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:16.877542 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4bcd56-7639-42c2-af50-bef061d746bb', 'tag': '71ff9901-bd6d-488c-bdeb-65843130efe3', 'status': 'completed', 'code': 200} Oct 26 14:00:17.023415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7033034a-c3b5-4d8f-b9a1-916d346deb04 req-4c997d44-deef-4789-8786-6be7b3a0d145 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-groups/25842248-5aa1-487b-a088-c612a61186cb HTTP/1.1" status: 200 len: 1811 time: 0.1419616 Oct 26 14:00:17.027143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb7e3f-c5e2-486a-a3a9-c2ee0274467c req-3a0a887f-62f0-4ad1-959e-3a7da9513a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:17.028558 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4feb7e3f-c5e2-486a-a3a9-c2ee0274467c req-3a0a887f-62f0-4ad1-959e-3a7da9513a16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe202f0b444d46c5af4121e32536c24c&device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 1094 time: 0.1289423 Oct 26 14:00:17.045419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691623c-d560-4d50-9097-39ae2e4edae2 req-5e6f5339-6f27-4921-a642-cf7acee51c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:17.047650 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2691623c-d560-4d50-9097-39ae2e4edae2 req-5e6f5339-6f27-4921-a642-cf7acee51c00 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 1096 time: 0.1035666 Oct 26 14:00:17.071211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df24be7-556e-49fb-9104-0060e07b0fcb req-7c28a83e-595f-409a-92ee-9ab5f9702169 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:17.072713 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0df24be7-556e-49fb-9104-0060e07b0fcb req-7c28a83e-595f-409a-92ee-9ab5f9702169 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 946 time: 0.1540642 Oct 26 14:00:17.216220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2691623c-d560-4d50-9097-39ae2e4edae2 req-a04249dd-52aa-4cb7-be82-ce92b831a367 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414185 Oct 26 14:00:17.233115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0df24be7-556e-49fb-9104-0060e07b0fcb req-0b807f45-6b9d-4e7f-a197-bc9bc4cb4d4d tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404648 Oct 26 14:00:17.247673 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7033034a-c3b5-4d8f-b9a1-916d346deb04 req-94a1cadb-1655-4c31-b56c-df3d4118030d tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.274356 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb7e3f-c5e2-486a-a3a9-c2ee0274467c req-30da0044-daeb-4128-8934-a86f9f80bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:17.275993 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4feb7e3f-c5e2-486a-a3a9-c2ee0274467c req-30da0044-daeb-4128-8934-a86f9f80bdad service neutron] 10.222.0.25 "GET /v2.0/networks?id=c24ddd0f-fa77-485e-ab74-257cc0269123 HTTP/1.1" status: 200 len: 905 time: 0.2326357 Oct 26 14:00:17.285376 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7033034a-c3b5-4d8f-b9a1-916d346deb04 req-94a1cadb-1655-4c31-b56c-df3d4118030d tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.336590 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4feb7e3f-c5e2-486a-a3a9-c2ee0274467c req-3b33538d-bfac-4103-9490-d7333f4cf0b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71ff9901-bd6d-488c-bdeb-65843130efe3 HTTP/1.1" status: 200 len: 217 time: 0.0475342 Oct 26 14:00:17.399496 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7033034a-c3b5-4d8f-b9a1-916d346deb04 req-94a1cadb-1655-4c31-b56c-df3d4118030d tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.402191 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7033034a-c3b5-4d8f-b9a1-916d346deb04 req-94a1cadb-1655-4c31-b56c-df3d4118030d tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.403323 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7033034a-c3b5-4d8f-b9a1-916d346deb04 req-94a1cadb-1655-4c31-b56c-df3d4118030d tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "DELETE /v2.0/security-groups/25842248-5aa1-487b-a088-c612a61186cb HTTP/1.1" status: 204 len: 173 time: 0.3739057 Oct 26 14:00:17.411313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb7e3f-c5e2-486a-a3a9-c2ee0274467c req-d3fd9ac6-ad6f-4fbd-8487-3d07451213d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:17.411313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4feb7e3f-c5e2-486a-a3a9-c2ee0274467c req-d3fd9ac6-ad6f-4fbd-8487-3d07451213d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ff39209-e843-4302-93f9-ea777b3788e6 HTTP/1.1" status: 200 len: 844 time: 0.0606632 Oct 26 14:00:17.416098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1cadb-1655-4c31-b56c-df3d4118030d tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25842248-5aa1-487b-a088-c612a61186cb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:17.444025 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4feb7e3f-c5e2-486a-a3a9-c2ee0274467c req-7a6ab7cb-7be7-4991-ae0f-cb5453c73b23 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c24ddd0f-fa77-485e-ab74-257cc0269123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257707 Oct 26 14:00:17.543776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e766d249-be97-4342-87a0-07b904d2764d req-dd84c874-43ae-4d78-8a71-1daff8fcdf5a tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-groups/c1561534-9a46-4716-a11c-633f1084a650 HTTP/1.1" status: 200 len: 1813 time: 0.0911679 Oct 26 14:00:17.608709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-7e9212a9-3550-4499-9d17-cc404427213e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f254c3780f9c4422b640c485cb709267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386536 Oct 26 14:00:17.661650 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4feb7e3f-c5e2-486a-a3a9-c2ee0274467c req-8979d5ae-16f7-43b3-9b3e-09d3aab3a188 service neutron] 10.222.0.25 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021630 Oct 26 14:00:17.789705 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e766d249-be97-4342-87a0-07b904d2764d req-5dfa735b-010a-4b52-8761-def46573d081 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.831863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb571e23-bce0-4436-beae-6e6eae7bff87 req-ee6b8b56-dacf-4f36-94ac-b64331a2258e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:17.833313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb571e23-bce0-4436-beae-6e6eae7bff87 req-ee6b8b56-dacf-4f36-94ac-b64331a2258e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.2093229 Oct 26 14:00:17.859104 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e766d249-be97-4342-87a0-07b904d2764d req-5dfa735b-010a-4b52-8761-def46573d081 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.873842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-71e2c7df-f5f3-486d-b159-e5db2f34b41e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:17.875782 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-71e2c7df-f5f3-486d-b159-e5db2f34b41e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586021 Oct 26 14:00:17.907643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-63b9c038-93b7-4efb-97a6-ca2bc8ce0f4a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Request body: {'port': {'device_id': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': 'f254c3780f9c4422b640c485cb709267'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:17.966519 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4feb7e3f-c5e2-486a-a3a9-c2ee0274467c req-c255b0a8-b54b-429a-b869-3cfa85f3b52b service neutron] 10.222.0.25 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664659 Oct 26 14:00:17.989385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb571e23-bce0-4436-beae-6e6eae7bff87 req-6f5aa8aa-a48b-4118-bdc8-8531b8927b72 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423154 Oct 26 14:00:18.001105 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e766d249-be97-4342-87a0-07b904d2764d req-5dfa735b-010a-4b52-8761-def46573d081 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.004022 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e766d249-be97-4342-87a0-07b904d2764d req-5dfa735b-010a-4b52-8761-def46573d081 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.005114 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e766d249-be97-4342-87a0-07b904d2764d req-5dfa735b-010a-4b52-8761-def46573d081 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "DELETE /v2.0/security-groups/c1561534-9a46-4716-a11c-633f1084a650 HTTP/1.1" status: 204 len: 173 time: 0.4530520 Oct 26 14:00:18.025005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa735b-010a-4b52-8761-def46573d081 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1561534-9a46-4716-a11c-633f1084a650,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:18.062922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-63b9c038-93b7-4efb-97a6-ca2bc8ce0f4a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Made reservation on behalf of f254c3780f9c4422b640c485cb709267 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:18.067688 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-63b9c038-93b7-4efb-97a6-ca2bc8ce0f4a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.132975 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cace9ab4-4a3e-446f-9c48-ce02d7c95094 req-d3eb6e1f-0d3f-4019-8e2a-fdf04409e65b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 210 time: 0.0553577 Oct 26 14:00:18.238715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3050cfc-d37d-4c4f-9201-5d539e71e20e req-2837f56a-9d49-448a-8969-589e3eab2d94 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:18.240183 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3050cfc-d37d-4c4f-9201-5d539e71e20e req-2837f56a-9d49-448a-8969-589e3eab2d94 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 943 time: 0.1588519 Oct 26 14:00:18.268001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb13f19e-c12b-42ae-9eba-bbf9f09008b2 req-1bce0ac7-dccc-41df-9ba3-517c7b5ed992 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "GET /v2.0/security-groups/ba633c1f-8f34-4dd9-8692-78baeac9a094 HTTP/1.1" status: 200 len: 1811 time: 0.0925810 Oct 26 14:00:18.348063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-63b9c038-93b7-4efb-97a6-ca2bc8ce0f4a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Allocated IP 192.168.233.150 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/e150e9fb-ec49-4c64-9c9d-ec6bd260629a) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:18.355972 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3050cfc-d37d-4c4f-9201-5d539e71e20e req-aedeccd3-3b42-4484-ad05-e1a4768fd7c1 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089990 Oct 26 14:00:18.392019 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fb13f19e-c12b-42ae-9eba-bbf9f09008b2 req-711d6a34-4511-4df3-b19c-84b9354e4044 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.409036 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.441639 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fb13f19e-c12b-42ae-9eba-bbf9f09008b2 req-711d6a34-4511-4df3-b19c-84b9354e4044 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.559982 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3fff1-6e6a-4a37-838c-96d92cda6585 req-20cc87d8-7e8c-4013-b66f-526520fc4bce tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:18.561461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06d3fff1-6e6a-4a37-838c-96d92cda6585 req-20cc87d8-7e8c-4013-b66f-526520fc4bce tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 946 time: 0.1464984 Oct 26 14:00:18.581750 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fb13f19e-c12b-42ae-9eba-bbf9f09008b2 req-711d6a34-4511-4df3-b19c-84b9354e4044 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.584307 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fb13f19e-c12b-42ae-9eba-bbf9f09008b2 req-711d6a34-4511-4df3-b19c-84b9354e4044 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.585357 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb13f19e-c12b-42ae-9eba-bbf9f09008b2 req-711d6a34-4511-4df3-b19c-84b9354e4044 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] 10.222.0.32 "DELETE /v2.0/security-groups/ba633c1f-8f34-4dd9-8692-78baeac9a094 HTTP/1.1" status: 204 len: 173 time: 0.3101115 Oct 26 14:00:18.591431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49326) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:18.620272 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d6a34-4511-4df3-b19c-84b9354e4044 tempest-SecurityGroupRulesNegativeTestJSON-1596546680 tempest-SecurityGroupRulesNegativeTestJSON-1596546680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba633c1f-8f34-4dd9-8692-78baeac9a094,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:18.638926 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Deleting subnet 0d3c88a8-c5ac-41cf-8067-9f5df067a31d {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:00:18.643075 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.644396 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-63b9c038-93b7-4efb-97a6-ca2bc8ce0f4a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.662251 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06d3fff1-6e6a-4a37-838c-96d92cda6585 req-4097a0e5-5221-4049-b0f4-a5705f23c151 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805154 Oct 26 14:00:18.683235 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.701539 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-63b9c038-93b7-4efb-97a6-ca2bc8ce0f4a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.725042 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'f2bb4593-f42c-4eaa-a37c-e4f605215522'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:18.728910 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.748603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-63b9c038-93b7-4efb-97a6-ca2bc8ce0f4a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:18.758648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-63b9c038-93b7-4efb-97a6-ca2bc8ce0f4a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:18.762404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-63b9c038-93b7-4efb-97a6-ca2bc8ce0f4a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:18.785561 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.793789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9c038-93b7-4efb-97a6-ca2bc8ce0f4a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Pushing event updated for resources: {'Port': ['ID=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:18.818880 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d3c88a8-c5ac-41cf-8067-9f5df067a31d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:18.826239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-63b9c038-93b7-4efb-97a6-ca2bc8ce0f4a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:18.826913 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.827175 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-63b9c038-93b7-4efb-97a6-ca2bc8ce0f4a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.830962 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0d3c88a8-c5ac-41cf-8067-9f5df067a31d HTTP/1.1" status: 204 len: 168 time: 0.2385006 Oct 26 14:00:18.832576 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:18.833452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:18.834009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:18.834504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:18.834978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49336) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:18.835148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:18.835625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:18.836128 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:18.836620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:18.836953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:18.837287 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:18.837618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:18.837999 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73d70d-8beb-4448-b70c-421d4b8ed4cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:18.843188 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device aa073f09-324a-4547-b919-137b8d6a89d0 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:18.886869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-63b9c038-93b7-4efb-97a6-ca2bc8ce0f4a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9929330 Oct 26 14:00:18.903843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Request body: {'port': {'device_id': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:18.945206 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db903e77-0f05-4b97-818e-dc86c6ca7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.983321 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.106846 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-83a31998-cce1-40ae-b61f-2e96e4b6c9b2 None None] Provisioning complete for port e150e9fb-ec49-4c64-9c9d-ec6bd260629a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:19.107216 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-83a31998-cce1-40ae-b61f-2e96e4b6c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.115911 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db903e77-0f05-4b97-818e-dc86c6ca7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.176084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-83a31998-cce1-40ae-b61f-2e96e4b6c9b2 None None] Port e150e9fb-ec49-4c64-9c9d-ec6bd260629a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:19.178951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port aa073f09-324a-4547-b919-137b8d6a89d0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=aa073f09-324a-4547-b919-137b8d6a89d0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:19.196747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-db903e77-0f05-4b97-818e-dc86c6ca7c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81330c68-8793-4b78-8210-f89bc4efc703']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:19.209172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'aa073f09-324a-4547-b919-137b8d6a89d0', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'aa073f09-324a-4547-b919-137b8d6a89d0', 'mac_address': 'fa:16:3e:27:8c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:19.223648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c8c82-a352-4b58-aeab-377d51b83e64 req-7a0e3e79-5c1d-4cef-90b9-2535275ff570 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:19.225133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d9c8c82-a352-4b58-aeab-377d51b83e64 req-7a0e3e79-5c1d-4cef-90b9-2535275ff570 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.1521251 Oct 26 14:00:19.228160 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-db903e77-0f05-4b97-818e-dc86c6ca7c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff0fb38-7e6f-4e3f-a4bb-cabf364e6374') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:19.228448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-db903e77-0f05-4b97-818e-dc86c6ca7c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff0fb38-7e6f-4e3f-a4bb-cabf364e6374') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:19.275515 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.299873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa073f09-324a-4547-b919-137b8d6a89d0 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:19.324709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port aa073f09-324a-4547-b919-137b8d6a89d0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=aa073f09-324a-4547-b919-137b8d6a89d0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:19.329369 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.383044 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=aa073f09-324a-4547-b919-137b8d6a89d0,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:19.396257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:19.396601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:19.396945 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:19.397282 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:19.397612 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:19.397942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:19.398304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:19.398630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:19.399097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:19.399427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:19.399749 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:19.400070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:19.471755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['aa073f09-324a-4547-b919-137b8d6a89d0'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:19.564938 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db903e77-0f05-4b97-818e-dc86c6ca7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.625288 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db903e77-0f05-4b97-818e-dc86c6ca7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.651019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db903e77-0f05-4b97-818e-dc86c6ca7c91 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:00:19.651399 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db903e77-0f05-4b97-818e-dc86c6ca7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:00:19.654375 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:00:19.669175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d9c8c82-a352-4b58-aeab-377d51b83e64 req-b17b36a9-2c9b-42d3-9d1f-17cafa44572f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314618 Oct 26 14:00:19.711833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade85b31-627b-46e7-9b93-3242c6b662fd req-e5c83b21-8448-415b-903f-96c13a3dbe92 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:19.713294 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ade85b31-627b-46e7-9b93-3242c6b662fd req-e5c83b21-8448-415b-903f-96c13a3dbe92 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 936 time: 0.4871933 Oct 26 14:00:19.787456 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db903e77-0f05-4b97-818e-dc86c6ca7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.797557 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db903e77-0f05-4b97-818e-dc86c6ca7c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.800665 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-db903e77-0f05-4b97-818e-dc86c6ca7c91 admin admin] 10.222.0.32 "DELETE /v2.0/networks/81330c68-8793-4b78-8210-f89bc4efc703 HTTP/1.1" status: 204 len: 168 time: 0.9644985 Oct 26 14:00:19.830346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db903e77-0f05-4b97-818e-dc86c6ca7c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=81330c68-8793-4b78-8210-f89bc4efc703,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:19.849016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ade85b31-627b-46e7-9b93-3242c6b662fd req-b91695e9-25fd-4d7e-8643-7dfee879c50a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273353 Oct 26 14:00:19.882533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380aebb-54e0-48aa-9aba-55dd27f38955 req-d66e9ed4-6edb-4f06-a664-1f42d8ab8134 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:19.884073 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9380aebb-54e0-48aa-9aba-55dd27f38955 req-d66e9ed4-6edb-4f06-a664-1f42d8ab8134 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 943 time: 0.1538084 Oct 26 14:00:19.909588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e150e9fb-ec49-4c64-9c9d-ec6bd260629a {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:19.923698 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49362) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:19.926781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.964527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Transition to ACTIVE for port object e150e9fb-ec49-4c64-9c9d-ec6bd260629a will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:19.976831 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.986314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9380aebb-54e0-48aa-9aba-55dd27f38955 req-cb52b3c2-d175-4abe-bb45-8e06fe5ff200 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936518 Oct 26 14:00:20.054747 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fff99cce-0981-46e1-9ab5-aab479b4f24f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1167943cc9c4c5c9154a5e0f8ef180b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299047 Oct 26 14:00:20.059429 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49364) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:20.074465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Pushing event updated for resources: {'Port': ['ID=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:20.109062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd270b-0bbd-43f8-a93a-ec6c8ca85dc6 req-61da4847-2d8c-41d1-89f1-def625bc8447 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.110635 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-debd270b-0bbd-43f8-a93a-ec6c8ca85dc6 req-61da4847-2d8c-41d1-89f1-def625bc8447 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 946 time: 0.1288438 Oct 26 14:00:20.128377 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-975cac56-b18d-47a0-bc55-ffe0a783011a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.157550 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-975cac56-b18d-47a0-bc55-ffe0a783011a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.183077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-debd270b-0bbd-43f8-a93a-ec6c8ca85dc6 req-0e81bea2-d23c-4c8c-b75c-29ec7d4579d7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543406 Oct 26 14:00:20.185519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Attempting to bind port e150e9fb-ec49-4c64-9c9d-ec6bd260629a on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:20.185847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Attempting to bind port e150e9fb-ec49-4c64-9c9d-ec6bd260629a by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:20.186490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Attempting to bind port e150e9fb-ec49-4c64-9c9d-ec6bd260629a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:20.194303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Port e150e9fb-ec49-4c64-9c9d-ec6bd260629a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:20.194635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Attempting to bind port e150e9fb-ec49-4c64-9c9d-ec6bd260629a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:20.210728 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:20.211208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:20.211666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:20.212095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Bound port: e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:20.212457 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.232055 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-975cac56-b18d-47a0-bc55-ffe0a783011a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.235172 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-975cac56-b18d-47a0-bc55-ffe0a783011a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.238548 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-975cac56-b18d-47a0-bc55-ffe0a783011a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ff7cf6a-71f4-4552-990d-ab97f187e24a HTTP/1.1" status: 204 len: 168 time: 0.1773953 Oct 26 14:00:20.248510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cac56-b18d-47a0-bc55-ffe0a783011a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff7cf6a-71f4-4552-990d-ab97f187e24a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:20.288056 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] For port e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:20.291694 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] For port e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:20.302324 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.339132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.339632 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.341017 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] 10.222.0.11 "PUT /v2.0/ports/e150e9fb-ec49-4c64-9c9d-ec6bd260629a HTTP/1.1" status: 200 len: 1096 time: 1.4435496 Oct 26 14:00:20.341450 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'tag': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:20.343775 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7fd767-cb83-4cdc-8863-a5003995e2eb" -d '{"events": [{"name": "network-changed", "server_uuid": "02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f", "tag": "e150e9fb-ec49-4c64-9c9d-ec6bd260629a"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:20.383879 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cee21-cc0b-4b46-9918-c35469f3ba84 service neutron] Pushing event updated for resources: {'Port': ['ID=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:20.409566 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2afec8-65f5-4ee2-860c-7381497bb2ca x-openstack-request-id: req-3b2afec8-65f5-4ee2-860c-7381497bb2ca {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:20.409930 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f", "tag": "e150e9fb-ec49-4c64-9c9d-ec6bd260629a", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:20.410274 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b2afec8-65f5-4ee2-860c-7381497bb2ca {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:20.410753 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'tag': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a', 'status': 'completed', 'code': 200} Oct 26 14:00:20.466917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-e3e9f570-c722-4212-af74-b5acb6622f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.468585 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-e3e9f570-c722-4212-af74-b5acb6622f1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 1099 time: 0.0532217 Oct 26 14:00:20.522992 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-020cf93d-93c3-408a-a8ff-9a8a45f06597 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a HTTP/1.1" status: 200 len: 217 time: 0.0362401 Oct 26 14:00:20.589293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-4572400a-618f-4912-b239-57dd78493372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.590143 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-4572400a-618f-4912-b239-57dd78493372 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0509796 Oct 26 14:00:20.646982 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-e209b0b8-d1a5-46cc-b10c-0f0f234b95c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.648493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-e209b0b8-d1a5-46cc-b10c-0f0f234b95c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428398 Oct 26 14:00:20.748882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-f56eec90-761b-4536-8927-34fee166c6d7 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871220 Oct 26 14:00:20.845090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af96be-e354-4d3a-8b48-98050b046ec5 req-65248a35-7402-4711-96ab-c907a146a022 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.846606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65af96be-e354-4d3a-8b48-98050b046ec5 req-65248a35-7402-4711-96ab-c907a146a022 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.1010756 Oct 26 14:00:20.862988 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device aa073f09-324a-4547-b919-137b8d6a89d0 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:20.891735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7476d036-5d8d-4aa0-b1f8-0d7d037ed57e req-907af405-52a9-4479-a3a3-774b18fffbb2 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337085 Oct 26 14:00:20.921068 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65af96be-e354-4d3a-8b48-98050b046ec5 req-72549622-cf37-414c-85f8-6851a56f9761 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667214 Oct 26 14:00:20.923359 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port aa073f09-324a-4547-b919-137b8d6a89d0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:20.924362 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.976745 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 71ff9901-bd6d-488c-bdeb-65843130efe3 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:21.032009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49406) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:21.040326 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.090410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85100a-006a-4f8d-a56a-60902c792b7a req-3a465f78-8b3d-4567-9dda-96c9ece2f039 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.091977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec85100a-006a-4f8d-a56a-60902c792b7a req-3a465f78-8b3d-4567-9dda-96c9ece2f039 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 948 time: 0.1194260 Oct 26 14:00:21.095170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fd767-cb83-4cdc-8863-a5003995e2eb req-55bc6a71-c264-4a30-be32-9a0ad60ad959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.096440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a7fd767-cb83-4cdc-8863-a5003995e2eb req-55bc6a71-c264-4a30-be32-9a0ad60ad959 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 1099 time: 0.1330230 Oct 26 14:00:21.114464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa073f09-324a-4547-b919-137b8d6a89d0'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:21.116910 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eefee9-755b-4fa1-8ba3-47e95d4b6d32" -d '{"events": [{"server_uuid": "8c8aad84-935c-4abc-b658-10bd4c2aca5a", "name": "network-vif-plugged", "status": "completed", "tag": "aa073f09-324a-4547-b919-137b8d6a89d0"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:21.134171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port aa073f09-324a-4547-b919-137b8d6a89d0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=aa073f09-324a-4547-b919-137b8d6a89d0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:21.142864 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.180730 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 71ff9901-bd6d-488c-bdeb-65843130efe3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=71ff9901-bd6d-488c-bdeb-65843130efe3,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:21.180902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1744721103-network', 'tenant_id': 'fa561142db2d426c894b3f996f9f4d1c'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:21.202906 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '71ff9901-bd6d-488c-bdeb-65843130efe3', 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123', 'port_id': '71ff9901-bd6d-488c-bdeb-65843130efe3', 'mac_address': 'fa:16:3e:68:95:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff39209-e843-4302-93f9-ea777b3788e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:21.206266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] Made reservation on behalf of fa561142db2d426c894b3f996f9f4d1c for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:21.208583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.214312 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec85100a-006a-4f8d-a56a-60902c792b7a req-5b877e00-5a4c-47d0-91a2-911837c0864c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106069 Oct 26 14:00:21.218933 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.243229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=aa073f09-324a-4547-b919-137b8d6a89d0,revision_number=10']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:21.271452 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.277555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fd767-cb83-4cdc-8863-a5003995e2eb req-c8715214-836d-400c-ae79-13d09ed94576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.279509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a7fd767-cb83-4cdc-8863-a5003995e2eb req-c8715214-836d-400c-ae79-13d09ed94576 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1624651 Oct 26 14:00:21.286218 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ff9901-bd6d-488c-bdeb-65843130efe3 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:21.299661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.304317 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.308812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 71ff9901-bd6d-488c-bdeb-65843130efe3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=71ff9901-bd6d-488c-bdeb-65843130efe3,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:21.315588 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.331789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:00:21.341386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168d4671-8789-43ec-8c39-25b75e2cf449,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:21.346818 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.347424 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] Added segment 817952b6-a5ff-417d-86ff-b43c27e82e8a of type vlan for network 9588c97f-f586-44b3-8176-8350580dbf61 Oct 26 14:00:21.366188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a7fd767-cb83-4cdc-8863-a5003995e2eb req-d115fbf3-4964-4f7d-a50c-5d73551b367c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a HTTP/1.1" status: 200 len: 217 time: 0.0703349 Oct 26 14:00:21.372953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=71ff9901-bd6d-488c-bdeb-65843130efe3,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:21.389674 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.414078 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.415034 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.415634 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.416443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229edc0a-1246-4000-b5a3-c85886ad8a4d req-757cccb5-d26d-4e52-a3f0-f6d78109f1e3 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.417958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-229edc0a-1246-4000-b5a3-c85886ad8a4d req-757cccb5-d26d-4e52-a3f0-f6d78109f1e3 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 1096 time: 0.2999849 Oct 26 14:00:21.431662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f76c2f-e7bf-4982-98d4-87413aeae0df req-84480efb-b6f4-4e9e-9f6d-82cf17ab437d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.433118 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1f76c2f-e7bf-4982-98d4-87413aeae0df req-84480efb-b6f4-4e9e-9f6d-82cf17ab437d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 943 time: 0.1527250 Oct 26 14:00:21.472663 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4395223 Oct 26 14:00:21.473531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fd767-cb83-4cdc-8863-a5003995e2eb req-7bdd75b4-dec8-431b-a2ab-6d2ff40f2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.474999 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a7fd767-cb83-4cdc-8863-a5003995e2eb req-7bdd75b4-dec8-431b-a2ab-6d2ff40f2566 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0959833 Oct 26 14:00:21.477571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49418) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:21.482738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0c5f0dab-a3d1-4111-b824-ff3e603e9266 admin admin] Request body: {'subnet': {'network_id': '9588c97f-f586-44b3-8176-8350580dbf61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1744721103-subnet', 'tenant_id': 'fa561142db2d426c894b3f996f9f4d1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:21.488106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daddac7-f527-41f9-8ea7-0bbc22a5c37e admin admin] Pushing event updated for resources: {'Network': ['ID=9588c97f-f586-44b3-8176-8350580dbf61,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:21.497738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 9588c97f-f586-44b3-8176-8350580dbf61 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:00:21.539964 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-229edc0a-1246-4000-b5a3-c85886ad8a4d req-886cbf1f-dac5-4941-9c9b-2a8a0a2192e1 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041691 Oct 26 14:00:21.545770 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1f76c2f-e7bf-4982-98d4-87413aeae0df req-82601763-051c-4638-9352-7616203c135f tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021287 Oct 26 14:00:21.555255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5f0dab-a3d1-4111-b824-ff3e603e9266 admin admin] Made reservation on behalf of fa561142db2d426c894b3f996f9f4d1c for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:21.566679 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0dab-a3d1-4111-b824-ff3e603e9266 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.601464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['71ff9901-bd6d-488c-bdeb-65843130efe3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:21.618803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fd767-cb83-4cdc-8863-a5003995e2eb req-c3aef19a-90d4-4bff-b109-5085f3ef9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.620380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a7fd767-cb83-4cdc-8863-a5003995e2eb req-c3aef19a-90d4-4bff-b109-5085f3ef9759 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1211228 Oct 26 14:00:21.628947 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545b66c8-5eb5-4d09-a21f-1c191271a673 x-openstack-request-id: req-545b66c8-5eb5-4d09-a21f-1c191271a673 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:21.629264 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8aad84-935c-4abc-b658-10bd4c2aca5a", "name": "network-vif-plugged", "status": "completed", "tag": "aa073f09-324a-4547-b919-137b8d6a89d0", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:21.629660 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-545b66c8-5eb5-4d09-a21f-1c191271a673 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:21.630074 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa073f09-324a-4547-b919-137b8d6a89d0', 'code': 200} Oct 26 14:00:21.849672 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a7fd767-cb83-4cdc-8863-a5003995e2eb req-046ee4a6-4b27-4c52-bfb2-ae07026bd6a4 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966863 Oct 26 14:00:21.860348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6178d-f0e9-42e7-9073-a1745258465e req-6751ff30-a7ca-4660-b705-c53443f86887 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.861707 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-21e6178d-f0e9-42e7-9073-a1745258465e req-6751ff30-a7ca-4660-b705-c53443f86887 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 946 time: 0.1472111 Oct 26 14:00:21.939605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d44d9-860d-4e41-8302-8a41bcefcedc req-4399a91d-7fc1-4bd1-bde0-350dfc5504cb tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.941069 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-258d44d9-860d-4e41-8302-8a41bcefcedc req-4399a91d-7fc1-4bd1-bde0-350dfc5504cb tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 1096 time: 0.1805949 Oct 26 14:00:22.001335 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0dab-a3d1-4111-b824-ff3e603e9266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:22.052108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-21e6178d-f0e9-42e7-9073-a1745258465e req-20ef19f1-42f5-4db0-894c-af8a34068a81 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583574 Oct 26 14:00:22.073607 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-258d44d9-860d-4e41-8302-8a41bcefcedc req-66e3eda4-2ae3-4f09-aceb-d0068afbc81d tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186750 Oct 26 14:00:22.086683 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a7fd767-cb83-4cdc-8863-a5003995e2eb req-66b91bb4-e2bf-47ae-b977-e6a3184800f0 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240174 Oct 26 14:00:22.102547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f0dab-a3d1-4111-b824-ff3e603e9266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2965551-3bbf-4edc-bedb-b8d4c84f64c1,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:22.112547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5f0dab-a3d1-4111-b824-ff3e603e9266 admin admin] Checking segment: {'id': '817952b6-a5ff-417d-86ff-b43c27e82e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:22.112908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5f0dab-a3d1-4111-b824-ff3e603e9266 admin admin] Network hostable DHCP agents. Network: 9588c97f-f586-44b3-8176-8350580dbf61, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:00:22.131084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5f0dab-a3d1-4111-b824-ff3e603e9266 admin admin] Network 9588c97f-f586-44b3-8176-8350580dbf61 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:00:22.141491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-0c5f0dab-a3d1-4111-b824-ff3e603e9266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 9588c97f-f586-44b3-8176-8350580dbf61) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:22.145782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5f0dab-a3d1-4111-b824-ff3e603e9266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:22.146406 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0dab-a3d1-4111-b824-ff3e603e9266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:22.152051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe46ec8-0c9a-4f34-b782-0ab535676f7d None None] Network 9588c97f-f586-44b3-8176-8350580dbf61 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:00:22.164400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0c5f0dab-a3d1-4111-b824-ff3e603e9266 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6854842 Oct 26 14:00:22.291975 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abacb0a1-3a13-4f66-8d61-a9902aab1565 None None] Network 9588c97f-f586-44b3-8176-8350580dbf61 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:00:22.341819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18aab8-78bc-457d-93dd-4bbb5263c609 req-cf23080b-d780-4c22-bc24-1c5a06530618 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:22.343636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce18aab8-78bc-457d-93dd-4bbb5263c609 req-cf23080b-d780-4c22-bc24-1c5a06530618 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 948 time: 0.0687571 Oct 26 14:00:22.398521 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce18aab8-78bc-457d-93dd-4bbb5263c609 req-c00d2cf1-0ccf-4aa1-8164-8c8245c29b13 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453258 Oct 26 14:00:22.731605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-558ec684-429b-45a8-a30e-bb85ca18c7d3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:22.733262 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-558ec684-429b-45a8-a30e-bb85ca18c7d3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/networks?id=9588c97f-f586-44b3-8176-8350580dbf61 HTTP/1.1" status: 200 len: 815 time: 0.1152456 Oct 26 14:00:22.755067 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-7405de40-886b-45c5-90ef-4786fc5069ac tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/quotas/fa561142db2d426c894b3f996f9f4d1c HTTP/1.1" status: 200 len: 375 time: 0.0117869 Oct 26 14:00:22.791747 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-8aea92cc-6bbe-4d6c-a8fc-c3e8e65018bc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa561142db2d426c894b3f996f9f4d1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305521 Oct 26 14:00:22.904953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-da50c1c9-ee05-4006-8f3b-98ddb5102a30 service neutron] 10.222.0.32 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035922 Oct 26 14:00:22.984871 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 71ff9901-bd6d-488c-bdeb-65843130efe3 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:23.013206 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-2ed67539-1242-419a-a0bc-7da10d40bb3d service neutron] 10.222.0.32 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014614 Oct 26 14:00:23.036758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 71ff9901-bd6d-488c-bdeb-65843130efe3 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:23.041258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 71ff9901-bd6d-488c-bdeb-65843130efe3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:23.041636 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.145346 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.216237 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 71ff9901-bd6d-488c-bdeb-65843130efe3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=71ff9901-bd6d-488c-bdeb-65843130efe3,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:23.247064 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.281689 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.304145 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=71ff9901-bd6d-488c-bdeb-65843130efe3,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:23.318627 n-d-815498-1 neutron-server[102123]: WARNING keystonemiddleware.auth_token [req-2feff211-9c53-4801-8871-5b611b32d357 req-7327e0b3-eada-4fd3-a406-c83f4d40566c service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 14:00:23.322765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-149122f2-2d00-4ce6-9234-49094e79f1d2 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:00:23.324611 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-149122f2-2d00-4ce6-9234-49094e79f1d2 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0840726 Oct 26 14:00:23.338862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083203f-f71a-4fba-90c2-85dc4792e3b2 req-9c52b6a8-aaed-4c89-8f63-49244743c3d3 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:23.340524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9083203f-f71a-4fba-90c2-85dc4792e3b2 req-9c52b6a8-aaed-4c89-8f63-49244743c3d3 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0789227 Oct 26 14:00:23.379583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-7983978b-2eb1-4986-9709-a7bfbfa47d12 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:23.387391 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-7983978b-2eb1-4986-9709-a7bfbfa47d12 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports/cdd10a30-2b9a-4029-8568-bdc2dbe43e40 HTTP/1.1" status: 200 len: 1093 time: 0.0473216 Oct 26 14:00:23.393651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-860d65f6-7b00-4348-a920-03d2bd42c916 service neutron] Request body: {'binding': {'host': 'n-h1-815498-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:23.394553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-860d65f6-7b00-4348-a920-03d2bd42c916 service neutron] Unknown quota resources ['binding']. {{(pid=102123) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:00:23.405628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9083203f-f71a-4fba-90c2-85dc4792e3b2 req-e30443ef-2cf7-4821-b2cd-d6b5da6f9b7b tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485742 Oct 26 14:00:23.586816 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-860d65f6-7b00-4348-a920-03d2bd42c916 service neutron] Attempting to bind port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 on host n-h1-815498-1 for vnic_type normal with profile None {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:23.588136 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-860d65f6-7b00-4348-a920-03d2bd42c916 service neutron] Attempting to bind port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:23.588628 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-860d65f6-7b00-4348-a920-03d2bd42c916 service neutron] Attempting to bind port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:23.595101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-860d65f6-7b00-4348-a920-03d2bd42c916 service neutron] Port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 on network ba04fdd3-3802-412f-af48-4aa973edbc88 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:23.595422 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-860d65f6-7b00-4348-a920-03d2bd42c916 service neutron] Attempting to bind port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:23.601309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-860d65f6-7b00-4348-a920-03d2bd42c916 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:23.601846 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-860d65f6-7b00-4348-a920-03d2bd42c916 service neutron] Checking segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:23.602310 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-860d65f6-7b00-4348-a920-03d2bd42c916 service neutron] Bound using segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:23.602930 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-860d65f6-7b00-4348-a920-03d2bd42c916 service neutron] Bound port: cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:23.630960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4bcd56-7639-42c2-af50-bef061d746bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ff9901-bd6d-488c-bdeb-65843130efe3'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:23.633672 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efff346b-1091-4ab3-a3dd-5210bcc30019" -d '{"events": [{"server_uuid": "6d4bcd56-7639-42c2-af50-bef061d746bb", "name": "network-vif-plugged", "status": "completed", "tag": "71ff9901-bd6d-488c-bdeb-65843130efe3"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:23.686912 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-860d65f6-7b00-4348-a920-03d2bd42c916 service neutron] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:23.696358 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-860d65f6-7b00-4348-a920-03d2bd42c916 service neutron] Publish callbacks [] for binding, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.699999 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-860d65f6-7b00-4348-a920-03d2bd42c916 service neutron] 10.222.0.32 "POST /v2.0/ports/cdd10a30-2b9a-4029-8568-bdc2dbe43e40/bindings HTTP/1.1" status: 201 len: 389 time: 0.3112073 Oct 26 14:00:23.878861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-85611fea-a43f-404c-9529-a57c2fb70631 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:23.881026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-85611fea-a43f-404c-9529-a57c2fb70631 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261&tenant_id=3015cef33add49c0a70c99ffe7c7236a&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1097 time: 0.1841564 Oct 26 14:00:23.889663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a7fca-8f4f-4850-a69c-c0f9224795b1 req-6da0afa4-f832-4471-a56e-1ded6febfaf0 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:23.891669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-392a7fca-8f4f-4850-a69c-c0f9224795b1 req-6da0afa4-f832-4471-a56e-1ded6febfaf0 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 946 time: 0.2071693 Oct 26 14:00:23.904306 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815498-1'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:23.978155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9550307-0320-43bf-a4ff-c0d9487f0164 req-1059662c-0efd-4a87-ae9a-fe6037c8899d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 210 time: 0.0464525 Oct 26 14:00:24.024387 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-392a7fca-8f4f-4850-a69c-c0f9224795b1 req-c97a6917-5226-47aa-84df-ca73e97b6676 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154115 Oct 26 14:00:24.027712 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:24.110012 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ccc9bc-8ed1-4a9f-93bb-75bee47a324f x-openstack-request-id: req-c8ccc9bc-8ed1-4a9f-93bb-75bee47a324f {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:24.110336 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4bcd56-7639-42c2-af50-bef061d746bb", "name": "network-vif-plugged", "status": "completed", "tag": "71ff9901-bd6d-488c-bdeb-65843130efe3", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:24.110592 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8ccc9bc-8ed1-4a9f-93bb-75bee47a324f {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:24.111457 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4bcd56-7639-42c2-af50-bef061d746bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ff9901-bd6d-488c-bdeb-65843130efe3', 'code': 200} Oct 26 14:00:24.256672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f971c-4de0-4c9e-a6f6-60ffa1cec7ce req-c930688f-bbd7-474d-934e-ce92d9fd74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:24.258950 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c95f971c-4de0-4c9e-a6f6-60ffa1cec7ce req-c930688f-bbd7-474d-934e-ce92d9fd74b0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 1096 time: 0.0741234 Oct 26 14:00:24.309138 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c95f971c-4de0-4c9e-a6f6-60ffa1cec7ce req-705a2a6e-4108-4c48-9d4a-825372d576ae service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Oct 26 14:00:24.310786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6987a49c-49d3-4eed-bf94-035a59f794f8,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:24.340834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbeae4-1ba8-4d84-acbd-1f852447e5d6 req-e1740138-fd7b-45f7-9fa7-191dee719860 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:24.342533 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bebbeae4-1ba8-4d84-acbd-1f852447e5d6 req-e1740138-fd7b-45f7-9fa7-191dee719860 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 948 time: 0.2214181 Oct 26 14:00:24.376861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7161b-71a6-4559-98c7-ab0b5df0b1b5 req-f87ffa1b-b9d1-41a0-8fbd-bb9ed171eaad tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:24.384551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59c7161b-71a6-4559-98c7-ab0b5df0b1b5 req-f87ffa1b-b9d1-41a0-8fbd-bb9ed171eaad tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.1206150 Oct 26 14:00:24.432741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:24.464149 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bebbeae4-1ba8-4d84-acbd-1f852447e5d6 req-4dafcd8f-95f5-47a2-acd4-957afdeb3066 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126003 Oct 26 14:00:24.493433 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59c7161b-71a6-4559-98c7-ab0b5df0b1b5 req-12ea5936-65b1-4c55-8483-f1535530857c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058278 Oct 26 14:00:24.513338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d673bf2-f69f-4f16-a270-d638180b2261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6987a49c-49d3-4eed-bf94-035a59f794f8'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:24.516767 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f33524-a15e-4ea4-8eab-15830173162f" -d '{"events": [{"server_uuid": "5d673bf2-f69f-4f16-a270-d638180b2261", "name": "network-vif-unplugged", "status": "completed", "tag": "6987a49c-49d3-4eed-bf94-035a59f794f8"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:24.530629 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:24.547313 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:24.596329 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fef7659-6a64-4223-9846-b411329a503d x-openstack-request-id: req-2fef7659-6a64-4223-9846-b411329a503d {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:24.596829 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d673bf2-f69f-4f16-a270-d638180b2261", "name": "network-vif-unplugged", "status": "completed", "tag": "6987a49c-49d3-4eed-bf94-035a59f794f8", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:24.596994 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fef7659-6a64-4223-9846-b411329a503d {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:24.597391 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d673bf2-f69f-4f16-a270-d638180b2261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6987a49c-49d3-4eed-bf94-035a59f794f8', 'code': 200} Oct 26 14:00:24.692467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Pushing event updated for resources: {'Port': ['ID=6987a49c-49d3-4eed-bf94-035a59f794f8,revision_number=7']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:24.713783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Attempting to bind port 6987a49c-49d3-4eed-bf94-035a59f794f8 on host n-h2-815498-1 for vnic_type normal with profile {"migrating_to": "n-h1-815498-1"} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:24.714582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Attempting to bind port 6987a49c-49d3-4eed-bf94-035a59f794f8 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:24.715046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Attempting to bind port 6987a49c-49d3-4eed-bf94-035a59f794f8 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:24.725295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c1b2a-f594-4acc-a8d3-6e0c60a90a3b req-7d32e55a-5be0-461d-be97-64e090ffca1d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:24.733082 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-843c1b2a-f594-4acc-a8d3-6e0c60a90a3b req-7d32e55a-5be0-461d-be97-64e090ffca1d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.1385517 Oct 26 14:00:24.744148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Port 6987a49c-49d3-4eed-bf94-035a59f794f8 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:24.744505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Attempting to bind port 6987a49c-49d3-4eed-bf94-035a59f794f8 on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:24.757349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:24.757739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Checking segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:24.758124 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Bound using segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:24.758643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Bound port: 6987a49c-49d3-4eed-bf94-035a59f794f8, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:24.759012 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:24.822520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-843c1b2a-f594-4acc-a8d3-6e0c60a90a3b req-45daea27-0a5c-4ded-b713-732e65c8fce4 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884893 Oct 26 14:00:24.875706 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e150e9fb-ec49-4c64-9c9d-ec6bd260629a details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:24.892312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:24.897354 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6987a49c-49d3-4eed-bf94-035a59f794f8,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:24.913748 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.001516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6987a49c-49d3-4eed-bf94-035a59f794f8 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:25.092812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:25.093483 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.099783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] 10.222.0.25 "PUT /v2.0/ports/6987a49c-49d3-4eed-bf94-035a59f794f8 HTTP/1.1" status: 200 len: 1122 time: 1.2058911 Oct 26 14:00:25.100931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc32d8-51eb-4a10-b7e4-b9f194a6535c service neutron] Pushing event updated for resources: {'Port': ['ID=6987a49c-49d3-4eed-bf94-035a59f794f8,revision_number=8']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:25.115493 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6987a49c-49d3-4eed-bf94-035a59f794f8,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:25.121208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-dba8acb0-e6dd-432a-951d-95cfdc6a520d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:25.126068 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-dba8acb0-e6dd-432a-951d-95cfdc6a520d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.25 "GET /v2.0/networks?id=9588c97f-f586-44b3-8176-8350580dbf61 HTTP/1.1" status: 200 len: 815 time: 0.2875257 Oct 26 14:00:25.135249 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6987a49c-49d3-4eed-bf94-035a59f794f8 has no active binding in host n-h1-815498-1 {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 14:00:25.170394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-04cd03f6-7d0d-4043-89f2-5cf921608cb2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Request body: {'port': {'device_id': '8cde570a-b2fa-4a31-be2a-7924a139c194', 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61', 'admin_state_up': True, 'tenant_id': 'fa561142db2d426c894b3f996f9f4d1c'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:25.186320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62e4b018-fe75-4a67-aa2f-e05cb4878f72 req-f36b5537-2971-4130-bfa1-44fc99556590 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 210 time: 0.0653470 Oct 26 14:00:25.193226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:25.206723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a', 'mac_address': 'fa:16:3e:b2:75:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:25.211326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['6987a49c-49d3-4eed-bf94-035a59f794f8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:25.272337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['6987a49c-49d3-4eed-bf94-035a59f794f8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:25.283267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa590c4d-67ca-4165-aa38-6fd01d609b9e req-5a624dee-91bf-48de-a61b-70d0fa44b838 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:25.291724 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa590c4d-67ca-4165-aa38-6fd01d609b9e req-5a624dee-91bf-48de-a61b-70d0fa44b838 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 944 time: 0.1212950 Oct 26 14:00:25.324195 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.341081 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e150e9fb-ec49-4c64-9c9d-ec6bd260629a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:25.378795 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa590c4d-67ca-4165-aa38-6fd01d609b9e req-61adf8e4-b1ff-4235-8efb-b7317428a437 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861361 Oct 26 14:00:25.395516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:25.411326 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.476020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:25.495170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-04cd03f6-7d0d-4043-89f2-5cf921608cb2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Made reservation on behalf of fa561142db2d426c894b3f996f9f4d1c for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:25.499513 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-04cd03f6-7d0d-4043-89f2-5cf921608cb2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.694575 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-04cd03f6-7d0d-4043-89f2-5cf921608cb2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Allocated IP 172.20.0.7 (9588c97f-f586-44b3-8176-8350580dbf61/b2965551-3bbf-4edc-bedb-b8d4c84f64c1/6f4af91a-e502-465c-aa0d-78a29483baf6) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:25.755698 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eeda4-69ab-43ba-9e9f-5e67e84e2c7a req-bffd06a4-8162-4bee-b299-944c1caa4d1e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:25.757363 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c4eeda4-69ab-43ba-9e9f-5e67e84e2c7a req-bffd06a4-8162-4bee-b299-944c1caa4d1e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.1006427 Oct 26 14:00:25.765626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00421f13-7e5b-4774-831b-1ed9a7d69c83 req-c5738b0d-8b03-48b9-902b-2d997ddc95ec tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:25.773112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-00421f13-7e5b-4774-831b-1ed9a7d69c83 req-c5738b0d-8b03-48b9-902b-2d997ddc95ec tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 949 time: 0.1022813 Oct 26 14:00:25.830027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-00421f13-7e5b-4774-831b-1ed9a7d69c83 req-fe47ed2a-f961-4daa-be9e-a78522a39842 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559475 Oct 26 14:00:25.851147 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c4eeda4-69ab-43ba-9e9f-5e67e84e2c7a req-45543010-2e35-4029-9a77-8058e7eb6dfd tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704482 Oct 26 14:00:25.908868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-04cd03f6-7d0d-4043-89f2-5cf921608cb2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.927632 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['e150e9fb-ec49-4c64-9c9d-ec6bd260629a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:25.963324 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-04cd03f6-7d0d-4043-89f2-5cf921608cb2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:26.025892 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd03f6-7d0d-4043-89f2-5cf921608cb2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Pushing event updated for resources: {'Port': ['ID=6f4af91a-e502-465c-aa0d-78a29483baf6,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:26.059108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-04cd03f6-7d0d-4043-89f2-5cf921608cb2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Network 9588c97f-f586-44b3-8176-8350580dbf61 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:26.061209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-04cd03f6-7d0d-4043-89f2-5cf921608cb2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:26.064444 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-04cd03f6-7d0d-4043-89f2-5cf921608cb2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:26.128048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8689c-0208-4590-aacd-e317beb404ce req-6fae272d-5627-46b2-8f27-a457aa8b6c03 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:26.135523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbf8689c-0208-4590-aacd-e317beb404ce req-6fae272d-5627-46b2-8f27-a457aa8b6c03 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.1338933 Oct 26 14:00:26.157869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-04cd03f6-7d0d-4043-89f2-5cf921608cb2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:26.158602 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-04cd03f6-7d0d-4043-89f2-5cf921608cb2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:26.186155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbf8689c-0208-4590-aacd-e317beb404ce req-35ed2448-2783-4687-ba24-99aa313ab0d4 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491209 Oct 26 14:00:26.198597 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-04cd03f6-7d0d-4043-89f2-5cf921608cb2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0622783 Oct 26 14:00:26.213081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Request body: {'port': {'device_id': '8cde570a-b2fa-4a31-be2a-7924a139c194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:26.297515 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:26.360370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c2fa9-a840-42cd-aa31-ef30db370d2c req-b69300a0-58f4-46c4-8ca7-47f0626ded08 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:26.362001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b06c2fa9-a840-42cd-aa31-ef30db370d2c req-b69300a0-58f4-46c4-8ca7-47f0626ded08 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 931 time: 0.0636179 Oct 26 14:00:26.440334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b06c2fa9-a840-42cd-aa31-ef30db370d2c req-2bff389b-a5a4-49c7-870d-6d2d338693e5 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662227 Oct 26 14:00:26.527383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cc5d2-ea6d-4e02-b1d9-809299d8b497 req-6d94175a-47f6-4bee-b6a1-59a5e7779ee2 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:26.532592 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a13cc5d2-ea6d-4e02-b1d9-809299d8b497 req-6d94175a-47f6-4bee-b6a1-59a5e7779ee2 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0706649 Oct 26 14:00:26.598479 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d673bf2-f69f-4f16-a270-d638180b2261', 'tag': '6987a49c-49d3-4eed-bf94-035a59f794f8'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:26.603097 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec3cbf9-cb8c-4c51-ac16-48a633b18d25" -d '{"events": [{"name": "network-changed", "server_uuid": "5d673bf2-f69f-4f16-a270-d638180b2261", "tag": "6987a49c-49d3-4eed-bf94-035a59f794f8"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:26.620218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a13cc5d2-ea6d-4e02-b1d9-809299d8b497 req-10f0367c-0498-44d4-8590-4b3e9fd9b668 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747867 Oct 26 14:00:26.629482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc3b4e-0658-47f8-96ea-f77a8f8a02d9 req-1442215f-9732-4c23-bb3b-22110c69ccca tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:26.631182 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ecc3b4e-0658-47f8-96ea-f77a8f8a02d9 req-1442215f-9732-4c23-bb3b-22110c69ccca tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 944 time: 0.1137486 Oct 26 14:00:26.689247 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca15ad9-5566-40d9-a60c-dc24835f691c x-openstack-request-id: req-cca15ad9-5566-40d9-a60c-dc24835f691c {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:26.689827 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d673bf2-f69f-4f16-a270-d638180b2261", "tag": "6987a49c-49d3-4eed-bf94-035a59f794f8", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:26.690177 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cca15ad9-5566-40d9-a60c-dc24835f691c {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:26.690633 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d673bf2-f69f-4f16-a270-d638180b2261', 'tag': '6987a49c-49d3-4eed-bf94-035a59f794f8', 'status': 'completed', 'code': 200} Oct 26 14:00:26.695743 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4af91a-e502-465c-aa0d-78a29483baf6 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:26.697551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ecc3b4e-0658-47f8-96ea-f77a8f8a02d9 req-696a9d2f-1b1d-4899-8f29-cae27231ad3c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585155 Oct 26 14:00:26.704791 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:26.726715 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Transition to ACTIVE for port object 6f4af91a-e502-465c-aa0d-78a29483baf6 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:26.734100 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:26.771056 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3cbf9-cb8c-4c51-ac16-48a633b18d25 req-79259c58-8353-4404-ac14-28f02a9cba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:26.773366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ec3cbf9-cb8c-4c51-ac16-48a633b18d25 req-79259c58-8353-4404-ac14-28f02a9cba64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 1125 time: 0.0565479 Oct 26 14:00:26.813430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Pushing event updated for resources: {'Port': ['ID=6f4af91a-e502-465c-aa0d-78a29483baf6,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:26.913487 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3cbf9-cb8c-4c51-ac16-48a633b18d25 req-c411360b-c340-455b-b99d-e6c6ce3bc297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:26.916565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Attempting to bind port 6f4af91a-e502-465c-aa0d-78a29483baf6 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:26.916896 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Attempting to bind port 6f4af91a-e502-465c-aa0d-78a29483baf6 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '817952b6-a5ff-417d-86ff-b43c27e82e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:26.917230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Attempting to bind port 6f4af91a-e502-465c-aa0d-78a29483baf6 on network 9588c97f-f586-44b3-8176-8350580dbf61 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:26.919884 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ec3cbf9-cb8c-4c51-ac16-48a633b18d25 req-c411360b-c340-455b-b99d-e6c6ce3bc297 service neutron] 10.222.0.11 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.1355891 Oct 26 14:00:26.923843 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Port 6f4af91a-e502-465c-aa0d-78a29483baf6 on network 9588c97f-f586-44b3-8176-8350580dbf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:26.928780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Attempting to bind port 6f4af91a-e502-465c-aa0d-78a29483baf6 on network 9588c97f-f586-44b3-8176-8350580dbf61 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:26.934515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:26.934851 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Checking segment: {'id': '817952b6-a5ff-417d-86ff-b43c27e82e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:26.937677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Bound using segment: {'id': '817952b6-a5ff-417d-86ff-b43c27e82e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:26.937677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Bound port: 6f4af91a-e502-465c-aa0d-78a29483baf6, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '817952b6-a5ff-417d-86ff-b43c27e82e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:26.937677 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:27.009715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ec3cbf9-cb8c-4c51-ac16-48a633b18d25 req-1be1b779-811b-48f8-a569-eb8a9b3ee4f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6987a49c-49d3-4eed-bf94-035a59f794f8 HTTP/1.1" status: 200 len: 217 time: 0.0724530 Oct 26 14:00:27.012685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] For port 6f4af91a-e502-465c-aa0d-78a29483baf6, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:27.014946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] For port 6f4af91a-e502-465c-aa0d-78a29483baf6, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6f4af91a-e502-465c-aa0d-78a29483baf6,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:27.021364 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:27.084554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:27.085557 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:27.086956 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] 10.222.0.25 "PUT /v2.0/ports/6f4af91a-e502-465c-aa0d-78a29483baf6 HTTP/1.1" status: 200 len: 1091 time: 0.8785903 Oct 26 14:00:27.089179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cde570a-b2fa-4a31-be2a-7924a139c194', 'tag': '6f4af91a-e502-465c-aa0d-78a29483baf6'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:27.092419 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72940b8-1be0-4c0e-910e-fe5d0f5315ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8cde570a-b2fa-4a31-be2a-7924a139c194", "tag": "6f4af91a-e502-465c-aa0d-78a29483baf6"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:27.099838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e84b3-20ea-40f1-b242-e32e9413feee service neutron] Pushing event updated for resources: {'Port': ['ID=6f4af91a-e502-465c-aa0d-78a29483baf6,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:27.149047 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac49da-c573-416b-a252-c4efaef639fd req-71c7880b-bdb3-4f9f-afad-7cd9fe27fb11 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:27.158871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eeac49da-c573-416b-a252-c4efaef639fd req-71c7880b-bdb3-4f9f-afad-7cd9fe27fb11 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.2337945 Oct 26 14:00:27.191905 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-383a8537-dbe9-4887-a83b-03d7dc4535d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:27.193808 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-383a8537-dbe9-4887-a83b-03d7dc4535d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa561142db2d426c894b3f996f9f4d1c&device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 1094 time: 0.0564969 Oct 26 14:00:27.217676 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:27.257714 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-e6acf8a8-9a56-4eeb-b9bb-cc663194963d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f4af91a-e502-465c-aa0d-78a29483baf6 HTTP/1.1" status: 200 len: 217 time: 0.0535893 Oct 26 14:00:27.315442 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-794f382a-36f9-46ac-bd2a-3801af7c4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:27.317051 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-794f382a-36f9-46ac-bd2a-3801af7c4e7a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2965551-3bbf-4edc-bedb-b8d4c84f64c1 HTTP/1.1" status: 200 len: 855 time: 0.0522602 Oct 26 14:00:27.355040 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-a3595ae5-e465-4d98-9ab6-3a6f0434db6d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9588c97f-f586-44b3-8176-8350580dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304894 Oct 26 14:00:27.473476 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-a493431a-5c0d-4e4c-87d7-9a1542caddac service neutron] 10.222.0.25 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089394 Oct 26 14:00:27.517858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8f11e-f37e-4caa-860d-7221db3e1aec req-db582ea6-9250-460a-904c-0b2c17c72131 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:27.521747 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0b8f11e-f37e-4caa-860d-7221db3e1aec req-db582ea6-9250-460a-904c-0b2c17c72131 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 949 time: 0.5858138 Oct 26 14:00:27.526002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3cbf9-cb8c-4c51-ac16-48a633b18d25 req-67330ece-a210-48c9-bb5a-853230ec3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:27.533037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ec3cbf9-cb8c-4c51-ac16-48a633b18d25 req-67330ece-a210-48c9-bb5a-853230ec3982 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.4982879 Oct 26 14:00:27.577467 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4f901f8b-960f-49d4-b449-3554ad4b9969 req-9457cd9c-4ef1-43ee-97be-f7054b744439 service neutron] 10.222.0.25 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963733 Oct 26 14:00:27.579247 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eeac49da-c573-416b-a252-c4efaef639fd req-97a05f9f-5eaa-4218-a4d1-3fd7f7f7f166 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192328 Oct 26 14:00:27.617966 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ec3cbf9-cb8c-4c51-ac16-48a633b18d25 req-cb6c5b21-47ca-4437-afb8-7ba91f360b79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367897 Oct 26 14:00:27.680631 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0b8f11e-f37e-4caa-860d-7221db3e1aec req-1a78aa53-473e-466c-82cd-b49af0fc9c84 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470470 Oct 26 14:00:27.730941 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348e09aa-cd10-4f2b-bc35-550848e70db8 x-openstack-request-id: req-348e09aa-cd10-4f2b-bc35-550848e70db8 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:27.731447 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cde570a-b2fa-4a31-be2a-7924a139c194", "tag": "6f4af91a-e502-465c-aa0d-78a29483baf6", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:27.731878 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-348e09aa-cd10-4f2b-bc35-550848e70db8 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:27.732671 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cde570a-b2fa-4a31-be2a-7924a139c194', 'tag': '6f4af91a-e502-465c-aa0d-78a29483baf6', 'status': 'completed', 'code': 200} Oct 26 14:00:27.833889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ec3cbf9-cb8c-4c51-ac16-48a633b18d25 req-a31e40ac-7569-40fa-b447-04339a0aaf01 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038732 Oct 26 14:00:27.848913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72940b8-1be0-4c0e-910e-fe5d0f5315ba req-542d319b-6c0c-4f45-9b81-9cf547181397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:27.850916 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b72940b8-1be0-4c0e-910e-fe5d0f5315ba req-542d319b-6c0c-4f45-9b81-9cf547181397 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa561142db2d426c894b3f996f9f4d1c&device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 1094 time: 0.0956445 Oct 26 14:00:27.974648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72940b8-1be0-4c0e-910e-fe5d0f5315ba req-e075193c-6cea-4654-8e24-7e6923cb9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:27.976630 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b72940b8-1be0-4c0e-910e-fe5d0f5315ba req-e075193c-6cea-4654-8e24-7e6923cb9ad7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9588c97f-f586-44b3-8176-8350580dbf61 HTTP/1.1" status: 200 len: 916 time: 0.1134069 Oct 26 14:00:28.029171 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b72940b8-1be0-4c0e-910e-fe5d0f5315ba req-51bcc0c9-4642-41fd-aebc-bab2005784c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f4af91a-e502-465c-aa0d-78a29483baf6 HTTP/1.1" status: 200 len: 217 time: 0.0411346 Oct 26 14:00:28.037723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ec3cbf9-cb8c-4c51-ac16-48a633b18d25 req-b7dd17cf-e9b7-4e07-9dda-1239fda93dda service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930175 Oct 26 14:00:28.047432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5f960-2bf2-4131-a906-1543a995b10e req-02fd304a-ea1b-4711-b994-ea6d3ad1eaf8 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:28.049215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02b5f960-2bf2-4131-a906-1543a995b10e req-02fd304a-ea1b-4711-b994-ea6d3ad1eaf8 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 943 time: 0.1780744 Oct 26 14:00:28.057624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2c250-f382-4bfd-bb48-5b31dc3526eb req-6d34dad6-cf25-4f80-b478-7509bd087569 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:28.066331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82a2c250-f382-4bfd-bb48-5b31dc3526eb req-6d34dad6-cf25-4f80-b478-7509bd087569 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.1395795 Oct 26 14:00:28.119619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72940b8-1be0-4c0e-910e-fe5d0f5315ba req-146ed40f-f5ff-4258-b86f-21c6a62e799c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:28.121172 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b72940b8-1be0-4c0e-910e-fe5d0f5315ba req-146ed40f-f5ff-4258-b86f-21c6a62e799c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2965551-3bbf-4edc-bedb-b8d4c84f64c1 HTTP/1.1" status: 200 len: 855 time: 0.0680881 Oct 26 14:00:28.128716 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82a2c250-f382-4bfd-bb48-5b31dc3526eb req-dd8dcce5-fe20-4eb4-b2d4-12d4ffcedc3a tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612714 Oct 26 14:00:28.136961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02b5f960-2bf2-4131-a906-1543a995b10e req-cdb819fd-7143-4397-98e8-c95563c3a1fb tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673749 Oct 26 14:00:28.191761 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b72940b8-1be0-4c0e-910e-fe5d0f5315ba req-f98969fc-d52e-46e0-b51f-efa563559952 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9588c97f-f586-44b3-8176-8350580dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541222 Oct 26 14:00:28.294255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ec891-67a0-4b3a-9c07-9a3ccae64d14 req-b25054d9-28c2-4452-ab27-7790414016b1 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:28.297044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c29ec891-67a0-4b3a-9c07-9a3ccae64d14 req-b25054d9-28c2-4452-ab27-7790414016b1 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 944 time: 0.0891848 Oct 26 14:00:28.304243 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b72940b8-1be0-4c0e-910e-fe5d0f5315ba req-e5e04077-1c11-495d-b33a-a75ed447ab55 service neutron] 10.222.0.25 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026669 Oct 26 14:00:28.366912 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c29ec891-67a0-4b3a-9c07-9a3ccae64d14 req-3726d177-37e9-46de-b1fe-9cff6d325f9e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632801 Oct 26 14:00:28.440453 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b72940b8-1be0-4c0e-910e-fe5d0f5315ba req-a3e8d1c5-982c-4bfe-91e4-773ea521e06e service neutron] 10.222.0.25 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097693 Oct 26 14:00:28.716253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f3944-477d-4c11-84de-ff797e95a6ca req-ddfedb26-135d-4666-a598-eaeac5722ed0 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:28.717801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a16f3944-477d-4c11-84de-ff797e95a6ca req-ddfedb26-135d-4666-a598-eaeac5722ed0 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0554986 Oct 26 14:00:28.760385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a16f3944-477d-4c11-84de-ff797e95a6ca req-829dc5b7-16d3-4a38-9e53-531d820d3575 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354462 Oct 26 14:00:28.890148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd213f0-c92a-406a-897b-11b99aba3595 req-27df00c8-1fbe-4611-9e9e-079b5db49ea3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:28.892175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4cd213f0-c92a-406a-897b-11b99aba3595 req-27df00c8-1fbe-4611-9e9e-079b5db49ea3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 949 time: 0.0604765 Oct 26 14:00:28.892661 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e150e9fb-ec49-4c64-9c9d-ec6bd260629a up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:28.953263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4cd213f0-c92a-406a-897b-11b99aba3595 req-f4ddba4d-c204-4ce9-8159-3ffe864e6f71 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510466 Oct 26 14:00:28.957842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port e150e9fb-ec49-4c64-9c9d-ec6bd260629a completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:28.963169 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port e150e9fb-ec49-4c64-9c9d-ec6bd260629a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:28.963810 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:29.050858 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:29.074932 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:29.077182 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fce2304-68f2-4352-a105-62c2783247ab" -d '{"events": [{"server_uuid": "02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f", "name": "network-vif-plugged", "status": "completed", "tag": "e150e9fb-ec49-4c64-9c9d-ec6bd260629a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:29.090891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:29.096202 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:29.142521 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6d8caf-811f-4474-9e58-51907ef80cc1 x-openstack-request-id: req-9e6d8caf-811f-4474-9e58-51907ef80cc1 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:29.142831 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f", "name": "network-vif-plugged", "status": "completed", "tag": "e150e9fb-ec49-4c64-9c9d-ec6bd260629a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:29.143135 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e6d8caf-811f-4474-9e58-51907ef80cc1 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:29.143547 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a', 'code': 200} Oct 26 14:00:29.154268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:29.356333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac766-124d-4953-8f50-ba9c898bb230 req-44289291-93a9-47ed-a24f-b3302cf747bb tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:29.357734 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f22ac766-124d-4953-8f50-ba9c898bb230 req-44289291-93a9-47ed-a24f-b3302cf747bb tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.1032856 Oct 26 14:00:29.366921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89019427-0956-4391-bec9-29934cdb70a7 req-03d3ca60-000d-47c9-982e-8249489a744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:29.368480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89019427-0956-4391-bec9-29934cdb70a7 req-03d3ca60-000d-47c9-982e-8249489a744d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 1101 time: 0.1263275 Oct 26 14:00:29.403762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21a6b5-37bc-4a7c-8e6c-8e17c1203ee9 req-d6067f31-f1f2-472f-ad36-174378e01780 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:29.411229 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb21a6b5-37bc-4a7c-8e6c-8e17c1203ee9 req-d6067f31-f1f2-472f-ad36-174378e01780 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 943 time: 0.1269391 Oct 26 14:00:29.473359 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f22ac766-124d-4953-8f50-ba9c898bb230 req-079d0844-a8f0-49ee-ad53-78cc4b40c652 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031244 Oct 26 14:00:29.481718 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89019427-0956-4391-bec9-29934cdb70a7 req-96556ca8-a056-4307-945a-05724e354730 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990572 Oct 26 14:00:29.485962 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb21a6b5-37bc-4a7c-8e6c-8e17c1203ee9 req-f90a7b47-735b-4922-81f6-6113073999bd tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739067 Oct 26 14:00:29.621496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983134e8-c036-406f-8562-22c2b0511b18 req-795416ee-0692-4e59-937a-d2bfe126912d tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:29.629817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-983134e8-c036-406f-8562-22c2b0511b18 req-795416ee-0692-4e59-937a-d2bfe126912d tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 944 time: 0.0754664 Oct 26 14:00:29.684661 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-983134e8-c036-406f-8562-22c2b0511b18 req-4a414e69-76fe-4de1-9e1c-bcc416f2dda8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536904 Oct 26 14:00:29.930690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa49da-fa15-43da-9e8e-3cdc2ae08a24 req-c1225c41-6a16-4ebd-9cc4-1d3ba6595840 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:29.932330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bdaa49da-fa15-43da-9e8e-3cdc2ae08a24 req-c1225c41-6a16-4ebd-9cc4-1d3ba6595840 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0672231 Oct 26 14:00:29.987104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bdaa49da-fa15-43da-9e8e-3cdc2ae08a24 req-c05dfc72-8fcb-47a4-8b9a-32641e2a745d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 Oct 26 14:00:30.104879 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf598f-8a77-4319-acbc-f0dbdf48e891 req-367d4abb-3b51-42b9-96bd-7e7591cc409f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:30.106380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dbaf598f-8a77-4319-acbc-f0dbdf48e891 req-367d4abb-3b51-42b9-96bd-7e7591cc409f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0517726 Oct 26 14:00:30.148812 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dbaf598f-8a77-4319-acbc-f0dbdf48e891 req-b79a627a-d033-4616-adfd-943038ff00bc tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354321 Oct 26 14:00:30.645451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c5670-ab06-4142-a1c9-aca4b6b6eb36 req-fde35291-5df8-42cb-9c37-bbe02048b935 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:30.647020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-383c5670-ab06-4142-a1c9-aca4b6b6eb36 req-fde35291-5df8-42cb-9c37-bbe02048b935 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 943 time: 0.0831740 Oct 26 14:00:30.655105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207b492-2b0b-4ce8-90ce-c36d4df697bc req-d2ec379e-de88-4003-b440-f42a01f0abc9 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:30.657096 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8207b492-2b0b-4ce8-90ce-c36d4df697bc req-d2ec379e-de88-4003-b440-f42a01f0abc9 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.1033626 Oct 26 14:00:30.726040 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-383c5670-ab06-4142-a1c9-aca4b6b6eb36 req-80a78c03-1360-4e10-bbea-ef30f80b8e4d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679414 Oct 26 14:00:30.731377 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8207b492-2b0b-4ce8-90ce-c36d4df697bc req-1a9412ad-322e-4d36-b916-d24ef2a72728 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640216 Oct 26 14:00:30.838052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d65624-49ec-445d-8b54-be5cc282b822 req-7c3541b7-7471-41d6-83b4-ee4ea5733622 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:30.839587 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2d65624-49ec-445d-8b54-be5cc282b822 req-7c3541b7-7471-41d6-83b4-ee4ea5733622 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 944 time: 0.0528750 Oct 26 14:00:30.887307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2d65624-49ec-445d-8b54-be5cc282b822 req-cd6a0977-53c9-4784-ad75-7d3af3112207 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 Oct 26 14:00:31.026604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6f4af91a-e502-465c-aa0d-78a29483baf6 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:31.184585 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6f4af91a-e502-465c-aa0d-78a29483baf6, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6f4af91a-e502-465c-aa0d-78a29483baf6,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:31.199456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '6f4af91a-e502-465c-aa0d-78a29483baf6', 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61', 'port_id': '6f4af91a-e502-465c-aa0d-78a29483baf6', 'mac_address': 'fa:16:3e:8c:b6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2965551-3bbf-4edc-bedb-b8d4c84f64c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:31.243604 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:31.250789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d258d2c-8482-41e7-8edc-008f66238f18 req-d4001130-e8bb-4f14-a884-f9273818a026 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:31.262370 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d258d2c-8482-41e7-8edc-008f66238f18 req-d4001130-e8bb-4f14-a884-f9273818a026 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.1558876 Oct 26 14:00:31.276606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4af91a-e502-465c-aa0d-78a29483baf6 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:31.324294 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6f4af91a-e502-465c-aa0d-78a29483baf6, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6f4af91a-e502-465c-aa0d-78a29483baf6,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:31.328831 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d258d2c-8482-41e7-8edc-008f66238f18 req-c502f065-12a4-4268-a597-531c749dd75b tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566814 Oct 26 14:00:31.332005 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:31.406774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf623c8-ecae-4b74-8cc5-ac1a29a18727 req-2d532b80-00f4-49ba-af0a-79a3529ffa24 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:31.409428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-caf623c8-ecae-4b74-8cc5-ac1a29a18727 req-2d532b80-00f4-49ba-af0a-79a3529ffa24 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0956583 Oct 26 14:00:31.439931 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6f4af91a-e502-465c-aa0d-78a29483baf6,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:31.482499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-caf623c8-ecae-4b74-8cc5-ac1a29a18727 req-bb14ef87-2fdf-45e1-a644-68a9968b4675 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653131 Oct 26 14:00:31.643587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['6f4af91a-e502-465c-aa0d-78a29483baf6'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:31.967569 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263c6e8-5a24-4012-8ec1-9902270e54af req-6d73c6f3-9fa3-4cc0-b629-f404e3df689a tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:31.976205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6263c6e8-5a24-4012-8ec1-9902270e54af req-6d73c6f3-9fa3-4cc0-b629-f404e3df689a tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0774860 Oct 26 14:00:31.990639 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54030f80-50a0-4c41-a83d-bb8f9fb0fc9e req-64658f1e-a37c-4c5a-bb05-e3a3fb9984da tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:31.999554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54030f80-50a0-4c41-a83d-bb8f9fb0fc9e req-64658f1e-a37c-4c5a-bb05-e3a3fb9984da tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 944 time: 0.1418865 Oct 26 14:00:32.062000 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54030f80-50a0-4c41-a83d-bb8f9fb0fc9e req-e093d6fe-a7ac-459b-a791-fc2da2e2d4b7 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611069 Oct 26 14:00:32.095651 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6263c6e8-5a24-4012-8ec1-9902270e54af req-9b4568c9-2617-4d61-b789-df63bc56c133 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165750 Oct 26 14:00:32.211891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f0148-5e87-4624-aaa7-ba9eb76bfe90 req-d34bd000-a5b9-4bf9-a56b-5eaa3af1824c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:32.215181 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f14f0148-5e87-4624-aaa7-ba9eb76bfe90 req-d34bd000-a5b9-4bf9-a56b-5eaa3af1824c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 944 time: 0.0751390 Oct 26 14:00:32.278180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f14f0148-5e87-4624-aaa7-ba9eb76bfe90 req-2dcde91d-653a-4e56-8bb8-ee510900bca8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558972 Oct 26 14:00:32.486037 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8d124-df5f-495e-8fe7-74a438d70a9e req-d2c73793-f577-4262-aa3a-f813738be41f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:32.489109 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26e8d124-df5f-495e-8fe7-74a438d70a9e req-d2c73793-f577-4262-aa3a-f813738be41f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0629137 Oct 26 14:00:32.593766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26e8d124-df5f-495e-8fe7-74a438d70a9e req-2fecb020-2d89-492f-8dc9-3df7fb9d813c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831001 Oct 26 14:00:32.684162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa49d0-6a6d-4dc8-a492-a1086fb5b117 req-d7559186-b588-4951-bd28-40ce748ece19 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:32.692176 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8aa49d0-6a6d-4dc8-a492-a1086fb5b117 req-d7559186-b588-4951-bd28-40ce748ece19 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0697930 Oct 26 14:00:32.727646 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8aa49d0-6a6d-4dc8-a492-a1086fb5b117 req-85431282-fd06-4e79-8da6-ec576f02791b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338275 Oct 26 14:00:32.875622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d0be1-ee73-462c-a439-fe619b23ebb1 req-ec9fce84-f14e-4247-99f7-7282134cf976 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:32.877518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c5d0be1-ee73-462c-a439-fe619b23ebb1 req-ec9fce84-f14e-4247-99f7-7282134cf976 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0707996 Oct 26 14:00:32.936372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c5d0be1-ee73-462c-a439-fe619b23ebb1 req-43adeeca-84c0-43cc-b9bd-e0a10469ffb7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515571 Oct 26 14:00:33.039065 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6f4af91a-e502-465c-aa0d-78a29483baf6 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:33.177336 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 6f4af91a-e502-465c-aa0d-78a29483baf6 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:33.183037 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 6f4af91a-e502-465c-aa0d-78a29483baf6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:33.183429 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.262574 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75270d-a243-47cf-bb3b-bfc06ed99391 req-ad0a0845-ad3e-4603-9a30-80e88dfce2d1 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:33.272508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd75270d-a243-47cf-bb3b-bfc06ed99391 req-ad0a0845-ad3e-4603-9a30-80e88dfce2d1 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 944 time: 0.1032951 Oct 26 14:00:33.329245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd75270d-a243-47cf-bb3b-bfc06ed99391 req-ecad5078-cf77-4a56-be99-b6ad1f4b369c tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512178 Oct 26 14:00:33.368620 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.447636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cde570a-b2fa-4a31-be2a-7924a139c194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4af91a-e502-465c-aa0d-78a29483baf6'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:33.449939 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd619b1-19ba-42d3-b186-eeec582aab2f" -d '{"events": [{"server_uuid": "8cde570a-b2fa-4a31-be2a-7924a139c194", "name": "network-vif-plugged", "status": "completed", "tag": "6f4af91a-e502-465c-aa0d-78a29483baf6"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:33.520500 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6f4af91a-e502-465c-aa0d-78a29483baf6, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6f4af91a-e502-465c-aa0d-78a29483baf6,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:33.528149 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.583725 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-4bfd4e2a-410b-4322-987b-3acd86b10790 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1250913 Oct 26 14:00:33.589878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422d72c-9e2d-4a1f-b89a-8f957c0a35cb req-97b6bcb4-8ab4-4484-9dc6-cd4d4e599582 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:33.593970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f422d72c-9e2d-4a1f-b89a-8f957c0a35cb req-97b6bcb4-8ab4-4484-9dc6-cd4d4e599582 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.1183910 Oct 26 14:00:33.680919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6f4af91a-e502-465c-aa0d-78a29483baf6,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:33.766078 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f422d72c-9e2d-4a1f-b89a-8f957c0a35cb req-229560c2-0d9d-4b41-b6af-b86af6ada1d1 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642966 Oct 26 14:00:33.816697 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50b68-e783-4bdd-8040-cf93485ebb7e req-ca17c069-ff8b-4e0a-a859-c42b574416f7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:33.818534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ade50b68-e783-4bdd-8040-cf93485ebb7e req-ca17c069-ff8b-4e0a-a859-c42b574416f7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 944 time: 0.1071520 Oct 26 14:00:33.821684 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-7177ec62-fb59-4a34-a3d1-332b591c88a3 service neutron] 10.222.0.11 "GET /v2.0/ports/6987a49c-49d3-4eed-bf94-035a59f794f8/bindings/n-h1-815498-1 HTTP/1.1" status: 200 len: 384 time: 0.1640913 Oct 26 14:00:33.924851 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ade50b68-e783-4bdd-8040-cf93485ebb7e req-bda2b627-ae61-44cf-8bec-dcaffc0d6247 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989113 Oct 26 14:00:34.004402 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e50e53c-c3eb-436e-a548-92016773a6d4 x-openstack-request-id: req-6e50e53c-c3eb-436e-a548-92016773a6d4 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:34.004994 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cde570a-b2fa-4a31-be2a-7924a139c194", "name": "network-vif-plugged", "status": "completed", "tag": "6f4af91a-e502-465c-aa0d-78a29483baf6", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:34.005491 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e50e53c-c3eb-436e-a548-92016773a6d4 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:34.007212 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cde570a-b2fa-4a31-be2a-7924a139c194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4af91a-e502-465c-aa0d-78a29483baf6', 'code': 200} Oct 26 14:00:34.031603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9394840-2424-4ada-bddc-30ff7cd0b099 req-d706e85d-5422-4bb8-a6f3-b84aba7a6bf4 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:34.040420 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9394840-2424-4ada-bddc-30ff7cd0b099 req-d706e85d-5422-4bb8-a6f3-b84aba7a6bf4 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0987170 Oct 26 14:00:34.167899 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3add2-2255-42f7-9a41-9ff6afd5fc72 req-793a8d89-0247-4cb5-9756-8375fcdca1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:34.169411 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-85f3add2-2255-42f7-9a41-9ff6afd5fc72 req-793a8d89-0247-4cb5-9756-8375fcdca1dd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 1096 time: 0.0859339 Oct 26 14:00:34.170936 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9394840-2424-4ada-bddc-30ff7cd0b099 req-88dda932-a865-4c60-af21-f24eda34da0e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296060 Oct 26 14:00:34.221583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f18205-69e6-40b1-be95-dfe51fa02cc6 req-74342be4-7075-44c8-90d8-3274a1883d5c tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:34.231349 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37f18205-69e6-40b1-be95-dfe51fa02cc6 req-74342be4-7075-44c8-90d8-3274a1883d5c tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 945 time: 0.1266146 Oct 26 14:00:34.257316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-9c9de96b-0ff2-4656-a8fa-d82184d26be1 service neutron] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6987a49c-49d3-4eed-bf94-035a59f794f8,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:34.326511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-9c9de96b-0ff2-4656-a8fa-d82184d26be1 service neutron] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:34.362465 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37f18205-69e6-40b1-be95-dfe51fa02cc6 req-ce2e5617-5378-419d-9ee5-f9c390251fc7 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273763 Oct 26 14:00:34.431971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260a814-373d-4b58-92e7-a4f417a01c7e req-1278fc1f-f5eb-405b-a116-984c2f909ef1 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:34.434027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6260a814-373d-4b58-92e7-a4f417a01c7e req-1278fc1f-f5eb-405b-a116-984c2f909ef1 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.1556075 Oct 26 14:00:34.444003 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-9c9de96b-0ff2-4656-a8fa-d82184d26be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6987a49c-49d3-4eed-bf94-035a59f794f8 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:34.497245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-9c9de96b-0ff2-4656-a8fa-d82184d26be1 service neutron] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6987a49c-49d3-4eed-bf94-035a59f794f8,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:34.541204 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-9c9de96b-0ff2-4656-a8fa-d82184d26be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:34.595124 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6260a814-373d-4b58-92e7-a4f417a01c7e req-f4070f68-6016-40e0-96ec-beeb6bb30c7e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358898 Oct 26 14:00:34.613764 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-85f3add2-2255-42f7-9a41-9ff6afd5fc72 req-5558df1e-45b5-4baf-9c15-0fcf9ed4c04c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336667 Oct 26 14:00:34.655676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f45fbb-2cad-4d67-9448-7895aaf2c734 req-23b295ed-8a92-438e-bce5-d1762787d876 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:34.657418 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27f45fbb-2cad-4d67-9448-7895aaf2c734 req-23b295ed-8a92-438e-bce5-d1762787d876 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.1760259 Oct 26 14:00:34.735073 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27f45fbb-2cad-4d67-9448-7895aaf2c734 req-5fe72795-a7d3-4cda-b7b6-3f4168db47c3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683236 Oct 26 14:00:34.736263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-9c9de96b-0ff2-4656-a8fa-d82184d26be1 service neutron] Transition to ACTIVE for port object 6987a49c-49d3-4eed-bf94-035a59f794f8 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:34.748751 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-9c9de96b-0ff2-4656-a8fa-d82184d26be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:34.865464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-9c9de96b-0ff2-4656-a8fa-d82184d26be1 service neutron] No DVR routers for this DVR port 6987a49c-49d3-4eed-bf94-035a59f794f8 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:00:34.906054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6987a49c-49d3-4eed-bf94-035a59f794f8 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:34.952540 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6987a49c-49d3-4eed-bf94-035a59f794f8 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:00:34.963312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9de96b-0ff2-4656-a8fa-d82184d26be1 service neutron] Pushing event updated for resources: {'Port': ['ID=6987a49c-49d3-4eed-bf94-035a59f794f8,revision_number=10']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:34.973161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-9c9de96b-0ff2-4656-a8fa-d82184d26be1 service neutron] 10.222.0.11 "PUT /v2.0/ports/6987a49c-49d3-4eed-bf94-035a59f794f8/bindings/n-h1-815498-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1023202 Oct 26 14:00:34.988823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5c932-eba6-4e6b-bc84-ed6e1dadb196 req-145af347-2895-44e3-8656-c1d3b078d63b tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:34.996408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d0f5c932-eba6-4e6b-bc84-ed6e1dadb196 req-145af347-2895-44e3-8656-c1d3b078d63b tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.1111944 Oct 26 14:00:35.061201 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d0f5c932-eba6-4e6b-bc84-ed6e1dadb196 req-aa8463dd-373f-45ad-8358-6250732d5176 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639410 Oct 26 14:00:35.089688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bef04-76c5-41a9-804d-9d3fe955d48c req-b9a90c27-5adf-4fe7-b619-9b06ef9635c5 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.091983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-172bef04-76c5-41a9-804d-9d3fe955d48c req-b9a90c27-5adf-4fe7-b619-9b06ef9635c5 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 945 time: 0.0757253 Oct 26 14:00:35.137592 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-172bef04-76c5-41a9-804d-9d3fe955d48c req-8d1480bc-3471-496f-bdd3-3dfb9182829f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361362 Oct 26 14:00:35.298524 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee9ad6-efa0-49b1-84b0-3718ced023b8 req-45c5a470-83f4-466b-9a5d-24188a2d88e5 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.306415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcee9ad6-efa0-49b1-84b0-3718ced023b8 req-45c5a470-83f4-466b-9a5d-24188a2d88e5 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0653880 Oct 26 14:00:35.359083 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcee9ad6-efa0-49b1-84b0-3718ced023b8 req-7d817e35-337f-4a71-b4ed-bd5a03ec917c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516632 Oct 26 14:00:35.395701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-0d6dae9e-a917-42fa-b175-0c362334cd8e tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.397223 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-0d6dae9e-a917-42fa-b175-0c362334cd8e tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261&tenant_id=3015cef33add49c0a70c99ffe7c7236a&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1096 time: 0.0725889 Oct 26 14:00:35.459977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-670bf534-fbd2-484c-ac8d-9d0bd1b1341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.462656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-670bf534-fbd2-484c-ac8d-9d0bd1b1341f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 1101 time: 0.0777800 Oct 26 14:00:35.465942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-1f67c796-c36f-4989-ba6f-ef0713e6e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.467708 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-1f67c796-c36f-4989-ba6f-ef0713e6e1fa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261&tenant_id=3015cef33add49c0a70c99ffe7c7236a HTTP/1.1" status: 200 len: 1096 time: 0.0600479 Oct 26 14:00:35.542071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-e098fd8d-7670-4225-99bd-bd3d29f622f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.543849 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-e098fd8d-7670-4225-99bd-bd3d29f622f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 1096 time: 0.0468748 Oct 26 14:00:35.608187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-dab6a5af-7f63-4a48-b86c-bf83afa59cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.610683 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-dab6a5af-7f63-4a48-b86c-bf83afa59cd6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1378553 Oct 26 14:00:35.663223 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-13fa87f1-4fcf-4219-80a3-6b7c03a4ae73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a HTTP/1.1" status: 200 len: 217 time: 0.0439939 Oct 26 14:00:35.684076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-6bcdcc40-4975-4115-84ff-35d856f53624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.685874 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-6bcdcc40-4975-4115-84ff-35d856f53624 service neutron] 10.222.0.25 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.1322372 Oct 26 14:00:35.738272 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-015bfc18-a730-4a9a-a4c7-50445fbb2c39 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6987a49c-49d3-4eed-bf94-035a59f794f8 HTTP/1.1" status: 200 len: 217 time: 0.0406659 Oct 26 14:00:35.760118 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-13b12483-ebd8-4265-a0a4-d4485835b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.761634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-13b12483-ebd8-4265-a0a4-d4485835b764 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0878556 Oct 26 14:00:35.802153 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-af7e7d6f-6b57-4c83-974b-3c3c874848f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.803614 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-af7e7d6f-6b57-4c83-974b-3c3c874848f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.0579357 Oct 26 14:00:35.809724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2457c8-9ad4-444f-a39a-e6c558818553 req-915320b3-792e-421d-beda-eb798dde2604 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.811691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b2457c8-9ad4-444f-a39a-e6c558818553 req-915320b3-792e-421d-beda-eb798dde2604 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.1077671 Oct 26 14:00:35.844673 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-13e24435-188b-4bf2-8dad-02519e7f31a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319350 Oct 26 14:00:35.863881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-71fd1434-a9a7-43f4-8c00-dee47edb221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.865468 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-71fd1434-a9a7-43f4-8c00-dee47edb221e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943587 Oct 26 14:00:35.873457 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b2457c8-9ad4-444f-a39a-e6c558818553 req-604fc4e2-2646-4f21-8843-c0cd807fa6de tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551364 Oct 26 14:00:35.920663 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:00:35.989403 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-8fe3b387-2d7a-44cb-afca-02d10b33fa98 service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357462 Oct 26 14:00:36.027813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-684f8ac5-bd34-4b3c-8b53-83c63736c9af service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528423 Oct 26 14:00:36.098960 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-adf71ca1-4552-41bd-82e9-105859c918a8 service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941627 Oct 26 14:00:36.130295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c54e72-1e9a-415b-9a8f-e11afeeaab01 req-610ed1c3-08e7-41c1-9fb8-048fd3b0d252 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.131768 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0c54e72-1e9a-415b-9a8f-e11afeeaab01 req-610ed1c3-08e7-41c1-9fb8-048fd3b0d252 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 945 time: 0.1589170 Oct 26 14:00:36.163219 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17549c7-ae06-4182-a6e0-ebe51bc3e58e req-88af7810-d91c-4b40-b755-33dfc7ad2c23 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.164645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d17549c7-ae06-4182-a6e0-ebe51bc3e58e req-88af7810-d91c-4b40-b755-33dfc7ad2c23 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.1652708 Oct 26 14:00:36.217948 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-67f54c95-3642-4ece-9bdd-a06d7125aff6 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728268 Oct 26 14:00:36.227604 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0c54e72-1e9a-415b-9a8f-e11afeeaab01 req-55215c0e-4ded-4c75-b287-09b805c35275 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862515 Oct 26 14:00:36.244797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d17549c7-ae06-4182-a6e0-ebe51bc3e58e req-bd5408ce-07fd-4c93-85fe-ded039e551ce tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654476 Oct 26 14:00:36.414169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-c2943a51-96a6-4825-a8a8-f9e169f5a7ca tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.415726 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-c2943a51-96a6-4825-a8a8-f9e169f5a7ca tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261&tenant_id=3015cef33add49c0a70c99ffe7c7236a&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 1096 time: 0.0643818 Oct 26 14:00:36.487749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4026e5-62ed-4d04-9a1a-891d8134998c req-4c4a4f3e-3f92-43b5-af44-b341eaa58935 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.489356 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8f4026e5-62ed-4d04-9a1a-891d8134998c req-4c4a4f3e-3f92-43b5-af44-b341eaa58935 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 945 time: 0.0840240 Oct 26 14:00:36.504878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bc9db-5175-4c47-b9ff-511d229f6f38 req-1216d5a2-7cc8-4a13-9121-66694b74132c tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.506503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e37bc9db-5175-4c47-b9ff-511d229f6f38 req-1216d5a2-7cc8-4a13-9121-66694b74132c tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0729640 Oct 26 14:00:36.537280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-9936bce7-b13f-4ca0-b90f-79891c768aa2 service neutron] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:36.540776 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-9936bce7-b13f-4ca0-b90f-79891c768aa2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:36.542032 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e78f1836-7b4f-45e6-b3f4-d56609694b6d req-9936bce7-b13f-4ca0-b90f-79891c768aa2 service neutron] 10.222.0.25 "DELETE /v2.0/ports/6987a49c-49d3-4eed-bf94-035a59f794f8/bindings/n-h2-815498-1 HTTP/1.1" status: 204 len: 173 time: 0.1163406 Oct 26 14:00:36.569063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8f4026e5-62ed-4d04-9a1a-891d8134998c req-5493c2bb-6652-476c-ae28-56fcd209a9af tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733502 Oct 26 14:00:36.574397 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e37bc9db-5175-4c47-b9ff-511d229f6f38 req-ec6a5fe2-3b9d-4215-9a41-1708fbc68687 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503287 Oct 26 14:00:36.717406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dc1c0-2cdd-4152-b346-329e5b86b664 req-35393996-14e0-4864-b55a-21c0fad7a3fe tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.719440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-405dc1c0-2cdd-4152-b346-329e5b86b664 req-35393996-14e0-4864-b55a-21c0fad7a3fe tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0529780 Oct 26 14:00:36.778844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-405dc1c0-2cdd-4152-b346-329e5b86b664 req-65c21fa6-06a5-4e30-85c8-1a82c79899ac tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502582 Oct 26 14:00:36.792577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0f88f-4971-40a9-a631-e49d3cf87c0a req-3b609e23-244a-4b74-a17e-957bf58db10a tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.794323 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33d0f88f-4971-40a9-a631-e49d3cf87c0a req-3b609e23-244a-4b74-a17e-957bf58db10a tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 951 time: 0.0740020 Oct 26 14:00:36.835438 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33d0f88f-4971-40a9-a631-e49d3cf87c0a req-0166fe35-6fed-4da9-82b0-714b088dff56 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336709 Oct 26 14:00:36.878434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fe3ff-d3a6-48de-91c7-e6e3738fd671 req-77ae3910-ebb0-4a53-a4de-2f3b2e4c8ee1 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.879939 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-727fe3ff-d3a6-48de-91c7-e6e3738fd671 req-77ae3910-ebb0-4a53-a4de-2f3b2e4c8ee1 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 1096 time: 0.0436547 Oct 26 14:00:36.916813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-727fe3ff-d3a6-48de-91c7-e6e3738fd671 req-de069294-bde8-4906-b3ab-3e6acc5fe449 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308726 Oct 26 14:00:37.038939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d2d2f-3491-4339-9ff7-c432dd4917f6 req-129645e2-97f9-4049-a97a-712dfd0b878e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.040612 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-961d2d2f-3491-4339-9ff7-c432dd4917f6 req-129645e2-97f9-4049-a97a-712dfd0b878e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0563538 Oct 26 14:00:37.093813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-961d2d2f-3491-4339-9ff7-c432dd4917f6 req-10193eef-5ae4-466c-9ce1-4254414c5c4a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450749 Oct 26 14:00:37.196449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b201f68-c5ec-4337-9536-8a4146cfdc18 req-0e412c08-37f9-4e71-a698-570972284af7 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.198062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b201f68-c5ec-4337-9536-8a4146cfdc18 req-0e412c08-37f9-4e71-a698-570972284af7 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 1096 time: 0.0409248 Oct 26 14:00:37.234686 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b201f68-c5ec-4337-9536-8a4146cfdc18 req-490eec3f-829a-403a-a933-b93030d4cf73 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300159 Oct 26 14:00:37.468483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7918442-8946-4327-a200-ace6ec456d10 req-d0465889-7282-467a-a947-593f6ab40481 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.469996 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7918442-8946-4327-a200-ace6ec456d10 req-d0465889-7282-467a-a947-593f6ab40481 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.0571480 Oct 26 14:00:37.510985 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7918442-8946-4327-a200-ace6ec456d10 req-d8310178-48df-4741-a502-85f297281807 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341823 Oct 26 14:00:37.739354 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-ed9edeca-019b-4200-bbbc-f6b57baad871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.740737 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-ed9edeca-019b-4200-bbbc-f6b57baad871 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 1096 time: 0.0400403 Oct 26 14:00:37.766756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079c6c1-fde9-4568-be6a-74132e44f914 req-eecc7dec-ec59-40e6-9019-f7fd70c72d71 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.768246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e079c6c1-fde9-4568-be6a-74132e44f914 req-eecc7dec-ec59-40e6-9019-f7fd70c72d71 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 945 time: 0.0780213 Oct 26 14:00:37.775449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd1a53-da9d-4755-a09d-7147916f9ad2 req-cea0afca-91dc-4898-88c8-8bda02565f85 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.776808 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bfd1a53-da9d-4755-a09d-7147916f9ad2 req-cea0afca-91dc-4898-88c8-8bda02565f85 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.0762968 Oct 26 14:00:37.828154 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e079c6c1-fde9-4568-be6a-74132e44f914 req-6d7e8d18-d1ba-47ea-a19a-603fb4a11474 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503607 Oct 26 14:00:37.835146 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-b1cbe4b1-a0e5-47dd-bc73-a51257d6e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.836636 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-b1cbe4b1-a0e5-47dd-bc73-a51257d6e9d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.0872872 Oct 26 14:00:37.840264 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bfd1a53-da9d-4755-a09d-7147916f9ad2 req-63a60dce-f2ce-44df-8330-bca1ea90268c tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568991 Oct 26 14:00:37.884361 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-2a92dbf6-32f9-4ffe-9af1-949621a96456 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40 HTTP/1.1" status: 200 len: 217 time: 0.0371656 Oct 26 14:00:37.938160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-e4c78abf-05ab-4884-95b8-07c27360b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.939848 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-e4c78abf-05ab-4884-95b8-07c27360b4e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.0477357 Oct 26 14:00:37.957316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf4c4b-2c05-4b07-8b91-7d03f03bbc03 req-0f585cc1-607e-446e-8dcf-25145c286d47 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.958989 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9cf4c4b-2c05-4b07-8b91-7d03f03bbc03 req-0f585cc1-607e-446e-8dcf-25145c286d47 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0505288 Oct 26 14:00:37.975756 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-84f26c43-beed-4f27-9187-aaf33702eb76 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268142 Oct 26 14:00:38.005960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9cf4c4b-2c05-4b07-8b91-7d03f03bbc03 req-21cd4590-a6db-4d10-adeb-314da06ced5b tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402162 Oct 26 14:00:38.087623 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-f34c3c0e-221e-4ef4-be38-ac8c2a7ca2b3 service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973790 Oct 26 14:00:38.123014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c49e6-15fa-47d4-b79f-24ab2fbbca1c req-e4e2508b-e357-4224-86c4-443bc9ee6edc tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:38.124961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d14c49e6-15fa-47d4-b79f-24ab2fbbca1c req-e4e2508b-e357-4224-86c4-443bc9ee6edc tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0568035 Oct 26 14:00:38.166682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d14c49e6-15fa-47d4-b79f-24ab2fbbca1c req-b96313e0-4602-4c62-8deb-964eb4767e53 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341952 Oct 26 14:00:38.211655 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-fd6f0453-30c4-446e-8a5a-62b0f6d9037f service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082897 Oct 26 14:00:38.371315 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bffc8c-2cdc-47ea-99a1-8f5e560db114 req-d646c448-70ba-4c07-b05a-a3f00316d4cf tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:38.373025 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-28bffc8c-2cdc-47ea-99a1-8f5e560db114 req-d646c448-70ba-4c07-b05a-a3f00316d4cf tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0608640 Oct 26 14:00:38.442859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-28bffc8c-2cdc-47ea-99a1-8f5e560db114 req-70430bff-35f4-466d-bcf3-fd75cc097a59 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601745 Oct 26 14:00:38.616290 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10659b-78dd-4b68-9771-fd0a440197c5 req-83d0e51b-51bf-490f-92df-f3f2fe57b644 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:38.618524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa10659b-78dd-4b68-9771-fd0a440197c5 req-83d0e51b-51bf-490f-92df-f3f2fe57b644 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 951 time: 0.1054137 Oct 26 14:00:38.631270 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a7339-4b2f-456f-91a3-4dc5b3936d4f req-a7c719ee-6131-4819-95e8-31b4aa571b9e tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:38.632845 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c6a7339-4b2f-456f-91a3-4dc5b3936d4f req-a7c719ee-6131-4819-95e8-31b4aa571b9e tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.0842621 Oct 26 14:00:38.693120 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa10659b-78dd-4b68-9771-fd0a440197c5 req-73e53866-e697-4183-928e-5ab7cd029597 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588348 Oct 26 14:00:38.712892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c6a7339-4b2f-456f-91a3-4dc5b3936d4f req-ee7148ad-4601-4fa2-b0a4-81c0ad806f82 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644014 Oct 26 14:00:38.965002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591174b7-e7e8-46cb-acc9-df3a7800e64d req-59412d0b-29c6-486f-bc40-6492273e97df tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:38.968846 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-591174b7-e7e8-46cb-acc9-df3a7800e64d req-59412d0b-29c6-486f-bc40-6492273e97df tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 945 time: 0.0656774 Oct 26 14:00:39.005024 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-591174b7-e7e8-46cb-acc9-df3a7800e64d req-7ec34711-af00-4347-be02-d4b5d9847871 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322955 Oct 26 14:00:39.136925 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0823407-eea4-44d2-acd8-a0f6f9ed2968 req-2ef31fb5-bd9e-4539-9370-0e467eed3c2e tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:39.138663 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0823407-eea4-44d2-acd8-a0f6f9ed2968 req-2ef31fb5-bd9e-4539-9370-0e467eed3c2e tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0515170 Oct 26 14:00:39.182258 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0823407-eea4-44d2-acd8-a0f6f9ed2968 req-77b65782-1d79-454d-8a15-16d1c993c28f tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360048 Oct 26 14:00:39.286977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb3e68-0617-44b7-aa54-065dbc40c7af req-ca582654-c707-4854-bdf4-23712c951a61 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:39.288453 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71bb3e68-0617-44b7-aa54-065dbc40c7af req-ca582654-c707-4854-bdf4-23712c951a61 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0495992 Oct 26 14:00:39.325318 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71bb3e68-0617-44b7-aa54-065dbc40c7af req-73a7e0f6-ae3a-475e-9620-d3a705bd4e4a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306129 Oct 26 14:00:39.558865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcb767-3d63-4184-adbf-99b1c998bc13 req-d1f85a14-c605-4b85-8c55-de7c1a48ea18 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:39.560331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9afcb767-3d63-4184-adbf-99b1c998bc13 req-d1f85a14-c605-4b85-8c55-de7c1a48ea18 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0511317 Oct 26 14:00:39.598688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9afcb767-3d63-4184-adbf-99b1c998bc13 req-04a80e10-b01f-48a8-82be-b6ededa88797 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318160 Oct 26 14:00:39.845177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4b9af-b672-4790-95ab-2f7ac1f0a367 req-9c2857d2-1260-4de2-8fc3-94246d0e298e tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:39.846764 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68c4b9af-b672-4790-95ab-2f7ac1f0a367 req-9c2857d2-1260-4de2-8fc3-94246d0e298e tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 951 time: 0.0798185 Oct 26 14:00:39.854895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f46fe-bf86-43e3-ba6d-bc12bc5b5561 req-34fbe142-84ec-425d-924f-f6d6469eefd1 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:39.856241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-685f46fe-bf86-43e3-ba6d-bc12bc5b5561 req-34fbe142-84ec-425d-924f-f6d6469eefd1 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.0639775 Oct 26 14:00:39.946246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68c4b9af-b672-4790-95ab-2f7ac1f0a367 req-8a5f82ff-684c-4482-a6e4-cf377451c0ca tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890162 Oct 26 14:00:39.951624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-685f46fe-bf86-43e3-ba6d-bc12bc5b5561 req-6f347a38-5235-4431-b1f7-c471e70ed825 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875125 Oct 26 14:00:39.967300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-94dc844d-8afa-4b79-913d-218d6eaee408 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:39.969919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-94dc844d-8afa-4b79-913d-218d6eaee408 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 945 time: 0.0933664 Oct 26 14:00:40.092620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Deleting port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:40.092955 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:40.189133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524feb79-ec78-4a5b-b647-dca90b2d48ae req-cfa14a98-efbd-460d-82f9-4a0cf798667c tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:40.190560 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-524feb79-ec78-4a5b-b647-dca90b2d48ae req-cfa14a98-efbd-460d-82f9-4a0cf798667c tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 945 time: 0.1099410 Oct 26 14:00:40.229705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] For port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49,segment=NetworkSegment(2afc6f52-9b30-4153-a80d-2e414169c06f),segment_id=2afc6f52-9b30-4153-a80d-2e414169c06f)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:40.230228 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:40.265998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-524feb79-ec78-4a5b-b647-dca90b2d48ae req-b24f6741-36a3-48ee-86f5-84024a37e6dd tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d18de-9ba0-4f38-bca8-8932f13f3255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684996 Oct 26 14:00:40.379078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8d3d0-4391-40bf-8577-9f84d5d5d8ca req-082d7a96-d216-401f-8665-7b5758b7408e tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:40.380729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6dc8d3d0-4391-40bf-8577-9f84d5d5d8ca req-082d7a96-d216-401f-8665-7b5758b7408e tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.1270051 Oct 26 14:00:40.504444 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6dc8d3d0-4391-40bf-8577-9f84d5d5d8ca req-fc5b644f-d0d0-4014-8d70-675e4fb6b9b6 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109073 Oct 26 14:00:40.508862 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:40.509330 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:40.509755 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Floating IP 560e6bdc-0a78-499b-adc5-0d90ab087967 disassociated. External IP: 172.25.4.164, port: 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49. Oct 26 14:00:40.510226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Calling delete_port for 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:40.528842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5678981-2782-4ba8-a096-e86349a50c9d req-57856460-1a3e-462c-9768-65237c7e4fe5 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:40.530340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5678981-2782-4ba8-a096-e86349a50c9d req-57856460-1a3e-462c-9768-65237c7e4fe5 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.1276190 Oct 26 14:00:40.614237 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5678981-2782-4ba8-a096-e86349a50c9d req-c32013bd-5fbd-4101-bddd-faac0239cbe8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491138 Oct 26 14:00:40.710000 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:40.744463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Pushing event deleted for resources: {'Port': ['ID=2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:40.770514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdbfa1-829c-456d-9498-ac7062431c98 req-92bd7592-5b4a-4f04-8295-d36e9c06faa4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:40.772175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45fdbfa1-829c-456d-9498-ac7062431c98 req-92bd7592-5b4a-4f04-8295-d36e9c06faa4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0911901 Oct 26 14:00:40.936130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:41.099751 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:00:41.100017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:00:41.100293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device aa073f09-324a-4547-b919-137b8d6a89d0 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:41.192412 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.221115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa073f09-324a-4547-b919-137b8d6a89d0'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:41.223489 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d5b12a-e452-4753-888a-fe79568eb13d" -d '{"events": [{"server_uuid": "8c8aad84-935c-4abc-b658-10bd4c2aca5a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa073f09-324a-4547-b919-137b8d6a89d0"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:41.232682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45fdbfa1-829c-456d-9498-ac7062431c98 req-d2748324-2bb1-4b4e-ba7c-9b655135eece tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278204 Oct 26 14:00:41.238413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port aa073f09-324a-4547-b919-137b8d6a89d0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=aa073f09-324a-4547-b919-137b8d6a89d0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:41.246971 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.295163 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5fe1-439b-4664-bb47-a6410fce429f req-22902498-5ad8-4fad-b66d-c049e7cf20ce tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:41.296910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92ae5fe1-439b-4664-bb47-a6410fce429f req-22902498-5ad8-4fad-b66d-c049e7cf20ce tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 951 time: 0.1169817 Oct 26 14:00:41.318768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=aa073f09-324a-4547-b919-137b8d6a89d0,revision_number=11']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:41.371389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Router a9e67037-df76-4fdc-8be5-48e24efc7f04 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:00:41.376977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92ae5fe1-439b-4664-bb47-a6410fce429f req-8e1496c5-01d2-4c95-8058-2ef5856e94e0 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a0c917b-5dc3-4805-97ed-57e99a764d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713239 Oct 26 14:00:41.430113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440593a8-89ff-4d71-81a3-b8f2c3cfaa12 req-b2381822-c915-4ba7-8f65-35df11a19056 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:41.431623 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-440593a8-89ff-4d71-81a3-b8f2c3cfaa12 req-b2381822-c915-4ba7-8f65-35df11a19056 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 949 time: 0.0604324 Oct 26 14:00:41.445116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6543a65-76b3-4abd-acf4-efa68ae5b626 req-003d78c0-e928-4f53-af0f-6eb2c8ac08bb tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:41.446873 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6543a65-76b3-4abd-acf4-efa68ae5b626 req-003d78c0-e928-4f53-af0f-6eb2c8ac08bb tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.1208723 Oct 26 14:00:41.535938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6543a65-76b3-4abd-acf4-efa68ae5b626 req-076ffde8-b0bf-4a57-8957-4a51d78198fa tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547810 Oct 26 14:00:41.548973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-440593a8-89ff-4d71-81a3-b8f2c3cfaa12 req-306fd3bd-8805-462c-a346-c86c6d6ff963 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Deleting port aa073f09-324a-4547-b919-137b8d6a89d0 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:41.548973 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-440593a8-89ff-4d71-81a3-b8f2c3cfaa12 req-306fd3bd-8805-462c-a346-c86c6d6ff963 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.579516 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:00:41.597012 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87233210-58b5-4115-af50-3865423abf97 x-openstack-request-id: req-87233210-58b5-4115-af50-3865423abf97 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:41.597338 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8aad84-935c-4abc-b658-10bd4c2aca5a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa073f09-324a-4547-b919-137b8d6a89d0", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:41.597626 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87233210-58b5-4115-af50-3865423abf97 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:41.598048 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa073f09-324a-4547-b919-137b8d6a89d0', 'code': 200} Oct 26 14:00:41.604037 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3ad266-71de-4e9a-9a47-361fd82742de None None] Sync routers for ids ['a9e67037-df76-4fdc-8be5-48e24efc7f04'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:00:41.624153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ad266-71de-4e9a-9a47-361fd82742de None None] Routers {'a9e67037-df76-4fdc-8be5-48e24efc7f04'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:41.625410 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3f3ad266-71de-4e9a-9a47-361fd82742de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:00:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a9e67037-df76-4fdc-8be5-48e24efc7f04'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:41.678862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] No DVR routers for this DVR port 2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:00:41.682023 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.686129 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9036252d-704f-4d8f-9d9c-985f262faf65 req-a5f4160a-d196-4d69-84b6-211dd78c1717 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.11 "DELETE /v2.0/ports/2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49 HTTP/1.1" status: 204 len: 173 time: 1.7036688 Oct 26 14:00:41.689148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9236024-b1bf-4508-8acf-aa1b1e68d737', 'name': 'network-vif-deleted', 'tag': '2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:41.692034 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bc0a9b-7ed7-4cbb-8d6f-8c514ba93be1" -d '{"events": [{"server_uuid": "d9236024-b1bf-4508-8acf-aa1b1e68d737", "name": "network-vif-deleted", "tag": "2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:41.708631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-440593a8-89ff-4d71-81a3-b8f2c3cfaa12 req-306fd3bd-8805-462c-a346-c86c6d6ff963 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] For port aa073f09-324a-4547-b919-137b8d6a89d0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=aa073f09-324a-4547-b919-137b8d6a89d0,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:41.709154 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-440593a8-89ff-4d71-81a3-b8f2c3cfaa12 req-306fd3bd-8805-462c-a346-c86c6d6ff963 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.730141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-440593a8-89ff-4d71-81a3-b8f2c3cfaa12 req-306fd3bd-8805-462c-a346-c86c6d6ff963 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Calling delete_port for aa073f09-324a-4547-b919-137b8d6a89d0 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:41.751193 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1272130-10e1-4310-916f-6c86ab32e690 req-850485c4-24c8-4c78-8d1f-8b1df292df6c tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 210 time: 0.0640640 Oct 26 14:00:41.772880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58495b38-0e15-409e-b1ce-d79d92288b08 req-49080d49-a087-41de-a0bf-acea74a0296e tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:41.780178 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58495b38-0e15-409e-b1ce-d79d92288b08 req-49080d49-a087-41de-a0bf-acea74a0296e tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.1025059 Oct 26 14:00:41.798329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-3f3ad266-71de-4e9a-9a47-361fd82742de None None] Set router a9e67037-df76-4fdc-8be5-48e24efc7f04 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:41.880463 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58495b38-0e15-409e-b1ce-d79d92288b08 req-c33e8caf-1975-4a8d-bb30-cf3351a011f1 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954318 Oct 26 14:00:41.916234 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-440593a8-89ff-4d71-81a3-b8f2c3cfaa12 req-306fd3bd-8805-462c-a346-c86c6d6ff963 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.919754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc2ad0-71ce-4702-9ea8-043cfaef2187 req-078f7e75-fc68-45a2-be3d-0413d1abb787 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:41.925378 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ebc2ad0-71ce-4702-9ea8-043cfaef2187 req-078f7e75-fc68-45a2-be3d-0413d1abb787 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0939331 Oct 26 14:00:41.940293 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5580155-1df6-420f-a047-e8f99380eb65 x-openstack-request-id: req-e5580155-1df6-420f-a047-e8f99380eb65 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:41.940585 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9236024-b1bf-4508-8acf-aa1b1e68d737", "name": "network-vif-deleted", "tag": "2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:41.940835 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5580155-1df6-420f-a047-e8f99380eb65 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:41.941230 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9236024-b1bf-4508-8acf-aa1b1e68d737', 'name': 'network-vif-deleted', 'tag': '2116fb3f-00d4-4909-a7ec-1c8b9d6f7d49', 'status': 'completed', 'code': 200} Oct 26 14:00:41.965062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fd3bd-8805-462c-a346-c86c6d6ff963 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Pushing event deleted for resources: {'Port': ['ID=aa073f09-324a-4547-b919-137b8d6a89d0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:42.000372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ebc2ad0-71ce-4702-9ea8-043cfaef2187 req-2b91b027-a8c0-4353-a0f8-0b82ab3a423f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675600 Oct 26 14:00:42.006921 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-440593a8-89ff-4d71-81a3-b8f2c3cfaa12 req-306fd3bd-8805-462c-a346-c86c6d6ff963 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] No DVR routers for this DVR port aa073f09-324a-4547-b919-137b8d6a89d0 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:00:42.010882 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-440593a8-89ff-4d71-81a3-b8f2c3cfaa12 req-306fd3bd-8805-462c-a346-c86c6d6ff963 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:42.023704 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-440593a8-89ff-4d71-81a3-b8f2c3cfaa12 req-306fd3bd-8805-462c-a346-c86c6d6ff963 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.11 "DELETE /v2.0/ports/aa073f09-324a-4547-b919-137b8d6a89d0 HTTP/1.1" status: 204 len: 173 time: 0.5783179 Oct 26 14:00:42.023704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'name': 'network-vif-deleted', 'tag': 'aa073f09-324a-4547-b919-137b8d6a89d0'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:42.024508 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a109e3-d639-4b64-a1a6-a81490c4afa2" -d '{"events": [{"server_uuid": "8c8aad84-935c-4abc-b658-10bd4c2aca5a", "name": "network-vif-deleted", "tag": "aa073f09-324a-4547-b919-137b8d6a89d0"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:42.049809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3f3ad266-71de-4e9a-9a47-361fd82742de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T13:57:24Z', 'revision_number': 4, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port': {'id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:17Z', 'updated_at': '2021-10-26T13:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c696ed9f-d798-46c9-8439-1c329027cdf9', 'name': '', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'mac_address': 'fa:16:3e:b4:9e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:22Z', 'updated_at': '2021-10-26T13:57:30Z', 'revision_number': 5, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'subnets': [{'id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:42.069795 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549b7e73-1e70-4df2-bef4-5a710b642a65 x-openstack-request-id: req-549b7e73-1e70-4df2-bef4-5a710b642a65 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:42.070231 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8aad84-935c-4abc-b658-10bd4c2aca5a", "name": "network-vif-deleted", "tag": "aa073f09-324a-4547-b919-137b8d6a89d0", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:42.070585 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-549b7e73-1e70-4df2-bef4-5a710b642a65 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:42.071195 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8aad84-935c-4abc-b658-10bd4c2aca5a', 'name': 'network-vif-deleted', 'tag': 'aa073f09-324a-4547-b919-137b8d6a89d0', 'status': 'completed', 'code': 200} Oct 26 14:00:42.082998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3ad266-71de-4e9a-9a47-361fd82742de None None] Checking router: a9e67037-df76-4fdc-8be5-48e24efc7f04 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:00:42.091732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ad266-71de-4e9a-9a47-361fd82742de None None] Routers {'a9e67037-df76-4fdc-8be5-48e24efc7f04'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:42.092537 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3f3ad266-71de-4e9a-9a47-361fd82742de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:00:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a9e67037-df76-4fdc-8be5-48e24efc7f04'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:42.205597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-3f3ad266-71de-4e9a-9a47-361fd82742de None None] Set router a9e67037-df76-4fdc-8be5-48e24efc7f04 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:42.369359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101bd69-5ebc-4c6f-a9f5-4eec387ea8c6 req-878ca968-f3df-4203-b65b-fa4ad24ef316 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:42.373512 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c101bd69-5ebc-4c6f-a9f5-4eec387ea8c6 req-878ca968-f3df-4203-b65b-fa4ad24ef316 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0543470 Oct 26 14:00:42.414369 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c101bd69-5ebc-4c6f-a9f5-4eec387ea8c6 req-20d2ff1b-13d8-4331-969e-2f8438a8c5c1 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358911 Oct 26 14:00:42.441607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3f3ad266-71de-4e9a-9a47-361fd82742de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T13:57:24Z', 'revision_number': 4, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port': {'id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:17Z', 'updated_at': '2021-10-26T13:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c696ed9f-d798-46c9-8439-1c329027cdf9', 'name': '', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'mac_address': 'fa:16:3e:b4:9e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:22Z', 'updated_at': '2021-10-26T13:57:30Z', 'revision_number': 5, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'subnets': [{'id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:42.483046 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3ad266-71de-4e9a-9a47-361fd82742de None None] The sync data for ids ['a9e67037-df76-4fdc-8be5-48e24efc7f04'] in n-d-815498-1 is: [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T13:57:24Z', 'revision_number': 4, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port': {'id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:17Z', 'updated_at': '2021-10-26T13:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c696ed9f-d798-46c9-8439-1c329027cdf9', 'name': '', 'network_id': 'b81d0595-98d3-4601-b3f4-470c9d624d29', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'mac_address': 'fa:16:3e:b4:9e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:22Z', 'updated_at': '2021-10-26T13:57:30Z', 'revision_number': 5, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'subnets': [{'id': '707ebe6e-7b86-4f53-bfd8-6a47c99ae95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:00:42.559468 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b2d9856-5c76-4438-8892-2b0685a22adf req-af2b1292-3d51-4933-8bb5-817ec847a593 tempest-ImagesOneServerTestJSON-166745783 tempest-ImagesOneServerTestJSON-166745783-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8aad84-935c-4abc-b658-10bd4c2aca5a HTTP/1.1" status: 200 len: 210 time: 0.0495448 Oct 26 14:00:42.677002 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4e67fe03-b2ea-4d9f-a420-f9e35850543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:42.719673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84845b8d-2306-4d8b-abc3-394ebcbf6e13 req-3cf9226c-9860-4e49-88a1-d2d2d7681ab3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:42.721892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84845b8d-2306-4d8b-abc3-394ebcbf6e13 req-3cf9226c-9860-4e49-88a1-d2d2d7681ab3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.0589163 Oct 26 14:00:42.764523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84845b8d-2306-4d8b-abc3-394ebcbf6e13 req-ac174e9f-43cb-4a14-a701-14c2e6cc398c tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350249 Oct 26 14:00:42.822057 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fc6c82-7a4e-4a43-b929-6aae64d1a871 None None] New status for floating IP 560e6bdc-0a78-499b-adc5-0d90ab087967: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:00:42.855234 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a815cb14-2cb4-48fb-bff9-6046ee8cfc00 req-2b5b852f-77d2-4e04-8bac-123e61f46a7f tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 210 time: 0.0306993 Oct 26 14:00:42.996047 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15a332-838c-4f87-adfe-af046b2c6561 req-3f815d86-d9f4-4790-ac31-1cd855917a2f tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:42.997640 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f15a332-838c-4f87-adfe-af046b2c6561 req-3f815d86-d9f4-4790-ac31-1cd855917a2f tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0539422 Oct 26 14:00:43.039988 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f15a332-838c-4f87-adfe-af046b2c6561 req-8a63b695-6241-4a5f-bdef-3fa924c751d6 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356164 Oct 26 14:00:43.156949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6917aa-bec7-429f-94a6-a5c55253717b req-c15eb378-6cd8-435e-b0d7-45d53f7f8a82 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:43.158446 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec6917aa-bec7-429f-94a6-a5c55253717b req-c15eb378-6cd8-435e-b0d7-45d53f7f8a82 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0588455 Oct 26 14:00:43.196756 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec6917aa-bec7-429f-94a6-a5c55253717b req-c15179b1-8a77-40ee-b0c0-34ed42ffeb72 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Oct 26 14:00:43.569392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c9fac-f89f-4e5e-b8fd-47524b7bec3e req-ab77d576-9855-4e27-9a6f-770ea6c00744 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:43.571110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d8c9fac-f89f-4e5e-b8fd-47524b7bec3e req-ab77d576-9855-4e27-9a6f-770ea6c00744 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0519743 Oct 26 14:00:43.618648 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d8c9fac-f89f-4e5e-b8fd-47524b7bec3e req-8eaf2e4a-abc8-4aca-ba7d-3b663a628fd3 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405977 Oct 26 14:00:43.845637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50034) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:43.897033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925db343-ad56-4ca6-99cf-a9f469dca8db req-c64de2b7-7bb8-4710-87b3-cefe1bff3e44 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:43.898563 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-925db343-ad56-4ca6-99cf-a9f469dca8db req-c64de2b7-7bb8-4710-87b3-cefe1bff3e44 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.0577722 Oct 26 14:00:43.965185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f708e9ab-d937-4fb8-91c6-046f8967cbfe req-98dc050e-b729-4ca3-8d40-c6fd8cf6f334 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 210 time: 0.0367866 Oct 26 14:00:43.969086 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-925db343-ad56-4ca6-99cf-a9f469dca8db req-64fc5ba9-8069-449e-9121-aa1cceb4827d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616949 Oct 26 14:00:44.001973 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bc3ceb75-665e-494e-8e48-4da08e0f9ec7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53f5b710672940959b46c9b30d9430e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551340 Oct 26 14:00:44.004706 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50040) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:44.057363 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0d2abc20-3c42-415d-8f29-fe8ccee93330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.080480 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0d2abc20-3c42-415d-8f29-fe8ccee93330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.133973 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0d2abc20-3c42-415d-8f29-fe8ccee93330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.137185 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0d2abc20-3c42-415d-8f29-fe8ccee93330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.138588 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0d2abc20-3c42-415d-8f29-fe8ccee93330 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a0c917b-5dc3-4805-97ed-57e99a764d5b HTTP/1.1" status: 204 len: 168 time: 0.1329877 Oct 26 14:00:44.148177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2abc20-3c42-415d-8f29-fe8ccee93330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0c917b-5dc3-4805-97ed-57e99a764d5b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:44.181221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3d5eb-e3a1-43df-8d4f-2234b7558414 req-c6f3de58-25e2-4285-8e10-1a84d6f6ef7d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:44.183271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7c3d5eb-e3a1-43df-8d4f-2234b7558414 req-c6f3de58-25e2-4285-8e10-1a84d6f6ef7d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0653296 Oct 26 14:00:44.250791 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7c3d5eb-e3a1-43df-8d4f-2234b7558414 req-61273d0e-d4c1-4e80-9ff1-4e1246e36808 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562050 Oct 26 14:00:44.323089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0ce13-115a-4bda-b337-d1f5569a65a1 req-aaa8477e-9ea2-4d5d-9a62-35042cdb0e2e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:44.324830 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6de0ce13-115a-4bda-b337-d1f5569a65a1 req-aaa8477e-9ea2-4d5d-9a62-35042cdb0e2e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0551643 Oct 26 14:00:44.364540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6de0ce13-115a-4bda-b337-d1f5569a65a1 req-44d6be56-7f3d-461f-b749-c20fdfaf1ce4 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318441 Oct 26 14:00:44.754084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f4e94-0b1c-4969-90e5-57980175bcd3 req-84275608-d7a5-4db7-b441-0a35ca9b840a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:44.755610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-521f4e94-0b1c-4969-90e5-57980175bcd3 req-84275608-d7a5-4db7-b441-0a35ca9b840a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0582449 Oct 26 14:00:44.807226 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-521f4e94-0b1c-4969-90e5-57980175bcd3 req-ae2d3f6d-ca14-4f71-afc6-eac95a5280f7 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445287 Oct 26 14:00:44.837275 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50070) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:44.932106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-293645578-network', 'tenant_id': '99f9efda9b7b4a66b51af2add3e3816d'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:44.943299 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device aa073f09-324a-4547-b919-137b8d6a89d0 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:44.955232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] Made reservation on behalf of 99f9efda9b7b4a66b51af2add3e3816d for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:44.957690 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.966509 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.969411 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: aa073f09-324a-4547-b919-137b8d6a89d0 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:00:44.969852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device aa073f09-324a-4547-b919-137b8d6a89d0 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:00:44.992885 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bab79f6a-a7c8-41dd-8a01-46ac504252c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.084917 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.107796 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52ab1603-3e19-474e-8d4d-ab323a8e54b9 req-08ac04b7-1a4a-48bf-a295-90ccca73c603 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 210 time: 0.0508883 Oct 26 14:00:45.112271 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.146373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:00:45.173023 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.173365 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] Added segment 622b49b2-0d13-47e7-84fe-37b7604a5a1d of type vlan for network 09b1f01c-0475-402d-8829-01a07e36277e Oct 26 14:00:45.174707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edaa27a-2d70-411a-ae6f-202d6a6dff85,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:45.197754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34d7c8-21c5-4d42-a7d3-b2fa373ee542 req-b9afc78c-9d4e-446e-92a6-542c4b390c2e tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:45.199277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc34d7c8-21c5-4d42-a7d3-b2fa373ee542 req-b9afc78c-9d4e-446e-92a6-542c4b390c2e tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.1176932 Oct 26 14:00:45.243822 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.278100 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc34d7c8-21c5-4d42-a7d3-b2fa373ee542 req-9767cbf4-f357-4b05-be2a-cf223a40c367 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597351 Oct 26 14:00:45.289228 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.290800 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:45.291414 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.356639 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5182281 Oct 26 14:00:45.360803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50080) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:45.365997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8d2463d0-7f80-40ce-91a1-0840b20c1a8e admin admin] Request body: {'subnet': {'network_id': '09b1f01c-0475-402d-8829-01a07e36277e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-293645578-subnet', 'tenant_id': '99f9efda9b7b4a66b51af2add3e3816d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:45.387919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71a5e3-e33f-4200-be20-dbacb8105cd8 admin admin] Pushing event updated for resources: {'Network': ['ID=09b1f01c-0475-402d-8829-01a07e36277e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:45.402191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 09b1f01c-0475-402d-8829-01a07e36277e details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:00:45.402818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2463d0-7f80-40ce-91a1-0840b20c1a8e admin admin] Made reservation on behalf of 99f9efda9b7b4a66b51af2add3e3816d for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:45.406611 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d2463d0-7f80-40ce-91a1-0840b20c1a8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.413391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae055a8b-35fd-4499-a905-dd89a2493b70 req-98c3d2c8-07e8-4c89-8914-33a467f7ff81 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:45.414993 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae055a8b-35fd-4499-a905-dd89a2493b70 req-98c3d2c8-07e8-4c89-8914-33a467f7ff81 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0760579 Oct 26 14:00:45.460767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae055a8b-35fd-4499-a905-dd89a2493b70 req-42692b57-324f-40a8-95e8-c7673ad0cf03 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395231 Oct 26 14:00:45.554626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29058a2f-118b-4208-af32-17297a9b3db4 req-72751aab-647d-448f-90be-d86f12409b17 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:45.556220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29058a2f-118b-4208-af32-17297a9b3db4 req-72751aab-647d-448f-90be-d86f12409b17 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0646725 Oct 26 14:00:45.606828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29058a2f-118b-4208-af32-17297a9b3db4 req-5c550d5e-acee-4e86-a3fc-26f76497fe7e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430768 Oct 26 14:00:45.660052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d2463d0-7f80-40ce-91a1-0840b20c1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.720132 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2463d0-7f80-40ce-91a1-0840b20c1a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d665a877-3c3c-4331-87a4-72d848fcd4c2,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:45.736245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2463d0-7f80-40ce-91a1-0840b20c1a8e admin admin] Checking segment: {'id': '622b49b2-0d13-47e7-84fe-37b7604a5a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '09b1f01c-0475-402d-8829-01a07e36277e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:45.736601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2463d0-7f80-40ce-91a1-0840b20c1a8e admin admin] Network hostable DHCP agents. Network: 09b1f01c-0475-402d-8829-01a07e36277e, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:00:45.755260 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2463d0-7f80-40ce-91a1-0840b20c1a8e admin admin] Network 09b1f01c-0475-402d-8829-01a07e36277e is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:00:45.765701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-8d2463d0-7f80-40ce-91a1-0840b20c1a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 09b1f01c-0475-402d-8829-01a07e36277e) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:45.771710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2463d0-7f80-40ce-91a1-0840b20c1a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:45.772308 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d2463d0-7f80-40ce-91a1-0840b20c1a8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.778379 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34008136-2ff7-416b-a5fc-a13519b90707 None None] Network 09b1f01c-0475-402d-8829-01a07e36277e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:00:45.791546 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8d2463d0-7f80-40ce-91a1-0840b20c1a8e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4293973 Oct 26 14:00:45.935230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3effbc19-0686-4e3d-b081-333a0b878547 None None] Network 09b1f01c-0475-402d-8829-01a07e36277e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:00:45.962261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587daafb-60e0-417d-85d5-0a92df341db7 req-29adbdea-245c-47f7-887d-be2df3e0501a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:45.971641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-587daafb-60e0-417d-85d5-0a92df341db7 req-29adbdea-245c-47f7-887d-be2df3e0501a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0765154 Oct 26 14:00:46.017459 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-587daafb-60e0-417d-85d5-0a92df341db7 req-9d683e66-90ee-452f-b8b4-182ef870ff40 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448716 Oct 26 14:00:46.098417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-bed96d24-7881-46f8-b110-1655c6fb2dbc req-52ba2ba3-d13c-408b-b2e3-3ac84e53d911 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1221764548', 'description': 'tempest-description-839943947'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:46.121820 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bed96d24-7881-46f8-b110-1655c6fb2dbc req-52ba2ba3-d13c-408b-b2e3-3ac84e53d911 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.208587 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bed96d24-7881-46f8-b110-1655c6fb2dbc req-52ba2ba3-d13c-408b-b2e3-3ac84e53d911 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.223446 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3085b8b8-1a3b-4bce-b385-84409f594d5f req-07d857db-5ebb-4024-bfb0-aae811bc1978 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 210 time: 0.0346525 Oct 26 14:00:46.224155 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bed96d24-7881-46f8-b110-1655c6fb2dbc req-52ba2ba3-d13c-408b-b2e3-3ac84e53d911 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.258295 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bed96d24-7881-46f8-b110-1655c6fb2dbc req-52ba2ba3-d13c-408b-b2e3-3ac84e53d911 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.259509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bed96d24-7881-46f8-b110-1655c6fb2dbc req-52ba2ba3-d13c-408b-b2e3-3ac84e53d911 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1658986 Oct 26 14:00:46.261173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba2ba3-d13c-408b-b2e3-3ac84e53d911 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6efcb34-dd94-4cab-82d3-ab0c91998a98,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:46.286962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-5489a31c-ea67-43ba-9424-eff122b3c2b7 req-1e410897-32dd-49cd-9474-90df4ee6e274 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2118450234', 'description': 'tempest-description-1103412799'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:46.309172 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5489a31c-ea67-43ba-9424-eff122b3c2b7 req-1e410897-32dd-49cd-9474-90df4ee6e274 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.410674 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5489a31c-ea67-43ba-9424-eff122b3c2b7 req-1e410897-32dd-49cd-9474-90df4ee6e274 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.415823 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5489a31c-ea67-43ba-9424-eff122b3c2b7 req-1e410897-32dd-49cd-9474-90df4ee6e274 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.459250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02278dd-9437-492c-8986-8f1211418fc3 req-a13afd31-1f40-4d5a-9d5e-a5c0e480f3ed tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:46.460836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d02278dd-9437-492c-8986-8f1211418fc3 req-a13afd31-1f40-4d5a-9d5e-a5c0e480f3ed tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.1005309 Oct 26 14:00:46.465528 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5489a31c-ea67-43ba-9424-eff122b3c2b7 req-1e410897-32dd-49cd-9474-90df4ee6e274 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.466762 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5489a31c-ea67-43ba-9424-eff122b3c2b7 req-1e410897-32dd-49cd-9474-90df4ee6e274 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1843565 Oct 26 14:00:46.467556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e410897-32dd-49cd-9474-90df4ee6e274 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921b1d21-c676-46e7-8814-dc787faf178d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:46.506886 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.521388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d02278dd-9437-492c-8986-8f1211418fc3 req-9db00782-6f48-43b0-8277-a0f5eb6eb7b3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509210 Oct 26 14:00:46.603323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dc437-0980-4a40-b34b-9ed90bfbdf9b req-2a8c8cfe-cb96-497e-b852-3db21fd44b56 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:46.604757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-818dc437-0980-4a40-b34b-9ed90bfbdf9b req-2a8c8cfe-cb96-497e-b852-3db21fd44b56 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0533772 Oct 26 14:00:46.667272 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.701505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-818dc437-0980-4a40-b34b-9ed90bfbdf9b req-f15d3455-eda8-4ca8-a836-b7d8a7aeddea tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869670 Oct 26 14:00:46.754352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-6a5cfcd8-d010-41c8-93d1-3ac874817a2a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:46.755974 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-6a5cfcd8-d010-41c8-93d1-3ac874817a2a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/networks?id=09b1f01c-0475-402d-8829-01a07e36277e HTTP/1.1" status: 200 len: 812 time: 0.1354551 Oct 26 14:00:46.780722 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-64a56321-a69b-4ced-9465-86d561de65d6 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/quotas/99f9efda9b7b4a66b51af2add3e3816d HTTP/1.1" status: 200 len: 375 time: 0.0183125 Oct 26 14:00:46.826715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-6556b438-af7f-478b-be79-65ac2f72d7c7 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99f9efda9b7b4a66b51af2add3e3816d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331202 Oct 26 14:00:46.849719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481168b-832a-4085-9a74-d16b656a7c66 req-cd321a35-8012-4f1d-8aff-824dba3f6dd3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:46.851267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4481168b-832a-4085-9a74-d16b656a7c66 req-cd321a35-8012-4f1d-8aff-824dba3f6dd3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0828621 Oct 26 14:00:46.928876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4481168b-832a-4085-9a74-d16b656a7c66 req-85ba9219-b363-407d-9859-869033ff0bc3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672340 Oct 26 14:00:46.960276 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-1549352a-7402-4627-80dd-cecb645eb4ad service neutron] 10.222.0.32 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254673 Oct 26 14:00:47.061660 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-ce38f966-e653-4ebd-bf39-5a9535b33533 service neutron] 10.222.0.32 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947607 Oct 26 14:00:47.128938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb102d7-1fe5-41fc-ac19-89615d0a15b1 req-7b9d843e-bb6c-4d7f-a423-9692403fa216 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:47.130464 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aeb102d7-1fe5-41fc-ac19-89615d0a15b1 req-7b9d843e-bb6c-4d7f-a423-9692403fa216 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 946 time: 0.0617228 Oct 26 14:00:47.199486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aeb102d7-1fe5-41fc-ac19-89615d0a15b1 req-74c5724f-dc8d-4cac-bcd4-c1ea52dbea43 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617387 Oct 26 14:00:47.279194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887f505-7a76-4be5-af99-3dc8d5b373b8 req-c6098caf-93d6-4aae-8e2c-d4a79cdedab5 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:47.280654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1887f505-7a76-4be5-af99-3dc8d5b373b8 req-c6098caf-93d6-4aae-8e2c-d4a79cdedab5 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0653102 Oct 26 14:00:47.345820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1887f505-7a76-4be5-af99-3dc8d5b373b8 req-3e250ade-4c85-4255-abdd-13898a77a721 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542789 Oct 26 14:00:47.347897 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70d9d2fd-2553-4a0c-afd6-dbb0d4225ea4 req-3f710b7e-7c6b-414e-8672-0698f5df4c37 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 210 time: 0.0768001 Oct 26 14:00:47.450743 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-720baf77-2dc3-414e-acde-d5ad469be5d1 req-63ad8f6e-6643-4c2a-aa15-f4fe2d81b04f tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 210 time: 0.0317318 Oct 26 14:00:47.658662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777bcf1-e543-402a-8de6-08af4b3bc1b0 req-21a7461d-ebcb-4816-ab60-24e6cca137d7 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:47.660198 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7777bcf1-e543-402a-8de6-08af4b3bc1b0 req-21a7461d-ebcb-4816-ab60-24e6cca137d7 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.0545971 Oct 26 14:00:47.700828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7777bcf1-e543-402a-8de6-08af4b3bc1b0 req-f7d800fa-351a-4191-87da-4f341e6ef518 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344107 Oct 26 14:00:47.831418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb54519-f514-4279-b441-1a82e2e1ac6a req-2f32380e-9057-46ec-8bd3-3c11cbe09c20 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:47.833447 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adb54519-f514-4279-b441-1a82e2e1ac6a req-2f32380e-9057-46ec-8bd3-3c11cbe09c20 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0585771 Oct 26 14:00:47.880424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adb54519-f514-4279-b441-1a82e2e1ac6a req-a8134097-5f67-4dbe-849d-ee64698e7cc3 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396209 Oct 26 14:00:48.071231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e4d61-55b8-48a3-abdc-8607e7e21520 req-9d5cd1a6-9a5d-4a0b-8eeb-53a55c9fb5a9 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:48.072926 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b67e4d61-55b8-48a3-abdc-8607e7e21520 req-9d5cd1a6-9a5d-4a0b-8eeb-53a55c9fb5a9 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 946 time: 0.0793295 Oct 26 14:00:48.082356 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be187da9-85c9-49a5-9ede-4d500300aafa req-391e9571-c9aa-472c-b7b3-3ba84d064b22 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:48.083781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be187da9-85c9-49a5-9ede-4d500300aafa req-391e9571-c9aa-472c-b7b3-3ba84d064b22 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0803792 Oct 26 14:00:48.140546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be187da9-85c9-49a5-9ede-4d500300aafa req-675dd65c-d13c-4b70-b499-6a0224269d66 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498679 Oct 26 14:00:48.143888 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b67e4d61-55b8-48a3-abdc-8607e7e21520 req-9cd8cea1-844e-41fc-98ef-8822f6a57a59 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587444 Oct 26 14:00:48.369160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-382532b8-c098-4d0a-9611-fc48c0319394 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:48.371745 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-382532b8-c098-4d0a-9611-fc48c0319394 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.11 "GET /v2.0/networks?id=09b1f01c-0475-402d-8829-01a07e36277e HTTP/1.1" status: 200 len: 812 time: 0.1163638 Oct 26 14:00:48.402515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-0ba50637-1976-433a-b99d-3442cafd3275 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'port': {'device_id': 'd20472eb-62aa-4832-9934-7d32c8566f9f', 'network_id': '09b1f01c-0475-402d-8829-01a07e36277e', 'admin_state_up': True, 'tenant_id': '99f9efda9b7b4a66b51af2add3e3816d'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:48.453106 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:48.547583 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0cd006e-b4b3-4665-81e5-4d04cfd1d685 req-0552747d-18b8-4aa3-90b5-6a83e7b27653 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 210 time: 0.0610983 Oct 26 14:00:48.602840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa641d8-87d9-4a6c-b971-fde116b7f284 req-6e7e6d42-8ed9-49a0-a5f4-a815c690429b tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:48.605339 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfa641d8-87d9-4a6c-b971-fde116b7f284 req-6e7e6d42-8ed9-49a0-a5f4-a815c690429b tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0703454 Oct 26 14:00:48.626772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-0ba50637-1976-433a-b99d-3442cafd3275 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Made reservation on behalf of 99f9efda9b7b4a66b51af2add3e3816d for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:48.630911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-0ba50637-1976-433a-b99d-3442cafd3275 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:48.648601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfa641d8-87d9-4a6c-b971-fde116b7f284 req-20c657ed-c04d-4e71-bae9-7650446cca61 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374649 Oct 26 14:00:48.695841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bede5cd-652b-4542-9176-66a73a3c3327 req-e5c0e25e-bd01-42af-8a77-aa73abb1ab05 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 210 time: 0.0317073 Oct 26 14:00:48.800246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-0ba50637-1976-433a-b99d-3442cafd3275 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Allocated IP 172.20.0.14 (09b1f01c-0475-402d-8829-01a07e36277e/d665a877-3c3c-4331-87a4-72d848fcd4c2/14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:48.843799 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a579d8-5b01-4e1f-a1f2-9483e581a8e1 req-d7ac4421-cba1-41bd-8a7a-9003954a0603 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:48.845503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24a579d8-5b01-4e1f-a1f2-9483e581a8e1 req-d7ac4421-cba1-41bd-8a7a-9003954a0603 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.0535421 Oct 26 14:00:48.903611 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24a579d8-5b01-4e1f-a1f2-9483e581a8e1 req-9020713f-9754-4892-afc9-282a080d6e87 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475118 Oct 26 14:00:48.984954 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-0ba50637-1976-433a-b99d-3442cafd3275 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.031789 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-0ba50637-1976-433a-b99d-3442cafd3275 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.035492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff176f-aafb-4a67-bb9d-41346608332b req-a306d6fc-7e12-448c-b160-978c875767b9 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:49.037527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52ff176f-aafb-4a67-bb9d-41346608332b req-a306d6fc-7e12-448c-b160-978c875767b9 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0591614 Oct 26 14:00:49.089835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52ff176f-aafb-4a67-bb9d-41346608332b req-118aee53-6993-49e8-805b-c4271b822895 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441592 Oct 26 14:00:49.116905 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba50637-1976-433a-b99d-3442cafd3275 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'Port': ['ID=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:49.124098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-0ba50637-1976-433a-b99d-3442cafd3275 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Network 09b1f01c-0475-402d-8829-01a07e36277e is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:49.126580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-0ba50637-1976-433a-b99d-3442cafd3275 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:49.129366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-0ba50637-1976-433a-b99d-3442cafd3275 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:49.183029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-0ba50637-1976-433a-b99d-3442cafd3275 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:49.184166 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-0ba50637-1976-433a-b99d-3442cafd3275 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.207209 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-0ba50637-1976-433a-b99d-3442cafd3275 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8109879 Oct 26 14:00:49.221014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Request body: {'port': {'device_id': 'd20472eb-62aa-4832-9934-7d32c8566f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:49.298966 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.314256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92171154-7e84-4cc5-a502-8fa7bf6f7503 req-a20eec3a-090c-4a8b-af20-3f469449de18 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:49.316254 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92171154-7e84-4cc5-a502-8fa7bf6f7503 req-a20eec3a-090c-4a8b-af20-3f469449de18 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 946 time: 0.0917652 Oct 26 14:00:49.325439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fae39-0e96-4d1a-9acf-a3f347531e68 req-af5e0c6f-6836-4f8c-8448-1241481a961f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:49.326937 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f3fae39-0e96-4d1a-9acf-a3f347531e68 req-af5e0c6f-6836-4f8c-8448-1241481a961f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0995095 Oct 26 14:00:49.394513 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92171154-7e84-4cc5-a502-8fa7bf6f7503 req-ca4fbe5d-008a-44eb-865d-4491b05104aa tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664074 Oct 26 14:00:49.407435 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f3fae39-0e96-4d1a-9acf-a3f347531e68 req-7ae1c221-0c46-4659-bfde-936294ef37c2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730243 Oct 26 14:00:49.673149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:49.683763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608113c3-635c-477d-985d-f692abf71e19 req-10141316-e66d-4825-8edc-805ae6bb7134 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:49.684738 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.696165 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-608113c3-635c-477d-985d-f692abf71e19 req-10141316-e66d-4825-8edc-805ae6bb7134 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 932 time: 0.0718222 Oct 26 14:00:49.705170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-ee6126b5-a43a-4414-9699-f780c992e56d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:49.706700 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-ee6126b5-a43a-4414-9699-f780c992e56d tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 946 time: 0.1470468 Oct 26 14:00:49.715311 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Transition to ACTIVE for port object 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:49.729276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.747222 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-608113c3-635c-477d-985d-f692abf71e19 req-d8c202dd-c1ee-44ca-aa52-218c1c48db52 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465593 Oct 26 14:00:49.862797 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82057ca-15b7-41f3-afab-6df07dea203d req-35b30f24-b394-4775-a352-c18c10f10641 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:49.864137 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a82057ca-15b7-41f3-afab-6df07dea203d req-35b30f24-b394-4775-a352-c18c10f10641 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.1154687 Oct 26 14:00:49.870435 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Pushing event updated for resources: {'Port': ['ID=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:49.904132 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b55557c9-2568-4362-a2ae-3e0be7c328fb req-1b1ce6ea-544c-4d53-bdeb-d637840815db tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 210 time: 0.0388906 Oct 26 14:00:49.957846 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Deleting port 3f9679eb-285c-4c19-966f-c622b98a5869 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:49.958110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a82057ca-15b7-41f3-afab-6df07dea203d req-321c3da3-1df1-4b1e-b5a6-8f6916e2afda tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831709 Oct 26 14:00:49.958350 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.024440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Attempting to bind port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:50.024892 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Attempting to bind port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '622b49b2-0d13-47e7-84fe-37b7604a5a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '09b1f01c-0475-402d-8829-01a07e36277e'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:50.025097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Attempting to bind port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 on network 09b1f01c-0475-402d-8829-01a07e36277e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:50.035812 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 on network 09b1f01c-0475-402d-8829-01a07e36277e not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:50.036167 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Attempting to bind port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 on network 09b1f01c-0475-402d-8829-01a07e36277e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:50.041973 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123af807-10db-41fb-9107-959066c4bafc req-74437384-740c-467d-955b-9528b8ba5b7a tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:50.043573 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-123af807-10db-41fb-9107-959066c4bafc req-74437384-740c-467d-955b-9528b8ba5b7a tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.0565894 Oct 26 14:00:50.047241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:50.047593 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Checking segment: {'id': '622b49b2-0d13-47e7-84fe-37b7604a5a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '09b1f01c-0475-402d-8829-01a07e36277e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:50.047973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Bound using segment: {'id': '622b49b2-0d13-47e7-84fe-37b7604a5a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '09b1f01c-0475-402d-8829-01a07e36277e'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:50.048501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Bound port: 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622b49b2-0d13-47e7-84fe-37b7604a5a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '09b1f01c-0475-402d-8829-01a07e36277e'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:50.048877 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.087192 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-123af807-10db-41fb-9107-959066c4bafc req-6a4e9650-a2ab-4ca0-b447-bb9f9d209d2f tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356538 Oct 26 14:00:50.112727 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] For port 3f9679eb-285c-4c19-966f-c622b98a5869, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3f9679eb-285c-4c19-966f-c622b98a5869,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:50.113087 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.218991 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359775d-0816-4eb9-8424-005ab2181d4f req-ddffc315-bdd6-40e8-b961-071daec2432a tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:50.220863 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6359775d-0816-4eb9-8424-005ab2181d4f req-ddffc315-bdd6-40e8-b961-071daec2432a tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0546563 Oct 26 14:00:50.243283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] For port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:50.264307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6359775d-0816-4eb9-8424-005ab2181d4f req-706f27a3-9b34-4cc8-9d54-51bec90b4f24 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367572 Oct 26 14:00:50.295841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] For port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,segment=NetworkSegment(622b49b2-0d13-47e7-84fe-37b7604a5a1d),segment_id=622b49b2-0d13-47e7-84fe-37b7604a5a1d)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:50.305426 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.367558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:50.368223 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.369606 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] 10.222.0.11 "PUT /v2.0/ports/14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 HTTP/1.1" status: 200 len: 1092 time: 1.1540573 Oct 26 14:00:50.370093 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20472eb-62aa-4832-9934-7d32c8566f9f', 'tag': '14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:50.372443 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abde6e8-65d4-4e87-9e93-c7e68d035e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d20472eb-62aa-4832-9934-7d32c8566f9f", "tag": "14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:50.452230 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5beb4a0-e85d-4d98-a4d3-bd79b82fd197 x-openstack-request-id: req-a5beb4a0-e85d-4d98-a4d3-bd79b82fd197 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:50.452555 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20472eb-62aa-4832-9934-7d32c8566f9f", "tag": "14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:50.452917 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5beb4a0-e85d-4d98-a4d3-bd79b82fd197 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:50.453286 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20472eb-62aa-4832-9934-7d32c8566f9f', 'tag': '14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5', 'status': 'completed', 'code': 200} Oct 26 14:00:50.470761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309ae4a-b5f1-41dc-8fd7-e4e3e86311bb service neutron] Pushing event updated for resources: {'Port': ['ID=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:50.541213 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.545085 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.545539 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Floating IP ffea3afe-436c-4815-98b5-075b0117b470 disassociated. External IP: 172.25.4.113, port: 3f9679eb-285c-4c19-966f-c622b98a5869. Oct 26 14:00:50.545910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Calling delete_port for 3f9679eb-285c-4c19-966f-c622b98a5869 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:50.661523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582d3a3-92fd-47af-8874-5f118a57c75c req-db760dd8-6359-44c2-a2c5-70aeb01c93a9 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:50.670209 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5582d3a3-92fd-47af-8874-5f118a57c75c req-db760dd8-6359-44c2-a2c5-70aeb01c93a9 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.1558826 Oct 26 14:00:50.717300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108c93f-ca45-41db-ab41-f14ade07d651 req-8e48a710-0b93-4594-aa42-84d885d77d36 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:50.719509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a108c93f-ca45-41db-ab41-f14ade07d651 req-8e48a710-0b93-4594-aa42-84d885d77d36 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 946 time: 0.1351340 Oct 26 14:00:50.739753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-53d04a2d-a620-41dc-b30d-69b9c8811a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:50.743252 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-53d04a2d-a620-41dc-b30d-69b9c8811a37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99f9efda9b7b4a66b51af2add3e3816d&device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 1095 time: 0.3062818 Oct 26 14:00:50.767896 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5582d3a3-92fd-47af-8874-5f118a57c75c req-fe149cfe-57d6-42dc-b0bd-3cee590280b7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966158 Oct 26 14:00:50.821303 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-cbdad635-447b-45c1-bea6-957e3da9818f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 HTTP/1.1" status: 200 len: 217 time: 0.0601053 Oct 26 14:00:50.838897 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a108c93f-ca45-41db-ab41-f14ade07d651 req-415d5a21-d800-4e25-b2c2-ef761798e47c tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a523867f-1729-4549-807e-75f412dbe96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071823 Oct 26 14:00:50.923718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-3537f85e-5fba-410c-9351-e04b80a01534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:50.925216 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-3537f85e-5fba-410c-9351-e04b80a01534 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d665a877-3c3c-4331-87a4-72d848fcd4c2 HTTP/1.1" status: 200 len: 852 time: 0.0872600 Oct 26 14:00:50.937523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d229e-9bf9-485e-82b9-81a979c71a6e req-e93c0450-5f8a-4d33-9e4b-779643a952c5 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:50.939123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-530d229e-9bf9-485e-82b9-81a979c71a6e req-e93c0450-5f8a-4d33-9e4b-779643a952c5 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 944 time: 0.0662599 Oct 26 14:00:50.957263 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.986290 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-aeaf6ab6-d839-42b5-8b38-943ea87a4c14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09b1f01c-0475-402d-8829-01a07e36277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471306 Oct 26 14:00:51.021052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Pushing event deleted for resources: {'Port': ['ID=3f9679eb-285c-4c19-966f-c622b98a5869,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:51.022517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-530d229e-9bf9-485e-82b9-81a979c71a6e req-d8128ecd-7781-42e0-a115-56e20893523a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712361 Oct 26 14:00:51.114961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-799c6e79-d252-4466-8c40-ffa1216f8180 req-f4b41604-acc6-470d-b8f2-f5b3da17f18b tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9236024-b1bf-4508-8acf-aa1b1e68d737 HTTP/1.1" status: 200 len: 210 time: 0.0907226 Oct 26 14:00:51.332649 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d28ff4-73f4-4104-9828-0d94fd445fca req-9d321ae3-34cb-47fd-a08e-f632024506c2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:51.340362 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-86d28ff4-73f4-4104-9828-0d94fd445fca req-9d321ae3-34cb-47fd-a08e-f632024506c2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.1892750 Oct 26 14:00:51.446330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-86d28ff4-73f4-4104-9828-0d94fd445fca req-eeee9ba6-35c2-41c3-b65c-c6e78179971b tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048269 Oct 26 14:00:51.476015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb5923-d16c-42b6-8fbe-effbb232469e req-9cd117e8-9364-4521-a4e3-7dcc1696d061 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:51.477929 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7afb5923-d16c-42b6-8fbe-effbb232469e req-9cd117e8-9364-4521-a4e3-7dcc1696d061 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.1951671 Oct 26 14:00:51.544491 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7afb5923-d16c-42b6-8fbe-effbb232469e req-dbbb5132-6f37-4101-9083-f0d46cac6f8e tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584655 Oct 26 14:00:51.598899 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-c1a2cc76-fc04-429a-9a9d-796b178f1a3e service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892770 Oct 26 14:00:51.631774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ec96a-7913-4876-93c7-bc4b1269afa7 req-cfa31620-c63e-4524-9980-f7d967d5c991 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:51.640580 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b7ec96a-7913-4876-93c7-bc4b1269afa7 req-cfa31620-c63e-4524-9980-f7d967d5c991 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0636287 Oct 26 14:00:51.703216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b7ec96a-7913-4876-93c7-bc4b1269afa7 req-960c0550-a584-4bfd-a363-3170514c909d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569260 Oct 26 14:00:51.713840 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Router 902a693d-de02-44be-8f1d-6d751af658cd has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:00:51.822969 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-368f79ca-79f4-48f4-8ae2-d30ab2c64982 req-c907f933-e01a-4d21-bc22-02b15fcec1e0 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148933 Oct 26 14:00:51.868515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:00:51.894934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8d0da-e513-4470-adc4-5f8875c3a28c None None] Sync routers for ids ['902a693d-de02-44be-8f1d-6d751af658cd'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:00:51.921857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8d0da-e513-4470-adc4-5f8875c3a28c None None] Routers {'902a693d-de02-44be-8f1d-6d751af658cd'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:51.924292 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-87e8d0da-e513-4470-adc4-5f8875c3a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:00:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['902a693d-de02-44be-8f1d-6d751af658cd'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:51.953017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] No DVR routers for this DVR port 3f9679eb-285c-4c19-966f-c622b98a5869 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:00:51.956660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:51.961081 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-106a11b4-de72-455d-a325-8c560d6e94c3 req-51257eb9-083c-40e8-83e0-78954b11355a tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.25 "DELETE /v2.0/ports/3f9679eb-285c-4c19-966f-c622b98a5869 HTTP/1.1" status: 204 len: 173 time: 2.2438319 Oct 26 14:00:51.980570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abde6e8-65d4-4e87-9e93-c7e68d035e6a req-67ad2f0e-065f-4e39-bd1c-c23548b00bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:51.982832 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7abde6e8-65d4-4e87-9e93-c7e68d035e6a req-67ad2f0e-065f-4e39-bd1c-c23548b00bb0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99f9efda9b7b4a66b51af2add3e3816d&device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 1095 time: 0.0819910 Oct 26 14:00:52.041124 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a3350e2-693f-4b09-9273-ecb9f2d9e841 req-4bf7e110-1784-4121-b9d0-5423f095b987 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9922148-6809-4971-b043-ea400b6a312e HTTP/1.1" status: 200 len: 210 time: 0.0930579 Oct 26 14:00:52.079724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb700340-04ec-4e2f-b2cd-d45d250111a1 req-949e1a3a-a49d-4a0c-8729-6d02e05f0194 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:52.094906 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb700340-04ec-4e2f-b2cd-d45d250111a1 req-949e1a3a-a49d-4a0c-8729-6d02e05f0194 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.2366297 Oct 26 14:00:52.138639 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abde6e8-65d4-4e87-9e93-c7e68d035e6a req-07c78f5c-5b5f-46ac-b5d8-c53bbe3819bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:52.140714 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7abde6e8-65d4-4e87-9e93-c7e68d035e6a req-07c78f5c-5b5f-46ac-b5d8-c53bbe3819bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=09b1f01c-0475-402d-8829-01a07e36277e HTTP/1.1" status: 200 len: 913 time: 0.1491616 Oct 26 14:00:52.160728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb700340-04ec-4e2f-b2cd-d45d250111a1 req-3e288a0b-d46a-49b0-ac25-fd74a4b072ae tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639536 Oct 26 14:00:52.216464 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7abde6e8-65d4-4e87-9e93-c7e68d035e6a req-a85afd77-da54-434b-ad9b-9dd2078b2665 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 HTTP/1.1" status: 200 len: 217 time: 0.0675242 Oct 26 14:00:52.272142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-87e8d0da-e513-4470-adc4-5f8875c3a28c None None] Set router 902a693d-de02-44be-8f1d-6d751af658cd gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:52.290687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abde6e8-65d4-4e87-9e93-c7e68d035e6a req-016ec074-04ba-4bb9-89f5-203cc462e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:52.293696 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7abde6e8-65d4-4e87-9e93-c7e68d035e6a req-016ec074-04ba-4bb9-89f5-203cc462e9ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d665a877-3c3c-4331-87a4-72d848fcd4c2 HTTP/1.1" status: 200 len: 852 time: 0.0682468 Oct 26 14:00:52.318612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be07886-fdbb-42b4-b6ce-a4f96623ada8 req-23c54394-a924-49eb-b427-2788453fb61e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:52.319689 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50266) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:52.335657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2be07886-fdbb-42b4-b6ce-a4f96623ada8 req-23c54394-a924-49eb-b427-2788453fb61e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 944 time: 0.1184585 Oct 26 14:00:52.348446 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7abde6e8-65d4-4e87-9e93-c7e68d035e6a req-c1a7e544-39aa-44b5-af9e-638c70c08c8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09b1f01c-0475-402d-8829-01a07e36277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426757 Oct 26 14:00:52.398592 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2be07886-fdbb-42b4-b6ce-a4f96623ada8 req-4f032a7d-a5dd-40c3-9a29-b83374606064 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610957 Oct 26 14:00:52.454372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9922148-6809-4971-b043-ea400b6a312e', 'name': 'network-vif-deleted', 'tag': '3f9679eb-285c-4c19-966f-c622b98a5869'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:52.457195 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c573bcf0-20bc-4aff-8c22-61ff3da1386b" -d '{"events": [{"server_uuid": "d9922148-6809-4971-b043-ea400b6a312e", "name": "network-vif-deleted", "tag": "3f9679eb-285c-4c19-966f-c622b98a5869"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:52.483117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38805891-9954-402a-8ed2-b438ffccfbc4 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.535803 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38805891-9954-402a-8ed2-b438ffccfbc4 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.540436 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7abde6e8-65d4-4e87-9e93-c7e68d035e6a req-631aa2ea-a8b6-4c3b-9eae-b2cbe0db3c86 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827214 Oct 26 14:00:52.571902 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a401bfd6-08b9-4a97-a0f9-5cac6b49204c x-openstack-request-id: req-a401bfd6-08b9-4a97-a0f9-5cac6b49204c {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:52.572199 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9922148-6809-4971-b043-ea400b6a312e", "name": "network-vif-deleted", "tag": "3f9679eb-285c-4c19-966f-c622b98a5869", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:52.572687 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a401bfd6-08b9-4a97-a0f9-5cac6b49204c {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:52.573465 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9922148-6809-4971-b043-ea400b6a312e', 'name': 'network-vif-deleted', 'tag': '3f9679eb-285c-4c19-966f-c622b98a5869', 'status': 'completed', 'code': 200} Oct 26 14:00:52.658735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-87e8d0da-e513-4470-adc4-5f8875c3a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:24Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:52.705106 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38805891-9954-402a-8ed2-b438ffccfbc4 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.711735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8d0da-e513-4470-adc4-5f8875c3a28c None None] Checking router: 902a693d-de02-44be-8f1d-6d751af658cd for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:00:52.712638 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38805891-9954-402a-8ed2-b438ffccfbc4 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.721135 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-38805891-9954-402a-8ed2-b438ffccfbc4 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "DELETE /v2.0/security-groups/688d18de-9ba0-4f38-bca8-8932f13f3255 HTTP/1.1" status: 204 len: 168 time: 0.3943105 Oct 26 14:00:52.721801 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50278) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:52.730750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2335ca-44be-415a-a65f-99772c4bd674 req-ac39b96e-c063-49fe-aade-a39555438935 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:52.731490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8d0da-e513-4470-adc4-5f8875c3a28c None None] Routers {'902a693d-de02-44be-8f1d-6d751af658cd'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:52.732244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-87e8d0da-e513-4470-adc4-5f8875c3a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:00:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['902a693d-de02-44be-8f1d-6d751af658cd'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:52.739799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb2335ca-44be-415a-a65f-99772c4bd674 req-ac39b96e-c063-49fe-aade-a39555438935 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.1552906 Oct 26 14:00:52.764905 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38805891-9954-402a-8ed2-b438ffccfbc4 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688d18de-9ba0-4f38-bca8-8932f13f3255,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:52.779780 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7abde6e8-65d4-4e87-9e93-c7e68d035e6a req-d052039a-afde-459d-a7e2-546499a1c40b service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296982 Oct 26 14:00:52.783691 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-d64ff4d2-3a1a-4de5-a1ba-44de2a362ee1 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] show failed (client error): The resource could not be found. Oct 26 14:00:52.784858 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d64ff4d2-3a1a-4de5-a1ba-44de2a362ee1 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "GET /v2.0/security-groups/688d18de-9ba0-4f38-bca8-8932f13f3255 HTTP/1.1" status: 404 len: 347 time: 0.0490391 Oct 26 14:00:52.787954 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50280) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:52.875891 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb2335ca-44be-415a-a65f-99772c4bd674 req-2bb5b797-813a-4394-99db-6e729e4aa061 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111302 Oct 26 14:00:52.905267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fbfc1-7738-49c0-9a53-ecac166f046b req-30755067-2f99-4eb6-b5b5-7b84358ac650 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:52.919315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a15fbfc1-7738-49c0-9a53-ecac166f046b req-30755067-2f99-4eb6-b5b5-7b84358ac650 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.2146764 Oct 26 14:00:52.987047 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d172f0e0-d271-4777-ae1b-ac951fcb8898 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Deleting port c046320a-8e24-430c-aa61-36542ad2339d {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:52.987926 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d172f0e0-d271-4777-ae1b-ac951fcb8898 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.029314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a15fbfc1-7738-49c0-9a53-ecac166f046b req-b2822b16-438a-4659-ad65-64681187f8b7 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081691 Oct 26 14:00:53.037748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-87e8d0da-e513-4470-adc4-5f8875c3a28c None None] Set router 902a693d-de02-44be-8f1d-6d751af658cd gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:53.050682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f2b29-657f-4e46-922d-9b7c3cdb8d0e req-f647204d-55cf-4bd9-977e-bfe39d904c0c tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:53.052663 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-010f2b29-657f-4e46-922d-9b7c3cdb8d0e req-f647204d-55cf-4bd9-977e-bfe39d904c0c tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.0988131 Oct 26 14:00:53.098640 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d172f0e0-d271-4777-ae1b-ac951fcb8898 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.099389 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d172f0e0-d271-4777-ae1b-ac951fcb8898 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.118110 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d172f0e0-d271-4777-ae1b-ac951fcb8898 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Calling delete_port for c046320a-8e24-430c-aa61-36542ad2339d owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:53.135559 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-010f2b29-657f-4e46-922d-9b7c3cdb8d0e req-d43cca00-aa61-4358-9640-fe3a53271597 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758624 Oct 26 14:00:53.296753 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50292) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:53.316279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3f9679eb-285c-4c19-966f-c622b98a5869 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:53.324300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d172f0e0-d271-4777-ae1b-ac951fcb8898 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.375992 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 3f9679eb-285c-4c19-966f-c622b98a5869 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:00:53.376835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3f9679eb-285c-4c19-966f-c622b98a5869 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:00:53.384137 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.396936 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172f0e0-d271-4777-ae1b-ac951fcb8898 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Pushing event deleted for resources: {'Port': ['ID=c046320a-8e24-430c-aa61-36542ad2339d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:53.456888 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d24055b5-33b6-4b4a-9c93-683067903ab2 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.469992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934d35e-5d83-4af2-9f06-a72dfde4cc66 req-c5af6d53-0f18-4594-8cd7-7b86a8f6565e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:53.478504 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a934d35e-5d83-4af2-9f06-a72dfde4cc66 req-c5af6d53-0f18-4594-8cd7-7b86a8f6565e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.1324720 Oct 26 14:00:53.545389 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d24055b5-33b6-4b4a-9c93-683067903ab2 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.574874 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a934d35e-5d83-4af2-9f06-a72dfde4cc66 req-53cfa0fb-ed5e-4612-a614-0280fd9d66da tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904844 Oct 26 14:00:53.626058 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d172f0e0-d271-4777-ae1b-ac951fcb8898 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.630597 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d172f0e0-d271-4777-ae1b-ac951fcb8898 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.631814 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d172f0e0-d271-4777-ae1b-ac951fcb8898 tempest-ServersTestBootFromVolume-656957639 tempest-ServersTestBootFromVolume-656957639-project] 10.222.0.32 "DELETE /v2.0/floatingips/560e6bdc-0a78-499b-adc5-0d90ab087967 HTTP/1.1" status: 204 len: 168 time: 0.8429105 Oct 26 14:00:53.635199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50298) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:53.666819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e56258-8cb6-4c6a-b1ab-86e9a756c051 req-8a0207a4-a033-4534-a805-a5a417645e8e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:53.668794 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59e56258-8cb6-4c6a-b1ab-86e9a756c051 req-8a0207a4-a033-4534-a805-a5a417645e8e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 944 time: 0.0920737 Oct 26 14:00:53.684666 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d24055b5-33b6-4b4a-9c93-683067903ab2 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.688783 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d24055b5-33b6-4b4a-9c93-683067903ab2 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.695135 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d24055b5-33b6-4b4a-9c93-683067903ab2 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "DELETE /v2.0/security-groups/a523867f-1729-4549-807e-75f412dbe96e HTTP/1.1" status: 204 len: 168 time: 0.3948004 Oct 26 14:00:53.699508 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50300) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:53.727705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24055b5-33b6-4b4a-9c93-683067903ab2 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a523867f-1729-4549-807e-75f412dbe96e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:53.753684 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-ee8ba3ce-ac31-4709-bc79-33d5e5c52bf6 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] show failed (client error): The resource could not be found. Oct 26 14:00:53.757814 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ee8ba3ce-ac31-4709-bc79-33d5e5c52bf6 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "GET /v2.0/security-groups/a523867f-1729-4549-807e-75f412dbe96e HTTP/1.1" status: 404 len: 347 time: 0.0543168 Oct 26 14:00:53.763134 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50302) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:53.783849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59e56258-8cb6-4c6a-b1ab-86e9a756c051 req-1768f360-9756-4e3b-a518-249f1908d381 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982356 Oct 26 14:00:53.840911 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-87e8d0da-e513-4470-adc4-5f8875c3a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:24Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:53.884856 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8d0da-e513-4470-adc4-5f8875c3a28c None None] The sync data for ids ['902a693d-de02-44be-8f1d-6d751af658cd'] in n-d-815498-1 is: [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T13:56:17Z', 'revision_number': 4, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '00a6bd25-71ed-4a36-8cb4-b8b854594cf7', 'name': '', 'network_id': 'aa0fa062-30f8-4003-a12a-372571fbfc5f', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'mac_address': 'fa:16:3e:43:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:16Z', 'updated_at': '2021-10-26T13:56:24Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'subnets': [{'id': 'ef17a3b1-4103-4855-adbd-bfc81c3afbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:00:54.040635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9be83b7d-06f5-4962-9b33-c4090d5f1482 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Deleting port c74b0f9d-9d0a-4131-b2c0-50aeb3c6a37d {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:54.041233 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be83b7d-06f5-4962-9b33-c4090d5f1482 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.069224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fac5e-3286-4a53-9057-2ec4ded11cfd req-7ec2d8a2-fa24-4336-95fc-4f43192bb935 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:54.082238 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a24fac5e-3286-4a53-9057-2ec4ded11cfd req-7ec2d8a2-fa24-4336-95fc-4f43192bb935 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0912974 Oct 26 14:00:54.175697 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a24fac5e-3286-4a53-9057-2ec4ded11cfd req-9338cf1d-58df-47af-8c69-5d3b552871c0 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924850 Oct 26 14:00:54.186447 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be83b7d-06f5-4962-9b33-c4090d5f1482 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.187572 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be83b7d-06f5-4962-9b33-c4090d5f1482 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.205009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9be83b7d-06f5-4962-9b33-c4090d5f1482 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Calling delete_port for c74b0f9d-9d0a-4131-b2c0-50aeb3c6a37d owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:54.308185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1eb69-7044-4f0b-a780-ed9e6f01dd72 req-da0ecf1c-79ea-48cb-9cbd-2944eb230b98 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:54.315899 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ea1eb69-7044-4f0b-a780-ed9e6f01dd72 req-da0ecf1c-79ea-48cb-9cbd-2944eb230b98 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.1369147 Oct 26 14:00:54.321736 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286388d-05bd-4ad7-b920-fa459634ab8c None None] New status for floating IP ffea3afe-436c-4815-98b5-075b0117b470: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:00:54.396760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ea1eb69-7044-4f0b-a780-ed9e6f01dd72 req-eb039a1b-5e06-4e74-ab22-2b9154f7158a tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764089 Oct 26 14:00:54.435905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f661b89-ea21-4342-962b-4f4bb42b702e req-cfbdae47-68a3-44f3-be15-cd0562e5b28d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:54.438082 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f661b89-ea21-4342-962b-4f4bb42b702e req-cfbdae47-68a3-44f3-be15-cd0562e5b28d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.1120837 Oct 26 14:00:54.484237 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be83b7d-06f5-4962-9b33-c4090d5f1482 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.489828 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d2f28e4-fa5b-49e5-86cf-0a25896a0c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.497135 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f661b89-ea21-4342-962b-4f4bb42b702e req-e69f4706-c9f3-4c7b-af77-aaa3ebcb349f tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505917 Oct 26 14:00:54.514225 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.db.api [None req-d286388d-05bd-4ad7-b920-fa459634ab8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:00:54.514713 n-d-815498-1 neutron-server[102126]: DEBUG oslo_db.api [None req-d286388d-05bd-4ad7-b920-fa459634ab8c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:00:54.617577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be83b7d-06f5-4962-9b33-c4090d5f1482 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Pushing event deleted for resources: {'Port': ['ID=c74b0f9d-9d0a-4131-b2c0-50aeb3c6a37d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:54.710700 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be83b7d-06f5-4962-9b33-c4090d5f1482 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.714905 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be83b7d-06f5-4962-9b33-c4090d5f1482 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.720660 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9be83b7d-06f5-4962-9b33-c4090d5f1482 tempest-ServersWithSpecificFlavorTestJSON-438885992 tempest-ServersWithSpecificFlavorTestJSON-438885992-project] 10.222.0.32 "DELETE /v2.0/floatingips/ffea3afe-436c-4815-98b5-075b0117b470 HTTP/1.1" status: 204 len: 168 time: 0.9560750 Oct 26 14:00:54.755522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e49e0d-05c7-4e81-8872-e04439bb295e req-16db6757-59f3-4b73-aea8-4a3414f13312 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:54.762518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4e49e0d-05c7-4e81-8872-e04439bb295e req-16db6757-59f3-4b73-aea8-4a3414f13312 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.1113443 Oct 26 14:00:54.869719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4e49e0d-05c7-4e81-8872-e04439bb295e req-de47629c-d5fe-45ad-8570-42fcbc924261 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976536 Oct 26 14:00:54.951632 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:54.985666 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f28e4-fa5b-49e5-86cf-0a25896a0c82 admin admin] Deleting port c696ed9f-d798-46c9-8439-1c329027cdf9 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:54.985666 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d2f28e4-fa5b-49e5-86cf-0a25896a0c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:55.016503 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286388d-05bd-4ad7-b920-fa459634ab8c None None] New status for floating IP ffea3afe-436c-4815-98b5-075b0117b470: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:00:55.059572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171dc699-9ac9-4fc9-b68d-b60573268cc2 req-f2c36d46-6373-49f0-a0ad-2ee182383dbc tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:55.066210 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-171dc699-9ac9-4fc9-b68d-b60573268cc2 req-f2c36d46-6373-49f0-a0ad-2ee182383dbc tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 944 time: 0.1496785 Oct 26 14:00:55.183861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-9d2f28e4-fa5b-49e5-86cf-0a25896a0c82 admin admin] For port c696ed9f-d798-46c9-8439-1c329027cdf9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c696ed9f-d798-46c9-8439-1c329027cdf9,segment=NetworkSegment(2afc6f52-9b30-4153-a80d-2e414169c06f),segment_id=2afc6f52-9b30-4153-a80d-2e414169c06f)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:55.184431 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d2f28e4-fa5b-49e5-86cf-0a25896a0c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:55.190665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,segment=NetworkSegment(622b49b2-0d13-47e7-84fe-37b7604a5a1d),segment_id=622b49b2-0d13-47e7-84fe-37b7604a5a1d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:55.198233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-171dc699-9ac9-4fc9-b68d-b60573268cc2 req-8168c444-2bd3-48d9-8554-1934c7978114 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254325 Oct 26 14:00:55.216831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f28e4-fa5b-49e5-86cf-0a25896a0c82 admin admin] Calling delete_port for c696ed9f-d798-46c9-8439-1c329027cdf9 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:55.222166 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5', 'network_id': '09b1f01c-0475-402d-8829-01a07e36277e', 'port_id': '14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5', 'mac_address': 'fa:16:3e:8d:7a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd665a877-3c3c-4331-87a4-72d848fcd4c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:55.282910 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:55.301624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:55.330725 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,segment=NetworkSegment(622b49b2-0d13-47e7-84fe-37b7604a5a1d),segment_id=622b49b2-0d13-47e7-84fe-37b7604a5a1d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:55.336311 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:55.373497 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50334) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:55.403489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:55.433475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373debfd-6a43-4a88-8c39-280520bb3db6 req-8e547af1-f303-43d5-a80c-f7addc9cfbf8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:55.437803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-373debfd-6a43-4a88-8c39-280520bb3db6 req-8e547af1-f303-43d5-a80c-f7addc9cfbf8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.1034927 Oct 26 14:00:55.533343 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-373debfd-6a43-4a88-8c39-280520bb3db6 req-35861848-9a5f-4f0d-8850-1d18334fa2b8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803516 Oct 26 14:00:55.656639 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46504d2-c2f1-461c-8398-0e3d3dbd705c req-2a17fedc-f158-4908-a560-8fffadc61cdd tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:55.672137 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f46504d2-c2f1-461c-8398-0e3d3dbd705c req-2a17fedc-f158-4908-a560-8fffadc61cdd tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.1372089 Oct 26 14:00:55.756534 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:55.780574 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f46504d2-c2f1-461c-8398-0e3d3dbd705c req-135ce7e8-c4dc-4c98-bb85-387d2ff7a768 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073935 Oct 26 14:00:55.827456 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6a255-4f96-476e-8e6a-82fb2194921f req-d80bab30-26ed-4c60-9568-6a8502de381d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:55.840114 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ba6a255-4f96-476e-8e6a-82fb2194921f req-d80bab30-26ed-4c60-9568-6a8502de381d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.1647170 Oct 26 14:00:55.942615 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ba6a255-4f96-476e-8e6a-82fb2194921f req-4f3fdd1e-1e19-461d-89cf-8982f76b3ba5 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870252 Oct 26 14:00:56.028644 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d62a6d-cbdd-4f0c-82ae-5f5671338e1e req-a398e58a-76f1-428a-9954-d749fd33a396 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:56.036334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17d62a6d-cbdd-4f0c-82ae-5f5671338e1e req-a398e58a-76f1-428a-9954-d749fd33a396 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.0748615 Oct 26 14:00:56.088412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17d62a6d-cbdd-4f0c-82ae-5f5671338e1e req-b21aec3c-4a34-42f0-9a2c-517b135b1429 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510533 Oct 26 14:00:56.155414 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d2f28e4-fa5b-49e5-86cf-0a25896a0c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:56.192305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f28e4-fa5b-49e5-86cf-0a25896a0c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=c696ed9f-d798-46c9-8439-1c329027cdf9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:56.365962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aee3c8-51ce-4f91-98ef-1b239134bc7a req-db2606f1-f198-4256-8486-f8a0524f9bd8 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:56.373568 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d0aee3c8-51ce-4f91-98ef-1b239134bc7a req-db2606f1-f198-4256-8486-f8a0524f9bd8 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 945 time: 0.0826995 Oct 26 14:00:56.427536 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d0aee3c8-51ce-4f91-98ef-1b239134bc7a req-c10a72fb-96b0-45d9-a383-882fb62e3657 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470719 Oct 26 14:00:56.507987 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d2f28e4-fa5b-49e5-86cf-0a25896a0c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:56.684696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f782d0-4d8e-4b2b-acc0-5f9d0c8ab8bd req-c1fde9a6-7ae2-4ac4-aca4-a81821bccf50 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:56.693126 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d0f782d0-4d8e-4b2b-acc0-5f9d0c8ab8bd req-c1fde9a6-7ae2-4ac4-aca4-a81821bccf50 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.0644116 Oct 26 14:00:56.720982 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20e02e56-f285-4655-b842-27c845e739d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:56.738863 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d0f782d0-4d8e-4b2b-acc0-5f9d0c8ab8bd req-b6e356a5-f68e-4568-913c-4353a2691678 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Oct 26 14:00:56.944591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faeb4f8-0607-4579-85a5-9526419c7f7c req-3e48d52e-e7fc-4340-a22d-2e4449a1946b tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:56.946392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3faeb4f8-0607-4579-85a5-9526419c7f7c req-3e48d52e-e7fc-4340-a22d-2e4449a1946b tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.0796533 Oct 26 14:00:56.953365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:56.960756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2f28e4-fa5b-49e5-86cf-0a25896a0c82 admin admin] Router a9e67037-df76-4fdc-8be5-48e24efc7f04 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:00:57.040272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3faeb4f8-0607-4579-85a5-9526419c7f7c req-5129d6e6-326e-4979-af44-941489e5c7c8 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773206 Oct 26 14:00:57.136532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:57.143843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:57.144687 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.153249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2f28e4-fa5b-49e5-86cf-0a25896a0c82 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:00:57.161184 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9d2f28e4-fa5b-49e5-86cf-0a25896a0c82 admin admin] 10.222.0.32 "PUT /v2.0/routers/a9e67037-df76-4fdc-8be5-48e24efc7f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5249774 Oct 26 14:00:57.163937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50356) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:57.205079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8ec282-64ee-4db3-97c0-e488270b1e22 None None] Sync routers for ids ['a9e67037-df76-4fdc-8be5-48e24efc7f04'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:00:57.236091 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8ec282-64ee-4db3-97c0-e488270b1e22 None None] Routers {'a9e67037-df76-4fdc-8be5-48e24efc7f04'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:57.237703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ae8ec282-64ee-4db3-97c0-e488270b1e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:00:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a9e67037-df76-4fdc-8be5-48e24efc7f04'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:57.251335 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-20e02e56-f285-4655-b842-27c845e739d2 admin admin] Deleting port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:57.251915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20e02e56-f285-4655-b842-27c845e739d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.281827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f2400-c375-4cc1-8ea0-aa0b8adfa4bb req-2b7a4a2d-1453-488b-82df-9d6f1f5a8e01 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:57.285757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a52f2400-c375-4cc1-8ea0-aa0b8adfa4bb req-2b7a4a2d-1453-488b-82df-9d6f1f5a8e01 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 945 time: 0.2299368 Oct 26 14:00:57.322915 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.385095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-20e02e56-f285-4655-b842-27c845e739d2 admin admin] For port 00a6bd25-71ed-4a36-8cb4-b8b854594cf7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=00a6bd25-71ed-4a36-8cb4-b8b854594cf7,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:57.385378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20e02e56-f285-4655-b842-27c845e739d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.406673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a52f2400-c375-4cc1-8ea0-aa0b8adfa4bb req-1d15bb79-6378-4878-a852-5ee311279021 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094527 Oct 26 14:00:57.409895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-20e02e56-f285-4655-b842-27c845e739d2 admin admin] Calling delete_port for 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:57.414315 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6164f1-08b1-4ec9-9b2a-2a0fb317dcab req-8cf2caf9-8e52-430e-8785-12bb809d6bc9 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:57.422133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd6164f1-08b1-4ec9-9b2a-2a0fb317dcab req-8cf2caf9-8e52-430e-8785-12bb809d6bc9 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.1510682 Oct 26 14:00:57.444680 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.452782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.472964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-ae8ec282-64ee-4db3-97c0-e488270b1e22 None None] Set router a9e67037-df76-4fdc-8be5-48e24efc7f04 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:57.546802 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20472eb-62aa-4832-9934-7d32c8566f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:57.549717 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ba69d9-e4e3-4d19-96c4-01827887c643" -d '{"events": [{"server_uuid": "d20472eb-62aa-4832-9934-7d32c8566f9f", "name": "network-vif-plugged", "status": "completed", "tag": "14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:57.595866 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,segment=NetworkSegment(622b49b2-0d13-47e7-84fe-37b7604a5a1d),segment_id=622b49b2-0d13-47e7-84fe-37b7604a5a1d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:57.626692 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.751398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:57.830534 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.846685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ae8ec282-64ee-4db3-97c0-e488270b1e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T14:00:55Z', 'revision_number': 5, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port': {'id': '31882c2e-3b7b-46b9-a71b-f9358fba99ab', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:57:17Z', 'updated_at': '2021-10-26T13:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:57.880443 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14ca1b73-9555-42e1-a5e0-93f8baeea61c req-023f63d0-cf59-4b46-94cc-89bbe8397c8c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1859300 Oct 26 14:00:57.881921 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20e02e56-f285-4655-b842-27c845e739d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.891024 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd6164f1-08b1-4ec9-9b2a-2a0fb317dcab req-b06cc48b-1668-469c-b31c-74f0af0f1582 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666679 Oct 26 14:00:57.912926 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e02e56-f285-4655-b842-27c845e739d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a6bd25-71ed-4a36-8cb4-b8b854594cf7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:57.972156 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8ec282-64ee-4db3-97c0-e488270b1e22 None None] Checking router: a9e67037-df76-4fdc-8be5-48e24efc7f04 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:00:58.011749 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8ec282-64ee-4db3-97c0-e488270b1e22 None None] Routers {'a9e67037-df76-4fdc-8be5-48e24efc7f04'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:58.012702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ae8ec282-64ee-4db3-97c0-e488270b1e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:00:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a9e67037-df76-4fdc-8be5-48e24efc7f04'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:58.194030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] Deleting port 31882c2e-3b7b-46b9-a71b-f9358fba99ab {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:58.194380 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.287654 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7971ffdd-507d-41a4-9c2e-4a2717544e18 x-openstack-request-id: req-7971ffdd-507d-41a4-9c2e-4a2717544e18 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:58.291277 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20472eb-62aa-4832-9934-7d32c8566f9f", "name": "network-vif-plugged", "status": "completed", "tag": "14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:58.291555 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7971ffdd-507d-41a4-9c2e-4a2717544e18 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:58.294250 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20472eb-62aa-4832-9934-7d32c8566f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5', 'code': 200} Oct 26 14:00:58.295663 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-ae8ec282-64ee-4db3-97c0-e488270b1e22 None None] Set router a9e67037-df76-4fdc-8be5-48e24efc7f04 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:58.383864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1b73-9555-42e1-a5e0-93f8baeea61c req-9e8834a7-b6ea-4895-bf73-24e1b0c75b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:58.387028 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14ca1b73-9555-42e1-a5e0-93f8baeea61c req-9e8834a7-b6ea-4895-bf73-24e1b0c75b88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 1096 time: 0.3281207 Oct 26 14:00:58.404136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ae8ec282-64ee-4db3-97c0-e488270b1e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T14:00:57Z', 'revision_number': 6, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:58.446155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb0ed7-8857-48bc-b931-358291c722f0 req-3daebc60-39bb-4395-9982-3a94aacaa509 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:58.456345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efbb0ed7-8857-48bc-b931-358291c722f0 req-3daebc60-39bb-4395-9982-3a94aacaa509 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 946 time: 0.3885038 Oct 26 14:00:58.487247 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8ec282-64ee-4db3-97c0-e488270b1e22 None None] The sync data for ids ['a9e67037-df76-4fdc-8be5-48e24efc7f04'] in n-d-815498-1 is: [{'id': 'a9e67037-df76-4fdc-8be5-48e24efc7f04', 'name': 'tempest-ServersTestBootFromVolume-1835696068-router', 'tenant_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:57:16Z', 'updated_at': '2021-10-26T14:00:57Z', 'revision_number': 6, 'project_id': 'bfb67c8bb0d64151802fb11f4bae160b', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:00:58.536299 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efbb0ed7-8857-48bc-b931-358291c722f0 req-1d4fc677-f18b-470c-ad58-1bc3e7d5c642 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787044 Oct 26 14:00:58.583262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc20602-d8ed-4e10-9bf5-9370475ab06f req-c966bbc5-7330-4c7c-a0ab-635559f0d0db tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:58.594619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bc20602-d8ed-4e10-9bf5-9370475ab06f req-c966bbc5-7330-4c7c-a0ab-635559f0d0db tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.2476842 Oct 26 14:00:58.598437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] For port 31882c2e-3b7b-46b9-a71b-f9358fba99ab, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=31882c2e-3b7b-46b9-a71b-f9358fba99ab,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:58.598805 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.601961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1b73-9555-42e1-a5e0-93f8baeea61c req-41c81fdb-c5f7-4876-a7c7-dd48e07bc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:58.603632 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14ca1b73-9555-42e1-a5e0-93f8baeea61c req-41c81fdb-c5f7-4876-a7c7-dd48e07bc060 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.1517181 Oct 26 14:00:58.625075 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970eb74-020a-47c5-b41b-8e729c090341 req-34d09b69-97ef-48db-bbb7-cb97ed48136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:58.627174 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e970eb74-020a-47c5-b41b-8e729c090341 req-34d09b69-97ef-48db-bbb7-cb97ed48136c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 1097 time: 0.2104819 Oct 26 14:00:58.629795 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] Calling delete_port for 31882c2e-3b7b-46b9-a71b-f9358fba99ab owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:58.674584 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14ca1b73-9555-42e1-a5e0-93f8baeea61c req-f80459b2-3a3a-4987-ae54-6ffa5237ecf3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7 HTTP/1.1" status: 200 len: 217 time: 0.0599465 Oct 26 14:00:58.677411 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bc20602-d8ed-4e10-9bf5-9370475ab06f req-23efe873-c0b3-4f9b-a70c-4612c2b0636a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816081 Oct 26 14:00:58.703522 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20e02e56-f285-4655-b842-27c845e739d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.760310 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e970eb74-020a-47c5-b41b-8e729c090341 req-1bff4922-4af6-4451-963c-dfd36a24e659 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964227 Oct 26 14:00:58.830518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d67dec-c604-45ca-8d85-3d8021ac361d req-895e05c8-c159-4dd4-85e8-92fe2b2a1e8f tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:58.842999 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6d67dec-c604-45ca-8d85-3d8021ac361d req-895e05c8-c159-4dd4-85e8-92fe2b2a1e8f tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.2023079 Oct 26 14:00:58.875809 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1b73-9555-42e1-a5e0-93f8baeea61c req-d26d27b3-5a1c-4004-85f4-197d30133ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:58.882078 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14ca1b73-9555-42e1-a5e0-93f8baeea61c req-d26d27b3-5a1c-4004-85f4-197d30133ff3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.1882617 Oct 26 14:00:58.957092 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14ca1b73-9555-42e1-a5e0-93f8baeea61c req-f64299c1-0880-4440-8081-f91354611640 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642712 Oct 26 14:00:59.018289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6d67dec-c604-45ca-8d85-3d8021ac361d req-779a1d6c-0712-476a-ab67-355adf2ab26b tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719882 Oct 26 14:00:59.153328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb87e5-f20e-4b35-a0c6-210d54e83c21 req-329b01aa-554a-4ccf-91e1-01c6e92dd500 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:59.162293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ddb87e5-f20e-4b35-a0c6-210d54e83c21 req-329b01aa-554a-4ccf-91e1-01c6e92dd500 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.1355369 Oct 26 14:00:59.185184 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:59.233510 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14ca1b73-9555-42e1-a5e0-93f8baeea61c req-fc365a31-4267-4e39-8665-1e184191e635 service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651155 Oct 26 14:00:59.254471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] Pushing event deleted for resources: {'Port': ['ID=31882c2e-3b7b-46b9-a71b-f9358fba99ab,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:59.359352 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e02e56-f285-4655-b842-27c845e739d2 admin admin] Router 902a693d-de02-44be-8f1d-6d751af658cd has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:00:59.395033 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-14ca1b73-9555-42e1-a5e0-93f8baeea61c req-32cddd98-982f-442f-8dc1-61410f908baa service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513009 Oct 26 14:00:59.547433 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c696ed9f-d798-46c9-8439-1c329027cdf9 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:59.605527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: c696ed9f-d798-46c9-8439-1c329027cdf9 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:00:59.607013 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c696ed9f-d798-46c9-8439-1c329027cdf9 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:00:59.691456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ddb87e5-f20e-4b35-a0c6-210d54e83c21 req-1cf2a17f-e7a9-4ea0-aa65-2492d761b21b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282953 Oct 26 14:00:59.732544 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:59.855359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c5a78-4080-40da-b58b-649070344ba9 req-569020ec-aaec-4cf8-934c-a44ad9ebc4da tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:59.856938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-096c5a78-4080-40da-b58b-649070344ba9 req-569020ec-aaec-4cf8-934c-a44ad9ebc4da tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 946 time: 0.1829257 Oct 26 14:00:59.861551 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:59.880803 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:59.950645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-2c2448a8-46b1-4094-9c79-77d861e41ceb tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:59.952816 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-2c2448a8-46b1-4094-9c79-77d861e41ceb tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1096 time: 0.4279168 Oct 26 14:00:59.957209 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:59.957747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9e67037-df76-4fdc-8be5-48e24efc7f04 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:00:59.964349 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:59.965453 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-295ce61c-0813-4813-8397-490d3c92d267 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a9e67037-df76-4fdc-8be5-48e24efc7f04 HTTP/1.1" status: 204 len: 168 time: 2.8005641 Oct 26 14:00:59.969011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815498-1'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:59.973823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ff92a-b5f2-4542-941a-38f254b87f92 req-25609e29-22ab-4846-a3c2-65e66d6d5006 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:59.974061 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50400) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:59.975469 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d3ff92a-b5f2-4542-941a-38f254b87f92 req-25609e29-22ab-4846-a3c2-65e66d6d5006 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 945 time: 0.1422713 Oct 26 14:00:59.978627 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-096c5a78-4080-40da-b58b-649070344ba9 req-e0a36f2f-6c66-49aa-a3c8-f604a89e2b13 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957074 Oct 26 14:01:00.035014 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d3ff92a-b5f2-4542-941a-38f254b87f92 req-aef45a4f-6d9b-464e-a0df-6b1bfe6d47d8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524418 Oct 26 14:01:00.037741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e02e56-f285-4655-b842-27c845e739d2 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:01:00.050171 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-20e02e56-f285-4655-b842-27c845e739d2 admin admin] 10.222.0.32 "PUT /v2.0/routers/902a693d-de02-44be-8f1d-6d751af658cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6741798 Oct 26 14:01:00.050348 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5af8be-a29b-4717-afe3-084713fd3d04 None None] Sync routers for ids ['902a693d-de02-44be-8f1d-6d751af658cd'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:01:00.052200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50406) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:00.072931 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5af8be-a29b-4717-afe3-084713fd3d04 None None] Routers {'902a693d-de02-44be-8f1d-6d751af658cd'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:00.073588 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-aa5af8be-a29b-4717-afe3-084713fd3d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:00:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['902a693d-de02-44be-8f1d-6d751af658cd'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:00.120779 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68f9b7e-e8eb-4a63-b936-5c680965c3fa admin admin] Deleting subnet 707ebe6e-7b86-4f53-bfd8-6a47c99ae95f {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:01:00.122928 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.151521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a68f9b7e-e8eb-4a63-b936-5c680965c3fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.220805 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.266134 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a68f9b7e-e8eb-4a63-b936-5c680965c3fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.344293 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-aa5af8be-a29b-4717-afe3-084713fd3d04 None None] Set router 902a693d-de02-44be-8f1d-6d751af658cd gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:00.470212 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a68f9b7e-e8eb-4a63-b936-5c680965c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.474020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:00.520344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dc98e-4647-4659-991f-b35b62c9231d req-5ef20d95-586f-4527-8c05-1a5b4b6321d5 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:00.521925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe1dc98e-4647-4659-991f-b35b62c9231d req-5ef20d95-586f-4527-8c05-1a5b4b6321d5 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.2048855 Oct 26 14:01:00.586567 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.589058 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:00.603350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe1dc98e-4647-4659-991f-b35b62c9231d req-cf2abaa5-f78c-459a-9bb1-f3926281a6d6 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743217 Oct 26 14:01:00.632969 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a68f9b7e-e8eb-4a63-b936-5c680965c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.651193 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-aa5af8be-a29b-4717-afe3-084713fd3d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T14:00:57Z', 'revision_number': 5, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port': {'id': '5d787de3-2b6f-4d09-92d5-0f324b1f0218', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a693d-de02-44be-8f1d-6d751af658cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:13Z', 'updated_at': '2021-10-26T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:00.663499 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9948d893-19c4-4885-ae07-d9cbc284599c None None] Network b81d0595-98d3-4601-b3f4-470c9d624d29 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:01:00.684801 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a68f9b7e-e8eb-4a63-b936-5c680965c3fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.692864 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a68f9b7e-e8eb-4a63-b936-5c680965c3fa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/707ebe6e-7b86-4f53-bfd8-6a47c99ae95f HTTP/1.1" status: 204 len: 168 time: 0.7177143 Oct 26 14:01:00.693660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50414) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:00.698793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f9b7e-e8eb-4a63-b936-5c680965c3fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=707ebe6e-7b86-4f53-bfd8-6a47c99ae95f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:00.708448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] Deleting port 5d787de3-2b6f-4d09-92d5-0f324b1f0218 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:00.708796 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.795294 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5af8be-a29b-4717-afe3-084713fd3d04 None None] Checking router: 902a693d-de02-44be-8f1d-6d751af658cd for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:01:00.826215 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5af8be-a29b-4717-afe3-084713fd3d04 None None] Routers {'902a693d-de02-44be-8f1d-6d751af658cd'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:00.827648 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-aa5af8be-a29b-4717-afe3-084713fd3d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:00:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['902a693d-de02-44be-8f1d-6d751af658cd'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:00.854148 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.863505 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e374e1-a8fe-4704-a5cf-f98d2fc3336a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd10a30-2b9a-4029-8568-bdc2dbe43e40'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:00.866421 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6cf91c-f70d-42bc-8381-d05f5f7b59fa" -d '{"events": [{"server_uuid": "12e374e1-a8fe-4704-a5cf-f98d2fc3336a", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd10a30-2b9a-4029-8568-bdc2dbe43e40"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:00.872159 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.904138 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.904301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] For port 5d787de3-2b6f-4d09-92d5-0f324b1f0218, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=5d787de3-2b6f-4d09-92d5-0f324b1f0218,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:00.905408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.936885 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230893e0-3140-4f2a-b5b3-a56a57e75a36 x-openstack-request-id: req-230893e0-3140-4f2a-b5b3-a56a57e75a36 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:00.937106 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e374e1-a8fe-4704-a5cf-f98d2fc3336a", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd10a30-2b9a-4029-8568-bdc2dbe43e40", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:00.937364 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-230893e0-3140-4f2a-b5b3-a56a57e75a36 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:00.937812 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e374e1-a8fe-4704-a5cf-f98d2fc3336a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd10a30-2b9a-4029-8568-bdc2dbe43e40', 'code': 200} Oct 26 14:01:00.942242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] Calling delete_port for 5d787de3-2b6f-4d09-92d5-0f324b1f0218 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:00.957262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae348b9-26f5-4a2f-b146-dfb14c91355f req-70ad1079-f010-4e36-8a62-01e631cbd90f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:00.960558 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-aa5af8be-a29b-4717-afe3-084713fd3d04 None None] Set router 902a693d-de02-44be-8f1d-6d751af658cd gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:00.962247 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fae348b9-26f5-4a2f-b146-dfb14c91355f req-70ad1079-f010-4e36-8a62-01e631cbd90f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.1503320 Oct 26 14:01:01.044626 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003461a2-2d6c-4b98-b41c-f75301a4e735 None None] DHCP port deletion for b81d0595-98d3-4601-b3f4-470c9d624d29 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:01:01.069853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fae348b9-26f5-4a2f-b146-dfb14c91355f req-4d475c63-babe-4d14-b3a6-6ae1618e83e4 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991676 Oct 26 14:01:01.124166 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-aa5af8be-a29b-4717-afe3-084713fd3d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T14:01:00Z', 'revision_number': 6, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:01.131406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 71ff9901-bd6d-488c-bdeb-65843130efe3 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:01.168720 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5af8be-a29b-4717-afe3-084713fd3d04 None None] The sync data for ids ['902a693d-de02-44be-8f1d-6d751af658cd'] in n-d-815498-1 is: [{'id': '902a693d-de02-44be-8f1d-6d751af658cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1804706615-router', 'tenant_id': '8ee5f76636064dc687b4a7d3f381f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:12Z', 'updated_at': '2021-10-26T14:01:00Z', 'revision_number': 6, 'project_id': '8ee5f76636064dc687b4a7d3f381f68c', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:01:01.223330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 31882c2e-3b7b-46b9-a71b-f9358fba99ab no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:01.228949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:01.252948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 31882c2e-3b7b-46b9-a71b-f9358fba99ab {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:01.253354 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 31882c2e-3b7b-46b9-a71b-f9358fba99ab not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:01.254318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 878b5bd4-d088-47c4-8db3-b2309e3b694b no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:01.291459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Attempting to bind port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 on host n-h2-815498-1 for vnic_type normal with profile {"migrating_to": "n-h1-815498-1"} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:01.291929 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Attempting to bind port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:01.292395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Attempting to bind port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:01.303988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 on network ba04fdd3-3802-412f-af48-4aa973edbc88 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:01.304466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Attempting to bind port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 on network ba04fdd3-3802-412f-af48-4aa973edbc88 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:01.313217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:01.313584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Checking segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:01.313959 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Bound using segment: {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:01.314554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Bound port: cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ba04fdd3-3802-412f-af48-4aa973edbc88'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:01.314930 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.377797 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89ce84-578f-45a9-8520-ed0c6ef26caa req-b16d54ef-a61b-4b1b-837c-c4b3b069f267 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:01.379980 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e89ce84-578f-45a9-8520-ed0c6ef26caa req-b16d54ef-a61b-4b1b-837c-c4b3b069f267 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 943 time: 0.1161137 Oct 26 14:01:01.410416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:01.415278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:01.420048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3a59d-32d1-4780-b620-8ba85de09969 req-1c7c5a2e-3246-44eb-ae84-36079525916f tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:01.421510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Deleting port 878b5bd4-d088-47c4-8db3-b2309e3b694b {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:01.421873 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.428060 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.429492 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05e3a59d-32d1-4780-b620-8ba85de09969 req-1c7c5a2e-3246-44eb-ae84-36079525916f tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 946 time: 0.1837521 Oct 26 14:01:01.511361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-003461a2-2d6c-4b98-b41c-f75301a4e735 None None] Deleting port 878b5bd4-d088-47c4-8db3-b2309e3b694b {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:01.512053 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-003461a2-2d6c-4b98-b41c-f75301a4e735 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.520185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e89ce84-578f-45a9-8520-ed0c6ef26caa req-96240895-48cc-42dc-9d6a-292888ddcfc3 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878010 Oct 26 14:01:01.535672 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05e3a59d-32d1-4780-b620-8ba85de09969 req-7eb4efa2-7ecf-414e-9430-ce1375eadef6 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027758 Oct 26 14:01:01.571616 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.627808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-003461a2-2d6c-4b98-b41c-f75301a4e735 None None] For port 878b5bd4-d088-47c4-8db3-b2309e3b694b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=878b5bd4-d088-47c4-8db3-b2309e3b694b,segment=NetworkSegment(2afc6f52-9b30-4153-a80d-2e414169c06f),segment_id=2afc6f52-9b30-4153-a80d-2e414169c06f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:01.628224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-003461a2-2d6c-4b98-b41c-f75301a4e735 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.652455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-003461a2-2d6c-4b98-b41c-f75301a4e735 None None] Calling delete_port for 878b5bd4-d088-47c4-8db3-b2309e3b694b owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:01.653688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d787de3-2b6f-4d09-92d5-0f324b1f0218,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:01.668739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:01.669399 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.673326 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] 10.222.0.25 "PUT /v2.0/ports/cdd10a30-2b9a-4029-8568-bdc2dbe43e40 HTTP/1.1" status: 200 len: 1121 time: 1.7088697 Oct 26 14:01:01.677406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] For port 878b5bd4-d088-47c4-8db3-b2309e3b694b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=878b5bd4-d088-47c4-8db3-b2309e3b694b,segment=NetworkSegment(2afc6f52-9b30-4153-a80d-2e414169c06f),segment_id=2afc6f52-9b30-4153-a80d-2e414169c06f)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:01.677837 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.755261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Calling delete_port for 878b5bd4-d088-47c4-8db3-b2309e3b694b owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:01.762821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37dd6d7-6a60-4377-9f89-c953f9c1ad30 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,revision_number=8']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:01.770601 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.932449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 71ff9901-bd6d-488c-bdeb-65843130efe3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=71ff9901-bd6d-488c-bdeb-65843130efe3,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:01.934602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.939937 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.940539 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.944623 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bedc1fe5-f604-4073-88be-86b736cedfb3 req-04621fda-ed93-4877-9799-22605963d30c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1221764548&fields=id&tenant_id=99f9efda9b7b4a66b51af2add3e3816d HTTP/1.1" status: 200 len: 267 time: 0.1834753 Oct 26 14:01:01.983415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] No DVR routers for this DVR port 878b5bd4-d088-47c4-8db3-b2309e3b694b on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:01.995735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=878b5bd4-d088-47c4-8db3-b2309e3b694b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:02.027962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '71ff9901-bd6d-488c-bdeb-65843130efe3', 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123', 'port_id': '71ff9901-bd6d-488c-bdeb-65843130efe3', 'mac_address': 'fa:16:3e:68:95:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff39209-e843-4302-93f9-ea777b3788e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:02.037289 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.037958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 902a693d-de02-44be-8f1d-6d751af658cd {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:01:02.044341 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.046283 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f9c43400-b666-486b-b889-d642edea42e8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/902a693d-de02-44be-8f1d-6d751af658cd HTTP/1.1" status: 204 len: 168 time: 1.9926388 Oct 26 14:01:02.048942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50458) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:02.065866 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['cdd10a30-2b9a-4029-8568-bdc2dbe43e40'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:02.069001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc1fe5-f604-4073-88be-86b736cedfb3 req-56e64a50-0746-4ede-a53e-925add475058 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:02.071584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bedc1fe5-f604-4073-88be-86b736cedfb3 req-56e64a50-0746-4ede-a53e-925add475058 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 946 time: 0.0785012 Oct 26 14:01:02.078571 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['cdd10a30-2b9a-4029-8568-bdc2dbe43e40'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:02.103323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-bedc1fe5-f604-4073-88be-86b736cedfb3 req-c461642c-ae9d-4e24-a14f-f781835a2516 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'port': {'security_groups': ['7edaa27a-2d70-411a-ae6f-202d6a6dff85', 'f6efcb34-dd94-4cab-82d3-ab0c91998a98']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:02.152210 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.180429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-1528f357-6a19-48c0-8c8d-dde239d72174 admin admin] Deleting subnet ef17a3b1-4103-4855-adbd-bfc81c3afbcd {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:01:02.183889 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1528f357-6a19-48c0-8c8d-dde239d72174 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.185943 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No active binding found for port 878b5bd4-d088-47c4-8db3-b2309e3b694b {{(pid=102125) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 14:01:02.186734 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 878b5bd4-d088-47c4-8db3-b2309e3b694b not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:02.190218 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-003461a2-2d6c-4b98-b41c-f75301a4e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.202178 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81d0595-98d3-4601-b3f4-470c9d624d29']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:02.215843 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afc6f52-9b30-4153-a80d-2e414169c06f') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:02.216356 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afc6f52-9b30-4153-a80d-2e414169c06f') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:02.228199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.244324 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003461a2-2d6c-4b98-b41c-f75301a4e735 None None] No DVR routers for this DVR port 878b5bd4-d088-47c4-8db3-b2309e3b694b on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:02.249915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.259946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:01:02.260680 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:01:02.264608 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:01:02.276572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003461a2-2d6c-4b98-b41c-f75301a4e735 None None] Pushing event deleted for resources: {'Port': ['ID=878b5bd4-d088-47c4-8db3-b2309e3b694b,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:02.288590 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1528f357-6a19-48c0-8c8d-dde239d72174 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.344018 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.380100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71ff9901-bd6d-488c-bdeb-65843130efe3 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:02.394097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.419621 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.425408 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b81d0595-98d3-4601-b3f4-470c9d624d29 HTTP/1.1" status: 204 len: 168 time: 1.7279091 Oct 26 14:01:02.427352 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4938d1a-5b5e-4a00-bff2-1ff909cdb6f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b81d0595-98d3-4601-b3f4-470c9d624d29,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:02.454087 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bedc1fe5-f604-4073-88be-86b736cedfb3 req-c461642c-ae9d-4e24-a14f-f781835a2516 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.495549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 71ff9901-bd6d-488c-bdeb-65843130efe3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=71ff9901-bd6d-488c-bdeb-65843130efe3,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:02.518645 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.519372 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device cdd10a30-2b9a-4029-8568-bdc2dbe43e40 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:02.539548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1528f357-6a19-48c0-8c8d-dde239d72174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.716720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1528f357-6a19-48c0-8c8d-dde239d72174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.729838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50474) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:02.754047 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528f357-6a19-48c0-8c8d-dde239d72174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef17a3b1-4103-4855-adbd-bfc81c3afbcd,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:02.759998 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1528f357-6a19-48c0-8c8d-dde239d72174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.766320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1528f357-6a19-48c0-8c8d-dde239d72174 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ef17a3b1-4103-4855-adbd-bfc81c3afbcd HTTP/1.1" status: 204 len: 168 time: 0.7134109 Oct 26 14:01:02.766601 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50476) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:02.834310 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c82d3ce4-7cc3-4aaa-b180-baf6cd6ac7fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfb67c8bb0d64151802fb11f4bae160b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987968 Oct 26 14:01:02.835128 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50478) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:02.836861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef552a1-6922-45a3-8556-b7e0db88ea33 None None] Network aa0fa062-30f8-4003-a12a-372571fbfc5f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:01:02.920865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-bedc1fe5-f604-4073-88be-86b736cedfb3 req-c461642c-ae9d-4e24-a14f-f781835a2516 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] For port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,segment=NetworkSegment(622b49b2-0d13-47e7-84fe-37b7604a5a1d),segment_id=622b49b2-0d13-47e7-84fe-37b7604a5a1d)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:02.923077 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=71ff9901-bd6d-488c-bdeb-65843130efe3,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:02.924886 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.938842 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e374e1-a8fe-4704-a5cf-f98d2fc3336a', 'tag': 'cdd10a30-2b9a-4029-8568-bdc2dbe43e40'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:02.944476 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ade6d4e-1574-43d5-941f-5c8fd7433b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "12e374e1-a8fe-4704-a5cf-f98d2fc3336a", "tag": "cdd10a30-2b9a-4029-8568-bdc2dbe43e40"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:02.960894 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2bbe86c1-cf6b-4385-b0c6-fa326b431ef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.009337 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bedc1fe5-f604-4073-88be-86b736cedfb3 req-c461642c-ae9d-4e24-a14f-f781835a2516 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.027039 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bedc1fe5-f604-4073-88be-86b736cedfb3 req-c461642c-ae9d-4e24-a14f-f781835a2516 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.040891 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2bbe86c1-cf6b-4385-b0c6-fa326b431ef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.080160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:03.113617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461642c-ae9d-4e24-a14f-f781835a2516 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'Port': ['ID=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,revision_number=6']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:03.129500 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device cdd10a30-2b9a-4029-8568-bdc2dbe43e40 has no active binding in host n-h1-815498-1 {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 14:01:03.132442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc1fe5-f604-4073-88be-86b736cedfb3 req-c461642c-ae9d-4e24-a14f-f781835a2516 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.133111 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bedc1fe5-f604-4073-88be-86b736cedfb3 req-c461642c-ae9d-4e24-a14f-f781835a2516 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.134732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bedc1fe5-f604-4073-88be-86b736cedfb3 req-c461642c-ae9d-4e24-a14f-f781835a2516 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "PUT /v2.0/ports/14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 HTTP/1.1" status: 200 len: 982 time: 1.0386522 Oct 26 14:01:03.135373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20472eb-62aa-4832-9934-7d32c8566f9f', 'tag': '14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:03.137922 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6170637-ae54-4784-91b6-7dafd588541c" -d '{"events": [{"name": "network-changed", "server_uuid": "d20472eb-62aa-4832-9934-7d32c8566f9f", "tag": "14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:03.149605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Deleting port 2a85c47f-baba-430d-b18b-82f7b471fd87 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:03.150155 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.191285 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:03.220809 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2bbe86c1-cf6b-4385-b0c6-fa326b431ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.230609 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2bbe86c1-cf6b-4385-b0c6-fa326b431ef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.233270 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] For port 2a85c47f-baba-430d-b18b-82f7b471fd87, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2a85c47f-baba-430d-b18b-82f7b471fd87,segment=NetworkSegment(404c0f9f-d1b7-439b-b260-e46c73a425ef),segment_id=404c0f9f-d1b7-439b-b260-e46c73a425ef)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:03.233813 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.237897 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2bbe86c1-cf6b-4385-b0c6-fa326b431ef8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6117a692-2159-4236-9050-a06322475f9d HTTP/1.1" status: 204 len: 168 time: 0.4001703 Oct 26 14:01:03.252192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Calling delete_port for 2a85c47f-baba-430d-b18b-82f7b471fd87 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:03.288542 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe86c1-cf6b-4385-b0c6-fa326b431ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6117a692-2159-4236-9050-a06322475f9d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:03.314351 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:03.372431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:03.377092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['71ff9901-bd6d-488c-bdeb-65843130efe3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:03.488768 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.499223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137e9958-cfac-4113-af3b-60033627ce3b None None] DHCP port deletion for aa0fa062-30f8-4003-a12a-372571fbfc5f request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:01:03.501263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:03.501772 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 00a6bd25-71ed-4a36-8cb4-b8b854594cf7 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:03.502607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5d787de3-2b6f-4d09-92d5-0f324b1f0218 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:03.548002 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 5d787de3-2b6f-4d09-92d5-0f324b1f0218 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:03.548773 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5d787de3-2b6f-4d09-92d5-0f324b1f0218 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:03.597224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] No DVR routers for this DVR port 2a85c47f-baba-430d-b18b-82f7b471fd87 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:03.717783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a85c47f-baba-430d-b18b-82f7b471fd87,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:03.753273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16df3f8-e7c6-42d9-94db-2d79c977ca37 req-57e905e6-79b7-41c3-afb5-c96148824da6 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.755006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f16df3f8-e7c6-42d9-94db-2d79c977ca37 req-57e905e6-79b7-41c3-afb5-c96148824da6 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.3951721 Oct 26 14:01:03.758753 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.817955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0fa062-30f8-4003-a12a-372571fbfc5f']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:03.859943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404c0f9f-d1b7-439b-b260-e46c73a425ef') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:03.860167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404c0f9f-d1b7-439b-b260-e46c73a425ef') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:03.875100 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f16df3f8-e7c6-42d9-94db-2d79c977ca37 req-89f0f828-d062-40cc-afdf-182bbbddd181 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132758 Oct 26 14:01:03.884883 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.921470 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.938658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:01:03.939447 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:01:03.942552 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:01:04.053907 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:04.061544 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:04.067951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] 10.222.0.32 "DELETE /v2.0/networks/aa0fa062-30f8-4003-a12a-372571fbfc5f HTTP/1.1" status: 204 len: 168 time: 1.2975333 Oct 26 14:01:04.068320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50494) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:04.132930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a0eba-51d8-4046-8566-ba390df8fc1a admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0fa062-30f8-4003-a12a-372571fbfc5f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:04.181273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cdbc9-e2a2-420b-8159-e14944225af8 req-3a43c1f9-b034-4c2d-b9d4-233227efd01e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:04.193473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-033cdbc9-e2a2-420b-8159-e14944225af8 req-3a43c1f9-b034-4c2d-b9d4-233227efd01e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.1649148 Oct 26 14:01:04.266696 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-033cdbc9-e2a2-420b-8159-e14944225af8 req-eb61c492-9aee-489e-877b-eaf20f49f31e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720336 Oct 26 14:01:04.466199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dcbd8-9789-4b6a-b219-1eb839ba101f req-3b64abf1-6d90-43cd-9eb7-049a3b52a03f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:04.468353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a55dcbd8-9789-4b6a-b219-1eb839ba101f req-3b64abf1-6d90-43cd-9eb7-049a3b52a03f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 943 time: 0.0957911 Oct 26 14:01:04.528181 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a55dcbd8-9789-4b6a-b219-1eb839ba101f req-0d134a73-d40a-4588-9667-2c4df45f52a8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519440 Oct 26 14:01:04.635861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a7805b8a-e3db-42a7-8dcd-68a1841441b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:04.640442 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2570b82d-8770-49a6-8c90-805d6e62370e x-openstack-request-id: req-2570b82d-8770-49a6-8c90-805d6e62370e {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:04.640994 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e374e1-a8fe-4704-a5cf-f98d2fc3336a", "tag": "cdd10a30-2b9a-4029-8568-bdc2dbe43e40", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:04.641929 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2570b82d-8770-49a6-8c90-805d6e62370e {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:04.642537 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e374e1-a8fe-4704-a5cf-f98d2fc3336a', 'tag': 'cdd10a30-2b9a-4029-8568-bdc2dbe43e40', 'status': 'completed', 'code': 200} Oct 26 14:01:04.880961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7066ddb8-91e7-4199-bf5e-c60899f828fc req-bc3f7b46-a918-426b-945f-c7f4910085b8 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2118450234&fields=id&tenant_id=99f9efda9b7b4a66b51af2add3e3816d HTTP/1.1" status: 200 len: 267 time: 0.0873458 Oct 26 14:01:04.916798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade6d4e-1574-43d5-941f-5c8fd7433b0f req-d990b20e-f5bb-4547-bf6b-f56e4599f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:04.918458 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1ade6d4e-1574-43d5-941f-5c8fd7433b0f req-d990b20e-f5bb-4547-bf6b-f56e4599f2d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 1124 time: 0.0854843 Oct 26 14:01:04.945923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066ddb8-91e7-4199-bf5e-c60899f828fc req-9c1539ca-3ddc-41a1-898b-25065f591a58 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:04.956829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7066ddb8-91e7-4199-bf5e-c60899f828fc req-9c1539ca-3ddc-41a1-898b-25065f591a58 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 985 time: 0.0744958 Oct 26 14:01:04.963703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-7066ddb8-91e7-4199-bf5e-c60899f828fc req-fd2e9d1b-44e4-4191-964d-edf08ece3dce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'port': {'security_groups': ['7edaa27a-2d70-411a-ae6f-202d6a6dff85', 'f6efcb34-dd94-4cab-82d3-ab0c91998a98', '921b1d21-c676-46e7-8814-dc787faf178d']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:05.026880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50514) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:05.048380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade6d4e-1574-43d5-941f-5c8fd7433b0f req-5885ef15-7e5b-4c40-aaaf-ab2d24127a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:05.050205 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1ade6d4e-1574-43d5-941f-5c8fd7433b0f req-5885ef15-7e5b-4c40-aaaf-ab2d24127a18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.1221054 Oct 26 14:01:05.134400 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7066ddb8-91e7-4199-bf5e-c60899f828fc req-fd2e9d1b-44e4-4191-964d-edf08ece3dce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.155533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 71ff9901-bd6d-488c-bdeb-65843130efe3 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:05.266047 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1ade6d4e-1574-43d5-941f-5c8fd7433b0f req-2b7f1dcc-5a0d-4920-93b6-2755b15afc64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40 HTTP/1.1" status: 200 len: 217 time: 0.1199222 Oct 26 14:01:05.272497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2a85c47f-baba-430d-b18b-82f7b471fd87 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:05.307965 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 2a85c47f-baba-430d-b18b-82f7b471fd87 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:05.308574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2a85c47f-baba-430d-b18b-82f7b471fd87 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:05.317552 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 71ff9901-bd6d-488c-bdeb-65843130efe3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:05.318320 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.429931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade6d4e-1574-43d5-941f-5c8fd7433b0f req-db331e5a-6cd0-436b-91d7-d77f6bc47d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:05.431689 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1ade6d4e-1574-43d5-941f-5c8fd7433b0f req-db331e5a-6cd0-436b-91d7-d77f6bc47d96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.1167684 Oct 26 14:01:05.462729 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.524446 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1ade6d4e-1574-43d5-941f-5c8fd7433b0f req-e489ec6c-0310-4f0a-8011-d94c526c7820 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596781 Oct 26 14:01:05.541586 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4bcd56-7639-42c2-af50-bef061d746bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ff9901-bd6d-488c-bdeb-65843130efe3'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:05.548338 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23143536-8ee8-48d2-a8e8-ed50e19ae6fe" -d '{"events": [{"server_uuid": "6d4bcd56-7639-42c2-af50-bef061d746bb", "name": "network-vif-plugged", "status": "completed", "tag": "71ff9901-bd6d-488c-bdeb-65843130efe3"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:05.596224 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 71ff9901-bd6d-488c-bdeb-65843130efe3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=71ff9901-bd6d-488c-bdeb-65843130efe3,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:05.605302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-7066ddb8-91e7-4199-bf5e-c60899f828fc req-fd2e9d1b-44e4-4191-964d-edf08ece3dce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] For port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,segment=NetworkSegment(622b49b2-0d13-47e7-84fe-37b7604a5a1d),segment_id=622b49b2-0d13-47e7-84fe-37b7604a5a1d)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:05.609201 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.640916 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7066ddb8-91e7-4199-bf5e-c60899f828fc req-fd2e9d1b-44e4-4191-964d-edf08ece3dce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.646896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1796849228-network', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:05.651217 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7066ddb8-91e7-4199-bf5e-c60899f828fc req-fd2e9d1b-44e4-4191-964d-edf08ece3dce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.679028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:05.724954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066ddb8-91e7-4199-bf5e-c60899f828fc req-fd2e9d1b-44e4-4191-964d-edf08ece3dce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:05.725720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7066ddb8-91e7-4199-bf5e-c60899f828fc req-fd2e9d1b-44e4-4191-964d-edf08ece3dce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.739085 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7066ddb8-91e7-4199-bf5e-c60899f828fc req-fd2e9d1b-44e4-4191-964d-edf08ece3dce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "PUT /v2.0/ports/14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 HTTP/1.1" status: 200 len: 1021 time: 0.7800882 Oct 26 14:01:05.769317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] Made reservation on behalf of 351eff63847840cb8676a04ff38a4c4b for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:05.778555 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.815387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e9d1b-44e4-4191-964d-edf08ece3dce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'Port': ['ID=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,revision_number=7']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:05.819563 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.841680 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d7bdf8-feac-4211-a027-73f22c720d53 x-openstack-request-id: req-c1d7bdf8-feac-4211-a027-73f22c720d53 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:05.843452 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20472eb-62aa-4832-9934-7d32c8566f9f", "tag": "14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:05.847971 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1d7bdf8-feac-4211-a027-73f22c720d53 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:05.848654 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20472eb-62aa-4832-9934-7d32c8566f9f', 'tag': '14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5', 'status': 'completed', 'code': 200} Oct 26 14:01:05.857792 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1ade6d4e-1574-43d5-941f-5c8fd7433b0f req-84893b81-e38b-475f-adb7-693c49f6a479 service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092268 Oct 26 14:01:05.864720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a7805b8a-e3db-42a7-8dcd-68a1841441b3 admin admin] Deleting port 450a89c4-0066-4a25-acf3-49b2b8fba76a {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:05.866396 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a7805b8a-e3db-42a7-8dcd-68a1841441b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.916895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:05.938097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=71ff9901-bd6d-488c-bdeb-65843130efe3,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:06.112156 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-a7805b8a-e3db-42a7-8dcd-68a1841441b3 admin admin] For port 450a89c4-0066-4a25-acf3-49b2b8fba76a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=450a89c4-0066-4a25-acf3-49b2b8fba76a,segment=NetworkSegment(29d7121e-0d06-41cb-8241-6aa8e9ab0477),segment_id=29d7121e-0d06-41cb-8241-6aa8e9ab0477)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:06.112971 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a7805b8a-e3db-42a7-8dcd-68a1841441b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:06.144761 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1ade6d4e-1574-43d5-941f-5c8fd7433b0f req-b0016ea8-cc0b-4112-8e3c-c4e914026ffb service neutron] 10.222.0.11 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724738 Oct 26 14:01:06.155520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a7805b8a-e3db-42a7-8dcd-68a1841441b3 admin admin] Calling delete_port for 450a89c4-0066-4a25-acf3-49b2b8fba76a owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:06.271894 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6170637-ae54-4784-91b6-7dafd588541c req-e9fd9376-db23-4912-89f8-10bb5249260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:06.278195 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6170637-ae54-4784-91b6-7dafd588541c req-e9fd9376-db23-4912-89f8-10bb5249260c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99f9efda9b7b4a66b51af2add3e3816d&device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 1175 time: 0.4280777 Oct 26 14:01:06.510778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6170637-ae54-4784-91b6-7dafd588541c req-ff681412-bfdb-4a50-84f6-fe44a69fd298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:06.516483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6170637-ae54-4784-91b6-7dafd588541c req-ff681412-bfdb-4a50-84f6-fe44a69fd298 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09b1f01c-0475-402d-8829-01a07e36277e HTTP/1.1" status: 200 len: 913 time: 0.2145152 Oct 26 14:01:06.552847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c08799-c72a-42a5-8e91-03a9e592498b req-2f0cd318-0daa-4725-8735-ad266112ad03 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:06.553963 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a7805b8a-e3db-42a7-8dcd-68a1841441b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:06.562007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6c08799-c72a-42a5-8e91-03a9e592498b req-2f0cd318-0daa-4725-8735-ad266112ad03 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.5243797 Oct 26 14:01:06.680654 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:06.689501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6170637-ae54-4784-91b6-7dafd588541c req-0e8cb2ab-1606-417e-a63b-43947198179b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 HTTP/1.1" status: 200 len: 217 time: 0.1563876 Oct 26 14:01:06.709755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7805b8a-e3db-42a7-8dcd-68a1841441b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=450a89c4-0066-4a25-acf3-49b2b8fba76a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:06.747992 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:06.889789 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a7805b8a-e3db-42a7-8dcd-68a1841441b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:06.957162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:01:06.976779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59b8181-bcea-4cd0-b9a2-fae8f21149cc,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:07.006280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6c08799-c72a-42a5-8e91-03a9e592498b req-39b5fa83-b1e3-41ce-ae2c-eab0dbde4d67 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192580 Oct 26 14:01:07.011391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6170637-ae54-4784-91b6-7dafd588541c req-2caaa0da-9bf6-4185-900f-6ce966ac3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:07.017725 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6170637-ae54-4784-91b6-7dafd588541c req-2caaa0da-9bf6-4185-900f-6ce966ac3555 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d665a877-3c3c-4331-87a4-72d848fcd4c2 HTTP/1.1" status: 200 len: 852 time: 0.3041070 Oct 26 14:01:07.023743 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:07.025620 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] Added segment 90f5b463-9b9e-444a-a44f-ee82bf62b018 of type vlan for network 34fad221-f7e8-483b-a3a9-2a5581859a09 Oct 26 14:01:07.115572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6170637-ae54-4784-91b6-7dafd588541c req-11bde8e6-16eb-4965-a499-07f29204189a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09b1f01c-0475-402d-8829-01a07e36277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864761 Oct 26 14:01:07.235863 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:07.327680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7805b8a-e3db-42a7-8dcd-68a1841441b3 admin admin] Router 1c649ee2-daab-43b7-9036-66ffae025c55 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:01:07.394743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8045c4-8bb2-4bce-911f-18bbf7ba3c8e req-1db2c83d-3f34-4ecb-9597-fa6009c797ae tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:07.403722 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f8045c4-8bb2-4bce-911f-18bbf7ba3c8e req-1db2c83d-3f34-4ecb-9597-fa6009c797ae tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.2085412 Oct 26 14:01:07.432873 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:07.433957 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:07.434648 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:07.475105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7805b8a-e3db-42a7-8dcd-68a1841441b3 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:01:07.487521 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a7805b8a-e3db-42a7-8dcd-68a1841441b3 admin admin] 10.222.0.32 "PUT /v2.0/routers/1c649ee2-daab-43b7-9036-66ffae025c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4158552 Oct 26 14:01:07.488120 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f92f6d-196a-44fa-a34f-b9fd9b0ec3fd None None] Sync routers for ids ['1c649ee2-daab-43b7-9036-66ffae025c55'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:01:07.497376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50530) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:07.518357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f92f6d-196a-44fa-a34f-b9fd9b0ec3fd None None] Routers {'1c649ee2-daab-43b7-9036-66ffae025c55'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:07.518968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-69f92f6d-196a-44fa-a34f-b9fd9b0ec3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:00:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1c649ee2-daab-43b7-9036-66ffae025c55'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:07.523851 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f8045c4-8bb2-4bce-911f-18bbf7ba3c8e req-25c19404-6d04-4f7c-b180-866216f6ebb6 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185048 Oct 26 14:01:07.531002 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6170637-ae54-4784-91b6-7dafd588541c req-c2cc882b-ecc9-48eb-ad4d-a39a42651db6 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370354 Oct 26 14:01:07.549713 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.5189025 Oct 26 14:01:07.576444 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50532) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:07.616454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6d2a0611-7d41-489d-b446-237d1a6ed514 admin admin] Request body: {'subnet': {'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1796849228-subnet', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:07.643766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff933f7-e5ef-4c26-9de5-477391d2345a admin admin] Pushing event updated for resources: {'Network': ['ID=34fad221-f7e8-483b-a3a9-2a5581859a09,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:07.742882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-69f92f6d-196a-44fa-a34f-b9fd9b0ec3fd None None] Set router 1c649ee2-daab-43b7-9036-66ffae025c55 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:07.795395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2a0611-7d41-489d-b446-237d1a6ed514 admin admin] Made reservation on behalf of 351eff63847840cb8676a04ff38a4c4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:07.798076 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0611-7d41-489d-b446-237d1a6ed514 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:07.810495 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:07.850874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20472eb-62aa-4832-9934-7d32c8566f9f', 'tag': '14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:07.853456 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbbcd56-681a-49f6-aab3-2e912c86668f" -d '{"events": [{"name": "network-changed", "server_uuid": "d20472eb-62aa-4832-9934-7d32c8566f9f", "tag": "14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:07.869609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b7d59-025d-43bc-89e6-87406cb4a67a req-9741e920-e854-4143-8c46-6883da5614c8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:07.878271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-222b7d59-025d-43bc-89e6-87406cb4a67a req-9741e920-e854-4143-8c46-6883da5614c8 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 943 time: 0.2353714 Oct 26 14:01:07.948909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6170637-ae54-4784-91b6-7dafd588541c req-f6731a33-ca93-457f-be5a-fe8a6c242277 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007354 Oct 26 14:01:07.993286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 34fad221-f7e8-483b-a3a9-2a5581859a09 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:01:08.016069 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-222b7d59-025d-43bc-89e6-87406cb4a67a req-5345ea44-2b17-41fc-8198-0f7d094604ac tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365519 Oct 26 14:01:08.206942 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0ed53d-ec3f-4dc7-b91f-b05d45f172a4 x-openstack-request-id: req-9a0ed53d-ec3f-4dc7-b91f-b05d45f172a4 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:08.207360 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4bcd56-7639-42c2-af50-bef061d746bb", "name": "network-vif-plugged", "status": "completed", "tag": "71ff9901-bd6d-488c-bdeb-65843130efe3", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:08.207641 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a0ed53d-ec3f-4dc7-b91f-b05d45f172a4 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:08.208064 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4bcd56-7639-42c2-af50-bef061d746bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ff9901-bd6d-488c-bdeb-65843130efe3', 'code': 200} Oct 26 14:01:08.664914 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-69f92f6d-196a-44fa-a34f-b9fd9b0ec3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680589570-router', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:23Z', 'updated_at': '2021-10-26T14:01:06Z', 'revision_number': 5, 'project_id': '34ce1be8d51e4157907045c54eff1c24', 'gw_port': {'id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:24Z', 'updated_at': '2021-10-26T13:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:08.666548 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69d69de0-1517-4688-b7df-af81915b4ba2 req-6342f460-6135-49b9-95bd-cd69f0062509 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1728354 Oct 26 14:01:08.723537 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:08.770273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f92f6d-196a-44fa-a34f-b9fd9b0ec3fd None None] Checking router: 1c649ee2-daab-43b7-9036-66ffae025c55 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:01:08.792141 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f92f6d-196a-44fa-a34f-b9fd9b0ec3fd None None] Routers {'1c649ee2-daab-43b7-9036-66ffae025c55'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:08.792798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-69f92f6d-196a-44fa-a34f-b9fd9b0ec3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:00:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1c649ee2-daab-43b7-9036-66ffae025c55'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:08.872387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69de0-1517-4688-b7df-af81915b4ba2 req-f0e77d03-85b5-4f62-a6ba-3bba04bdaa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:08.874754 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69d69de0-1517-4688-b7df-af81915b4ba2 req-f0e77d03-85b5-4f62-a6ba-3bba04bdaa59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 1100 time: 0.1749458 Oct 26 14:01:09.022609 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device cdd10a30-2b9a-4029-8568-bdc2dbe43e40 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:09.030345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-69f92f6d-196a-44fa-a34f-b9fd9b0ec3fd None None] Set router 1c649ee2-daab-43b7-9036-66ffae025c55 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:09.040796 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] Deleting port 626f4d50-b2c5-4b49-8823-5d84a72bba14 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:09.041519 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:09.255036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69de0-1517-4688-b7df-af81915b4ba2 req-3276fcf7-92ce-4da0-b2cf-0252865ec1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:09.256593 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69d69de0-1517-4688-b7df-af81915b4ba2 req-3276fcf7-92ce-4da0-b2cf-0252865ec1f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.3406036 Oct 26 14:01:09.258435 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] For port 626f4d50-b2c5-4b49-8823-5d84a72bba14, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=626f4d50-b2c5-4b49-8823-5d84a72bba14,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:09.258986 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:09.311571 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] Calling delete_port for 626f4d50-b2c5-4b49-8823-5d84a72bba14 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:09.314336 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69d69de0-1517-4688-b7df-af81915b4ba2 req-cf1ffaf3-fab0-40e4-9238-f458477d7dfa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522 HTTP/1.1" status: 200 len: 217 time: 0.0442986 Oct 26 14:01:09.338609 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0611-7d41-489d-b446-237d1a6ed514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:09.416627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69de0-1517-4688-b7df-af81915b4ba2 req-f4bbb019-59d8-4036-a8ba-f286f86c1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:09.418151 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69d69de0-1517-4688-b7df-af81915b4ba2 req-f4bbb019-59d8-4036-a8ba-f286f86c1c36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0955319 Oct 26 14:01:09.462887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba87ac-b74f-4cd0-8c46-4a4df63a618b req-00e96676-3713-4168-a26e-98d61ff0541d tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:09.474300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2dba87ac-b74f-4cd0-8c46-4a4df63a618b req-00e96676-3713-4168-a26e-98d61ff0541d tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 1024 time: 1.2874901 Oct 26 14:01:09.506220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-24efe90b-c288-4293-b413-b8edede85ff9 service neutron] 10.222.0.11 "GET /v2.0/ports/e150e9fb-ec49-4c64-9c9d-ec6bd260629a/bindings/n-h2-815498-1 HTTP/1.1" status: 200 len: 382 time: 0.6021998 Oct 26 14:01:09.567496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a0611-7d41-489d-b446-237d1a6ed514 admin admin] Checking segment: {'id': '90f5b463-9b9e-444a-a44f-ee82bf62b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:09.575525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2a0611-7d41-489d-b446-237d1a6ed514 admin admin] Network hostable DHCP agents. Network: 34fad221-f7e8-483b-a3a9-2a5581859a09, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:01:09.597585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a0611-7d41-489d-b446-237d1a6ed514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d5e0073-7f9b-48de-98ee-a11789263317,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:09.643404 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69de0-1517-4688-b7df-af81915b4ba2 req-424810f1-6367-40d0-87d1-1efd7894152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:09.644957 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69d69de0-1517-4688-b7df-af81915b4ba2 req-424810f1-6367-40d0-87d1-1efd7894152f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2160702 Oct 26 14:01:09.654216 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-69f92f6d-196a-44fa-a34f-b9fd9b0ec3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680589570-router', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:23Z', 'updated_at': '2021-10-26T14:01:06Z', 'revision_number': 5, 'project_id': '34ce1be8d51e4157907045c54eff1c24', 'gw_port': {'id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:24Z', 'updated_at': '2021-10-26T13:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:09.673486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2a0611-7d41-489d-b446-237d1a6ed514 admin admin] Network 34fad221-f7e8-483b-a3a9-2a5581859a09 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:01:09.705262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-6d2a0611-7d41-489d-b446-237d1a6ed514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 34fad221-f7e8-483b-a3a9-2a5581859a09) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:09.733505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2a0611-7d41-489d-b446-237d1a6ed514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:09.734489 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0611-7d41-489d-b446-237d1a6ed514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:09.741307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e578c8-b7c1-4022-ab4e-057e14df6222 None None] Network 34fad221-f7e8-483b-a3a9-2a5581859a09 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:01:09.745024 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f92f6d-196a-44fa-a34f-b9fd9b0ec3fd None None] The sync data for ids ['1c649ee2-daab-43b7-9036-66ffae025c55'] in n-d-815498-1 is: [{'id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680589570-router', 'tenant_id': '34ce1be8d51e4157907045c54eff1c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:56:23Z', 'updated_at': '2021-10-26T14:01:06Z', 'revision_number': 5, 'project_id': '34ce1be8d51e4157907045c54eff1c24', 'gw_port': {'id': '626f4d50-b2c5-4b49-8823-5d84a72bba14', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c649ee2-daab-43b7-9036-66ffae025c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:56:24Z', 'updated_at': '2021-10-26T13:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:01:09.788803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2dba87ac-b74f-4cd0-8c46-4a4df63a618b req-212bdf7e-d307-4b07-9f75-ba2d593a386d tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=921b1d21-c676-46e7-8814-dc787faf178d&id=f6efcb34-dd94-4cab-82d3-ab0c91998a98&id=7edaa27a-2d70-411a-ae6f-202d6a6dff85 HTTP/1.1" status: 200 len: 6149 time: 0.3132720 Oct 26 14:01:09.901410 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95928a7-6fbe-4346-8b3a-bdd91688a511 x-openstack-request-id: req-e95928a7-6fbe-4346-8b3a-bdd91688a511 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:09.901835 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20472eb-62aa-4832-9934-7d32c8566f9f", "tag": "14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:09.908494 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e95928a7-6fbe-4346-8b3a-bdd91688a511 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:09.908494 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20472eb-62aa-4832-9934-7d32c8566f9f', 'tag': '14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5', 'status': 'completed', 'code': 200} Oct 26 14:01:09.978028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6d2a0611-7d41-489d-b446-237d1a6ed514 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3757861 Oct 26 14:01:09.995037 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50550) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:09.997074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-befd0f36-b458-4acc-b299-26f0870cd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:09.999407 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-befd0f36-b458-4acc-b299-26f0870cd7e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f&tenant_id=f254c3780f9c4422b640c485cb709267 HTTP/1.1" status: 200 len: 1101 time: 0.1926692 Oct 26 14:01:10.005614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:10.031132 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbcd56-681a-49f6-aab3-2e912c86668f req-25a63c68-8689-474b-b2a4-05c1658f35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:10.032776 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6bbbcd56-681a-49f6-aab3-2e912c86668f req-25a63c68-8689-474b-b2a4-05c1658f35b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99f9efda9b7b4a66b51af2add3e3816d&device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 1175 time: 0.1585395 Oct 26 14:01:10.034621 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69d69de0-1517-4688-b7df-af81915b4ba2 req-b637fc4c-5ea5-4dd1-85e2-04cb36502e37 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792553 Oct 26 14:01:10.035064 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.036428 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.144165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-b68a8c00-7bcd-412d-8ce7-834fef7f7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:10.145574 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-b68a8c00-7bcd-412d-8ce7-834fef7f7606 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 1101 time: 0.0877523 Oct 26 14:01:10.215211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aae3d-aa36-4c40-8afb-4e31daca12d6 req-e9e37c60-f6d9-4f43-ad50-ab3fa29bd89f tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:10.217908 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-174aae3d-aa36-4c40-8afb-4e31daca12d6 req-e9e37c60-f6d9-4f43-ad50-ab3fa29bd89f tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.1116438 Oct 26 14:01:10.218449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.11', 53781) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:10.225346 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69d69de0-1517-4688-b7df-af81915b4ba2 req-d8a02406-e2eb-458a-91ee-8137b15cbad3 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771934 Oct 26 14:01:10.278291 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-34fad221-f7e8-483b-a3a9-2a5581859a09', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'fixed_ips': [{'subnet_id': '3d5e0073-7f9b-48de-98ee-a11789263317'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:01:10.279247 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.307299 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.410553 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.420801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-118bb0f0-8029-4f12-a225-c01505a24ec9 service neutron] 10.222.0.11 "GET /v2.0/ports/cdd10a30-2b9a-4029-8568-bdc2dbe43e40/bindings/n-h1-815498-1 HTTP/1.1" status: 200 len: 384 time: 0.1691914 Oct 26 14:01:10.452518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=626f4d50-b2c5-4b49-8823-5d84a72bba14,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:10.619955 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.639558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbcd56-681a-49f6-aab3-2e912c86668f req-53c5f536-05b3-4a77-9eaf-b8ec05daf129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:10.641165 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6bbbcd56-681a-49f6-aab3-2e912c86668f req-53c5f536-05b3-4a77-9eaf-b8ec05daf129 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09b1f01c-0475-402d-8829-01a07e36277e HTTP/1.1" status: 200 len: 913 time: 0.4306641 Oct 26 14:01:10.681825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Allocated IP 172.20.0.2 (34fad221-f7e8-483b-a3a9-2a5581859a09/3d5e0073-7f9b-48de-98ee-a11789263317/15af4f8a-bf92-4466-af76-3d29d3f8b564) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:10.764819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-0f5dcb97-2f89-42af-b2de-3b7096ebfc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:10.764819 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-0f5dcb97-2f89-42af-b2de-3b7096ebfc54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.5943518 Oct 26 14:01:10.776056 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6bbbcd56-681a-49f6-aab3-2e912c86668f req-528142ac-385b-440b-b030-eeca6dc10cb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 HTTP/1.1" status: 200 len: 217 time: 0.1028414 Oct 26 14:01:10.780029 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.791932 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.841649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbcd56-681a-49f6-aab3-2e912c86668f req-971ff3b3-c6d9-44d1-a58d-f227d43f1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:10.843157 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6bbbcd56-681a-49f6-aab3-2e912c86668f req-971ff3b3-c6d9-44d1-a58d-f227d43f1199 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d665a877-3c3c-4331-87a4-72d848fcd4c2 HTTP/1.1" status: 200 len: 852 time: 0.0479949 Oct 26 14:01:10.923976 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-577325d5-b365-4ab7-bcf0-eae3df0609a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a HTTP/1.1" status: 200 len: 217 time: 0.1511931 Oct 26 14:01:10.943180 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6bbbcd56-681a-49f6-aab3-2e912c86668f req-c9a5d26a-d138-49d4-8f18-b43c1d5ca87c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09b1f01c-0475-402d-8829-01a07e36277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709312 Oct 26 14:01:10.947413 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.949782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c649ee2-daab-43b7-9036-66ffae025c55 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:01:10.964878 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-174aae3d-aa36-4c40-8afb-4e31daca12d6 req-9e6dbf7a-415d-47a9-90e6-40319b1138fd tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377099 Oct 26 14:01:10.978942 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.979164 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.983139 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0558a92f-e0f9-42df-a801-1873d61f99d6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1c649ee2-daab-43b7-9036-66ffae025c55 HTTP/1.1" status: 204 len: 168 time: 3.4819093 Oct 26 14:01:11.006362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50552) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:11.064873 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:11.085158 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:11.188181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Network 34fad221-f7e8-483b-a3a9-2a5581859a09 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:11.192381 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:11.202061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:11.230836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d15a11-701b-4060-96be-fc5237170d0d admin admin] Deleting subnet 255fd9cf-6a87-4134-988c-dfa134fafa7d {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:01:11.247932 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35d15a11-701b-4060-96be-fc5237170d0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:11.284307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 450a89c4-0066-4a25-acf3-49b2b8fba76a no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:11.319128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Pushing event updated for resources: {'Port': ['ID=15af4f8a-bf92-4466-af76-3d29d3f8b564,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:11.320534 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35d15a11-701b-4060-96be-fc5237170d0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:11.362333 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Attempting to bind port 15af4f8a-bf92-4466-af76-3d29d3f8b564 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:11.363073 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Attempting to bind port 15af4f8a-bf92-4466-af76-3d29d3f8b564 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '90f5b463-9b9e-444a-a44f-ee82bf62b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:11.363575 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Attempting to bind port 15af4f8a-bf92-4466-af76-3d29d3f8b564 on network 34fad221-f7e8-483b-a3a9-2a5581859a09 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:11.371147 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:11.371689 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Checking segment: {'id': '90f5b463-9b9e-444a-a44f-ee82bf62b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:11.372194 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:11.373084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Bound using segment: {'id': '90f5b463-9b9e-444a-a44f-ee82bf62b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:11.373669 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Bound port: 15af4f8a-bf92-4466-af76-3d29d3f8b564, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f5b463-9b9e-444a-a44f-ee82bf62b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:11.374601 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:11.377662 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 450a89c4-0066-4a25-acf3-49b2b8fba76a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:11.378143 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 450a89c4-0066-4a25-acf3-49b2b8fba76a not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:11.417686 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35d15a11-701b-4060-96be-fc5237170d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:11.454254 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6bbbcd56-681a-49f6-aab3-2e912c86668f req-eb51d563-2247-473b-8465-c8329f99790c service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932067 Oct 26 14:01:11.485611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-8f2a8769-f26b-4e72-83f7-6cf7a48b8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:11.487163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-8f2a8769-f26b-4e72-83f7-6cf7a48b8d9c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.5212202 Oct 26 14:01:11.537156 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] For port 15af4f8a-bf92-4466-af76-3d29d3f8b564, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:11.542699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] For port 15af4f8a-bf92-4466-af76-3d29d3f8b564, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=15af4f8a-bf92-4466-af76-3d29d3f8b564,segment=NetworkSegment(90f5b463-9b9e-444a-a44f-ee82bf62b018),segment_id=90f5b463-9b9e-444a-a44f-ee82bf62b018)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:11.551468 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35d15a11-701b-4060-96be-fc5237170d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:11.556673 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:11.598128 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd5dcb-bc8a-440c-af50-17456d2af6ef req-2e6c6f31-44d5-41ce-b1fc-610c639e3d64 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:11.600978 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35d15a11-701b-4060-96be-fc5237170d0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:11.604341 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-35d15a11-701b-4060-96be-fc5237170d0d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/255fd9cf-6a87-4134-988c-dfa134fafa7d HTTP/1.1" status: 204 len: 168 time: 0.5985198 Oct 26 14:01:11.612327 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90dd5dcb-bc8a-440c-af50-17456d2af6ef req-2e6c6f31-44d5-41ce-b1fc-610c639e3d64 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.3787892 Oct 26 14:01:11.620311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50560) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:11.628092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d15a11-701b-4060-96be-fc5237170d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=255fd9cf-6a87-4134-988c-dfa134fafa7d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:11.660894 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6bbbcd56-681a-49f6-aab3-2e912c86668f req-6cbc1c38-e24c-40b0-8775-da91f3410193 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885545 Oct 26 14:01:11.662541 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065a475-8fcf-4fdc-88ae-60d6f3cdeced req-497b22d9-f73a-4b94-b95c-5e08e8e70dad tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:11.684162 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0621970-d99e-444c-a20d-b53aab3d163b None None] Network 8a4454ce-ac5b-4c40-b38b-a3ff14712f58 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:01:11.702683 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7065a475-8fcf-4fdc-88ae-60d6f3cdeced req-497b22d9-f73a-4b94-b95c-5e08e8e70dad tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 943 time: 0.4019487 Oct 26 14:01:11.795104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd995af3-c2f8-49c2-8c6d-74c9d2048729 None None] Pushing event updated for resources: {'Port': ['ID=15af4f8a-bf92-4466-af76-3d29d3f8b564,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:11.941917 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.006595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-038b98b8-1ac3-4cc9-99eb-48180d8df94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:12.009752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-038b98b8-1ac3-4cc9-99eb-48180d8df94d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5106735 Oct 26 14:01:12.053317 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7065a475-8fcf-4fdc-88ae-60d6f3cdeced req-b6c7f33a-ef55-4633-ba99-390dd7691e7d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485518 Oct 26 14:01:12.056866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90dd5dcb-bc8a-440c-af50-17456d2af6ef req-245544d3-3606-4145-8e8e-0d6dec549499 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437017 Oct 26 14:01:12.060618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-2f350280-1f60-46cf-919e-ff0ff1016335 service neutron] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:12.168752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded1e7bf-a4a1-4274-8abc-408c1c8e4a00 None None] DHCP port deletion for 8a4454ce-ac5b-4c40-b38b-a3ff14712f58 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:01:12.199820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-c4b97942-404f-4420-a7e5-e0451094a063 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416960 Oct 26 14:01:12.216648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-05339905-9ce6-485f-a494-fae56158d5f4 req-516af2bf-c519-40be-af32-375756bfbd0a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1744601379 ', 'description': 'tempest-description-830226453'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:12.268661 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ded1e7bf-a4a1-4274-8abc-408c1c8e4a00 None None] Deleting port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:12.269431 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ded1e7bf-a4a1-4274-8abc-408c1c8e4a00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.276509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-2f350280-1f60-46cf-919e-ff0ff1016335 service neutron] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:12.371267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ded1e7bf-a4a1-4274-8abc-408c1c8e4a00 None None] For port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0f2952cb-9c08-41dc-bea8-3cbbbac09cf6,segment=NetworkSegment(29d7121e-0d06-41cb-8241-6aa8e9ab0477),segment_id=29d7121e-0d06-41cb-8241-6aa8e9ab0477)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:12.372303 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ded1e7bf-a4a1-4274-8abc-408c1c8e4a00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.389248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ded1e7bf-a4a1-4274-8abc-408c1c8e4a00 None None] Calling delete_port for 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:12.395372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Deleting port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:12.395993 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.494899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacac9f-c05e-4690-91d0-d9622a819965 req-2f6e47d3-5703-461a-a92f-143bc51e9a37 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:12.496728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-feacac9f-c05e-4690-91d0-d9622a819965 req-2f6e47d3-5703-461a-a92f-143bc51e9a37 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.2185249 Oct 26 14:01:12.539470 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-05339905-9ce6-485f-a494-fae56158d5f4 req-516af2bf-c519-40be-af32-375756bfbd0a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.559500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-2f350280-1f60-46cf-919e-ff0ff1016335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd10a30-2b9a-4029-8568-bdc2dbe43e40 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:12.631611 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-05339905-9ce6-485f-a494-fae56158d5f4 req-516af2bf-c519-40be-af32-375756bfbd0a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.672527 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-05339905-9ce6-485f-a494-fae56158d5f4 req-516af2bf-c519-40be-af32-375756bfbd0a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.691043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-2f350280-1f60-46cf-919e-ff0ff1016335 service neutron] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:12.736490 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cb4641c0-5692-4876-84b8-f23506117f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.743611 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ded1e7bf-a4a1-4274-8abc-408c1c8e4a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.795397 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-05339905-9ce6-485f-a494-fae56158d5f4 req-516af2bf-c519-40be-af32-375756bfbd0a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.796726 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05339905-9ce6-485f-a494-fae56158d5f4 req-516af2bf-c519-40be-af32-375756bfbd0a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5954599 Oct 26 14:01:12.799873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1e7bf-a4a1-4274-8abc-408c1c8e4a00 None None] No DVR routers for this DVR port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:12.805759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1e7bf-a4a1-4274-8abc-408c1c8e4a00 None None] Pushing event deleted for resources: {'Port': ['ID=0f2952cb-9c08-41dc-bea8-3cbbbac09cf6,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:12.827837 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.872432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-feacac9f-c05e-4690-91d0-d9622a819965 req-83520853-c097-455b-85a0-a0bca1df9a1f tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371100 Oct 26 14:01:12.892661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] For port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0f2952cb-9c08-41dc-bea8-3cbbbac09cf6,segment=NetworkSegment(29d7121e-0d06-41cb-8241-6aa8e9ab0477),segment_id=29d7121e-0d06-41cb-8241-6aa8e9ab0477)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:12.893066 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.905670 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.905670 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-2f350280-1f60-46cf-919e-ff0ff1016335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.910294 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516af2bf-c519-40be-af32-375756bfbd0a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf0c05f-0f0b-4f97-aa1f-5a61db11cc0d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:12.932476 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:01:12.998487 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Calling delete_port for 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:13.007498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15eedad-2cc7-4968-bec3-f1b2b271a2b8 req-9dcd175f-4f05-477b-a308-14a15ce38202 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7821798 Oct 26 14:01:13.057724 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e150e9fb-ec49-4c64-9c9d-ec6bd260629a no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:13.257485 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:13.261063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6f4af91a-e502-465c-aa0d-78a29483baf6 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:13.263800 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6f4af91a-e502-465c-aa0d-78a29483baf6 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:13.336055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:13.338668 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5587d8-200a-424d-800f-e1ad5933705d" -d '{"events": [{"server_uuid": "02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f", "name": "network-vif-unplugged", "status": "completed", "tag": "e150e9fb-ec49-4c64-9c9d-ec6bd260629a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:13.375275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 15af4f8a-bf92-4466-af76-3d29d3f8b564 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:13.384991 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:13.453741 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:13.467995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Allocated IP 172.25.4.64 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/98eaac32-e985-4c5c-8b9e-eb418d92f550) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:13.493611 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054a5797-ee7c-4351-9662-c8b1386777b0 None None] Network 34fad221-f7e8-483b-a3a9-2a5581859a09 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:01:13.626066 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:13.761029 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:13.784807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:13.828340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6f4af91a-e502-465c-aa0d-78a29483baf6, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6f4af91a-e502-465c-aa0d-78a29483baf6,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:13.844377 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:13.853125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 15af4f8a-bf92-4466-af76-3d29d3f8b564 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:13.853574 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:13.883963 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9ce32695-f0b9-416d-87cf-da992bfde439 None None] Provisioning complete for port 15af4f8a-bf92-4466-af76-3d29d3f8b564 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:13.884361 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9ce32695-f0b9-416d-87cf-da992bfde439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:13.983618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.071113 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6f4af91a-e502-465c-aa0d-78a29483baf6, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6f4af91a-e502-465c-aa0d-78a29483baf6,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:14.073513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-2f350280-1f60-46cf-919e-ff0ff1016335 service neutron] Transition to ACTIVE for port object cdd10a30-2b9a-4029-8568-bdc2dbe43e40 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:14.090404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6f4af91a-e502-465c-aa0d-78a29483baf6,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:14.112330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '6f4af91a-e502-465c-aa0d-78a29483baf6', 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61', 'port_id': '6f4af91a-e502-465c-aa0d-78a29483baf6', 'mac_address': 'fa:16:3e:8c:b6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2965551-3bbf-4edc-bedb-b8d4c84f64c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:14.119884 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.133480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2952cb-9c08-41dc-bea8-3cbbbac09cf6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:14.150987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:14.165832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7892faae-5102-4159-b820-0dc3cf6df828 req-5fa7edcc-f1d0-474e-9f6f-7e924a022e81 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/ebf0c05f-0f0b-4f97-aa1f-5a61db11cc0d HTTP/1.1" status: 200 len: 1780 time: 1.2044501 Oct 26 14:01:14.176917 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-2f350280-1f60-46cf-919e-ff0ff1016335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.207898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:14.220553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:14.237352 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9ce32695-f0b9-416d-87cf-da992bfde439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.264819 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.286015 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.321130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4af91a-e502-465c-aa0d-78a29483baf6 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:14.343018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6f4af91a-e502-465c-aa0d-78a29483baf6, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6f4af91a-e502-465c-aa0d-78a29483baf6,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:14.366476 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.374982 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-2f350280-1f60-46cf-919e-ff0ff1016335 service neutron] No DVR routers for this DVR port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:14.379518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-9ce32695-f0b9-416d-87cf-da992bfde439 None None] For port 15af4f8a-bf92-4466-af76-3d29d3f8b564, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=15af4f8a-bf92-4466-af76-3d29d3f8b564,segment=NetworkSegment(90f5b463-9b9e-444a-a44f-ee82bf62b018),segment_id=90f5b463-9b9e-444a-a44f-ee82bf62b018)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:14.383675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] No DVR routers for this DVR port 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:14.390148 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9ce32695-f0b9-416d-87cf-da992bfde439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.491292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.517166 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4454ce-ac5b-4c40-b38b-a3ff14712f58']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:14.529536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d7121e-0d06-41cb-8241-6aa8e9ab0477') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:14.529850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d7121e-0d06-41cb-8241-6aa8e9ab0477') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:14.530695 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:01:14.531232 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:01:14.532321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6f4af91a-e502-465c-aa0d-78a29483baf6,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:14.542581 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.558892 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.567014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:01:14.567422 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.612921 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce32695-f0b9-416d-87cf-da992bfde439 None None] Pushing event updated for resources: {'Port': ['ID=15af4f8a-bf92-4466-af76-3d29d3f8b564,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:14.627431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9f736d3e-b43a-4712-bc7b-8ac052eaa3ea None None] Provisioning complete for port 15af4f8a-bf92-4466-af76-3d29d3f8b564 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:14.628045 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9f736d3e-b43a-4712-bc7b-8ac052eaa3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:01:14.642762 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:01:14.695678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f18fb5-731a-46b5-8974-0008e4609287 req-ac7bea7e-9f8a-4d04-8bb5-87991ed8d149 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:14.697296 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9f18fb5-731a-46b5-8974-0008e4609287 req-ac7bea7e-9f8a-4d04-8bb5-87991ed8d149 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 944 time: 0.3657498 Oct 26 14:01:14.704369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['6f4af91a-e502-465c-aa0d-78a29483baf6'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:14.705929 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-2f350280-1f60-46cf-919e-ff0ff1016335 service neutron] 10.222.0.11 "PUT /v2.0/ports/cdd10a30-2b9a-4029-8568-bdc2dbe43e40/bindings/n-h1-815498-1/activate HTTP/1.1" status: 200 len: 369 time: 4.2531838 Oct 26 14:01:14.762271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76206c50-2faf-4a23-ac42-b3c3633247c3 req-0be8b52e-3c0e-43c6-ab67-a5693570b4b8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:14.764121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76206c50-2faf-4a23-ac42-b3c3633247c3 req-0be8b52e-3c0e-43c6-ab67-a5693570b4b8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 948 time: 1.5538754 Oct 26 14:01:14.823167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9f18fb5-731a-46b5-8974-0008e4609287 req-5d13ea5b-c0d8-419e-b811-750eddd542de tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158710 Oct 26 14:01:14.835750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Pushing event updated for resources: {'Port': ['ID=98eaac32-e985-4c5c-8b9e-eb418d92f550,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:14.878774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-6d4d7e80-4016-4d92-9721-37f679ba894b tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:14.881499 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-6d4d7e80-4016-4d92-9721-37f679ba894b tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1095 time: 0.1077132 Oct 26 14:01:14.983874 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-80eac891-86dd-4b8c-b37c-5901c9deaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:14.985743 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-80eac891-86dd-4b8c-b37c-5901c9deaa5d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c HTTP/1.1" status: 200 len: 1095 time: 0.0953147 Oct 26 14:01:14.995090 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9620a9-f0ca-4952-b432-2180fc1de90b x-openstack-request-id: req-ff9620a9-f0ca-4952-b432-2180fc1de90b {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:14.996534 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f", "name": "network-vif-unplugged", "status": "completed", "tag": "e150e9fb-ec49-4c64-9c9d-ec6bd260629a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:14.996534 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff9620a9-f0ca-4952-b432-2180fc1de90b {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:14.996534 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a', 'code': 200} Oct 26 14:01:15.012203 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76206c50-2faf-4a23-ac42-b3c3633247c3 req-1fb27933-27b9-40af-85c6-b547635e1bff tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288384 Oct 26 14:01:15.019514 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:15.030188 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:15.038611 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8a4454ce-ac5b-4c40-b38b-a3ff14712f58 HTTP/1.1" status: 204 len: 168 time: 3.3232546 Oct 26 14:01:15.093603 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3df5f573-04e2-46d0-8266-3e38722266df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:15.104941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc46e35-8c2a-4e9b-be6b-74b8b67fd4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4454ce-ac5b-4c40-b38b-a3ff14712f58,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:15.135286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-58a4ae3b-06a2-4594-9db7-455306209916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:15.136856 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-58a4ae3b-06a2-4594-9db7-455306209916 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 1095 time: 0.1233191 Oct 26 14:01:15.208937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f350280-1f60-46cf-919e-ff0ff1016335 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,revision_number=10']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:15.220625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 626f4d50-b2c5-4b49-8823-5d84a72bba14 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:15.252953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 626f4d50-b2c5-4b49-8823-5d84a72bba14 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:15.253313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 626f4d50-b2c5-4b49-8823-5d84a72bba14 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:15.253788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:15.290493 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:15.291188 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0f2952cb-9c08-41dc-bea8-3cbbbac09cf6 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:15.354196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-87728b51-86b4-4169-aa5f-c9118c56e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:15.356565 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-87728b51-86b4-4169-aa5f-c9118c56e5a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 200 len: 922 time: 0.2037146 Oct 26 14:01:15.418414 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-57cb3f46-10c8-43c6-8f5f-d0e24d247f63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40 HTTP/1.1" status: 200 len: 217 time: 0.0521805 Oct 26 14:01:15.444088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50622) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:15.507784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 15af4f8a-bf92-4466-af76-3d29d3f8b564 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:15.556859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95243d0-b04c-4752-9433-abc4016a18c3 req-55b0d79a-a8ad-4909-bae3-57fb97275436 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:15.559857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f95243d0-b04c-4752-9433-abc4016a18c3 req-55b0d79a-a8ad-4909-bae3-57fb97275436 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 944 time: 0.4206426 Oct 26 14:01:15.606103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0b5b8a6-35d8-4dec-9091-a0fe8d6f4b15 req-e7f9c5da-3c70-46c7-8a7e-0257c701cfd5 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/ebf0c05f-0f0b-4f97-aa1f-5a61db11cc0d HTTP/1.1" status: 200 len: 1780 time: 0.1780763 Oct 26 14:01:15.616118 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:15.639891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-6e568e5f-584d-41d6-a121-f05f4f250385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:15.641853 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-6e568e5f-584d-41d6-a121-f05f4f250385 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 200 len: 861 time: 0.2144854 Oct 26 14:01:15.650716 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 15af4f8a-bf92-4466-af76-3d29d3f8b564 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:15.651123 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:15.756237 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-463d14a9-1340-44d1-9f2a-1fe09dc33d8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ee5f76636064dc687b4a7d3f381f68c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3085928 Oct 26 14:01:15.764466 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-e657c34b-e602-4bfb-99ed-05d222b01750 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba04fdd3-3802-412f-af48-4aa973edbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151781 Oct 26 14:01:15.768110 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50636) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:15.796691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f95243d0-b04c-4752-9433-abc4016a18c3 req-b5eb358b-1e15-49fe-9c6d-fc3d2ac889e4 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142832 Oct 26 14:01:15.976500 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3539aa33-8163-40ae-8ae9-ef374df495af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:16.035479 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3539aa33-8163-40ae-8ae9-ef374df495af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:16.050471 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-cca2d5a5-86c0-415c-ac6a-0391a3308eee service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120318 Oct 26 14:01:16.190852 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3539aa33-8163-40ae-8ae9-ef374df495af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:16.194901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3539aa33-8163-40ae-8ae9-ef374df495af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:16.198382 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3539aa33-8163-40ae-8ae9-ef374df495af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dac9faf-f929-4669-ba8e-cd8c1c764b07 HTTP/1.1" status: 204 len: 168 time: 0.4265957 Oct 26 14:01:16.246730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742de2cf-5b5e-4a3e-964c-fce0efb5ba9e req-601579e2-ffa8-4485-b545-fa93ca0bdc9f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:16.249588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-742de2cf-5b5e-4a3e-964c-fce0efb5ba9e req-601579e2-ffa8-4485-b545-fa93ca0bdc9f tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 944 time: 0.1926332 Oct 26 14:01:16.254218 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:16.352013 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b0b5b8a6-35d8-4dec-9091-a0fe8d6f4b15 req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:16.396075 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-742de2cf-5b5e-4a3e-964c-fce0efb5ba9e req-c5737379-be29-4bd8-abf8-f9679b0d864e tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293516 Oct 26 14:01:16.409206 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b0b5b8a6-35d8-4dec-9091-a0fe8d6f4b15 req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:16.542857 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b0b5b8a6-35d8-4dec-9091-a0fe8d6f4b15 req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:16.545667 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b0b5b8a6-35d8-4dec-9091-a0fe8d6f4b15 req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:16.546836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0b5b8a6-35d8-4dec-9091-a0fe8d6f4b15 req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "DELETE /v2.0/security-groups/ebf0c05f-0f0b-4f97-aa1f-5a61db11cc0d HTTP/1.1" status: 204 len: 173 time: 0.9283183 Oct 26 14:01:16.563190 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:16.593503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf0c05f-0f0b-4f97-aa1f-5a61db11cc0d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:16.687226 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:16.727527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:16.728257 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:16.728547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:16.730041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:16.730390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:16.730722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:16.733208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:16.733553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:16.733887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:16.734324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:16.734571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:16.734902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f8736c-951b-42ab-b798-ab86c4c5b73c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:16.783666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Router cdea1777-ec2b-4b0b-90b7-349419f9c540 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:01:16.805410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539aa33-8163-40ae-8ae9-ef374df495af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dac9faf-f929-4669-ba8e-cd8c1c764b07,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:16.809122 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-1710a638-e749-48ff-b7d2-251f72268c6b service neutron] 10.222.0.25 "GET /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7485204 Oct 26 14:01:16.811459 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-7739c102-cb74-4209-8e2b-595a3a3c626d req-959ac662-82b2-4bb2-8b9a-bb8e630cf1ba tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] show failed (client error): The resource could not be found. Oct 26 14:01:16.812537 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7739c102-cb74-4209-8e2b-595a3a3c626d req-959ac662-82b2-4bb2-8b9a-bb8e630cf1ba tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/ebf0c05f-0f0b-4f97-aa1f-5a61db11cc0d HTTP/1.1" status: 404 len: 352 time: 0.0691998 Oct 26 14:01:16.866107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f031784d-ef57-4321-969f-06054373e7c8 req-b57a9c4f-b063-4d9d-a60f-373a64f7dd24 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1504430837', 'description': 'tempest-description-1810595186'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:16.980242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fce12d-6608-463f-b2d9-a67f21fe85d0 req-609b0d6c-739b-4b4c-ab90-1f5126409579 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:16.988292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7fce12d-6608-463f-b2d9-a67f21fe85d0 req-609b0d6c-739b-4b4c-ab90-1f5126409579 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 948 time: 0.4086754 Oct 26 14:01:16.998104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cde570a-b2fa-4a31-be2a-7924a139c194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f4af91a-e502-465c-aa0d-78a29483baf6'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:17.001172 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eba98b6-74f0-498d-bb14-35c835e6b7c6" -d '{"events": [{"server_uuid": "8cde570a-b2fa-4a31-be2a-7924a139c194", "name": "network-vif-unplugged", "status": "completed", "tag": "6f4af91a-e502-465c-aa0d-78a29483baf6"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:17.037857 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f031784d-ef57-4321-969f-06054373e7c8 req-b57a9c4f-b063-4d9d-a60f-373a64f7dd24 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:17.067514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e150e9fb-ec49-4c64-9c9d-ec6bd260629a details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:17.081968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7fce12d-6608-463f-b2d9-a67f21fe85d0 req-a8d7a3b2-fea2-40e1-9e5d-f41b603ab9e8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873959 Oct 26 14:01:17.141802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50666) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:17.149460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:01:17.170246 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Sync routers for ids ['cdea1777-ec2b-4b0b-90b7-349419f9c540'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:01:17.184899 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Routers {'cdea1777-ec2b-4b0b-90b7-349419f9c540'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:17.185802 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:01:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['cdea1777-ec2b-4b0b-90b7-349419f9c540'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:17.190092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-7ee067fb-d3f7-4762-a21c-c642a298006a tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:17.195465 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-7ee067fb-d3f7-4762-a21c-c642a298006a tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a&tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 1095 time: 0.0832107 Oct 26 14:01:17.207413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6f4af91a-e502-465c-aa0d-78a29483baf6 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:17.257916 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:17.261795 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e0ffa226-c906-4c53-aedf-39b11f570f37 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.2613778 Oct 26 14:01:17.267605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50668) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:17.296254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:17.371551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-599c5097-4546-49cb-a95f-dd6fe797dc66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34ce1be8d51e4157907045c54eff1c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285106 Oct 26 14:01:17.372207 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50670) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:17.417608 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f031784d-ef57-4321-969f-06054373e7c8 req-b57a9c4f-b063-4d9d-a60f-373a64f7dd24 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:17.440992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919d211-7a87-450f-a2eb-9c4ce6d5e1e2 req-8619426e-baa4-42e4-aa72-cc78878e6662 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:17.450951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6919d211-7a87-450f-a2eb-9c4ce6d5e1e2 req-8619426e-baa4-42e4-aa72-cc78878e6662 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 944 time: 0.2521086 Oct 26 14:01:17.459301 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f031784d-ef57-4321-969f-06054373e7c8 req-b57a9c4f-b063-4d9d-a60f-373a64f7dd24 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:17.463875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-62f5c612-cb71-41fe-8640-d82a30c766b4 service neutron] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:17.470037 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-62f5c612-cb71-41fe-8640-d82a30c766b4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:17.473705 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Set router cdea1777-ec2b-4b0b-90b7-349419f9c540 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:17.474109 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7f61baeb-8be8-4320-8a8e-46ff115d1266 req-62f5c612-cb71-41fe-8640-d82a30c766b4 service neutron] 10.222.0.25 "DELETE /v2.0/ports/cdd10a30-2b9a-4029-8568-bdc2dbe43e40/bindings/n-h2-815498-1 HTTP/1.1" status: 204 len: 173 time: 0.2704012 Oct 26 14:01:17.549297 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f031784d-ef57-4321-969f-06054373e7c8 req-b57a9c4f-b063-4d9d-a60f-373a64f7dd24 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:17.561644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f031784d-ef57-4321-969f-06054373e7c8 req-b57a9c4f-b063-4d9d-a60f-373a64f7dd24 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7076292 Oct 26 14:01:17.567255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a9c4f-b063-4d9d-a60f-373a64f7dd24 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea95ce-af92-40df-ab8e-3b5f60f83200,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:17.634037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6919d211-7a87-450f-a2eb-9c4ce6d5e1e2 req-beaeb386-dff0-4819-8c6c-0f76140cd2a2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817744 Oct 26 14:01:17.657043 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04347142-d9a9-4b21-a788-c34ad0b1037c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:17.768522 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:01:15Z', 'revision_number': 3, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port': {'id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:12Z', 'updated_at': '2021-10-26T14:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:17.774546 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a399e0-6be2-49f7-ac16-f8cf5878d29b x-openstack-request-id: req-c4a399e0-6be2-49f7-ac16-f8cf5878d29b {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:17.775104 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cde570a-b2fa-4a31-be2a-7924a139c194", "name": "network-vif-unplugged", "status": "completed", "tag": "6f4af91a-e502-465c-aa0d-78a29483baf6", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:17.778545 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4a399e0-6be2-49f7-ac16-f8cf5878d29b {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:17.779089 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cde570a-b2fa-4a31-be2a-7924a139c194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f4af91a-e502-465c-aa0d-78a29483baf6', 'code': 200} Oct 26 14:01:17.785049 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a', 'mac_address': 'fa:16:3e:b2:75:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:17.795876 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-6225a205-c2d8-4412-82a8-c0576e1200ad req-6f035bc5-b0d8-4be4-b93d-a05ef2cb024a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1069553049', 'description': 'tempest-description-471993873'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:17.837416 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04347142-d9a9-4b21-a788-c34ad0b1037c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:17.866179 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Checking router: cdea1777-ec2b-4b0b-90b7-349419f9c540 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:01:17.866528 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Updating router cdea1777-ec2b-4b0b-90b7-349419f9c540 port 98eaac32-e985-4c5c-8b9e-eb418d92f550 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:01:18.036368 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6225a205-c2d8-4412-82a8-c0576e1200ad req-6f035bc5-b0d8-4be4-b93d-a05ef2cb024a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.052418 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.071691 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04347142-d9a9-4b21-a788-c34ad0b1037c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.082787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 6f4af91a-e502-465c-aa0d-78a29483baf6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:18.083162 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.111283 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04347142-d9a9-4b21-a788-c34ad0b1037c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.118531 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-04347142-d9a9-4b21-a788-c34ad0b1037c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8caade23-d806-44e3-b62a-5cc4b889b8e2 HTTP/1.1" status: 204 len: 168 time: 0.7398436 Oct 26 14:01:18.163577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04347142-d9a9-4b21-a788-c34ad0b1037c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caade23-d806-44e3-b62a-5cc4b889b8e2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:18.252821 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.303821 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e150e9fb-ec49-4c64-9c9d-ec6bd260629a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:18.380029 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:18.405752 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.449289 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6225a205-c2d8-4412-82a8-c0576e1200ad req-6f035bc5-b0d8-4be4-b93d-a05ef2cb024a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.523556 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6225a205-c2d8-4412-82a8-c0576e1200ad req-6f035bc5-b0d8-4be4-b93d-a05ef2cb024a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.605385 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6225a205-c2d8-4412-82a8-c0576e1200ad req-6f035bc5-b0d8-4be4-b93d-a05ef2cb024a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.614416 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6225a205-c2d8-4412-82a8-c0576e1200ad req-6f035bc5-b0d8-4be4-b93d-a05ef2cb024a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8677678 Oct 26 14:01:18.633159 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:18.642089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035bc5-b0d8-4be4-b93d-a05ef2cb024a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961543a3-6bf4-4d40-bd29-ffd1abec946d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:18.650115 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.716488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cbeb6-8167-4969-b308-ba2f8c7ef246 req-0b4a596c-16d5-4184-a132-2610a9a323e2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:18.729791 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e6cbeb6-8167-4969-b308-ba2f8c7ef246 req-0b4a596c-16d5-4184-a132-2610a9a323e2 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 944 time: 0.9843113 Oct 26 14:01:18.741371 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.812294 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.828755 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.901614 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['e150e9fb-ec49-4c64-9c9d-ec6bd260629a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:18.909200 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e6cbeb6-8167-4969-b308-ba2f8c7ef246 req-14abd80e-5862-4a64-b31f-76ec7c401ff4 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738431 Oct 26 14:01:18.916919 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.936167 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6f4af91a-e502-465c-aa0d-78a29483baf6, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6f4af91a-e502-465c-aa0d-78a29483baf6,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:18.966099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-e4944cff-efaf-4b0e-98cb-86f66b126433 req-c739955d-21df-4445-8f4b-adc517840f40 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1183998192', 'description': 'tempest-description-162706359'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:18.971938 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Attempting to bind port 98eaac32-e985-4c5c-8b9e-eb418d92f550 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:18.972320 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Attempting to bind port 98eaac32-e985-4c5c-8b9e-eb418d92f550 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:18.972753 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Attempting to bind port 98eaac32-e985-4c5c-8b9e-eb418d92f550 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:19.007035 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fc7dd-a798-4a25-8ed3-6aa1b8b88f63 None None] Pushing event updated for resources: {'Port': ['ID=98eaac32-e985-4c5c-8b9e-eb418d92f550,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:19.019365 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.019642 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e4944cff-efaf-4b0e-98cb-86f66b126433 req-c739955d-21df-4445-8f4b-adc517840f40 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.026865 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:19.029149 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:19.029742 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.030337 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:19.030898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2acb99-4e91-47a3-a031-bd9e69f72952 req-91853066-4784-470d-8e9c-ecd963effba2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:19.032178 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Bound port: 98eaac32-e985-4c5c-8b9e-eb418d92f550, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:19.032784 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.041081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c2acb99-4e91-47a3-a031-bd9e69f72952 req-91853066-4784-470d-8e9c-ecd963effba2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 949 time: 0.2232592 Oct 26 14:01:19.042518 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4fc7dd-a798-4a25-8ed3-6aa1b8b88f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:19.043109 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4fc7dd-a798-4a25-8ed3-6aa1b8b88f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:19.044264 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4fc7dd-a798-4a25-8ed3-6aa1b8b88f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:19.044774 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4fc7dd-a798-4a25-8ed3-6aa1b8b88f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:19.046125 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4fc7dd-a798-4a25-8ed3-6aa1b8b88f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:19.048186 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4fc7dd-a798-4a25-8ed3-6aa1b8b88f63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:19.048710 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4fc7dd-a798-4a25-8ed3-6aa1b8b88f63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:19.049535 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4fc7dd-a798-4a25-8ed3-6aa1b8b88f63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:19.050389 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4fc7dd-a798-4a25-8ed3-6aa1b8b88f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:19.051882 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4fc7dd-a798-4a25-8ed3-6aa1b8b88f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:19.052394 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4fc7dd-a798-4a25-8ed3-6aa1b8b88f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:19.054551 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4fc7dd-a798-4a25-8ed3-6aa1b8b88f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:19.186304 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] For port 98eaac32-e985-4c5c-8b9e-eb418d92f550, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:19.195781 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] For port 98eaac32-e985-4c5c-8b9e-eb418d92f550, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=98eaac32-e985-4c5c-8b9e-eb418d92f550,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:19.208032 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.211373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6f4af91a-e502-465c-aa0d-78a29483baf6,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:19.372304 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Routers {'cdea1777-ec2b-4b0b-90b7-349419f9c540'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:19.375159 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:01:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['cdea1777-ec2b-4b0b-90b7-349419f9c540'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:19.438886 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e4944cff-efaf-4b0e-98cb-86f66b126433 req-c739955d-21df-4445-8f4b-adc517840f40 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.467208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c2acb99-4e91-47a3-a031-bd9e69f72952 req-e3a03aee-ced1-4760-87db-2d248b3271e8 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251580 Oct 26 14:01:19.552642 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e4944cff-efaf-4b0e-98cb-86f66b126433 req-c739955d-21df-4445-8f4b-adc517840f40 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.666367 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fc7dd-a798-4a25-8ed3-6aa1b8b88f63 None None] Pushing event updated for resources: {'Port': ['ID=98eaac32-e985-4c5c-8b9e-eb418d92f550,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:19.686013 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] Set router cdea1777-ec2b-4b0b-90b7-349419f9c540 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:19.699504 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e4944cff-efaf-4b0e-98cb-86f66b126433 req-c739955d-21df-4445-8f4b-adc517840f40 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.701580 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4944cff-efaf-4b0e-98cb-86f66b126433 req-c739955d-21df-4445-8f4b-adc517840f40 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7490010 Oct 26 14:01:19.712367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739955d-21df-4445-8f4b-adc517840f40 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1105beba-5f0a-402d-9b13-7d60efe5ecd1,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:19.780001 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cde570a-b2fa-4a31-be2a-7924a139c194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4af91a-e502-465c-aa0d-78a29483baf6'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:19.782826 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15219b6-cf8a-4c51-a50d-b8f56c49f823" -d '{"events": [{"server_uuid": "8cde570a-b2fa-4a31-be2a-7924a139c194", "name": "network-vif-plugged", "status": "completed", "tag": "6f4af91a-e502-465c-aa0d-78a29483baf6"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:20.121143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deac55-e87e-4e89-8840-5b9376b14358 req-05fe1e62-d8c3-4ac2-ab32-8010d2f8fc7b tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:20.129279 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22deac55-e87e-4e89-8840-5b9376b14358 req-05fe1e62-d8c3-4ac2-ab32-8010d2f8fc7b tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.5055614 Oct 26 14:01:20.154559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Allocated IP 172.20.0.1 (34fad221-f7e8-483b-a3a9-2a5581859a09/3d5e0073-7f9b-48de-98ee-a11789263317/88365148-94bf-4d69-b2cc-bc2083ed276f) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:20.191277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22deac55-e87e-4e89-8840-5b9376b14358 req-0ec6fbe3-6e91-46dc-8c2f-fa5239cdbdfe tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608065 Oct 26 14:01:20.274289 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:01:15Z', 'revision_number': 3, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port': {'id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:12Z', 'updated_at': '2021-10-26T14:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:20.351376 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754e3db8-3e33-48ab-893b-bed2b1fdf33e None None] The sync data for ids ['cdea1777-ec2b-4b0b-90b7-349419f9c540'] in n-d-815498-1 is: [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:01:15Z', 'revision_number': 3, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port': {'id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:12Z', 'updated_at': '2021-10-26T14:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:01:20.419556 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ee120d-5cff-4494-9be3-b4f9a4a0f4af x-openstack-request-id: req-75ee120d-5cff-4494-9be3-b4f9a4a0f4af {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:20.420432 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cde570a-b2fa-4a31-be2a-7924a139c194", "name": "network-vif-plugged", "status": "completed", "tag": "6f4af91a-e502-465c-aa0d-78a29483baf6", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:20.420432 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75ee120d-5cff-4494-9be3-b4f9a4a0f4af {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:20.420924 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cde570a-b2fa-4a31-be2a-7924a139c194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4af91a-e502-465c-aa0d-78a29483baf6', 'code': 200} Oct 26 14:01:20.631185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-81f2805f-a9bb-44a1-8841-739c75d21192 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:20.633832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-81f2805f-a9bb-44a1-8841-739c75d21192 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f&tenant_id=f254c3780f9c4422b640c485cb709267&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 949 time: 0.3990583 Oct 26 14:01:20.850434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e8122-b167-4a70-9e3a-0de8ba5d66ef req-e14112d0-1e62-41e4-89d7-3e20bd667ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:20.852660 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c6e8122-b167-4a70-9e3a-0de8ba5d66ef req-e14112d0-1e62-41e4-89d7-3e20bd667ebd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 1096 time: 0.1123579 Oct 26 14:01:20.904102 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:20.904599 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c6e8122-b167-4a70-9e3a-0de8ba5d66ef req-15d85cdc-7a0e-421a-87eb-db37daba7991 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419781 Oct 26 14:01:20.994556 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:21.077927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e150e9fb-ec49-4c64-9c9d-ec6bd260629a up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:21.109422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Pushing event updated for resources: {'Port': ['ID=88365148-94bf-4d69-b2cc-bc2083ed276f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:21.160112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8f46f59-f56e-4615-8a7c-54666344a7cf req-5e551133-d012-4296-b2f7-2a4359abba2b tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99f9efda9b7b4a66b51af2add3e3816d HTTP/1.1" status: 200 len: 10897 time: 0.9265294 Oct 26 14:01:21.169245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560f57d-94a7-458f-b131-94e84881b6b5 req-55ac3af4-0741-47f4-9a59-c83510646881 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:21.185669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d560f57d-94a7-458f-b131-94e84881b6b5 req-55ac3af4-0741-47f4-9a59-c83510646881 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 1095 time: 0.6227813 Oct 26 14:01:21.217439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Network 34fad221-f7e8-483b-a3a9-2a5581859a09 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:21.222007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:21.285121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:21.292151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port e150e9fb-ec49-4c64-9c9d-ec6bd260629a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:21.292524 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:21.328413 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-bc7e851e-60b8-4e00-a4e2-f467b4b13932 service neutron] 10.222.0.11 "GET /v2.0/ports/e150e9fb-ec49-4c64-9c9d-ec6bd260629a/bindings/n-h2-815498-1 HTTP/1.1" status: 200 len: 382 time: 0.6780319 Oct 26 14:01:21.527046 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:21.539841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 98eaac32-e985-4c5c-8b9e-eb418d92f550 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:21.576315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d560f57d-94a7-458f-b131-94e84881b6b5 req-a0491a56-d52e-4746-877e-0700c4052b32 tempest-LiveAutoBlockMigrationV225Test-1708249277 tempest-LiveAutoBlockMigrationV225Test-1708249277-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858826 Oct 26 14:01:21.673602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:21.751746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8f46f59-f56e-4615-8a7c-54666344a7cf req-c0fdda09-e187-4a60-9783-387674f8be08 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/7edaa27a-2d70-411a-ae6f-202d6a6dff85 HTTP/1.1" status: 200 len: 2981 time: 0.5306375 Oct 26 14:01:21.769072 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:21.772811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-c733fd47-1de0-435d-ac2d-d8ef201d29b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:21.776009 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-c733fd47-1de0-435d-ac2d-d8ef201d29b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 1100 time: 0.3684242 Oct 26 14:01:21.776185 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e315d24f-b136-402f-978a-3613fa530a6a None None] Provisioning complete for port 88365148-94bf-4d69-b2cc-bc2083ed276f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:21.776751 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e315d24f-b136-402f-978a-3613fa530a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:21.853211 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e315d24f-b136-402f-978a-3613fa530a6a None None] Port 88365148-94bf-4d69-b2cc-bc2083ed276f cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:01:21.856949 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:21.869568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 98eaac32-e985-4c5c-8b9e-eb418d92f550 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:21.870102 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:22.032731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05b05-8013-4a5d-95a9-8aca88ef2923 req-bfa928c0-814b-4c4e-80a3-dbd3adf1de5c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:22.037393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16e05b05-8013-4a5d-95a9-8aca88ef2923 req-bfa928c0-814b-4c4e-80a3-dbd3adf1de5c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.2602701 Oct 26 14:01:22.060500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8f46f59-f56e-4615-8a7c-54666344a7cf req-fcac353a-1d53-4906-bde9-3ae4b102a55f tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/7edaa27a-2d70-411a-ae6f-202d6a6dff85 HTTP/1.1" status: 200 len: 2981 time: 0.3077745 Oct 26 14:01:22.161762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:22.185355 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:22.186099 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:22.186468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:22.186909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:22.187251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:22.187640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:22.188250 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:22.188590 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:22.188927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:22.189358 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:22.189834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:22.190300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:22.258813 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:22.284712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 98eaac32-e985-4c5c-8b9e-eb418d92f550, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=98eaac32-e985-4c5c-8b9e-eb418d92f550,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:22.290212 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:22.360410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-be1bfe1c-6a64-4be4-8422-e3a7bcda98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:22.361974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=98eaac32-e985-4c5c-8b9e-eb418d92f550,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:22.362681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-be1bfe1c-6a64-4be4-8422-e3a7bcda98d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.5720553 Oct 26 14:01:22.382539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16e05b05-8013-4a5d-95a9-8aca88ef2923 req-5ad462a4-9627-470d-84dc-e6b16409e1ab tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114622 Oct 26 14:01:22.394710 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:22.421816 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:22.425255 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce40b0f-8ac5-4b1c-a5bc-763b76782637" -d '{"events": [{"server_uuid": "02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f", "name": "network-vif-plugged", "status": "completed", "tag": "e150e9fb-ec49-4c64-9c9d-ec6bd260629a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:22.481109 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-582eb50f-75b8-457e-bf37-95e1a42224d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a HTTP/1.1" status: 200 len: 217 time: 0.1107550 Oct 26 14:01:22.498079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d9fb2-969e-4fb5-907c-0e4c026ddfd4 req-1c23100c-6225-486b-a004-34d6b2f881bc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:22.505927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a9d9fb2-969e-4fb5-907c-0e4c026ddfd4 req-1c23100c-6225-486b-a004-34d6b2f881bc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.3453214 Oct 26 14:01:22.657541 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a9d9fb2-969e-4fb5-907c-0e4c026ddfd4 req-ed504f89-a59a-415c-ae09-6bc47f6499dd tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505370 Oct 26 14:01:22.673779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-09939cec-2488-4981-b8b7-0d56eaaaf57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:22.686878 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-09939cec-2488-4981-b8b7-0d56eaaaf57b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1787763 Oct 26 14:01:22.894853 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-6181e481-44b4-4b9e-9c6d-7ec7c0c4f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:22.897779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-6181e481-44b4-4b9e-9c6d-7ec7c0c4f769 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1853130 Oct 26 14:01:22.913011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fee24ce-713f-4a0b-b3dc-c803af0dd94b req-6505abed-34d2-4b5d-9d9a-9894ebab120d tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/6eea95ce-af92-40df-ab8e-3b5f60f83200 HTTP/1.1" status: 200 len: 1801 time: 0.1093454 Oct 26 14:01:23.022637 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:23.047774 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:23.051483 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e287a35e-a2d4-4f66-a889-032d5a5313c1 x-openstack-request-id: req-e287a35e-a2d4-4f66-a889-032d5a5313c1 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:23.052032 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f", "name": "network-vif-plugged", "status": "completed", "tag": "e150e9fb-ec49-4c64-9c9d-ec6bd260629a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:23.052264 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e287a35e-a2d4-4f66-a889-032d5a5313c1 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:23.052676 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a', 'code': 200} Oct 26 14:01:23.150348 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9fee24ce-713f-4a0b-b3dc-c803af0dd94b req-7faa7384-7ea1-42e2-b16d-a7075fb9bee9 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:23.189769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-53040503-4271-4a6b-8d0a-26bfa7cee1fa service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723484 Oct 26 14:01:23.199843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Pushing event updated for resources: {'Port': ['ID=88365148-94bf-4d69-b2cc-bc2083ed276f,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:23.203167 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:23.239982 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9fee24ce-713f-4a0b-b3dc-c803af0dd94b req-7faa7384-7ea1-42e2-b16d-a7075fb9bee9 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:23.280358 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:23.424565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dd46f-2b4b-4f7e-9a44-6067e0726920 req-3edcc23c-0a4d-4b2c-b54d-c2d947ad76c1 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:23.432119 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b3dd46f-2b4b-4f7e-9a44-6067e0726920 req-3edcc23c-0a4d-4b2c-b54d-c2d947ad76c1 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 944 time: 0.2527947 Oct 26 14:01:23.443481 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 98eaac32-e985-4c5c-8b9e-eb418d92f550 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:23.446958 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9fee24ce-713f-4a0b-b3dc-c803af0dd94b req-7faa7384-7ea1-42e2-b16d-a7075fb9bee9 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:23.449803 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9fee24ce-713f-4a0b-b3dc-c803af0dd94b req-7faa7384-7ea1-42e2-b16d-a7075fb9bee9 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:23.462983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fee24ce-713f-4a0b-b3dc-c803af0dd94b req-7faa7384-7ea1-42e2-b16d-a7075fb9bee9 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "DELETE /v2.0/security-groups/6eea95ce-af92-40df-ab8e-3b5f60f83200 HTTP/1.1" status: 204 len: 173 time: 0.5485640 Oct 26 14:01:23.555227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 98eaac32-e985-4c5c-8b9e-eb418d92f550 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:23.555696 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:23.573345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-7b9e474f-ce20-4bee-84cd-eb6f0e322364 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629382 Oct 26 14:01:23.574007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa7384-7ea1-42e2-b16d-a7075fb9bee9 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea95ce-af92-40df-ab8e-3b5f60f83200,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:23.651276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Network 34fad221-f7e8-483b-a3a9-2a5581859a09 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:23.661020 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:23.675780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b3dd46f-2b4b-4f7e-9a44-6067e0726920 req-1675af76-6122-4b4b-8ab8-6a15648febce tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406311 Oct 26 14:01:23.732703 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-4fd05225-278d-4647-b72a-065d010e5059 req-54f43fc6-ab49-4499-b48e-d37eba727d16 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] show failed (client error): The resource could not be found. Oct 26 14:01:23.746805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4fd05225-278d-4647-b72a-065d010e5059 req-54f43fc6-ab49-4499-b48e-d37eba727d16 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/6eea95ce-af92-40df-ab8e-3b5f60f83200 HTTP/1.1" status: 404 len: 352 time: 0.0333340 Oct 26 14:01:23.783415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85555f21-46ea-4d50-abf0-96ce6dd45f24 req-00ff5e7a-8172-4a2a-99f9-43ab5964ecca tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:23.785960 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-85555f21-46ea-4d50-abf0-96ce6dd45f24 req-00ff5e7a-8172-4a2a-99f9-43ab5964ecca tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.25 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 944 time: 0.1419468 Oct 26 14:01:23.917223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca79b0-853a-4a10-82df-7365c098a9cb req-63b059c6-3aa0-4b7a-abe5-cb0a82cc93d2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:23.920378 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25ca79b0-853a-4a10-82df-7365c098a9cb req-63b059c6-3aa0-4b7a-abe5-cb0a82cc93d2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.3051925 Oct 26 14:01:23.959862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-85555f21-46ea-4d50-abf0-96ce6dd45f24 req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Deleting port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:23.960289 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-85555f21-46ea-4d50-abf0-96ce6dd45f24 req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:24.006863 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f70dd9bc-8587-4781-963b-f3e5b58bb619 None None] Provisioning complete for port 88365148-94bf-4d69-b2cc-bc2083ed276f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:24.007237 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f70dd9bc-8587-4781-963b-f3e5b58bb619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:24.018893 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25ca79b0-853a-4a10-82df-7365c098a9cb req-d84c7926-7244-4604-802a-faa82181d711 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876122 Oct 26 14:01:24.045183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f70dd9bc-8587-4781-963b-f3e5b58bb619 None None] Port 88365148-94bf-4d69-b2cc-bc2083ed276f cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:01:24.057450 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba751a8-93e3-43db-a16b-1870f2f71127 req-01fbf556-b0b2-4d67-a163-d7d11bc4544a tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:24.059236 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ba751a8-93e3-43db-a16b-1870f2f71127 req-01fbf556-b0b2-4d67-a163-d7d11bc4544a tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.1269207 Oct 26 14:01:24.073007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Router cdea1777-ec2b-4b0b-90b7-349419f9c540 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:01:24.089387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-85555f21-46ea-4d50-abf0-96ce6dd45f24 req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] For port cdd10a30-2b9a-4029-8568-bdc2dbe43e40, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:24.090435 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-85555f21-46ea-4d50-abf0-96ce6dd45f24 req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:24.106817 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-85555f21-46ea-4d50-abf0-96ce6dd45f24 req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Calling delete_port for cdd10a30-2b9a-4029-8568-bdc2dbe43e40 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:24.163047 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ba751a8-93e3-43db-a16b-1870f2f71127 req-d7fe9c92-5363-45a7-844d-27d42589d7e8 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927434 Oct 26 14:01:24.220799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5efd65ff-0b3d-42dc-860c-a01adc8d7e81 req-24cb5edf-500b-45c4-a23f-7bbffb60ae06 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/961543a3-6bf4-4d40-bd29-ffd1abec946d HTTP/1.1" status: 200 len: 1800 time: 0.1498146 Oct 26 14:01:24.357271 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5efd65ff-0b3d-42dc-860c-a01adc8d7e81 req-c8c432ce-3e66-4ad3-b529-20e1c67a1317 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:24.375651 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-85555f21-46ea-4d50-abf0-96ce6dd45f24 req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:24.391948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['fe1fd28c-9f55-4c15-a4de-9836f167009c', 'cdd10a30-2b9a-4029-8568-bdc2dbe43e40'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:24.398858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:01:24.418775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d8f6fce6-aaf0-48a1-8405-f3b209b9d921 admin admin] 10.222.0.32 "PUT /v2.0/routers/cdea1777-ec2b-4b0b-90b7-349419f9c540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1471415 Oct 26 14:01:24.429281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Pushing event deleted for resources: {'Port': ['ID=cdd10a30-2b9a-4029-8568-bdc2dbe43e40,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:24.442632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:24.442632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:24.442900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:24.443189 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:24.443523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:24.443856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:24.444186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:24.444512 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:24.444901 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:24.445243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:24.445558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:24.445881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:24.458792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Sync routers for ids ['cdea1777-ec2b-4b0b-90b7-349419f9c540'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:01:24.494174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-85555f21-46ea-4d50-abf0-96ce6dd45f24 req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] No DVR routers for this DVR port cdd10a30-2b9a-4029-8568-bdc2dbe43e40 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:24.497853 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-85555f21-46ea-4d50-abf0-96ce6dd45f24 req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:24.498195 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5efd65ff-0b3d-42dc-860c-a01adc8d7e81 req-c8c432ce-3e66-4ad3-b529-20e1c67a1317 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:24.503235 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-85555f21-46ea-4d50-abf0-96ce6dd45f24 req-c7ea17a2-f3ee-455e-9704-cb56ebb1d89c tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.25 "DELETE /v2.0/ports/cdd10a30-2b9a-4029-8568-bdc2dbe43e40 HTTP/1.1" status: 204 len: 173 time: 0.7092457 Oct 26 14:01:24.504091 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e374e1-a8fe-4704-a5cf-f98d2fc3336a', 'name': 'network-vif-deleted', 'tag': 'cdd10a30-2b9a-4029-8568-bdc2dbe43e40'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:24.508115 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db82d6c2-69b7-4881-b3a9-5ffa4eed7695" -d '{"events": [{"server_uuid": "12e374e1-a8fe-4704-a5cf-f98d2fc3336a", "name": "network-vif-deleted", "tag": "cdd10a30-2b9a-4029-8568-bdc2dbe43e40"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:24.510801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Routers {'cdea1777-ec2b-4b0b-90b7-349419f9c540'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:24.511035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:01:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['cdea1777-ec2b-4b0b-90b7-349419f9c540'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:24.694118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Set router cdea1777-ec2b-4b0b-90b7-349419f9c540 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:24.695306 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659caa6-3ffc-44ce-855f-3e8dcabdba01 req-49ff6014-5d34-42fe-970f-e4f59a372775 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:24.704412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5659caa6-3ffc-44ce-855f-3e8dcabdba01 req-49ff6014-5d34-42fe-970f-e4f59a372775 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.2900808 Oct 26 14:01:24.762174 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5659caa6-3ffc-44ce-855f-3e8dcabdba01 req-5f46a87c-0a40-4307-81e2-3df251ab8d5e tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565238 Oct 26 14:01:24.776342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5efd65ff-0b3d-42dc-860c-a01adc8d7e81 req-c8c432ce-3e66-4ad3-b529-20e1c67a1317 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:24.780525 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5efd65ff-0b3d-42dc-860c-a01adc8d7e81 req-c8c432ce-3e66-4ad3-b529-20e1c67a1317 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:24.799505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5efd65ff-0b3d-42dc-860c-a01adc8d7e81 req-c8c432ce-3e66-4ad3-b529-20e1c67a1317 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "DELETE /v2.0/security-groups/961543a3-6bf4-4d40-bd29-ffd1abec946d HTTP/1.1" status: 204 len: 173 time: 0.5460873 Oct 26 14:01:24.834471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c432ce-3e66-4ad3-b529-20e1c67a1317 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961543a3-6bf4-4d40-bd29-ffd1abec946d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:24.878834 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f0be68-0a70-44be-8547-33c1a62504cc x-openstack-request-id: req-37f0be68-0a70-44be-8547-33c1a62504cc {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:24.879316 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e374e1-a8fe-4704-a5cf-f98d2fc3336a", "name": "network-vif-deleted", "tag": "cdd10a30-2b9a-4029-8568-bdc2dbe43e40", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:24.880416 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37f0be68-0a70-44be-8547-33c1a62504cc {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:24.880983 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e374e1-a8fe-4704-a5cf-f98d2fc3336a', 'name': 'network-vif-deleted', 'tag': 'cdd10a30-2b9a-4029-8568-bdc2dbe43e40', 'status': 'completed', 'code': 200} Oct 26 14:01:25.015954 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3647c413-4883-4be7-b7c2-8a4eeb483026 req-a6c0adf7-056a-4d1d-8cc6-f670825cf7dd tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 210 time: 0.0582721 Oct 26 14:01:25.055690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port': {'id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:12Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '88365148-94bf-4d69-b2cc-bc2083ed276f', 'name': '', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'mac_address': 'fa:16:3e:57:53:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:19Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 2, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'subnets': [{'id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:25.090832 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Checking router: cdea1777-ec2b-4b0b-90b7-349419f9c540 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:01:25.091294 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Updating router cdea1777-ec2b-4b0b-90b7-349419f9c540 port 88365148-94bf-4d69-b2cc-bc2083ed276f binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:01:25.141094 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.315162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-fcbb1cf4-fefd-4a87-94b7-e2b720e60306 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:25.322694 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-fcbb1cf4-fefd-4a87-94b7-e2b720e60306 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 807 time: 0.1784210 Oct 26 14:01:25.340675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-f071aaf1-e023-4496-91a5-5cc61c9e3a6d tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/quotas/3015cef33add49c0a70c99ffe7c7236a HTTP/1.1" status: 200 len: 375 time: 0.0167770 Oct 26 14:01:25.440910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-338e730e-b39b-47d7-b627-cf7e11ef4db0 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0992420 Oct 26 14:01:25.576443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50846) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:25.585886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c9565476-edec-4c18-904f-baed6ce0f35c tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--854500228', 'description': 'tempest-description--387925781'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:25.618420 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.640086 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.692546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-b19ba15e-f791-420f-9b94-f640c30affb4 service neutron] 10.222.0.32 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328615 Oct 26 14:01:25.692941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bc095-e544-4035-9d4e-983b6e81fd59 None None] Pushing event updated for resources: {'Port': ['ID=88365148-94bf-4d69-b2cc-bc2083ed276f,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:25.703493 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c9565476-edec-4c18-904f-baed6ce0f35c tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.909270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Attempting to bind port 88365148-94bf-4d69-b2cc-bc2083ed276f on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:25.909784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Attempting to bind port 88365148-94bf-4d69-b2cc-bc2083ed276f by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '90f5b463-9b9e-444a-a44f-ee82bf62b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:25.910179 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Attempting to bind port 88365148-94bf-4d69-b2cc-bc2083ed276f on network 34fad221-f7e8-483b-a3a9-2a5581859a09 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:25.919852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:25.920933 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Checking segment: {'id': '90f5b463-9b9e-444a-a44f-ee82bf62b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:25.921457 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.922011 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Bound using segment: {'id': '90f5b463-9b9e-444a-a44f-ee82bf62b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:25.922708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Bound port: 88365148-94bf-4d69-b2cc-bc2083ed276f, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f5b463-9b9e-444a-a44f-ee82bf62b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:25.923104 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.997311 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-d29fd14f-ddb5-413a-8b8f-e14800d83dcd service neutron] 10.222.0.32 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144629 Oct 26 14:01:26.006578 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c9565476-edec-4c18-904f-baed6ce0f35c tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.019114 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c9565476-edec-4c18-904f-baed6ce0f35c tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.021926 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-9d6270d3-43d3-4d0d-8863-634b070028bc req-40dcfa16-09ef-4567-9e37-01f50b095c43 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] show failed (client error): The resource could not be found. Oct 26 14:01:26.036497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d6270d3-43d3-4d0d-8863-634b070028bc req-40dcfa16-09ef-4567-9e37-01f50b095c43 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/961543a3-6bf4-4d40-bd29-ffd1abec946d HTTP/1.1" status: 404 len: 352 time: 0.0315371 Oct 26 14:01:26.105116 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c9565476-edec-4c18-904f-baed6ce0f35c tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.114394 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c9565476-edec-4c18-904f-baed6ce0f35c tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5367501 Oct 26 14:01:26.115958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9565476-edec-4c18-904f-baed6ce0f35c tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77245d01-b70e-4efc-8e3a-6ecc87e3ff02,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:26.124025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50858) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:26.134261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-125db0ae-b5c7-4914-977a-72862939bcd4 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Request body: {'security_group_rule': {'security_group_id': '77245d01-b70e-4efc-8e3a-6ecc87e3ff02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:26.143582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] For port 88365148-94bf-4d69-b2cc-bc2083ed276f, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:26.155102 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] For port 88365148-94bf-4d69-b2cc-bc2083ed276f, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=88365148-94bf-4d69-b2cc-bc2083ed276f,segment=NetworkSegment(90f5b463-9b9e-444a-a44f-ee82bf62b018),segment_id=90f5b463-9b9e-444a-a44f-ee82bf62b018)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:26.164153 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.216729 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-125db0ae-b5c7-4914-977a-72862939bcd4 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.307277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7a1a5923-260d-4ea4-b386-009c4b7f9587 None None] Provisioning complete for port 88365148-94bf-4d69-b2cc-bc2083ed276f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:26.307670 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7a1a5923-260d-4ea4-b386-009c4b7f9587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.418429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Routers {'cdea1777-ec2b-4b0b-90b7-349419f9c540'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:26.419534 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:01:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['cdea1777-ec2b-4b0b-90b7-349419f9c540'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:26.460964 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0026d11-43fc-4ae1-97bf-6a886a9c0c05 req-ee23b2fb-9d3f-40b9-8fd9-11598db97252 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:26.468847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0026d11-43fc-4ae1-97bf-6a886a9c0c05 req-ee23b2fb-9d3f-40b9-8fd9-11598db97252 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.1981525 Oct 26 14:01:26.484111 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-125db0ae-b5c7-4914-977a-72862939bcd4 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.504203 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-125db0ae-b5c7-4914-977a-72862939bcd4 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.578732 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-125db0ae-b5c7-4914-977a-72862939bcd4 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.585118 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-125db0ae-b5c7-4914-977a-72862939bcd4 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4597626 Oct 26 14:01:26.587115 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50870) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:26.591813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9e28f5c1-7894-492d-9a48-a9bc27865b6d tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Request body: {'security_group_rule': {'security_group_id': '77245d01-b70e-4efc-8e3a-6ecc87e3ff02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:26.606798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125db0ae-b5c7-4914-977a-72862939bcd4 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5359992-ca62-4ca4-b9f3-6c16610b9364,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:26.646011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0026d11-43fc-4ae1-97bf-6a886a9c0c05 req-36ef3f20-5a6d-4052-afc0-d89d05f2ba81 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692128 Oct 26 14:01:26.652311 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e28f5c1-7894-492d-9a48-a9bc27865b6d tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.813937 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e28f5c1-7894-492d-9a48-a9bc27865b6d tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.819446 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e28f5c1-7894-492d-9a48-a9bc27865b6d tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.862644 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e28f5c1-7894-492d-9a48-a9bc27865b6d tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.866637 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9e28f5c1-7894-492d-9a48-a9bc27865b6d tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2784212 Oct 26 14:01:26.870114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50886) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:26.890126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:26.899183 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28f5c1-7894-492d-9a48-a9bc27865b6d tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7ae17b-05dc-49aa-a484-de2bbf8daa8b,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:26.970224 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.038449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bc095-e544-4035-9d4e-983b6e81fd59 None None] Pushing event updated for resources: {'Port': ['ID=88365148-94bf-4d69-b2cc-bc2083ed276f,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:27.085911 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7a1a5923-260d-4ea4-b386-009c4b7f9587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.134257 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.213605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7a1a5923-260d-4ea4-b386-009c4b7f9587 None None] For port 88365148-94bf-4d69-b2cc-bc2083ed276f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=88365148-94bf-4d69-b2cc-bc2083ed276f,segment=NetworkSegment(90f5b463-9b9e-444a-a44f-ee82bf62b018),segment_id=90f5b463-9b9e-444a-a44f-ee82bf62b018)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:27.217965 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] Set router cdea1777-ec2b-4b0b-90b7-349419f9c540 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:27.291466 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device cdd10a30-2b9a-4029-8568-bdc2dbe43e40 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:27.303687 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7a1a5923-260d-4ea4-b386-009c4b7f9587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.374084 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Allocated IP 172.25.4.89 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/97acea8e-4c38-4689-965b-be6d47c82344) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:27.378859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: cdd10a30-2b9a-4029-8568-bdc2dbe43e40 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:27.382739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device cdd10a30-2b9a-4029-8568-bdc2dbe43e40 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:27.405902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597812e-b519-4eab-af27-0d5a74fb16d5 req-38ecb29c-56ba-4cee-9d4d-3e7c4eda6e4a tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:27.407353 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8597812e-b519-4eab-af27-0d5a74fb16d5 req-38ecb29c-56ba-4cee-9d4d-3e7c4eda6e4a tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cde570a-b2fa-4a31-be2a-7924a139c194 HTTP/1.1" status: 200 len: 945 time: 0.1267986 Oct 26 14:01:27.447987 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.553117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c16127a3-71b6-481b-96f6-112937445a28 req-6f1455a8-9090-47cf-8a07-a7a9be46b789 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 210 time: 0.1546028 Oct 26 14:01:27.613628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed158316-044c-4dba-850e-61767681e13f req-6e35f4b1-e3f6-44f1-890d-961f6acb7572 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/1105beba-5f0a-402d-9b13-7d60efe5ecd1 HTTP/1.1" status: 200 len: 1800 time: 0.9314783 Oct 26 14:01:27.629275 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-ea37b426-d743-47cd-829d-446541e5c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:27.631228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-ea37b426-d743-47cd-829d-446541e5c9ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f&tenant_id=f254c3780f9c4422b640c485cb709267 HTTP/1.1" status: 200 len: 1101 time: 0.2340136 Oct 26 14:01:27.720883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2573f856-b343-4b67-bfa0-49c91f983d48 None None] Provisioning complete for port 88365148-94bf-4d69-b2cc-bc2083ed276f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:27.721595 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2573f856-b343-4b67-bfa0-49c91f983d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.776189 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-8597812e-b519-4eab-af27-0d5a74fb16d5 req-ecd370dc-bade-4d67-b24a-c2e91e81c6dc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Deleting port 6f4af91a-e502-465c-aa0d-78a29483baf6 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:27.776452 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8597812e-b519-4eab-af27-0d5a74fb16d5 req-ecd370dc-bade-4d67-b24a-c2e91e81c6dc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.813183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a5923-260d-4ea4-b386-009c4b7f9587 None None] Pushing event updated for resources: {'Port': ['ID=88365148-94bf-4d69-b2cc-bc2083ed276f,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:27.862068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-e0071916-05a8-4af3-a5ee-f8b1a5e2c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:27.864551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-e0071916-05a8-4af3-a5ee-f8b1a5e2c137 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 1101 time: 0.1710536 Oct 26 14:01:27.936447 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.960322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port': {'id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:12Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '88365148-94bf-4d69-b2cc-bc2083ed276f', 'name': '', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'mac_address': 'fa:16:3e:57:53:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:19Z', 'updated_at': '2021-10-26T14:01:26Z', 'revision_number': 4, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'subnets': [{'id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:27.999430 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376fe2e-a918-4f57-a7d2-e3f2a8e512a4 None None] The sync data for ids ['cdea1777-ec2b-4b0b-90b7-349419f9c540'] in n-d-815498-1 is: [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port': {'id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:12Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '88365148-94bf-4d69-b2cc-bc2083ed276f', 'name': '', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'mac_address': 'fa:16:3e:57:53:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:19Z', 'updated_at': '2021-10-26T14:01:26Z', 'revision_number': 4, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'subnets': [{'id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:01:28.027217 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ed158316-044c-4dba-850e-61767681e13f req-3e585d8e-eec8-45ec-9cc9-59a7766fab36 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.054542 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-fa04c0d0-fbd7-41f2-840f-dc52879db5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:28.060729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-fa04c0d0-fbd7-41f2-840f-dc52879db5fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1844709 Oct 26 14:01:28.099006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-8597812e-b519-4eab-af27-0d5a74fb16d5 req-ecd370dc-bade-4d67-b24a-c2e91e81c6dc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] For port 6f4af91a-e502-465c-aa0d-78a29483baf6, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6f4af91a-e502-465c-aa0d-78a29483baf6,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:28.099638 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8597812e-b519-4eab-af27-0d5a74fb16d5 req-ecd370dc-bade-4d67-b24a-c2e91e81c6dc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.121495 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.124173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-8597812e-b519-4eab-af27-0d5a74fb16d5 req-ecd370dc-bade-4d67-b24a-c2e91e81c6dc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Calling delete_port for 6f4af91a-e502-465c-aa0d-78a29483baf6 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:28.151841 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ed158316-044c-4dba-850e-61767681e13f req-3e585d8e-eec8-45ec-9cc9-59a7766fab36 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.177314 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:28.185206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:28.192098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:28.218623 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ed158316-044c-4dba-850e-61767681e13f req-3e585d8e-eec8-45ec-9cc9-59a7766fab36 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.221689 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ed158316-044c-4dba-850e-61767681e13f req-3e585d8e-eec8-45ec-9cc9-59a7766fab36 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.235834 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed158316-044c-4dba-850e-61767681e13f req-3e585d8e-eec8-45ec-9cc9-59a7766fab36 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "DELETE /v2.0/security-groups/1105beba-5f0a-402d-9b13-7d60efe5ecd1 HTTP/1.1" status: 204 len: 173 time: 0.6202662 Oct 26 14:01:28.258746 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Pushing event updated for resources: {'Port': ['ID=97acea8e-4c38-4689-965b-be6d47c82344,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:28.293715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-edb998b2-9388-4cec-9496-b48b17399458 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a HTTP/1.1" status: 200 len: 217 time: 0.0893986 Oct 26 14:01:28.313369 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-3ce519a2-cdce-42c3-a085-4d424fbc7651 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:28.326041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-3ce519a2-cdce-42c3-a085-4d424fbc7651 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/networks?id=9588c97f-f586-44b3-8176-8350580dbf61 HTTP/1.1" status: 200 len: 815 time: 0.6110623 Oct 26 14:01:28.349544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e585d8e-eec8-45ec-9cc9-59a7766fab36 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1105beba-5f0a-402d-9b13-7d60efe5ecd1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:28.400676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6020db33-33ff-4f92-a37b-6b604f1376f2 req-9fa7f7bd-80bf-4ab9-9cfd-69854b98dbd7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 210 time: 0.0636995 Oct 26 14:01:28.411904 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-8682956a-a21e-485f-b317-133572ae12e8 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/quotas/fa561142db2d426c894b3f996f9f4d1c HTTP/1.1" status: 200 len: 375 time: 0.0850115 Oct 26 14:01:28.449280 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.465771 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-727eb4f8-5bed-49ff-ba98-9bee28bac0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:28.467264 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-727eb4f8-5bed-49ff-ba98-9bee28bac0bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1393557 Oct 26 14:01:28.521770 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-d67bca3d-cf60-41a6-b556-a4078a9e57fb tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa561142db2d426c894b3f996f9f4d1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089098 Oct 26 14:01:28.563335 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.646488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-8931c606-577e-4e0f-bba3-3ccca6d155a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:28.648001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-8931c606-577e-4e0f-bba3-3ccca6d155a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1706042 Oct 26 14:01:28.762086 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-f4f3129d-83b3-4af9-97f6-ae8868a97079 service neutron] 10.222.0.32 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393074 Oct 26 14:01:28.770133 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.780409 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.797240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975cc49-67b2-4f55-b433-6448770fa7d8 req-bb3a8c1e-75f1-46c7-85ab-49bb03a63cb7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:28.798966 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4975cc49-67b2-4f55-b433-6448770fa7d8 req-bb3a8c1e-75f1-46c7-85ab-49bb03a63cb7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.1929731 Oct 26 14:01:28.830664 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8597812e-b519-4eab-af27-0d5a74fb16d5 req-ecd370dc-bade-4d67-b24a-c2e91e81c6dc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.842267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['6f4af91a-e502-465c-aa0d-78a29483baf6'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:28.914421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Pushing event updated for resources: {'Port': ['ID=97acea8e-4c38-4689-965b-be6d47c82344,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:28.952809 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-8597812e-b519-4eab-af27-0d5a74fb16d5 req-ecd370dc-bade-4d67-b24a-c2e91e81c6dc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] No DVR routers for this DVR port 6f4af91a-e502-465c-aa0d-78a29483baf6 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:28.967603 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8597812e-b519-4eab-af27-0d5a74fb16d5 req-ecd370dc-bade-4d67-b24a-c2e91e81c6dc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.970861 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8597812e-b519-4eab-af27-0d5a74fb16d5 req-ecd370dc-bade-4d67-b24a-c2e91e81c6dc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.25 "DELETE /v2.0/ports/6f4af91a-e502-465c-aa0d-78a29483baf6 HTTP/1.1" status: 204 len: 173 time: 1.5491474 Oct 26 14:01:28.972056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cde570a-b2fa-4a31-be2a-7924a139c194', 'name': 'network-vif-deleted', 'tag': '6f4af91a-e502-465c-aa0d-78a29483baf6'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:28.974358 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6f13bf-076b-4ed8-9392-6b5246bc690e" -d '{"events": [{"server_uuid": "8cde570a-b2fa-4a31-be2a-7924a139c194", "name": "network-vif-deleted", "tag": "6f4af91a-e502-465c-aa0d-78a29483baf6"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:29.020952 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4975cc49-67b2-4f55-b433-6448770fa7d8 req-67a14773-44df-4a4b-bbcb-59fbeb989221 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961737 Oct 26 14:01:29.040457 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:29.043973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd370dc-bade-4d67-b24a-c2e91e81c6dc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Pushing event deleted for resources: {'Port': ['ID=6f4af91a-e502-465c-aa0d-78a29483baf6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:29.075905 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-9160086a-d335-4963-8aed-e448e04be5a8 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145064 Oct 26 14:01:29.094359 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:29.098847 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e635ca1e-1410-430e-86c7-55a681509324 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2198961 Oct 26 14:01:29.110117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e150e9fb-ec49-4c64-9c9d-ec6bd260629a no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:29.258610 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:29.268226 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-59b63c80-4256-4cfe-93c0-b31053ea84c7 service neutron] 10.222.0.32 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051744 Oct 26 14:01:29.276000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-086458ff-f49e-4263-ad73-3624f1e8fba0 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:29.278204 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-086458ff-f49e-4263-ad73-3624f1e8fba0 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.11 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 807 time: 0.5012357 Oct 26 14:01:29.296028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:29.296255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-f60f98cd-e58d-4470-bb35-de065b74c8a8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Request body: {'port': {'device_id': '07580c72-af2d-411c-a998-4e959504b5d5', 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a', 'admin_state_up': True, 'tenant_id': '3015cef33add49c0a70c99ffe7c7236a'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:29.299074 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d355bd73-b599-470b-bb66-d42a6b67d1ad" -d '{"events": [{"server_uuid": "02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f", "name": "network-vif-unplugged", "status": "completed", "tag": "e150e9fb-ec49-4c64-9c9d-ec6bd260629a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:29.314825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:29.323388 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:29.351932 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-ad3fcffd-dd96-43ea-acce-85ce4b254e30 req-de7bd2f1-d40f-4304-b9ac-30dc02a16ee8 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] show failed (client error): The resource could not be found. Oct 26 14:01:29.365301 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad3fcffd-dd96-43ea-acce-85ce4b254e30 req-de7bd2f1-d40f-4304-b9ac-30dc02a16ee8 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/1105beba-5f0a-402d-9b13-7d60efe5ecd1 HTTP/1.1" status: 404 len: 352 time: 0.1436257 Oct 26 14:01:29.447835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:29.493342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 88365148-94bf-4d69-b2cc-bc2083ed276f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:29.517054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c4708b9-d826-4ea9-8d6a-afe745a170e3 req-46ae66cd-934b-4e8d-9684-18efcd77e66a service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283044 Oct 26 14:01:29.644698 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 88365148-94bf-4d69-b2cc-bc2083ed276f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:29.645078 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:29.694624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23ba6458-fa8d-4909-babd-841e4cb02f75 req-2cc48950-4555-40ef-8d75-1bf8159c55a7 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 210 time: 0.1288373 Oct 26 14:01:29.821905 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2af3860-8a94-4cf6-b581-223bc65a60d5 x-openstack-request-id: req-e2af3860-8a94-4cf6-b581-223bc65a60d5 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:29.822458 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cde570a-b2fa-4a31-be2a-7924a139c194", "name": "network-vif-deleted", "tag": "6f4af91a-e502-465c-aa0d-78a29483baf6", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:29.822733 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2af3860-8a94-4cf6-b581-223bc65a60d5 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:29.823320 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cde570a-b2fa-4a31-be2a-7924a139c194', 'name': 'network-vif-deleted', 'tag': '6f4af91a-e502-465c-aa0d-78a29483baf6', 'status': 'completed', 'code': 200} Oct 26 14:01:29.861255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-f60f98cd-e58d-4470-bb35-de065b74c8a8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Made reservation on behalf of 3015cef33add49c0a70c99ffe7c7236a for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:29.868753 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-f60f98cd-e58d-4470-bb35-de065b74c8a8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:29.919679 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c115cd-4730-4ff9-acd8-e8149339b8fa x-openstack-request-id: req-83c115cd-4730-4ff9-acd8-e8149339b8fa {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:29.920546 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f", "name": "network-vif-unplugged", "status": "completed", "tag": "e150e9fb-ec49-4c64-9c9d-ec6bd260629a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:29.921125 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83c115cd-4730-4ff9-acd8-e8149339b8fa {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:29.921763 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a', 'code': 200} Oct 26 14:01:30.118609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-dd0b2acc-8ab7-4ddb-94f6-0dc0e6b95a67 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--854500228&fields=id&tenant_id=351eff63847840cb8676a04ff38a4c4b HTTP/1.1" status: 200 len: 267 time: 0.1232052 Oct 26 14:01:30.220303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c70f4b41-7c30-4c5c-84b0-70b37697d170 req-29264d7a-97fd-4031-aebc-b8bf28d74127 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99f9efda9b7b4a66b51af2add3e3816d HTTP/1.1" status: 200 len: 6149 time: 0.2260869 Oct 26 14:01:30.223819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-f60f98cd-e58d-4470-bb35-de065b74c8a8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Allocated IP 172.20.0.2 (078abf4e-3c0c-457f-98a5-ae1b32bc0d7a/b0759cbe-4941-45d8-8065-e151e9f5a491/6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:30.350934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-67186e11-0bca-46a2-8b3a-b319a2afb2c7 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:30.352901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-67186e11-0bca-46a2-8b3a-b319a2afb2c7 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/networks?id=34fad221-f7e8-483b-a3a9-2a5581859a09 HTTP/1.1" status: 200 len: 806 time: 0.2184489 Oct 26 14:01:30.376811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c70f4b41-7c30-4c5c-84b0-70b37697d170 req-a91394f8-c597-401a-b66c-e6fb37c296fa tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/7edaa27a-2d70-411a-ae6f-202d6a6dff85 HTTP/1.1" status: 200 len: 2981 time: 0.1324117 Oct 26 14:01:30.435949 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-409c02d1-1caa-4040-b126-e8141d19df87 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/quotas/351eff63847840cb8676a04ff38a4c4b HTTP/1.1" status: 200 len: 375 time: 0.0577385 Oct 26 14:01:30.539901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c70f4b41-7c30-4c5c-84b0-70b37697d170 req-ba06f387-cafc-48c8-ba66-ccc4db9ea10e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/7edaa27a-2d70-411a-ae6f-202d6a6dff85 HTTP/1.1" status: 200 len: 2981 time: 0.1492951 Oct 26 14:01:30.563595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-a72c0ada-a722-46a2-a7c3-b6d0e0e135e4 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=351eff63847840cb8676a04ff38a4c4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199050 Oct 26 14:01:30.566571 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-f60f98cd-e58d-4470-bb35-de065b74c8a8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:30.674707 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41bd89d4-bfd6-4176-8f9c-269e9e3c1cb7 req-305b5d9a-6a29-4c98-849f-a16c74b0765c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 210 time: 0.0473478 Oct 26 14:01:30.694282 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-f60f98cd-e58d-4470-bb35-de065b74c8a8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:30.706680 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['6987a49c-49d3-4eed-bf94-035a59f794f8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:30.743317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-f60f98cd-e58d-4470-bb35-de065b74c8a8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:30.751784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-f60f98cd-e58d-4470-bb35-de065b74c8a8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:30.759360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-f60f98cd-e58d-4470-bb35-de065b74c8a8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:30.769050 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-e89d24f8-f544-467d-bbbd-b06d2848aed7 service neutron] 10.222.0.32 "GET /v2.0/networks/34fad221-f7e8-483b-a3a9-2a5581859a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908147 Oct 26 14:01:30.790271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f98cd-e58d-4470-bb35-de065b74c8a8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Pushing event updated for resources: {'Port': ['ID=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:30.881386 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98298076-0eef-47af-abb1-abb741519fb0 req-983a9e80-42b4-47bd-8e48-215c4c86085a tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 210 time: 0.0651791 Oct 26 14:01:30.895637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-f60f98cd-e58d-4470-bb35-de065b74c8a8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:30.897139 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-f60f98cd-e58d-4470-bb35-de065b74c8a8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:30.943343 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-f60f98cd-e58d-4470-bb35-de065b74c8a8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6531017 Oct 26 14:01:30.963575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Request body: {'port': {'device_id': '07580c72-af2d-411c-a998-4e959504b5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:30.968807 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-fa3fc430-b659-4788-8d7d-cec4c19c6358 service neutron] 10.222.0.32 "GET /v2.0/networks/34fad221-f7e8-483b-a3a9-2a5581859a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799629 Oct 26 14:01:31.087926 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.091215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-ce8fe4ec-8e19-474f-821f-51b24efec241 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:31.092746 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-ce8fe4ec-8e19-474f-821f-51b24efec241 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.25 "GET /v2.0/networks?id=9588c97f-f586-44b3-8176-8350580dbf61 HTTP/1.1" status: 200 len: 815 time: 0.2167702 Oct 26 14:01:31.110030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-c01f4e52-1a99-474a-aad2-8098bb5d6691 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Request body: {'port': {'device_id': 'd47313a3-bac5-4f58-9d9f-73b9a6cb6ba9', 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61', 'admin_state_up': True, 'tenant_id': 'fa561142db2d426c894b3f996f9f4d1c'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:31.251813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-c01f4e52-1a99-474a-aad2-8098bb5d6691 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Made reservation on behalf of fa561142db2d426c894b3f996f9f4d1c for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:31.255671 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-c01f4e52-1a99-474a-aad2-8098bb5d6691 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.262036 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 71ff9901-bd6d-488c-bdeb-65843130efe3 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:31.411984 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.454060 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 71ff9901-bd6d-488c-bdeb-65843130efe3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=71ff9901-bd6d-488c-bdeb-65843130efe3,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:31.459819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-c01f4e52-1a99-474a-aad2-8098bb5d6691 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Allocated IP 172.20.0.13 (9588c97f-f586-44b3-8176-8350580dbf61/b2965551-3bbf-4edc-bedb-b8d4c84f64c1/36fa9bda-702d-4b52-9d05-d249156584e3) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:31.468123 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.469023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6f4af91a-e502-465c-aa0d-78a29483baf6 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:31.574667 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 6f4af91a-e502-465c-aa0d-78a29483baf6 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:31.575450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6f4af91a-e502-465c-aa0d-78a29483baf6 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:31.623357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=71ff9901-bd6d-488c-bdeb-65843130efe3,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:31.655211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e841fc-e990-4f49-aff3-6d56ec708ecd req-a0282858-21fe-4ae5-b100-ceb174d84ab3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:31.656783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d0e841fc-e990-4f49-aff3-6d56ec708ecd req-a0282858-21fe-4ae5-b100-ceb174d84ab3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 948 time: 0.2051423 Oct 26 14:01:31.704442 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-c01f4e52-1a99-474a-aad2-8098bb5d6691 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.745643 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d0e841fc-e990-4f49-aff3-6d56ec708ecd req-79ae2ff0-7f17-43d6-8940-583eab195c89 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768781 Oct 26 14:01:31.774294 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:31.783003 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-c01f4e52-1a99-474a-aad2-8098bb5d6691 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.784108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-b0813311-271c-46ac-9540-dacc44f0fd67 req-621df185-14f5-4dfd-ba59-162da384378e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1766297744', 'description': 'tempest-description-1722053193'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:31.794003 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.819474 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Transition to ACTIVE for port object 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:31.824787 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.837766 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b0813311-271c-46ac-9540-dacc44f0fd67 req-621df185-14f5-4dfd-ba59-162da384378e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.850675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-c01f4e52-1a99-474a-aad2-8098bb5d6691 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Network 9588c97f-f586-44b3-8176-8350580dbf61 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:31.854160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-c01f4e52-1a99-474a-aad2-8098bb5d6691 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:31.858052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-c01f4e52-1a99-474a-aad2-8098bb5d6691 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:31.888175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f4e52-1a99-474a-aad2-8098bb5d6691 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Pushing event updated for resources: {'Port': ['ID=36fa9bda-702d-4b52-9d05-d249156584e3,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:31.923154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4bcd56-7639-42c2-af50-bef061d746bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ff9901-bd6d-488c-bdeb-65843130efe3'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:31.923475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-c01f4e52-1a99-474a-aad2-8098bb5d6691 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:31.924294 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-c01f4e52-1a99-474a-aad2-8098bb5d6691 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.926350 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21af86ce-42ad-4731-85d1-a05fd7210b5a" -d '{"events": [{"server_uuid": "6d4bcd56-7639-42c2-af50-bef061d746bb", "name": "network-vif-unplugged", "status": "completed", "tag": "71ff9901-bd6d-488c-bdeb-65843130efe3"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:31.950736 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:31.952892 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-c01f4e52-1a99-474a-aad2-8098bb5d6691 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8490546 Oct 26 14:01:32.017481 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dd2676f-2b38-4c58-bf85-62922e06e0fe req-ff417e5d-74cb-4b89-bf6b-70df01649aba tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e374e1-a8fe-4704-a5cf-f98d2fc3336a HTTP/1.1" status: 200 len: 210 time: 0.0381837 Oct 26 14:01:32.113334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Attempting to bind port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:32.113769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Attempting to bind port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:32.114245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Attempting to bind port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:32.122693 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:32.123221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Attempting to bind port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:32.134085 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b0813311-271c-46ac-9540-dacc44f0fd67 req-621df185-14f5-4dfd-ba59-162da384378e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:32.135888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:32.137023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Checking segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:32.137659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Bound using segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:32.138238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Bound port: 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:32.138648 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:32.150648 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b0813311-271c-46ac-9540-dacc44f0fd67 req-621df185-14f5-4dfd-ba59-162da384378e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:32.166483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Request body: {'port': {'device_id': 'd47313a3-bac5-4f58-9d9f-73b9a6cb6ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:32.247766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97abcd6f-b0d5-482d-af62-9d14627da121 req-696ee33e-9ee5-4b0d-a558-4e47b590bd22 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 210 time: 0.0427301 Oct 26 14:01:32.258853 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b0813311-271c-46ac-9540-dacc44f0fd67 req-621df185-14f5-4dfd-ba59-162da384378e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:32.260053 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0813311-271c-46ac-9540-dacc44f0fd67 req-621df185-14f5-4dfd-ba59-162da384378e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4921126 Oct 26 14:01:32.277018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621df185-14f5-4dfd-ba59-162da384378e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7433462-481a-4f43-b683-49b0b2ba4455,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:32.282929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:32.287101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:32.294018 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:32.303235 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:32.332713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:32.333376 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:32.334914 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] 10.222.0.11 "PUT /v2.0/ports/6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d HTTP/1.1" status: 200 len: 1091 time: 1.3779006 Oct 26 14:01:32.335667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07580c72-af2d-411c-a998-4e959504b5d5', 'tag': '6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:32.337941 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbfa2a2-798b-448b-87a5-f2ac75a0cdd4" -d '{"events": [{"name": "network-changed", "server_uuid": "07580c72-af2d-411c-a998-4e959504b5d5", "tag": "6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:32.394875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e034-772a-48e5-a263-9dadb37c9f14 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:32.551877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51169a12-1d7e-45fe-9402-dfb448abd6c5 req-617d30d2-71ad-4893-abd0-7da21af72f5f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:32.566661 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51169a12-1d7e-45fe-9402-dfb448abd6c5 req-617d30d2-71ad-4893-abd0-7da21af72f5f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 943 time: 0.1727171 Oct 26 14:01:32.625163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51169a12-1d7e-45fe-9402-dfb448abd6c5 req-f5e66caf-54c1-4a00-a41a-827f97d3ea8c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574889 Oct 26 14:01:32.677079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-af119e04-8709-4e7d-a6c5-6e6fd76ea5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:32.682064 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-af119e04-8709-4e7d-a6c5-6e6fd76ea5f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 1094 time: 0.2343128 Oct 26 14:01:32.712518 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abfbe7c-0d32-4e40-87b9-0a06b64305df x-openstack-request-id: req-2abfbe7c-0d32-4e40-87b9-0a06b64305df {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:32.713118 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4bcd56-7639-42c2-af50-bef061d746bb", "name": "network-vif-unplugged", "status": "completed", "tag": "71ff9901-bd6d-488c-bdeb-65843130efe3", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:32.713231 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2abfbe7c-0d32-4e40-87b9-0a06b64305df {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:32.714633 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4bcd56-7639-42c2-af50-bef061d746bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ff9901-bd6d-488c-bdeb-65843130efe3', 'code': 200} Oct 26 14:01:32.774712 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-7b5f8ca9-7d43-46de-809f-555520008480 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d HTTP/1.1" status: 200 len: 217 time: 0.0796392 Oct 26 14:01:32.815232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-18242bc0-91ce-4441-befa-869f9fb36150 req-23f55c11-b1ca-4f6b-ba37-9004e056cbce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1405137786', 'description': 'tempest-description-1949697615'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:32.888172 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36fa9bda-702d-4b52-9d05-d249156584e3 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:32.906787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:32.907014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096089b3-b7bb-46d5-84b5-e2453470ff6a req-7769710e-7c45-4748-9f2a-722e064f089d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:32.910445 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-096089b3-b7bb-46d5-84b5-e2453470ff6a req-7769710e-7c45-4748-9f2a-722e064f089d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 932 time: 0.1346436 Oct 26 14:01:32.915386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-34d98978-ee08-43d4-b0c9-13b6fe5eaece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:32.918290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-34d98978-ee08-43d4-b0c9-13b6fe5eaece service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.0922151 Oct 26 14:01:32.920279 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-18242bc0-91ce-4441-befa-869f9fb36150 req-23f55c11-b1ca-4f6b-ba37-9004e056cbce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:32.932014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Transition to ACTIVE for port object 36fa9bda-702d-4b52-9d05-d249156584e3 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:32.938666 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:33.005064 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=36fa9bda-702d-4b52-9d05-d249156584e3,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:33.094129 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-0d1a951e-60a0-482f-aa62-006929bd1924 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482632 Oct 26 14:01:33.109036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-65bb13f3-c6e9-46b3-a0fb-58d4e5d21e0b tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:33.110668 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-65bb13f3-c6e9-46b3-a0fb-58d4e5d21e0b tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.11 "GET /v2.0/networks?id=34fad221-f7e8-483b-a3a9-2a5581859a09 HTTP/1.1" status: 200 len: 806 time: 0.1640923 Oct 26 14:01:33.112075 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e150e9fb-ec49-4c64-9c9d-ec6bd260629a details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:33.146640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Attempting to bind port 36fa9bda-702d-4b52-9d05-d249156584e3 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:33.148462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Attempting to bind port 36fa9bda-702d-4b52-9d05-d249156584e3 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '817952b6-a5ff-417d-86ff-b43c27e82e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:33.148800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Attempting to bind port 36fa9bda-702d-4b52-9d05-d249156584e3 on network 9588c97f-f586-44b3-8176-8350580dbf61 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:33.155598 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-096089b3-b7bb-46d5-84b5-e2453470ff6a req-49a313d7-3c04-41c1-9d31-d31d5bf6eb02 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362921 Oct 26 14:01:33.160527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Port 36fa9bda-702d-4b52-9d05-d249156584e3 on network 9588c97f-f586-44b3-8176-8350580dbf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:33.163007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Attempting to bind port 36fa9bda-702d-4b52-9d05-d249156584e3 on network 9588c97f-f586-44b3-8176-8350580dbf61 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:33.178388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:33.179045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Checking segment: {'id': '817952b6-a5ff-417d-86ff-b43c27e82e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:33.179171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Bound using segment: {'id': '817952b6-a5ff-417d-86ff-b43c27e82e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:33.179549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Bound port: 36fa9bda-702d-4b52-9d05-d249156584e3, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '817952b6-a5ff-417d-86ff-b43c27e82e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:33.179959 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:33.265063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-fe58f165-a0bd-49d4-9e3a-b2a1eb34254d tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=351eff63847840cb8676a04ff38a4c4b HTTP/1.1" status: 200 len: 379 time: 0.1363523 Oct 26 14:01:33.269037 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a5f6fd-c16d-425a-802b-247551b806d1 x-openstack-request-id: req-c6a5f6fd-c16d-425a-802b-247551b806d1 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:33.269392 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07580c72-af2d-411c-a998-4e959504b5d5", "tag": "6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:33.269602 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6a5f6fd-c16d-425a-802b-247551b806d1 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:33.269955 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07580c72-af2d-411c-a998-4e959504b5d5', 'tag': '6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d', 'status': 'completed', 'code': 200} Oct 26 14:01:33.294152 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-17837095-3c95-4498-aa60-a2578238ced1 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Request body: {'port': {'device_id': 'dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'admin_state_up': True, 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'security_groups': ['77245d01-b70e-4efc-8e3a-6ecc87e3ff02']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:33.303296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] For port 36fa9bda-702d-4b52-9d05-d249156584e3, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:33.307580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] For port 36fa9bda-702d-4b52-9d05-d249156584e3, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=36fa9bda-702d-4b52-9d05-d249156584e3,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:33.310116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:33.315840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:33.328940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a', 'mac_address': 'fa:16:3e:b2:75:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:33.360019 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-18242bc0-91ce-4441-befa-869f9fb36150 req-23f55c11-b1ca-4f6b-ba37-9004e056cbce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:33.365119 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-ef5c818e-9c13-44ee-a205-61d3b113c1a6 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535169 Oct 26 14:01:33.376217 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:33.384898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:33.385259 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-18242bc0-91ce-4441-befa-869f9fb36150 req-23f55c11-b1ca-4f6b-ba37-9004e056cbce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:33.385762 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:33.388586 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] 10.222.0.25 "PUT /v2.0/ports/36fa9bda-702d-4b52-9d05-d249156584e3 HTTP/1.1" status: 200 len: 1092 time: 1.4229643 Oct 26 14:01:33.393614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47313a3-bac5-4f58-9d9f-73b9a6cb6ba9', 'tag': '36fa9bda-702d-4b52-9d05-d249156584e3'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:33.394754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e150e9fb-ec49-4c64-9c9d-ec6bd260629a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:33.398664 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a45cbb8-d0a2-4400-86be-9d5612955f25" -d '{"events": [{"name": "network-changed", "server_uuid": "d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9", "tag": "36fa9bda-702d-4b52-9d05-d249156584e3"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:33.419307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:33.426791 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:33.445269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bc2b9-be51-43d1-a098-f6ff63bcd7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=36fa9bda-702d-4b52-9d05-d249156584e3,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:33.492358 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,revision_number=10']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:33.507279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-89c4422a-07a2-4ffb-a5c6-a32b6682262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:33.509303 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-89c4422a-07a2-4ffb-a5c6-a32b6682262e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa561142db2d426c894b3f996f9f4d1c&device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 1095 time: 0.0606759 Oct 26 14:01:33.564557 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-e72edab2-7121-483c-88d4-07c7d7685207 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36fa9bda-702d-4b52-9d05-d249156584e3 HTTP/1.1" status: 200 len: 217 time: 0.0434890 Oct 26 14:01:33.626850 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-25e5e2ae-58b3-4dea-a927-e4f6f35a8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:33.629445 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-25e5e2ae-58b3-4dea-a927-e4f6f35a8b97 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2965551-3bbf-4edc-bedb-b8d4c84f64c1 HTTP/1.1" status: 200 len: 855 time: 0.0578527 Oct 26 14:01:33.668849 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-03fa05af-261d-4fc9-9bd0-6cced444de74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9588c97f-f586-44b3-8176-8350580dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274067 Oct 26 14:01:33.767758 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-2e8da1ba-968d-4f68-a55c-bd4b00cebea6 service neutron] 10.222.0.25 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896018 Oct 26 14:01:33.781469 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['e150e9fb-ec49-4c64-9c9d-ec6bd260629a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:33.818040 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-18242bc0-91ce-4441-befa-869f9fb36150 req-23f55c11-b1ca-4f6b-ba37-9004e056cbce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:33.832849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18242bc0-91ce-4441-befa-869f9fb36150 req-23f55c11-b1ca-4f6b-ba37-9004e056cbce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0261254 Oct 26 14:01:33.917139 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-05f1ec04-74ff-4c67-8394-f178418246c6 req-ac8bdf87-1a7d-4364-b417-2e86ccf1d9da service neutron] 10.222.0.25 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417177 Oct 26 14:01:34.004489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f55c11-b1ca-4f6b-ba37-9004e056cbce tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74a3f1c-2e8f-4a3a-afb3-a2a29fdb15eb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:34.043902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-17837095-3c95-4498-aa60-a2578238ced1 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Made reservation on behalf of 351eff63847840cb8676a04ff38a4c4b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:34.047492 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-17837095-3c95-4498-aa60-a2578238ced1 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:34.056019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bbc1e-fd34-40d8-a2e8-3c371f0f6ea3 req-ce886f54-f92e-42c6-9d85-4bf1fcc278be tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.057622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-757bbc1e-fd34-40d8-a2e8-3c371f0f6ea3 req-ce886f54-f92e-42c6-9d85-4bf1fcc278be tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 950 time: 0.6212919 Oct 26 14:01:34.084949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee401cf-ab5a-4fc3-bdd8-e8f556912b45 req-5035b75e-98c5-4cd8-89af-5fb1dd12d4f2 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.087082 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ee401cf-ab5a-4fc3-bdd8-e8f556912b45 req-5035b75e-98c5-4cd8-89af-5fb1dd12d4f2 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d4bcd56-7639-42c2-af50-bef061d746bb HTTP/1.1" status: 200 len: 943 time: 0.0574765 Oct 26 14:01:34.114703 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30b5cbd5-612e-4966-863a-52c011b137c1 req-9552ca87-c9df-4bd1-8142-2432f04670ee service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7390337 Oct 26 14:01:34.190344 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-3ee401cf-ab5a-4fc3-bdd8-e8f556912b45 req-a5ed1555-5815-4906-82f4-4df35e1218fd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Deleting port 71ff9901-bd6d-488c-bdeb-65843130efe3 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:34.191281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3ee401cf-ab5a-4fc3-bdd8-e8f556912b45 req-a5ed1555-5815-4906-82f4-4df35e1218fd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:34.196039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-43af4c54-4c5a-45c5-ae85-9cf591585b9b tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.197501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-43af4c54-4c5a-45c5-ae85-9cf591585b9b tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/networks?id=c24ddd0f-fa77-485e-ab74-257cc0269123 HTTP/1.1" status: 200 len: 804 time: 0.2886500 Oct 26 14:01:34.208836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-757bbc1e-fd34-40d8-a2e8-3c371f0f6ea3 req-3548c930-8889-489c-aa46-084f7d43b94e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374340 Oct 26 14:01:34.267362 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-40ad3fc5-7351-4709-8b13-13b0073cada9 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/quotas/fe202f0b444d46c5af4121e32536c24c HTTP/1.1" status: 200 len: 375 time: 0.0575330 Oct 26 14:01:34.297543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3ee401cf-ab5a-4fc3-bdd8-e8f556912b45 req-a5ed1555-5815-4906-82f4-4df35e1218fd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] For port 71ff9901-bd6d-488c-bdeb-65843130efe3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=71ff9901-bd6d-488c-bdeb-65843130efe3,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:34.297543 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3ee401cf-ab5a-4fc3-bdd8-e8f556912b45 req-a5ed1555-5815-4906-82f4-4df35e1218fd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:34.312412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-3ee401cf-ab5a-4fc3-bdd8-e8f556912b45 req-a5ed1555-5815-4906-82f4-4df35e1218fd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Calling delete_port for 71ff9901-bd6d-488c-bdeb-65843130efe3 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:34.406416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfa2a2-798b-448b-87a5-f2ac75a0cdd4 req-ba0be989-ef00-4c97-9be2-45b2a3e0f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.407975 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afbfa2a2-798b-448b-87a5-f2ac75a0cdd4 req-ba0be989-ef00-4c97-9be2-45b2a3e0f798 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 1094 time: 0.2305367 Oct 26 14:01:34.420763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bb88a6a-e422-4939-a658-84b975fc034e req-b47b125d-3e5b-464f-93ef-516f9e0e9b8f tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 210 time: 0.0493617 Oct 26 14:01:34.454387 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-91433bdb-1ea2-4f25-9e9b-f20235260c20 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe202f0b444d46c5af4121e32536c24c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1857493 Oct 26 14:01:34.502354 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-17837095-3c95-4498-aa60-a2578238ced1 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Allocated IP 172.20.0.12 (34fad221-f7e8-483b-a3a9-2a5581859a09/3d5e0073-7f9b-48de-98ee-a11789263317/fddd46c6-b837-4581-8e68-d43b2f58f21d) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:34.535859 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3ee401cf-ab5a-4fc3-bdd8-e8f556912b45 req-a5ed1555-5815-4906-82f4-4df35e1218fd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:34.598019 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5715ff-b37e-4173-9128-1bd1d8c522f9 x-openstack-request-id: req-9b5715ff-b37e-4173-9128-1bd1d8c522f9 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:34.600407 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9", "tag": "36fa9bda-702d-4b52-9d05-d249156584e3", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:34.600781 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b5715ff-b37e-4173-9128-1bd1d8c522f9 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:34.601667 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47313a3-bac5-4f58-9d9f-73b9a6cb6ba9', 'tag': '36fa9bda-702d-4b52-9d05-d249156584e3', 'status': 'completed', 'code': 200} Oct 26 14:01:34.602918 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed1555-5815-4906-82f4-4df35e1218fd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Pushing event deleted for resources: {'Port': ['ID=71ff9901-bd6d-488c-bdeb-65843130efe3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:34.654385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee401cf-ab5a-4fc3-bdd8-e8f556912b45 req-a5ed1555-5815-4906-82f4-4df35e1218fd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] No DVR routers for this DVR port 71ff9901-bd6d-488c-bdeb-65843130efe3 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:34.657103 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3ee401cf-ab5a-4fc3-bdd8-e8f556912b45 req-a5ed1555-5815-4906-82f4-4df35e1218fd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:34.660722 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ee401cf-ab5a-4fc3-bdd8-e8f556912b45 req-a5ed1555-5815-4906-82f4-4df35e1218fd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.25 "DELETE /v2.0/ports/71ff9901-bd6d-488c-bdeb-65843130efe3 HTTP/1.1" status: 204 len: 173 time: 0.5676455 Oct 26 14:01:34.749967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfa2a2-798b-448b-87a5-f2ac75a0cdd4 req-eede75fb-37b6-4fd0-b893-3b3eb914f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.751824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afbfa2a2-798b-448b-87a5-f2ac75a0cdd4 req-eede75fb-37b6-4fd0-b893-3b3eb914f96f service neutron] 10.222.0.11 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.3270996 Oct 26 14:01:34.767041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-4c1f3803-1756-4f4a-8cf3-a84e2cca2c7a service neutron] 10.222.0.32 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803295 Oct 26 14:01:34.780086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45cbb8-d0a2-4400-86be-9d5612955f25 req-b3c85917-6b03-4a66-a9e8-67a678540444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.782693 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a45cbb8-d0a2-4400-86be-9d5612955f25 req-b3c85917-6b03-4a66-a9e8-67a678540444 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa561142db2d426c894b3f996f9f4d1c&device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 1095 time: 0.2041862 Oct 26 14:01:34.851025 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afbfa2a2-798b-448b-87a5-f2ac75a0cdd4 req-beb9a5c9-b009-4023-9e1e-3e3331671a2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d HTTP/1.1" status: 200 len: 217 time: 0.0878155 Oct 26 14:01:34.962484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9596e9-5c37-4308-843d-3d466d369bef req-91e0c534-1bb7-4bc2-8576-1a694d31fcf4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.963939 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d9596e9-5c37-4308-843d-3d466d369bef req-91e0c534-1bb7-4bc2-8576-1a694d31fcf4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 943 time: 0.3272157 Oct 26 14:01:35.053075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfa2a2-798b-448b-87a5-f2ac75a0cdd4 req-efb60a4a-a521-476c-ac84-1f284f15cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.054534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afbfa2a2-798b-448b-87a5-f2ac75a0cdd4 req-efb60a4a-a521-476c-ac84-1f284f15cfc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.1743221 Oct 26 14:01:35.064661 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-17837095-3c95-4498-aa60-a2578238ced1 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:35.124567 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-6036f7b2-6e30-4b62-b449-a2c4bc7ca1a9 service neutron] 10.222.0.32 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406904 Oct 26 14:01:35.126890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e150e9fb-ec49-4c64-9c9d-ec6bd260629a up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:35.142434 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d9596e9-5c37-4308-843d-3d466d369bef req-016dabd9-e51f-4551-86f9-a2274b895dc9 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647689 Oct 26 14:01:35.144950 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afbfa2a2-798b-448b-87a5-f2ac75a0cdd4 req-c42e726c-ff06-4fc7-9812-d4ef4e864962 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642974 Oct 26 14:01:35.193959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port e150e9fb-ec49-4c64-9c9d-ec6bd260629a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:35.194574 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:35.204056 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45cbb8-d0a2-4400-86be-9d5612955f25 req-42d2698e-aac7-4c6c-8232-cd2d08cfd2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.205729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a45cbb8-d0a2-4400-86be-9d5612955f25 req-42d2698e-aac7-4c6c-8232-cd2d08cfd2fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=9588c97f-f586-44b3-8176-8350580dbf61 HTTP/1.1" status: 200 len: 916 time: 0.3762817 Oct 26 14:01:35.347112 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:35.391049 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:35.395169 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8596efde-78eb-4623-be21-e8b1f7d954d0" -d '{"events": [{"server_uuid": "02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f", "name": "network-vif-plugged", "status": "completed", "tag": "e150e9fb-ec49-4c64-9c9d-ec6bd260629a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:35.402236 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a45cbb8-d0a2-4400-86be-9d5612955f25 req-88cfd7e6-1db1-433d-aa68-e9956b7ca76c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36fa9bda-702d-4b52-9d05-d249156584e3 HTTP/1.1" status: 200 len: 217 time: 0.1450448 Oct 26 14:01:35.417521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:35.428964 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:35.479288 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-17837095-3c95-4498-aa60-a2578238ced1 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:35.499743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,revision_number=11']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:35.599718 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afbfa2a2-798b-448b-87a5-f2ac75a0cdd4 req-d0e0b420-725e-4836-8249-9ce55300f463 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300599 Oct 26 14:01:35.608935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45cbb8-d0a2-4400-86be-9d5612955f25 req-fd73d5a5-d6fe-42e6-9e5b-536254e1f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.610446 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a45cbb8-d0a2-4400-86be-9d5612955f25 req-fd73d5a5-d6fe-42e6-9e5b-536254e1f54e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2965551-3bbf-4edc-bedb-b8d4c84f64c1 HTTP/1.1" status: 200 len: 855 time: 0.1901624 Oct 26 14:01:35.617390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-17837095-3c95-4498-aa60-a2578238ced1 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Network 34fad221-f7e8-483b-a3a9-2a5581859a09 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:35.644384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-17837095-3c95-4498-aa60-a2578238ced1 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:35.645251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17837095-3c95-4498-aa60-a2578238ced1 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Pushing event updated for resources: {'Port': ['ID=fddd46c6-b837-4581-8e68-d43b2f58f21d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:35.653673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-02d61691-28fe-473c-ab45-ffa7d8caccc4 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.655213 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-02d61691-28fe-473c-ab45-ffa7d8caccc4 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/networks?id=09b1f01c-0475-402d-8829-01a07e36277e HTTP/1.1" status: 200 len: 812 time: 0.3969197 Oct 26 14:01:35.662690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b30486-df40-4460-b005-5a19b7242efe req-cb81b90d-1ab6-41e9-b6d7-cf5d4ee854f4 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.670244 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25b30486-df40-4460-b005-5a19b7242efe req-cb81b90d-1ab6-41e9-b6d7-cf5d4ee854f4 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 944 time: 0.2699244 Oct 26 14:01:35.672718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-17837095-3c95-4498-aa60-a2578238ced1 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:35.744058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a45cbb8-d0a2-4400-86be-9d5612955f25 req-b647cf4a-a512-487f-83b6-91963b5b762e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9588c97f-f586-44b3-8176-8350580dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206236 Oct 26 14:01:35.798389 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-6900de61-695d-4ab9-9e5f-9e9e56fe5009 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/quotas/99f9efda9b7b4a66b51af2add3e3816d HTTP/1.1" status: 200 len: 375 time: 0.1215165 Oct 26 14:01:35.926420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-17837095-3c95-4498-aa60-a2578238ced1 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.927109 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-17837095-3c95-4498-aa60-a2578238ced1 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:35.931684 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25b30486-df40-4460-b005-5a19b7242efe req-073d27df-336e-4a49-93f2-2ce6ea5b2850 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606750 Oct 26 14:01:35.982681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-17837095-3c95-4498-aa60-a2578238ced1 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7002428 Oct 26 14:01:36.006341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Request body: {'port': {'device_id': 'dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:36.027480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2fa9689d-6c04-4566-8ee1-438e64af0407 None None] Provisioning complete for port fddd46c6-b837-4581-8e68-d43b2f58f21d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:36.028024 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2fa9689d-6c04-4566-8ee1-438e64af0407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:36.028407 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-c036cf1d-c915-4802-89d2-daca888ba0ba tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99f9efda9b7b4a66b51af2add3e3816d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2291312 Oct 26 14:01:36.062787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afbfa2a2-798b-448b-87a5-f2ac75a0cdd4 req-66a4b9fc-3013-4e78-b6c1-a2c7d7b16441 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498708 Oct 26 14:01:36.064095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a45cbb8-d0a2-4400-86be-9d5612955f25 req-99f78d2f-f19a-4323-b592-2d01d4e5f050 service neutron] 10.222.0.25 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779510 Oct 26 14:01:36.070171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9689d-6c04-4566-8ee1-438e64af0407 None None] Port fddd46c6-b837-4581-8e68-d43b2f58f21d cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:01:36.224231 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:36.244419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bd157-8723-469f-826f-db9b3e6a0e5f req-de6a3ddd-269b-46ef-9580-6e5d2a227191 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:36.245931 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea9bd157-8723-469f-826f-db9b3e6a0e5f req-de6a3ddd-269b-46ef-9580-6e5d2a227191 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 951 time: 0.2449689 Oct 26 14:01:36.298685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-0449d81d-fe28-4a72-9618-15c7577d7b10 service neutron] 10.222.0.32 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693388 Oct 26 14:01:36.349008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a45cbb8-d0a2-4400-86be-9d5612955f25 req-7690ecda-37cd-429d-ba99-6102d136f49d service neutron] 10.222.0.25 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362623 Oct 26 14:01:36.391977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea9bd157-8723-469f-826f-db9b3e6a0e5f req-73d57fa2-b6d8-4522-8e9b-4287f9395938 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298954 Oct 26 14:01:36.602768 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4bcd56-7639-42c2-af50-bef061d746bb', 'name': 'network-vif-deleted', 'tag': '71ff9901-bd6d-488c-bdeb-65843130efe3'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:36.606382 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdf8813-2367-4825-a267-89cb5cafe7b3" -d '{"events": [{"server_uuid": "6d4bcd56-7639-42c2-af50-bef061d746bb", "name": "network-vif-deleted", "tag": "71ff9901-bd6d-488c-bdeb-65843130efe3"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:36.853609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd23a08a-9f32-4d62-b939-49b510b59d45 req-c0b4629f-182e-4b93-896a-128751604a09 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 210 time: 0.0909007 Oct 26 14:01:36.890218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-b6e8e9af-df6e-4322-96af-0f61a4ce7d2c service neutron] 10.222.0.32 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697546 Oct 26 14:01:36.936353 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f13a028-ec75-4331-b84a-8583558ca9c8 x-openstack-request-id: req-8f13a028-ec75-4331-b84a-8583558ca9c8 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:36.936869 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f", "name": "network-vif-plugged", "status": "completed", "tag": "e150e9fb-ec49-4c64-9c9d-ec6bd260629a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:36.936869 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f13a028-ec75-4331-b84a-8583558ca9c8 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:36.937272 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a', 'code': 200} Oct 26 14:01:36.972834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-220f2d16-2e69-44c4-9673-9cbbf26b5241 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:36.974319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-220f2d16-2e69-44c4-9673-9cbbf26b5241 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.25 "GET /v2.0/networks?id=c24ddd0f-fa77-485e-ab74-257cc0269123 HTTP/1.1" status: 200 len: 804 time: 0.2128031 Oct 26 14:01:36.992947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-e2a61572-82cd-4214-933f-a92d094411ef tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Request body: {'port': {'device_id': 'c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5', 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123', 'admin_state_up': True, 'tenant_id': 'fe202f0b444d46c5af4121e32536c24c'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:37.143939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddd46c6-b837-4581-8e68-d43b2f58f21d {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:37.153809 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:37.168253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Transition to ACTIVE for port object fddd46c6-b837-4581-8e68-d43b2f58f21d will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:37.190526 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:37.312113 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 36fa9bda-702d-4b52-9d05-d249156584e3 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:37.321498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 71ff9901-bd6d-488c-bdeb-65843130efe3 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:37.342506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Pushing event updated for resources: {'Port': ['ID=fddd46c6-b837-4581-8e68-d43b2f58f21d,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:37.362781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffca1c-42a0-4485-921e-7ea0bc5989f3 req-b90b1137-f621-4e93-9c15-d4125eca5fab tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:37.364380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9ffca1c-42a0-4485-921e-7ea0bc5989f3 req-b90b1137-f621-4e93-9c15-d4125eca5fab tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 943 time: 0.1863766 Oct 26 14:01:37.380377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 71ff9901-bd6d-488c-bdeb-65843130efe3 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:37.380718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 71ff9901-bd6d-488c-bdeb-65843130efe3 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:37.383863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b29e-deb7-43ec-b819-301c6fc84595 req-ec4bb9f1-4f85-4311-8da4-699dbd56bf36 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:37.391934 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88d4b29e-deb7-43ec-b819-301c6fc84595 req-ec4bb9f1-4f85-4311-8da4-699dbd56bf36 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 944 time: 0.2900150 Oct 26 14:01:37.532943 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 36fa9bda-702d-4b52-9d05-d249156584e3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=36fa9bda-702d-4b52-9d05-d249156584e3,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:37.556193 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '36fa9bda-702d-4b52-9d05-d249156584e3', 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61', 'port_id': '36fa9bda-702d-4b52-9d05-d249156584e3', 'mac_address': 'fa:16:3e:bd:24:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2965551-3bbf-4edc-bedb-b8d4c84f64c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:37.588766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88d4b29e-deb7-43ec-b819-301c6fc84595 req-957438be-de13-4f07-aeba-45c42751a756 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/security-groups?id=77245d01-b70e-4efc-8e3a-6ecc87e3ff02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906598 Oct 26 14:01:37.619310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9ffca1c-42a0-4485-921e-7ea0bc5989f3 req-b975d0b7-3f60-463b-b9c5-3e42788eb5c0 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165945 Oct 26 14:01:37.628198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-e2a61572-82cd-4214-933f-a92d094411ef tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Made reservation on behalf of fe202f0b444d46c5af4121e32536c24c for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:37.643456 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-e2a61572-82cd-4214-933f-a92d094411ef tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:37.667446 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:37.715215 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36fa9bda-702d-4b52-9d05-d249156584e3 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:37.734341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Attempting to bind port fddd46c6-b837-4581-8e68-d43b2f58f21d on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:37.735788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Attempting to bind port fddd46c6-b837-4581-8e68-d43b2f58f21d by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '90f5b463-9b9e-444a-a44f-ee82bf62b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:37.736407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Attempting to bind port fddd46c6-b837-4581-8e68-d43b2f58f21d on network 34fad221-f7e8-483b-a3a9-2a5581859a09 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:37.758824 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355d0fcd-af53-4507-8e7b-4640f2593ac6 x-openstack-request-id: req-355d0fcd-af53-4507-8e7b-4640f2593ac6 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:37.759397 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4bcd56-7639-42c2-af50-bef061d746bb", "name": "network-vif-deleted", "tag": "71ff9901-bd6d-488c-bdeb-65843130efe3", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:37.759397 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-355d0fcd-af53-4507-8e7b-4640f2593ac6 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:37.759964 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4bcd56-7639-42c2-af50-bef061d746bb', 'name': 'network-vif-deleted', 'tag': '71ff9901-bd6d-488c-bdeb-65843130efe3', 'status': 'completed', 'code': 200} Oct 26 14:01:37.774147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Port fddd46c6-b837-4581-8e68-d43b2f58f21d on network 34fad221-f7e8-483b-a3a9-2a5581859a09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:37.774563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Attempting to bind port fddd46c6-b837-4581-8e68-d43b2f58f21d on network 34fad221-f7e8-483b-a3a9-2a5581859a09 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:37.781367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 36fa9bda-702d-4b52-9d05-d249156584e3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=36fa9bda-702d-4b52-9d05-d249156584e3,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:37.794560 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:37.869063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:37.869427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Checking segment: {'id': '90f5b463-9b9e-444a-a44f-ee82bf62b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:37.869898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Bound using segment: {'id': '90f5b463-9b9e-444a-a44f-ee82bf62b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:37.870751 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=36fa9bda-702d-4b52-9d05-d249156584e3,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:37.871101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Bound port: fddd46c6-b837-4581-8e68-d43b2f58f21d, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f5b463-9b9e-444a-a44f-ee82bf62b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:37.871482 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:37.922546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9023934-4d48-403d-abe8-8c462f19adf1 req-52e9a71a-3de6-4296-895a-d39416f24c02 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 210 time: 0.0692699 Oct 26 14:01:38.052051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-e2a61572-82cd-4214-933f-a92d094411ef tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Allocated IP 172.20.0.12 (c24ddd0f-fa77-485e-ab74-257cc0269123/7ff39209-e843-4302-93f9-ea777b3788e6/89b8c901-7ac1-413e-8916-861db26e310a) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:38.072312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['36fa9bda-702d-4b52-9d05-d249156584e3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:38.229060 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-e2a61572-82cd-4214-933f-a92d094411ef tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:38.298556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-42959100-a710-4113-bd07-c093a3e107ff tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f254c3780f9c4422b640c485cb709267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348797 Oct 26 14:01:38.300878 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-e2a61572-82cd-4214-933f-a92d094411ef tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:38.424887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bf554-0e1d-456c-a64c-ed5e28e6798d req-9905a500-0b7f-4f9c-a5e4-be099d18a4b5 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:38.426719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d21bf554-0e1d-456c-a64c-ed5e28e6798d req-9905a500-0b7f-4f9c-a5e4-be099d18a4b5 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 945 time: 0.5892076 Oct 26 14:01:38.547996 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-e2a61572-82cd-4214-933f-a92d094411ef tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Network c24ddd0f-fa77-485e-ab74-257cc0269123 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:38.579523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-e2a61572-82cd-4214-933f-a92d094411ef tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:38.588031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a61572-82cd-4214-933f-a92d094411ef tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Pushing event updated for resources: {'Port': ['ID=89b8c901-7ac1-413e-8916-861db26e310a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:38.597899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-e2a61572-82cd-4214-933f-a92d094411ef tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:38.710486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-e2a61572-82cd-4214-933f-a92d094411ef tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:38.711171 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-e2a61572-82cd-4214-933f-a92d094411ef tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:38.740137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] For port fddd46c6-b837-4581-8e68-d43b2f58f21d, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:38.755667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d21bf554-0e1d-456c-a64c-ed5e28e6798d req-b3d2173f-512b-4d61-a753-0989248b4a82 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212898 Oct 26 14:01:38.789332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-24fd5755-08d5-4e59-a52c-986a261586e5 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:38.800596 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-24fd5755-08d5-4e59-a52c-986a261586e5 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4946404 Oct 26 14:01:38.809657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] For port fddd46c6-b837-4581-8e68-d43b2f58f21d, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fddd46c6-b837-4581-8e68-d43b2f58f21d,segment=NetworkSegment(90f5b463-9b9e-444a-a44f-ee82bf62b018),segment_id=90f5b463-9b9e-444a-a44f-ee82bf62b018)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:38.834895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-e2a61572-82cd-4214-933f-a92d094411ef tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8469224 Oct 26 14:01:38.847595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-44eb7cfc-cb45-4bcd-a034-4c1681868d6b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/quotas/f254c3780f9c4422b640c485cb709267 HTTP/1.1" status: 200 len: 375 time: 0.0466254 Oct 26 14:01:38.856906 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:38.869278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Request body: {'port': {'device_id': 'c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:39.003270 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:39.003875 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:39.005354 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] 10.222.0.11 "PUT /v2.0/ports/fddd46c6-b837-4581-8e68-d43b2f58f21d HTTP/1.1" status: 200 len: 1092 time: 3.0078318 Oct 26 14:01:39.022719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d', 'tag': 'fddd46c6-b837-4581-8e68-d43b2f58f21d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:39.026622 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9d8db3-338a-43bb-8ae7-0059044ae391" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d", "tag": "fddd46c6-b837-4581-8e68-d43b2f58f21d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:39.101780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-44d74dcb-e537-435f-93ae-cf15dbb92136 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:39.102893 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-44d74dcb-e537-435f-93ae-cf15dbb92136 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.11 "GET /v2.0/networks?id=09b1f01c-0475-402d-8829-01a07e36277e HTTP/1.1" status: 200 len: 812 time: 0.4408314 Oct 26 14:01:39.160573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-970fd07c-b177-41f7-870d-fcf15cc5412c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'port': {'device_id': 'bbe5f29c-1798-4593-bff8-c1d9355a3011', 'network_id': '09b1f01c-0475-402d-8829-01a07e36277e', 'admin_state_up': True, 'tenant_id': '99f9efda9b7b4a66b51af2add3e3816d'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:39.245692 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:39.323338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 36fa9bda-702d-4b52-9d05-d249156584e3 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:39.324755 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-6425774b-10dc-421f-9928-8d0bf7cf0a53 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4517839 Oct 26 14:01:39.355896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc57cb-ff45-4eae-a189-d788f744589d service neutron] Pushing event updated for resources: {'Port': ['ID=fddd46c6-b837-4581-8e68-d43b2f58f21d,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:39.391358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0bf40-6aa3-40cb-a4e1-e7e9cb419451 req-1bb24c3c-a2d9-4870-9a88-181611c1c5f5 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:39.392955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cf0bf40-6aa3-40cb-a4e1-e7e9cb419451 req-1bb24c3c-a2d9-4870-9a88-181611c1c5f5 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 932 time: 0.5056109 Oct 26 14:01:39.489600 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 36fa9bda-702d-4b52-9d05-d249156584e3 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:39.496764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 36fa9bda-702d-4b52-9d05-d249156584e3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:39.497189 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:39.607088 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-7116fde1-ad30-40ee-98c1-2d9f462e8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:39.610342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-7116fde1-ad30-40ee-98c1-2d9f462e8200 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=351eff63847840cb8676a04ff38a4c4b&device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 1095 time: 0.5487819 Oct 26 14:01:39.680387 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:39.737850 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47313a3-bac5-4f58-9d9f-73b9a6cb6ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fa9bda-702d-4b52-9d05-d249156584e3'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:39.755302 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cf0bf40-6aa3-40cb-a4e1-e7e9cb419451 req-7e70089b-a11b-4542-a18f-3eaaad149319 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393970 Oct 26 14:01:39.755793 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2fa69c-12fc-4d2c-b817-54042c289e13" -d '{"events": [{"server_uuid": "d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9", "name": "network-vif-plugged", "status": "completed", "tag": "36fa9bda-702d-4b52-9d05-d249156584e3"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:39.760997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-5f2ae597-64f8-4955-a2bd-f8418e30879f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd46c6-b837-4581-8e68-d43b2f58f21d HTTP/1.1" status: 200 len: 217 time: 0.1092660 Oct 26 14:01:39.763762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-970fd07c-b177-41f7-870d-fcf15cc5412c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Made reservation on behalf of 99f9efda9b7b4a66b51af2add3e3816d for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:39.773807 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-970fd07c-b177-41f7-870d-fcf15cc5412c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:39.812004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 36fa9bda-702d-4b52-9d05-d249156584e3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=36fa9bda-702d-4b52-9d05-d249156584e3,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:39.828838 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:39.927053 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=36fa9bda-702d-4b52-9d05-d249156584e3,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:40.148740 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ac8f2-01ab-4c27-a11a-79530db926ad req-2aa4054c-58dd-4b47-b8fb-b565b6b4788e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.149846 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-950ac8f2-01ab-4c27-a11a-79530db926ad req-2aa4054c-58dd-4b47-b8fb-b565b6b4788e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 943 time: 0.1743624 Oct 26 14:01:40.159500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7646-2b96-42ff-8986-ba2484d61037 req-bfffff70-aa1a-4504-99b2-3c625dfb6f87 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.168330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03fc7646-2b96-42ff-8986-ba2484d61037 req-bfffff70-aa1a-4504-99b2-3c625dfb6f87 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 944 time: 0.1927049 Oct 26 14:01:40.208143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-32cd2477-ec7b-4c70-bd85-37444aa527eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.209732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-32cd2477-ec7b-4c70-bd85-37444aa527eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d5e0073-7f9b-48de-98ee-a11789263317 HTTP/1.1" status: 200 len: 845 time: 0.4208782 Oct 26 14:01:40.308419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03fc7646-2b96-42ff-8986-ba2484d61037 req-56e95553-0f13-496f-a0d5-0ac60307c6d9 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/security-groups?id=77245d01-b70e-4efc-8e3a-6ecc87e3ff02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217642 Oct 26 14:01:40.387590 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-950ac8f2-01ab-4c27-a11a-79530db926ad req-716b7d93-ea39-41f8-9449-5e6535438f16 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036355 Oct 26 14:01:40.471215 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ff27c1-9721-4bd6-a19c-f17486460dd4 x-openstack-request-id: req-f1ff27c1-9721-4bd6-a19c-f17486460dd4 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:40.471724 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d", "tag": "fddd46c6-b837-4581-8e68-d43b2f58f21d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:40.471888 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1ff27c1-9721-4bd6-a19c-f17486460dd4 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:40.472310 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d', 'tag': 'fddd46c6-b837-4581-8e68-d43b2f58f21d', 'status': 'completed', 'code': 200} Oct 26 14:01:40.524812 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d754ece-698d-4a64-81eb-8ef00e0fb1de req-9c32e2c7-403c-4393-aadf-b38e8567b2a0 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 210 time: 0.0772059 Oct 26 14:01:40.600934 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ef30f2-1fdb-47ec-876c-9e2f5b7a4f97 x-openstack-request-id: req-a6ef30f2-1fdb-47ec-876c-9e2f5b7a4f97 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:40.601646 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9", "name": "network-vif-plugged", "status": "completed", "tag": "36fa9bda-702d-4b52-9d05-d249156584e3", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:40.601646 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6ef30f2-1fdb-47ec-876c-9e2f5b7a4f97 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:40.602027 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47313a3-bac5-4f58-9d9f-73b9a6cb6ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fa9bda-702d-4b52-9d05-d249156584e3', 'code': 200} Oct 26 14:01:40.720949 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93c5e954-8675-4730-bceb-57e9b4419de3 req-f6645cff-3541-4c4e-9564-680b51b19f50 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 210 time: 0.1430209 Oct 26 14:01:40.722922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-f38147b6-c40f-4dd6-8f71-ae518e407858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.724704 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-f38147b6-c40f-4dd6-8f71-ae518e407858 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34fad221-f7e8-483b-a3a9-2a5581859a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4501009 Oct 26 14:01:40.755215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3e9ea-7e5d-49cf-9d8f-21f6a0f6f0eb req-ce2cc0ff-d317-431c-83d9-7c2d8e19a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.760796 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7ed3e9ea-7e5d-49cf-9d8f-21f6a0f6f0eb req-ce2cc0ff-d317-431c-83d9-7c2d8e19a8b2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 1097 time: 0.0798454 Oct 26 14:01:40.846039 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7ed3e9ea-7e5d-49cf-9d8f-21f6a0f6f0eb req-12e7a6de-7dff-4b78-8d7a-9522222a1121 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744255 Oct 26 14:01:40.877927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-970fd07c-b177-41f7-870d-fcf15cc5412c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Allocated IP 172.20.0.5 (09b1f01c-0475-402d-8829-01a07e36277e/d665a877-3c3c-4331-87a4-72d848fcd4c2/a138fb65-2e8d-4f27-ab86-29fe4682371b) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:40.950794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b8c901-7ac1-413e-8916-861db26e310a {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:40.981299 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:41.093828 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-dcffcf99-6352-4952-aaeb-d0aea17833be tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f254c3780f9c4422b640c485cb709267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273659 Oct 26 14:01:41.291721 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-ebd24e5d-ed49-402b-beb2-7a82f3a14649 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:41.293955 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-ebd24e5d-ed49-402b-beb2-7a82f3a14649 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915569 Oct 26 14:01:41.310469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-11e4ce70-36f0-4a83-83e3-dbbcf493a11f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Request body: {'port': {'device_id': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': 'f254c3780f9c4422b640c485cb709267'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:41.443880 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-11e4ce70-36f0-4a83-83e3-dbbcf493a11f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Made reservation on behalf of f254c3780f9c4422b640c485cb709267 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:41.447652 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-11e4ce70-36f0-4a83-83e3-dbbcf493a11f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:41.486321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Transition to ACTIVE for port object 89b8c901-7ac1-413e-8916-861db26e310a will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:41.524795 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390521dc-547e-45dc-aac5-9fdb51f7ee86 req-05f0b99c-6694-4768-8a4a-6a595f0cca39 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:41.533039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-390521dc-547e-45dc-aac5-9fdb51f7ee86 req-05f0b99c-6694-4768-8a4a-6a595f0cca39 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.6523926 Oct 26 14:01:41.535981 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:41.562618 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-db95a0c2-c7a9-4b3d-96d9-76e6968ff94f service neutron] 10.222.0.11 "GET /v2.0/networks/34fad221-f7e8-483b-a3a9-2a5581859a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377990 Oct 26 14:01:41.630071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-11e4ce70-36f0-4a83-83e3-dbbcf493a11f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Allocated IP 192.168.233.88 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/ff058763-b6e2-4896-9108-3db28b0f98d9) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:41.644206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbb407-36e0-48b9-b055-795812d61d6b req-da192279-fb3d-4717-ad35-450737c2dcf5 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:41.645764 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18fbb407-36e0-48b9-b055-795812d61d6b req-da192279-fb3d-4717-ad35-450737c2dcf5 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 932 time: 0.6981130 Oct 26 14:01:41.665177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663dcda-58dd-4d10-b95f-7c15ff98bbc2 req-385a765d-129f-46c2-89cc-5c709f66a879 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:41.667634 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c663dcda-58dd-4d10-b95f-7c15ff98bbc2 req-385a765d-129f-46c2-89cc-5c709f66a879 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 944 time: 0.0891590 Oct 26 14:01:41.780218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Pushing event updated for resources: {'Port': ['ID=89b8c901-7ac1-413e-8916-861db26e310a,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:41.795981 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-390521dc-547e-45dc-aac5-9fdb51f7ee86 req-69e005d3-f9a5-4cdd-9958-84e37bf5afe0 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620797 Oct 26 14:01:41.882568 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18fbb407-36e0-48b9-b055-795812d61d6b req-e8b2cc08-4f83-43f7-8059-6f3b73f5bcfa tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842189 Oct 26 14:01:41.884516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-c663dcda-58dd-4d10-b95f-7c15ff98bbc2 req-894f128a-7cb5-4c11-b00e-b5c2479a710d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Deleting port fe1fd28c-9f55-4c15-a4de-9836f167009c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:41.884949 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c663dcda-58dd-4d10-b95f-7c15ff98bbc2 req-894f128a-7cb5-4c11-b00e-b5c2479a710d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:41.892398 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-11e4ce70-36f0-4a83-83e3-dbbcf493a11f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:41.983027 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-970fd07c-b177-41f7-870d-fcf15cc5412c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:41.994301 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a9b678-0953-4ebc-9491-6aead17cf654 req-45f31404-7c20-492e-8034-509e46f6bc42 service neutron] 10.222.0.11 "GET /v2.0/networks/34fad221-f7e8-483b-a3a9-2a5581859a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857322 Oct 26 14:01:42.038334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c663dcda-58dd-4d10-b95f-7c15ff98bbc2 req-894f128a-7cb5-4c11-b00e-b5c2479a710d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] For port fe1fd28c-9f55-4c15-a4de-9836f167009c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=fe1fd28c-9f55-4c15-a4de-9836f167009c,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:42.038705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c663dcda-58dd-4d10-b95f-7c15ff98bbc2 req-894f128a-7cb5-4c11-b00e-b5c2479a710d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:42.042195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Attempting to bind port 89b8c901-7ac1-413e-8916-861db26e310a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:42.042749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Attempting to bind port 89b8c901-7ac1-413e-8916-861db26e310a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:42.043151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Attempting to bind port 89b8c901-7ac1-413e-8916-861db26e310a on network c24ddd0f-fa77-485e-ab74-257cc0269123 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:42.053041 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-11e4ce70-36f0-4a83-83e3-dbbcf493a11f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:42.068987 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'f2bb4593-f42c-4eaa-a37c-e4f605215522', 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:42.088215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Port 89b8c901-7ac1-413e-8916-861db26e310a on network c24ddd0f-fa77-485e-ab74-257cc0269123 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:42.088937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Attempting to bind port 89b8c901-7ac1-413e-8916-861db26e310a on network c24ddd0f-fa77-485e-ab74-257cc0269123 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:42.100185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-c663dcda-58dd-4d10-b95f-7c15ff98bbc2 req-894f128a-7cb5-4c11-b00e-b5c2479a710d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Calling delete_port for fe1fd28c-9f55-4c15-a4de-9836f167009c owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:42.112580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:42.112916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Checking segment: {'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:42.113301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Bound using segment: {'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:42.113745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Bound port: 89b8c901-7ac1-413e-8916-861db26e310a, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:42.114130 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:42.158832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7959f4-0740-4b0f-94e0-3bbf140a8f7c req-da2f3a8d-c40f-4e36-8edc-d9eed34fdc91 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.166351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc7959f4-0740-4b0f-94e0-3bbf140a8f7c req-da2f3a8d-c40f-4e36-8edc-d9eed34fdc91 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d440993-e63b-4aba-b3e6-b3660ad9fdc5 HTTP/1.1" status: 200 len: 944 time: 0.1694875 Oct 26 14:01:42.171670 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-970fd07c-b177-41f7-870d-fcf15cc5412c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:42.266439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79abb21-69b1-4c16-bbeb-727626e5afaa req-e4195e4a-e7a3-4c34-bf1b-1ab0b9eb9b1f tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.268019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a79abb21-69b1-4c16-bbeb-727626e5afaa req-e4195e4a-e7a3-4c34-bf1b-1ab0b9eb9b1f tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 944 time: 0.2275541 Oct 26 14:01:42.314134 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-970fd07c-b177-41f7-870d-fcf15cc5412c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Network 09b1f01c-0475-402d-8829-01a07e36277e is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:42.316882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d8db3-338a-43bb-8ae7-0059044ae391 req-f2668b35-b806-42a3-9fbf-1f6c68e89333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.319039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb9d8db3-338a-43bb-8ae7-0059044ae391 req-f2668b35-b806-42a3-9fbf-1f6c68e89333 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=351eff63847840cb8676a04ff38a4c4b&device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 1095 time: 0.2183831 Oct 26 14:01:42.323975 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c663dcda-58dd-4d10-b95f-7c15ff98bbc2 req-894f128a-7cb5-4c11-b00e-b5c2479a710d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:42.336397 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['fe1fd28c-9f55-4c15-a4de-9836f167009c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:42.340497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-970fd07c-b177-41f7-870d-fcf15cc5412c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:42.357333 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc7959f4-0740-4b0f-94e0-3bbf140a8f7c req-612e1a98-30c5-4b14-a505-47d19ba2a81a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897700 Oct 26 14:01:42.366607 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-970fd07c-b177-41f7-870d-fcf15cc5412c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:42.398239 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4ce70-36f0-4a83-83e3-dbbcf493a11f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Pushing event updated for resources: {'Port': ['ID=ff058763-b6e2-4896-9108-3db28b0f98d9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:42.417689 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-11e4ce70-36f0-4a83-83e3-dbbcf493a11f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:42.447465 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-11e4ce70-36f0-4a83-83e3-dbbcf493a11f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:42.450397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-11e4ce70-36f0-4a83-83e3-dbbcf493a11f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:42.487632 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fd07c-b177-41f7-870d-fcf15cc5412c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'Port': ['ID=a138fb65-2e8d-4f27-ab86-29fe4682371b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:42.497843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-970fd07c-b177-41f7-870d-fcf15cc5412c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.498738 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-970fd07c-b177-41f7-870d-fcf15cc5412c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:42.536674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f128a-7cb5-4c11-b00e-b5c2479a710d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Pushing event deleted for resources: {'Port': ['ID=fe1fd28c-9f55-4c15-a4de-9836f167009c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:42.544716 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] For port 89b8c901-7ac1-413e-8916-861db26e310a, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:42.592169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] For port 89b8c901-7ac1-413e-8916-861db26e310a, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=89b8c901-7ac1-413e-8916-861db26e310a,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:42.612320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a79abb21-69b1-4c16-bbeb-727626e5afaa req-f9d22844-7a4a-48f4-ad19-acef1d1365de tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/security-groups?id=77245d01-b70e-4efc-8e3a-6ecc87e3ff02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3323281 Oct 26 14:01:42.630747 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-970fd07c-b177-41f7-870d-fcf15cc5412c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4742553 Oct 26 14:01:42.644648 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:42.690896 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-26123b03-7e22-4e54-9f24-d871a6905710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:42.709038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.710454 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:42.714860 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] 10.222.0.25 "PUT /v2.0/ports/89b8c901-7ac1-413e-8916-861db26e310a HTTP/1.1" status: 200 len: 1092 time: 3.8595099 Oct 26 14:01:42.733870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Request body: {'port': {'device_id': 'bbe5f29c-1798-4593-bff8-c1d9355a3011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:42.739714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5', 'tag': '89b8c901-7ac1-413e-8916-861db26e310a'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:42.743023 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371a3ac2-3832-4486-82f5-9128181578e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5", "tag": "89b8c901-7ac1-413e-8916-861db26e310a"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:42.798902 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-708cd4d7-36f7-4e51-b17d-6e254fc4df1a None None] Provisioning complete for port ff058763-b6e2-4896-9108-3db28b0f98d9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:42.799277 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-708cd4d7-36f7-4e51-b17d-6e254fc4df1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:42.840869 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-708cd4d7-36f7-4e51-b17d-6e254fc4df1a None None] Port ff058763-b6e2-4896-9108-3db28b0f98d9 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:01:42.868990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d8db3-338a-43bb-8ae7-0059044ae391 req-a53fca2c-abca-467e-94bf-02d71562b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.870553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb9d8db3-338a-43bb-8ae7-0059044ae391 req-a53fca2c-abca-467e-94bf-02d71562b0c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=34fad221-f7e8-483b-a3a9-2a5581859a09 HTTP/1.1" status: 200 len: 907 time: 0.5401967 Oct 26 14:01:42.881829 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337939e-0144-4ed4-b198-4685aabd0eae req-66a81871-8b9a-415c-8e93-5e833057752a tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.883361 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6337939e-0144-4ed4-b198-4685aabd0eae req-66a81871-8b9a-415c-8e93-5e833057752a tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 943 time: 0.3773510 Oct 26 14:01:42.889088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c663dcda-58dd-4d10-b95f-7c15ff98bbc2 req-894f128a-7cb5-4c11-b00e-b5c2479a710d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] No DVR routers for this DVR port fe1fd28c-9f55-4c15-a4de-9836f167009c on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:42.891680 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c663dcda-58dd-4d10-b95f-7c15ff98bbc2 req-894f128a-7cb5-4c11-b00e-b5c2479a710d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:42.895141 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c663dcda-58dd-4d10-b95f-7c15ff98bbc2 req-894f128a-7cb5-4c11-b00e-b5c2479a710d tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.25 "DELETE /v2.0/ports/fe1fd28c-9f55-4c15-a4de-9836f167009c HTTP/1.1" status: 204 len: 173 time: 1.2178535 Oct 26 14:01:42.897535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d440993-e63b-4aba-b3e6-b3660ad9fdc5', 'name': 'network-vif-deleted', 'tag': 'fe1fd28c-9f55-4c15-a4de-9836f167009c'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:42.899835 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b03325-cf8d-4bcf-b0f1-53dad86f81e7" -d '{"events": [{"server_uuid": "3d440993-e63b-4aba-b3e6-b3660ad9fdc5", "name": "network-vif-deleted", "tag": "fe1fd28c-9f55-4c15-a4de-9836f167009c"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:42.910471 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-11e4ce70-36f0-4a83-83e3-dbbcf493a11f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.911136 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-11e4ce70-36f0-4a83-83e3-dbbcf493a11f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:42.937162 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-11e4ce70-36f0-4a83-83e3-dbbcf493a11f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6314530 Oct 26 14:01:42.949671 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Request body: {'port': {'device_id': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:42.975056 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb9d8db3-338a-43bb-8ae7-0059044ae391 req-fc657ae2-7abb-4fdb-ad37-4d8b60012cba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd46c6-b837-4581-8e68-d43b2f58f21d HTTP/1.1" status: 200 len: 217 time: 0.0874414 Oct 26 14:01:42.999723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340450e9-c00c-460b-ad89-fa02ad3cf968 service neutron] Pushing event updated for resources: {'Port': ['ID=89b8c901-7ac1-413e-8916-861db26e310a,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:43.017024 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:43.028790 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:43.059393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b4348-0b17-44e8-b55a-f75e5d6ba4ad req-1b54bad4-e922-4f51-a616-d37619bc1611 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.060907 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e05b4348-0b17-44e8-b55a-f75e5d6ba4ad req-1b54bad4-e922-4f51-a616-d37619bc1611 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 931 time: 0.3077643 Oct 26 14:01:43.062674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-6c428084-ab1c-441e-955f-690686bad5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.064022 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-6c428084-ab1c-441e-955f-690686bad5cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe202f0b444d46c5af4121e32536c24c&device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 1095 time: 0.2625020 Oct 26 14:01:43.076726 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6337939e-0144-4ed4-b198-4685aabd0eae req-542ec465-7589-4c51-b88a-bc419119831e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782200 Oct 26 14:01:43.172449 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-348246bc-0be3-46ff-88e9-ba2b4e7efef6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89b8c901-7ac1-413e-8916-861db26e310a HTTP/1.1" status: 200 len: 217 time: 0.0875254 Oct 26 14:01:43.173896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d8db3-338a-43bb-8ae7-0059044ae391 req-db21404a-0ec6-41e8-8502-50091f1901d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.175282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb9d8db3-338a-43bb-8ae7-0059044ae391 req-db21404a-0ec6-41e8-8502-50091f1901d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d5e0073-7f9b-48de-98ee-a11789263317 HTTP/1.1" status: 200 len: 845 time: 0.1891205 Oct 26 14:01:43.283132 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e05b4348-0b17-44e8-b55a-f75e5d6ba4ad req-db3caf99-f56f-41e7-a1d1-54b047ccac76 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130582 Oct 26 14:01:43.296865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff058763-b6e2-4896-9108-3db28b0f98d9 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:43.314134 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:43.319231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Transition to ACTIVE for port object ff058763-b6e2-4896-9108-3db28b0f98d9 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:43.327057 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:43.362933 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-160078a8-cdd2-4315-a493-93c5b4907edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.364744 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-160078a8-cdd2-4315-a493-93c5b4907edc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ff39209-e843-4302-93f9-ea777b3788e6 HTTP/1.1" status: 200 len: 844 time: 0.1746199 Oct 26 14:01:43.432966 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c733b9a4-3529-40ea-b286-3908fa38e2c6 x-openstack-request-id: req-c733b9a4-3529-40ea-b286-3908fa38e2c6 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:43.433412 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5", "tag": "89b8c901-7ac1-413e-8916-861db26e310a", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:43.433670 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c733b9a4-3529-40ea-b286-3908fa38e2c6 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:43.434094 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5', 'tag': '89b8c901-7ac1-413e-8916-861db26e310a', 'status': 'completed', 'code': 200} Oct 26 14:01:43.441944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-cec98b77-1039-44f5-a830-1d663a92948d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c24ddd0f-fa77-485e-ab74-257cc0269123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623682 Oct 26 14:01:43.448125 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Pushing event updated for resources: {'Port': ['ID=ff058763-b6e2-4896-9108-3db28b0f98d9,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:43.457808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031337c-3c26-4f15-b337-e80ad81c50eb req-a4ade8ff-b078-44b3-81f7-314174e6decb tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.459449 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3031337c-3c26-4f15-b337-e80ad81c50eb req-a4ade8ff-b078-44b3-81f7-314174e6decb tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 935 time: 0.3113985 Oct 26 14:01:43.495102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Attempting to bind port ff058763-b6e2-4896-9108-3db28b0f98d9 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:43.496257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Attempting to bind port ff058763-b6e2-4896-9108-3db28b0f98d9 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:43.496782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Attempting to bind port ff058763-b6e2-4896-9108-3db28b0f98d9 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:43.502393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Port ff058763-b6e2-4896-9108-3db28b0f98d9 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:43.502769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Attempting to bind port ff058763-b6e2-4896-9108-3db28b0f98d9 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:43.508183 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:43.508522 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:43.508958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:43.509394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Bound port: ff058763-b6e2-4896-9108-3db28b0f98d9, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:43.509744 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:43.517223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:43.543714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d8db3-338a-43bb-8ae7-0059044ae391 req-d444696d-f055-4c92-8eb5-f8c54d7a1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.544597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb9d8db3-338a-43bb-8ae7-0059044ae391 req-d444696d-f055-4c92-8eb5-f8c54d7a1479 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34fad221-f7e8-483b-a3a9-2a5581859a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3556550 Oct 26 14:01:43.623890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:43.628230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ff058763-b6e2-4896-9108-3db28b0f98d9,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:43.634123 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:43.685857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-7f18bc4e-4d74-40d1-beb8-a67ec9773c79 service neutron] 10.222.0.25 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251871 Oct 26 14:01:43.699338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.699828 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:43.701209 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] 10.222.0.11 "PUT /v2.0/ports/ff058763-b6e2-4896-9108-3db28b0f98d9 HTTP/1.1" status: 200 len: 1095 time: 0.7562711 Oct 26 14:01:43.712116 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9180bb4-1950-4624-9b41-d3cb202fb613 service neutron] Pushing event updated for resources: {'Port': ['ID=ff058763-b6e2-4896-9108-3db28b0f98d9,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:43.802605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3031337c-3c26-4f15-b337-e80ad81c50eb req-c0bf2d97-19a8-4eaa-a5c1-c74051d0af0f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671275 Oct 26 14:01:43.843174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-dd7a2255-9611-4f0e-91e3-aa00da7b4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.845813 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-dd7a2255-9611-4f0e-91e3-aa00da7b4f5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 1098 time: 0.0803552 Oct 26 14:01:43.867066 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7fac6-4155-4431-a113-e70c63fbd306 req-7f4bdf16-1e39-4481-bf90-43a7205d84d6 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.868518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12d7fac6-4155-4431-a113-e70c63fbd306 req-7f4bdf16-1e39-4481-bf90-43a7205d84d6 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.2902231 Oct 26 14:01:43.908817 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-9e74feed-6042-4488-ba88-54ef93554b5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ff058763-b6e2-4896-9108-3db28b0f98d9 HTTP/1.1" status: 200 len: 217 time: 0.0509920 Oct 26 14:01:43.959353 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-c7caaf19-b2c0-4ba9-a149-03bfaab708e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.960794 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-c7caaf19-b2c0-4ba9-a149-03bfaab708e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0447593 Oct 26 14:01:43.963746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb9d8db3-338a-43bb-8ae7-0059044ae391 req-d12db600-3b99-405c-a793-cfd2558b139e service neutron] 10.222.0.11 "GET /v2.0/networks/34fad221-f7e8-483b-a3a9-2a5581859a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690758 Oct 26 14:01:44.014838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-341e19c6-9ac8-4897-858b-84820287b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.016239 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-341e19c6-9ac8-4897-858b-84820287b72d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403333 Oct 26 14:01:44.019285 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8c4407c-906f-48b5-9c29-7307297442d0 req-70e48f23-d801-4875-b89f-92c7ab84bc05 service neutron] 10.222.0.25 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938995 Oct 26 14:01:44.022199 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12d7fac6-4155-4431-a113-e70c63fbd306 req-51ab4f74-c89f-4639-95ad-1749e7da9606 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435595 Oct 26 14:01:44.086676 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f88c255-9c13-468e-8aeb-d7676780c372 x-openstack-request-id: req-9f88c255-9c13-468e-8aeb-d7676780c372 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:44.086980 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d440993-e63b-4aba-b3e6-b3660ad9fdc5", "name": "network-vif-deleted", "tag": "fe1fd28c-9f55-4c15-a4de-9836f167009c", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:44.087238 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f88c255-9c13-468e-8aeb-d7676780c372 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:44.087637 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d440993-e63b-4aba-b3e6-b3660ad9fdc5', 'name': 'network-vif-deleted', 'tag': 'fe1fd28c-9f55-4c15-a4de-9836f167009c', 'status': 'completed', 'code': 200} Oct 26 14:01:44.125249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f61d66-028f-4ff7-90a5-36a06014d377 req-556af360-8266-44c4-beee-101098c43a65 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.126808 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9f61d66-028f-4ff7-90a5-36a06014d377 req-556af360-8266-44c4-beee-101098c43a65 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 944 time: 0.2323189 Oct 26 14:01:44.136548 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-4d3846a8-cfda-4f51-b73b-4f4852ff55c8 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113052 Oct 26 14:01:44.138685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a138fb65-2e8d-4f27-ab86-29fe4682371b {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:44.158560 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:44.227929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Transition to ACTIVE for port object a138fb65-2e8d-4f27-ab86-29fe4682371b will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:44.238058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb9d8db3-338a-43bb-8ae7-0059044ae391 req-e7faf678-6ca0-422c-a052-66259ffb5302 service neutron] 10.222.0.11 "GET /v2.0/networks/34fad221-f7e8-483b-a3a9-2a5581859a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532642 Oct 26 14:01:44.238487 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b8c603f-c0de-49f1-9014-cc643a0252eb req-7290ece0-5ded-43b5-ad7a-2e3fea7afe8f service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926044 Oct 26 14:01:44.243466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a3ac2-3832-4486-82f5-9128181578e8 req-ff8a07d0-a4da-4388-b8f6-f295875b392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.244926 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-371a3ac2-3832-4486-82f5-9128181578e8 req-ff8a07d0-a4da-4388-b8f6-f295875b392f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe202f0b444d46c5af4121e32536c24c&device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 1095 time: 0.1634405 Oct 26 14:01:44.248014 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:44.260919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9f61d66-028f-4ff7-90a5-36a06014d377 req-52e0ae40-7346-466a-b38a-211cdc5dc766 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177654 Oct 26 14:01:44.378475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e88eac-0762-4d15-8d91-09d92eb3f076 req-5dcbf83d-ca2e-4a8c-a0ff-2ebf5f1d0338 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.379824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2e88eac-0762-4d15-8d91-09d92eb3f076 req-5dcbf83d-ca2e-4a8c-a0ff-2ebf5f1d0338 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 944 time: 0.1900368 Oct 26 14:01:44.398730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Pushing event updated for resources: {'Port': ['ID=a138fb65-2e8d-4f27-ab86-29fe4682371b,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:44.794442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f42d1-60da-4f99-ab99-625dc3dea4f5 req-a6adcad6-4e7d-42b5-a4d0-03c6c57dec23 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.795899 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df3f42d1-60da-4f99-ab99-625dc3dea4f5 req-a6adcad6-4e7d-42b5-a4d0-03c6c57dec23 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.4539976 Oct 26 14:01:44.800544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a3ac2-3832-4486-82f5-9128181578e8 req-006e9531-0c94-476a-bdf5-eb5138158974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.801899 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-371a3ac2-3832-4486-82f5-9128181578e8 req-006e9531-0c94-476a-bdf5-eb5138158974 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c24ddd0f-fa77-485e-ab74-257cc0269123 HTTP/1.1" status: 200 len: 905 time: 0.5166206 Oct 26 14:01:44.808828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2e88eac-0762-4d15-8d91-09d92eb3f076 req-cbe441b7-349b-4be7-a517-fe03c0554a81 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/security-groups?id=77245d01-b70e-4efc-8e3a-6ecc87e3ff02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069948 Oct 26 14:01:44.875442 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-371a3ac2-3832-4486-82f5-9128181578e8 req-55337ab6-8312-478a-9398-53dadb9d64f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89b8c901-7ac1-413e-8916-861db26e310a HTTP/1.1" status: 200 len: 217 time: 0.0597906 Oct 26 14:01:44.890158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Attempting to bind port a138fb65-2e8d-4f27-ab86-29fe4682371b on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:44.890487 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Attempting to bind port a138fb65-2e8d-4f27-ab86-29fe4682371b by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '622b49b2-0d13-47e7-84fe-37b7604a5a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '09b1f01c-0475-402d-8829-01a07e36277e'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:44.890812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Attempting to bind port a138fb65-2e8d-4f27-ab86-29fe4682371b on network 09b1f01c-0475-402d-8829-01a07e36277e {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:44.943849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Port a138fb65-2e8d-4f27-ab86-29fe4682371b on network 09b1f01c-0475-402d-8829-01a07e36277e not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:44.944168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Attempting to bind port a138fb65-2e8d-4f27-ab86-29fe4682371b on network 09b1f01c-0475-402d-8829-01a07e36277e {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:44.953832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df3f42d1-60da-4f99-ab99-625dc3dea4f5 req-0231f7cd-2c15-4904-a331-f76e95f6585f tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507223 Oct 26 14:01:44.962203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:44.962535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Checking segment: {'id': '622b49b2-0d13-47e7-84fe-37b7604a5a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '09b1f01c-0475-402d-8829-01a07e36277e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:44.962944 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Bound using segment: {'id': '622b49b2-0d13-47e7-84fe-37b7604a5a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '09b1f01c-0475-402d-8829-01a07e36277e'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:44.963375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Bound port: a138fb65-2e8d-4f27-ab86-29fe4682371b, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622b49b2-0d13-47e7-84fe-37b7604a5a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '09b1f01c-0475-402d-8829-01a07e36277e'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:44.963723 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:44.973718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a3ac2-3832-4486-82f5-9128181578e8 req-99825cac-a1d7-424e-81fc-1f6957b19ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.975176 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-371a3ac2-3832-4486-82f5-9128181578e8 req-99825cac-a1d7-424e-81fc-1f6957b19ba8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ff39209-e843-4302-93f9-ea777b3788e6 HTTP/1.1" status: 200 len: 844 time: 0.0869596 Oct 26 14:01:44.998694 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da9973f3-133c-457f-be85-6523cae5d9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.006265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7c4a7-9cf3-4301-83dc-caddd4e422a1 req-172e94df-2ee5-434a-b69d-3abd69211cc6 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.007719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13c7c4a7-9cf3-4301-83dc-caddd4e422a1 req-172e94df-2ee5-434a-b69d-3abd69211cc6 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 943 time: 0.1360459 Oct 26 14:01:45.039098 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-371a3ac2-3832-4486-82f5-9128181578e8 req-1f851f0f-80af-466e-9ab2-b443d2c51790 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c24ddd0f-fa77-485e-ab74-257cc0269123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534248 Oct 26 14:01:45.123595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device fddd46c6-b837-4581-8e68-d43b2f58f21d details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:45.147841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13c7c4a7-9cf3-4301-83dc-caddd4e422a1 req-738faf39-b132-435b-9255-ba65c5df5ceb tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334944 Oct 26 14:01:45.199396 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] For port a138fb65-2e8d-4f27-ab86-29fe4682371b, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:45.222758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] For port a138fb65-2e8d-4f27-ab86-29fe4682371b, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a138fb65-2e8d-4f27-ab86-29fe4682371b,segment=NetworkSegment(622b49b2-0d13-47e7-84fe-37b7604a5a1d),segment_id=622b49b2-0d13-47e7-84fe-37b7604a5a1d)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:45.226783 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port fddd46c6-b837-4581-8e68-d43b2f58f21d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fddd46c6-b837-4581-8e68-d43b2f58f21d,segment=NetworkSegment(90f5b463-9b9e-444a-a44f-ee82bf62b018),segment_id=90f5b463-9b9e-444a-a44f-ee82bf62b018)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:45.237833 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.239456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'fddd46c6-b837-4581-8e68-d43b2f58f21d', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'port_id': 'fddd46c6-b837-4581-8e68-d43b2f58f21d', 'mac_address': 'fa:16:3e:d9:9d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:45.281257 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.293005 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-371a3ac2-3832-4486-82f5-9128181578e8 req-8b933a14-25c5-4544-8036-1ff778482f59 service neutron] 10.222.0.25 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283916 Oct 26 14:01:45.294962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddd46c6-b837-4581-8e68-d43b2f58f21d {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:45.302605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.303735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.305009 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] 10.222.0.11 "PUT /v2.0/ports/a138fb65-2e8d-4f27-ab86-29fe4682371b HTTP/1.1" status: 200 len: 1091 time: 2.6187513 Oct 26 14:01:45.315002 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port fddd46c6-b837-4581-8e68-d43b2f58f21d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fddd46c6-b837-4581-8e68-d43b2f58f21d,segment=NetworkSegment(90f5b463-9b9e-444a-a44f-ee82bf62b018),segment_id=90f5b463-9b9e-444a-a44f-ee82bf62b018)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:45.319174 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.324569 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b222e7-875e-4ed2-9727-812df8878899 req-564a3560-aa14-4f9d-8bbc-ec2081936a32 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.326140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64b222e7-875e-4ed2-9727-812df8878899 req-564a3560-aa14-4f9d-8bbc-ec2081936a32 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 943 time: 0.1631215 Oct 26 14:01:45.347033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device fe1fd28c-9f55-4c15-a4de-9836f167009c no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:45.371865 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: fe1fd28c-9f55-4c15-a4de-9836f167009c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:45.372204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device fe1fd28c-9f55-4c15-a4de-9836f167009c not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:45.390121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=fddd46c6-b837-4581-8e68-d43b2f58f21d,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:45.437952 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe5f29c-1798-4593-bff8-c1d9355a3011', 'tag': 'a138fb65-2e8d-4f27-ab86-29fe4682371b'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:45.440749 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dcb58a-cad9-4092-bf8e-0c5c6abcc0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe5f29c-1798-4593-bff8-c1d9355a3011", "tag": "a138fb65-2e8d-4f27-ab86-29fe4682371b"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:45.445533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb74a4-7fe2-4685-ac42-befc3df23c62 service neutron] Pushing event updated for resources: {'Port': ['ID=a138fb65-2e8d-4f27-ab86-29fe4682371b,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:45.473061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a1aaf-5004-45b5-8e1b-aa095bd61917 req-4980441d-6fe9-4645-a710-b7b11c6fe41c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.474689 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-816a1aaf-5004-45b5-8e1b-aa095bd61917 req-4980441d-6fe9-4645-a710-b7b11c6fe41c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 947 time: 0.2433240 Oct 26 14:01:45.488936 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64b222e7-875e-4ed2-9727-812df8878899 req-5c94a4b0-f708-41db-af91-488079666a7d tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530027 Oct 26 14:01:45.534588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-9fab41b9-0501-436a-8981-e666511f3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.536099 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-9fab41b9-0501-436a-8981-e666511f3abd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99f9efda9b7b4a66b51af2add3e3816d&device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 1094 time: 0.1471162 Oct 26 14:01:45.542823 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-371a3ac2-3832-4486-82f5-9128181578e8 req-8d4ff1bc-3e4f-48f9-9f8b-47d05a893308 service neutron] 10.222.0.25 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313998 Oct 26 14:01:45.590836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-816a1aaf-5004-45b5-8e1b-aa095bd61917 req-fab197f8-d6e6-4e11-a6e4-a98a11df342b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072199 Oct 26 14:01:45.601221 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-28cfdad6-5cd0-47d1-a323-4f0617e4f2cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a138fb65-2e8d-4f27-ab86-29fe4682371b HTTP/1.1" status: 200 len: 217 time: 0.0509887 Oct 26 14:01:45.736787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-7886daaa-2680-4ca4-8b8d-1b49561c4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.738164 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-7886daaa-2680-4ca4-8b8d-1b49561c4b70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d665a877-3c3c-4331-87a4-72d848fcd4c2 HTTP/1.1" status: 200 len: 852 time: 0.1163580 Oct 26 14:01:45.745873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f964577-280d-4038-b78b-da298b6a3c18 req-a41442b1-b480-46a7-b819-08ac5ad724a9 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.747221 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f964577-280d-4038-b78b-da298b6a3c18 req-a41442b1-b480-46a7-b819-08ac5ad724a9 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.25 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 944 time: 0.1604404 Oct 26 14:01:45.771425 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['fddd46c6-b837-4581-8e68-d43b2f58f21d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:45.785112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-837b9c43-e984-43fe-ba0c-73edd415e592 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09b1f01c-0475-402d-8829-01a07e36277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368979 Oct 26 14:01:45.816207 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f7790-5f60-4f46-ae48-39cae36b542b req-652b5f96-93e5-44c5-99b6-ff534423b5a0 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.818411 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c23f7790-5f60-4f46-ae48-39cae36b542b req-652b5f96-93e5-44c5-99b6-ff534423b5a0 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb234da-d78d-4bdc-88c8-a8f46d3cd669 HTTP/1.1" status: 200 len: 944 time: 0.1491303 Oct 26 14:01:45.866461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d425d-21f6-40a8-912f-5bffb2f42c7b req-c16d8375-6bcc-4e3d-8e9a-edb434cc8661 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.867960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f45d425d-21f6-40a8-912f-5bffb2f42c7b req-c16d8375-6bcc-4e3d-8e9a-edb434cc8661 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 944 time: 0.1930990 Oct 26 14:01:46.014720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f45d425d-21f6-40a8-912f-5bffb2f42c7b req-11b5feb7-2080-492a-9d24-cf907f6a6b7b tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376224 Oct 26 14:01:46.039954 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-15c9b14b-4440-4080-9fd0-07a884af4ac9 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463946 Oct 26 14:01:46.043606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c23f7790-5f60-4f46-ae48-39cae36b542b req-2afb53e7-6d1d-4192-b64e-012564527ac6 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134876 Oct 26 14:01:46.064325 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f1359a-7882-49bc-b925-2fbdad10b63f x-openstack-request-id: req-f4f1359a-7882-49bc-b925-2fbdad10b63f {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:46.064713 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe5f29c-1798-4593-bff8-c1d9355a3011", "tag": "a138fb65-2e8d-4f27-ab86-29fe4682371b", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:46.065058 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4f1359a-7882-49bc-b925-2fbdad10b63f {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:46.065565 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe5f29c-1798-4593-bff8-c1d9355a3011', 'tag': 'a138fb65-2e8d-4f27-ab86-29fe4682371b', 'status': 'completed', 'code': 200} Oct 26 14:01:46.089699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:46.093849 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3400bdb7-63fb-45b3-bd44-ceda4dbe756e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:46.108490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-5f964577-280d-4038-b78b-da298b6a3c18 req-8882da47-374f-4df6-a91e-dc1273361404 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Deleting port 34848d97-5e29-4951-b813-a7331fe597ea {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:46.108857 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5f964577-280d-4038-b78b-da298b6a3c18 req-8882da47-374f-4df6-a91e-dc1273361404 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.288001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b305b985-0456-4e92-a334-21b2d5e5acc9 req-fd503ceb-751c-4eba-9471-20582e5a6ac2 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358863 Oct 26 14:01:46.300254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a4937-ae92-4e8f-9774-75f75a3dcb1f req-20dd40af-ec89-4404-b6f0-45351afe0c24 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:46.301686 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd8a4937-ae92-4e8f-9774-75f75a3dcb1f req-20dd40af-ec89-4404-b6f0-45351afe0c24 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.1772683 Oct 26 14:01:46.311618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2870-052d-44c8-88c7-d8f3a4839f9f req-cd47d4cb-b8fc-4582-95f3-c7901f9a95f3 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:46.313139 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f7f2870-052d-44c8-88c7-d8f3a4839f9f req-cd47d4cb-b8fc-4582-95f3-c7901f9a95f3 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 945 time: 0.1534283 Oct 26 14:01:46.319608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-5f964577-280d-4038-b78b-da298b6a3c18 req-8882da47-374f-4df6-a91e-dc1273361404 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] For port 34848d97-5e29-4951-b813-a7331fe597ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=34848d97-5e29-4951-b813-a7331fe597ea,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:46.319969 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5f964577-280d-4038-b78b-da298b6a3c18 req-8882da47-374f-4df6-a91e-dc1273361404 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.364587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-5f964577-280d-4038-b78b-da298b6a3c18 req-8882da47-374f-4df6-a91e-dc1273361404 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Calling delete_port for 34848d97-5e29-4951-b813-a7331fe597ea owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:46.450131 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd8a4937-ae92-4e8f-9774-75f75a3dcb1f req-af43134e-4b86-4a7a-a4d6-6a7d9648d797 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329789 Oct 26 14:01:46.454758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f7f2870-052d-44c8-88c7-d8f3a4839f9f req-017a8771-c81d-4e2f-8d5c-51c42f8b8a1d tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/security-groups?id=77245d01-b70e-4efc-8e3a-6ecc87e3ff02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323519 Oct 26 14:01:46.481256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcb58a-cad9-4092-bf8e-0c5c6abcc0ba req-e571de04-19c8-4102-b5f1-579d224048dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:46.482825 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8dcb58a-cad9-4092-bf8e-0c5c6abcc0ba req-e571de04-19c8-4102-b5f1-579d224048dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99f9efda9b7b4a66b51af2add3e3816d&device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 1094 time: 0.1289129 Oct 26 14:01:46.522547 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.538613 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a8bd94-1245-4a55-b0af-c246246426de x-openstack-request-id: req-f2a8bd94-1245-4a55-b0af-c246246426de {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:46.539373 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:46.539776 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2a8bd94-1245-4a55-b0af-c246246426de {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:46.540471 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9', 'status': 'completed', 'code': 200} Oct 26 14:01:46.673316 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.706065 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5f964577-280d-4038-b78b-da298b6a3c18 req-8882da47-374f-4df6-a91e-dc1273361404 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.760759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400bdb7-63fb-45b3-bd44-ceda4dbe756e req-6ebde30e-b596-438e-8a61-62fd5685ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:46.762255 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3400bdb7-63fb-45b3-bd44-ceda4dbe756e req-6ebde30e-b596-438e-8a61-62fd5685ca1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 1098 time: 0.1791711 Oct 26 14:01:46.769377 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc67a7-5f3d-4e69-a89c-963c49bddb8a req-974d6c50-8c28-4e49-b6e3-237d6442235d tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:46.770785 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96bc67a7-5f3d-4e69-a89c-963c49bddb8a req-974d6c50-8c28-4e49-b6e3-237d6442235d tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 943 time: 0.2165186 Oct 26 14:01:46.772724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882da47-374f-4df6-a91e-dc1273361404 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Pushing event deleted for resources: {'Port': ['ID=34848d97-5e29-4951-b813-a7331fe597ea,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:46.774920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcb58a-cad9-4092-bf8e-0c5c6abcc0ba req-c04a507d-9015-4d0e-ab03-19358dd23b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:46.776319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8dcb58a-cad9-4092-bf8e-0c5c6abcc0ba req-c04a507d-9015-4d0e-ab03-19358dd23b3c service neutron] 10.222.0.11 "GET /v2.0/networks?id=09b1f01c-0475-402d-8829-01a07e36277e HTTP/1.1" status: 200 len: 913 time: 0.2738466 Oct 26 14:01:46.786278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534f230-d774-4acd-a0b5-07326d56688d req-222f3ace-76fd-49fd-bb3d-bf5a756c8e57 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:46.787642 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a534f230-d774-4acd-a0b5-07326d56688d req-222f3ace-76fd-49fd-bb3d-bf5a756c8e57 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.1856875 Oct 26 14:01:46.920544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8dcb58a-cad9-4092-bf8e-0c5c6abcc0ba req-ad917ec5-9633-41c8-93b3-23d0ea490aed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a138fb65-2e8d-4f27-ab86-29fe4682371b HTTP/1.1" status: 200 len: 217 time: 0.1245055 Oct 26 14:01:46.928015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f964577-280d-4038-b78b-da298b6a3c18 req-8882da47-374f-4df6-a91e-dc1273361404 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] No DVR routers for this DVR port 34848d97-5e29-4951-b813-a7331fe597ea on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:46.941270 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5f964577-280d-4038-b78b-da298b6a3c18 req-8882da47-374f-4df6-a91e-dc1273361404 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.944507 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f964577-280d-4038-b78b-da298b6a3c18 req-8882da47-374f-4df6-a91e-dc1273361404 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.25 "DELETE /v2.0/ports/34848d97-5e29-4951-b813-a7331fe597ea HTTP/1.1" status: 204 len: 173 time: 1.1835842 Oct 26 14:01:46.995487 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96bc67a7-5f3d-4e69-a89c-963c49bddb8a req-e1e28d28-b55d-4ce6-bfe7-c8ff59692df6 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179301 Oct 26 14:01:47.014467 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a534f230-d774-4acd-a0b5-07326d56688d req-72d9847f-fe92-42f0-a7b4-8cb16ddf861b tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047861 Oct 26 14:01:47.031162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcb58a-cad9-4092-bf8e-0c5c6abcc0ba req-39794ba5-ca71-4de4-8364-de6bfd9809da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:47.032721 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8dcb58a-cad9-4092-bf8e-0c5c6abcc0ba req-39794ba5-ca71-4de4-8364-de6bfd9809da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d665a877-3c3c-4331-87a4-72d848fcd4c2 HTTP/1.1" status: 200 len: 852 time: 0.1001341 Oct 26 14:01:47.057120 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400bdb7-63fb-45b3-bd44-ceda4dbe756e req-aef1e2af-05bc-4970-886b-2fc61eeb458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:47.058645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3400bdb7-63fb-45b3-bd44-ceda4dbe756e req-aef1e2af-05bc-4970-886b-2fc61eeb458c service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2798617 Oct 26 14:01:47.077204 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8dcb58a-cad9-4092-bf8e-0c5c6abcc0ba req-8b740880-586f-47ff-b228-5ed26d88e37c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09b1f01c-0475-402d-8829-01a07e36277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348914 Oct 26 14:01:47.122099 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3400bdb7-63fb-45b3-bd44-ceda4dbe756e req-b1c582c2-a7b3-41fb-b187-d8cf88de5224 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ff058763-b6e2-4896-9108-3db28b0f98d9 HTTP/1.1" status: 200 len: 217 time: 0.0478897 Oct 26 14:01:47.126236 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ff058763-b6e2-4896-9108-3db28b0f98d9 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:47.129938 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device fddd46c6-b837-4581-8e68-d43b2f58f21d up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:47.239221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port fddd46c6-b837-4581-8e68-d43b2f58f21d completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:47.247061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port fddd46c6-b837-4581-8e68-d43b2f58f21d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:47.247433 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:47.295249 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ff058763-b6e2-4896-9108-3db28b0f98d9,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:47.310597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'ff058763-b6e2-4896-9108-3db28b0f98d9', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'ff058763-b6e2-4896-9108-3db28b0f98d9', 'mac_address': 'fa:16:3e:69:7b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:47.347013 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 89b8c901-7ac1-413e-8916-861db26e310a details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:47.400110 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:47.417907 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:47.434525 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff058763-b6e2-4896-9108-3db28b0f98d9 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:47.513039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddd46c6-b837-4581-8e68-d43b2f58f21d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:47.515330 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22e6a51-48a8-4746-bd9a-fcd01a9a451d" -d '{"events": [{"server_uuid": "dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d", "name": "network-vif-plugged", "status": "completed", "tag": "fddd46c6-b837-4581-8e68-d43b2f58f21d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:47.532478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ff058763-b6e2-4896-9108-3db28b0f98d9,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:47.545327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port fddd46c6-b837-4581-8e68-d43b2f58f21d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fddd46c6-b837-4581-8e68-d43b2f58f21d,segment=NetworkSegment(90f5b463-9b9e-444a-a44f-ee82bf62b018),segment_id=90f5b463-9b9e-444a-a44f-ee82bf62b018)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:47.549412 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:47.559175 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:47.579451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400bdb7-63fb-45b3-bd44-ceda4dbe756e req-ff2496b9-1df8-45ab-a5ed-43329e4664cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:47.580917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3400bdb7-63fb-45b3-bd44-ceda4dbe756e req-ff2496b9-1df8-45ab-a5ed-43329e4664cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.4496884 Oct 26 14:01:47.596009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f2a6d-d921-460d-976b-14cc3853ab59 req-58e22aaa-a636-48a6-8489-41c102d77ba2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:47.597327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 89b8c901-7ac1-413e-8916-861db26e310a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=89b8c901-7ac1-413e-8916-861db26e310a,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:47.597522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-024f2a6d-d921-460d-976b-14cc3853ab59 req-58e22aaa-a636-48a6-8489-41c102d77ba2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 947 time: 0.4843991 Oct 26 14:01:47.614441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88777226-637d-4be8-b75b-774ed8c24208 req-98de0c57-511a-4d9a-97ac-8a18e4935702 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:47.615894 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88777226-637d-4be8-b75b-774ed8c24208 req-98de0c57-511a-4d9a-97ac-8a18e4935702 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 943 time: 0.5049341 Oct 26 14:01:47.618197 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '89b8c901-7ac1-413e-8916-861db26e310a', 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123', 'port_id': '89b8c901-7ac1-413e-8916-861db26e310a', 'mac_address': 'fa:16:3e:6a:f4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff39209-e843-4302-93f9-ea777b3788e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:47.626338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ff058763-b6e2-4896-9108-3db28b0f98d9,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:47.667732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8dcb58a-cad9-4092-bf8e-0c5c6abcc0ba req-0c9b5da1-9d09-432f-b5c7-3875b8003873 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555818 Oct 26 14:01:47.699616 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:47.711974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=fddd46c6-b837-4581-8e68-d43b2f58f21d,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:47.718608 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b8c901-7ac1-413e-8916-861db26e310a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:47.738101 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 89b8c901-7ac1-413e-8916-861db26e310a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=89b8c901-7ac1-413e-8916-861db26e310a,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:47.742335 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:47.761563 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-024f2a6d-d921-460d-976b-14cc3853ab59 req-352b1d53-0db7-4b10-9225-7ef72a7c88f7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447012 Oct 26 14:01:47.770815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400bdb7-63fb-45b3-bd44-ceda4dbe756e req-376bda0c-113f-4fd5-a111-4754f2cfe7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:47.772299 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3400bdb7-63fb-45b3-bd44-ceda4dbe756e req-376bda0c-113f-4fd5-a111-4754f2cfe7ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1739542 Oct 26 14:01:47.776943 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88777226-637d-4be8-b75b-774ed8c24208 req-30565d36-367e-4b65-884f-7dbc09306565 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440673 Oct 26 14:01:47.809072 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=89b8c901-7ac1-413e-8916-861db26e310a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:47.908883 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8dcb58a-cad9-4092-bf8e-0c5c6abcc0ba req-9025ded8-a8cf-4e26-8f7d-da06c50df779 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276528 Oct 26 14:01:47.937021 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9092e-c99c-495b-b688-d7199b328c39 req-3ac33ff7-89c2-47a2-8a2e-44a08eb1087b tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:47.938582 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0c9092e-c99c-495b-b688-d7199b328c39 req-3ac33ff7-89c2-47a2-8a2e-44a08eb1087b tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 945 time: 0.1080036 Oct 26 14:01:47.944645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3400bdb7-63fb-45b3-bd44-ceda4dbe756e req-6a4a2e8a-a843-41a6-a62a-7a59f3573a53 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643374 Oct 26 14:01:47.998687 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['89b8c901-7ac1-413e-8916-861db26e310a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:48.029687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0c9092e-c99c-495b-b688-d7199b328c39 req-d949c49e-6393-499b-bfd5-2da0a9f313d9 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840816 Oct 26 14:01:48.067520 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb234da-d78d-4bdc-88c8-a8f46d3cd669', 'name': 'network-vif-deleted', 'tag': '34848d97-5e29-4951-b813-a7331fe597ea'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:48.070046 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e501653d-bd8f-41d9-910d-9ead2c2f564f" -d '{"events": [{"server_uuid": "6eb234da-d78d-4bdc-88c8-a8f46d3cd669", "name": "network-vif-deleted", "tag": "34848d97-5e29-4951-b813-a7331fe597ea"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:48.084835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3400bdb7-63fb-45b3-bd44-ceda4dbe756e req-07125d57-d9fe-4fc9-8bb3-35e119ec24be service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253719 Oct 26 14:01:48.184141 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302e5d7-6413-4a00-9bec-86c85ab58d33 req-60ef4e04-0875-45b2-bcb0-6464e1034b00 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.185708 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6302e5d7-6413-4a00-9bec-86c85ab58d33 req-60ef4e04-0875-45b2-bcb0-6464e1034b00 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 946 time: 0.0594673 Oct 26 14:01:48.196116 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5a0c11-b55e-4bd0-8330-29b017b3b443 x-openstack-request-id: req-6d5a0c11-b55e-4bd0-8330-29b017b3b443 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:48.196409 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d", "name": "network-vif-plugged", "status": "completed", "tag": "fddd46c6-b837-4581-8e68-d43b2f58f21d", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:48.196657 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d5a0c11-b55e-4bd0-8330-29b017b3b443 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:48.197076 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddd46c6-b837-4581-8e68-d43b2f58f21d', 'code': 200} Oct 26 14:01:48.227337 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6302e5d7-6413-4a00-9bec-86c85ab58d33 req-8a1a3781-6f29-425b-8681-18b62eb04f59 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/security-groups?id=77245d01-b70e-4efc-8e3a-6ecc87e3ff02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347805 Oct 26 14:01:48.284973 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['ff058763-b6e2-4896-9108-3db28b0f98d9'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:48.388972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacecdff-c491-4770-92ab-2408bc04d655 req-763d9d29-ad62-48bb-8975-d17356a322ba tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.390345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dacecdff-c491-4770-92ab-2408bc04d655 req-763d9d29-ad62-48bb-8975-d17356a322ba tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.1422365 Oct 26 14:01:48.433671 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:48.444334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97476713-b3d7-4a70-9dab-ddb595df3aa6 req-1171f602-1f26-471f-8c9e-231d7810f36f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.445864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97476713-b3d7-4a70-9dab-ddb595df3aa6 req-1171f602-1f26-471f-8c9e-231d7810f36f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 943 time: 0.0987744 Oct 26 14:01:48.447677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2db86-1665-4f86-b48f-43fbacc4c31a req-c4f71fc5-c96a-497d-81ae-4a3b090a2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.449020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84d2db86-1665-4f86-b48f-43fbacc4c31a req-c4f71fc5-c96a-497d-81ae-4a3b090a2452 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 1097 time: 0.1481326 Oct 26 14:01:48.495482 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dacecdff-c491-4770-92ab-2408bc04d655 req-5041d84e-843d-4c3e-bcbc-354a89dc9d12 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908465 Oct 26 14:01:48.519461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84d2db86-1665-4f86-b48f-43fbacc4c31a req-2187edac-3a26-4131-b626-124f57a7345a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=77245d01-b70e-4efc-8e3a-6ecc87e3ff02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603511 Oct 26 14:01:48.527527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97476713-b3d7-4a70-9dab-ddb595df3aa6 req-1a8b0735-20cb-47df-b11d-cbdca0ad13d8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673499 Oct 26 14:01:48.566863 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c38c2d-aeeb-454a-8309-8dd5e73fea0f x-openstack-request-id: req-02c38c2d-aeeb-454a-8309-8dd5e73fea0f {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:48.567765 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb234da-d78d-4bdc-88c8-a8f46d3cd669", "name": "network-vif-deleted", "tag": "34848d97-5e29-4951-b813-a7331fe597ea", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:48.568649 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02c38c2d-aeeb-454a-8309-8dd5e73fea0f {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:48.569501 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb234da-d78d-4bdc-88c8-a8f46d3cd669', 'name': 'network-vif-deleted', 'tag': '34848d97-5e29-4951-b813-a7331fe597ea', 'status': 'completed', 'code': 200} Oct 26 14:01:48.786752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d11bd-2eb5-4239-b2df-085b1ee2024a req-7f297cf3-5b12-4aa8-87dc-14f081e1942b tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.788334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-695d11bd-2eb5-4239-b2df-085b1ee2024a req-7f297cf3-5b12-4aa8-87dc-14f081e1942b tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 945 time: 0.0581381 Oct 26 14:01:48.828376 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-695d11bd-2eb5-4239-b2df-085b1ee2024a req-cd6e03b0-f256-4bce-9c61-c26b9cf83715 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/security-groups?id=6219e079-b045-46b0-a96a-b2cb4a6af0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327432 Oct 26 14:01:48.923571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de987fc-c58d-4d7e-a1c0-e8a290f89423 req-492ffc38-1fc9-48cb-9a4b-d6dd27c81a87 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.924933 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5de987fc-c58d-4d7e-a1c0-e8a290f89423 req-492ffc38-1fc9-48cb-9a4b-d6dd27c81a87 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 948 time: 0.0753977 Oct 26 14:01:48.956123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944600a4-352a-4e85-a064-07a66fbdb39c req-65b9a687-d759-4045-a158-fa67feb09972 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.957679 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-944600a4-352a-4e85-a064-07a66fbdb39c req-65b9a687-d759-4045-a158-fa67feb09972 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 943 time: 0.0715055 Oct 26 14:01:48.992897 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5de987fc-c58d-4d7e-a1c0-e8a290f89423 req-2e067ad1-4318-49b7-8779-48d8dd7446c1 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605495 Oct 26 14:01:49.019583 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-944600a4-352a-4e85-a064-07a66fbdb39c req-0b8f5efa-b337-4f0e-a33d-b6336cb325cb tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526137 Oct 26 14:01:49.141606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:49.206213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cecca7-0c0a-4838-8b49-a8cde7a25439 req-71c75f98-5d4f-44b1-8acc-5b8b95a1d83a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:49.207806 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54cecca7-0c0a-4838-8b49-a8cde7a25439 req-71c75f98-5d4f-44b1-8acc-5b8b95a1d83a tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.25 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 945 time: 0.0824418 Oct 26 14:01:49.216497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c95d7-b513-4de1-99d3-5bb9d3ac67bc req-38365d99-f311-4e6b-b636-45b9ff0d8310 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:49.218073 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-786c95d7-b513-4de1-99d3-5bb9d3ac67bc req-38365d99-f311-4e6b-b636-45b9ff0d8310 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 945 time: 0.1022027 Oct 26 14:01:49.287574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:49.301924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d', 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a', 'port_id': '6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d', 'mac_address': 'fa:16:3e:69:2d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0759cbe-4941-45d8-8065-e151e9f5a491', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:49.343031 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:49.355255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 89b8c901-7ac1-413e-8916-861db26e310a up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:49.382639 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:49.383064 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-786c95d7-b513-4de1-99d3-5bb9d3ac67bc req-0a4b07c7-dbc6-4972-a79b-4a8ac948a20a tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882490 Oct 26 14:01:49.413239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23229448-0373-4210-98af-c6a8c03d92f8 req-c5a4c28a-ff30-45f1-8e88-3805791654bf tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:49.419246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23229448-0373-4210-98af-c6a8c03d92f8 req-c5a4c28a-ff30-45f1-8e88-3805791654bf tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 946 time: 0.1083393 Oct 26 14:01:49.421909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:49.426757 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:49.427583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a138fb65-2e8d-4f27-ab86-29fe4682371b details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:49.456909 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-54cecca7-0c0a-4838-8b49-a8cde7a25439 req-877d0c91-069f-4602-b7fd-89ca8e51ad94 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Deleting port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:49.457328 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-54cecca7-0c0a-4838-8b49-a8cde7a25439 req-877d0c91-069f-4602-b7fd-89ca8e51ad94 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:49.468354 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 89b8c901-7ac1-413e-8916-861db26e310a completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:49.475728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 89b8c901-7ac1-413e-8916-861db26e310a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:49.476313 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:49.531798 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23229448-0373-4210-98af-c6a8c03d92f8 req-b38c2cab-c8db-477d-8a98-acbf5119403a tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/security-groups?id=77245d01-b70e-4efc-8e3a-6ecc87e3ff02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089783 Oct 26 14:01:49.610200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-54cecca7-0c0a-4838-8b49-a8cde7a25439 req-877d0c91-069f-4602-b7fd-89ca8e51ad94 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] For port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,segment=NetworkSegment(a907e868-eb46-4db1-b6cb-2b33bbf12ac6),segment_id=a907e868-eb46-4db1-b6cb-2b33bbf12ac6)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:49.610639 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-54cecca7-0c0a-4838-8b49-a8cde7a25439 req-877d0c91-069f-4602-b7fd-89ca8e51ad94 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:49.629550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-54cecca7-0c0a-4838-8b49-a8cde7a25439 req-877d0c91-069f-4602-b7fd-89ca8e51ad94 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Calling delete_port for 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:49.642457 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:49.720776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port a138fb65-2e8d-4f27-ab86-29fe4682371b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a138fb65-2e8d-4f27-ab86-29fe4682371b,segment=NetworkSegment(622b49b2-0d13-47e7-84fe-37b7604a5a1d),segment_id=622b49b2-0d13-47e7-84fe-37b7604a5a1d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:49.735394 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:49.738185 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'a138fb65-2e8d-4f27-ab86-29fe4682371b', 'network_id': '09b1f01c-0475-402d-8829-01a07e36277e', 'port_id': 'a138fb65-2e8d-4f27-ab86-29fe4682371b', 'mac_address': 'fa:16:3e:b5:58:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd665a877-3c3c-4331-87a4-72d848fcd4c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:49.789389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e78d29-fc2b-4873-b3dd-64216a4add62 req-c138635f-22f5-4acc-9127-d60cd892ef7d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:49.791453 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0e78d29-fc2b-4873-b3dd-64216a4add62 req-c138635f-22f5-4acc-9127-d60cd892ef7d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.1924007 Oct 26 14:01:49.800527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16121eca-443e-455e-9040-bc14f7026f07 req-0cdfada8-fded-464b-b8dd-2b5a382557d7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:49.801419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 89b8c901-7ac1-413e-8916-861db26e310a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=89b8c901-7ac1-413e-8916-861db26e310a,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:49.807529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16121eca-443e-455e-9040-bc14f7026f07 req-0cdfada8-fded-464b-b8dd-2b5a382557d7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 944 time: 0.1179795 Oct 26 14:01:49.809205 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:49.810034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 34848d97-5e29-4951-b813-a7331fe597ea no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:49.814071 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:49.854350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 34848d97-5e29-4951-b813-a7331fe597ea {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:49.854667 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 34848d97-5e29-4951-b813-a7331fe597ea not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:49.863380 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a138fb65-2e8d-4f27-ab86-29fe4682371b {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:49.896801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port a138fb65-2e8d-4f27-ab86-29fe4682371b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a138fb65-2e8d-4f27-ab86-29fe4682371b,segment=NetworkSegment(622b49b2-0d13-47e7-84fe-37b7604a5a1d),segment_id=622b49b2-0d13-47e7-84fe-37b7604a5a1d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:49.902201 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:49.904016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=89b8c901-7ac1-413e-8916-861db26e310a,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:49.910722 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0e78d29-fc2b-4873-b3dd-64216a4add62 req-d9850d76-19c2-4808-8603-f21225cebdb3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970886 Oct 26 14:01:49.938654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16121eca-443e-455e-9040-bc14f7026f07 req-45060015-d30e-4e6a-9db3-355b85c0db85 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296103 Oct 26 14:01:49.939057 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:01:49.942662 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-54cecca7-0c0a-4838-8b49-a8cde7a25439 req-877d0c91-069f-4602-b7fd-89ca8e51ad94 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:49.947305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51360) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:49.982875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d0c91-069f-4602-b7fd-89ca8e51ad94 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Pushing event deleted for resources: {'Port': ['ID=24c3e86b-aa4b-45a5-b083-5b355f3d87e7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:50.009521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=a138fb65-2e8d-4f27-ab86-29fe4682371b,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:50.041947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cecca7-0c0a-4838-8b49-a8cde7a25439 req-877d0c91-069f-4602-b7fd-89ca8e51ad94 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] No DVR routers for this DVR port 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:50.044642 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-54cecca7-0c0a-4838-8b49-a8cde7a25439 req-877d0c91-069f-4602-b7fd-89ca8e51ad94 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.048000 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54cecca7-0c0a-4838-8b49-a8cde7a25439 req-877d0c91-069f-4602-b7fd-89ca8e51ad94 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.25 "DELETE /v2.0/ports/24c3e86b-aa4b-45a5-b083-5b355f3d87e7 HTTP/1.1" status: 204 len: 173 time: 0.8289027 Oct 26 14:01:50.062603 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1859b4ab-79aa-46a0-84c8-ac573ad9a7fd req-f0ecc721-8bdd-480c-8614-ab19e61952c3 tempest-LiveAutoBlockMigrationV225Test-19361855 tempest-LiveAutoBlockMigrationV225Test-19361855-project] 10.222.0.32 "GET /v2.0/ports?device_id=3923255d-2be8-44fe-83a7-d4a9798b5280 HTTP/1.1" status: 200 len: 210 time: 0.0537679 Oct 26 14:01:50.089366 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b460d9bc-116b-4497-9676-40f385e0f352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.136037 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fad4f9-5af6-4d53-b53f-df35d70c5510 req-a36d626c-c04e-4ba5-bc6b-cf19401ea802 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:50.139157 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43fad4f9-5af6-4d53-b53f-df35d70c5510 req-a36d626c-c04e-4ba5-bc6b-cf19401ea802 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 948 time: 0.0714014 Oct 26 14:01:50.189349 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b460d9bc-116b-4497-9676-40f385e0f352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.193814 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b460d9bc-116b-4497-9676-40f385e0f352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.198318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b8c901-7ac1-413e-8916-861db26e310a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:50.201102 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165fbb8f-b155-41d6-ba67-ceab29df8f25" -d '{"events": [{"server_uuid": "c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5", "name": "network-vif-plugged", "status": "completed", "tag": "89b8c901-7ac1-413e-8916-861db26e310a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:50.226214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43fad4f9-5af6-4d53-b53f-df35d70c5510 req-5eaa8652-6ef3-4561-bf24-a148f0f97c47 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791392 Oct 26 14:01:50.243808 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b460d9bc-116b-4497-9676-40f385e0f352 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21b65fbcaba1497998c030b732541655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939587 Oct 26 14:01:50.244640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51370) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:50.245158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f9572-239b-416b-9b21-957a2c12cbbd req-74df001a-78c5-41d3-89d4-cb213bcc6d72 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:50.245332 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460d9bc-116b-4497-9676-40f385e0f352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c278e8-ef24-43b5-911d-541eed0a9ad9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:50.253598 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c79f9572-239b-416b-9b21-957a2c12cbbd req-74df001a-78c5-41d3-89d4-cb213bcc6d72 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 944 time: 0.0942619 Oct 26 14:01:50.299456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c79f9572-239b-416b-9b21-957a2c12cbbd req-db482c0f-974c-4b17-ac16-b772df098790 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397878 Oct 26 14:01:50.308627 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6466bcea-fe43-496d-9ab7-43deb14f2f4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.309564 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a478c508-23f7-4617-a2cb-a41d9fbb5dfc x-openstack-request-id: req-a478c508-23f7-4617-a2cb-a41d9fbb5dfc {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:50.309860 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5", "name": "network-vif-plugged", "status": "completed", "tag": "89b8c901-7ac1-413e-8916-861db26e310a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:50.310155 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a478c508-23f7-4617-a2cb-a41d9fbb5dfc {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:50.310547 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b8c901-7ac1-413e-8916-861db26e310a', 'code': 200} Oct 26 14:01:50.331480 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6466bcea-fe43-496d-9ab7-43deb14f2f4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.388027 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6466bcea-fe43-496d-9ab7-43deb14f2f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.391730 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6466bcea-fe43-496d-9ab7-43deb14f2f4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.393401 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6466bcea-fe43-496d-9ab7-43deb14f2f4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22c278e8-ef24-43b5-911d-541eed0a9ad9 HTTP/1.1" status: 204 len: 168 time: 0.1445320 Oct 26 14:01:50.404611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466bcea-fe43-496d-9ab7-43deb14f2f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c278e8-ef24-43b5-911d-541eed0a9ad9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:50.426886 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40d467-5a5b-4e47-b7f4-fc4665ce7cfc req-860dd8c0-c9dc-454e-9b92-905409a6731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:50.428871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6e40d467-5a5b-4e47-b7f4-fc4665ce7cfc req-860dd8c0-c9dc-454e-9b92-905409a6731b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 1097 time: 0.0487721 Oct 26 14:01:50.470508 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a138fb65-2e8d-4f27-ab86-29fe4682371b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:50.476020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:50.505254 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6e40d467-5a5b-4e47-b7f4-fc4665ce7cfc req-67775eb6-4857-4038-8dd0-88d3d9d229ef service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662858 Oct 26 14:01:50.529434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c808e-5161-43df-aacd-1ec3c73d3a3c req-ce3cb285-add8-44ef-831a-b1b2fc4455b5 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:50.537040 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e3c808e-5161-43df-aacd-1ec3c73d3a3c req-ce3cb285-add8-44ef-831a-b1b2fc4455b5 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 946 time: 0.0761302 Oct 26 14:01:50.597043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3923255d-2be8-44fe-83a7-d4a9798b5280', 'name': 'network-vif-deleted', 'tag': '24c3e86b-aa4b-45a5-b083-5b355f3d87e7'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:50.600586 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2c23b2-7b55-42e8-8030-f3d7e6d28435" -d '{"events": [{"server_uuid": "3923255d-2be8-44fe-83a7-d4a9798b5280", "name": "network-vif-deleted", "tag": "24c3e86b-aa4b-45a5-b083-5b355f3d87e7"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:50.607576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e3c808e-5161-43df-aacd-1ec3c73d3a3c req-ce6bb823-9c4e-4c1c-81bc-641b10375f48 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698614 Oct 26 14:01:50.667145 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e708c-f077-4c73-a92b-a6f54672fea5 req-106855b7-646d-4cf6-b6a2-693523141ef3 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:50.668854 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-078e708c-f077-4c73-a92b-a6f54672fea5 req-106855b7-646d-4cf6-b6a2-693523141ef3 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 946 time: 0.0596299 Oct 26 14:01:50.670315 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2d5d90-2cd0-4dba-9d3b-b5fa70e6551d x-openstack-request-id: req-eb2d5d90-2cd0-4dba-9d3b-b5fa70e6551d {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:50.671043 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3923255d-2be8-44fe-83a7-d4a9798b5280", "name": "network-vif-deleted", "tag": "24c3e86b-aa4b-45a5-b083-5b355f3d87e7", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:50.671043 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb2d5d90-2cd0-4dba-9d3b-b5fa70e6551d {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:50.671286 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3923255d-2be8-44fe-83a7-d4a9798b5280', 'name': 'network-vif-deleted', 'tag': '24c3e86b-aa4b-45a5-b083-5b355f3d87e7', 'status': 'completed', 'code': 200} Oct 26 14:01:50.710150 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-078e708c-f077-4c73-a92b-a6f54672fea5 req-5dd2a6f6-29f5-46f6-b277-d4ffcf923bdf tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/security-groups?id=77245d01-b70e-4efc-8e3a-6ecc87e3ff02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346203 Oct 26 14:01:50.763364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51384) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:50.776957 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3516af8f-e457-4a13-a6b8-e928109036c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.851059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb911c44-0936-4176-bcc8-13b4752675fb req-b6f1a9a4-d40b-4e5e-a40a-3e8b5e2fd0ec tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:50.852657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb911c44-0936-4176-bcc8-13b4752675fb req-b6f1a9a4-d40b-4e5e-a40a-3e8b5e2fd0ec tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 946 time: 0.0524204 Oct 26 14:01:50.859008 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3516af8f-e457-4a13-a6b8-e928109036c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.861390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51386) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:50.863133 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3516af8f-e457-4a13-a6b8-e928109036c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.865962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-085a93d1-ee1d-4972-a00f-a69f0d463a39 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Request body: {'floatingip': {'port_id': 'fddd46c6-b837-4581-8e68-d43b2f58f21d'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:50.903684 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3516af8f-e457-4a13-a6b8-e928109036c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae8e3d0d4a774d7690eeed8fcf42405d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367984 Oct 26 14:01:50.903684 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516af8f-e457-4a13-a6b8-e928109036c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f8ebb2-160c-4f48-940e-92266a5a846a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:50.904052 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-085a93d1-ee1d-4972-a00f-a69f0d463a39 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.904374 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51388) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:50.959337 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c2cf0068-e10b-4684-93ba-e7eecfe1d1a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.988516 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c2cf0068-e10b-4684-93ba-e7eecfe1d1a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.038759 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c2cf0068-e10b-4684-93ba-e7eecfe1d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.041599 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c2cf0068-e10b-4684-93ba-e7eecfe1d1a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.042789 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c2cf0068-e10b-4684-93ba-e7eecfe1d1a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49f8ebb2-160c-4f48-940e-92266a5a846a HTTP/1.1" status: 204 len: 168 time: 0.1375237 Oct 26 14:01:51.052839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf0068-e10b-4684-93ba-e7eecfe1d1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f8ebb2-160c-4f48-940e-92266a5a846a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:51.143664 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ff058763-b6e2-4896-9108-3db28b0f98d9 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:51.178748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46033-7220-4175-8c25-c2d9abcf32c6 req-b0c197f5-c92d-4272-9375-68933b617e4b tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.180234 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13e46033-7220-4175-8c25-c2d9abcf32c6 req-b0c197f5-c92d-4272-9375-68933b617e4b tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.1729624 Oct 26 14:01:51.190247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5ae9b-f635-4398-91fd-bb40331624b9 req-6b1520d7-2d91-4701-9a78-13744005b40c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.191689 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ed5ae9b-f635-4398-91fd-bb40331624b9 req-6b1520d7-2d91-4701-9a78-13744005b40c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 944 time: 0.1733723 Oct 26 14:01:51.200322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port ff058763-b6e2-4896-9108-3db28b0f98d9 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:51.204826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port ff058763-b6e2-4896-9108-3db28b0f98d9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:51.205259 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.267768 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13e46033-7220-4175-8c25-c2d9abcf32c6 req-6d99d3e8-ecde-465b-9a85-b77e03ab145f tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751390 Oct 26 14:01:51.326544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ed5ae9b-f635-4398-91fd-bb40331624b9 req-ee168a01-e9c3-4b72-baf1-692219e29db7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179338 Oct 26 14:01:51.354571 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51404) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:51.503073 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.547842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ff058763-b6e2-4896-9108-3db28b0f98d9,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:51.554947 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.572234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728af50e-60a3-4936-84e4-bd0a37ff46e7 req-ba3804ce-ee77-4c0a-8346-3a5c488994dc tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.575478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-728af50e-60a3-4936-84e4-bd0a37ff46e7 req-ba3804ce-ee77-4c0a-8346-3a5c488994dc tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 948 time: 0.1756420 Oct 26 14:01:51.617884 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ff058763-b6e2-4896-9108-3db28b0f98d9,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:51.620759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-45cfb1a0-47c9-4603-b263-5fb9180325ef admin admin] Deleting subnet d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:01:51.637957 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-45cfb1a0-47c9-4603-b263-5fb9180325ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.670165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d8d1-7bad-41b8-9f58-9efb40831896 req-9c6b512b-eb12-4731-b664-ca5d1c98ffb7 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.677347 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-45cfb1a0-47c9-4603-b263-5fb9180325ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.679663 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e859d8d1-7bad-41b8-9f58-9efb40831896 req-9c6b512b-eb12-4731-b664-ca5d1c98ffb7 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 944 time: 0.2380245 Oct 26 14:01:51.706549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-728af50e-60a3-4936-84e4-bd0a37ff46e7 req-10204761-4081-4cc8-9d9e-5a62dc90e63d tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214886 Oct 26 14:01:51.735911 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-085a93d1-ee1d-4972-a00f-a69f0d463a39 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.753834 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e859d8d1-7bad-41b8-9f58-9efb40831896 req-524857ba-1cf8-4fbb-be97-8ae5255a074d tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733390 Oct 26 14:01:51.755305 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-085a93d1-ee1d-4972-a00f-a69f0d463a39 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.763696 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-45cfb1a0-47c9-4603-b263-5fb9180325ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.838681 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-45cfb1a0-47c9-4603-b263-5fb9180325ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.865278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfb1a0-47c9-4603-b263-5fb9180325ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:51.869673 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-45cfb1a0-47c9-4603-b263-5fb9180325ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.877536 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-45cfb1a0-47c9-4603-b263-5fb9180325ef admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d8b4c292-5810-48f4-8a4a-6ee1dbbfbd67 HTTP/1.1" status: 204 len: 168 time: 0.5174017 Oct 26 14:01:51.877536 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51426) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:51.898111 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7832937-e6a2-4842-9346-f634b8382da8 req-23ae8f1c-da3b-48fc-b35e-ef9ad6911580 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.899604 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7832937-e6a2-4842-9346-f634b8382da8 req-23ae8f1c-da3b-48fc-b35e-ef9ad6911580 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 946 time: 0.0715249 Oct 26 14:01:51.928495 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-085a93d1-ee1d-4972-a00f-a69f0d463a39 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Floating IP ba97baa0-dc29-489e-a37d-9fecac0c48a1 associated. External IP: 172.25.4.89, port: fddd46c6-b837-4581-8e68-d43b2f58f21d. Oct 26 14:01:51.947179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18dc6df1-5c86-4b3c-8fea-81ed320b676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.010191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7832937-e6a2-4842-9346-f634b8382da8 req-f7af9c64-2287-475f-90b2-e2f1008a5350 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014192 Oct 26 14:01:52.031237 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18dc6df1-5c86-4b3c-8fea-81ed320b676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.063716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-18dc6df1-5c86-4b3c-8fea-81ed320b676c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba04fdd3-3802-412f-af48-4aa973edbc88']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:52.075641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-18dc6df1-5c86-4b3c-8fea-81ed320b676c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:52.076136 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-18dc6df1-5c86-4b3c-8fea-81ed320b676c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a907e868-eb46-4db1-b6cb-2b33bbf12ac6') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:52.092611 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18dc6df1-5c86-4b3c-8fea-81ed320b676c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.108861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18dc6df1-5c86-4b3c-8fea-81ed320b676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.117152 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18dc6df1-5c86-4b3c-8fea-81ed320b676c admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:01:52.117552 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18dc6df1-5c86-4b3c-8fea-81ed320b676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.166366 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085a93d1-ee1d-4972-a00f-a69f0d463a39 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Router cdea1777-ec2b-4b0b-90b7-349419f9c540 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:01:52.180757 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:01:52.185153 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18dc6df1-5c86-4b3c-8fea-81ed320b676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.194554 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18dc6df1-5c86-4b3c-8fea-81ed320b676c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.199198 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-18dc6df1-5c86-4b3c-8fea-81ed320b676c admin admin] 10.222.0.32 "DELETE /v2.0/networks/ba04fdd3-3802-412f-af48-4aa973edbc88 HTTP/1.1" status: 204 len: 168 time: 0.3210509 Oct 26 14:01:52.209823 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51434) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:52.219029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc6df1-5c86-4b3c-8fea-81ed320b676c admin admin] Pushing event deleted for resources: {'Network': ['ID=ba04fdd3-3802-412f-af48-4aa973edbc88,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:52.263636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c7d23a-481c-4321-a6ec-3fa4a55f2612 admin admin] Deleting subnet ff934c85-6850-4665-b774-28488e3e81ae {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:01:52.268353 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-12c7d23a-481c-4321-a6ec-3fa4a55f2612 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.312488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:52.315700 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32f240f-6517-4722-9e13-db848a1e4fc9" -d '{"events": [{"server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "name": "network-vif-plugged", "status": "completed", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:52.326669 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-12c7d23a-481c-4321-a6ec-3fa4a55f2612 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.383919 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-12c7d23a-481c-4321-a6ec-3fa4a55f2612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.444349 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-12c7d23a-481c-4321-a6ec-3fa4a55f2612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.472850 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7d23a-481c-4321-a6ec-3fa4a55f2612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff934c85-6850-4665-b774-28488e3e81ae,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:52.474967 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-12c7d23a-481c-4321-a6ec-3fa4a55f2612 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.478845 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-12c7d23a-481c-4321-a6ec-3fa4a55f2612 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ff934c85-6850-4665-b774-28488e3e81ae HTTP/1.1" status: 204 len: 168 time: 0.2678709 Oct 26 14:01:52.481351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51450) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:52.560741 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55711931-3542-44d2-99d5-b3dd9dc57e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.646996 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55711931-3542-44d2-99d5-b3dd9dc57e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.651959 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cd5bc-8b6e-4060-a2b5-5711930f387d req-005fba8c-8eac-4f7b-b064-60f09d9595af tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:52.653471 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-151cd5bc-8b6e-4060-a2b5-5711930f387d req-005fba8c-8eac-4f7b-b064-60f09d9595af tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 946 time: 0.1278667 Oct 26 14:01:52.660961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a613-5642-4820-b50f-a6ca795b3692 req-ddd1b483-d0c1-4594-ac5e-d214dc98dee7 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:52.666449 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8835a613-5642-4820-b50f-a6ca795b3692 req-ddd1b483-d0c1-4594-ac5e-d214dc98dee7 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.1396472 Oct 26 14:01:52.668342 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-55711931-3542-44d2-99d5-b3dd9dc57e59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edabaee9-9414-49e9-8592-874aecdb28fc']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:52.677845 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-55711931-3542-44d2-99d5-b3dd9dc57e59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c233da4-2853-42c3-a95b-b9701860379d') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:52.678173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-55711931-3542-44d2-99d5-b3dd9dc57e59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c233da4-2853-42c3-a95b-b9701860379d') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:52.688322 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55711931-3542-44d2-99d5-b3dd9dc57e59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.702121 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55711931-3542-44d2-99d5-b3dd9dc57e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.708217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55711931-3542-44d2-99d5-b3dd9dc57e59 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:01:52.708599 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55711931-3542-44d2-99d5-b3dd9dc57e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:01:52.710374 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:01:52.716597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085a93d1-ee1d-4972-a00f-a69f0d463a39 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:01:52.722212 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-085a93d1-ee1d-4972-a00f-a69f0d463a39 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.730503 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b359e8-beb0-4df5-bbbf-8ba5803a7e9b None None] Sync routers for ids ['cdea1777-ec2b-4b0b-90b7-349419f9c540'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:01:52.742436 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b359e8-beb0-4df5-bbbf-8ba5803a7e9b None None] Routers {'cdea1777-ec2b-4b0b-90b7-349419f9c540'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:52.744659 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-27b359e8-beb0-4df5-bbbf-8ba5803a7e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:01:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['cdea1777-ec2b-4b0b-90b7-349419f9c540'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:52.771815 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-151cd5bc-8b6e-4060-a2b5-5711930f387d req-234e7b93-092d-40f1-a8ca-22fea5dc2a09 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009951 Oct 26 14:01:52.776816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8835a613-5642-4820-b50f-a6ca795b3692 req-ad2f68a2-57f5-473a-86c1-35fd88fb2d10 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041765 Oct 26 14:01:52.779188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-085a93d1-ee1d-4972-a00f-a69f0d463a39 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "PUT /v2.0/floatingips/ba97baa0-dc29-489e-a37d-9fecac0c48a1 HTTP/1.1" status: 200 len: 991 time: 1.9167285 Oct 26 14:01:52.779776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d', 'tag': 'fddd46c6-b837-4581-8e68-d43b2f58f21d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:52.783132 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952986c7-d560-4a4f-affe-09b68d18451f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d", "tag": "fddd46c6-b837-4581-8e68-d43b2f58f21d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:52.799470 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55711931-3542-44d2-99d5-b3dd9dc57e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.804981 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55711931-3542-44d2-99d5-b3dd9dc57e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.809615 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-55711931-3542-44d2-99d5-b3dd9dc57e59 admin admin] 10.222.0.32 "DELETE /v2.0/networks/edabaee9-9414-49e9-8592-874aecdb28fc HTTP/1.1" status: 204 len: 168 time: 0.3270309 Oct 26 14:01:52.834656 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55711931-3542-44d2-99d5-b3dd9dc57e59 admin admin] Pushing event deleted for resources: {'Network': ['ID=edabaee9-9414-49e9-8592-874aecdb28fc,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:52.837610 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4ad76e-4858-47ec-8087-f27d7833d739 x-openstack-request-id: req-1e4ad76e-4858-47ec-8087-f27d7833d739 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:52.837904 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "name": "network-vif-plugged", "status": "completed", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:52.838249 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e4ad76e-4858-47ec-8087-f27d7833d739 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:52.838564 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9', 'code': 200} Oct 26 14:01:52.985752 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-27b359e8-beb0-4df5-bbbf-8ba5803a7e9b None None] Set router cdea1777-ec2b-4b0b-90b7-349419f9c540 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:52.994564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e32b5-509b-4b1f-ad7c-c9a8c72706a3 req-d2fa91f0-2584-41db-8e40-ed5b48c87258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:52.996462 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b1e32b5-509b-4b1f-ad7c-c9a8c72706a3 req-d2fa91f0-2584-41db-8e40-ed5b48c87258 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 1100 time: 0.0663781 Oct 26 14:01:53.005757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c6ebd-8d1a-4426-8066-524b5d265884 req-c04ea94e-061c-4e72-acd2-5655d3420a67 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:53.007263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b07c6ebd-8d1a-4426-8066-524b5d265884 req-c04ea94e-061c-4e72-acd2-5655d3420a67 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 944 time: 0.0864680 Oct 26 14:01:53.068396 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b1e32b5-509b-4b1f-ad7c-c9a8c72706a3 req-33fb425a-229d-455e-be5f-c963e3871206 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601571 Oct 26 14:01:53.071379 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b07c6ebd-8d1a-4426-8066-524b5d265884 req-2768b7c1-9059-45c3-a2d3-dfcfee7b1f30 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566680 Oct 26 14:01:53.126984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51474) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:53.175768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:53.184259 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ee1dac2c-8648-4ee0-b15c-a69030046c9d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c460ccd28a148038bf322d3b6ba6b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537844 Oct 26 14:01:53.188283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51476) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:53.233637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:53.240283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eea741-7772-4824-aedb-2e34fe0af244 req-9f5073e2-a5f8-4df6-b77d-c9e1fd0cf96c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:53.241896 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3eea741-7772-4824-aedb-2e34fe0af244 req-9f5073e2-a5f8-4df6-b77d-c9e1fd0cf96c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 944 time: 0.0830920 Oct 26 14:01:53.243967 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:53.251527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c2b8f-47e3-4ac4-bd17-69a69f239a62 req-f976f4e7-53ae-4a34-b530-67303f0bfd98 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:53.252063 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.252622 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5634fa6-437e-486c-9660-c772cec15e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.253246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-804c2b8f-47e3-4ac4-bd17-69a69f239a62 req-f976f4e7-53ae-4a34-b530-67303f0bfd98 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.0854712 Oct 26 14:01:53.284152 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5634fa6-437e-486c-9660-c772cec15e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.302253 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.306571 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-27b359e8-beb0-4df5-bbbf-8ba5803a7e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port': {'id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:12Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'ba97baa0-dc29-489e-a37d-9fecac0c48a1', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'port_id': 'fddd46c6-b837-4581-8e68-d43b2f58f21d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'mac_address': 'fa:16:3e:d9:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:01:28Z', 'updated_at': '2021-10-26T14:01:51Z', 'revision_number': 1, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88365148-94bf-4d69-b2cc-bc2083ed276f', 'name': '', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'mac_address': 'fa:16:3e:57:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:19Z', 'updated_at': '2021-10-26T14:01:27Z', 'revision_number': 5, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'subnets': [{'id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:53.311894 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3eea741-7772-4824-aedb-2e34fe0af244 req-5a7a0d39-86d2-4e73-bfd4-573dc0a82ec9 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576186 Oct 26 14:01:53.317109 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-804c2b8f-47e3-4ac4-bd17-69a69f239a62 req-b6f5514e-a4f8-4205-af0b-4fa0199a23cc tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550826 Oct 26 14:01:53.349547 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b359e8-beb0-4df5-bbbf-8ba5803a7e9b None None] Checking router: cdea1777-ec2b-4b0b-90b7-349419f9c540 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:01:53.358868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5634fa6-437e-486c-9660-c772cec15e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.359712 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b359e8-beb0-4df5-bbbf-8ba5803a7e9b None None] Routers {'cdea1777-ec2b-4b0b-90b7-349419f9c540'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:53.360318 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-27b359e8-beb0-4df5-bbbf-8ba5803a7e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:01:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['cdea1777-ec2b-4b0b-90b7-349419f9c540'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:53.364146 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5634fa6-437e-486c-9660-c772cec15e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.365901 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f5634fa6-437e-486c-9660-c772cec15e13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6219e079-b045-46b0-a96a-b2cb4a6af0dd HTTP/1.1" status: 204 len: 168 time: 0.1763186 Oct 26 14:01:53.379163 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.388603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5634fa6-437e-486c-9660-c772cec15e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6219e079-b045-46b0-a96a-b2cb4a6af0dd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:53.407259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:53.435159 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:53.435771 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 24c3e86b-aa4b-45a5-b083-5b355f3d87e7 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:53.453894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:53.459151 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.460017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a138fb65-2e8d-4f27-ab86-29fe4682371b up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:53.461193 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f963ef-84b4-4e0d-8ed6-1a8172d0fdee x-openstack-request-id: req-33f963ef-84b4-4e0d-8ed6-1a8172d0fdee {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:53.461850 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d", "tag": "fddd46c6-b837-4581-8e68-d43b2f58f21d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:53.462596 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33f963ef-84b4-4e0d-8ed6-1a8172d0fdee {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:53.463560 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d', 'tag': 'fddd46c6-b837-4581-8e68-d43b2f58f21d', 'status': 'completed', 'code': 200} Oct 26 14:01:53.518650 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-27b359e8-beb0-4df5-bbbf-8ba5803a7e9b None None] Set router cdea1777-ec2b-4b0b-90b7-349419f9c540 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:53.524875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:53.587217 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port a138fb65-2e8d-4f27-ab86-29fe4682371b completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:53.592091 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port a138fb65-2e8d-4f27-ab86-29fe4682371b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:53.592448 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.595374 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952986c7-d560-4a4f-affe-09b68d18451f req-490df20f-ad99-4c11-8ba5-a71f919abf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:53.599873 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-952986c7-d560-4a4f-affe-09b68d18451f req-490df20f-ad99-4c11-8ba5-a71f919abf90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=351eff63847840cb8676a04ff38a4c4b&device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 1097 time: 0.1131108 Oct 26 14:01:53.701714 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.775787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952986c7-d560-4a4f-affe-09b68d18451f req-8275f47e-6c52-4c04-84d9-e904f426a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:53.776718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port a138fb65-2e8d-4f27-ab86-29fe4682371b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a138fb65-2e8d-4f27-ab86-29fe4682371b,segment=NetworkSegment(622b49b2-0d13-47e7-84fe-37b7604a5a1d),segment_id=622b49b2-0d13-47e7-84fe-37b7604a5a1d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:53.776910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-952986c7-d560-4a4f-affe-09b68d18451f req-8275f47e-6c52-4c04-84d9-e904f426a01d service neutron] 10.222.0.11 "GET /v2.0/networks?id=34fad221-f7e8-483b-a3a9-2a5581859a09 HTTP/1.1" status: 200 len: 907 time: 0.1622937 Oct 26 14:01:53.777071 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.853870 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-952986c7-d560-4a4f-affe-09b68d18451f req-7f16064a-a6b3-44cf-b824-9ae244396642 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd46c6-b837-4581-8e68-d43b2f58f21d HTTP/1.1" status: 200 len: 999 time: 0.0717850 Oct 26 14:01:53.898979 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51508) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:53.903658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=a138fb65-2e8d-4f27-ab86-29fe4682371b,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:53.913226 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-27b359e8-beb0-4df5-bbbf-8ba5803a7e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port': {'id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:12Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'ba97baa0-dc29-489e-a37d-9fecac0c48a1', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'port_id': 'fddd46c6-b837-4581-8e68-d43b2f58f21d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'mac_address': 'fa:16:3e:d9:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:01:28Z', 'updated_at': '2021-10-26T14:01:51Z', 'revision_number': 1, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88365148-94bf-4d69-b2cc-bc2083ed276f', 'name': '', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'mac_address': 'fa:16:3e:57:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:19Z', 'updated_at': '2021-10-26T14:01:27Z', 'revision_number': 5, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'subnets': [{'id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:53.946392 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b359e8-beb0-4df5-bbbf-8ba5803a7e9b None None] The sync data for ids ['cdea1777-ec2b-4b0b-90b7-349419f9c540'] in n-d-815498-1 is: [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port': {'id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:12Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'ba97baa0-dc29-489e-a37d-9fecac0c48a1', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'port_id': 'fddd46c6-b837-4581-8e68-d43b2f58f21d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'mac_address': 'fa:16:3e:d9:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:01:28Z', 'updated_at': '2021-10-26T14:01:51Z', 'revision_number': 1, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88365148-94bf-4d69-b2cc-bc2083ed276f', 'name': '', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'mac_address': 'fa:16:3e:57:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:19Z', 'updated_at': '2021-10-26T14:01:27Z', 'revision_number': 5, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'subnets': [{'id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:01:53.954580 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5443390b-38c6-47bc-a37e-1ea642161281 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75cfe181c763418ca0a0fbea51f035ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543334 Oct 26 14:01:53.957338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51510) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:53.993428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952986c7-d560-4a4f-affe-09b68d18451f req-6350dc3e-9400-497e-9369-c7a4fb9f2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:53.994954 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-952986c7-d560-4a4f-affe-09b68d18451f req-6350dc3e-9400-497e-9369-c7a4fb9f2671 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d5e0073-7f9b-48de-98ee-a11789263317 HTTP/1.1" status: 200 len: 845 time: 0.1330473 Oct 26 14:01:54.011707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a64f6-d006-4a03-b2da-ba6789c43883 req-9c165c84-ac4d-451a-a67a-ea7a4769b4cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.013171 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b69a64f6-d006-4a03-b2da-ba6789c43883 req-9c165c84-ac4d-451a-a67a-ea7a4769b4cd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 946 time: 0.1031854 Oct 26 14:01:54.016338 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b56f2ac-c7c5-4a71-8cb3-c7d9a25e55c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:54.043156 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b56f2ac-c7c5-4a71-8cb3-c7d9a25e55c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:54.073538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576145a-a36d-4f8f-ae2f-dcae5ad68c0e req-af688e4b-4106-490c-8034-bb4302b61629 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.075054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8576145a-a36d-4f8f-ae2f-dcae5ad68c0e req-af688e4b-4106-490c-8034-bb4302b61629 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.1312091 Oct 26 14:01:54.093840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b56f2ac-c7c5-4a71-8cb3-c7d9a25e55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:54.096710 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b56f2ac-c7c5-4a71-8cb3-c7d9a25e55c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:54.098086 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9b56f2ac-c7c5-4a71-8cb3-c7d9a25e55c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3463a7bd-8ff3-4d09-a622-d2248688830e HTTP/1.1" status: 204 len: 168 time: 0.1394479 Oct 26 14:01:54.108351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56f2ac-c7c5-4a71-8cb3-c7d9a25e55c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3463a7bd-8ff3-4d09-a622-d2248688830e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:54.139365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b69a64f6-d006-4a03-b2da-ba6789c43883 req-c85bb6ca-bd0b-4d5f-ab9f-0a56a5d136fe tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957034 Oct 26 14:01:54.142982 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952986c7-d560-4a4f-affe-09b68d18451f req-851f1b61-d398-4f20-81c0-e7c0a0f12d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.144453 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-952986c7-d560-4a4f-affe-09b68d18451f req-851f1b61-d398-4f20-81c0-e7c0a0f12d24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34fad221-f7e8-483b-a3a9-2a5581859a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413567 Oct 26 14:01:54.160031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8576145a-a36d-4f8f-ae2f-dcae5ad68c0e req-91324201-0ef4-4a32-89f9-ee0d24b0e45f tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778482 Oct 26 14:01:54.224502 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb09f83f-3124-4692-9092-1658a8954266 None None] New status for floating IP ba97baa0-dc29-489e-a37d-9fecac0c48a1: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:01:54.318043 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-952986c7-d560-4a4f-affe-09b68d18451f req-ded7ed50-431c-4b08-8db6-f3e5a326fb3c service neutron] 10.222.0.11 "GET /v2.0/networks/34fad221-f7e8-483b-a3a9-2a5581859a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569855 Oct 26 14:01:54.342988 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35bc41-c409-47a0-8d28-1cb9f174a705 req-30f9b4c0-4bab-4f7c-9c61-0a5dfe753afe tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.350155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f35bc41-c409-47a0-8d28-1cb9f174a705 req-30f9b4c0-4bab-4f7c-9c61-0a5dfe753afe tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 945 time: 0.1097684 Oct 26 14:01:54.442220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f35bc41-c409-47a0-8d28-1cb9f174a705 req-7b6a2513-b12d-4642-a057-f91e66cf10f4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908077 Oct 26 14:01:54.495791 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-952986c7-d560-4a4f-affe-09b68d18451f req-a4118578-f69d-4523-878e-1108bc72e030 service neutron] 10.222.0.11 "GET /v2.0/networks/34fad221-f7e8-483b-a3a9-2a5581859a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688628 Oct 26 14:01:54.623505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce761ad-a35c-4835-8bc6-44276c2a223d req-056874b3-5dc6-48fa-9f05-b6e5a9cec315 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.625323 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7ce761ad-a35c-4835-8bc6-44276c2a223d req-056874b3-5dc6-48fa-9f05-b6e5a9cec315 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.0674903 Oct 26 14:01:54.667098 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7ce761ad-a35c-4835-8bc6-44276c2a223d req-cbe83758-3848-4291-b15b-f3a88db456e9 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352023 Oct 26 14:01:54.706384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51546) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:54.839567 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07580c72-af2d-411c-a998-4e959504b5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d'}, {'server_uuid': 'bbe5f29c-1798-4593-bff8-c1d9355a3011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a138fb65-2e8d-4f27-ab86-29fe4682371b'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:54.842808 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04551f0f-2647-45b4-a211-4573c2bcf89f" -d '{"events": [{"server_uuid": "07580c72-af2d-411c-a998-4e959504b5d5", "name": "network-vif-plugged", "status": "completed", "tag": "6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d"}, {"server_uuid": "bbe5f29c-1798-4593-bff8-c1d9355a3011", "name": "network-vif-plugged", "status": "completed", "tag": "a138fb65-2e8d-4f27-ab86-29fe4682371b"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:54.865702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bb375-5b80-4d15-9c47-99b8409bd44b req-f9c70641-7380-4b2d-8fcf-332cbe0fc119 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.869824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-347bb375-5b80-4d15-9c47-99b8409bd44b req-f9c70641-7380-4b2d-8fcf-332cbe0fc119 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 945 time: 0.1149468 Oct 26 14:01:54.930036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-347bb375-5b80-4d15-9c47-99b8409bd44b req-12ef0eb8-07c3-4fb6-a0bd-5531cdc0870d tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441332 Oct 26 14:01:54.986539 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7882ea1-f62b-4f58-a045-b6a8ff078b42 x-openstack-request-id: req-b7882ea1-f62b-4f58-a045-b6a8ff078b42 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:54.987132 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07580c72-af2d-411c-a998-4e959504b5d5", "name": "network-vif-plugged", "status": "completed", "tag": "6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d", "code": 200}, {"server_uuid": "bbe5f29c-1798-4593-bff8-c1d9355a3011", "name": "network-vif-plugged", "status": "completed", "tag": "a138fb65-2e8d-4f27-ab86-29fe4682371b", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:54.987554 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7882ea1-f62b-4f58-a045-b6a8ff078b42 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:54.988081 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07580c72-af2d-411c-a998-4e959504b5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d', 'code': 200} Oct 26 14:01:54.988429 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe5f29c-1798-4593-bff8-c1d9355a3011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a138fb65-2e8d-4f27-ab86-29fe4682371b', 'code': 200} Oct 26 14:01:54.996059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-093420a0-2f6b-497c-adcd-d6e9a20f691b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.082000 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-093420a0-2f6b-497c-adcd-d6e9a20f691b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.086417 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-093420a0-2f6b-497c-adcd-d6e9a20f691b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.125673 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-093420a0-2f6b-497c-adcd-d6e9a20f691b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c48873baa6f844f59d8c1d4ef4f6adc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181848 Oct 26 14:01:55.128312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51570) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:55.135482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093420a0-2f6b-497c-adcd-d6e9a20f691b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c306788-ce63-415b-9f86-b991ea15a635,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:55.182477 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3f16dbe1-533a-4751-af96-2e4a51c6c85f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.193452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeacab-8a3b-491f-bfa0-e2ac0bd14f3b req-318db31a-cfdb-47a8-8584-5a39f3185b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:55.194995 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cafeacab-8a3b-491f-bfa0-e2ac0bd14f3b req-318db31a-cfdb-47a8-8584-5a39f3185b15 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 1096 time: 0.0985076 Oct 26 14:01:55.198202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8395b-8e94-457b-9c66-32c7351ba254 req-b05303b4-2759-4dc3-99ad-07dae0ba9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:55.199570 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4a8395b-8e94-457b-9c66-32c7351ba254 req-b05303b4-2759-4dc3-99ad-07dae0ba9d7c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 1096 time: 0.1013882 Oct 26 14:01:55.206752 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3f16dbe1-533a-4751-af96-2e4a51c6c85f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.283660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3f16dbe1-533a-4751-af96-2e4a51c6c85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.286468 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3f16dbe1-533a-4751-af96-2e4a51c6c85f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.290578 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3f16dbe1-533a-4751-af96-2e4a51c6c85f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c306788-ce63-415b-9f86-b991ea15a635 HTTP/1.1" status: 204 len: 168 time: 0.1611383 Oct 26 14:01:55.297883 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4a8395b-8e94-457b-9c66-32c7351ba254 req-7bbb5039-ca65-4291-a096-f9205dd0269c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777249 Oct 26 14:01:55.300115 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16dbe1-533a-4751-af96-2e4a51c6c85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c306788-ce63-415b-9f86-b991ea15a635,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:55.329027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cafeacab-8a3b-491f-bfa0-e2ac0bd14f3b req-08eb466a-20b7-4a86-beaf-8ee3125c398f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104925 Oct 26 14:01:55.353128 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f59f48-7f84-40ab-960e-69cd00f661b2 req-b2abdd10-33d5-40bc-b576-27a1ef614b2b tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:55.354406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76f59f48-7f84-40ab-960e-69cd00f661b2 req-b2abdd10-33d5-40bc-b576-27a1ef614b2b tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.0840983 Oct 26 14:01:55.408477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76f59f48-7f84-40ab-960e-69cd00f661b2 req-6f02357e-1660-41c4-b0db-0ad8692c55ac tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461845 Oct 26 14:01:55.579211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42906bf-dbed-4cfd-9b95-713937a521f9 req-076abc1f-9636-45da-90be-3d9db0d54c3b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:55.581238 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c42906bf-dbed-4cfd-9b95-713937a521f9 req-076abc1f-9636-45da-90be-3d9db0d54c3b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0554004 Oct 26 14:01:55.621446 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c42906bf-dbed-4cfd-9b95-713937a521f9 req-5efe895e-52db-4655-9994-16adc7a54da1 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331357 Oct 26 14:01:55.757285 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51596) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:55.774835 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f505606b-78f7-44a6-b0e3-37288709c239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.865047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f505606b-78f7-44a6-b0e3-37288709c239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.870696 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f505606b-78f7-44a6-b0e3-37288709c239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.912677 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f505606b-78f7-44a6-b0e3-37288709c239 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32efd46021f64c3f9ca953d8d3a4e4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534526 Oct 26 14:01:55.913540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505606b-78f7-44a6-b0e3-37288709c239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6b6787-894f-445f-a685-82ddc7e88c7b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:55.917599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51602) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:55.975478 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-19cabb90-fa0d-4f5b-9bc1-d94b92071823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:56.021294 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-19cabb90-fa0d-4f5b-9bc1-d94b92071823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:56.050644 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105b9db-354f-4e32-9275-86380cf61501 req-4e2c4006-6fb5-4459-b4f6-8eb513ee0bda tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:56.052093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2105b9db-354f-4e32-9275-86380cf61501 req-4e2c4006-6fb5-4459-b4f6-8eb513ee0bda tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.0786963 Oct 26 14:01:56.128326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2105b9db-354f-4e32-9275-86380cf61501 req-0e694d75-02a3-47e0-8250-781acc3400d1 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675585 Oct 26 14:01:56.138675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cee4db-2258-4c96-a6de-acb4c8d29334 req-fb5e82a3-8fa5-4def-b44f-e090453a76e0 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:56.140121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62cee4db-2258-4c96-a6de-acb4c8d29334 req-fb5e82a3-8fa5-4def-b44f-e090453a76e0 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 945 time: 0.1023386 Oct 26 14:01:56.165281 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-19cabb90-fa0d-4f5b-9bc1-d94b92071823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:56.168607 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-19cabb90-fa0d-4f5b-9bc1-d94b92071823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:56.169727 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-19cabb90-fa0d-4f5b-9bc1-d94b92071823 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a6b6787-894f-445f-a685-82ddc7e88c7b HTTP/1.1" status: 204 len: 168 time: 0.2511268 Oct 26 14:01:56.186637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cabb90-fa0d-4f5b-9bc1-d94b92071823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6b6787-894f-445f-a685-82ddc7e88c7b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:56.195779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62cee4db-2258-4c96-a6de-acb4c8d29334 req-18bd5cd8-99ad-4d48-a3f5-e610132dcdc7 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496578 Oct 26 14:01:56.387291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-223ca63e-a8ca-4fb4-9b73-11ebb97ba417 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0f2d1f8de8a742509634b34bb21aadd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260837 Oct 26 14:01:56.404876 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d6d34-f992-462b-8248-42c09e0566ab req-fd04d29b-e7f5-4721-a1fb-0eacb3599feb tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:56.406327 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a4d6d34-f992-462b-8248-42c09e0566ab req-fd04d29b-e7f5-4721-a1fb-0eacb3599feb tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 1100 time: 0.0877159 Oct 26 14:01:56.490755 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a4d6d34-f992-462b-8248-42c09e0566ab req-b5c6e76d-4ec8-48bb-8ec1-c532296329c5 tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726054 Oct 26 14:01:56.524013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-fcf0eedb-6e61-41cc-95d1-582791ef9949 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:56.526115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-fcf0eedb-6e61-41cc-95d1-582791ef9949 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1325271 Oct 26 14:01:56.542499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-5e2b3ff1-02ec-40d0-befa-20873cc62a49 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/quotas/0f2d1f8de8a742509634b34bb21aadd0 HTTP/1.1" status: 200 len: 375 time: 0.0102124 Oct 26 14:01:56.581760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-c46fd9b0-e1cf-4c7f-8a17-b0a2a4be81d6 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2d1f8de8a742509634b34bb21aadd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342600 Oct 26 14:01:56.617538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798fdb1-e8a9-4b5f-bc75-0554f2992202 req-725e1dab-aa6c-41be-8d07-2b2aa3cde377 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:56.619093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6798fdb1-e8a9-4b5f-bc75-0554f2992202 req-725e1dab-aa6c-41be-8d07-2b2aa3cde377 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.0632575 Oct 26 14:01:56.658472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6798fdb1-e8a9-4b5f-bc75-0554f2992202 req-78a2386e-0fb3-42a0-aed1-2845c673364e tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Oct 26 14:01:56.835380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47839d-350f-4245-9132-16bdbcb834cb req-4128e825-5052-4ff4-aa94-4254d79a103b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:56.837074 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb47839d-350f-4245-9132-16bdbcb834cb req-4128e825-5052-4ff4-aa94-4254d79a103b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0604076 Oct 26 14:01:56.899985 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb47839d-350f-4245-9132-16bdbcb834cb req-cf36b77c-ef82-4b62-89d6-4fdee904d959 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504503 Oct 26 14:01:56.944617 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-53e54693-3465-429f-8821-0863d33a5dea req-22eb8b43-da57-42ed-912b-e65adaa6a186 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 210 time: 0.0333886 Oct 26 14:01:57.038299 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-947eed15-6f14-4156-9591-0b02b05bf10c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918107 Oct 26 14:01:57.051686 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72733c-bb50-4d57-ae28-0ba4247b9ad0 req-3b5bf328-376c-42f7-877d-94ffaf381161 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:57.053727 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e72733c-bb50-4d57-ae28-0ba4247b9ad0 req-3b5bf328-376c-42f7-877d-94ffaf381161 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.0727074 Oct 26 14:01:57.125744 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e72733c-bb50-4d57-ae28-0ba4247b9ad0 req-6e90841f-d80b-4721-b87b-6acf5fc68bee tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651782 Oct 26 14:01:57.240101 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:57.421317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 89b8c901-7ac1-413e-8916-861db26e310a details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:57.441727 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02377cdf-2349-4942-9381-48b5f032b9df req-c3d617d1-60a5-4262-a1ae-73f772c4db3a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:57.450865 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02377cdf-2349-4942-9381-48b5f032b9df req-c3d617d1-60a5-4262-a1ae-73f772c4db3a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 945 time: 0.0903630 Oct 26 14:01:57.511274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02377cdf-2349-4942-9381-48b5f032b9df req-7c527651-36c8-4603-9c64-10e151477edf tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590632 Oct 26 14:01:57.647027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 89b8c901-7ac1-413e-8916-861db26e310a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=89b8c901-7ac1-413e-8916-861db26e310a,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:57.661494 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '89b8c901-7ac1-413e-8916-861db26e310a', 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123', 'port_id': '89b8c901-7ac1-413e-8916-861db26e310a', 'mac_address': 'fa:16:3e:6a:f4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff39209-e843-4302-93f9-ea777b3788e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:57.715257 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:57.734355 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89b8c901-7ac1-413e-8916-861db26e310a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:57.784738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 89b8c901-7ac1-413e-8916-861db26e310a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=89b8c901-7ac1-413e-8916-861db26e310a,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:57.816043 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:57.888237 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74681386-2674-48ad-b36f-065fdefa555e req-5c86fa85-5b4f-4432-bd65-cef01b6c2ef0 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:57.895498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74681386-2674-48ad-b36f-065fdefa555e req-5c86fa85-5b4f-4432-bd65-cef01b6c2ef0 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.1081693 Oct 26 14:01:57.924618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['89b8c901-7ac1-413e-8916-861db26e310a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:57.957560 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74681386-2674-48ad-b36f-065fdefa555e req-ce22ca29-0ed3-42dc-81f3-6af104cd78ef tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558748 Oct 26 14:01:57.983007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=89b8c901-7ac1-413e-8916-861db26e310a,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:58.114499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e08c665-255f-4d3c-acfe-49421f9951b5 req-0729a246-6e69-44e2-8613-bb0480d40862 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 210 time: 0.0614135 Oct 26 14:01:58.151810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de72c3-b78a-413f-95e0-3bf472a16acb req-fe523f28-135c-4edc-9fc3-19bf529ff97d tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:58.160416 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5de72c3-b78a-413f-95e0-3bf472a16acb req-fe523f28-135c-4edc-9fc3-19bf529ff97d tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 945 time: 0.1394236 Oct 26 14:01:58.220970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5de72c3-b78a-413f-95e0-3bf472a16acb req-dfb006d9-42dd-4d40-8dce-1da0ae319bc5 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592895 Oct 26 14:01:58.307036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-42f75427-1610-430d-ba57-6acbfbef7705 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0f2d1f8de8a742509634b34bb21aadd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556853 Oct 26 14:01:58.519365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-2415e974-6b77-4763-981d-faceb9aee356 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:58.520859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-2415e974-6b77-4763-981d-faceb9aee356 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061548 Oct 26 14:01:58.535437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aff5f5-4614-4355-b0d0-c577ffd22c29 req-5f9a83bd-beed-4580-af72-af0eb388b8d9 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:58.543343 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61aff5f5-4614-4355-b0d0-c577ffd22c29 req-5f9a83bd-beed-4580-af72-af0eb388b8d9 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 1096 time: 0.1107588 Oct 26 14:01:58.552514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Request body: {'port': {'device_id': 'd4aeec80-d0da-488a-8292-aeb650ce34cb', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '0f2d1f8de8a742509634b34bb21aadd0'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:58.579404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bfb1e-eab1-4e49-a949-1fff58bbd848 req-73386b13-4614-48d1-ba85-843c713e7c7c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:58.589780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-974bfb1e-eab1-4e49-a949-1fff58bbd848 req-73386b13-4614-48d1-ba85-843c713e7c7c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.1491852 Oct 26 14:01:58.686283 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61aff5f5-4614-4355-b0d0-c577ffd22c29 req-e05eb455-2755-4d22-a13d-65c42f60ba31 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419907 Oct 26 14:01:58.712824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-974bfb1e-eab1-4e49-a949-1fff58bbd848 req-b37c952f-7c67-4b29-889a-9ae30eb364ae tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213570 Oct 26 14:01:58.791981 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Made reservation on behalf of 0f2d1f8de8a742509634b34bb21aadd0 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:58.800309 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:58.811747 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:58.991950 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.013257 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.050032 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea57f-ddd5-4936-b681-f524a6d0c0dc req-e7cc7441-054b-49f2-a601-d57a0525f8bf tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:59.051500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b88ea57f-ddd5-4936-b681-f524a6d0c0dc req-e7cc7441-054b-49f2-a601-d57a0525f8bf tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 945 time: 0.1180840 Oct 26 14:01:59.115606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c0490-2cad-4ce8-9292-0fc11d402c67 req-e644df37-8753-4495-8faa-be3174d8c4a0 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:59.117136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e1c0490-2cad-4ce8-9292-0fc11d402c67 req-e644df37-8753-4495-8faa-be3174d8c4a0 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 1096 time: 0.1982701 Oct 26 14:01:59.158580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065fd880-1d36-47d4-a6e3-ee6f2128fd3a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:59.236877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-f54d4bbd-c68d-4d9d-b739-8bdcd6697ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:59.238406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-f54d4bbd-c68d-4d9d-b739-8bdcd6697ea4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 1100 time: 0.2064698 Oct 26 14:01:59.243843 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b88ea57f-ddd5-4936-b681-f524a6d0c0dc req-eb2f6d96-8413-4f0c-9278-e86d18309748 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630609 Oct 26 14:01:59.253144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e1c0490-2cad-4ce8-9292-0fc11d402c67 req-47171ae9-73f4-4df5-8cd1-3c6687ed069b tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137519 Oct 26 14:01:59.355047 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Allocated IP 192.168.233.196 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/96eb0562-0bbb-4a5b-8f72-a43e816fa8b2) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:59.428437 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-784020f8-826a-4697-8ef8-1d917c657d95 req-4597cd4e-6ffb-4503-a5f1-29b8d4caec47 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 210 time: 0.0527852 Oct 26 14:01:59.440254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 89b8c901-7ac1-413e-8916-861db26e310a up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:59.491184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-a6cadd4e-c13b-4df8-b6e6-f40863e6f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:59.492671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-a6cadd4e-c13b-4df8-b6e6-f40863e6f3b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2416723 Oct 26 14:01:59.551919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 89b8c901-7ac1-413e-8916-861db26e310a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:59.552968 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.598448 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-da943897-fbe0-4086-9a0c-4bbf5dfb1feb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ff058763-b6e2-4896-9108-3db28b0f98d9 HTTP/1.1" status: 200 len: 217 time: 0.0802631 Oct 26 14:01:59.631007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0935652-6b7f-4e08-82af-234b24898bd2 req-a761a8de-7533-4755-9bf0-bb59b73387db tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:59.640130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0935652-6b7f-4e08-82af-234b24898bd2 req-a761a8de-7533-4755-9bf0-bb59b73387db tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.2189481 Oct 26 14:01:59.710594 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.770775 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-148b446d-cd24-4a61-8437-913ab6c2049d req-60bb2294-8277-4474-a0b3-987dc21c1769 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771959 Oct 26 14:01:59.785240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-05799483-630e-4db0-9250-2fb0c6eb1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:59.786758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-05799483-630e-4db0-9250-2fb0c6eb1d5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1768534 Oct 26 14:01:59.802384 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0935652-6b7f-4e08-82af-234b24898bd2 req-632f2c4c-e2b2-4fa8-952c-e34d36974458 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612167 Oct 26 14:01:59.822142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 89b8c901-7ac1-413e-8916-861db26e310a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=89b8c901-7ac1-413e-8916-861db26e310a,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:59.823988 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b8c901-7ac1-413e-8916-861db26e310a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:59.827818 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acfeda0-d9ca-47db-b109-c19488140213" -d '{"events": [{"server_uuid": "c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5", "name": "network-vif-plugged", "status": "completed", "tag": "89b8c901-7ac1-413e-8916-861db26e310a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:59.834790 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.865857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51802) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:59.888742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b446d-cd24-4a61-8437-913ab6c2049d req-2aeaf8fb-3ea0-4050-9ca4-6e1a7120de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:59.890456 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-148b446d-cd24-4a61-8437-913ab6c2049d req-2aeaf8fb-3ea0-4050-9ca4-6e1a7120de3a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 1095 time: 0.0858583 Oct 26 14:01:59.902726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=89b8c901-7ac1-413e-8916-861db26e310a,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:59.912503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43525865-3f7e-43ed-81d5-be3a0ab789bc req-de6d0cab-710f-48d8-b150-6c113354fcbf tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1766297744&fields=id&tenant_id=99f9efda9b7b4a66b51af2add3e3816d HTTP/1.1" status: 200 len: 267 time: 0.2691607 Oct 26 14:01:59.922382 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.025598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-71f81410-5bda-40fd-9897-ee11d8c4e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:00.027081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-71f81410-5bda-40fd-9897-ee11d8c4e44c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2235827 Oct 26 14:02:00.060691 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525865-3f7e-43ed-81d5-be3a0ab789bc req-ebb81943-1855-4d0b-99ea-2889b8802443 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:00.068438 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43525865-3f7e-43ed-81d5-be3a0ab789bc req-ebb81943-1855-4d0b-99ea-2889b8802443 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 945 time: 0.1380031 Oct 26 14:02:00.077373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b446d-cd24-4a61-8437-913ab6c2049d req-34a20803-ee85-4863-b1a9-eb070fd4c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:00.081176 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-148b446d-cd24-4a61-8437-913ab6c2049d req-34a20803-ee85-4863-b1a9-eb070fd4c141 service neutron] 10.222.0.25 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.1544285 Oct 26 14:02:00.094872 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-568dff1b-c6c0-4297-b8de-24cbec13af08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.113462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-43525865-3f7e-43ed-81d5-be3a0ab789bc req-a049a6be-a08a-4813-9d22-5688536e0b2e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'port': {'security_groups': ['7edaa27a-2d70-411a-ae6f-202d6a6dff85', 'f7433462-481a-4f43-b683-49b0b2ba4455']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:00.130019 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.156641 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-148b446d-cd24-4a61-8437-913ab6c2049d req-c9076f6d-4f67-48b7-8e19-21bdb237129d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d HTTP/1.1" status: 200 len: 217 time: 0.0496957 Oct 26 14:02:00.230228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b446d-cd24-4a61-8437-913ab6c2049d req-6499ed3c-f04b-47bd-868f-d0f63e37f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:00.232238 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-148b446d-cd24-4a61-8437-913ab6c2049d req-6499ed3c-f04b-47bd-868f-d0f63e37f3d1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.0661333 Oct 26 14:02:00.234770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:00.268899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:00.269168 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-148b446d-cd24-4a61-8437-913ab6c2049d req-32b207d2-8500-4d06-8dbd-add2014a8917 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294237 Oct 26 14:02:00.385571 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-148b446d-cd24-4a61-8437-913ab6c2049d req-9e557e6f-5e1b-41e5-a087-af97a4b675aa service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067631 Oct 26 14:02:00.405145 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-568dff1b-c6c0-4297-b8de-24cbec13af08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.421200 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-568dff1b-c6c0-4297-b8de-24cbec13af08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.509470 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-568dff1b-c6c0-4297-b8de-24cbec13af08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ade345c4aed43a7a0c7234a8339d796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6387720 Oct 26 14:02:00.513224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51812) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:00.575854 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aff730d1-e54d-4998-9b53-dfd362949434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.601868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aff730d1-e54d-4998-9b53-dfd362949434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.632699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dff1b-c6c0-4297-b8de-24cbec13af08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd55196b-55e1-40fd-919c-24028a7b9d6b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:00.674704 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-148b446d-cd24-4a61-8437-913ab6c2049d req-7b37193c-0d7c-48db-b282-faf95d945a3d service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792003 Oct 26 14:02:00.689723 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aff730d1-e54d-4998-9b53-dfd362949434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.695443 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aff730d1-e54d-4998-9b53-dfd362949434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.697432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:00.701326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Pushing event updated for resources: {'Port': ['ID=96eb0562-0bbb-4a5b-8f72-a43e816fa8b2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:00.711080 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aff730d1-e54d-4998-9b53-dfd362949434 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd55196b-55e1-40fd-919c-24028a7b9d6b HTTP/1.1" status: 204 len: 168 time: 0.1944888 Oct 26 14:02:00.729567 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff730d1-e54d-4998-9b53-dfd362949434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd55196b-55e1-40fd-919c-24028a7b9d6b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:00.741378 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-82349766-62af-4337-99ef-ea00416fed65 None None] Provisioning complete for port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:00.741897 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82349766-62af-4337-99ef-ea00416fed65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.759333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b5f8f-366c-45ff-b492-2677db3f32ca req-af507913-cb12-4975-a40a-d6e15760a1ac tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:00.765665 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b9b5f8f-366c-45ff-b492-2677db3f32ca req-af507913-cb12-4975-a40a-d6e15760a1ac tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.6585763 Oct 26 14:02:00.770511 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-43525865-3f7e-43ed-81d5-be3a0ab789bc req-a049a6be-a08a-4813-9d22-5688536e0b2e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.787044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-2116502b-0205-4f6c-878c-b845f29c4b6b service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481568 Oct 26 14:02:00.840592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-82349766-62af-4337-99ef-ea00416fed65 None None] Port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:02:00.941257 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:00.942239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.972959 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b9b5f8f-366c-45ff-b492-2677db3f32ca req-42afa041-a499-4d4b-9a94-a06f9faf1547 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889751 Oct 26 14:02:01.031205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-9c8f032c-33fc-440f-86ce-897c86071402 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4844744 Oct 26 14:02:01.054265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Request body: {'port': {'device_id': 'd4aeec80-d0da-488a-8292-aeb650ce34cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:01.090572 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51830) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:01.116231 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc888d29-d367-41f2-84e3-b5e53ca7c5e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.121587 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-bc86548c-2d74-4559-b923-55952f0964f4 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145614 Oct 26 14:02:01.131442 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbf945c-a78f-4b89-9691-6c40881cccaf x-openstack-request-id: req-3fbf945c-a78f-4b89-9691-6c40881cccaf {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:01.131862 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5", "name": "network-vif-plugged", "status": "completed", "tag": "89b8c901-7ac1-413e-8916-861db26e310a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:01.132275 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fbf945c-a78f-4b89-9691-6c40881cccaf {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:01.132757 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b8c901-7ac1-413e-8916-861db26e310a', 'code': 200} Oct 26 14:02:01.228814 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.250189 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc888d29-d367-41f2-84e3-b5e53ca7c5e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.257007 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc888d29-d367-41f2-84e3-b5e53ca7c5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.331182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc888d29-d367-41f2-84e3-b5e53ca7c5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcfbdbe-5955-4c82-9150-9c36be34ba05,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:01.344469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-43525865-3f7e-43ed-81d5-be3a0ab789bc req-a049a6be-a08a-4813-9d22-5688536e0b2e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] For port a138fb65-2e8d-4f27-ab86-29fe4682371b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a138fb65-2e8d-4f27-ab86-29fe4682371b,segment=NetworkSegment(622b49b2-0d13-47e7-84fe-37b7604a5a1d),segment_id=622b49b2-0d13-47e7-84fe-37b7604a5a1d)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:01.352271 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cc888d29-d367-41f2-84e3-b5e53ca7c5e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=824f2fa192354efe859dddbf18e5eda7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605038 Oct 26 14:02:01.354856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51832) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:01.447821 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a9d4e52-dd7a-4f96-bc88-7a2b3eb72c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.453889 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-43525865-3f7e-43ed-81d5-be3a0ab789bc req-a049a6be-a08a-4813-9d22-5688536e0b2e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.478300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a9d4e52-dd7a-4f96-bc88-7a2b3eb72c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.502718 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-43525865-3f7e-43ed-81d5-be3a0ab789bc req-a049a6be-a08a-4813-9d22-5688536e0b2e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.516532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5', 'a138fb65-2e8d-4f27-ab86-29fe4682371b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:01.562023 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a9d4e52-dd7a-4f96-bc88-7a2b3eb72c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.565321 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a9d4e52-dd7a-4f96-bc88-7a2b3eb72c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.566322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525865-3f7e-43ed-81d5-be3a0ab789bc req-a049a6be-a08a-4813-9d22-5688536e0b2e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.566974 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-43525865-3f7e-43ed-81d5-be3a0ab789bc req-a049a6be-a08a-4813-9d22-5688536e0b2e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.567132 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8a9d4e52-dd7a-4f96-bc88-7a2b3eb72c15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbcfbdbe-5955-4c82-9150-9c36be34ba05 HTTP/1.1" status: 204 len: 168 time: 0.2113411 Oct 26 14:02:01.578204 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43525865-3f7e-43ed-81d5-be3a0ab789bc req-a049a6be-a08a-4813-9d22-5688536e0b2e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "PUT /v2.0/ports/a138fb65-2e8d-4f27-ab86-29fe4682371b HTTP/1.1" status: 200 len: 981 time: 1.5087824 Oct 26 14:02:01.587636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d4e52-dd7a-4f96-bc88-7a2b3eb72c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcfbdbe-5955-4c82-9150-9c36be34ba05,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:01.590731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe5f29c-1798-4593-bff8-c1d9355a3011', 'tag': 'a138fb65-2e8d-4f27-ab86-29fe4682371b'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:01.594309 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e86f0df-3c90-4c6b-b996-c399a617af69" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe5f29c-1798-4593-bff8-c1d9355a3011", "tag": "a138fb65-2e8d-4f27-ab86-29fe4682371b"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:01.689255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049a6be-a08a-4813-9d22-5688536e0b2e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'Port': ['ID=a138fb65-2e8d-4f27-ab86-29fe4682371b,revision_number=6']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:01.743448 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a138fb65-2e8d-4f27-ab86-29fe4682371b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:01.759098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2b117-099c-4336-a328-45c41ac6cc51 req-c57df0cf-6e0f-41b4-9bb7-d9799f4f297a tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.760612 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11d2b117-099c-4336-a328-45c41ac6cc51 req-c57df0cf-6e0f-41b4-9bb7-d9799f4f297a tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 936 time: 0.0909064 Oct 26 14:02:01.778758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:01.802349 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.855243 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11d2b117-099c-4336-a328-45c41ac6cc51 req-d219a5fe-91e1-476a-9b8d-b76d5a234ae2 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862761 Oct 26 14:02:01.863502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Transition to ACTIVE for port object 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:01.874529 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:02.046186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Pushing event updated for resources: {'Port': ['ID=96eb0562-0bbb-4a5b-8f72-a43e816fa8b2,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:02.320506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0462c-1f97-42a7-b806-cdd23deaeaef req-f174eba4-cf84-4477-948c-98ac5d6dff96 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:02.323334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fae0462c-1f97-42a7-b806-cdd23deaeaef req-f174eba4-cf84-4477-948c-98ac5d6dff96 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.2714925 Oct 26 14:02:02.382714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Attempting to bind port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:02.383293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Attempting to bind port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:02.384499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Attempting to bind port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:02.411819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:02.412167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Attempting to bind port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:02.427321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:02.427658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:02.428046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:02.428483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Bound port: 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:02.429038 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:02.444472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fae0462c-1f97-42a7-b806-cdd23deaeaef req-96726c4b-ec20-4e1a-9264-f1c4387fe3b0 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052728 Oct 26 14:02:02.566722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] For port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:02.600137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] For port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=96eb0562-0bbb-4a5b-8f72-a43e816fa8b2,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:02.632540 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:02.648886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fc9fd0b-04aa-40ab-87e9-82d7c8a6f577 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:02:02.650575 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fc9fd0b-04aa-40ab-87e9-82d7c8a6f577 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066352 Oct 26 14:02:02.706525 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-7b752335-69a7-4e22-b29f-74a9ea76fa0e tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:02.710615 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-7b752335-69a7-4e22-b29f-74a9ea76fa0e tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports/6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d HTTP/1.1" status: 200 len: 1093 time: 0.0504618 Oct 26 14:02:02.742250 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] Request body: {'binding': {'host': 'n-h1-815498-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:02.743100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] Unknown quota resources ['binding']. {{(pid=102123) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:02:02.758077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:02.759490 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:02.761084 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] 10.222.0.25 "PUT /v2.0/ports/96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 HTTP/1.1" status: 200 len: 1096 time: 1.7172332 Oct 26 14:02:02.837817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2f134cb-1e01-4255-9016-49e4f2a19290 req-8d5ea657-cfba-4065-9572-0232f358767b tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/f7433462-481a-4f43-b683-49b0b2ba4455 HTTP/1.1" status: 200 len: 1801 time: 0.2116127 Oct 26 14:02:02.862348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70056680-7f91-4eae-9597-e68c3c5eb13d service neutron] Pushing event updated for resources: {'Port': ['ID=96eb0562-0bbb-4a5b-8f72-a43e816fa8b2,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:02.988584 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-c4e989ba-cc05-4fed-ae7a-dc5a92661e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:02.991005 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-c4e989ba-cc05-4fed-ae7a-dc5a92661e8b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f2d1f8de8a742509634b34bb21aadd0&device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 1099 time: 0.1410739 Oct 26 14:02:02.996466 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-a2f134cb-1e01-4255-9016-49e4f2a19290 req-78be1aba-a86c-4847-b71e-de0f9345266d tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 14:02:03.014802 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2f134cb-1e01-4255-9016-49e4f2a19290 req-78be1aba-a86c-4847-b71e-de0f9345266d tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "DELETE /v2.0/security-groups/f7433462-481a-4f43-b683-49b0b2ba4455 HTTP/1.1" status: 409 len: 341 time: 0.1755619 Oct 26 14:02:03.017012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] Attempting to bind port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d on host n-h1-815498-1 for vnic_type normal with profile None {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:03.017624 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] Attempting to bind port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:03.018303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] Attempting to bind port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:03.025880 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] Port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:03.026413 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] Attempting to bind port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:03.032429 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:03.033481 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] Checking segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:03.034288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] Bound using segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:03.034902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] Bound port: 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:03.121858 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-12d6a2d3-c193-45d4-acc6-ea88680db846 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 HTTP/1.1" status: 200 len: 217 time: 0.1050658 Oct 26 14:02:03.137076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:03.146887 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] Publish callbacks [] for binding, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:03.148327 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] 10.222.0.32 "POST /v2.0/ports/6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4181676 Oct 26 14:02:03.208979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-d93d6801-9f93-48db-9805-95971256a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.219242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-d93d6801-9f93-48db-9805-95971256a20b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0904012 Oct 26 14:02:03.293352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-bd765503-fb96-43ce-83ce-07334f8a4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.296607 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-bd765503-fb96-43ce-83ce-07334f8a4c55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702782 Oct 26 14:02:03.419671 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed578751-0482-4266-a144-2bd79d569b12 x-openstack-request-id: req-ed578751-0482-4266-a144-2bd79d569b12 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:03.420152 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe5f29c-1798-4593-bff8-c1d9355a3011", "tag": "a138fb65-2e8d-4f27-ab86-29fe4682371b", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:03.420507 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed578751-0482-4266-a144-2bd79d569b12 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:03.421715 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe5f29c-1798-4593-bff8-c1d9355a3011', 'tag': 'a138fb65-2e8d-4f27-ab86-29fe4682371b', 'status': 'completed', 'code': 200} Oct 26 14:02:03.527913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-eb40ea11-33d5-4225-8719-be4f0d0f82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.529203 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-eb40ea11-33d5-4225-8719-be4f0d0f82cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 1096 time: 0.0766258 Oct 26 14:02:03.553148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86f0df-3c90-4c6b-b996-c399a617af69 req-b59e53c2-5fbd-4a58-b91a-8c28e9826f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.554927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e86f0df-3c90-4c6b-b996-c399a617af69 req-b59e53c2-5fbd-4a58-b91a-8c28e9826f96 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99f9efda9b7b4a66b51af2add3e3816d&device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 1135 time: 0.1118212 Oct 26 14:02:03.582735 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57825f69-21cd-4c19-99b5-dd36e11fcbe9 req-87a1d6f3-1fc2-4a4b-9328-edb37f8fa7dd tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.598238 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-57825f69-21cd-4c19-99b5-dd36e11fcbe9 req-87a1d6f3-1fc2-4a4b-9328-edb37f8fa7dd tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.1995745 Oct 26 14:02:03.667652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-16bb769d-1592-49be-83e9-e02c2cc714b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.669794 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-16bb769d-1592-49be-83e9-e02c2cc714b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.1328504 Oct 26 14:02:03.702018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-427f1e14-bb35-41f6-b08a-9c0832cb6bab service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918633 Oct 26 14:02:03.726556 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-8acf5a46-01e0-4a25-b736-09563ec3960e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d HTTP/1.1" status: 200 len: 217 time: 0.0484598 Oct 26 14:02:03.848847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-57825f69-21cd-4c19-99b5-dd36e11fcbe9 req-5faa72b7-cbc9-4c83-8a40-5d84f9d66411 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483110 Oct 26 14:02:03.860924 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86f0df-3c90-4c6b-b996-c399a617af69 req-fb95b540-b72b-4964-9a8e-f4745e96eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.860924 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e86f0df-3c90-4c6b-b996-c399a617af69 req-fb95b540-b72b-4964-9a8e-f4745e96eb06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09b1f01c-0475-402d-8829-01a07e36277e HTTP/1.1" status: 200 len: 913 time: 0.2569847 Oct 26 14:02:03.888734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-93708688-e602-4f79-9b19-8a1ceaf94535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.888734 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-93708688-e602-4f79-9b19-8a1ceaf94535 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.1478186 Oct 26 14:02:03.903668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8d5f4-07ac-4853-bf02-84ea4e977cbe req-c8c5b557-e9e3-40df-9328-fa0f4288ec3f tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.903668 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32f8d5f4-07ac-4853-bf02-84ea4e977cbe req-c8c5b557-e9e3-40df-9328-fa0f4288ec3f tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 948 time: 0.2030005 Oct 26 14:02:03.930237 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2a2d7925-cd51-463d-9b3a-96f9cabbdcf5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346553 Oct 26 14:02:03.943316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e86f0df-3c90-4c6b-b996-c399a617af69 req-cdd7d278-2092-4621-a7ab-fc4ba55f4267 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a138fb65-2e8d-4f27-ab86-29fe4682371b HTTP/1.1" status: 200 len: 217 time: 0.0603502 Oct 26 14:02:04.043363 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-91d17089-33ac-4ce6-a509-65a4f38bb064 service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053219 Oct 26 14:02:04.057639 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc693607-7fa2-44fe-9dc3-9085823be391 req-23a38635-5487-4d73-a272-7da6390421db service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268085 Oct 26 14:02:04.071211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32f8d5f4-07ac-4853-bf02-84ea4e977cbe req-898e05a3-a5e6-4fdb-8ffa-8ec5ff9ccd31 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315489 Oct 26 14:02:04.081191 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86f0df-3c90-4c6b-b996-c399a617af69 req-71f5b78d-ecb9-4b5c-969e-a44cc2f3747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:04.083896 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e86f0df-3c90-4c6b-b996-c399a617af69 req-71f5b78d-ecb9-4b5c-969e-a44cc2f3747f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d665a877-3c3c-4331-87a4-72d848fcd4c2 HTTP/1.1" status: 200 len: 852 time: 0.1272581 Oct 26 14:02:04.145631 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e86f0df-3c90-4c6b-b996-c399a617af69 req-15de9b3b-d319-4422-bf43-17cee0edd563 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09b1f01c-0475-402d-8829-01a07e36277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499218 Oct 26 14:02:04.227728 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-d98516e7-d340-497f-a013-1b03aa388b97 service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761811 Oct 26 14:02:04.388203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3fda6-0eed-4704-870a-c519ddace43b req-d3270699-2c95-4bd1-917c-02fb7891bcb2 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:04.394984 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70a3fda6-0eed-4704-870a-c519ddace43b req-d3270699-2c95-4bd1-917c-02fb7891bcb2 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 945 time: 0.1658928 Oct 26 14:02:04.402944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e86f0df-3c90-4c6b-b996-c399a617af69 req-7fd4274d-e849-4e54-b534-27fe5619b45f service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477627 Oct 26 14:02:04.411667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613bd07-6d9d-475b-9b8b-8424cedfa865 req-39e96e10-b15a-4ce5-ba3b-76a2a9a5149d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:04.414058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3613bd07-6d9d-475b-9b8b-8424cedfa865 req-39e96e10-b15a-4ce5-ba3b-76a2a9a5149d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.1419265 Oct 26 14:02:04.533369 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70a3fda6-0eed-4704-870a-c519ddace43b req-6eaf6190-bb6f-4789-9bed-6c5c9491b7b8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360013 Oct 26 14:02:04.589788 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e86f0df-3c90-4c6b-b996-c399a617af69 req-935bc085-0ae5-4ca8-92ca-4f7d65ad8685 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757658 Oct 26 14:02:04.592919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3613bd07-6d9d-475b-9b8b-8424cedfa865 req-51233f48-9fb1-4451-b003-9d7c79d1cf9c tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646795 Oct 26 14:02:04.718819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64452e08-d2c4-4fd8-b44e-d6ad979dbd69 req-7cbceb4d-5659-4649-898c-88d5ef8d9207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:04.720620 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64452e08-d2c4-4fd8-b44e-d6ad979dbd69 req-7cbceb4d-5659-4649-898c-88d5ef8d9207 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99f9efda9b7b4a66b51af2add3e3816d&device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 1135 time: 0.0591331 Oct 26 14:02:04.875314 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07f74e-5731-4d69-8fd4-91d554df4d5b req-33e01191-ee29-4bc7-9715-65f8bc3d0c7e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:04.878348 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee07f74e-5731-4d69-8fd4-91d554df4d5b req-33e01191-ee29-4bc7-9715-65f8bc3d0c7e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 984 time: 0.1325481 Oct 26 14:02:04.966535 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-69e1f92b-7d29-4810-af68-03d7a244189d req-ac2734ea-e061-417c-bbe8-27203b7937a7 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640321 Oct 26 14:02:04.967992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64452e08-d2c4-4fd8-b44e-d6ad979dbd69 req-05a7b5c3-7698-40da-9cb8-f18da5e85c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:04.969785 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64452e08-d2c4-4fd8-b44e-d6ad979dbd69 req-05a7b5c3-7698-40da-9cb8-f18da5e85c28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09b1f01c-0475-402d-8829-01a07e36277e HTTP/1.1" status: 200 len: 913 time: 0.2405322 Oct 26 14:02:04.989580 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee07f74e-5731-4d69-8fd4-91d554df4d5b req-26226973-96d9-4fb7-84fa-e9707f02d5f1 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7433462-481a-4f43-b683-49b0b2ba4455&id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1046257 Oct 26 14:02:05.069402 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64452e08-d2c4-4fd8-b44e-d6ad979dbd69 req-9bf9659d-3dca-422e-911e-da7b186ac731 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a138fb65-2e8d-4f27-ab86-29fe4682371b HTTP/1.1" status: 200 len: 217 time: 0.0785980 Oct 26 14:02:05.195188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64452e08-d2c4-4fd8-b44e-d6ad979dbd69 req-d3cac5ae-be1f-4845-9f58-e1a3578cf391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:05.197686 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64452e08-d2c4-4fd8-b44e-d6ad979dbd69 req-d3cac5ae-be1f-4845-9f58-e1a3578cf391 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d665a877-3c3c-4331-87a4-72d848fcd4c2 HTTP/1.1" status: 200 len: 852 time: 0.1066420 Oct 26 14:02:05.207654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1f92b-7d29-4810-af68-03d7a244189d req-b8bb5f80-e2df-47c3-89b6-008ff1e418fe tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:05.215439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-69e1f92b-7d29-4810-af68-03d7a244189d req-b8bb5f80-e2df-47c3-89b6-008ff1e418fe tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423260 Oct 26 14:02:05.260522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-69e1f92b-7d29-4810-af68-03d7a244189d req-3ee95b5c-fc46-4fd9-8fc9-8ecfffb49cd6 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/quotas/fd5c0e708e8e449fa434b9a5f5c10ac2 HTTP/1.1" status: 200 len: 375 time: 0.0441468 Oct 26 14:02:05.264544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64452e08-d2c4-4fd8-b44e-d6ad979dbd69 req-2c928f43-831d-4fa6-953d-ce7d846b176d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09b1f01c-0475-402d-8829-01a07e36277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445583 Oct 26 14:02:05.299481 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-69e1f92b-7d29-4810-af68-03d7a244189d req-abb430ef-2b6e-470a-8eaf-7dec5e3ad409 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380118 Oct 26 14:02:05.349866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65ca6d-39b1-4933-98b6-e6de71b3ae37 req-91d07247-f137-4db7-945b-359ab812d7fd tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:05.358151 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e65ca6d-39b1-4933-98b6-e6de71b3ae37 req-91d07247-f137-4db7-945b-359ab812d7fd tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.2036011 Oct 26 14:02:05.416418 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e65ca6d-39b1-4933-98b6-e6de71b3ae37 req-fd7e1a56-f806-4dfc-b29e-f45c1170968e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573211 Oct 26 14:02:05.422668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4aeec80-d0da-488a-8292-aeb650ce34cb', 'tag': '96eb0562-0bbb-4a5b-8f72-a43e816fa8b2'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:05.424945 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e7532d-8189-4d29-bd78-6775dd03b619" -d '{"events": [{"name": "network-changed", "server_uuid": "d4aeec80-d0da-488a-8292-aeb650ce34cb", "tag": "96eb0562-0bbb-4a5b-8f72-a43e816fa8b2"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:05.478268 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64452e08-d2c4-4fd8-b44e-d6ad979dbd69 req-0dd442d8-13ec-44ce-ab5f-434109c5be26 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013602 Oct 26 14:02:05.489310 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee807344-7e1c-434c-a20b-c57e80e96102 x-openstack-request-id: req-ee807344-7e1c-434c-a20b-c57e80e96102 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:05.489838 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4aeec80-d0da-488a-8292-aeb650ce34cb", "tag": "96eb0562-0bbb-4a5b-8f72-a43e816fa8b2", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:05.490271 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee807344-7e1c-434c-a20b-c57e80e96102 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:05.490892 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4aeec80-d0da-488a-8292-aeb650ce34cb', 'tag': '96eb0562-0bbb-4a5b-8f72-a43e816fa8b2', 'status': 'completed', 'code': 200} Oct 26 14:02:05.646757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7532d-8189-4d29-bd78-6775dd03b619 req-68a5b174-617d-4a22-a0c4-d05ff8518485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:05.650873 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20e7532d-8189-4d29-bd78-6775dd03b619 req-68a5b174-617d-4a22-a0c4-d05ff8518485 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f2d1f8de8a742509634b34bb21aadd0&device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 1099 time: 0.1364005 Oct 26 14:02:05.706243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be81a3c-3529-495b-8708-b633dd522fb8 req-1f604bf4-239c-4a17-85b8-984bf29b505e tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:05.707881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5be81a3c-3529-495b-8708-b633dd522fb8 req-1f604bf4-239c-4a17-85b8-984bf29b505e tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 948 time: 0.1688714 Oct 26 14:02:05.790077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-84e2f514-98a6-41e8-a55b-20836dec54ca tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196010 Oct 26 14:02:05.922263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7532d-8189-4d29-bd78-6775dd03b619 req-60cbe894-ed20-43ed-b179-2e1caecb4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:05.924297 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20e7532d-8189-4d29-bd78-6775dd03b619 req-60cbe894-ed20-43ed-b179-2e1caecb4fc5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2643037 Oct 26 14:02:05.965260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64452e08-d2c4-4fd8-b44e-d6ad979dbd69 req-3e3919e2-b212-46ce-bbf3-13e6e4b705ba service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732614 Oct 26 14:02:06.009093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5be81a3c-3529-495b-8708-b633dd522fb8 req-3fadcdfa-496b-4e18-adeb-326851e38d7a tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090771 Oct 26 14:02:06.075490 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20e7532d-8189-4d29-bd78-6775dd03b619 req-2eeea25d-d771-41d0-9e67-d8f326a1d928 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 HTTP/1.1" status: 200 len: 217 time: 0.1392732 Oct 26 14:02:06.117118 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-4b9ec1ea-5a1d-4428-a282-aad4075c74f1 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:06.118723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-4b9ec1ea-5a1d-4428-a282-aad4075c74f1 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3153348 Oct 26 14:02:06.144394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-52f6f25b-7b6e-45ca-b9b3-1458f0e303cb tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/quotas/fd5c0e708e8e449fa434b9a5f5c10ac2 HTTP/1.1" status: 200 len: 375 time: 0.0189545 Oct 26 14:02:06.210900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-59f5a451-96a2-4b93-9ebe-2659976ad8df tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532501 Oct 26 14:02:06.223479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7532d-8189-4d29-bd78-6775dd03b619 req-1338e21f-ca48-4340-8811-35c9fd96e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:06.225914 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20e7532d-8189-4d29-bd78-6775dd03b619 req-1338e21f-ca48-4340-8811-35c9fd96e288 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1427064 Oct 26 14:02:06.241738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba7979-4844-492e-acf4-a69940a1ae4b req-449ea529-242a-4b6e-b0d5-6a30909fbef5 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:06.251640 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88ba7979-4844-492e-acf4-a69940a1ae4b req-449ea529-242a-4b6e-b0d5-6a30909fbef5 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 945 time: 0.1061633 Oct 26 14:02:06.307736 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88ba7979-4844-492e-acf4-a69940a1ae4b req-1152b993-1c67-4515-bdd4-3aa72022f78e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548968 Oct 26 14:02:06.348092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7532d-8189-4d29-bd78-6775dd03b619 req-bc9f942a-1851-469d-a8f3-a6e212774850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:06.349815 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20e7532d-8189-4d29-bd78-6775dd03b619 req-bc9f942a-1851-469d-a8f3-a6e212774850 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146333 Oct 26 14:02:06.523336 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20e7532d-8189-4d29-bd78-6775dd03b619 req-169e626e-e8a3-4d5f-8d17-985fa6d57352 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649067 Oct 26 14:02:06.678642 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20e7532d-8189-4d29-bd78-6775dd03b619 req-29078a8e-c76a-44f8-adcd-9d8281a9c041 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460319 Oct 26 14:02:06.716299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2916b3-8ca0-436b-9807-b7c3876bc6da req-6dbe1ee4-0e8a-41df-ae94-b68eea2c2204 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:06.719141 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d2916b3-8ca0-436b-9807-b7c3876bc6da req-6dbe1ee4-0e8a-41df-ae94-b68eea2c2204 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.1782131 Oct 26 14:02:06.877736 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a198a-13af-4c3c-946c-6559761d1c60 req-d4eadea3-796a-43ff-94f8-c2dbb1b5bca1 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:06.886538 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c95a198a-13af-4c3c-946c-6559761d1c60 req-d4eadea3-796a-43ff-94f8-c2dbb1b5bca1 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 984 time: 0.1657298 Oct 26 14:02:06.900206 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d2916b3-8ca0-436b-9807-b7c3876bc6da req-91f03e8a-4838-4cb4-940b-cd7010dbff60 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481903 Oct 26 14:02:06.963460 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c95a198a-13af-4c3c-946c-6559761d1c60 req-000e8353-9ad8-47f1-880b-2ab49b4b1950 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7433462-481a-4f43-b683-49b0b2ba4455&id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0755980 Oct 26 14:02:07.132699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abf6fda5-d4e4-4d6f-b23c-05ce45d7b72e req-e8ef3808-c5bb-4148-be72-743b76814a28 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 210 time: 0.0380852 Oct 26 14:02:07.153759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bde2e-3712-45db-88cb-13bc81d2f478 req-1b0ac4a5-0906-417f-9257-675d1d74978a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:07.166000 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-175bde2e-3712-45db-88cb-13bc81d2f478 req-1b0ac4a5-0906-417f-9257-675d1d74978a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.1233671 Oct 26 14:02:07.210747 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-175bde2e-3712-45db-88cb-13bc81d2f478 req-805997c3-0755-476e-bb1a-d76e0b290cb1 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435686 Oct 26 14:02:07.219386 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69e1f92b-7d29-4810-af68-03d7a244189d req-f4e29df9-eb20-4a67-8eef-a73d3415f3d3 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540981 Oct 26 14:02:07.362290 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aebd37-3470-4ca8-ae9e-52e0be5d6d57 req-b8cac4b0-7397-451f-9d6b-07a44bb65b33 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:07.369423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d9aebd37-3470-4ca8-ae9e-52e0be5d6d57 req-b8cac4b0-7397-451f-9d6b-07a44bb65b33 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 948 time: 0.1117742 Oct 26 14:02:07.432009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1f92b-7d29-4810-af68-03d7a244189d req-24aa2c09-19c9-496d-9de3-ca2a26d89369 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:07.433952 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69e1f92b-7d29-4810-af68-03d7a244189d req-24aa2c09-19c9-496d-9de3-ca2a26d89369 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969571 Oct 26 14:02:07.440352 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d9aebd37-3470-4ca8-ae9e-52e0be5d6d57 req-7a6befff-15e3-4e09-baf9-9dd030eb9bf6 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639949 Oct 26 14:02:07.464248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Request body: {'port': {'device_id': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': 'fd5c0e708e8e449fa434b9a5f5c10ac2'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:07.467615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:07.522079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975e222-0be3-4e5a-a1f4-a2b6bae93e77 req-20e290d5-6221-4681-a9d5-02cddace3e56 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:07.534966 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a975e222-0be3-4e5a-a1f4-a2b6bae93e77 req-20e290d5-6221-4681-a9d5-02cddace3e56 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0834949 Oct 26 14:02:07.623017 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a975e222-0be3-4e5a-a1f4-a2b6bae93e77 req-0845b8f3-5d1c-4e11-a82a-f550098cbe40 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869992 Oct 26 14:02:07.659543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Made reservation on behalf of fd5c0e708e8e449fa434b9a5f5c10ac2 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:02:07.663755 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:07.674238 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:07.734449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=96eb0562-0bbb-4a5b-8f72-a43e816fa8b2,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:07.749583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '96eb0562-0bbb-4a5b-8f72-a43e816fa8b2', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '96eb0562-0bbb-4a5b-8f72-a43e816fa8b2', 'mac_address': 'fa:16:3e:fb:45:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:07.794824 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:07.810399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:07.831142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=96eb0562-0bbb-4a5b-8f72-a43e816fa8b2,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:07.833241 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:07.838460 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:07.855074 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:07.916104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=96eb0562-0bbb-4a5b-8f72-a43e816fa8b2,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:07.953077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27f8d66-182d-48f5-bd88-ec214b2513ed,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:08.074643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Allocated IP 192.168.233.126 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/42326989-5b85-48b5-8735-924071ba63ea) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:08.125054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['96eb0562-0bbb-4a5b-8f72-a43e816fa8b2'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:08.210766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-6d8fa182-4fbf-4180-bbc4-7313d4c53136 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960412 Oct 26 14:02:08.222980 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b32bd6-7b9a-405b-9c73-0e2096ea7382 req-b5f57093-8497-4d50-9c33-e978809b847c tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:08.231386 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59b32bd6-7b9a-405b-9c73-0e2096ea7382 req-b5f57093-8497-4d50-9c33-e978809b847c tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.2088258 Oct 26 14:02:08.289913 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:08.376865 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:08.385202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59b32bd6-7b9a-405b-9c73-0e2096ea7382 req-8a2fcd36-0d68-4db6-b378-beafcdc5f6f4 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488688 Oct 26 14:02:08.416616 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22f476-55cb-40cb-96d5-943669254929 req-4329b522-4ff7-4f2b-9b5f-78f0a8a9f31e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:08.430092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f22f476-55cb-40cb-96d5-943669254929 req-4329b522-4ff7-4f2b-9b5f-78f0a8a9f31e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 984 time: 0.3196421 Oct 26 14:02:08.469195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:08.476662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:08.481026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:08.557406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-a8c3108d-ee5f-4abb-8e98-544127e0421e tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:08.559972 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-a8c3108d-ee5f-4abb-8e98-544127e0421e tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3258390 Oct 26 14:02:08.586716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:08.586716 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:08.596161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Pushing event updated for resources: {'Port': ['ID=42326989-5b85-48b5-8735-924071ba63ea,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:08.612096 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69e1f92b-7d29-4810-af68-03d7a244189d req-4d696a9f-7112-4d57-9cda-ee2c2c285735 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1609802 Oct 26 14:02:08.619513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-6473dea3-3a65-4b33-b58e-f9ed7335b080 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Request body: {'port': {'device_id': 'dd3af8f2-5d21-44d6-a86d-681e8621e28f', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': 'fd5c0e708e8e449fa434b9a5f5c10ac2'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:08.625443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Request body: {'port': {'device_id': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:08.658319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f22f476-55cb-40cb-96d5-943669254929 req-e7e587e7-d3e7-4189-823e-95858c944d47 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7433462-481a-4f43-b683-49b0b2ba4455&id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2269216 Oct 26 14:02:08.767978 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:08.926412 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-fb2d4135-1909-4798-af31-1f6522bc8485 None None] Provisioning complete for port 42326989-5b85-48b5-8735-924071ba63ea triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:08.927376 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4135-1909-4798-af31-1f6522bc8485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:08.999330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-fb2d4135-1909-4798-af31-1f6522bc8485 None None] Port 42326989-5b85-48b5-8735-924071ba63ea cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:02:09.194729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f6324f6e-93b3-4326-8f50-3034bc7bbcc0 req-d3d2653e-bd0e-4769-b4bc-fd6a240cba18 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 210 time: 0.5218678 Oct 26 14:02:09.259338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42326989-5b85-48b5-8735-924071ba63ea {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:09.277451 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:09.305369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Transition to ACTIVE for port object 42326989-5b85-48b5-8735-924071ba63ea will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:09.317106 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:09.404699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Pushing event updated for resources: {'Port': ['ID=42326989-5b85-48b5-8735-924071ba63ea,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:09.468729 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1a6bf-31e9-45e4-8826-1d0e39255850 req-3f408428-684a-4f25-b5db-c4f7ab44a149 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:09.473678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:09.482525 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dbf1a6bf-31e9-45e4-8826-1d0e39255850 req-3f408428-684a-4f25-b5db-c4f7ab44a149 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.2860267 Oct 26 14:02:09.552100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ac6b2-7cf1-4ea4-b84e-8e1b7ca2226e req-0e9fd245-9228-4088-b47c-7d299e2bbded tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:09.567866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-930ac6b2-7cf1-4ea4-b84e-8e1b7ca2226e req-0e9fd245-9228-4088-b47c-7d299e2bbded tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 949 time: 0.2517264 Oct 26 14:02:09.658878 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dbf1a6bf-31e9-45e4-8826-1d0e39255850 req-37e0d9e0-cf5b-4594-8dbc-445f766d54b5 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694982 Oct 26 14:02:09.688192 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:02:09.695991 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:09.699939 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Attempting to bind port 42326989-5b85-48b5-8735-924071ba63ea on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:09.700279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Attempting to bind port 42326989-5b85-48b5-8735-924071ba63ea by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:09.700612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Attempting to bind port 42326989-5b85-48b5-8735-924071ba63ea on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:09.701065 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:09.716058 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Port 42326989-5b85-48b5-8735-924071ba63ea on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:09.716208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Attempting to bind port 42326989-5b85-48b5-8735-924071ba63ea on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:09.734952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:09.739518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:09.739989 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:09.740477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Bound port: 42326989-5b85-48b5-8735-924071ba63ea, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:09.740827 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:09.774733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-930ac6b2-7cf1-4ea4-b84e-8e1b7ca2226e req-0515143d-711a-4c6f-9aaa-912e435f753a tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053614 Oct 26 14:02:09.804840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-6473dea3-3a65-4b33-b58e-f9ed7335b080 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Made reservation on behalf of fd5c0e708e8e449fa434b9a5f5c10ac2 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:02:09.819377 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-6473dea3-3a65-4b33-b58e-f9ed7335b080 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:09.968270 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:09.976508 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=42326989-5b85-48b5-8735-924071ba63ea,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:09.989521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:09.994094 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:10.051612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:10.052462 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:10.057135 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69e1f92b-7d29-4810-af68-03d7a244189d req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] 10.222.0.25 "PUT /v2.0/ports/42326989-5b85-48b5-8735-924071ba63ea HTTP/1.1" status: 200 len: 1096 time: 1.4367192 Oct 26 14:02:10.064022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'tag': '42326989-5b85-48b5-8735-924071ba63ea'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:10.071953 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b9fe81-6228-4277-b410-d8a71f2bed59" -d '{"events": [{"name": "network-changed", "server_uuid": "201cdf08-bf66-4bb0-8114-fcddde3d772e", "tag": "42326989-5b85-48b5-8735-924071ba63ea"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:10.102072 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=96eb0562-0bbb-4a5b-8f72-a43e816fa8b2,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:10.103546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4aeec80-d0da-488a-8292-aeb650ce34cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eb0562-0bbb-4a5b-8f72-a43e816fa8b2'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:10.106801 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f253870f-4ee0-4b96-9669-146521ca27d6" -d '{"events": [{"server_uuid": "d4aeec80-d0da-488a-8292-aeb650ce34cb", "name": "network-vif-plugged", "status": "completed", "tag": "96eb0562-0bbb-4a5b-8f72-a43e816fa8b2"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:10.114279 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:10.117353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-6473dea3-3a65-4b33-b58e-f9ed7335b080 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Allocated IP 192.168.233.212 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/9156860f-7009-4351-9ee8-58b31467e54a) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:10.195148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=96eb0562-0bbb-4a5b-8f72-a43e816fa8b2,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:10.340846 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90a730-db32-48ba-968c-dd2fd2613e25 service neutron] Pushing event updated for resources: {'Port': ['ID=42326989-5b85-48b5-8735-924071ba63ea,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:10.362783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f01ef89d-2895-4b0d-abd2-4adfdfd455bd req-def4cdb1-d5fb-4606-9927-8dd6fe68c907 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1405137786&fields=id&tenant_id=99f9efda9b7b4a66b51af2add3e3816d HTTP/1.1" status: 200 len: 267 time: 0.1238604 Oct 26 14:02:10.389528 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1f92b-7d29-4810-af68-03d7a244189d req-d210dbdd-fe95-4677-9811-79495099259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:10.393502 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69e1f92b-7d29-4810-af68-03d7a244189d req-d210dbdd-fe95-4677-9811-79495099259f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 1099 time: 0.2780972 Oct 26 14:02:10.441469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa4307-108f-4178-acfd-83222ad3d9d7 req-c8232f8a-b657-4c1b-828a-7781a3832929 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:10.443447 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34fa4307-108f-4178-acfd-83222ad3d9d7 req-c8232f8a-b657-4c1b-828a-7781a3832929 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 945 time: 0.2035444 Oct 26 14:02:10.482761 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69e1f92b-7d29-4810-af68-03d7a244189d req-27f31a7a-f8b4-4b29-a259-faa11701dabe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=42326989-5b85-48b5-8735-924071ba63ea HTTP/1.1" status: 200 len: 217 time: 0.0794108 Oct 26 14:02:10.561166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-6473dea3-3a65-4b33-b58e-f9ed7335b080 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:10.609733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ef89d-2895-4b0d-abd2-4adfdfd455bd req-81a1fd39-675e-4087-90bb-ed6437d17486 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:10.621499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f01ef89d-2895-4b0d-abd2-4adfdfd455bd req-81a1fd39-675e-4087-90bb-ed6437d17486 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 984 time: 0.2577455 Oct 26 14:02:10.630165 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34fa4307-108f-4178-acfd-83222ad3d9d7 req-bcd7c5f2-0d98-4c75-8685-5db1e55473ac tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333966 Oct 26 14:02:10.634941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f01ef89d-2895-4b0d-abd2-4adfdfd455bd req-22abb0fd-b99c-4a9b-a383-8caf6d994453 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'port': {'security_groups': ['7edaa27a-2d70-411a-ae6f-202d6a6dff85', 'f7433462-481a-4f43-b683-49b0b2ba4455', 'a74a3f1c-2e8f-4a3a-afb3-a2a29fdb15eb']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:10.772386 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f01ef89d-2895-4b0d-abd2-4adfdfd455bd req-22abb0fd-b99c-4a9b-a383-8caf6d994453 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:10.840903 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-6473dea3-3a65-4b33-b58e-f9ed7335b080 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:10.871111 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-6473dea3-3a65-4b33-b58e-f9ed7335b080 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:10.892025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-6473dea3-3a65-4b33-b58e-f9ed7335b080 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:10.946244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-6473dea3-3a65-4b33-b58e-f9ed7335b080 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:10.972153 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1f92b-7d29-4810-af68-03d7a244189d req-d725ca15-27d9-428b-bea0-6fee8cd4f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:10.974058 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69e1f92b-7d29-4810-af68-03d7a244189d req-d725ca15-27d9-428b-bea0-6fee8cd4f779 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.4489856 Oct 26 14:02:11.028987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473dea3-3a65-4b33-b58e-f9ed7335b080 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Pushing event updated for resources: {'Port': ['ID=9156860f-7009-4351-9ee8-58b31467e54a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:11.071721 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1f92b-7d29-4810-af68-03d7a244189d req-a5481fe2-16cb-448e-8fbd-caf7743bae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:11.075290 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69e1f92b-7d29-4810-af68-03d7a244189d req-a5481fe2-16cb-448e-8fbd-caf7743bae9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918064 Oct 26 14:02:11.090910 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0c5bd-27fa-4ebf-bdf1-26e6e4c47e0d req-d84aa6ce-c7c0-4949-a12a-be0742ad5510 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:11.092779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ce0c5bd-27fa-4ebf-bdf1-26e6e4c47e0d req-d84aa6ce-c7c0-4949-a12a-be0742ad5510 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.2981150 Oct 26 14:02:11.110062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-6473dea3-3a65-4b33-b58e-f9ed7335b080 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:11.110824 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-6473dea3-3a65-4b33-b58e-f9ed7335b080 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:11.196175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-6473dea3-3a65-4b33-b58e-f9ed7335b080 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5985181 Oct 26 14:02:11.225269 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ce0c5bd-27fa-4ebf-bdf1-26e6e4c47e0d req-a41ad44e-52bb-4a0a-9b76-e6c57228f85e tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961459 Oct 26 14:02:11.235916 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69e1f92b-7d29-4810-af68-03d7a244189d req-fa369be8-8ab9-4e77-a9ed-50d9757f85f9 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472695 Oct 26 14:02:11.240127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Request body: {'port': {'device_id': 'dd3af8f2-5d21-44d6-a86d-681e8621e28f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:11.265689 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ebc8ceb4-d22a-446f-a269-819abc7d4533 None None] Provisioning complete for port 9156860f-7009-4351-9ee8-58b31467e54a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:11.266343 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ebc8ceb4-d22a-446f-a269-819abc7d4533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:11.329063 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:11.346690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8ceb4-d22a-446f-a269-819abc7d4533 None None] Port 9156860f-7009-4351-9ee8-58b31467e54a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:02:11.419171 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-69e1f92b-7d29-4810-af68-03d7a244189d req-48b1ab68-5922-4dac-ad6e-6635fcf73111 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648755 Oct 26 14:02:11.448733 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342fcd6e-9ef7-48ad-9fc6-607328a174e9 x-openstack-request-id: req-342fcd6e-9ef7-48ad-9fc6-607328a174e9 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:11.448958 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4aeec80-d0da-488a-8292-aeb650ce34cb", "name": "network-vif-plugged", "status": "completed", "tag": "96eb0562-0bbb-4a5b-8f72-a43e816fa8b2", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:11.449339 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-342fcd6e-9ef7-48ad-9fc6-607328a174e9 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:11.449810 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4aeec80-d0da-488a-8292-aeb650ce34cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eb0562-0bbb-4a5b-8f72-a43e816fa8b2', 'code': 200} Oct 26 14:02:11.517465 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1288b6-f6a5-40bd-a71e-24902016f983 x-openstack-request-id: req-5e1288b6-f6a5-40bd-a71e-24902016f983 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:11.517891 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201cdf08-bf66-4bb0-8114-fcddde3d772e", "tag": "42326989-5b85-48b5-8735-924071ba63ea", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:11.518384 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e1288b6-f6a5-40bd-a71e-24902016f983 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:11.518967 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'tag': '42326989-5b85-48b5-8735-924071ba63ea', 'status': 'completed', 'code': 200} Oct 26 14:02:11.642992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57006311-ba9a-4269-844d-4c8fe7a032e8 req-880e1c1f-543f-4170-bb8c-fc800108e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:11.644610 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-57006311-ba9a-4269-844d-4c8fe7a032e8 req-880e1c1f-543f-4170-bb8c-fc800108e655 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 1101 time: 0.1121559 Oct 26 14:02:11.702701 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-57006311-ba9a-4269-844d-4c8fe7a032e8 req-0c0c4bcb-dabe-424f-b742-6c56801d7e8d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490229 Oct 26 14:02:11.798848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9fe81-6228-4277-b410-d8a71f2bed59 req-080c4f61-b5c4-4013-9ce5-d1a257cdabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:11.799965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71b9fe81-6228-4277-b410-d8a71f2bed59 req-080c4f61-b5c4-4013-9ce5-d1a257cdabe1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 1099 time: 0.1883085 Oct 26 14:02:11.845312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427471c5-25e1-4fb5-8041-1e0b4a96b072 req-9ae362a1-426c-4fc6-8c01-d852c54fbc9d tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:11.846835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-427471c5-25e1-4fb5-8041-1e0b4a96b072 req-9ae362a1-426c-4fc6-8c01-d852c54fbc9d tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 936 time: 0.1948938 Oct 26 14:02:11.850536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f01ef89d-2895-4b0d-abd2-4adfdfd455bd req-22abb0fd-b99c-4a9b-a383-8caf6d994453 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] For port a138fb65-2e8d-4f27-ab86-29fe4682371b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a138fb65-2e8d-4f27-ab86-29fe4682371b,segment=NetworkSegment(622b49b2-0d13-47e7-84fe-37b7604a5a1d),segment_id=622b49b2-0d13-47e7-84fe-37b7604a5a1d)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:11.906505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-427471c5-25e1-4fb5-8041-1e0b4a96b072 req-dfdb71f2-0114-4133-89cf-c3313b58b5a1 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Oct 26 14:02:11.961325 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f01ef89d-2895-4b0d-abd2-4adfdfd455bd req-22abb0fd-b99c-4a9b-a383-8caf6d994453 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:12.008191 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f01ef89d-2895-4b0d-abd2-4adfdfd455bd req-22abb0fd-b99c-4a9b-a383-8caf6d994453 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:12.020758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5', 'a138fb65-2e8d-4f27-ab86-29fe4682371b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:12.080753 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abb0fd-b99c-4a9b-a383-8caf6d994453 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'Port': ['ID=a138fb65-2e8d-4f27-ab86-29fe4682371b,revision_number=7']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:12.178164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ef89d-2895-4b0d-abd2-4adfdfd455bd req-22abb0fd-b99c-4a9b-a383-8caf6d994453 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:12.178794 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f01ef89d-2895-4b0d-abd2-4adfdfd455bd req-22abb0fd-b99c-4a9b-a383-8caf6d994453 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:12.180367 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f01ef89d-2895-4b0d-abd2-4adfdfd455bd req-22abb0fd-b99c-4a9b-a383-8caf6d994453 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "PUT /v2.0/ports/a138fb65-2e8d-4f27-ab86-29fe4682371b HTTP/1.1" status: 200 len: 1020 time: 1.5575671 Oct 26 14:02:12.180832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe5f29c-1798-4593-bff8-c1d9355a3011', 'tag': 'a138fb65-2e8d-4f27-ab86-29fe4682371b'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:12.183203 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff861ed3-2c09-490c-a419-3bdf5226e39f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe5f29c-1798-4593-bff8-c1d9355a3011", "tag": "a138fb65-2e8d-4f27-ab86-29fe4682371b"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:12.218255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2dcbf-1cfd-48e0-ae00-782b398e9db9 req-d9fb53c8-3347-48b5-b5f4-2f97d8da191e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:12.225414 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27e2dcbf-1cfd-48e0-ae00-782b398e9db9 req-d9fb53c8-3347-48b5-b5f4-2f97d8da191e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.2151048 Oct 26 14:02:12.244341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9156860f-7009-4351-9ee8-58b31467e54a {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:12.264417 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:12.316984 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27e2dcbf-1cfd-48e0-ae00-782b398e9db9 req-c95501e7-b328-453d-9a9c-81953f28b2dc tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771904 Oct 26 14:02:12.318332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9fe81-6228-4277-b410-d8a71f2bed59 req-f81c1047-2541-46cd-984d-aa854900e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:12.319775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71b9fe81-6228-4277-b410-d8a71f2bed59 req-f81c1047-2541-46cd-984d-aa854900e102 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.3904536 Oct 26 14:02:12.342396 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a138fb65-2e8d-4f27-ab86-29fe4682371b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:12.350385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Transition to ACTIVE for port object 9156860f-7009-4351-9ee8-58b31467e54a will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:12.480109 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71b9fe81-6228-4277-b410-d8a71f2bed59 req-59700a44-f4ae-4410-b4ec-8ede490dcb06 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=42326989-5b85-48b5-8735-924071ba63ea HTTP/1.1" status: 200 len: 217 time: 0.1322927 Oct 26 14:02:12.484412 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:12.587485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9fe81-6228-4277-b410-d8a71f2bed59 req-41138ca4-f947-4969-9950-209930c53433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:12.590544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71b9fe81-6228-4277-b410-d8a71f2bed59 req-41138ca4-f947-4969-9950-209930c53433 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0867212 Oct 26 14:02:12.730016 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ece80b95-9e35-44c6-9f01-a521f2c3fcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:12.797821 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Pushing event updated for resources: {'Port': ['ID=9156860f-7009-4351-9ee8-58b31467e54a,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:12.898212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56f681-512c-4525-a06d-3dde9d505841 req-7cec5b54-2df5-430e-a10e-9356b44e4c21 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:12.900233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d56f681-512c-4525-a06d-3dde9d505841 req-7cec5b54-2df5-430e-a10e-9356b44e4c21 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 950 time: 0.6074090 Oct 26 14:02:12.960466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf543752-5651-4f72-ac1d-2b24d2d2b133 req-a9e2e180-2cbe-4e45-9a5a-baf8bef1c2cc tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:12.969246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf543752-5651-4f72-ac1d-2b24d2d2b133 req-a9e2e180-2cbe-4e45-9a5a-baf8bef1c2cc tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 945 time: 0.3048332 Oct 26 14:02:13.014791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9fe81-6228-4277-b410-d8a71f2bed59 req-49ba71b6-2579-4c6f-898c-c36ea6cb2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:13.016266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71b9fe81-6228-4277-b410-d8a71f2bed59 req-49ba71b6-2579-4c6f-898c-c36ea6cb2058 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3489120 Oct 26 14:02:13.137748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Attempting to bind port 9156860f-7009-4351-9ee8-58b31467e54a on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:13.138033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Attempting to bind port 9156860f-7009-4351-9ee8-58b31467e54a by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:13.138367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Attempting to bind port 9156860f-7009-4351-9ee8-58b31467e54a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:13.153167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d56f681-512c-4525-a06d-3dde9d505841 req-6ba85f1e-a998-4317-a312-6884648c5b62 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230148 Oct 26 14:02:13.157156 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Port 9156860f-7009-4351-9ee8-58b31467e54a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:13.157630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Attempting to bind port 9156860f-7009-4351-9ee8-58b31467e54a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:13.169250 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf543752-5651-4f72-ac1d-2b24d2d2b133 req-8cb7c4e1-fde7-47c5-9d9e-2555741fd364 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990113 Oct 26 14:02:13.174416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:13.174577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:13.174957 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:13.175399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Bound port: 9156860f-7009-4351-9ee8-58b31467e54a, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:13.175742 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:13.249027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71b9fe81-6228-4277-b410-d8a71f2bed59 req-14023132-28ff-4cd4-a71d-0bb9e2db2295 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196016 Oct 26 14:02:13.327571 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb342239-d2c9-49da-a94e-da21698e4444 x-openstack-request-id: req-bb342239-d2c9-49da-a94e-da21698e4444 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:13.327571 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe5f29c-1798-4593-bff8-c1d9355a3011", "tag": "a138fb65-2e8d-4f27-ab86-29fe4682371b", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:13.327571 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb342239-d2c9-49da-a94e-da21698e4444 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:13.327972 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe5f29c-1798-4593-bff8-c1d9355a3011', 'tag': 'a138fb65-2e8d-4f27-ab86-29fe4682371b', 'status': 'completed', 'code': 200} Oct 26 14:02:13.451226 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89ffadfa-2fe2-4b6b-aa13-03917f58ed55 req-481dbd67-886e-4e76-a818-ff72f265ce76 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/a74a3f1c-2e8f-4a3a-afb3-a2a29fdb15eb HTTP/1.1" status: 200 len: 1801 time: 0.2090862 Oct 26 14:02:13.480465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] For port 9156860f-7009-4351-9ee8-58b31467e54a, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:13.490993 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 42326989-5b85-48b5-8735-924071ba63ea details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:13.506887 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71b9fe81-6228-4277-b410-d8a71f2bed59 req-3979f1a0-e1ba-4f56-8b49-d1727dfaf9ae service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437134 Oct 26 14:02:13.533493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] For port 9156860f-7009-4351-9ee8-58b31467e54a, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9156860f-7009-4351-9ee8-58b31467e54a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:13.536096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff861ed3-2c09-490c-a419-3bdf5226e39f req-e8f6c3a9-24cf-4eea-82f6-ce796418ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:13.537570 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff861ed3-2c09-490c-a419-3bdf5226e39f req-e8f6c3a9-24cf-4eea-82f6-ce796418ef74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99f9efda9b7b4a66b51af2add3e3816d&device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 1174 time: 0.2070320 Oct 26 14:02:13.550315 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26854c61-4c9f-4c91-9e42-8d27937174ac req-8a6c5be7-c3da-475f-8aea-a99d11e35a25 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:13.551052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26854c61-4c9f-4c91-9e42-8d27937174ac req-8a6c5be7-c3da-475f-8aea-a99d11e35a25 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.2136497 Oct 26 14:02:13.563617 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:13.653676 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=42326989-5b85-48b5-8735-924071ba63ea,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:13.677595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '42326989-5b85-48b5-8735-924071ba63ea', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '42326989-5b85-48b5-8735-924071ba63ea', 'mac_address': 'fa:16:3e:ce:ac:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:13.680663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:13.681292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:13.683077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] 10.222.0.11 "PUT /v2.0/ports/9156860f-7009-4351-9ee8-58b31467e54a HTTP/1.1" status: 200 len: 1096 time: 2.4565351 Oct 26 14:02:13.750484 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:13.752056 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff861ed3-2c09-490c-a419-3bdf5226e39f req-02cd9b27-9ec1-4650-96a7-2ec350748780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:13.753787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff861ed3-2c09-490c-a419-3bdf5226e39f req-02cd9b27-9ec1-4650-96a7-2ec350748780 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09b1f01c-0475-402d-8829-01a07e36277e HTTP/1.1" status: 200 len: 913 time: 0.1982143 Oct 26 14:02:13.754825 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-89ffadfa-2fe2-4b6b-aa13-03917f58ed55 req-36d9038c-4f8e-454a-9e68-baa007b4ee73 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 14:02:13.769160 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89ffadfa-2fe2-4b6b-aa13-03917f58ed55 req-36d9038c-4f8e-454a-9e68-baa007b4ee73 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "DELETE /v2.0/security-groups/a74a3f1c-2e8f-4a3a-afb3-a2a29fdb15eb HTTP/1.1" status: 409 len: 341 time: 0.3066068 Oct 26 14:02:13.780017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42326989-5b85-48b5-8735-924071ba63ea {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:13.824068 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=42326989-5b85-48b5-8735-924071ba63ea,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:13.835048 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:13.879192 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26854c61-4c9f-4c91-9e42-8d27937174ac req-260beede-02a8-4a64-b2fb-c8c214208928 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133533 Oct 26 14:02:13.920862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=42326989-5b85-48b5-8735-924071ba63ea,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:13.971611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd93eed-aca1-4d30-9fdf-908464e956fe service neutron] Pushing event updated for resources: {'Port': ['ID=9156860f-7009-4351-9ee8-58b31467e54a,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:13.975310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff861ed3-2c09-490c-a419-3bdf5226e39f req-de9987aa-e49f-4e08-ae54-a1d937a225e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a138fb65-2e8d-4f27-ab86-29fe4682371b HTTP/1.1" status: 200 len: 217 time: 0.2046466 Oct 26 14:02:14.083092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-9924dcaf-234d-4ac5-86b5-d79452e5fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:14.084570 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-9924dcaf-234d-4ac5-86b5-d79452e5fc1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 1099 time: 0.2966626 Oct 26 14:02:14.131269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['42326989-5b85-48b5-8735-924071ba63ea'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:14.146955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff861ed3-2c09-490c-a419-3bdf5226e39f req-46af02c7-aab8-4584-a05e-9340532a6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:14.148435 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff861ed3-2c09-490c-a419-3bdf5226e39f req-46af02c7-aab8-4584-a05e-9340532a6029 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d665a877-3c3c-4331-87a4-72d848fcd4c2 HTTP/1.1" status: 200 len: 852 time: 0.1421986 Oct 26 14:02:14.153371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-c9b41641-759a-4152-9347-eb6d3090a24c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=9156860f-7009-4351-9ee8-58b31467e54a HTTP/1.1" status: 200 len: 217 time: 0.0594056 Oct 26 14:02:14.163139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cc984-02c0-4638-975e-3e6c7339f298 req-3ab05824-f941-43a4-bc20-af0373781d1f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:14.171185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b06cc984-02c0-4638-975e-3e6c7339f298 req-3ab05824-f941-43a4-bc20-af0373781d1f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 948 time: 0.1948626 Oct 26 14:02:14.216764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca41121-c86d-401c-a352-34b553a46c5c req-e1c2b23b-548a-472e-b210-92867325fcf1 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:14.218418 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ca41121-c86d-401c-a352-34b553a46c5c req-e1c2b23b-548a-472e-b210-92867325fcf1 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.2037175 Oct 26 14:02:14.562222 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff861ed3-2c09-490c-a419-3bdf5226e39f req-21207e89-e3e9-4e65-b6b9-a57acd55ba98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09b1f01c-0475-402d-8829-01a07e36277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3826985 Oct 26 14:02:14.642816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b06cc984-02c0-4638-975e-3e6c7339f298 req-46ba3dfc-af1b-4435-81d0-c3fa267a3e5e tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707077 Oct 26 14:02:14.675987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-a9f26bda-f278-46d1-8645-da5e18e30a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:14.677431 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-a9f26bda-f278-46d1-8645-da5e18e30a14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.4953234 Oct 26 14:02:14.687810 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ca41121-c86d-401c-a352-34b553a46c5c req-4b277665-abbc-40dc-ae63-ae9a442c2227 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281877 Oct 26 14:02:14.759703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-d7c2c913-a89d-4030-a604-d0edc47b7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:14.761227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-d7c2c913-a89d-4030-a604-d0edc47b7ca5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706851 Oct 26 14:02:14.763140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff861ed3-2c09-490c-a419-3bdf5226e39f req-be7f272b-8baf-4489-9d99-27da941b12ac service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718745 Oct 26 14:02:15.014293 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dbd592b7-8267-4547-9103-099d19095bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:15.044066 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73a5bf-c9f4-480b-b0c6-1da9df72ed57 req-fd2be3d8-98d8-42a0-b56e-21c6f1f0ce3c tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:15.045801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f73a5bf-c9f4-480b-b0c6-1da9df72ed57 req-fd2be3d8-98d8-42a0-b56e-21c6f1f0ce3c tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 950 time: 0.1485591 Oct 26 14:02:15.062362 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-c577c4be-e1a8-4681-a36c-a895e9ac08d4 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643626 Oct 26 14:02:15.066205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff861ed3-2c09-490c-a419-3bdf5226e39f req-9e44f5da-b720-43dd-94d1-4037169d4908 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598901 Oct 26 14:02:15.189559 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f73a5bf-c9f4-480b-b0c6-1da9df72ed57 req-b4c0cd66-14b5-4396-868d-699bba6c2c99 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258202 Oct 26 14:02:15.209078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c51077-dda5-4b9c-b84d-5ceebefa969f req-b940a1a2-8764-48d0-b780-0dae2748fd6a tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:15.210239 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43c51077-dda5-4b9c-b84d-5ceebefa969f req-b940a1a2-8764-48d0-b780-0dae2748fd6a tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 945 time: 0.2063863 Oct 26 14:02:15.217208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a135f58d-d7d1-47d6-89c0-71035d04f4d1 req-881f1369-1366-49a5-9226-febeb6bb3937 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388853 Oct 26 14:02:15.265886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43c51077-dda5-4b9c-b84d-5ceebefa969f req-869b769e-5d7b-4276-9ba1-854623d8cf9f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 Oct 26 14:02:15.329053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3af8f2-5d21-44d6-a86d-681e8621e28f', 'tag': '9156860f-7009-4351-9ee8-58b31467e54a'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:15.332918 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6829412-39e3-45fa-8ede-7a38f1e21262" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3af8f2-5d21-44d6-a86d-681e8621e28f", "tag": "9156860f-7009-4351-9ee8-58b31467e54a"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:15.427490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda67e28-fd2f-4987-9aaa-b7eb8527455d req-6125acb7-7f85-4e49-ae64-69dbc2b68f29 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:15.429202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dda67e28-fd2f-4987-9aaa-b7eb8527455d req-6125acb7-7f85-4e49-ae64-69dbc2b68f29 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 1023 time: 0.0924754 Oct 26 14:02:15.438689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba692b-7a43-45fc-923f-b303322c47c1 req-51b9cb48-9d3f-4f41-9c2c-2561ba1a5a77 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:15.440314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6aba692b-7a43-45fc-923f-b303322c47c1 req-51b9cb48-9d3f-4f41-9c2c-2561ba1a5a77 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.1021852 Oct 26 14:02:15.506866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dda67e28-fd2f-4987-9aaa-b7eb8527455d req-14cecb4d-f31c-43c1-9e6d-219f0a1c4c5b tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7433462-481a-4f43-b683-49b0b2ba4455&id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&id=a74a3f1c-2e8f-4a3a-afb3-a2a29fdb15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0653555 Oct 26 14:02:15.509105 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 42326989-5b85-48b5-8735-924071ba63ea up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:15.514720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6aba692b-7a43-45fc-923f-b303322c47c1 req-b7783d0a-d927-4460-b765-59847467d1e9 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659347 Oct 26 14:02:15.582856 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc145bb4-7570-4f03-822c-1a702e76e14b x-openstack-request-id: req-dc145bb4-7570-4f03-822c-1a702e76e14b {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:15.583404 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3af8f2-5d21-44d6-a86d-681e8621e28f", "tag": "9156860f-7009-4351-9ee8-58b31467e54a", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:15.583826 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc145bb4-7570-4f03-822c-1a702e76e14b {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:15.584468 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3af8f2-5d21-44d6-a86d-681e8621e28f', 'tag': '9156860f-7009-4351-9ee8-58b31467e54a', 'status': 'completed', 'code': 200} Oct 26 14:02:15.614615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 42326989-5b85-48b5-8735-924071ba63ea completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:02:15.620071 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 42326989-5b85-48b5-8735-924071ba63ea triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:15.620416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:15.656326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6829412-39e3-45fa-8ede-7a38f1e21262 req-0d4be6d1-91b1-40b9-b3f1-f9b01aa68a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:15.658413 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6829412-39e3-45fa-8ede-7a38f1e21262 req-0d4be6d1-91b1-40b9-b3f1-f9b01aa68a4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 1099 time: 0.0505764 Oct 26 14:02:15.764864 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:15.817320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6829412-39e3-45fa-8ede-7a38f1e21262 req-d4dc502a-53a1-46b9-9390-6aa44cf1bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:15.818975 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6829412-39e3-45fa-8ede-7a38f1e21262 req-d4dc502a-53a1-46b9-9390-6aa44cf1bf88 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1422813 Oct 26 14:02:15.823499 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42326989-5b85-48b5-8735-924071ba63ea'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:15.829503 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bd01ed-4f6b-44f3-b8d9-ad44bae2a732" -d '{"events": [{"server_uuid": "201cdf08-bf66-4bb0-8114-fcddde3d772e", "name": "network-vif-plugged", "status": "completed", "tag": "42326989-5b85-48b5-8735-924071ba63ea"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:15.907271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6829412-39e3-45fa-8ede-7a38f1e21262 req-46165aa4-8c80-4d64-a1c7-ac2491c3f421 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=9156860f-7009-4351-9ee8-58b31467e54a HTTP/1.1" status: 200 len: 217 time: 0.0649598 Oct 26 14:02:15.948866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fddb3-9bef-44f0-89b3-9cbbe2244c3c req-f9b56243-b5c9-49e8-b760-56b1c6da3307 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:15.950461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c67fddb3-9bef-44f0-89b3-9cbbe2244c3c req-f9b56243-b5c9-49e8-b760-56b1c6da3307 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 948 time: 0.1462815 Oct 26 14:02:15.989167 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=42326989-5b85-48b5-8735-924071ba63ea,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:15.994068 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:16.033179 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6829412-39e3-45fa-8ede-7a38f1e21262 req-869f193f-4bf9-4783-ac9e-42d3f650c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:16.034682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6829412-39e3-45fa-8ede-7a38f1e21262 req-869f193f-4bf9-4783-ac9e-42d3f650c61e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1118264 Oct 26 14:02:16.043589 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=42326989-5b85-48b5-8735-924071ba63ea,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:16.046934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74269385-2fe6-48c2-aeff-35c077b06988 req-77ddc8de-565b-4119-8b05-de03fba28f5d tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:16.048740 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74269385-2fe6-48c2-aeff-35c077b06988 req-77ddc8de-565b-4119-8b05-de03fba28f5d tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.1960425 Oct 26 14:02:16.051779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c67fddb3-9bef-44f0-89b3-9cbbe2244c3c req-d529faee-2433-4f1b-9529-47a4f54f2124 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756030 Oct 26 14:02:16.127958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74269385-2fe6-48c2-aeff-35c077b06988 req-5a1f3ece-c30c-47a0-b858-68ded26c8846 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647652 Oct 26 14:02:16.129728 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6829412-39e3-45fa-8ede-7a38f1e21262 req-80cd6f05-d53b-457c-8258-04afdc81384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:16.131132 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6829412-39e3-45fa-8ede-7a38f1e21262 req-80cd6f05-d53b-457c-8258-04afdc81384b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0768604 Oct 26 14:02:16.176070 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e529ed-05b2-4d9a-b1cc-defdc6c0e8da x-openstack-request-id: req-87e529ed-05b2-4d9a-b1cc-defdc6c0e8da {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:16.176364 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201cdf08-bf66-4bb0-8114-fcddde3d772e", "name": "network-vif-plugged", "status": "completed", "tag": "42326989-5b85-48b5-8735-924071ba63ea", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:16.177091 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87e529ed-05b2-4d9a-b1cc-defdc6c0e8da {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:16.177091 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42326989-5b85-48b5-8735-924071ba63ea', 'code': 200} Oct 26 14:02:16.250039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-fff40e28-d3c3-434e-b077-6232d02378a9 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0f2d1f8de8a742509634b34bb21aadd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359745 Oct 26 14:02:16.339932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6829412-39e3-45fa-8ede-7a38f1e21262 req-68e0f2f1-7a16-496b-bf67-e86ff3274cbd service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812983 Oct 26 14:02:16.365335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07eac40-ef20-4924-be05-9a119e9ca551 req-c44d872c-12be-4228-85ae-95ee891e864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:16.367365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a07eac40-ef20-4924-be05-9a119e9ca551 req-c44d872c-12be-4228-85ae-95ee891e864d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 1101 time: 0.1273031 Oct 26 14:02:16.504617 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a07eac40-ef20-4924-be05-9a119e9ca551 req-667de410-7b29-4c1b-96c5-89c04e1022f3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247404 Oct 26 14:02:16.506041 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:16.522696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-c367636c-e31b-4e21-9ca7-815237d932cd tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:16.524125 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-c367636c-e31b-4e21-9ca7-815237d932cd tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572541 Oct 26 14:02:16.533770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d526e8d-d6e7-42c2-b2af-fd6fb1cfaeea req-165fd02a-e010-4e3f-bf55-f847fae2798d tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:16.535266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d526e8d-d6e7-42c2-b2af-fd6fb1cfaeea req-165fd02a-e010-4e3f-bf55-f847fae2798d tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 945 time: 0.1543329 Oct 26 14:02:16.563227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6829412-39e3-45fa-8ede-7a38f1e21262 req-ae608210-4cce-44a4-b024-e7be22e686d5 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087755 Oct 26 14:02:16.574245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-27f46d44-b592-437c-a621-e910f64fcd5c tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/quotas/0f2d1f8de8a742509634b34bb21aadd0 HTTP/1.1" status: 200 len: 375 time: 0.0305147 Oct 26 14:02:16.598903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d526e8d-d6e7-42c2-b2af-fd6fb1cfaeea req-8767e092-c24b-4a08-a49a-d05cfeff987e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536923 Oct 26 14:02:16.631372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-66d51831-09f1-40d6-8147-9a2483add4c0 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2d1f8de8a742509634b34bb21aadd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485597 Oct 26 14:02:16.676021 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:16.769246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719678e-4021-4e19-adb0-e7093a1a197d req-1309b1c1-f835-46d5-b511-1027f76ce473 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:16.771061 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b719678e-4021-4e19-adb0-e7093a1a197d req-1309b1c1-f835-46d5-b511-1027f76ce473 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 1023 time: 0.0572853 Oct 26 14:02:16.845385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b719678e-4021-4e19-adb0-e7093a1a197d req-55198d49-9cfb-4e6a-a65f-43cffc3fba11 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7433462-481a-4f43-b683-49b0b2ba4455&id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&id=a74a3f1c-2e8f-4a3a-afb3-a2a29fdb15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0679798 Oct 26 14:02:16.866537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b508d-d34b-46f2-ab47-2ed762bf48cb req-bd038543-eda4-469c-ba3d-d6baca0ed537 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:16.866537 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-728b508d-d34b-46f2-ab47-2ed762bf48cb req-bd038543-eda4-469c-ba3d-d6baca0ed537 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.0721166 Oct 26 14:02:16.908449 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-728b508d-d34b-46f2-ab47-2ed762bf48cb req-d1e69fe8-c773-4002-a128-2f9eb7c78639 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349970 Oct 26 14:02:16.979290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3213393-69ac-4d69-b56c-4ec543897305 req-6adcc557-2501-48af-abfd-82ad18f34d54 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 210 time: 0.0314093 Oct 26 14:02:17.194481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36b80-049c-47b4-b162-96f34d42a742 req-14bbd671-ccbf-4ef8-b58d-c6199c720c85 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:17.196554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5d36b80-049c-47b4-b162-96f34d42a742 req-14bbd671-ccbf-4ef8-b58d-c6199c720c85 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 948 time: 0.0568581 Oct 26 14:02:17.241065 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5d36b80-049c-47b4-b162-96f34d42a742 req-861a841b-86aa-4dbe-b8d4-c35790a89736 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381513 Oct 26 14:02:17.429849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddb6f7-b257-405b-aa4e-176196aa77fc req-1f514291-3872-49a1-9acc-3967e3cfc3ff tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:17.431469 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74ddb6f7-b257-405b-aa4e-176196aa77fc req-1f514291-3872-49a1-9acc-3967e3cfc3ff tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.0541756 Oct 26 14:02:17.471041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74ddb6f7-b257-405b-aa4e-176196aa77fc req-0c42916d-67b8-4b54-b0b7-9ac3223cf2e6 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332329 Oct 26 14:02:17.539386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93efa34-18d6-43a8-80c8-defc775b8343 req-2b016984-d03c-4ac0-8765-c8c192c72db2 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:17.540881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f93efa34-18d6-43a8-80c8-defc775b8343 req-2b016984-d03c-4ac0-8765-c8c192c72db2 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 1023 time: 0.0491145 Oct 26 14:02:17.668266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-f93efa34-18d6-43a8-80c8-defc775b8343 req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Deleting port a138fb65-2e8d-4f27-ab86-29fe4682371b {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:17.668614 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f93efa34-18d6-43a8-80c8-defc775b8343 req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:17.801457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b0086-4c49-41f6-825c-b83db0cfe4ac req-c7de63ec-a4e2-400b-82d0-299d4176a9d4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:17.803094 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de8b0086-4c49-41f6-825c-b83db0cfe4ac req-c7de63ec-a4e2-400b-82d0-299d4176a9d4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 945 time: 0.1303825 Oct 26 14:02:17.913103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f93efa34-18d6-43a8-80c8-defc775b8343 req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] For port a138fb65-2e8d-4f27-ab86-29fe4682371b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a138fb65-2e8d-4f27-ab86-29fe4682371b,segment=NetworkSegment(622b49b2-0d13-47e7-84fe-37b7604a5a1d),segment_id=622b49b2-0d13-47e7-84fe-37b7604a5a1d)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:17.913441 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f93efa34-18d6-43a8-80c8-defc775b8343 req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:17.919856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-e31620df-ba02-45fd-ada1-26b3a647a5fe tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0f2d1f8de8a742509634b34bb21aadd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545886 Oct 26 14:02:17.941579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-f93efa34-18d6-43a8-80c8-defc775b8343 req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Calling delete_port for a138fb65-2e8d-4f27-ab86-29fe4682371b owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:18.011306 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de8b0086-4c49-41f6-825c-b83db0cfe4ac req-4421eb88-cb2b-47e8-abae-494ea3c10af4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947010 Oct 26 14:02:18.081113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20302eda-62b0-4849-9bde-8ebe26724690 req-99250c1d-0b47-480d-a6ff-745f7c8515d6 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:18.082576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20302eda-62b0-4849-9bde-8ebe26724690 req-99250c1d-0b47-480d-a6ff-745f7c8515d6 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/networks?id=c24ddd0f-fa77-485e-ab74-257cc0269123 HTTP/1.1" status: 200 len: 804 time: 0.3036134 Oct 26 14:02:18.150421 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20302eda-62b0-4849-9bde-8ebe26724690 req-3a546075-9c30-4249-885f-b927cda9b664 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/quotas/fe202f0b444d46c5af4121e32536c24c HTTP/1.1" status: 200 len: 375 time: 0.0570478 Oct 26 14:02:18.208261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-ceba42ce-13c5-43db-9f63-9530cb9c2bf1 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:18.209716 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-ceba42ce-13c5-43db-9f63-9530cb9c2bf1 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2709551 Oct 26 14:02:18.225079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-e436aed3-6dd6-4c6d-829f-27cc7f890fde tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Request body: {'port': {'device_id': '0a0e3142-c3aa-49bd-b43e-be18ff5d9022', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '0f2d1f8de8a742509634b34bb21aadd0'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:18.236774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad227c2-aea5-4015-bd51-d4b915816d00 req-53af24d0-62c0-4b4a-9e48-13b059b9bcab tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:18.238361 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ad227c2-aea5-4015-bd51-d4b915816d00 req-53af24d0-62c0-4b4a-9e48-13b059b9bcab tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbe5f29c-1798-4593-bff8-c1d9355a3011 HTTP/1.1" status: 200 len: 1023 time: 0.1699746 Oct 26 14:02:18.309850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20302eda-62b0-4849-9bde-8ebe26724690 req-5422a0d2-c17b-4c2e-bb6c-d313f463d853 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe202f0b444d46c5af4121e32536c24c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1538014 Oct 26 14:02:18.377468 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ad227c2-aea5-4015-bd51-d4b915816d00 req-9b8bf28b-570c-4eac-a8f9-928264a26c4e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7433462-481a-4f43-b683-49b0b2ba4455&id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&id=a74a3f1c-2e8f-4a3a-afb3-a2a29fdb15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1239591 Oct 26 14:02:18.410798 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f93efa34-18d6-43a8-80c8-defc775b8343 req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:18.433662 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5', 'a138fb65-2e8d-4f27-ab86-29fe4682371b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:18.449529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event deleted for resources: {'Port': ['ID=a138fb65-2e8d-4f27-ab86-29fe4682371b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:18.497848 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:18.511445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:18.511787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:18.512129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:18.512461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:18.512794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:18.513121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:18.513441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:18.513759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:18.514100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:18.514421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:18.514735 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:18.515054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:18.532840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-e436aed3-6dd6-4c6d-829f-27cc7f890fde tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Made reservation on behalf of 0f2d1f8de8a742509634b34bb21aadd0 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:02:18.536233 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-e436aed3-6dd6-4c6d-829f-27cc7f890fde tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:18.599911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93efa34-18d6-43a8-80c8-defc775b8343 req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] No DVR routers for this DVR port a138fb65-2e8d-4f27-ab86-29fe4682371b on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:18.607158 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f93efa34-18d6-43a8-80c8-defc775b8343 req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:18.610471 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f93efa34-18d6-43a8-80c8-defc775b8343 req-2c892341-52ea-43a8-a282-a8809d5c5414 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.11 "DELETE /v2.0/ports/a138fb65-2e8d-4f27-ab86-29fe4682371b HTTP/1.1" status: 204 len: 173 time: 1.0508204 Oct 26 14:02:18.615634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe5f29c-1798-4593-bff8-c1d9355a3011', 'name': 'network-vif-deleted', 'tag': 'a138fb65-2e8d-4f27-ab86-29fe4682371b'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:18.617936 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024a55fa-4d7d-4942-9907-ed0416e30b84" -d '{"events": [{"server_uuid": "bbe5f29c-1798-4593-bff8-c1d9355a3011", "name": "network-vif-deleted", "tag": "a138fb65-2e8d-4f27-ab86-29fe4682371b"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:18.694254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492ad6e-3e34-4b7d-a3ae-3743306bc2e4 req-19465106-e89e-4a4e-b378-629602e36e37 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:18.696020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7492ad6e-3e34-4b7d-a3ae-3743306bc2e4 req-19465106-e89e-4a4e-b378-629602e36e37 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.1641784 Oct 26 14:02:18.707946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20302eda-62b0-4849-9bde-8ebe26724690 req-57ac14fb-a5b2-458e-8c1b-7d05ecd2d166 service neutron] 10.222.0.32 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753207 Oct 26 14:02:19.117087 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-e436aed3-6dd6-4c6d-829f-27cc7f890fde tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Allocated IP 192.168.233.211 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/9278dc85-974f-44bb-bd5e-f6a713c6a496) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:19.121420 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7492ad6e-3e34-4b7d-a3ae-3743306bc2e4 req-f92a0dad-c76c-407b-8c1e-bbe6e19b2f7f tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186666 Oct 26 14:02:19.181479 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20302eda-62b0-4849-9bde-8ebe26724690 req-775a2e2a-12b3-4fa0-921b-4e3401223b31 service neutron] 10.222.0.32 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647179 Oct 26 14:02:19.256876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-287117c4-8a3b-49b0-93ab-d8603fa0422f req-3d1376a3-e0cf-4ed7-9426-f3b0880bbc27 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 210 time: 0.0645757 Oct 26 14:02:19.329752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-f9e2922a-3b7a-41ae-9a3f-1c675f835345 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:19.334812 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-f9e2922a-3b7a-41ae-9a3f-1c675f835345 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5&tenant_id=3015cef33add49c0a70c99ffe7c7236a&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1096 time: 0.0730264 Oct 26 14:02:19.360320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815498-1'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:19.375627 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-e436aed3-6dd6-4c6d-829f-27cc7f890fde tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:19.482778 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:19.514787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15903f82-c581-451b-8e59-88ea3fa4435a req-bc960bf1-5875-4f03-95b4-5625e4dd2b2c tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:19.516371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15903f82-c581-451b-8e59-88ea3fa4435a req-bc960bf1-5875-4f03-95b4-5625e4dd2b2c tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 948 time: 0.1619081 Oct 26 14:02:19.532187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 89b8c901-7ac1-413e-8916-861db26e310a no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:19.574196 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-e436aed3-6dd6-4c6d-829f-27cc7f890fde tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:19.594609 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['96eb0562-0bbb-4a5b-8f72-a43e816fa8b2'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:19.599593 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e3746-88cd-41d0-bab2-7bafb8c1913d req-61cd55b3-50f6-4d5e-b1b1-239d64646515 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:19.602493 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-784e3746-88cd-41d0-bab2-7bafb8c1913d req-61cd55b3-50f6-4d5e-b1b1-239d64646515 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5 HTTP/1.1" status: 200 len: 946 time: 0.0715022 Oct 26 14:02:19.644901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64fbb-c72b-4e40-bce8-d8e427cb9904 req-0e0b2a59-6998-4f39-b977-f482f4c69bbf tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:19.652581 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fb64fbb-c72b-4e40-bce8-d8e427cb9904 req-0e0b2a59-6998-4f39-b977-f482f4c69bbf tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.2012331 Oct 26 14:02:19.661406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15903f82-c581-451b-8e59-88ea3fa4435a req-ea168e86-5c70-4f42-8101-2d7feb4097e5 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387870 Oct 26 14:02:19.740859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-e436aed3-6dd6-4c6d-829f-27cc7f890fde tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:19.753587 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6498954-5992-476e-b78a-ba35c7c667b5 x-openstack-request-id: req-a6498954-5992-476e-b78a-ba35c7c667b5 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:19.753865 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe5f29c-1798-4593-bff8-c1d9355a3011", "name": "network-vif-deleted", "tag": "a138fb65-2e8d-4f27-ab86-29fe4682371b", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:19.754319 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6498954-5992-476e-b78a-ba35c7c667b5 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:19.754578 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe5f29c-1798-4593-bff8-c1d9355a3011', 'name': 'network-vif-deleted', 'tag': 'a138fb65-2e8d-4f27-ab86-29fe4682371b', 'status': 'completed', 'code': 200} Oct 26 14:02:19.757699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-e436aed3-6dd6-4c6d-829f-27cc7f890fde tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:19.758963 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:19.759062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-784e3746-88cd-41d0-bab2-7bafb8c1913d req-c1d0049c-ba8f-45aa-9f28-d8aa4ee67425 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Deleting port 89b8c901-7ac1-413e-8916-861db26e310a {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:19.761487 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-784e3746-88cd-41d0-bab2-7bafb8c1913d req-c1d0049c-ba8f-45aa-9f28-d8aa4ee67425 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:19.761634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436aed3-6dd6-4c6d-829f-27cc7f890fde tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Pushing event updated for resources: {'Port': ['ID=9278dc85-974f-44bb-bd5e-f6a713c6a496,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:19.768362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-e436aed3-6dd6-4c6d-829f-27cc7f890fde tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:19.828363 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fb64fbb-c72b-4e40-bce8-d8e427cb9904 req-c041e7da-f62a-4649-a145-82e0f096de70 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753087 Oct 26 14:02:19.859358 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b8c901-7ac1-413e-8916-861db26e310a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:19.861660 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2005a319-9d75-41f4-bc7f-f914d82bc7f9" -d '{"events": [{"server_uuid": "c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "89b8c901-7ac1-413e-8916-861db26e310a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:19.905582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 89b8c901-7ac1-413e-8916-861db26e310a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=89b8c901-7ac1-413e-8916-861db26e310a,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:19.930531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-784e3746-88cd-41d0-bab2-7bafb8c1913d req-c1d0049c-ba8f-45aa-9f28-d8aa4ee67425 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] For port 89b8c901-7ac1-413e-8916-861db26e310a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=89b8c901-7ac1-413e-8916-861db26e310a,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:19.931991 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-784e3746-88cd-41d0-bab2-7bafb8c1913d req-c1d0049c-ba8f-45aa-9f28-d8aa4ee67425 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:19.932569 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:19.938553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-e436aed3-6dd6-4c6d-829f-27cc7f890fde tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:19.939250 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-e436aed3-6dd6-4c6d-829f-27cc7f890fde tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:19.949657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-784e3746-88cd-41d0-bab2-7bafb8c1913d req-c1d0049c-ba8f-45aa-9f28-d8aa4ee67425 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Calling delete_port for 89b8c901-7ac1-413e-8916-861db26e310a owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:19.956475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:19.993864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-e436aed3-6dd6-4c6d-829f-27cc7f890fde tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7730744 Oct 26 14:02:20.025215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-53510e2d-845a-439a-9bbc-cf8584a857f1 req-27503143-4e12-4506-b436-f30a5bdc6da7 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 210 time: 0.0479355 Oct 26 14:02:20.034557 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Request body: {'port': {'device_id': '0a0e3142-c3aa-49bd-b43e-be18ff5d9022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:20.053608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4484ba5-ce35-4358-9cbe-a3b9d63f798d req-fe43d820-b759-4d7c-9795-b02ccbeb412b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:20.055180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4484ba5-ce35-4358-9cbe-a3b9d63f798d req-fe43d820-b759-4d7c-9795-b02ccbeb412b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 945 time: 0.1966732 Oct 26 14:02:20.093009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:20.096593 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=89b8c901-7ac1-413e-8916-861db26e310a,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:20.205962 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:20.208057 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:20.217219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5d27e56b-542f-446d-8a9d-27cda20bf7e8 None None] Provisioning complete for port 9278dc85-974f-44bb-bd5e-f6a713c6a496 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:20.218834 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5d27e56b-542f-446d-8a9d-27cda20bf7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:20.219920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4484ba5-ce35-4358-9cbe-a3b9d63f798d req-87bb361d-1f83-4840-830f-1fa2a8d7d5fd tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328762 Oct 26 14:02:20.227694 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-784e3746-88cd-41d0-bab2-7bafb8c1913d req-c1d0049c-ba8f-45aa-9f28-d8aa4ee67425 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:20.263352 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:20.272139 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bcf6af-1fb8-4c77-b6cd-77954a3f77b5 x-openstack-request-id: req-89bcf6af-1fb8-4c77-b6cd-77954a3f77b5 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:20.272383 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "89b8c901-7ac1-413e-8916-861db26e310a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:20.274068 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89bcf6af-1fb8-4c77-b6cd-77954a3f77b5 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:20.274600 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b8c901-7ac1-413e-8916-861db26e310a', 'code': 200} Oct 26 14:02:20.285143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0049c-ba8f-45aa-9f28-d8aa4ee67425 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Pushing event deleted for resources: {'Port': ['ID=89b8c901-7ac1-413e-8916-861db26e310a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:20.294294 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-5d27e56b-542f-446d-8a9d-27cda20bf7e8 None None] Port 9278dc85-974f-44bb-bd5e-f6a713c6a496 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:02:20.335152 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-784e3746-88cd-41d0-bab2-7bafb8c1913d req-c1d0049c-ba8f-45aa-9f28-d8aa4ee67425 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] No DVR routers for this DVR port 89b8c901-7ac1-413e-8916-861db26e310a on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:20.338335 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-784e3746-88cd-41d0-bab2-7bafb8c1913d req-c1d0049c-ba8f-45aa-9f28-d8aa4ee67425 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:20.341692 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-784e3746-88cd-41d0-bab2-7bafb8c1913d req-c1d0049c-ba8f-45aa-9f28-d8aa4ee67425 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.25 "DELETE /v2.0/ports/89b8c901-7ac1-413e-8916-861db26e310a HTTP/1.1" status: 204 len: 173 time: 0.7304173 Oct 26 14:02:20.342185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5', 'name': 'network-vif-deleted', 'tag': '89b8c901-7ac1-413e-8916-861db26e310a'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:20.345688 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f64849-a2c5-4dbc-adff-fee80c69c36e" -d '{"events": [{"server_uuid": "c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5", "name": "network-vif-deleted", "tag": "89b8c901-7ac1-413e-8916-861db26e310a"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:20.503893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Pushing event updated for resources: {'Port': ['ID=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,revision_number=7']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:20.532405 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e827ce7-da49-4a4d-8a6d-9354b75a74b7 req-1b4dd0e5-1d38-47c2-82a8-09d5a1f457dc tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/f7433462-481a-4f43-b683-49b0b2ba4455 HTTP/1.1" status: 200 len: 1801 time: 0.2513208 Oct 26 14:02:20.553974 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Attempting to bind port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d on host n-h2-815498-1 for vnic_type normal with profile {"migrating_to": "n-h1-815498-1"} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:20.554358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Attempting to bind port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:20.554689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Attempting to bind port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:20.619670 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06782b6-0978-4c8e-b2fa-f34b5334f132 req-801003e7-36d2-4e3b-81b5-80e411ebd24c tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:20.621252 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d06782b6-0978-4c8e-b2fa-f34b5334f132 req-801003e7-36d2-4e3b-81b5-80e411ebd24c tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.2816398 Oct 26 14:02:20.621823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:20.623081 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Attempting to bind port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d on network 078abf4e-3c0c-457f-98a5-ae1b32bc0d7a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:20.654746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:20.655181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Checking segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:20.655476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Bound using segment: {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:20.655900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Bound port: 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd0f783-cceb-4dfc-9c4b-14330702ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '078abf4e-3c0c-457f-98a5-ae1b32bc0d7a'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:20.656257 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:20.769063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d06782b6-0978-4c8e-b2fa-f34b5334f132 req-d8f682d8-6427-435b-a09d-8cf0a21afe14 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373215 Oct 26 14:02:20.769212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20302eda-62b0-4849-9bde-8ebe26724690 req-f49d0194-81dc-4a19-8de6-3805a277d4bd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:20.770707 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20302eda-62b0-4849-9bde-8ebe26724690 req-f49d0194-81dc-4a19-8de6-3805a277d4bd tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.25 "GET /v2.0/networks?id=c24ddd0f-fa77-485e-ab74-257cc0269123 HTTP/1.1" status: 200 len: 804 time: 0.1214430 Oct 26 14:02:20.773768 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1e827ce7-da49-4a4d-8a6d-9354b75a74b7 req-ad6b8750-f6c7-4b81-ae15-b856bf7fa4e6 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:20.791281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-20302eda-62b0-4849-9bde-8ebe26724690 req-188e7ba9-139f-4997-86f9-6f9e4433e141 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Request body: {'port': {'device_id': '180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087', 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123', 'admin_state_up': True, 'tenant_id': 'fe202f0b444d46c5af4121e32536c24c'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:20.838436 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1e827ce7-da49-4a4d-8a6d-9354b75a74b7 req-ad6b8750-f6c7-4b81-ae15-b856bf7fa4e6 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:20.867702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:20.906956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:20.938085 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:20.944048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20302eda-62b0-4849-9bde-8ebe26724690 req-188e7ba9-139f-4997-86f9-6f9e4433e141 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Made reservation on behalf of fe202f0b444d46c5af4121e32536c24c for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:02:20.949840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20302eda-62b0-4849-9bde-8ebe26724690 req-188e7ba9-139f-4997-86f9-6f9e4433e141 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.012635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9278dc85-974f-44bb-bd5e-f6a713c6a496 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:21.038767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7dc10b-dd2e-4a6c-bef8-32ba24818c0e req-6a277c96-ccf9-4df4-9eb0-ae964f374541 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:21.040594 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f7dc10b-dd2e-4a6c-bef8-32ba24818c0e req-6a277c96-ccf9-4df4-9eb0-ae964f374541 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 936 time: 0.1912377 Oct 26 14:02:21.045292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.047758 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1e827ce7-da49-4a4d-8a6d-9354b75a74b7 req-ad6b8750-f6c7-4b81-ae15-b856bf7fa4e6 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.050202 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1e827ce7-da49-4a4d-8a6d-9354b75a74b7 req-ad6b8750-f6c7-4b81-ae15-b856bf7fa4e6 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.051334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e827ce7-da49-4a4d-8a6d-9354b75a74b7 req-ad6b8750-f6c7-4b81-ae15-b856bf7fa4e6 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "DELETE /v2.0/security-groups/f7433462-481a-4f43-b683-49b0b2ba4455 HTTP/1.1" status: 204 len: 173 time: 0.5087450 Oct 26 14:02:21.075669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Pushing event updated for resources: {'Port': ['ID=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,revision_number=8']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:21.098557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-20302eda-62b0-4849-9bde-8ebe26724690 req-188e7ba9-139f-4997-86f9-6f9e4433e141 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Allocated IP 172.20.0.6 (c24ddd0f-fa77-485e-ab74-257cc0269123/7ff39209-e843-4302-93f9-ea777b3788e6/b9e1d82d-db02-4613-860c-841156ec8531) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:21.112345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Transition to ACTIVE for port object 9278dc85-974f-44bb-bd5e-f6a713c6a496 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:21.114898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:21.116034 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.117890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-2fa1143a-77cf-4094-b5ed-ede2fe555ded service neutron] 10.222.0.25 "PUT /v2.0/ports/6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d HTTP/1.1" status: 200 len: 1121 time: 1.7622244 Oct 26 14:02:21.119005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b8750-f6c7-4b81-ae15-b856bf7fa4e6 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7433462-481a-4f43-b683-49b0b2ba4455,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:21.124714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.151896 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b8bc01-5958-48dd-aa06-9e02b03fc291 x-openstack-request-id: req-a3b8bc01-5958-48dd-aa06-9e02b03fc291 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:21.152184 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5", "name": "network-vif-deleted", "tag": "89b8c901-7ac1-413e-8916-861db26e310a", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:21.152442 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3b8bc01-5958-48dd-aa06-9e02b03fc291 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:21.152930 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3746d3d-1e2b-4c7d-82bb-34935bc6a5f5', 'name': 'network-vif-deleted', 'tag': '89b8c901-7ac1-413e-8916-861db26e310a', 'status': 'completed', 'code': 200} Oct 26 14:02:21.174776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f7dc10b-dd2e-4a6c-bef8-32ba24818c0e req-879d1cfe-2499-4649-a9af-b74ae033d155 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223733 Oct 26 14:02:21.214287 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Pushing event updated for resources: {'Port': ['ID=9278dc85-974f-44bb-bd5e-f6a713c6a496,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:21.229372 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:21.240452 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:21.389678 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20302eda-62b0-4849-9bde-8ebe26724690 req-188e7ba9-139f-4997-86f9-6f9e4433e141 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.397939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9156860f-7009-4351-9ee8-58b31467e54a details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:21.402743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a138fb65-2e8d-4f27-ab86-29fe4682371b no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:21.438428 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20302eda-62b0-4849-9bde-8ebe26724690 req-188e7ba9-139f-4997-86f9-6f9e4433e141 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.457274 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: a138fb65-2e8d-4f27-ab86-29fe4682371b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:21.457848 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a138fb65-2e8d-4f27-ab86-29fe4682371b not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:21.471049 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20302eda-62b0-4849-9bde-8ebe26724690 req-188e7ba9-139f-4997-86f9-6f9e4433e141 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Network c24ddd0f-fa77-485e-ab74-257cc0269123 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:21.474729 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-20302eda-62b0-4849-9bde-8ebe26724690 req-188e7ba9-139f-4997-86f9-6f9e4433e141 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:21.496116 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-20302eda-62b0-4849-9bde-8ebe26724690 req-188e7ba9-139f-4997-86f9-6f9e4433e141 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:21.497347 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d796bc-5bb7-4aad-ae61-9a08c0242c16 req-cf2eb0d9-728c-4cb9-bac7-b0d2fc87872a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:21.503923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63d796bc-5bb7-4aad-ae61-9a08c0242c16 req-cf2eb0d9-728c-4cb9-bac7-b0d2fc87872a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.1044776 Oct 26 14:02:21.520338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2586503-d02e-43dc-ab2b-bae42152976d req-94eba13a-2274-42f8-86cf-df98c5595780 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:21.524697 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2586503-d02e-43dc-ab2b-bae42152976d req-94eba13a-2274-42f8-86cf-df98c5595780 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 948 time: 0.2343068 Oct 26 14:02:21.526921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Attempting to bind port 9278dc85-974f-44bb-bd5e-f6a713c6a496 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:21.527269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Attempting to bind port 9278dc85-974f-44bb-bd5e-f6a713c6a496 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:21.527736 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Attempting to bind port 9278dc85-974f-44bb-bd5e-f6a713c6a496 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:21.552860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:21.554908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Port 9278dc85-974f-44bb-bd5e-f6a713c6a496 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:21.555302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Attempting to bind port 9278dc85-974f-44bb-bd5e-f6a713c6a496 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:21.562475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e7ba9-139f-4997-86f9-6f9e4433e141 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Pushing event updated for resources: {'Port': ['ID=b9e1d82d-db02-4613-860c-841156ec8531,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:21.581558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:21.581970 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:21.582769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:21.582922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Bound port: 9278dc85-974f-44bb-bd5e-f6a713c6a496, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:21.583215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.586923 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20302eda-62b0-4849-9bde-8ebe26724690 req-188e7ba9-139f-4997-86f9-6f9e4433e141 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:21.588416 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20302eda-62b0-4849-9bde-8ebe26724690 req-188e7ba9-139f-4997-86f9-6f9e4433e141 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.610112 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20302eda-62b0-4849-9bde-8ebe26724690 req-188e7ba9-139f-4997-86f9-6f9e4433e141 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8260250 Oct 26 14:02:21.625311 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Request body: {'port': {'device_id': '180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:21.634443 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63d796bc-5bb7-4aad-ae61-9a08c0242c16 req-8f8e952f-c908-4cde-ace6-b606044a6e60 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248968 Oct 26 14:02:21.637998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2586503-d02e-43dc-ab2b-bae42152976d req-94080cbc-c170-434a-ae92-a64ba0353c3b tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006608 Oct 26 14:02:21.701742 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.723689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] For port 9278dc85-974f-44bb-bd5e-f6a713c6a496, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:21.740266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9156860f-7009-4351-9ee8-58b31467e54a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9156860f-7009-4351-9ee8-58b31467e54a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:21.753319 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] For port 9278dc85-974f-44bb-bd5e-f6a713c6a496, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9278dc85-974f-44bb-bd5e-f6a713c6a496,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:21.757652 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07580c72-af2d-411c-a998-4e959504b5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d'}, {'name': 'network-changed', 'server_uuid': '07580c72-af2d-411c-a998-4e959504b5d5', 'tag': '6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:21.760429 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56db336-4218-4884-a646-75ad7c54891e" -d '{"events": [{"server_uuid": "07580c72-af2d-411c-a998-4e959504b5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d"}, {"name": "network-changed", "server_uuid": "07580c72-af2d-411c-a998-4e959504b5d5", "tag": "6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:21.783349 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '9156860f-7009-4351-9ee8-58b31467e54a', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '9156860f-7009-4351-9ee8-58b31467e54a', 'mac_address': 'fa:16:3e:d1:de:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:21.784929 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.834405 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d7da861-60bc-4bb6-81e9-4b8d21833f45 req-5a9d23a5-aff6-4007-a9fe-b5dfd6472b9b tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/a74a3f1c-2e8f-4a3a-afb3-a2a29fdb15eb HTTP/1.1" status: 200 len: 1801 time: 0.1375010 Oct 26 14:02:21.845575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:21.846222 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.847758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] 10.222.0.11 "PUT /v2.0/ports/9278dc85-974f-44bb-bd5e-f6a713c6a496 HTTP/1.1" status: 200 len: 1096 time: 1.8357089 Oct 26 14:02:21.887659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:21.900949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9297d0-808d-4e77-a93e-73954b387536 req-0462d7aa-3603-4193-8815-e530c9e701c4 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:21.909147 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e9297d0-808d-4e77-a93e-73954b387536 req-0462d7aa-3603-4193-8815-e530c9e701c4 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 931 time: 0.1703894 Oct 26 14:02:21.911659 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.918994 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d has no active binding in host n-h1-815498-1 {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 14:02:21.942429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9156860f-7009-4351-9ee8-58b31467e54a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:21.949521 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a6dd1-7460-4a0a-aa25-4230a8a8e98d service neutron] Pushing event updated for resources: {'Port': ['ID=9278dc85-974f-44bb-bd5e-f6a713c6a496,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:21.968646 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9156860f-7009-4351-9ee8-58b31467e54a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9156860f-7009-4351-9ee8-58b31467e54a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:21.978044 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:22.023797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e9297d0-808d-4e77-a93e-73954b387536 req-247236b8-de73-453f-bc81-f5608fd2daba tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136112 Oct 26 14:02:22.050626 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4d7da861-60bc-4bb6-81e9-4b8d21833f45 req-c27a3f73-fddf-42dd-83b2-38b9e33f4b1c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:22.073313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9156860f-7009-4351-9ee8-58b31467e54a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:22.076842 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4d7da861-60bc-4bb6-81e9-4b8d21833f45 req-c27a3f73-fddf-42dd-83b2-38b9e33f4b1c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:22.098202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e1d82d-db02-4613-860c-841156ec8531 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:22.099833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-77378269-eed6-4d96-9942-f95bbee8ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.102022 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-77378269-eed6-4d96-9942-f95bbee8ff93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f2d1f8de8a742509634b34bb21aadd0&device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 1099 time: 0.1827524 Oct 26 14:02:22.108419 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:22.124148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Transition to ACTIVE for port object b9e1d82d-db02-4613-860c-841156ec8531 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:22.127987 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:22.176679 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-82165d33-9e02-4fdb-b1f0-5675aab8a635 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=9278dc85-974f-44bb-bd5e-f6a713c6a496 HTTP/1.1" status: 200 len: 217 time: 0.0621753 Oct 26 14:02:22.209386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Pushing event updated for resources: {'Port': ['ID=b9e1d82d-db02-4613-860c-841156ec8531,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:22.257115 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4d7da861-60bc-4bb6-81e9-4b8d21833f45 req-c27a3f73-fddf-42dd-83b2-38b9e33f4b1c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:22.259944 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4d7da861-60bc-4bb6-81e9-4b8d21833f45 req-c27a3f73-fddf-42dd-83b2-38b9e33f4b1c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:22.261151 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d7da861-60bc-4bb6-81e9-4b8d21833f45 req-c27a3f73-fddf-42dd-83b2-38b9e33f4b1c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "DELETE /v2.0/security-groups/a74a3f1c-2e8f-4a3a-afb3-a2a29fdb15eb HTTP/1.1" status: 204 len: 173 time: 0.4072289 Oct 26 14:02:22.261788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Attempting to bind port b9e1d82d-db02-4613-860c-841156ec8531 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:22.262207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Attempting to bind port b9e1d82d-db02-4613-860c-841156ec8531 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:22.262619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Attempting to bind port b9e1d82d-db02-4613-860c-841156ec8531 on network c24ddd0f-fa77-485e-ab74-257cc0269123 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:22.273958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Port b9e1d82d-db02-4613-860c-841156ec8531 on network c24ddd0f-fa77-485e-ab74-257cc0269123 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:22.273958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Attempting to bind port b9e1d82d-db02-4613-860c-841156ec8531 on network c24ddd0f-fa77-485e-ab74-257cc0269123 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:22.278477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-21745cca-8f18-4cdd-9e36-43a0b5ae7b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.280170 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-21745cca-8f18-4cdd-9e36-43a0b5ae7b40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0812967 Oct 26 14:02:22.280879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:22.281170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Checking segment: {'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:22.281558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Bound using segment: {'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:22.282015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Bound port: b9e1d82d-db02-4613-860c-841156ec8531, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a259af94-8a50-4d65-8c5c-c074c6eb054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:22.282610 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:22.289720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb3161-334b-430c-bdec-76950e125008 req-3df11043-bfe2-40e7-b66b-397e35ed95bd tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.295394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aafb3161-334b-430c-bdec-76950e125008 req-3df11043-bfe2-40e7-b66b-397e35ed95bd tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 943 time: 0.1787271 Oct 26 14:02:22.298719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a3f73-fddf-42dd-83b2-38b9e33f4b1c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74a3f1c-2e8f-4a3a-afb3-a2a29fdb15eb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:22.343552 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d65bd6-4394-43cf-9104-c051a5eb22d1 x-openstack-request-id: req-76d65bd6-4394-43cf-9104-c051a5eb22d1 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:22.343841 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07580c72-af2d-411c-a998-4e959504b5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d", "code": 200}, {"name": "network-changed", "server_uuid": "07580c72-af2d-411c-a998-4e959504b5d5", "tag": "6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:22.344208 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76d65bd6-4394-43cf-9104-c051a5eb22d1 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:22.344718 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07580c72-af2d-411c-a998-4e959504b5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d', 'code': 200} Oct 26 14:02:22.345171 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07580c72-af2d-411c-a998-4e959504b5d5', 'tag': '6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d', 'status': 'completed', 'code': 200} Oct 26 14:02:22.361792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] For port b9e1d82d-db02-4613-860c-841156ec8531, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:22.365425 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] For port b9e1d82d-db02-4613-860c-841156ec8531, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b9e1d82d-db02-4613-860c-841156ec8531,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:22.370552 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:22.404907 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.405534 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:22.406956 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20302eda-62b0-4849-9bde-8ebe26724690 req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] 10.222.0.25 "PUT /v2.0/ports/b9e1d82d-db02-4613-860c-841156ec8531 HTTP/1.1" status: 200 len: 1091 time: 0.7881806 Oct 26 14:02:22.434928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de229628-77be-43ba-ab97-1c0caaaaf9de service neutron] Pushing event updated for resources: {'Port': ['ID=b9e1d82d-db02-4613-860c-841156ec8531,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:22.450628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aafb3161-334b-430c-bdec-76950e125008 req-5fce224a-6284-4ca0-9358-b4301e66c352 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168981 Oct 26 14:02:22.453333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-fe8420fc-4e47-4c7e-84d3-8d9382ba4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.454758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-fe8420fc-4e47-4c7e-84d3-8d9382ba4974 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1575830 Oct 26 14:02:22.474463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9156860f-7009-4351-9ee8-58b31467e54a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:22.478180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56db336-4218-4884-a646-75ad7c54891e req-6d549abf-f9cc-4f29-a1e8-917bd64371c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.480286 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f56db336-4218-4884-a646-75ad7c54891e req-6d549abf-f9cc-4f29-a1e8-917bd64371c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 1124 time: 0.1242332 Oct 26 14:02:22.496573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a865996-a387-4d9e-bbf1-eb1c351cf8f8 req-d8e10f05-96a8-441a-9a4e-7a7b482eb0cc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.498055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a865996-a387-4d9e-bbf1-eb1c351cf8f8 req-d8e10f05-96a8-441a-9a4e-7a7b482eb0cc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.1084709 Oct 26 14:02:22.515397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20302eda-62b0-4849-9bde-8ebe26724690 req-a19d8f6a-cbc6-4750-96ef-1e2297195d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.516317 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20302eda-62b0-4849-9bde-8ebe26724690 req-a19d8f6a-cbc6-4750-96ef-1e2297195d45 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe202f0b444d46c5af4121e32536c24c&device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 1094 time: 0.0601540 Oct 26 14:02:22.569901 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20302eda-62b0-4849-9bde-8ebe26724690 req-f9df7d69-0561-4c84-acab-a6064a01ff94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9e1d82d-db02-4613-860c-841156ec8531 HTTP/1.1" status: 200 len: 217 time: 0.0414848 Oct 26 14:02:22.627143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20302eda-62b0-4849-9bde-8ebe26724690 req-b827c376-f242-4dcf-a580-9dace15e6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.628879 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20302eda-62b0-4849-9bde-8ebe26724690 req-b827c376-f242-4dcf-a580-9dace15e6d06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ff39209-e843-4302-93f9-ea777b3788e6 HTTP/1.1" status: 200 len: 844 time: 0.0500546 Oct 26 14:02:22.663532 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20302eda-62b0-4849-9bde-8ebe26724690 req-66e3793c-5ec5-4887-82da-36233720b89b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c24ddd0f-fa77-485e-ab74-257cc0269123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251369 Oct 26 14:02:22.676070 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a865996-a387-4d9e-bbf1-eb1c351cf8f8 req-1dcf1e23-c6d3-4964-8934-503dd8cc753b tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200304 Oct 26 14:02:22.700653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbae484-ccca-470d-b7b6-7575d2b6877d req-35fb50d5-c59e-412e-9405-18c41276267a tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.702143 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7cbae484-ccca-470d-b7b6-7575d2b6877d req-35fb50d5-c59e-412e-9405-18c41276267a tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 948 time: 0.1477652 Oct 26 14:02:22.737802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56db336-4218-4884-a646-75ad7c54891e req-18415cf9-90bd-4bd7-b8a2-6cec5566410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.739280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f56db336-4218-4884-a646-75ad7c54891e req-18415cf9-90bd-4bd7-b8a2-6cec5566410e service neutron] 10.222.0.11 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.2392180 Oct 26 14:02:22.741023 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-85ef4205-8916-4106-9459-30ae5743a372 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602007 Oct 26 14:02:22.765776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7cbae484-ccca-470d-b7b6-7575d2b6877d req-68f90b78-88a6-4193-a8f9-269812770781 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507176 Oct 26 14:02:22.773831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-d2926daf-f3bf-4171-8602-e5598593d8d2 req-e494578b-6b14-4b57-8c85-42ae992c452e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1602969779', 'description': 'tempest-description-872449894'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:22.787625 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20302eda-62b0-4849-9bde-8ebe26724690 req-d9192373-c03b-42b4-a4cd-259a9b707aee service neutron] 10.222.0.25 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110249 Oct 26 14:02:22.867718 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f56db336-4218-4884-a646-75ad7c54891e req-6ed2447b-bca0-4bf8-9823-a92a5744a301 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d HTTP/1.1" status: 200 len: 217 time: 0.0881922 Oct 26 14:02:22.881543 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20302eda-62b0-4849-9bde-8ebe26724690 req-c924cdb0-b425-455e-8655-515b800fa8d1 service neutron] 10.222.0.25 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855267 Oct 26 14:02:22.935364 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d2926daf-f3bf-4171-8602-e5598593d8d2 req-e494578b-6b14-4b57-8c85-42ae992c452e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.153952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087', 'tag': 'b9e1d82d-db02-4613-860c-841156ec8531'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:23.156259 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126f0acd-08f3-4a7b-a6d5-567cba833065" -d '{"events": [{"name": "network-changed", "server_uuid": "180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087", "tag": "b9e1d82d-db02-4613-860c-841156ec8531"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:23.269716 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56db336-4218-4884-a646-75ad7c54891e req-060f1508-e263-4de3-9f13-96755d073e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:23.271542 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f56db336-4218-4884-a646-75ad7c54891e req-060f1508-e263-4de3-9f13-96755d073e9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.3930445 Oct 26 14:02:23.272491 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.299043 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cbc87ef-34ae-4f71-8ca8-341b3a2d177a req-2932ebcd-adfb-410c-8d40-cd670b7b5006 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207274 Oct 26 14:02:23.306972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc91516-b796-4e66-ad65-3cce57b453d7 req-2d7e8a02-978c-4727-800a-34a12d0b5cd6 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:23.308331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bc91516-b796-4e66-ad65-3cce57b453d7 req-2d7e8a02-978c-4727-800a-34a12d0b5cd6 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.4463801 Oct 26 14:02:23.326527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f56db336-4218-4884-a646-75ad7c54891e req-7b6ea640-6d4f-4899-b0bd-b35bccf384e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426328 Oct 26 14:02:23.425777 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bc91516-b796-4e66-ad65-3cce57b453d7 req-d26f5794-a30b-40f7-b14e-e7877c3dc02a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015296 Oct 26 14:02:23.446634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d2926daf-f3bf-4171-8602-e5598593d8d2 req-e494578b-6b14-4b57-8c85-42ae992c452e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.453929 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d2926daf-f3bf-4171-8602-e5598593d8d2 req-e494578b-6b14-4b57-8c85-42ae992c452e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.513961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f56db336-4218-4884-a646-75ad7c54891e req-0cd6e602-08eb-43e0-a0a9-a8a5db7a6f2d service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695251 Oct 26 14:02:23.516525 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d2926daf-f3bf-4171-8602-e5598593d8d2 req-e494578b-6b14-4b57-8c85-42ae992c452e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.517610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2926daf-f3bf-4171-8602-e5598593d8d2 req-e494578b-6b14-4b57-8c85-42ae992c452e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7482245 Oct 26 14:02:23.541021 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494578b-6b14-4b57-8c85-42ae992c452e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc8faf-5047-4e91-8238-37f19552378c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:23.564193 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 36fa9bda-702d-4b52-9d05-d249156584e3 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:23.566984 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 36fa9bda-702d-4b52-9d05-d249156584e3 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:23.644732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc903504-bda5-4082-9c07-42c396ce5eeb req-98f8ca98-88bb-4aab-848d-7dada358198f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:23.646223 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc903504-bda5-4082-9c07-42c396ce5eeb req-98f8ca98-88bb-4aab-848d-7dada358198f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 949 time: 0.1635742 Oct 26 14:02:23.692871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca280-75f3-4aea-9621-36726472c53c req-a4781ee1-57d3-4ada-94bb-020a8d130d62 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:23.694295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec1ca280-75f3-4aea-9621-36726472c53c req-a4781ee1-57d3-4ada-94bb-020a8d130d62 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 943 time: 0.1118762 Oct 26 14:02:23.697283 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f56db336-4218-4884-a646-75ad7c54891e req-8cd329de-64b4-4cb8-96f5-aec7c83ca1c2 service neutron] 10.222.0.11 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648455 Oct 26 14:02:23.724577 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.730564 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc903504-bda5-4082-9c07-42c396ce5eeb req-26457c4e-83a6-4f6a-8c61-712e222a06a0 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769601 Oct 26 14:02:23.749224 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec1ca280-75f3-4aea-9621-36726472c53c req-0c1398b3-fece-46ef-8911-09ab6cb2d86f tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470481 Oct 26 14:02:23.755221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 36fa9bda-702d-4b52-9d05-d249156584e3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=36fa9bda-702d-4b52-9d05-d249156584e3,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:23.768507 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47313a3-bac5-4f58-9d9f-73b9a6cb6ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36fa9bda-702d-4b52-9d05-d249156584e3'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:23.770773 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f73195d-fed1-434d-8d5d-f5b02b929d25" -d '{"events": [{"server_uuid": "d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "36fa9bda-702d-4b52-9d05-d249156584e3"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:23.786389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 36fa9bda-702d-4b52-9d05-d249156584e3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=36fa9bda-702d-4b52-9d05-d249156584e3,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:23.787593 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '36fa9bda-702d-4b52-9d05-d249156584e3', 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61', 'port_id': '36fa9bda-702d-4b52-9d05-d249156584e3', 'mac_address': 'fa:16:3e:bd:24:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2965551-3bbf-4edc-bedb-b8d4c84f64c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:23.793263 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.793758 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b7b343-148c-422a-85ea-f9a00552cfde x-openstack-request-id: req-67b7b343-148c-422a-85ea-f9a00552cfde {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:23.793902 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 89b8c901-7ac1-413e-8916-861db26e310a no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:23.794471 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087", "tag": "b9e1d82d-db02-4613-860c-841156ec8531", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:23.794845 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67b7b343-148c-422a-85ea-f9a00552cfde {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:23.795471 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087', 'tag': 'b9e1d82d-db02-4613-860c-841156ec8531', 'status': 'completed', 'code': 200} Oct 26 14:02:23.862750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 89b8c901-7ac1-413e-8916-861db26e310a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:23.863122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 89b8c901-7ac1-413e-8916-861db26e310a not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:23.876585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f0acd-08f3-4a7b-a6d5-567cba833065 req-60726180-e157-4ac3-8c1e-30d5e46e1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:23.878200 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-126f0acd-08f3-4a7b-a6d5-567cba833065 req-60726180-e157-4ac3-8c1e-30d5e46e1a7d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe202f0b444d46c5af4121e32536c24c&device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 1094 time: 0.0511909 Oct 26 14:02:23.887321 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb83a9c4-3670-4db6-a0cc-75d102046b51 req-f2c7a045-58ab-485c-8902-024a8e30feab tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/85fc8faf-5047-4e91-8238-37f19552378c HTTP/1.1" status: 200 len: 1800 time: 0.0789690 Oct 26 14:02:23.900199 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.900651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb57baf-e3c2-490b-b722-b027a9a856e9 req-c1c646d0-5488-4721-8023-44725bc2896a tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:23.902308 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbb57baf-e3c2-490b-b722-b027a9a856e9 req-c1c646d0-5488-4721-8023-44725bc2896a tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 943 time: 0.0789795 Oct 26 14:02:23.908136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-bb83a9c4-3670-4db6-a0cc-75d102046b51 req-c40c107b-f2cc-47b3-a42a-f65c4275d316 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Request body: {'security_group': {'name': 'tempest-sg-hth-804742976', 'description': 'tempest-description-hth-2029442372'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:23.910792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=36fa9bda-702d-4b52-9d05-d249156584e3,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:23.921542 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:23.921889 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:23.922259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:23.922596 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:23.922925 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:23.923252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:23.923577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:23.923906 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:23.924228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:23.924549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:23.924871 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:23.925203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:23.930647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36fa9bda-702d-4b52-9d05-d249156584e3 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:23.951542 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bb83a9c4-3670-4db6-a0cc-75d102046b51 req-c40c107b-f2cc-47b3-a42a-f65c4275d316 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.952375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 36fa9bda-702d-4b52-9d05-d249156584e3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=36fa9bda-702d-4b52-9d05-d249156584e3,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:23.957391 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.978500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbb57baf-e3c2-490b-b722-b027a9a856e9 req-74fa72e7-db86-489c-b1ec-ef7a130a71bc tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660467 Oct 26 14:02:24.000710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f0acd-08f3-4a7b-a6d5-567cba833065 req-c41f9185-9566-465b-bcfd-18846d1a942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:24.002389 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-126f0acd-08f3-4a7b-a6d5-567cba833065 req-c41f9185-9566-465b-bcfd-18846d1a942e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c24ddd0f-fa77-485e-ab74-257cc0269123 HTTP/1.1" status: 200 len: 905 time: 0.1087320 Oct 26 14:02:24.009300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=36fa9bda-702d-4b52-9d05-d249156584e3,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:24.026572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bb83a9c4-3670-4db6-a0cc-75d102046b51 req-c40c107b-f2cc-47b3-a42a-f65c4275d316 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:24.030980 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bb83a9c4-3670-4db6-a0cc-75d102046b51 req-c40c107b-f2cc-47b3-a42a-f65c4275d316 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:24.033931 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bb83a9c4-3670-4db6-a0cc-75d102046b51 req-c40c107b-f2cc-47b3-a42a-f65c4275d316 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:24.035344 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb83a9c4-3670-4db6-a0cc-75d102046b51 req-c40c107b-f2cc-47b3-a42a-f65c4275d316 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "PUT /v2.0/security-groups/85fc8faf-5047-4e91-8238-37f19552378c HTTP/1.1" status: 200 len: 1774 time: 0.1320779 Oct 26 14:02:24.054786 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-126f0acd-08f3-4a7b-a6d5-567cba833065 req-b0fab6f1-db98-459d-a562-eb87659471a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9e1d82d-db02-4613-860c-841156ec8531 HTTP/1.1" status: 200 len: 217 time: 0.0386012 Oct 26 14:02:24.062596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c107b-f2cc-47b3-a42a-f65c4275d316 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc8faf-5047-4e91-8238-37f19552378c,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:24.126700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c01313-b5c3-4f36-b0e8-18c0e69e1c07 req-de2fed41-86b9-4aeb-98e8-094bf32c0b60 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:24.131760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f0acd-08f3-4a7b-a6d5-567cba833065 req-3cf41937-b22a-40ce-b5f8-12f281d81bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:24.133268 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-126f0acd-08f3-4a7b-a6d5-567cba833065 req-3cf41937-b22a-40ce-b5f8-12f281d81bc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ff39209-e843-4302-93f9-ea777b3788e6 HTTP/1.1" status: 200 len: 844 time: 0.0672998 Oct 26 14:02:24.133860 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83c01313-b5c3-4f36-b0e8-18c0e69e1c07 req-de2fed41-86b9-4aeb-98e8-094bf32c0b60 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 945 time: 0.0686309 Oct 26 14:02:24.139760 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36c4f4f-968a-4c1a-a694-b0fb17279bff x-openstack-request-id: req-e36c4f4f-968a-4c1a-a694-b0fb17279bff {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:24.140064 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "36fa9bda-702d-4b52-9d05-d249156584e3", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:24.140470 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e36c4f4f-968a-4c1a-a694-b0fb17279bff {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:24.140869 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47313a3-bac5-4f58-9d9f-73b9a6cb6ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36fa9bda-702d-4b52-9d05-d249156584e3', 'code': 200} Oct 26 14:02:24.168732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83c01313-b5c3-4f36-b0e8-18c0e69e1c07 req-b034e00c-b4ea-44fb-8391-dfa6194274c9 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 Oct 26 14:02:24.174721 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-126f0acd-08f3-4a7b-a6d5-567cba833065 req-df6b259a-ee9c-44d3-80b2-91badd1f1bf8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c24ddd0f-fa77-485e-ab74-257cc0269123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311062 Oct 26 14:02:24.271393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65feda4-c9b8-43e9-86e3-7ca5374cbf4b req-6dcbbe81-5170-4987-b691-1bf42cbf6065 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:24.272805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c65feda4-c9b8-43e9-86e3-7ca5374cbf4b req-6dcbbe81-5170-4987-b691-1bf42cbf6065 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 948 time: 0.0792506 Oct 26 14:02:24.274485 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-126f0acd-08f3-4a7b-a6d5-567cba833065 req-471bce2d-aa31-431c-a324-dc45bca38c0a service neutron] 10.222.0.25 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842295 Oct 26 14:02:24.275287 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd5c2d12-6d4a-4785-b91a-17d2c3cd9399 req-14f95f15-0fc9-49ce-b553-92928b7cc3c0 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/85fc8faf-5047-4e91-8238-37f19552378c HTTP/1.1" status: 200 len: 1774 time: 0.0798905 Oct 26 14:02:24.276265 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['36fa9bda-702d-4b52-9d05-d249156584e3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:24.332136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c65feda4-c9b8-43e9-86e3-7ca5374cbf4b req-6301417e-f88a-4ab6-8470-b8a4d27bfeb1 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520563 Oct 26 14:02:24.347358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0e3142-c3aa-49bd-b43e-be18ff5d9022', 'tag': '9278dc85-974f-44bb-bd5e-f6a713c6a496'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:24.350326 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7139374-76af-413f-a76e-49eb1f0893b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0e3142-c3aa-49bd-b43e-be18ff5d9022", "tag": "9278dc85-974f-44bb-bd5e-f6a713c6a496"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:24.365266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0138dc50-712a-40d4-8815-db29e47c3a75 req-f5478b6c-8209-48ff-b63c-c86e0ff84669 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/85fc8faf-5047-4e91-8238-37f19552378c HTTP/1.1" status: 200 len: 1774 time: 0.0634103 Oct 26 14:02:24.394243 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-126f0acd-08f3-4a7b-a6d5-567cba833065 req-4efb566b-23cf-4a95-95d4-7377a873a848 service neutron] 10.222.0.25 "GET /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120138 Oct 26 14:02:24.408653 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57558a7e-b8e5-47dd-8b7c-b2af8bbb6700 x-openstack-request-id: req-57558a7e-b8e5-47dd-8b7c-b2af8bbb6700 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:24.408980 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0e3142-c3aa-49bd-b43e-be18ff5d9022", "tag": "9278dc85-974f-44bb-bd5e-f6a713c6a496", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:24.409240 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57558a7e-b8e5-47dd-8b7c-b2af8bbb6700 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:24.410058 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0e3142-c3aa-49bd-b43e-be18ff5d9022', 'tag': '9278dc85-974f-44bb-bd5e-f6a713c6a496', 'status': 'completed', 'code': 200} Oct 26 14:02:24.443053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0138dc50-712a-40d4-8815-db29e47c3a75 req-a342b58f-f465-42e1-8229-eddcc89d6060 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:24.488868 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0138dc50-712a-40d4-8815-db29e47c3a75 req-a342b58f-f465-42e1-8229-eddcc89d6060 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:24.512041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7139374-76af-413f-a76e-49eb1f0893b1 req-7f25b753-0638-46fc-9991-da473d57f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:24.513522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7139374-76af-413f-a76e-49eb1f0893b1 req-7f25b753-0638-46fc-9991-da473d57f79e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f2d1f8de8a742509634b34bb21aadd0&device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 1099 time: 0.0815265 Oct 26 14:02:24.621537 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0138dc50-712a-40d4-8815-db29e47c3a75 req-a342b58f-f465-42e1-8229-eddcc89d6060 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:24.624440 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0138dc50-712a-40d4-8815-db29e47c3a75 req-a342b58f-f465-42e1-8229-eddcc89d6060 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:24.625581 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0138dc50-712a-40d4-8815-db29e47c3a75 req-a342b58f-f465-42e1-8229-eddcc89d6060 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "DELETE /v2.0/security-groups/85fc8faf-5047-4e91-8238-37f19552378c HTTP/1.1" status: 204 len: 173 time: 0.2595396 Oct 26 14:02:24.637584 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafcdea-54b0-473a-aa7d-5311c45656a9 req-83ca00bc-c8be-44b1-97ad-e07cb3e7f53c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:24.639104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cafcdea-54b0-473a-aa7d-5311c45656a9 req-83ca00bc-c8be-44b1-97ad-e07cb3e7f53c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.1395397 Oct 26 14:02:24.655976 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342b58f-f465-42e1-8229-eddcc89d6060 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fc8faf-5047-4e91-8238-37f19552378c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:24.685318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7139374-76af-413f-a76e-49eb1f0893b1 req-d73f4ddc-3f05-419e-9c75-95444f95df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:24.686850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7139374-76af-413f-a76e-49eb1f0893b1 req-d73f4ddc-3f05-419e-9c75-95444f95df8f service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1658216 Oct 26 14:02:24.710747 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cafcdea-54b0-473a-aa7d-5311c45656a9 req-49ed47ab-7aec-4fda-b784-4c9fe314fda2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574226 Oct 26 14:02:24.738578 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7139374-76af-413f-a76e-49eb1f0893b1 req-d5460ae2-a9dc-4cfc-91d5-da36952fc91b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=9278dc85-974f-44bb-bd5e-f6a713c6a496 HTTP/1.1" status: 200 len: 217 time: 0.0416956 Oct 26 14:02:24.759928 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-f169bca4-8d75-4183-9e56-96f4a5f2677c req-93353fbc-f182-446d-9dd1-bde7b567dae7 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] show failed (client error): The resource could not be found. Oct 26 14:02:24.760894 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f169bca4-8d75-4183-9e56-96f4a5f2677c req-93353fbc-f182-446d-9dd1-bde7b567dae7 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/a74a3f1c-2e8f-4a3a-afb3-a2a29fdb15eb HTTP/1.1" status: 404 len: 352 time: 0.0214660 Oct 26 14:02:24.821179 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-5b7203d9-6131-4d0f-b3f5-95a5fb7c4f2c req-955105cf-f0ae-4054-b3e9-1b32db763245 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] show failed (client error): The resource could not be found. Oct 26 14:02:24.822740 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b7203d9-6131-4d0f-b3f5-95a5fb7c4f2c req-955105cf-f0ae-4054-b3e9-1b32db763245 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/f7433462-481a-4f43-b683-49b0b2ba4455 HTTP/1.1" status: 404 len: 352 time: 0.0308998 Oct 26 14:02:24.831655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7139374-76af-413f-a76e-49eb1f0893b1 req-1db95a16-2ee9-4733-9df2-415e1d7be005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:24.833074 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7139374-76af-413f-a76e-49eb1f0893b1 req-1db95a16-2ee9-4733-9df2-415e1d7be005 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0815415 Oct 26 14:02:24.909114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e240e-1999-45dd-84ba-8cd2d899cf43 req-56808480-402e-4f25-a8de-3d4bb3826203 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:24.910710 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab3e240e-1999-45dd-84ba-8cd2d899cf43 req-56808480-402e-4f25-a8de-3d4bb3826203 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 949 time: 0.0912983 Oct 26 14:02:24.949665 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7139374-76af-413f-a76e-49eb1f0893b1 req-69a1da38-1464-49e6-89c2-ba22cf2dc0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:24.951184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7139374-76af-413f-a76e-49eb1f0893b1 req-69a1da38-1464-49e6-89c2-ba22cf2dc0ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988214 Oct 26 14:02:25.016071 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab3e240e-1999-45dd-84ba-8cd2d899cf43 req-f7b6403c-944a-48c6-9a8b-b799508d5412 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899236 Oct 26 14:02:25.023902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21681a4-2f84-41a9-9f67-f14541e1ed64 req-5ecf47c9-265f-47a5-ac1c-3eb093e19d07 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:25.025304 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f21681a4-2f84-41a9-9f67-f14541e1ed64 req-5ecf47c9-265f-47a5-ac1c-3eb093e19d07 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 943 time: 0.1401353 Oct 26 14:02:25.091457 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-867c3151-b42f-4721-b470-d38b64249b3f req-bdcfe6da-d49d-4a43-8cb6-b55f661f47b8 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] show failed (client error): The resource could not be found. Oct 26 14:02:25.092370 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-867c3151-b42f-4721-b470-d38b64249b3f req-bdcfe6da-d49d-4a43-8cb6-b55f661f47b8 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/1105beba-5f0a-402d-9b13-7d60efe5ecd1 HTTP/1.1" status: 404 len: 352 time: 0.0367556 Oct 26 14:02:25.107967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f21681a4-2f84-41a9-9f67-f14541e1ed64 req-b2db6d52-ab98-4c56-ad4e-3bdfc264725c tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741999 Oct 26 14:02:25.110221 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7139374-76af-413f-a76e-49eb1f0893b1 req-57457fb2-5b3d-4af3-abf1-aaf8eb08c306 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469243 Oct 26 14:02:25.198113 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-ac437006-45b1-424c-aa1a-6f6647ffe25e req-efa8886e-3380-4160-b634-43a0130f7c93 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] show failed (client error): The resource could not be found. Oct 26 14:02:25.199126 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac437006-45b1-424c-aa1a-6f6647ffe25e req-efa8886e-3380-4160-b634-43a0130f7c93 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/961543a3-6bf4-4d40-bd29-ffd1abec946d HTTP/1.1" status: 404 len: 352 time: 0.0521038 Oct 26 14:02:25.260548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985d7f9-36af-4a01-8f77-f159b5ed9b64 req-7d152575-bbb0-428a-bf58-945ef3e6528a tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:25.262014 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e985d7f9-36af-4a01-8f77-f159b5ed9b64 req-7d152575-bbb0-428a-bf58-945ef3e6528a tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 943 time: 0.0858364 Oct 26 14:02:25.267483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7139374-76af-413f-a76e-49eb1f0893b1 req-a413d722-895b-4da3-8b9a-a59ee3e243ba service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496897 Oct 26 14:02:25.308526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e985d7f9-36af-4a01-8f77-f159b5ed9b64 req-b122aec5-4c27-410b-b71c-6fb284d4c464 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388353 Oct 26 14:02:25.334523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9156860f-7009-4351-9ee8-58b31467e54a up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:25.361920 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-d502f507-6593-43bc-88d6-0ef6d27c05fc req-270e4f40-aa5c-4ea5-b4bf-3a974665f92a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] show failed (client error): The resource could not be found. Oct 26 14:02:25.362922 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d502f507-6593-43bc-88d6-0ef6d27c05fc req-270e4f40-aa5c-4ea5-b4bf-3a974665f92a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/6eea95ce-af92-40df-ab8e-3b5f60f83200 HTTP/1.1" status: 404 len: 352 time: 0.0180612 Oct 26 14:02:25.395143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6fa0a-ff90-4763-af7f-ac00e0392e82 req-0233eff7-0f3a-4162-a825-25bab1cc4728 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:25.395728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 9156860f-7009-4351-9ee8-58b31467e54a completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:02:25.400909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 9156860f-7009-4351-9ee8-58b31467e54a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:25.401373 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:25.404048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3f6fa0a-ff90-4763-af7f-ac00e0392e82 req-0233eff7-0f3a-4162-a825-25bab1cc4728 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 945 time: 0.0925386 Oct 26 14:02:25.482852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3f6fa0a-ff90-4763-af7f-ac00e0392e82 req-b687f901-4386-4bed-ba27-8b629383a6d6 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763223 Oct 26 14:02:25.492142 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:25.503990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902eb504-782a-4db8-b732-383e8460ce01 req-c389f1b8-7aa5-41c1-be07-9834031ea640 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:25.512680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-902eb504-782a-4db8-b732-383e8460ce01 req-c389f1b8-7aa5-41c1-be07-9834031ea640 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 948 time: 0.0902140 Oct 26 14:02:25.532275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9156860f-7009-4351-9ee8-58b31467e54a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9156860f-7009-4351-9ee8-58b31467e54a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:25.537368 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:25.542986 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-a5598e69-9b22-4331-80d4-977d4e5275db req-9bb7079c-1f8f-47ac-98f9-340696cb3905 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] show failed (client error): The resource could not be found. Oct 26 14:02:25.543792 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a5598e69-9b22-4331-80d4-977d4e5275db req-9bb7079c-1f8f-47ac-98f9-340696cb3905 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/ebf0c05f-0f0b-4f97-aa1f-5a61db11cc0d HTTP/1.1" status: 404 len: 352 time: 0.0285776 Oct 26 14:02:25.560126 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-902eb504-782a-4db8-b732-383e8460ce01 req-73aa0924-bf83-4c8a-9227-9231523bd5ce tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465407 Oct 26 14:02:25.568231 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b9e1d82d-db02-4613-860c-841156ec8531 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:25.571358 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 36fa9bda-702d-4b52-9d05-d249156584e3 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:25.798204 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.resource_extend [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:02:25.838355 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9156860f-7009-4351-9ee8-58b31467e54a,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:25.865230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 36fa9bda-702d-4b52-9d05-d249156584e3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:25.865606 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:25.879550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a801c-fb26-4578-9a4e-049d7de66ebd req-744f2a75-c24d-4fdc-9331-b38136e40440 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:25.881074 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc5a801c-fb26-4578-9a4e-049d7de66ebd req-744f2a75-c24d-4fdc-9331-b38136e40440 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 1024 time: 0.1082563 Oct 26 14:02:25.890199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019ce64-0d19-4d08-99c0-f3a46ee13f89 req-5ea404cf-021c-49a6-9f72-4679c3a954aa tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:25.891637 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e019ce64-0d19-4d08-99c0-f3a46ee13f89 req-5ea404cf-021c-49a6-9f72-4679c3a954aa tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.0782459 Oct 26 14:02:25.919939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b9e1d82d-db02-4613-860c-841156ec8531, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b9e1d82d-db02-4613-860c-841156ec8531,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:25.935382 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'b9e1d82d-db02-4613-860c-841156ec8531', 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123', 'port_id': 'b9e1d82d-db02-4613-860c-841156ec8531', 'mac_address': 'fa:16:3e:20:eb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff39209-e843-4302-93f9-ea777b3788e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:25.955936 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc5a801c-fb26-4578-9a4e-049d7de66ebd req-d9b7bfb6-ce7f-4860-8697-1eff65d7145c tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=921b1d21-c676-46e7-8814-dc787faf178d&id=f6efcb34-dd94-4cab-82d3-ab0c91998a98&id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0633276 Oct 26 14:02:25.958777 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e019ce64-0d19-4d08-99c0-f3a46ee13f89 req-07cf1d67-5a56-4861-8cc8-90c893f061c0 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530176 Oct 26 14:02:26.006168 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:26.009108 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:26.033848 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e1d82d-db02-4613-860c-841156ec8531 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:26.063920 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 36fa9bda-702d-4b52-9d05-d249156584e3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=36fa9bda-702d-4b52-9d05-d249156584e3,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:26.065807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b9e1d82d-db02-4613-860c-841156ec8531, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b9e1d82d-db02-4613-860c-841156ec8531,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:26.068792 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:26.073788 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:26.123508 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=36fa9bda-702d-4b52-9d05-d249156584e3,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:26.149866 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3af8f2-5d21-44d6-a86d-681e8621e28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9156860f-7009-4351-9ee8-58b31467e54a'}, {'server_uuid': 'd47313a3-bac5-4f58-9d9f-73b9a6cb6ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fa9bda-702d-4b52-9d05-d249156584e3'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:26.152356 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65a8a7b-0713-43c7-b3ef-9227dee8351f" -d '{"events": [{"server_uuid": "dd3af8f2-5d21-44d6-a86d-681e8621e28f", "name": "network-vif-plugged", "status": "completed", "tag": "9156860f-7009-4351-9ee8-58b31467e54a"}, {"server_uuid": "d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9", "name": "network-vif-plugged", "status": "completed", "tag": "36fa9bda-702d-4b52-9d05-d249156584e3"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:26.155819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdd2f1-11a2-4fad-b53d-63dbdaa485d9 req-fb29a2ef-5614-498d-8faf-b3dcb1eef91c tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:26.157839 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fbcdd2f1-11a2-4fad-b53d-63dbdaa485d9 req-fb29a2ef-5614-498d-8faf-b3dcb1eef91c tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 950 time: 0.0612342 Oct 26 14:02:26.190861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b9e1d82d-db02-4613-860c-841156ec8531,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:26.228867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fbcdd2f1-11a2-4fad-b53d-63dbdaa485d9 req-5023a8f9-5b9c-4e94-b17a-d6d3fd4600c1 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614736 Oct 26 14:02:26.253290 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846a181-c5fa-4196-b53c-21d59e56a707 req-1ff5a2b5-5bfd-4ef3-a894-e7ffd96427c0 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:26.255100 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0846a181-c5fa-4196-b53c-21d59e56a707 req-1ff5a2b5-5bfd-4ef3-a894-e7ffd96427c0 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 944 time: 0.0558758 Oct 26 14:02:26.295804 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5e9d34-2242-49cd-ad41-1c1017300362 x-openstack-request-id: req-3d5e9d34-2242-49cd-ad41-1c1017300362 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:26.296323 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3af8f2-5d21-44d6-a86d-681e8621e28f", "name": "network-vif-plugged", "status": "completed", "tag": "9156860f-7009-4351-9ee8-58b31467e54a", "code": 200}, {"server_uuid": "d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9", "name": "network-vif-plugged", "status": "completed", "tag": "36fa9bda-702d-4b52-9d05-d249156584e3", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:26.296580 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d5e9d34-2242-49cd-ad41-1c1017300362 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:26.300332 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0846a181-c5fa-4196-b53c-21d59e56a707 req-29426746-e301-4ca9-ae25-550cf1de3a1a tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391123 Oct 26 14:02:26.308196 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3af8f2-5d21-44d6-a86d-681e8621e28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9156860f-7009-4351-9ee8-58b31467e54a', 'code': 200} Oct 26 14:02:26.308477 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47313a3-bac5-4f58-9d9f-73b9a6cb6ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fa9bda-702d-4b52-9d05-d249156584e3', 'code': 200} Oct 26 14:02:26.403455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['b9e1d82d-db02-4613-860c-841156ec8531'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:26.457312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653afd8e-da9b-42a0-ab40-d82d2f141082 req-72a9a4b1-8244-4c0d-8fcb-518e6fe7b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:26.458877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-653afd8e-da9b-42a0-ab40-d82d2f141082 req-72a9a4b1-8244-4c0d-8fcb-518e6fe7b5ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 1101 time: 0.0750759 Oct 26 14:02:26.490072 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192912bb-75ce-4ce4-9123-fdf4983e45ea req-3f53d6c8-a2a5-4b36-95d5-4a4b2cfa2365 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:26.491937 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-192912bb-75ce-4ce4-9123-fdf4983e45ea req-3f53d6c8-a2a5-4b36-95d5-4a4b2cfa2365 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 943 time: 0.0778298 Oct 26 14:02:26.562114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fe7c5-927b-4ae5-be18-8b76910ede41 req-22ad22ac-737b-4bbf-8cf3-567d30f09b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:26.563681 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-661fe7c5-927b-4ae5-be18-8b76910ede41 req-22ad22ac-737b-4bbf-8cf3-567d30f09b60 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 1097 time: 0.0686228 Oct 26 14:02:26.575334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-653afd8e-da9b-42a0-ab40-d82d2f141082 req-f6541995-ed23-4eec-a5f7-bd4bfee7e15c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065812 Oct 26 14:02:26.609551 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-661fe7c5-927b-4ae5-be18-8b76910ede41 req-c3f74582-c113-4f70-ab5b-8ec6f49f2269 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372531 Oct 26 14:02:26.642068 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-192912bb-75ce-4ce4-9123-fdf4983e45ea req-36726423-4291-4a55-a2a1-64138adedd0e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142976 Oct 26 14:02:26.648047 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-8c990a9d-c957-4d28-9f5e-ae66a60441d8 service neutron] 10.222.0.11 "GET /v2.0/ports/6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d/bindings/n-h1-815498-1 HTTP/1.1" status: 200 len: 384 time: 0.1392300 Oct 26 14:02:26.660084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53da35-3a43-45b8-837e-423683d39df2 req-d53862d6-866a-4d8b-94be-34f6793c7937 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:26.661814 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da53da35-3a43-45b8-837e-423683d39df2 req-d53862d6-866a-4d8b-94be-34f6793c7937 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.0898151 Oct 26 14:02:26.703228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da53da35-3a43-45b8-837e-423683d39df2 req-0a4eee6c-eda5-4c11-b9ce-a9f08827046f tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344098 Oct 26 14:02:26.753147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334200e7-80fc-485d-b3c2-81811c2e93e0 req-9d366a28-3a6a-4de9-aeda-6cfcb14a75af tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:26.754569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-334200e7-80fc-485d-b3c2-81811c2e93e0 req-9d366a28-3a6a-4de9-aeda-6cfcb14a75af tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 948 time: 0.0547590 Oct 26 14:02:26.792023 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-334200e7-80fc-485d-b3c2-81811c2e93e0 req-b493dc2d-41db-42f0-870a-063be581e1f3 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305045 Oct 26 14:02:26.917918 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:02:27.026956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-86ed921e-ed78-4b86-856d-aa02299c0847 service neutron] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:27.058399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-86ed921e-ed78-4b86-856d-aa02299c0847 service neutron] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:27.133389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-86ed921e-ed78-4b86-856d-aa02299c0847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:27.154182 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-86ed921e-ed78-4b86-856d-aa02299c0847 service neutron] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:27.172657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34d6bb-951e-4078-a390-70bb1bf4c5d1 req-d4c2f152-c68b-41b5-8b73-bcab32308914 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:27.174098 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab34d6bb-951e-4078-a390-70bb1bf4c5d1 req-d4c2f152-c68b-41b5-8b73-bcab32308914 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 1024 time: 0.1320941 Oct 26 14:02:27.184788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae69a8d-7b1a-4fa6-bda8-3be858def3d1 req-7c501fc8-f2ae-42a7-948c-8d63853cd4ff tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:27.186702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ae69a8d-7b1a-4fa6-bda8-3be858def3d1 req-7c501fc8-f2ae-42a7-948c-8d63853cd4ff tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.1335962 Oct 26 14:02:27.198639 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-86ed921e-ed78-4b86-856d-aa02299c0847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:27.245261 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:27.278675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab34d6bb-951e-4078-a390-70bb1bf4c5d1 req-144eeee8-435b-44d7-b9c5-70e4e2f8d2ed tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=921b1d21-c676-46e7-8814-dc787faf178d&id=f6efcb34-dd94-4cab-82d3-ab0c91998a98&id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0895760 Oct 26 14:02:27.291449 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ae69a8d-7b1a-4fa6-bda8-3be858def3d1 req-e95036d7-c0ef-4cf1-83a6-5d68c01a391a tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954373 Oct 26 14:02:27.333683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-86ed921e-ed78-4b86-856d-aa02299c0847 service neutron] Transition to ACTIVE for port object 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:27.348006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9278dc85-974f-44bb-bd5e-f6a713c6a496 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:27.348195 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-86ed921e-ed78-4b86-856d-aa02299c0847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:27.448375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9278dc85-974f-44bb-bd5e-f6a713c6a496, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9278dc85-974f-44bb-bd5e-f6a713c6a496,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:27.461315 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '9278dc85-974f-44bb-bd5e-f6a713c6a496', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '9278dc85-974f-44bb-bd5e-f6a713c6a496', 'mac_address': 'fa:16:3e:10:1a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:27.472378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-86ed921e-ed78-4b86-856d-aa02299c0847 service neutron] No DVR routers for this DVR port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:27.485303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283c320-7c61-4a93-aba6-a7cf820f4903 req-877cc909-a4ed-4f57-9931-0799482f259b tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:27.486841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1283c320-7c61-4a93-aba6-a7cf820f4903 req-877cc909-a4ed-4f57-9931-0799482f259b tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 950 time: 0.1498113 Oct 26 14:02:27.492221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed921e-ed78-4b86-856d-aa02299c0847 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,revision_number=10']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:27.506105 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:27.519375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9278dc85-974f-44bb-bd5e-f6a713c6a496 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:27.539331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a4b90-f3d5-434e-b79b-8df922a5d0d1 req-57a8fafd-e924-4d98-add8-7e5e65b8b132 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:27.540474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9278dc85-974f-44bb-bd5e-f6a713c6a496, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9278dc85-974f-44bb-bd5e-f6a713c6a496,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:27.540715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d6a4b90-f3d5-434e-b79b-8df922a5d0d1 req-57a8fafd-e924-4d98-add8-7e5e65b8b132 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 944 time: 0.1446021 Oct 26 14:02:27.544317 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:27.546103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-86ed921e-ed78-4b86-856d-aa02299c0847 service neutron] 10.222.0.11 "PUT /v2.0/ports/6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d/bindings/n-h1-815498-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6891940 Oct 26 14:02:27.581679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b9e1d82d-db02-4613-860c-841156ec8531 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:27.583936 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1283c320-7c61-4a93-aba6-a7cf820f4903 req-64fba167-b6f6-43cc-ab52-3fd1d6f000f2 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888238 Oct 26 14:02:27.608549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d6a4b90-f3d5-434e-b79b-8df922a5d0d1 req-22ee6b55-f4ca-42b4-a30c-f10dbb6323cc tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577075 Oct 26 14:02:27.651820 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9278dc85-974f-44bb-bd5e-f6a713c6a496,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:27.673279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port b9e1d82d-db02-4613-860c-841156ec8531 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:02:27.677467 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-62f51985-1194-4510-9f87-62c7f7d487b5 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:27.679726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port b9e1d82d-db02-4613-860c-841156ec8531 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:27.680318 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:27.681236 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-62f51985-1194-4510-9f87-62c7f7d487b5 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5&tenant_id=3015cef33add49c0a70c99ffe7c7236a&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1095 time: 0.0658998 Oct 26 14:02:27.744745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-1f7df435-26e2-4bc1-8d72-55ecb92faca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:27.746278 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-1f7df435-26e2-4bc1-8d72-55ecb92faca6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5&tenant_id=3015cef33add49c0a70c99ffe7c7236a HTTP/1.1" status: 200 len: 1095 time: 0.0522671 Oct 26 14:02:27.779601 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abcefe-dd42-4e60-9a31-79b1aaa09cdb req-87ea4fa2-7200-42c6-9a07-1999010691c7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:27.781156 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87abcefe-dd42-4e60-9a31-79b1aaa09cdb req-87ea4fa2-7200-42c6-9a07-1999010691c7 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 944 time: 0.0631111 Oct 26 14:02:27.782691 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:27.823377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-538accad-a65b-4015-aed2-e5167e64d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:27.824869 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b9e1d82d-db02-4613-860c-841156ec8531, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b9e1d82d-db02-4613-860c-841156ec8531,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:27.825813 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-538accad-a65b-4015-aed2-e5167e64d0ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3015cef33add49c0a70c99ffe7c7236a&device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 1095 time: 0.0465350 Oct 26 14:02:27.828773 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:27.858178 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87abcefe-dd42-4e60-9a31-79b1aaa09cdb req-f6cf4b86-5d50-4883-a01f-fedf5d322ed1 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692716 Oct 26 14:02:27.871576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e32fd-90fb-497a-94c1-6cfd002fef82 req-47c4f0ae-15e1-48a3-954a-b31505fb0994 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:27.874454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-768e32fd-90fb-497a-94c1-6cfd002fef82 req-47c4f0ae-15e1-48a3-954a-b31505fb0994 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.0717764 Oct 26 14:02:27.890704 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b9e1d82d-db02-4613-860c-841156ec8531,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:27.948371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-768e32fd-90fb-497a-94c1-6cfd002fef82 req-bf8e3a68-d056-4865-a615-3c383bad8715 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674517 Oct 26 14:02:27.987048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-988322b8-1648-4050-9ccf-095812327eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:27.988952 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-988322b8-1648-4050-9ccf-095812327eea service neutron] 10.222.0.25 "GET /v2.0/networks?id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 200 len: 908 time: 0.1450684 Oct 26 14:02:28.010867 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0f7a7-7933-47d5-9325-0218b27b53ae req-fa12d33f-104f-4aca-8b4d-ad182183ad0e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.012321 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cda0f7a7-7933-47d5-9325-0218b27b53ae req-fa12d33f-104f-4aca-8b4d-ad182183ad0e tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 1024 time: 0.1016097 Oct 26 14:02:28.025767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d5e3b-6942-4a04-8c0a-3a5ee1da13f8 req-f6be4021-f88f-4b52-a556-7d786aa6dfbe tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.027270 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c5d5e3b-6942-4a04-8c0a-3a5ee1da13f8 req-f6be4021-f88f-4b52-a556-7d786aa6dfbe tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 949 time: 0.0837018 Oct 26 14:02:28.036049 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-3beb5a2b-af22-432b-ad01-27d658e09cbc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d HTTP/1.1" status: 200 len: 217 time: 0.0361462 Oct 26 14:02:28.090219 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-bc84b7c1-dedf-4db8-9ba7-7a3838c240b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.092152 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-bc84b7c1-dedf-4db8-9ba7-7a3838c240b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 200 len: 847 time: 0.0466542 Oct 26 14:02:28.099091 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9278dc85-974f-44bb-bd5e-f6a713c6a496'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:28.132748 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c5d5e3b-6942-4a04-8c0a-3a5ee1da13f8 req-457bd5cb-3688-4dfb-ad29-69362052daa5 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955431 Oct 26 14:02:28.154893 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-e4c8bd9e-0044-479f-85b7-71926787bed6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344348 Oct 26 14:02:28.184893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-cda0f7a7-7933-47d5-9325-0218b27b53ae req-f5445c03-f2f2-473a-a8ad-aa2597f93738 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Deleting port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:28.185318 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cda0f7a7-7933-47d5-9325-0218b27b53ae req-f5445c03-f2f2-473a-a8ad-aa2597f93738 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:28.269357 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-21f99e39-a016-4b2e-84af-a7a1446e90d7 service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041973 Oct 26 14:02:28.310070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e1d82d-db02-4613-860c-841156ec8531'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:28.313966 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355bcef1-3569-419f-b0bf-c043e73413e8" -d '{"events": [{"server_uuid": "180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087", "name": "network-vif-plugged", "status": "completed", "tag": "b9e1d82d-db02-4613-860c-841156ec8531"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:28.343309 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-cda0f7a7-7933-47d5-9325-0218b27b53ae req-f5445c03-f2f2-473a-a8ad-aa2597f93738 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] For port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,segment=NetworkSegment(622b49b2-0d13-47e7-84fe-37b7604a5a1d),segment_id=622b49b2-0d13-47e7-84fe-37b7604a5a1d)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:28.343754 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cda0f7a7-7933-47d5-9325-0218b27b53ae req-f5445c03-f2f2-473a-a8ad-aa2597f93738 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:28.358325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-cda0f7a7-7933-47d5-9325-0218b27b53ae req-f5445c03-f2f2-473a-a8ad-aa2597f93738 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Calling delete_port for 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:28.390707 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-66dba6f8-e61b-4178-bb61-938db4a0b2fd service neutron] 10.222.0.25 "GET /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100659 Oct 26 14:02:28.517300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c62200-2805-43a3-a5d6-a2a3290cca49 req-c8698ac6-9474-4c3b-9652-805b35c8cfb7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.518856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45c62200-2805-43a3-a5d6-a2a3290cca49 req-c8698ac6-9474-4c3b-9652-805b35c8cfb7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.1071534 Oct 26 14:02:28.539299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20fc88-45ba-4438-8d88-80970d8619bc req-cef8630c-a46b-482c-96a6-a4b6a6f04466 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.540667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b20fc88-45ba-4438-8d88-80970d8619bc req-cef8630c-a46b-482c-96a6-a4b6a6f04466 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20472eb-62aa-4832-9934-7d32c8566f9f HTTP/1.1" status: 200 len: 1024 time: 0.1263695 Oct 26 14:02:28.632821 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45c62200-2805-43a3-a5d6-a2a3290cca49 req-06bf2e35-b86f-4697-9899-2576e551f906 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022902 Oct 26 14:02:28.652863 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b20fc88-45ba-4438-8d88-80970d8619bc req-5a7adcfc-fec3-4a50-92b6-c71be51693b8 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups?id=921b1d21-c676-46e7-8814-dc787faf178d&id=f6efcb34-dd94-4cab-82d3-ab0c91998a98&id=7edaa27a-2d70-411a-ae6f-202d6a6dff85&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0964925 Oct 26 14:02:28.683290 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cda0f7a7-7933-47d5-9325-0218b27b53ae req-f5445c03-f2f2-473a-a8ad-aa2597f93738 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:28.684903 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396b832f-684d-4c3d-aa1e-1a3bb85cf655 x-openstack-request-id: req-396b832f-684d-4c3d-aa1e-1a3bb85cf655 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:28.685467 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087", "name": "network-vif-plugged", "status": "completed", "tag": "b9e1d82d-db02-4613-860c-841156ec8531", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:28.685467 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-396b832f-684d-4c3d-aa1e-1a3bb85cf655 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:28.685927 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e1d82d-db02-4613-860c-841156ec8531', 'code': 200} Oct 26 14:02:28.703192 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-dc3dcf9f-b3c6-4926-bcb1-d165478bf0e4 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.704922 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-dc3dcf9f-b3c6-4926-bcb1-d165478bf0e4 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5&tenant_id=3015cef33add49c0a70c99ffe7c7236a&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 1095 time: 0.0744438 Oct 26 14:02:28.724301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5445c03-f2f2-473a-a8ad-aa2597f93738 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event deleted for resources: {'Port': ['ID=14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:28.786591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda0f7a7-7933-47d5-9325-0218b27b53ae req-f5445c03-f2f2-473a-a8ad-aa2597f93738 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] No DVR routers for this DVR port 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:28.805067 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cda0f7a7-7933-47d5-9325-0218b27b53ae req-f5445c03-f2f2-473a-a8ad-aa2597f93738 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:28.808273 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cda0f7a7-7933-47d5-9325-0218b27b53ae req-f5445c03-f2f2-473a-a8ad-aa2597f93738 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.11 "DELETE /v2.0/ports/14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 HTTP/1.1" status: 204 len: 173 time: 0.7800934 Oct 26 14:02:28.823783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20472eb-62aa-4832-9934-7d32c8566f9f', 'name': 'network-vif-deleted', 'tag': '14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:28.826427 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d95ac7-d254-46af-92ad-97333dfbbceb" -d '{"events": [{"server_uuid": "d20472eb-62aa-4832-9934-7d32c8566f9f", "name": "network-vif-deleted", "tag": "14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:28.840274 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-780232b1-282c-49cd-a560-8d6df5e8c65e service neutron] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:28.843840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-780232b1-282c-49cd-a560-8d6df5e8c65e service neutron] Publish callbacks [] for binding, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:28.845147 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-780232b1-282c-49cd-a560-8d6df5e8c65e service neutron] 10.222.0.25 "DELETE /v2.0/ports/6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d/bindings/n-h2-815498-1 HTTP/1.1" status: 204 len: 173 time: 0.1204786 Oct 26 14:02:28.899546 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc749ad-6bc7-46d4-91bd-6f88aa1023b4 req-949e9c12-6c63-4e87-9445-bc6f0e0da9a2 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.901135 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2fc749ad-6bc7-46d4-91bd-6f88aa1023b4 req-949e9c12-6c63-4e87-9445-bc6f0e0da9a2 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 950 time: 0.1370893 Oct 26 14:02:28.910929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bcc25-e281-4437-be7a-a700d89ad833 req-b8c52687-5ec2-4b0d-be38-d423a6a7c695 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.912519 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f7bcc25-e281-4437-be7a-a700d89ad833 req-b8c52687-5ec2-4b0d-be38-d423a6a7c695 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 945 time: 0.1532428 Oct 26 14:02:28.926504 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83939ba1-592f-4e22-8373-29f5bce7a203 req-f8eadad4-54c5-4588-9843-ea240e0be4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.927980 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83939ba1-592f-4e22-8373-29f5bce7a203 req-f8eadad4-54c5-4588-9843-ea240e0be4dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 1096 time: 0.1374097 Oct 26 14:02:28.989909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2fc749ad-6bc7-46d4-91bd-6f88aa1023b4 req-be19fa64-38a8-4f22-b4ba-24baf0ac50d1 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763803 Oct 26 14:02:29.001499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f7bcc25-e281-4437-be7a-a700d89ad833 req-f5da10cc-15d1-4e07-bdef-4ee3e8825c41 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775611 Oct 26 14:02:29.007350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83939ba1-592f-4e22-8373-29f5bce7a203 req-41d33d5d-35a9-47a8-9805-ef86162c2650 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673006 Oct 26 14:02:29.045247 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e622ae08-7149-40ed-9ab8-b757aad6ac45 x-openstack-request-id: req-e622ae08-7149-40ed-9ab8-b757aad6ac45 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:29.045837 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20472eb-62aa-4832-9934-7d32c8566f9f", "name": "network-vif-deleted", "tag": "14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:29.045837 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e622ae08-7149-40ed-9ab8-b757aad6ac45 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:29.046190 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20472eb-62aa-4832-9934-7d32c8566f9f', 'name': 'network-vif-deleted', 'tag': '14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5', 'status': 'completed', 'code': 200} Oct 26 14:02:29.095813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:29.171911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57809833-4106-4e61-866f-4771a72c812a req-efbf3fc9-b4a0-49fe-a9d9-f66c49c5eaaf tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:29.173365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-57809833-4106-4e61-866f-4771a72c812a req-efbf3fc9-b4a0-49fe-a9d9-f66c49c5eaaf tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 944 time: 0.0811732 Oct 26 14:02:29.194468 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da950f2-91d1-4748-a227-37549b41808a req-785c80c1-9d80-4870-b169-fc3ba8a6f267 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:29.195995 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5da950f2-91d1-4748-a227-37549b41808a req-785c80c1-9d80-4870-b169-fc3ba8a6f267 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.0765941 Oct 26 14:02:29.240294 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-57809833-4106-4e61-866f-4771a72c812a req-fd7add44-dc71-44c8-b303-14890eb01db8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595808 Oct 26 14:02:29.252806 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5da950f2-91d1-4748-a227-37549b41808a req-b5d17de2-9460-42e0-a43d-3ae62396e424 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491025 Oct 26 14:02:29.342606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9278dc85-974f-44bb-bd5e-f6a713c6a496 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:29.403142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 9278dc85-974f-44bb-bd5e-f6a713c6a496 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:02:29.405457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6460e1-6b36-4f4c-bb7a-7046724b9b14 req-0dd94047-6b58-4c0e-9c43-ae495836ff02 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:29.409621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 9278dc85-974f-44bb-bd5e-f6a713c6a496 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:29.410084 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:29.412905 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb6460e1-6b36-4f4c-bb7a-7046724b9b14 req-0dd94047-6b58-4c0e-9c43-ae495836ff02 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1163805 Oct 26 14:02:29.437239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9b98d-2d96-4715-8ffb-1ed5ebc7aa48 req-9bddbd83-419d-4f75-b57c-8a961b2bf4e1 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:29.438725 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0e9b98d-2d96-4715-8ffb-1ed5ebc7aa48 req-9bddbd83-419d-4f75-b57c-8a961b2bf4e1 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 949 time: 0.1135793 Oct 26 14:02:29.490298 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb6460e1-6b36-4f4c-bb7a-7046724b9b14 req-8720b92d-bfdb-4102-8e4f-843f595fad7b tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741141 Oct 26 14:02:29.510719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0e9b98d-2d96-4715-8ffb-1ed5ebc7aa48 req-af653749-0711-4009-80af-777b3c7afbaa tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617070 Oct 26 14:02:29.527028 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:29.578445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9278dc85-974f-44bb-bd5e-f6a713c6a496, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9278dc85-974f-44bb-bd5e-f6a713c6a496,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:29.589763 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:29.591190 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:29.674251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9278dc85-974f-44bb-bd5e-f6a713c6a496,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:29.676084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de007be7-3daa-4475-a87a-977d532e11a7 req-1190f12f-377f-405e-89b4-e38e4b924790 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:29.677154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:29.677778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de007be7-3daa-4475-a87a-977d532e11a7 req-1190f12f-377f-405e-89b4-e38e4b924790 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.0855863 Oct 26 14:02:29.682929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b1e58-ee61-4a70-a41d-a49fb902acb9 req-e2cb4d61-bc6a-49fc-bdac-66c4df5ea784 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:29.684341 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f2b1e58-ee61-4a70-a41d-a49fb902acb9 req-e2cb4d61-bc6a-49fc-bdac-66c4df5ea784 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 1095 time: 0.0648828 Oct 26 14:02:29.740204 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de007be7-3daa-4475-a87a-977d532e11a7 req-6ab28cc3-984e-4ee7-88d9-e6586f9284e0 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528359 Oct 26 14:02:29.745773 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f2b1e58-ee61-4a70-a41d-a49fb902acb9 req-93c9e2f8-072e-4b5e-9785-c2fb45879df1 tempest-LiveMigrationTest-1528788739 tempest-LiveMigrationTest-1528788739-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522447 Oct 26 14:02:29.863612 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-0c7b29dd-4859-43a4-ae54-e0f39ee61366 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454934 Oct 26 14:02:29.904949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b914a-a373-43c5-b164-2fb1ce478d47 req-3365abd9-9610-42ce-8bc8-a68d8f3859c6 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:29.907552 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-168b914a-a373-43c5-b164-2fb1ce478d47 req-3365abd9-9610-42ce-8bc8-a68d8f3859c6 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.0906863 Oct 26 14:02:29.986173 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-168b914a-a373-43c5-b164-2fb1ce478d47 req-acda8b51-eb1d-479f-8ab9-d00a75a83d75 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514300 Oct 26 14:02:30.017591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-58c927c4-6e34-451c-a532-e78e2969a960 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:30.019133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-58c927c4-6e34-451c-a532-e78e2969a960 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1451931 Oct 26 14:02:30.036994 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-0fdab45b-45e8-4b89-a766-c3aa1f998638 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/quotas/fd5c0e708e8e449fa434b9a5f5c10ac2 HTTP/1.1" status: 200 len: 375 time: 0.0113373 Oct 26 14:02:30.095050 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-cdfb3833-262a-4b85-b57a-b8809ed360f7 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527482 Oct 26 14:02:30.359623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd43c09-4727-4f81-ade1-467d86c9b315 req-8c55eac0-ec96-4c96-9867-a6e0797075ae tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:30.361114 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9bd43c09-4727-4f81-ade1-467d86c9b315 req-8c55eac0-ec96-4c96-9867-a6e0797075ae tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 945 time: 0.0737598 Oct 26 14:02:30.389154 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68cf0ac5-0227-41d8-9e67-2c0bf334ca8f req-f57895a3-aeb4-4565-a3f7-5666d66ad5e4 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/921b1d21-c676-46e7-8814-dc787faf178d HTTP/1.1" status: 200 len: 1801 time: 0.0660603 Oct 26 14:02:30.423787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9bd43c09-4727-4f81-ade1-467d86c9b315 req-88a8774d-0546-4ddb-8b3a-79184443a38a tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527844 Oct 26 14:02:30.471146 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-68cf0ac5-0227-41d8-9e67-2c0bf334ca8f req-f3ad3c84-18fe-4b87-ae6f-56bf2ccbed43 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:30.517138 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-68cf0ac5-0227-41d8-9e67-2c0bf334ca8f req-f3ad3c84-18fe-4b87-ae6f-56bf2ccbed43 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:30.575536 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-68cf0ac5-0227-41d8-9e67-2c0bf334ca8f req-f3ad3c84-18fe-4b87-ae6f-56bf2ccbed43 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:30.578112 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-68cf0ac5-0227-41d8-9e67-2c0bf334ca8f req-f3ad3c84-18fe-4b87-ae6f-56bf2ccbed43 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:30.579229 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68cf0ac5-0227-41d8-9e67-2c0bf334ca8f req-f3ad3c84-18fe-4b87-ae6f-56bf2ccbed43 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "DELETE /v2.0/security-groups/921b1d21-c676-46e7-8814-dc787faf178d HTTP/1.1" status: 204 len: 173 time: 0.1821339 Oct 26 14:02:30.596890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a58ddf0-e73c-4f08-b65e-07ba55e1de3c req-b26d497d-6c27-4784-b5bc-b05063faca26 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 210 time: 0.0332668 Oct 26 14:02:30.603815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad3c84-18fe-4b87-ae6f-56bf2ccbed43 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921b1d21-c676-46e7-8814-dc787faf178d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:30.687737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0e3142-c3aa-49bd-b43e-be18ff5d9022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9278dc85-974f-44bb-bd5e-f6a713c6a496'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:30.691623 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6702fe4-7634-4c10-9e09-d7eb1f46ab74" -d '{"events": [{"server_uuid": "0a0e3142-c3aa-49bd-b43e-be18ff5d9022", "name": "network-vif-plugged", "status": "completed", "tag": "9278dc85-974f-44bb-bd5e-f6a713c6a496"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:30.789035 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bf0c2-eb10-41cc-b4cb-3ce0bdba5fbd req-4cb36baa-bc6b-47ab-aaed-d1c1444dfc6f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:30.790560 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d83bf0c2-eb10-41cc-b4cb-3ce0bdba5fbd req-4cb36baa-bc6b-47ab-aaed-d1c1444dfc6f tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 944 time: 0.1023669 Oct 26 14:02:30.811564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-ba354b14-a901-4335-82b3-ef38cb8ef451 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:30.812985 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-ba354b14-a901-4335-82b3-ef38cb8ef451 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/networks?id=9588c97f-f586-44b3-8176-8350580dbf61 HTTP/1.1" status: 200 len: 815 time: 0.1529317 Oct 26 14:02:30.834513 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-90ef205a-5b43-4bf7-9962-f93fe446b478 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/quotas/fa561142db2d426c894b3f996f9f4d1c HTTP/1.1" status: 200 len: 375 time: 0.0141590 Oct 26 14:02:30.856481 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d83bf0c2-eb10-41cc-b4cb-3ce0bdba5fbd req-14f57032-915b-446e-bbf8-736a278c790b tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587387 Oct 26 14:02:30.896720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-4bcf0241-f21c-49de-a1ba-d8f24e1bd308 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa561142db2d426c894b3f996f9f4d1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558200 Oct 26 14:02:31.345038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125394d8-77fc-48cf-8ff4-5a79f20ddd4a req-4bdcdfe7-decf-4988-b1f6-b63ea8367cfd tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:31.346499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-125394d8-77fc-48cf-8ff4-5a79f20ddd4a req-4bdcdfe7-decf-4988-b1f6-b63ea8367cfd tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 950 time: 0.1109195 Oct 26 14:02:31.353956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328af81e-e950-4e3d-880d-135326ff0b34 req-0e9d2f6d-9e2d-45aa-bb42-77c2da96f8d8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:31.355277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-328af81e-e950-4e3d-880d-135326ff0b34 req-0e9d2f6d-9e2d-45aa-bb42-77c2da96f8d8 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.25 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 944 time: 0.1207955 Oct 26 14:02:31.358331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-69f0056c-37a4-465e-a21d-7f0311761051 service neutron] 10.222.0.32 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522789 Oct 26 14:02:31.407401 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-1b13013f-66a3-4671-bc19-1c5057245982 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239398 Oct 26 14:02:31.467341 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-125394d8-77fc-48cf-8ff4-5a79f20ddd4a req-7b673e3f-b22d-4704-9316-9f00d72f46e4 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111023 Oct 26 14:02:31.544087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-396790bb-1e82-4e8b-b1d7-4f73a8d78dfa tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:31.545091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-cdbdf87b-63ae-4f1b-8f2a-d8e15783cbe9 service neutron] 10.222.0.32 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802144 Oct 26 14:02:31.545576 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-396790bb-1e82-4e8b-b1d7-4f73a8d78dfa tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311522 Oct 26 14:02:31.560266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-82f6c612-6c00-4df3-994b-60b53ca6e882 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Request body: {'port': {'device_id': '9d13d7e7-b7bf-4f20-b83e-5731d0e3af75', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': 'fd5c0e708e8e449fa434b9a5f5c10ac2'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:31.573893 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aadc9464-00c6-4d74-aac8-912e5e5d9dd9 req-d1d77ca1-b114-408c-bfa3-a89f1a6e825a tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "GET /v2.0/security-groups/f6efcb34-dd94-4cab-82d3-ab0c91998a98 HTTP/1.1" status: 200 len: 1800 time: 0.0699205 Oct 26 14:02:31.589164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-328af81e-e950-4e3d-880d-135326ff0b34 req-3b7d4f3f-e046-4ed3-a961-4334795f47a4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Deleting port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:31.589504 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-328af81e-e950-4e3d-880d-135326ff0b34 req-3b7d4f3f-e046-4ed3-a961-4334795f47a4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:31.706035 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf7e11a-38c4-4dbb-9a26-fff1fb2e2142 x-openstack-request-id: req-caf7e11a-38c4-4dbb-9a26-fff1fb2e2142 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:31.707084 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0e3142-c3aa-49bd-b43e-be18ff5d9022", "name": "network-vif-plugged", "status": "completed", "tag": "9278dc85-974f-44bb-bd5e-f6a713c6a496", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:31.707495 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-caf7e11a-38c4-4dbb-9a26-fff1fb2e2142 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:31.708078 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0e3142-c3aa-49bd-b43e-be18ff5d9022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9278dc85-974f-44bb-bd5e-f6a713c6a496', 'code': 200} Oct 26 14:02:31.719240 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aadc9464-00c6-4d74-aac8-912e5e5d9dd9 req-58627e7a-ead6-49a0-a412-187c7c03fd67 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:31.721413 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-82f6c612-6c00-4df3-994b-60b53ca6e882 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Made reservation on behalf of fd5c0e708e8e449fa434b9a5f5c10ac2 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:02:31.723110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-328af81e-e950-4e3d-880d-135326ff0b34 req-3b7d4f3f-e046-4ed3-a961-4334795f47a4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] For port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:31.723531 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-328af81e-e950-4e3d-880d-135326ff0b34 req-3b7d4f3f-e046-4ed3-a961-4334795f47a4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:31.726694 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-82f6c612-6c00-4df3-994b-60b53ca6e882 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:31.749755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-328af81e-e950-4e3d-880d-135326ff0b34 req-3b7d4f3f-e046-4ed3-a961-4334795f47a4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Calling delete_port for 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:31.762132 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aadc9464-00c6-4d74-aac8-912e5e5d9dd9 req-58627e7a-ead6-49a0-a412-187c7c03fd67 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:31.892355 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-82f6c612-6c00-4df3-994b-60b53ca6e882 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Allocated IP 192.168.233.190 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/7621b097-a7ea-497b-964a-33fba61a7f48) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:31.919300 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aadc9464-00c6-4d74-aac8-912e5e5d9dd9 req-58627e7a-ead6-49a0-a412-187c7c03fd67 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:31.921857 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aadc9464-00c6-4d74-aac8-912e5e5d9dd9 req-58627e7a-ead6-49a0-a412-187c7c03fd67 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:31.922997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aadc9464-00c6-4d74-aac8-912e5e5d9dd9 req-58627e7a-ead6-49a0-a412-187c7c03fd67 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] 10.222.0.32 "DELETE /v2.0/security-groups/f6efcb34-dd94-4cab-82d3-ab0c91998a98 HTTP/1.1" status: 204 len: 173 time: 0.3417575 Oct 26 14:02:31.932988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52502) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:31.942251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe6ece-1ffa-40e3-b648-05dab190c643 req-3ae8749e-a502-4a68-a623-11a595fa1b4d tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:31.950128 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2afe6ece-1ffa-40e3-b648-05dab190c643 req-3ae8749e-a502-4a68-a623-11a595fa1b4d tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.1740839 Oct 26 14:02:31.975135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58627e7a-ead6-49a0-a412-187c7c03fd67 tempest-SecurityGroupsTestJSON-660370477 tempest-SecurityGroupsTestJSON-660370477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6efcb34-dd94-4cab-82d3-ab0c91998a98,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:31.983497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa255826-dc2f-463a-ba99-edd2f378feb9 req-670e368a-bbb6-4b72-9be9-62b19c2a2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:31.984936 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa255826-dc2f-463a-ba99-edd2f378feb9 req-670e368a-bbb6-4b72-9be9-62b19c2a2b75 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 1101 time: 0.1438770 Oct 26 14:02:32.016437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Deleting subnet d665a877-3c3c-4331-87a4-72d848fcd4c2 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:02:32.021636 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.062776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2afe6ece-1ffa-40e3-b648-05dab190c643 req-8ccb2555-ddf8-416f-8552-912da7e8d51c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114802 Oct 26 14:02:32.092751 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.111547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa255826-dc2f-463a-ba99-edd2f378feb9 req-a99c8a97-8add-4e0f-98b8-69801c9ad8e5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162074 Oct 26 14:02:32.121845 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-328af81e-e950-4e3d-880d-135326ff0b34 req-3b7d4f3f-e046-4ed3-a961-4334795f47a4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.135848 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['6987a49c-49d3-4eed-bf94-035a59f794f8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:32.148353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f3712-0b43-4533-b1d8-80c6a1214b2c req-560c722d-d2fc-44a9-a8a2-7253004e0f77 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:32.157953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-042f3712-0b43-4533-b1d8-80c6a1214b2c req-560c722d-d2fc-44a9-a8a2-7253004e0f77 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 945 time: 0.1334183 Oct 26 14:02:32.213125 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.258203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-328af81e-e950-4e3d-880d-135326ff0b34 req-3b7d4f3f-e046-4ed3-a961-4334795f47a4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] No DVR routers for this DVR port 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:32.258551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45742cfd-841a-4c3c-8ee7-2f0b4f2705bf req-9e689633-f580-4aa3-bb68-b5c055d4275c tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:32.260155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d4f3f-e046-4ed3-a961-4334795f47a4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Pushing event deleted for resources: {'Port': ['ID=6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:32.260283 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-45742cfd-841a-4c3c-8ee7-2f0b4f2705bf req-9e689633-f580-4aa3-bb68-b5c055d4275c tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.25 "GET /v2.0/ports?device_id=d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9 HTTP/1.1" status: 200 len: 946 time: 0.1781778 Oct 26 14:02:32.265388 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-328af81e-e950-4e3d-880d-135326ff0b34 req-3b7d4f3f-e046-4ed3-a961-4334795f47a4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.268998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-328af81e-e950-4e3d-880d-135326ff0b34 req-3b7d4f3f-e046-4ed3-a961-4334795f47a4 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.25 "DELETE /v2.0/ports/6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d HTTP/1.1" status: 204 len: 173 time: 0.8802547 Oct 26 14:02:32.269440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07580c72-af2d-411c-a998-4e959504b5d5', 'name': 'network-vif-deleted', 'tag': '6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:32.271936 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2136a0-3c75-4aa6-88f6-7d0e599030c7" -d '{"events": [{"server_uuid": "07580c72-af2d-411c-a998-4e959504b5d5", "name": "network-vif-deleted", "tag": "6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:32.296415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-042f3712-0b43-4533-b1d8-80c6a1214b2c req-dca604b6-e297-4fd9-b1c4-a0c0fa7c5938 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331537 Oct 26 14:02:32.353487 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-82f6c612-6c00-4df3-994b-60b53ca6e882 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.389434 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fdfce8b8-fb5d-4907-8bf2-c696de0a1a13 req-127f99db-586f-4136-8260-f3dc135bc228 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 210 time: 0.0356114 Oct 26 14:02:32.401622 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.451265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d665a877-3c3c-4331-87a4-72d848fcd4c2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:32.457334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.460648 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d665a877-3c3c-4331-87a4-72d848fcd4c2 HTTP/1.1" status: 204 len: 168 time: 0.5271072 Oct 26 14:02:32.463306 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52510) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:32.478019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:32.478697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:32.479073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:32.479413 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:32.479938 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:32.480272 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:32.480644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:32.480971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:32.481364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:32.481789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:32.482395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:32.482770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0615bc-7311-4725-9210-1e3cb6503ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:32.509698 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-82f6c612-6c00-4df3-994b-60b53ca6e882 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.521838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9156860f-7009-4351-9ee8-58b31467e54a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:32.536716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-45742cfd-841a-4c3c-8ee7-2f0b4f2705bf req-7a60763c-fd52-4735-ace6-876008f691b2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Deleting port 36fa9bda-702d-4b52-9d05-d249156584e3 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:32.537411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-45742cfd-841a-4c3c-8ee7-2f0b4f2705bf req-7a60763c-fd52-4735-ace6-876008f691b2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.569886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-82f6c612-6c00-4df3-994b-60b53ca6e882 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:32.590914 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['42326989-5b85-48b5-8735-924071ba63ea'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:32.607675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42aa086f-573b-41d2-a12c-52521772783c req-dfbe3e95-9f14-47c7-9688-399fffc7d4e0 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 210 time: 0.1221557 Oct 26 14:02:32.619041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-82f6c612-6c00-4df3-994b-60b53ca6e882 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:32.620373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-82f6c612-6c00-4df3-994b-60b53ca6e882 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:32.675153 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-00609fc8-7315-4583-9872-79c3f0629447 req-5e7d5388-8639-4458-b38b-9fcba123f451 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 210 time: 0.1709042 Oct 26 14:02:32.710882 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5741fcb-64c9-4ee9-9053-6ca57b1933f8 x-openstack-request-id: req-a5741fcb-64c9-4ee9-9053-6ca57b1933f8 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:32.711281 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07580c72-af2d-411c-a998-4e959504b5d5", "name": "network-vif-deleted", "tag": "6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:32.711460 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5741fcb-64c9-4ee9-9053-6ca57b1933f8 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:32.711825 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07580c72-af2d-411c-a998-4e959504b5d5', 'name': 'network-vif-deleted', 'tag': '6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d', 'status': 'completed', 'code': 200} Oct 26 14:02:32.772008 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d53e9429-e5a5-46d5-9f58-67b11ce78f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.807583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-82f6c612-6c00-4df3-994b-60b53ca6e882 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:32.808208 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-82f6c612-6c00-4df3-994b-60b53ca6e882 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.859914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6c612-6c00-4df3-994b-60b53ca6e882 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Pushing event updated for resources: {'Port': ['ID=7621b097-a7ea-497b-964a-33fba61a7f48,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:32.869105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-45742cfd-841a-4c3c-8ee7-2f0b4f2705bf req-7a60763c-fd52-4735-ace6-876008f691b2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] For port 36fa9bda-702d-4b52-9d05-d249156584e3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=36fa9bda-702d-4b52-9d05-d249156584e3,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:32.869366 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-45742cfd-841a-4c3c-8ee7-2f0b4f2705bf req-7a60763c-fd52-4735-ace6-876008f691b2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.888793 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-82f6c612-6c00-4df3-994b-60b53ca6e882 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3331726 Oct 26 14:02:32.900789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-45742cfd-841a-4c3c-8ee7-2f0b4f2705bf req-7a60763c-fd52-4735-ace6-876008f691b2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Calling delete_port for 36fa9bda-702d-4b52-9d05-d249156584e3 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:32.906997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Request body: {'port': {'device_id': '9d13d7e7-b7bf-4f20-b83e-5731d0e3af75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:32.948346 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d53e9429-e5a5-46d5-9f58-67b11ce78f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.983793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ad0e6-13eb-483b-b801-5b6860dc1464 req-3de1218d-6347-48fb-a61b-068ebda82ab0 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:32.992904 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-987ad0e6-13eb-483b-b801-5b6860dc1464 req-3de1218d-6347-48fb-a61b-068ebda82ab0 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 950 time: 0.1466696 Oct 26 14:02:32.995808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d53e9429-e5a5-46d5-9f58-67b11ce78f1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b1f01c-0475-402d-8829-01a07e36277e']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:33.019171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d53e9429-e5a5-46d5-9f58-67b11ce78f1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622b49b2-0d13-47e7-84fe-37b7604a5a1d') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:33.019475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d53e9429-e5a5-46d5-9f58-67b11ce78f1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622b49b2-0d13-47e7-84fe-37b7604a5a1d') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:33.051858 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d53e9429-e5a5-46d5-9f58-67b11ce78f1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:33.060018 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:33.066187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e53168de-a7bc-40f7-b1b8-142a6fb416d7 None None] Provisioning complete for port 7621b097-a7ea-497b-964a-33fba61a7f48 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:33.066698 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e53168de-a7bc-40f7-b1b8-142a6fb416d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:33.068222 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-987ad0e6-13eb-483b-b801-5b6860dc1464 req-adf1412f-992a-4c76-82cf-ec8d60a2ac31 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696299 Oct 26 14:02:33.090269 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d53e9429-e5a5-46d5-9f58-67b11ce78f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:33.100176 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53e9429-e5a5-46d5-9f58-67b11ce78f1d admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:02:33.102751 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d53e9429-e5a5-46d5-9f58-67b11ce78f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:02:33.106715 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:02:33.155492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e53168de-a7bc-40f7-b1b8-142a6fb416d7 None None] Port 7621b097-a7ea-497b-964a-33fba61a7f48 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:02:33.247723 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d53e9429-e5a5-46d5-9f58-67b11ce78f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:33.264802 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d53e9429-e5a5-46d5-9f58-67b11ce78f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:33.268375 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d53e9429-e5a5-46d5-9f58-67b11ce78f1d admin admin] 10.222.0.32 "DELETE /v2.0/networks/09b1f01c-0475-402d-8829-01a07e36277e HTTP/1.1" status: 204 len: 168 time: 0.8040631 Oct 26 14:02:33.338866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e9429-e5a5-46d5-9f58-67b11ce78f1d admin admin] Pushing event deleted for resources: {'Network': ['ID=09b1f01c-0475-402d-8829-01a07e36277e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:33.391828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:33.466898 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:33.468422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 14b1b011-ecff-4b5f-80a3-bb09dbf7d2b5 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:33.544555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c1279-fdf3-4d55-afb9-d15a028b3b25 req-6554d6fc-795d-489e-8763-dd3f4cb20c28 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:33.554950 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e4c1279-fdf3-4d55-afb9-d15a028b3b25 req-6554d6fc-795d-489e-8763-dd3f4cb20c28 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.3671811 Oct 26 14:02:33.560136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52552) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:33.571893 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-45742cfd-841a-4c3c-8ee7-2f0b4f2705bf req-7a60763c-fd52-4735-ace6-876008f691b2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:33.582317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:33.652392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:33.657537 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6ab2b171-3ed6-4fc1-b919-e1576d3e8d2d not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:33.669699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['36fa9bda-702d-4b52-9d05-d249156584e3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:33.694833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-f93e2df4-69fd-4737-8b7c-985495f3bcb1 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:33.696696 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-f93e2df4-69fd-4737-8b7c-985495f3bcb1 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.11 "GET /v2.0/networks?id=9588c97f-f586-44b3-8176-8350580dbf61 HTTP/1.1" status: 200 len: 815 time: 0.4041829 Oct 26 14:02:33.750147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-67963cff-6beb-4a70-a324-6a1863ef975d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Request body: {'port': {'device_id': 'cce9f346-8716-428e-8724-8676efdc4dfd', 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61', 'admin_state_up': True, 'tenant_id': 'fa561142db2d426c894b3f996f9f4d1c'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:33.857564 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c0779e82-8bf3-4bca-8343-ab7a75693208 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99f9efda9b7b4a66b51af2add3e3816d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964592 Oct 26 14:02:33.862511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52558) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:33.874653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e4c1279-fdf3-4d55-afb9-d15a028b3b25 req-fa96b15d-8289-4d3b-b318-c33891785ecd tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186717 Oct 26 14:02:34.049167 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60763c-fd52-4735-ace6-876008f691b2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Pushing event deleted for resources: {'Port': ['ID=36fa9bda-702d-4b52-9d05-d249156584e3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:34.057350 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-301ba5b6-2c88-4b86-bdd3-3519ae3a9c78 service neutron] show failed (client error): The resource could not be found. Oct 26 14:02:34.058392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-301ba5b6-2c88-4b86-bdd3-3519ae3a9c78 service neutron] 10.222.0.11 "GET /v2.0/ports/ff058763-b6e2-4896-9108-3db28b0f98d9/bindings/n-h1-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.2154500 Oct 26 14:02:34.059007 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff316bd-a36d-4a95-8cf2-3c179da36209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:34.068898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925e5fc-21c2-4cda-bd31-93010b106847 req-67b2f283-63fa-42e8-bdcd-d2542c615a2a tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:34.076216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d925e5fc-21c2-4cda-bd31-93010b106847 req-67b2f283-63fa-42e8-bdcd-d2542c615a2a tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 936 time: 0.2346106 Oct 26 14:02:34.111625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-45742cfd-841a-4c3c-8ee7-2f0b4f2705bf req-7a60763c-fd52-4735-ace6-876008f691b2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] No DVR routers for this DVR port 36fa9bda-702d-4b52-9d05-d249156584e3 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:34.116702 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-45742cfd-841a-4c3c-8ee7-2f0b4f2705bf req-7a60763c-fd52-4735-ace6-876008f691b2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:34.123211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-67963cff-6beb-4a70-a324-6a1863ef975d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Made reservation on behalf of fa561142db2d426c894b3f996f9f4d1c for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:02:34.125761 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-45742cfd-841a-4c3c-8ee7-2f0b4f2705bf req-7a60763c-fd52-4735-ace6-876008f691b2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.25 "DELETE /v2.0/ports/36fa9bda-702d-4b52-9d05-d249156584e3 HTTP/1.1" status: 204 len: 173 time: 1.8545485 Oct 26 14:02:34.126757 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-67963cff-6beb-4a70-a324-6a1863ef975d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:34.130740 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff316bd-a36d-4a95-8cf2-3c179da36209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:34.131136 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47313a3-bac5-4f58-9d9f-73b9a6cb6ba9', 'name': 'network-vif-deleted', 'tag': '36fa9bda-702d-4b52-9d05-d249156584e3'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:34.134992 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd218be2-b6da-4db0-b262-d8456705e787" -d '{"events": [{"server_uuid": "d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9", "name": "network-vif-deleted", "tag": "36fa9bda-702d-4b52-9d05-d249156584e3"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:34.185302 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d925e5fc-21c2-4cda-bd31-93010b106847 req-73000164-ca8f-4e8d-b7c2-5c3831f9b903 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032503 Oct 26 14:02:34.297362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7621b097-a7ea-497b-964a-33fba61a7f48 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:34.306498 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:34.344089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Transition to ACTIVE for port object 7621b097-a7ea-497b-964a-33fba61a7f48 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:34.351245 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:34.368155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d7281e0-c313-4cd3-af23-d5556e8ce2ab req-2621605f-771d-4621-be79-60a6a6cdaed0 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 210 time: 0.0779636 Oct 26 14:02:34.384274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aae816fe-b642-4644-b91a-ceeb057c84f9 req-b2ed7b0d-6bc9-4e32-a12d-f8fe64d510cb tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 210 time: 0.0825903 Oct 26 14:02:34.484485 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff316bd-a36d-4a95-8cf2-3c179da36209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:34.497042 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff316bd-a36d-4a95-8cf2-3c179da36209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:34.502913 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8ff316bd-a36d-4a95-8cf2-3c179da36209 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7edaa27a-2d70-411a-ae6f-202d6a6dff85 HTTP/1.1" status: 204 len: 168 time: 0.6316586 Oct 26 14:02:34.542558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff316bd-a36d-4a95-8cf2-3c179da36209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edaa27a-2d70-411a-ae6f-202d6a6dff85,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:34.560555 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a54413-4bf3-47f9-825f-ad03fdf3e5c6 x-openstack-request-id: req-89a54413-4bf3-47f9-825f-ad03fdf3e5c6 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:34.561209 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47313a3-bac5-4f58-9d9f-73b9a6cb6ba9", "name": "network-vif-deleted", "tag": "36fa9bda-702d-4b52-9d05-d249156584e3", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:34.561209 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89a54413-4bf3-47f9-825f-ad03fdf3e5c6 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:34.561524 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47313a3-bac5-4f58-9d9f-73b9a6cb6ba9', 'name': 'network-vif-deleted', 'tag': '36fa9bda-702d-4b52-9d05-d249156584e3', 'status': 'completed', 'code': 200} Oct 26 14:02:34.624024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-67963cff-6beb-4a70-a324-6a1863ef975d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Allocated IP 172.20.0.10 (9588c97f-f586-44b3-8176-8350580dbf61/b2965551-3bbf-4edc-bedb-b8d4c84f64c1/405f8803-532d-43ff-944d-036807d14c3c) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:34.683982 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Pushing event updated for resources: {'Port': ['ID=7621b097-a7ea-497b-964a-33fba61a7f48,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:34.701065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eb4b6-bd82-40c8-91a2-08f13464105e req-e9e7d0c3-278e-468b-a68d-4683275bc7b4 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:34.709014 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-052eb4b6-bd82-40c8-91a2-08f13464105e req-e9e7d0c3-278e-468b-a68d-4683275bc7b4 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 950 time: 0.1895323 Oct 26 14:02:34.770317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-390296bd-9001-449e-b1bd-dc98c7784af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:34.772730 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-390296bd-9001-449e-b1bd-dc98c7784af7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041&tenant_id=f254c3780f9c4422b640c485cb709267 HTTP/1.1" status: 200 len: 1100 time: 0.1727865 Oct 26 14:02:34.783080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Attempting to bind port 7621b097-a7ea-497b-964a-33fba61a7f48 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:34.783569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Attempting to bind port 7621b097-a7ea-497b-964a-33fba61a7f48 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:34.783998 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Attempting to bind port 7621b097-a7ea-497b-964a-33fba61a7f48 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:34.792213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Port 7621b097-a7ea-497b-964a-33fba61a7f48 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:34.792826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Attempting to bind port 7621b097-a7ea-497b-964a-33fba61a7f48 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:34.802932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:34.812734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:34.813236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:34.813719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:34.814463 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Bound port: 7621b097-a7ea-497b-964a-33fba61a7f48, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:34.814965 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:34.857466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d989eed-48bd-43fb-a494-4df61a01a70b req-20ff6c1d-536e-48ae-991d-e7cfa69e8181 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:34.866156 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d989eed-48bd-43fb-a494-4df61a01a70b req-20ff6c1d-536e-48ae-991d-e7cfa69e8181 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 945 time: 0.1856620 Oct 26 14:02:34.892260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-052eb4b6-bd82-40c8-91a2-08f13464105e req-14594d7e-3466-413f-83e9-26c8757d5075 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821573 Oct 26 14:02:34.935071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] For port 7621b097-a7ea-497b-964a-33fba61a7f48, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:34.938398 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] For port 7621b097-a7ea-497b-964a-33fba61a7f48, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=7621b097-a7ea-497b-964a-33fba61a7f48,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:34.970408 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.030963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d989eed-48bd-43fb-a494-4df61a01a70b req-0724ad72-6ece-439e-8b1f-c9acbb98eba8 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637802 Oct 26 14:02:35.101207 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.112585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:35.113688 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.119091 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] 10.222.0.25 "PUT /v2.0/ports/7621b097-a7ea-497b-964a-33fba61a7f48 HTTP/1.1" status: 200 len: 1096 time: 2.2161746 Oct 26 14:02:35.249899 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-67963cff-6beb-4a70-a324-6a1863ef975d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.283564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dfc37-4441-4eec-a13a-6bf376b4f77b req-94b440e8-596a-4241-be25-17d4506f6606 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:35.285163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-868dfc37-4441-4eec-a13a-6bf376b4f77b req-94b440e8-596a-4241-be25-17d4506f6606 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.2130716 Oct 26 14:02:35.370771 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-868dfc37-4441-4eec-a13a-6bf376b4f77b req-8d2d08d9-e2f4-42b5-b700-429eaf1498b2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680928 Oct 26 14:02:35.403218 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-67963cff-6beb-4a70-a324-6a1863ef975d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.422483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2aeb3-6e81-4173-9ac3-dae8e63b173c service neutron] Pushing event updated for resources: {'Port': ['ID=7621b097-a7ea-497b-964a-33fba61a7f48,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:35.469163 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-efe77e6a-bad8-42d7-b65a-302d480cab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:35.470844 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-efe77e6a-bad8-42d7-b65a-302d480cab21 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 1099 time: 0.1811788 Oct 26 14:02:35.539414 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-e02f4814-d7a0-463c-95a5-476c5eae48d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=7621b097-a7ea-497b-964a-33fba61a7f48 HTTP/1.1" status: 200 len: 217 time: 0.0504477 Oct 26 14:02:35.561552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ff058763-b6e2-4896-9108-3db28b0f98d9,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:35.577225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-67963cff-6beb-4a70-a324-6a1863ef975d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Network 9588c97f-f586-44b3-8176-8350580dbf61 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:35.583206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-67963cff-6beb-4a70-a324-6a1863ef975d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:35.610159 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-67963cff-6beb-4a70-a324-6a1863ef975d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:35.618880 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b9e1d82d-db02-4613-860c-841156ec8531 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:35.620934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 36fa9bda-702d-4b52-9d05-d249156584e3 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:35.642358 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-89cf53b7-d7b8-4d3e-94c5-9b7dee380ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:35.644100 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-89cf53b7-d7b8-4d3e-94c5-9b7dee380ed7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0847445 Oct 26 14:02:35.649351 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 36fa9bda-702d-4b52-9d05-d249156584e3 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:35.649679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:35.649820 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 36fa9bda-702d-4b52-9d05-d249156584e3 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:35.676133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba5283-1b43-4365-9c85-d09ce383e6cd req-305f4842-f7bd-491b-a43a-c9f8bf455d29 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:35.684233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-09ba5283-1b43-4365-9c85-d09ce383e6cd req-305f4842-f7bd-491b-a43a-c9f8bf455d29 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 948 time: 0.3094697 Oct 26 14:02:35.698214 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67963cff-6beb-4a70-a324-6a1863ef975d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Pushing event updated for resources: {'Port': ['ID=405f8803-532d-43ff-944d-036807d14c3c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:35.740225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.767385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Transition to ACTIVE for port object ff058763-b6e2-4896-9108-3db28b0f98d9 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:35.772412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-c2986942-2835-4e75-97f9-edd826e7b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:35.775007 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-c2986942-2835-4e75-97f9-edd826e7b7d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0990171 Oct 26 14:02:35.777187 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.788591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc67e2-3388-4264-87cd-4da3883e160c req-50742686-6582-42b2-a7b5-60c4a1dcd799 tempest-ServersAdminNegativeTestJSON-105459583 tempest-ServersAdminNegativeTestJSON-105459583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:35.792295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-28bc67e2-3388-4264-87cd-4da3883e160c req-50742686-6582-42b2-a7b5-60c4a1dcd799 tempest-ServersAdminNegativeTestJSON-105459583 tempest-ServersAdminNegativeTestJSON-105459583-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 1101 time: 0.3085227 Oct 26 14:02:35.806004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b9e1d82d-db02-4613-860c-841156ec8531, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b9e1d82d-db02-4613-860c-841156ec8531,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:35.821949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'b9e1d82d-db02-4613-860c-841156ec8531', 'network_id': 'c24ddd0f-fa77-485e-ab74-257cc0269123', 'port_id': 'b9e1d82d-db02-4613-860c-841156ec8531', 'mac_address': 'fa:16:3e:20:eb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff39209-e843-4302-93f9-ea777b3788e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:35.868256 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.872595 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-28bc67e2-3388-4264-87cd-4da3883e160c req-404afc01-5a73-4256-a5cc-13750b056fc4 tempest-ServersAdminNegativeTestJSON-105459583 tempest-ServersAdminNegativeTestJSON-105459583-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.887726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9e1d82d-db02-4613-860c-841156ec8531 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:35.912808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b9e1d82d-db02-4613-860c-841156ec8531, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b9e1d82d-db02-4613-860c-841156ec8531,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:35.921196 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.938987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-09ba5283-1b43-4365-9c85-d09ce383e6cd req-086e7c2a-ee6c-4f2d-980c-eb70ac0ab608 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518909 Oct 26 14:02:35.956526 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-67963cff-6beb-4a70-a324-6a1863ef975d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:35.957439 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-67963cff-6beb-4a70-a324-6a1863ef975d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.978959 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Pushing event updated for resources: {'Port': ['ID=ff058763-b6e2-4896-9108-3db28b0f98d9,revision_number=6']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:35.986784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] No DVR routers for this DVR port ff058763-b6e2-4896-9108-3db28b0f98d9 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:36.000730 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52610) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:36.028767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-67963cff-6beb-4a70-a324-6a1863ef975d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2842643 Oct 26 14:02:36.042029 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b9e1d82d-db02-4613-860c-841156ec8531,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:36.043352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Request body: {'port': {'device_id': 'cce9f346-8716-428e-8724-8676efdc4dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:36.055511 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['b9e1d82d-db02-4613-860c-841156ec8531'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:36.134638 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Attempting to bind port ff058763-b6e2-4896-9108-3db28b0f98d9 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:36.135228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Attempting to bind port ff058763-b6e2-4896-9108-3db28b0f98d9 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:36.135577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Attempting to bind port ff058763-b6e2-4896-9108-3db28b0f98d9 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:36.141479 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-078091ec-a31b-4a6e-919e-71f6496ed565 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268428 Oct 26 14:02:36.146021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Port ff058763-b6e2-4896-9108-3db28b0f98d9 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:36.146392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Attempting to bind port ff058763-b6e2-4896-9108-3db28b0f98d9 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:36.154798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:36.155158 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:36.155857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:36.156317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Bound port: ff058763-b6e2-4896-9108-3db28b0f98d9, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:36.156681 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.242119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bbe3b-c528-430f-a5ad-d7887ff00418 req-1b225f43-da41-4227-bcc4-76d3c071380e tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:36.243932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a1bbe3b-c528-430f-a5ad-d7887ff00418 req-1b225f43-da41-4227-bcc4-76d3c071380e tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 932 time: 0.1566064 Oct 26 14:02:36.261337 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.332171 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-28bc67e2-3388-4264-87cd-4da3883e160c req-404afc01-5a73-4256-a5cc-13750b056fc4 tempest-ServersAdminNegativeTestJSON-105459583 tempest-ServersAdminNegativeTestJSON-105459583-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.337256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-695763930-network', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:36.339340 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-28bc67e2-3388-4264-87cd-4da3883e160c req-404afc01-5a73-4256-a5cc-13750b056fc4 tempest-ServersAdminNegativeTestJSON-105459583 tempest-ServersAdminNegativeTestJSON-105459583-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.343437 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a1bbe3b-c528-430f-a5ad-d7887ff00418 req-bbcc113b-dd16-4d80-b8e6-8128d252a852 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889008 Oct 26 14:02:36.368806 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-abdc9dbb-6afd-4972-9ad3-3272c0bb45bb req-7a662134-875d-42aa-b500-7df3fca9a28f service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164283 Oct 26 14:02:36.400477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:36.404104 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] Made reservation on behalf of 0d7b4d5cf0b74e2095e3ca87a1c1443f for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:02:36.405644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-28bc67e2-3388-4264-87cd-4da3883e160c req-404afc01-5a73-4256-a5cc-13750b056fc4 tempest-ServersAdminNegativeTestJSON-105459583 tempest-ServersAdminNegativeTestJSON-105459583-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727689 Oct 26 14:02:36.423867 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.424191 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404afc01-5a73-4256-a5cc-13750b056fc4 tempest-ServersAdminNegativeTestJSON-105459583 tempest-ServersAdminNegativeTestJSON-105459583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be3c1af-d79b-4bcb-9923-87a8b2710086,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:36.441785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ff058763-b6e2-4896-9108-3db28b0f98d9,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:36.467631 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.471523 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.526455 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-644d697e-97cb-47f8-90af-0461be98f474 req-ca4afe31-e3c8-4bcf-953e-db730a9b94af tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 210 time: 0.0442443 Oct 26 14:02:36.567013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d13d7e7-b7bf-4f20-b83e-5731d0e3af75', 'tag': '7621b097-a7ea-497b-964a-33fba61a7f48'}, {'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:36.572310 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd61bef8-1aa8-4755-adf1-31a57b9aa481" -d '{"events": [{"name": "network-changed", "server_uuid": "9d13d7e7-b7bf-4f20-b83e-5731d0e3af75", "tag": "7621b097-a7ea-497b-964a-33fba61a7f48"}, {"server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "name": "network-vif-unplugged", "status": "completed", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:36.583704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:36.583704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.583704 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] 10.222.0.25 "PUT /v2.0/ports/ff058763-b6e2-4896-9108-3db28b0f98d9 HTTP/1.1" status: 200 len: 1095 time: 1.7850952 Oct 26 14:02:36.615108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c723a-3391-46cd-a206-ef555c12d94f service neutron] Pushing event updated for resources: {'Port': ['ID=ff058763-b6e2-4896-9108-3db28b0f98d9,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:36.704173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-7b2ed365-462b-49b2-aa98-c14c9ad01220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:36.705736 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-7b2ed365-462b-49b2-aa98-c14c9ad01220 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 1098 time: 0.0782039 Oct 26 14:02:36.720216 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.757882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d332e-e335-43be-8409-4b15bcba7957 req-f49b32df-e7bd-4583-8ff3-d8b89f2e0c2a tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:36.768451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d14d332e-e335-43be-8409-4b15bcba7957 req-f49b32df-e7bd-4583-8ff3-d8b89f2e0c2a tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 944 time: 0.1312349 Oct 26 14:02:36.774745 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.812272 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:02:36.825080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a2f606-5230-480e-9b3a-53cfdda4a55e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:36.852240 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.852823 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] Added segment dafde204-48f7-4fcf-a8f2-c46ddafa89d1 of type vlan for network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 Oct 26 14:02:36.870375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405f8803-532d-43ff-944d-036807d14c3c {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:36.910987 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.920509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f12617-dc30-4c1e-a9f6-66d064788d51 req-e123bfca-2484-4336-85cf-6c2842638b14 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:36.926513 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4f12617-dc30-4c1e-a9f6-66d064788d51 req-e123bfca-2484-4336-85cf-6c2842638b14 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 947 time: 0.2905762 Oct 26 14:02:36.931123 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.951897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-e2a59500-b391-43f4-9b61-fa1a4f07dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:36.953657 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-e2a59500-b391-43f4-9b61-fa1a4f07dc22 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2319295 Oct 26 14:02:36.962031 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.962865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:36.963470 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.968724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Transition to ACTIVE for port object 405f8803-532d-43ff-944d-036807d14c3c will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:36.986781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d14d332e-e335-43be-8409-4b15bcba7957 req-58e9fd34-96e9-43df-ae06-b873bfb3751f tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124035 Oct 26 14:02:36.993592 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:37.031619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4f12617-dc30-4c1e-a9f6-66d064788d51 req-8616f2e5-8101-47b8-92ee-585e0aeb1b44 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899956 Oct 26 14:02:37.095052 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00134c60-9d92-468d-8407-aa043872ade9 x-openstack-request-id: req-00134c60-9d92-468d-8407-aa043872ade9 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:37.095617 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d13d7e7-b7bf-4f20-b83e-5731d0e3af75", "tag": "7621b097-a7ea-497b-964a-33fba61a7f48", "status": "completed", "code": 200}, {"server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "name": "network-vif-unplugged", "status": "completed", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:37.096040 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00134c60-9d92-468d-8407-aa043872ade9 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:37.096947 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d13d7e7-b7bf-4f20-b83e-5731d0e3af75', 'tag': '7621b097-a7ea-497b-964a-33fba61a7f48', 'status': 'completed', 'code': 200} Oct 26 14:02:37.097387 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9', 'code': 200} Oct 26 14:02:37.102214 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-4546bd0c-3c79-4df8-a51c-557fb0c8d857 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ff058763-b6e2-4896-9108-3db28b0f98d9 HTTP/1.1" status: 200 len: 217 time: 0.1362829 Oct 26 14:02:37.103371 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] Pushing event updated for resources: {'Network': ['ID=085226ca-b6b9-4faf-b0ae-34b30fcc3113,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:37.112271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Pushing event updated for resources: {'Port': ['ID=405f8803-532d-43ff-944d-036807d14c3c,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:37.122717 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:02:37.161164 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-57095a1d-67bf-4009-b34f-d671ea2a8ded admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1450865 Oct 26 14:02:37.162201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52626) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:37.205564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ece43-7ae6-45e9-9ced-3d640f274091 req-44bb15ba-fbc5-48d7-b2c4-00e05bd65f7b tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:37.207134 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63ece43-7ae6-45e9-9ced-3d640f274091 req-44bb15ba-fbc5-48d7-b2c4-00e05bd65f7b tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 948 time: 0.0923216 Oct 26 14:02:37.208389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Attempting to bind port 405f8803-532d-43ff-944d-036807d14c3c on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:37.208646 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Attempting to bind port 405f8803-532d-43ff-944d-036807d14c3c by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '817952b6-a5ff-417d-86ff-b43c27e82e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:37.208975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Attempting to bind port 405f8803-532d-43ff-944d-036807d14c3c on network 9588c97f-f586-44b3-8176-8350580dbf61 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:37.214372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Port 405f8803-532d-43ff-944d-036807d14c3c on network 9588c97f-f586-44b3-8176-8350580dbf61 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:37.214696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Attempting to bind port 405f8803-532d-43ff-944d-036807d14c3c on network 9588c97f-f586-44b3-8176-8350580dbf61 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:37.221057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:37.221398 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Checking segment: {'id': '817952b6-a5ff-417d-86ff-b43c27e82e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:37.221779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Bound using segment: {'id': '817952b6-a5ff-417d-86ff-b43c27e82e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:37.222242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Bound port: 405f8803-532d-43ff-944d-036807d14c3c, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '817952b6-a5ff-417d-86ff-b43c27e82e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:37.222599 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:37.229105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-27284240-83ae-41da-a4b6-733e4e5b7465 admin admin] Request body: {'subnet': {'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-695763930-subnet', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:37.292818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63ece43-7ae6-45e9-9ced-3d640f274091 req-f1146893-d569-4c1e-ad35-e7904e60df98 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726974 Oct 26 14:02:37.297166 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27284240-83ae-41da-a4b6-733e4e5b7465 admin admin] Made reservation on behalf of 0d7b4d5cf0b74e2095e3ca87a1c1443f for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:02:37.299537 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-27284240-83ae-41da-a4b6-733e4e5b7465 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:37.307643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-e0675d7e-9326-4d0d-9fcb-7c022a9a51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:37.318051 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-e0675d7e-9326-4d0d-9fcb-7c022a9a51f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1678095 Oct 26 14:02:37.326065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61bef8-1aa8-4755-adf1-31a57b9aa481 req-5edc41b6-c7e6-491d-97be-caec9e70afaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:37.327699 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd61bef8-1aa8-4755-adf1-31a57b9aa481 req-5edc41b6-c7e6-491d-97be-caec9e70afaa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 1099 time: 0.2218115 Oct 26 14:02:37.333567 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] For port 405f8803-532d-43ff-944d-036807d14c3c, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:37.337043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] For port 405f8803-532d-43ff-944d-036807d14c3c, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=405f8803-532d-43ff-944d-036807d14c3c,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:37.341160 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:37.384229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:37.385054 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:37.386474 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] 10.222.0.11 "PUT /v2.0/ports/405f8803-532d-43ff-944d-036807d14c3c HTTP/1.1" status: 200 len: 1092 time: 1.3484550 Oct 26 14:02:37.387071 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce9f346-8716-428e-8724-8676efdc4dfd', 'tag': '405f8803-532d-43ff-944d-036807d14c3c'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:37.389332 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67ee7b2-7904-402c-83d7-843c738934ad" -d '{"events": [{"name": "network-changed", "server_uuid": "cce9f346-8716-428e-8724-8676efdc4dfd", "tag": "405f8803-532d-43ff-944d-036807d14c3c"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:37.439186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48523a-c047-492c-8bf0-6f264a06084d service neutron] Pushing event updated for resources: {'Port': ['ID=405f8803-532d-43ff-944d-036807d14c3c,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:37.467602 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b12eeb3-cd11-49b3-aab1-bc085219780f x-openstack-request-id: req-7b12eeb3-cd11-49b3-aab1-bc085219780f {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:37.467976 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce9f346-8716-428e-8724-8676efdc4dfd", "tag": "405f8803-532d-43ff-944d-036807d14c3c", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:37.468168 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b12eeb3-cd11-49b3-aab1-bc085219780f {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:37.468532 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce9f346-8716-428e-8724-8676efdc4dfd', 'tag': '405f8803-532d-43ff-944d-036807d14c3c', 'status': 'completed', 'code': 200} Oct 26 14:02:37.486826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-ca0e282f-dbc5-40bc-8227-92b104564c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:37.488607 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-ca0e282f-dbc5-40bc-8227-92b104564c96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1355224 Oct 26 14:02:37.544618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-a1cda930-b048-415b-87b5-944a730b4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:37.546301 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-a1cda930-b048-415b-87b5-944a730b4d40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa561142db2d426c894b3f996f9f4d1c&device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 1095 time: 0.0996430 Oct 26 14:02:37.575560 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61bef8-1aa8-4755-adf1-31a57b9aa481 req-7ab71270-a0e7-49f8-9812-70ae176cb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:37.577344 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd61bef8-1aa8-4755-adf1-31a57b9aa481 req-7ab71270-a0e7-49f8-9812-70ae176cb396 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2217638 Oct 26 14:02:37.618796 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b9e1d82d-db02-4613-860c-841156ec8531 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:37.619365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-4c25977f-d806-4f1e-84d7-dab633387a6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=405f8803-532d-43ff-944d-036807d14c3c HTTP/1.1" status: 200 len: 217 time: 0.0595839 Oct 26 14:02:37.630395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691a45f-03be-4f09-acb9-6cfab703d4a9 req-230a39a3-9415-446f-ba80-d2b6070e75d3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:37.632272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a691a45f-03be-4f09-acb9-6cfab703d4a9 req-230a39a3-9415-446f-ba80-d2b6070e75d3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 944 time: 0.1310167 Oct 26 14:02:37.657341 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd61bef8-1aa8-4755-adf1-31a57b9aa481 req-44a20d61-be2a-407d-bab6-44a7218e3ca5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=7621b097-a7ea-497b-964a-33fba61a7f48 HTTP/1.1" status: 200 len: 217 time: 0.0529697 Oct 26 14:02:37.678803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port b9e1d82d-db02-4613-860c-841156ec8531 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:37.679451 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:37.681141 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-fe13f68c-f071-42d1-8659-53c9807129c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:37.683754 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-fe13f68c-f071-42d1-8659-53c9807129c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2965551-3bbf-4edc-bedb-b8d4c84f64c1 HTTP/1.1" status: 200 len: 855 time: 0.0503557 Oct 26 14:02:37.718937 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-23461376-b781-4f32-b7a0-7342bd0b491d service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055080 Oct 26 14:02:37.770944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-5c8d6961-11ac-4c04-9906-3e790d6aa2b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9588c97f-f586-44b3-8176-8350580dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472677 Oct 26 14:02:37.781093 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:37.785589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a691a45f-03be-4f09-acb9-6cfab703d4a9 req-f50e62c4-161f-4630-886d-dbd9bd16de59 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972686 Oct 26 14:02:37.797113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11c702-75d0-4b10-a373-9254a031e747 req-d80bf86d-5a58-4e50-b3b7-68c6a6abb6a5 tempest-ServersAdminNegativeTestJSON-105459583 tempest-ServersAdminNegativeTestJSON-105459583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:37.818473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e1d82d-db02-4613-860c-841156ec8531'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:37.820197 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a11c702-75d0-4b10-a373-9254a031e747 req-d80bf86d-5a58-4e50-b3b7-68c6a6abb6a5 tempest-ServersAdminNegativeTestJSON-105459583 tempest-ServersAdminNegativeTestJSON-105459583-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 1101 time: 0.2728782 Oct 26 14:02:37.826397 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb4c8cf-3e5b-43bf-8821-414238d9e164" -d '{"events": [{"server_uuid": "180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087", "name": "network-vif-plugged", "status": "completed", "tag": "b9e1d82d-db02-4613-860c-841156ec8531"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:37.861702 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-27284240-83ae-41da-a4b6-733e4e5b7465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:37.862397 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b9e1d82d-db02-4613-860c-841156ec8531, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b9e1d82d-db02-4613-860c-841156ec8531,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:37.875667 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:37.909890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61bef8-1aa8-4755-adf1-31a57b9aa481 req-23465776-37b9-4dc0-89ca-8b759b98789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:37.909890 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd61bef8-1aa8-4755-adf1-31a57b9aa481 req-23465776-37b9-4dc0-89ca-8b759b98789d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1898022 Oct 26 14:02:37.913376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27284240-83ae-41da-a4b6-733e4e5b7465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c90548-0c01-4250-8faf-bed3999c19d9,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:37.963406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-359acd10-615f-4f79-b572-0fa9aedc842c service neutron] 10.222.0.11 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741085 Oct 26 14:02:37.965272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a11c702-75d0-4b10-a373-9254a031e747 req-db3bcfaa-72d0-4d0b-85bc-29d2e7c49bc4 tempest-ServersAdminNegativeTestJSON-105459583 tempest-ServersAdminNegativeTestJSON-105459583-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441495 Oct 26 14:02:37.969075 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b9e1d82d-db02-4613-860c-841156ec8531,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:37.994483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27284240-83ae-41da-a4b6-733e4e5b7465 admin admin] Checking segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:37.994833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27284240-83ae-41da-a4b6-733e4e5b7465 admin admin] Network hostable DHCP agents. Network: 085226ca-b6b9-4faf-b0ae-34b30fcc3113, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:02:38.017891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61bef8-1aa8-4755-adf1-31a57b9aa481 req-72124162-9683-40a9-bb48-eb2ae1513ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:38.019524 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd61bef8-1aa8-4755-adf1-31a57b9aa481 req-72124162-9683-40a9-bb48-eb2ae1513ad5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921779 Oct 26 14:02:38.024036 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9fbd527e-a558-41bf-9d46-128e55bca08a req-1f7bc812-5593-4964-86e1-541cb8e36703 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703474 Oct 26 14:02:38.031030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27284240-83ae-41da-a4b6-733e4e5b7465 admin admin] Network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:02:38.057419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-27284240-83ae-41da-a4b6-733e4e5b7465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 085226ca-b6b9-4faf-b0ae-34b30fcc3113) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:38.065788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335eea54-06c3-45ec-bf45-6e79f223e880 None None] Network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:02:38.099694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27284240-83ae-41da-a4b6-733e4e5b7465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:38.100309 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-27284240-83ae-41da-a4b6-733e4e5b7465 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:38.126912 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-27284240-83ae-41da-a4b6-733e4e5b7465 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9018018 Oct 26 14:02:38.129689 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52648) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:38.134765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:38.174594 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15ef58b-93da-4195-b690-9771c270b37b x-openstack-request-id: req-e15ef58b-93da-4195-b690-9771c270b37b {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:38.175183 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087", "name": "network-vif-plugged", "status": "completed", "tag": "b9e1d82d-db02-4613-860c-841156ec8531", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:38.175183 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e15ef58b-93da-4195-b690-9771c270b37b {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:38.175523 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e1d82d-db02-4613-860c-841156ec8531', 'code': 200} Oct 26 14:02:38.202247 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:38.206387 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:38.227820 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd61bef8-1aa8-4755-adf1-31a57b9aa481 req-805f61e0-4d21-4656-a1df-0b2695719426 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859891 Oct 26 14:02:38.309319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:02:38.310235 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:38.342129 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:38.500674 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-36b18f0d-d4b7-464f-b432-905bc3eead02 req-13f7d441-8afb-4028-a561-dd1d3d90febb tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=07580c72-af2d-411c-a998-4e959504b5d5 HTTP/1.1" status: 200 len: 210 time: 0.0611563 Oct 26 14:02:38.539209 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:38.546714 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd61bef8-1aa8-4755-adf1-31a57b9aa481 req-e34da15f-bbc3-4c95-acfa-197b2f0fb7a6 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097034 Oct 26 14:02:38.580807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee984976-df57-42ac-8dc4-f67f32cc1453 req-901f8fda-662a-4669-829a-1a76b4a293ce tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:38.589469 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee984976-df57-42ac-8dc4-f67f32cc1453 req-901f8fda-662a-4669-829a-1a76b4a293ce tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 945 time: 0.1585758 Oct 26 14:02:38.627839 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f92f3203-7925-4ae4-b98a-fd9de4df73e0 req-b2a6db8d-1687-4d99-b360-30db98c05cf6 service neutron] 10.222.0.11 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559589 Oct 26 14:02:38.648620 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Allocated IP 172.20.0.2 (085226ca-b6b9-4faf-b0ae-34b30fcc3113/71c90548-0c01-4250-8faf-bed3999c19d9/638da71a-545c-4c05-89b7-f56449af38e7) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:38.689755 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee984976-df57-42ac-8dc4-f67f32cc1453 req-6114f0b0-94ce-47f0-9a37-31ec9a409a5b tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992324 Oct 26 14:02:38.813377 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ee7b2-7904-402c-83d7-843c738934ad req-4396ac87-6737-4a33-a228-8a8f6845700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:38.815720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f67ee7b2-7904-402c-83d7-843c738934ad req-4396ac87-6737-4a33-a228-8a8f6845700f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa561142db2d426c894b3f996f9f4d1c&device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 1095 time: 0.1251845 Oct 26 14:02:38.830638 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:38.837622 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:38.862889 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:38.877592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:38.884311 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:38.888405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:38.888910 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:38.903570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Pushing event updated for resources: {'Port': ['ID=638da71a-545c-4c05-89b7-f56449af38e7,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:38.955000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86eb99-61b0-496a-8110-9e89fbf8005c req-5b9a8879-6846-49f0-9a59-9a2cefd04b7f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:38.963340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d86eb99-61b0-496a-8110-9e89fbf8005c req-5b9a8879-6846-49f0-9a59-9a2cefd04b7f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 947 time: 0.2037911 Oct 26 14:02:38.967686 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ee7b2-7904-402c-83d7-843c738934ad req-5bc86df9-cdb6-4e3f-8c02-52382640d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:38.969041 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Attempting to bind port 638da71a-545c-4c05-89b7-f56449af38e7 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:38.969483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Attempting to bind port 638da71a-545c-4c05-89b7-f56449af38e7 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:38.969921 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Attempting to bind port 638da71a-545c-4c05-89b7-f56449af38e7 on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:38.970063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f67ee7b2-7904-402c-83d7-843c738934ad req-5bc86df9-cdb6-4e3f-8c02-52382640d2dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=9588c97f-f586-44b3-8176-8350580dbf61 HTTP/1.1" status: 200 len: 916 time: 0.1354392 Oct 26 14:02:38.976042 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:38.976515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Checking segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:38.976991 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:38.977776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Bound using segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:38.977905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Bound port: 638da71a-545c-4c05-89b7-f56449af38e7, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:38.978416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:38.998915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d1df9-d841-45ce-a04a-ca30ebf64f7e req-26d0839b-710a-4dcc-8d93-fe36da16e6c7 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:39.007582 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-413d1df9-d841-45ce-a04a-ca30ebf64f7e req-26d0839b-710a-4dcc-8d93-fe36da16e6c7 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 948 time: 0.2129915 Oct 26 14:02:39.042943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Allocated IP 172.25.4.67 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/3b966b69-3f62-45ae-89cf-d6edf7e069c6) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:39.052998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] For port 638da71a-545c-4c05-89b7-f56449af38e7, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:39.057236 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] For port 638da71a-545c-4c05-89b7-f56449af38e7, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=638da71a-545c-4c05-89b7-f56449af38e7,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:39.063048 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:39.072348 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d86eb99-61b0-496a-8110-9e89fbf8005c req-11afeb9e-35c9-4477-83c0-8dd9675866ee tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077232 Oct 26 14:02:39.076563 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f67ee7b2-7904-402c-83d7-843c738934ad req-a3edffdc-e9a8-458f-af1c-1b908aa65749 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=405f8803-532d-43ff-944d-036807d14c3c HTTP/1.1" status: 200 len: 217 time: 0.0620940 Oct 26 14:02:39.101493 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:39.104187 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3643984c-c173-4680-aff2-188c5a02a268" -d '{"events": [{"name": "network-changed", "server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:39.124918 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f11e5d-01e2-4d58-8e12-9da970799b08 None None] Pushing event updated for resources: {'Port': ['ID=638da71a-545c-4c05-89b7-f56449af38e7,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:39.190767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-413d1df9-d841-45ce-a04a-ca30ebf64f7e req-1c1a3d88-92a3-4340-8238-a6b19220f3f5 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820817 Oct 26 14:02:39.223191 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ee7b2-7904-402c-83d7-843c738934ad req-ec3c6aa5-4922-4fa8-83ee-d5a3d92e6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:39.224988 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f67ee7b2-7904-402c-83d7-843c738934ad req-ec3c6aa5-4922-4fa8-83ee-d5a3d92e6f62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2965551-3bbf-4edc-bedb-b8d4c84f64c1 HTTP/1.1" status: 200 len: 855 time: 0.1384122 Oct 26 14:02:39.244965 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:39.306347 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f67ee7b2-7904-402c-83d7-843c738934ad req-2090c966-79a1-41b8-94a1-a95398492bcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9588c97f-f586-44b3-8176-8350580dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709081 Oct 26 14:02:39.337142 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:39.387693 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:39.416384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ff058763-b6e2-4896-9108-3db28b0f98d9 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:39.435595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:39.444278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:39.477687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbc13b-75d5-4d3a-8954-4398bbf4a80e req-41801221-4ffd-4422-a7ca-c5e6ea3b33b1 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:39.489422 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5cbc13b-75d5-4d3a-8954-4398bbf4a80e req-41801221-4ffd-4422-a7ca-c5e6ea3b33b1 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 944 time: 0.1866872 Oct 26 14:02:39.577020 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085fdf60-6060-4f11-b0ad-5739ad95b74c x-openstack-request-id: req-085fdf60-6060-4f11-b0ad-5739ad95b74c {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:39.577285 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:39.577536 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-085fdf60-6060-4f11-b0ad-5739ad95b74c {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:39.578193 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9', 'status': 'completed', 'code': 200} Oct 26 14:02:39.601380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Pushing event updated for resources: {'Port': ['ID=3b966b69-3f62-45ae-89cf-d6edf7e069c6,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:39.628796 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5cbc13b-75d5-4d3a-8954-4398bbf4a80e req-1e2e3fb0-2299-4fc5-afcd-c8e712590b8a tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384923 Oct 26 14:02:39.632999 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 7621b097-a7ea-497b-964a-33fba61a7f48 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:39.645529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b9e1d82d-db02-4613-860c-841156ec8531 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:39.663244 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f67ee7b2-7904-402c-83d7-843c738934ad req-d43b9ff9-d65a-462e-8a47-5671676e7158 service neutron] 10.222.0.11 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465338 Oct 26 14:02:39.737734 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ff058763-b6e2-4896-9108-3db28b0f98d9 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:39.791087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f67ee7b2-7904-402c-83d7-843c738934ad req-0e0aed6b-98b3-4a85-a4c8-bbe15b1be06d service neutron] 10.222.0.11 "GET /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186216 Oct 26 14:02:39.797967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643984c-c173-4680-aff2-188c5a02a268 req-019e98ba-7fe4-4fa3-ad2a-d5215ae2bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:39.799749 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3643984c-c173-4680-aff2-188c5a02a268 req-019e98ba-7fe4-4fa3-ad2a-d5215ae2bff9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 1098 time: 0.1981895 Oct 26 14:02:40.002599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643984c-c173-4680-aff2-188c5a02a268 req-95e47896-316e-47ae-8974-b1086e8c98d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:40.004330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3643984c-c173-4680-aff2-188c5a02a268 req-95e47896-316e-47ae-8974-b1086e8c98d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1961048 Oct 26 14:02:40.139011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3643984c-c173-4680-aff2-188c5a02a268 req-9863eca7-1c05-4042-b00e-d19b08fa7578 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ff058763-b6e2-4896-9108-3db28b0f98d9 HTTP/1.1" status: 200 len: 217 time: 0.1247401 Oct 26 14:02:40.152455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 7621b097-a7ea-497b-964a-33fba61a7f48, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=7621b097-a7ea-497b-964a-33fba61a7f48,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:40.171272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 638da71a-545c-4c05-89b7-f56449af38e7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:40.223997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '7621b097-a7ea-497b-964a-33fba61a7f48', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '7621b097-a7ea-497b-964a-33fba61a7f48', 'mac_address': 'fa:16:3e:dc:33:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:40.251148 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.351368 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e1d82d-db02-4613-860c-841156ec8531'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:40.354460 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c971ee-1a5b-4eec-a3b7-1510c3e9a45c" -d '{"events": [{"server_uuid": "180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e1d82d-db02-4613-860c-841156ec8531"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:40.363000 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 638da71a-545c-4c05-89b7-f56449af38e7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:40.363372 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.406704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643984c-c173-4680-aff2-188c5a02a268 req-60cb6e16-ecf3-4b25-96b0-f30170a12a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:40.415283 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3643984c-c173-4680-aff2-188c5a02a268 req-60cb6e16-ecf3-4b25-96b0-f30170a12a26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 1098 time: 0.1433663 Oct 26 14:02:40.424607 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51bd45-922f-4423-898c-ffac410ff9e3 req-19514ae7-e0fd-4956-b41c-8275d052042d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:40.442326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad51bd45-922f-4423-898c-ffac410ff9e3 req-19514ae7-e0fd-4956-b41c-8275d052042d tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 945 time: 0.2859435 Oct 26 14:02:40.455714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b9e1d82d-db02-4613-860c-841156ec8531, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b9e1d82d-db02-4613-860c-841156ec8531,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:40.460617 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.512432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643984c-c173-4680-aff2-188c5a02a268 req-1c16e67d-0947-4f29-9fb0-016d4e1d18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:40.513911 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3643984c-c173-4680-aff2-188c5a02a268 req-1c16e67d-0947-4f29-9fb0-016d4e1d18dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.3368101 Oct 26 14:02:40.518471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7621b097-a7ea-497b-964a-33fba61a7f48 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:40.530562 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.533045 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.611591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 7621b097-a7ea-497b-964a-33fba61a7f48, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=7621b097-a7ea-497b-964a-33fba61a7f48,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:40.625272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad51bd45-922f-4423-898c-ffac410ff9e3 req-4be56f7d-90de-4bbb-8349-7b4c1d38319e tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777945 Oct 26 14:02:40.634004 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.645543 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 638da71a-545c-4c05-89b7-f56449af38e7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=638da71a-545c-4c05-89b7-f56449af38e7,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:40.646154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a329be-0361-408d-8a2e-ecdc73704d2f req-187310d6-9afe-42da-a20e-5f4bae54b18c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:40.661075 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27a329be-0361-408d-8a2e-ecdc73704d2f req-187310d6-9afe-42da-a20e-5f4bae54b18c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 947 time: 0.3696287 Oct 26 14:02:40.661610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6466218-a24e-4245-9b03-df6abd1baba5 None None] Network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:02:40.668204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b9e1d82d-db02-4613-860c-841156ec8531,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:40.677232 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.715530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643984c-c173-4680-aff2-188c5a02a268 req-89101d8e-9823-4924-871f-e097fb3a5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:40.717017 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3643984c-c173-4680-aff2-188c5a02a268 req-89101d8e-9823-4924-871f-e097fb3a5cbf service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2777479 Oct 26 14:02:40.765287 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.768378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643984c-c173-4680-aff2-188c5a02a268 req-93b3b2ce-8f07-403f-b913-695c9f035bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:40.770094 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3643984c-c173-4680-aff2-188c5a02a268 req-93b3b2ce-8f07-403f-b913-695c9f035bdc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2385037 Oct 26 14:02:40.790617 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9af16b89-8d06-465a-a30a-a8f2f53e53d0 None None] Provisioning complete for port 638da71a-545c-4c05-89b7-f56449af38e7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:40.791207 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9af16b89-8d06-465a-a30a-a8f2f53e53d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.850441 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=7621b097-a7ea-497b-964a-33fba61a7f48,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:40.873531 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3643984c-c173-4680-aff2-188c5a02a268 req-a0954ee5-c1dc-4b88-9ea8-b8db1541af44 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ff058763-b6e2-4896-9108-3db28b0f98d9 HTTP/1.1" status: 200 len: 217 time: 0.1471522 Oct 26 14:02:40.904058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27a329be-0361-408d-8a2e-ecdc73704d2f req-66b5db45-56a7-4b3f-b38a-e81822c172d3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410529 Oct 26 14:02:40.951025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9043-1247-4c1b-8419-61daaaa7f845 req-2c28c740-f0be-47f7-a103-fe390709574b tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:40.952613 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2db9043-1247-4c1b-8419-61daaaa7f845 req-2c28c740-f0be-47f7-a103-fe390709574b tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 950 time: 0.2369051 Oct 26 14:02:40.962903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3643984c-c173-4680-aff2-188c5a02a268 req-97c80f46-f282-4dbf-a9a8-d93809973c57 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801691 Oct 26 14:02:40.963953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=638da71a-545c-4c05-89b7-f56449af38e7,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:41.044784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['7621b097-a7ea-497b-964a-33fba61a7f48'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:41.075742 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:41.086282 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643984c-c173-4680-aff2-188c5a02a268 req-9dfa4f4a-8223-428f-8ee7-be9e6d442511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:41.088388 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3643984c-c173-4680-aff2-188c5a02a268 req-9dfa4f4a-8223-428f-8ee7-be9e6d442511 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1711068 Oct 26 14:02:41.146781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2db9043-1247-4c1b-8419-61daaaa7f845 req-3db99c07-ff98-4865-a830-4711a086ec8a tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812065 Oct 26 14:02:41.205548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbf2a7-522c-43d6-bf6a-74f9a0447cc1 req-43572db2-3720-49bb-a806-408bd1894e69 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:41.218505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7cdbf2a7-522c-43d6-bf6a-74f9a0447cc1 req-43572db2-3720-49bb-a806-408bd1894e69 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 949 time: 0.1840854 Oct 26 14:02:41.224534 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdad7d4a-3e40-4ded-b515-dc2999e5fab9 x-openstack-request-id: req-cdad7d4a-3e40-4ded-b515-dc2999e5fab9 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:41.224780 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e1d82d-db02-4613-860c-841156ec8531", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:41.225175 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdad7d4a-3e40-4ded-b515-dc2999e5fab9 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:41.225559 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e1d82d-db02-4613-860c-841156ec8531', 'code': 200} Oct 26 14:02:41.304548 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3643984c-c173-4680-aff2-188c5a02a268 req-e0cced43-cb3d-467e-adab-b2bcd2c9821b service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236115 Oct 26 14:02:41.346615 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7cdbf2a7-522c-43d6-bf6a-74f9a0447cc1 req-df6d0f70-a197-496d-a177-a8130c7c802c tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261575 Oct 26 14:02:41.445890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643984c-c173-4680-aff2-188c5a02a268 req-2f9a5cdb-bacd-4116-bb8d-866f6937d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:41.447441 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3643984c-c173-4680-aff2-188c5a02a268 req-2f9a5cdb-bacd-4116-bb8d-866f6937d5f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2732823 Oct 26 14:02:41.500381 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01755731-74ac-4ee1-bb4b-42ed2a8fbb52 req-57fddf8a-623e-444e-9789-016a2c70f77d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:41.501970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01755731-74ac-4ee1-bb4b-42ed2a8fbb52 req-57fddf8a-623e-444e-9789-016a2c70f77d tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 944 time: 0.0850306 Oct 26 14:02:41.520080 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-26b67607-2920-4418-b546-9c17ebfd6409 None None] Provisioning complete for port 638da71a-545c-4c05-89b7-f56449af38e7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:41.520622 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-26b67607-2920-4418-b546-9c17ebfd6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:41.528505 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da3ebe-f2f2-4aea-8a80-3c5226a3dbe4 req-f09d62b7-cb1f-4679-9b8c-61b7ff5e8fa8 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:41.530597 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-56da3ebe-f2f2-4aea-8a80-3c5226a3dbe4 req-f09d62b7-cb1f-4679-9b8c-61b7ff5e8fa8 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.25 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 943 time: 0.1571314 Oct 26 14:02:41.547830 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01755731-74ac-4ee1-bb4b-42ed2a8fbb52 req-8f59c0b8-2eee-4389-bb1c-47bf94e35f64 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389411 Oct 26 14:02:41.619389 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3643984c-c173-4680-aff2-188c5a02a268 req-e5693b54-1884-4047-974f-00999965664c service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588776 Oct 26 14:02:41.634107 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device ff058763-b6e2-4896-9108-3db28b0f98d9 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:41.674295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Router 8395223f-c802-4677-a08d-47bcff5d29d5 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:02:41.776227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f19b9-1070-49a6-9fff-3655dfc66334 req-3e5d47ce-30c3-4784-a325-cace79dcb34a tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:41.783410 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ff058763-b6e2-4896-9108-3db28b0f98d9,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:41.784827 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f90f19b9-1070-49a6-9fff-3655dfc66334 req-3e5d47ce-30c3-4784-a325-cace79dcb34a tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 943 time: 0.0722086 Oct 26 14:02:41.796096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'ff058763-b6e2-4896-9108-3db28b0f98d9', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'ff058763-b6e2-4896-9108-3db28b0f98d9', 'mac_address': 'fa:16:3e:69:7b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:41.864065 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f90f19b9-1070-49a6-9fff-3655dfc66334 req-7f8aa231-ad9e-4e95-9b10-67196e80866e tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b0681ea-ef06-4346-bf3b-210abd0347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776534 Oct 26 14:02:41.883241 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:41.931610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff058763-b6e2-4896-9108-3db28b0f98d9 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:41.955405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 638da71a-545c-4c05-89b7-f56449af38e7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:41.972093 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3643984c-c173-4680-aff2-188c5a02a268 req-52d150b4-a90d-4c64-8ddd-11a48668fb7d service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287673 Oct 26 14:02:41.997070 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:02:42.006459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-56da3ebe-f2f2-4aea-8a80-3c5226a3dbe4 req-64751e1b-9738-4506-9ec8-10bbd416eb91 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Deleting port b9e1d82d-db02-4613-860c-841156ec8531 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:42.007079 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-56da3ebe-f2f2-4aea-8a80-3c5226a3dbe4 req-64751e1b-9738-4506-9ec8-10bbd416eb91 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.008070 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Sync routers for ids ['8395223f-c802-4677-a08d-47bcff5d29d5'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:02:42.027007 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Routers {'8395223f-c802-4677-a08d-47bcff5d29d5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:02:42.029804 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:02:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8395223f-c802-4677-a08d-47bcff5d29d5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:42.056906 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ff058763-b6e2-4896-9108-3db28b0f98d9,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:42.071065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bab1bc-07b9-4d3d-9736-6a62da57907f req-71b386a2-669f-4e8a-a0ee-30fd11ee25d2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:42.078576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.083774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4bab1bc-07b9-4d3d-9736-6a62da57907f req-71b386a2-669f-4e8a-a0ee-30fd11ee25d2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 947 time: 0.1119936 Oct 26 14:02:42.085026 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-14bede5d-f90f-40e1-aded-241b893e7313 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9538553 Oct 26 14:02:42.088002 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52706) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:42.089871 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.103087 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c80dc1-5f52-4c87-8232-7824f606d5a7 req-159d03ea-7547-43a0-ad49-df6dce875705 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:42.104602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70c80dc1-5f52-4c87-8232-7824f606d5a7 req-159d03ea-7547-43a0-ad49-df6dce875705 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 950 time: 0.1221960 Oct 26 14:02:42.257420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-56da3ebe-f2f2-4aea-8a80-3c5226a3dbe4 req-64751e1b-9738-4506-9ec8-10bbd416eb91 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] For port b9e1d82d-db02-4613-860c-841156ec8531, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b9e1d82d-db02-4613-860c-841156ec8531,segment=NetworkSegment(a259af94-8a50-4d65-8c5c-c074c6eb054c),segment_id=a259af94-8a50-4d65-8c5c-c074c6eb054c)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:42.265588 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-56da3ebe-f2f2-4aea-8a80-3c5226a3dbe4 req-64751e1b-9738-4506-9ec8-10bbd416eb91 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.299217 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=ff058763-b6e2-4896-9108-3db28b0f98d9,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:42.314420 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 638da71a-545c-4c05-89b7-f56449af38e7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:42.316209 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.320290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4bab1bc-07b9-4d3d-9736-6a62da57907f req-ee3efde4-ed37-43d1-b41f-d05c55693951 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322128 Oct 26 14:02:42.321870 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Set router 8395223f-c802-4677-a08d-47bcff5d29d5 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:02:42.337698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-56da3ebe-f2f2-4aea-8a80-3c5226a3dbe4 req-64751e1b-9738-4506-9ec8-10bbd416eb91 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Calling delete_port for b9e1d82d-db02-4613-860c-841156ec8531 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:42.448631 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['ff058763-b6e2-4896-9108-3db28b0f98d9'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:42.599093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f51c8a-7fb7-4cb1-b189-9b17ae552a78 req-f49051a8-c469-41f8-98ac-5946cdd1cd4e tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:42.606963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82f51c8a-7fb7-4cb1-b189-9b17ae552a78 req-f49051a8-c469-41f8-98ac-5946cdd1cd4e tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 950 time: 0.3020961 Oct 26 14:02:42.671309 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82f51c8a-7fb7-4cb1-b189-9b17ae552a78 req-f09e8de1-95d0-4a22-aab4-a2b16ad52adf tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560663 Oct 26 14:02:42.688782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-70c80dc1-5f52-4c87-8232-7824f606d5a7 req-d291f7af-3229-4d4d-9056-56ccf80ce1e5 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Deleting port 9278dc85-974f-44bb-bd5e-f6a713c6a496 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:42.690784 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-70c80dc1-5f52-4c87-8232-7824f606d5a7 req-d291f7af-3229-4d4d-9056-56ccf80ce1e5 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.744233 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-56da3ebe-f2f2-4aea-8a80-3c5226a3dbe4 req-64751e1b-9738-4506-9ec8-10bbd416eb91 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.764760 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7df7db87-7cd8-4477-bf9d-0c28173e8682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.856571 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:40Z', 'revision_number': 3, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port': {'id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:42.864550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-70c80dc1-5f52-4c87-8232-7824f606d5a7 req-d291f7af-3229-4d4d-9056-56ccf80ce1e5 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] For port 9278dc85-974f-44bb-bd5e-f6a713c6a496, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9278dc85-974f-44bb-bd5e-f6a713c6a496,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:42.865026 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-70c80dc1-5f52-4c87-8232-7824f606d5a7 req-d291f7af-3229-4d4d-9056-56ccf80ce1e5 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.878969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-70c80dc1-5f52-4c87-8232-7824f606d5a7 req-d291f7af-3229-4d4d-9056-56ccf80ce1e5 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Calling delete_port for 9278dc85-974f-44bb-bd5e-f6a713c6a496 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:42.917558 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Checking router: 8395223f-c802-4677-a08d-47bcff5d29d5 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:02:42.918320 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Updating router 8395223f-c802-4677-a08d-47bcff5d29d5 port 3b966b69-3f62-45ae-89cf-d6edf7e069c6 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:02:42.928709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64751e1b-9738-4506-9ec8-10bbd416eb91 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Pushing event deleted for resources: {'Port': ['ID=b9e1d82d-db02-4613-860c-841156ec8531,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:42.976285 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.046439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-56da3ebe-f2f2-4aea-8a80-3c5226a3dbe4 req-64751e1b-9738-4506-9ec8-10bbd416eb91 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] No DVR routers for this DVR port b9e1d82d-db02-4613-860c-841156ec8531 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:43.050280 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-56da3ebe-f2f2-4aea-8a80-3c5226a3dbe4 req-64751e1b-9738-4506-9ec8-10bbd416eb91 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.059651 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-56da3ebe-f2f2-4aea-8a80-3c5226a3dbe4 req-64751e1b-9738-4506-9ec8-10bbd416eb91 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.25 "DELETE /v2.0/ports/b9e1d82d-db02-4613-860c-841156ec8531 HTTP/1.1" status: 204 len: 173 time: 1.5193298 Oct 26 14:02:43.101091 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087', 'name': 'network-vif-deleted', 'tag': 'b9e1d82d-db02-4613-860c-841156ec8531'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:43.105096 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-70c80dc1-5f52-4c87-8232-7824f606d5a7 req-d291f7af-3229-4d4d-9056-56ccf80ce1e5 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.112094 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ac10cf-bfc8-4231-8801-268563c57a9b" -d '{"events": [{"server_uuid": "180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087", "name": "network-vif-deleted", "tag": "b9e1d82d-db02-4613-860c-841156ec8531"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:43.120086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc90ce1-a75a-4370-bfd9-af11464f2a60 req-dbe61cf0-896b-4991-baa0-eddd405cd1f9 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:43.121073 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9278dc85-974f-44bb-bd5e-f6a713c6a496'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:43.128855 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bc90ce1-a75a-4370-bfd9-af11464f2a60 req-dbe61cf0-896b-4991-baa0-eddd405cd1f9 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 944 time: 0.1183159 Oct 26 14:02:43.170882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff4d1-3f98-49a8-abbd-3acbb279fb80 req-1e827b06-502c-422a-9b3d-f775722c9705 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:43.179060 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c6ff4d1-3f98-49a8-abbd-3acbb279fb80 req-1e827b06-502c-422a-9b3d-f775722c9705 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 949 time: 0.1696470 Oct 26 14:02:43.179886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-7d84a1cc-27fb-497d-bffe-82c64fcd2e08 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:43.181441 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-7d84a1cc-27fb-497d-bffe-82c64fcd2e08 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041&tenant_id=f254c3780f9c4422b640c485cb709267&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 948 time: 0.3414023 Oct 26 14:02:43.212203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291f7af-3229-4d4d-9056-56ccf80ce1e5 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Pushing event deleted for resources: {'Port': ['ID=9278dc85-974f-44bb-bd5e-f6a713c6a496,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:43.316737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c6ff4d1-3f98-49a8-abbd-3acbb279fb80 req-a1c5f846-4a12-4a90-a33d-16c8e7be67b8 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365011 Oct 26 14:02:43.345648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c80dc1-5f52-4c87-8232-7824f606d5a7 req-d291f7af-3229-4d4d-9056-56ccf80ce1e5 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] No DVR routers for this DVR port 9278dc85-974f-44bb-bd5e-f6a713c6a496 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:43.350697 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-70c80dc1-5f52-4c87-8232-7824f606d5a7 req-d291f7af-3229-4d4d-9056-56ccf80ce1e5 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.361097 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70c80dc1-5f52-4c87-8232-7824f606d5a7 req-d291f7af-3229-4d4d-9056-56ccf80ce1e5 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.11 "DELETE /v2.0/ports/9278dc85-974f-44bb-bd5e-f6a713c6a496 HTTP/1.1" status: 204 len: 173 time: 1.2391927 Oct 26 14:02:43.361829 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0e3142-c3aa-49bd-b43e-be18ff5d9022', 'name': 'network-vif-deleted', 'tag': '9278dc85-974f-44bb-bd5e-f6a713c6a496'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:43.380971 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0179ad6-2bb0-44e2-9df7-30b603a1c13b" -d '{"events": [{"server_uuid": "0a0e3142-c3aa-49bd-b43e-be18ff5d9022", "name": "network-vif-deleted", "tag": "9278dc85-974f-44bb-bd5e-f6a713c6a496"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:43.409432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bc90ce1-a75a-4370-bfd9-af11464f2a60 req-29dd1f28-7e38-4512-a0be-89539e9c9661 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794361 Oct 26 14:02:43.413285 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-8e844f13-0a59-4335-aec7-23f6518dd5ac service neutron] 10.222.0.25 "GET /v2.0/ports/ff058763-b6e2-4896-9108-3db28b0f98d9/bindings/n-h1-815498-1 HTTP/1.1" status: 200 len: 382 time: 0.2177591 Oct 26 14:02:43.431738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 405f8803-532d-43ff-944d-036807d14c3c details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:43.432973 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.644588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 405f8803-532d-43ff-944d-036807d14c3c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=405f8803-532d-43ff-944d-036807d14c3c,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:43.654525 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-9fc09e8f-6d7f-4fde-9b2d-c95a80a45a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:43.656469 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-9fc09e8f-6d7f-4fde-9b2d-c95a80a45a72 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 1099 time: 0.1396079 Oct 26 14:02:43.700806 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '405f8803-532d-43ff-944d-036807d14c3c', 'network_id': '9588c97f-f586-44b3-8176-8350580dbf61', 'port_id': '405f8803-532d-43ff-944d-036807d14c3c', 'mac_address': 'fa:16:3e:8d:b0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2965551-3bbf-4edc-bedb-b8d4c84f64c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:43.705141 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['96eb0562-0bbb-4a5b-8f72-a43e816fa8b2'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:43.719668 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 7621b097-a7ea-497b-964a-33fba61a7f48 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:43.736611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f5f68-6b3d-4b14-89be-306277cae629 req-bb58c5de-dbab-4ab6-b841-80aa4d3d9933 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:43.738326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-936f5f68-6b3d-4b14-89be-306277cae629 req-bb58c5de-dbab-4ab6-b841-80aa4d3d9933 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 948 time: 0.2226138 Oct 26 14:02:43.768134 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.777359 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79ec89f7-c225-4abb-b044-c2f8d7472208 req-1f381f49-5f77-48a3-9259-628dd2b4ae64 tempest-ImagesTestJSON-1128053424 tempest-ImagesTestJSON-1128053424-project] 10.222.0.32 "GET /v2.0/ports?device_id=180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087 HTTP/1.1" status: 200 len: 210 time: 0.0328979 Oct 26 14:02:43.793250 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.856110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-936f5f68-6b3d-4b14-89be-306277cae629 req-df639895-f6ec-46be-aefe-85cd17fd9468 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814142 Oct 26 14:02:43.864114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Allocated IP 172.20.0.1 (085226ca-b6b9-4faf-b0ae-34b30fcc3113/71c90548-0c01-4250-8faf-bed3999c19d9/cff439eb-6c8a-4e27-b9c2-259b03d07b90) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:43.933938 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0379e1ef-ee47-4250-a49b-b5673ef0d3c8 x-openstack-request-id: req-0379e1ef-ee47-4250-a49b-b5673ef0d3c8 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:43.938463 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087", "name": "network-vif-deleted", "tag": "b9e1d82d-db02-4613-860c-841156ec8531", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:43.938594 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Attempting to bind port 3b966b69-3f62-45ae-89cf-d6edf7e069c6 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:43.938715 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0379e1ef-ee47-4250-a49b-b5673ef0d3c8 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:43.938981 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Attempting to bind port 3b966b69-3f62-45ae-89cf-d6edf7e069c6 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:43.939143 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180cbf5b-d9fa-4b2c-ac3b-0ad7e9790087', 'name': 'network-vif-deleted', 'tag': 'b9e1d82d-db02-4613-860c-841156ec8531', 'status': 'completed', 'code': 200} Oct 26 14:02:43.939246 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Attempting to bind port 3b966b69-3f62-45ae-89cf-d6edf7e069c6 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:43.950488 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fd804-65d5-4079-becc-f790a174df87 None None] Pushing event updated for resources: {'Port': ['ID=3b966b69-3f62-45ae-89cf-d6edf7e069c6,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:43.953487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-695e4346-13b5-4b49-a7b1-99c8f5d608f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:43.953970 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:43.954763 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:43.954763 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.955191 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:43.956262 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Bound port: 3b966b69-3f62-45ae-89cf-d6edf7e069c6, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:43.956262 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.966021 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-695e4346-13b5-4b49-a7b1-99c8f5d608f6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2987537 Oct 26 14:02:43.993165 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f547f6-945a-4d7f-aa99-9f8d3555c531 x-openstack-request-id: req-f7f547f6-945a-4d7f-aa99-9f8d3555c531 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:43.993674 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0e3142-c3aa-49bd-b43e-be18ff5d9022", "name": "network-vif-deleted", "tag": "9278dc85-974f-44bb-bd5e-f6a713c6a496", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:43.994174 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7f547f6-945a-4d7f-aa99-9f8d3555c531 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:43.994731 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0e3142-c3aa-49bd-b43e-be18ff5d9022', 'name': 'network-vif-deleted', 'tag': '9278dc85-974f-44bb-bd5e-f6a713c6a496', 'status': 'completed', 'code': 200} Oct 26 14:02:44.040479 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106fd804-65d5-4079-becc-f790a174df87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:44.042136 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.054574 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106fd804-65d5-4079-becc-f790a174df87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:44.055177 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106fd804-65d5-4079-becc-f790a174df87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:44.055683 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106fd804-65d5-4079-becc-f790a174df87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:44.056186 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106fd804-65d5-4079-becc-f790a174df87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:44.056704 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106fd804-65d5-4079-becc-f790a174df87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:44.057211 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106fd804-65d5-4079-becc-f790a174df87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:44.057699 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106fd804-65d5-4079-becc-f790a174df87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:44.058210 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106fd804-65d5-4079-becc-f790a174df87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:44.058686 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106fd804-65d5-4079-becc-f790a174df87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:44.059190 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106fd804-65d5-4079-becc-f790a174df87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:44.059676 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106fd804-65d5-4079-becc-f790a174df87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:44.111630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405f8803-532d-43ff-944d-036807d14c3c {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:44.123511 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] For port 3b966b69-3f62-45ae-89cf-d6edf7e069c6, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:44.129101 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-17b0799e-f40d-4047-acae-098861177628 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ff058763-b6e2-4896-9108-3db28b0f98d9 HTTP/1.1" status: 200 len: 217 time: 0.1503007 Oct 26 14:02:44.129711 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] For port 3b966b69-3f62-45ae-89cf-d6edf7e069c6, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3b966b69-3f62-45ae-89cf-d6edf7e069c6,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:44.144919 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.208754 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fd804-65d5-4079-becc-f790a174df87 None None] Pushing event updated for resources: {'Port': ['ID=3b966b69-3f62-45ae-89cf-d6edf7e069c6,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:44.225940 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Routers {'8395223f-c802-4677-a08d-47bcff5d29d5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:02:44.226837 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:02:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8395223f-c802-4677-a08d-47bcff5d29d5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:44.228772 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-811b4b27-5025-4008-a4da-6cd0e195ec58 req-65b6789d-126e-4a30-914e-1771cfdf6527 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a0e3142-c3aa-49bd-b43e-be18ff5d9022 HTTP/1.1" status: 200 len: 210 time: 0.0833118 Oct 26 14:02:44.320262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-12ea1740-4725-4539-9b89-c6350fcf83ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:44.321769 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-12ea1740-4725-4539-9b89-c6350fcf83ce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1692016 Oct 26 14:02:44.358048 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] Set router 8395223f-c802-4677-a08d-47bcff5d29d5 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:02:44.373368 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.414856 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 405f8803-532d-43ff-944d-036807d14c3c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=405f8803-532d-43ff-944d-036807d14c3c,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:44.420522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 7621b097-a7ea-497b-964a-33fba61a7f48 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:02:44.433012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 7621b097-a7ea-497b-964a-33fba61a7f48 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:44.433451 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.440766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-9e237c62-7d3a-4429-b6e9-2c961bfa6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:44.442532 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-9e237c62-7d3a-4429-b6e9-2c961bfa6dba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084907 Oct 26 14:02:44.532392 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.550509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.559503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11542e-65f4-4639-9428-da65c803cf31 req-bdfe1d54-a8a8-4c45-ac83-999b644064f0 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:44.574023 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba11542e-65f4-4639-9428-da65c803cf31 req-bdfe1d54-a8a8-4c45-ac83-999b644064f0 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 949 time: 0.1269310 Oct 26 14:02:44.603055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=405f8803-532d-43ff-944d-036807d14c3c,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:44.667215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba11542e-65f4-4639-9428-da65c803cf31 req-86e4cb4d-70b5-4adf-9f8e-ea4d477c11ab tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917225 Oct 26 14:02:44.683732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:44.696145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:44.707390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:44.715669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Pushing event updated for resources: {'Port': ['ID=cff439eb-6c8a-4e27-b9c2-259b03d07b90,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:44.728511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a29ee-668e-485e-af50-3aa18cb6dd6a req-cba9c527-5b73-4f17-941e-f3b230042285 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:44.739502 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:40Z', 'revision_number': 3, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port': {'id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:44.745476 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-272a29ee-668e-485e-af50-3aa18cb6dd6a req-cba9c527-5b73-4f17-941e-f3b230042285 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 945 time: 0.1434381 Oct 26 14:02:44.821191 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.839068 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e4190d-7d60-4bb8-8f01-9bcf359eb649 None None] The sync data for ids ['8395223f-c802-4677-a08d-47bcff5d29d5'] in n-d-815498-1 is: [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:40Z', 'revision_number': 3, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port': {'id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:02:44.872333 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d13d7e7-b7bf-4f20-b83e-5731d0e3af75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7621b097-a7ea-497b-964a-33fba61a7f48'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:44.875158 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4010ea8c-8d48-4608-9bcf-0d6a5fc323c0" -d '{"events": [{"server_uuid": "9d13d7e7-b7bf-4f20-b83e-5731d0e3af75", "name": "network-vif-plugged", "status": "completed", "tag": "7621b097-a7ea-497b-964a-33fba61a7f48"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:44.889450 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-272a29ee-668e-485e-af50-3aa18cb6dd6a req-7b8a2e14-4769-415d-8f4d-e5ac9b42b213 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396444 Oct 26 14:02:44.917799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 7621b097-a7ea-497b-964a-33fba61a7f48, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=7621b097-a7ea-497b-964a-33fba61a7f48,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:44.930156 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.931373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device ff058763-b6e2-4896-9108-3db28b0f98d9 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:45.031859 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395cfa0b-90d2-4ea4-9e2f-56a2e28f505d x-openstack-request-id: req-395cfa0b-90d2-4ea4-9e2f-56a2e28f505d {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:45.032195 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d13d7e7-b7bf-4f20-b83e-5731d0e3af75", "name": "network-vif-plugged", "status": "completed", "tag": "7621b097-a7ea-497b-964a-33fba61a7f48", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:45.032465 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-395cfa0b-90d2-4ea4-9e2f-56a2e28f505d {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:45.032890 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d13d7e7-b7bf-4f20-b83e-5731d0e3af75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7621b097-a7ea-497b-964a-33fba61a7f48', 'code': 200} Oct 26 14:02:45.046867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['405f8803-532d-43ff-944d-036807d14c3c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:45.174658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de739722-04d2-4702-af3e-4b38fd374bdc req-1372c174-18f4-4533-a8fa-c00a2a396862 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:45.176274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de739722-04d2-4702-af3e-4b38fd374bdc req-1372c174-18f4-4533-a8fa-c00a2a396862 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 948 time: 0.1117747 Oct 26 14:02:45.245297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de739722-04d2-4702-af3e-4b38fd374bdc req-82722ea0-0468-4c84-ad7e-af5890428555 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534227 Oct 26 14:02:45.324054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5f37cb37-1cbc-499c-a16e-6b0d3bdb5bc6 None None] Provisioning complete for port cff439eb-6c8a-4e27-b9c2-259b03d07b90 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:45.324421 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5f37cb37-1cbc-499c-a16e-6b0d3bdb5bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:45.347592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port ff058763-b6e2-4896-9108-3db28b0f98d9 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:02:45.370767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port ff058763-b6e2-4896-9108-3db28b0f98d9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:45.371256 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:45.372961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=7621b097-a7ea-497b-964a-33fba61a7f48,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:45.382857 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98f60bdd-b071-4d84-8c94-55a78d23149d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:45.457770 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-5f37cb37-1cbc-499c-a16e-6b0d3bdb5bc6 None None] Port cff439eb-6c8a-4e27-b9c2-259b03d07b90 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:02:45.483254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9278dc85-974f-44bb-bd5e-f6a713c6a496 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:45.540440 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:45.587158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 9278dc85-974f-44bb-bd5e-f6a713c6a496 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:45.587504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9278dc85-974f-44bb-bd5e-f6a713c6a496 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:45.699427 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-eb4abd73-b5f1-4533-a336-b9dd4416285c service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2432563 Oct 26 14:02:45.722427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52784) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:45.804897 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:45.831042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-591dc0b5-a75c-4a08-8436-5c64e1fccb02 admin admin] Deleting subnet 7ff39209-e843-4302-93f9-ea777b3788e6 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:02:45.834512 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-591dc0b5-a75c-4a08-8436-5c64e1fccb02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:45.922499 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70fc89-7f34-47f2-8998-1b62fdd05d16 req-9c102c8b-3f27-4211-8ee8-957e1920bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:45.923879 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ff058763-b6e2-4896-9108-3db28b0f98d9,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:45.926948 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9f70fc89-7f34-47f2-8998-1b62fdd05d16 req-9c102c8b-3f27-4211-8ee8-957e1920bf0a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 1101 time: 0.4909365 Oct 26 14:02:45.932543 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-591dc0b5-a75c-4a08-8436-5c64e1fccb02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:45.937501 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.003743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b9e1d82d-db02-4613-860c-841156ec8531 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:46.010339 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.028986 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-591dc0b5-a75c-4a08-8436-5c64e1fccb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.075803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3b966b69-3f62-45ae-89cf-d6edf7e069c6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:46.080478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: b9e1d82d-db02-4613-860c-841156ec8531 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:46.080814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b9e1d82d-db02-4613-860c-841156ec8531 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:46.137688 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-591dc0b5-a75c-4a08-8436-5c64e1fccb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.143839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=ff058763-b6e2-4896-9108-3db28b0f98d9,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:46.148496 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9f70fc89-7f34-47f2-8998-1b62fdd05d16 req-2822f790-24b4-4a29-b261-e532f97eb7e7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675923 Oct 26 14:02:46.172925 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-591dc0b5-a75c-4a08-8436-5c64e1fccb02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.178882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-591dc0b5-a75c-4a08-8436-5c64e1fccb02 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7ff39209-e843-4302-93f9-ea777b3788e6 HTTP/1.1" status: 204 len: 168 time: 0.4553196 Oct 26 14:02:46.181659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3b966b69-3f62-45ae-89cf-d6edf7e069c6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:46.182057 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.200791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52790) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:46.289912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b527c-6d43-4461-887b-7130a2fb01c3 req-c5fe5348-3634-4fb4-ab26-e1387ec78145 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:46.298881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-165b527c-6d43-4461-887b-7130a2fb01c3 req-c5fe5348-3634-4fb4-ab26-e1387ec78145 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 950 time: 0.3308516 Oct 26 14:02:46.307625 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fecdc7e4-90d1-4910-ba2f-bcd514fb2465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.311447 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dc0b5-a75c-4a08-8436-5c64e1fccb02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff39209-e843-4302-93f9-ea777b3788e6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:46.354350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5d0ec-b6bf-4ed9-a20a-54e2b82fef74 req-7dd0c708-1c7a-44ce-9617-94b0bc2e2c9a tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:46.355682 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.361905 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ed5d0ec-b6bf-4ed9-a20a-54e2b82fef74 req-7dd0c708-1c7a-44ce-9617-94b0bc2e2c9a tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 950 time: 0.3927865 Oct 26 14:02:46.404793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 3b966b69-3f62-45ae-89cf-d6edf7e069c6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3b966b69-3f62-45ae-89cf-d6edf7e069c6,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:46.411205 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.412160 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-16a91a1a-3375-45a6-8da2-69b70770a7af service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175381 Oct 26 14:02:46.448410 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-165b527c-6d43-4461-887b-7130a2fb01c3 req-bd4b2a36-33db-4ef3-b9b3-6513845f275f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484079 Oct 26 14:02:46.524211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fecdc7e4-90d1-4910-ba2f-bcd514fb2465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.539899 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ed5d0ec-b6bf-4ed9-a20a-54e2b82fef74 req-d5841545-0434-4c3f-a85c-e0a87b6466ed tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728129 Oct 26 14:02:46.554991 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=3b966b69-3f62-45ae-89cf-d6edf7e069c6,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:46.584661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.593470 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.594786 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.602588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-fecdc7e4-90d1-4910-ba2f-bcd514fb2465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24ddd0f-fa77-485e-ab74-257cc0269123']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:46.630250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-fecdc7e4-90d1-4910-ba2f-bcd514fb2465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a259af94-8a50-4d65-8c5c-c074c6eb054c') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:46.631248 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-fecdc7e4-90d1-4910-ba2f-bcd514fb2465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a259af94-8a50-4d65-8c5c-c074c6eb054c') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:46.644496 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fecdc7e4-90d1-4910-ba2f-bcd514fb2465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.677261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26788a-5370-4389-b90d-3c0d942f4005 req-896ecb8d-a25d-41cc-9682-caff40c1737a tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:46.685523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc26788a-5370-4389-b90d-3c0d942f4005 req-896ecb8d-a25d-41cc-9682-caff40c1737a tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 945 time: 0.1055956 Oct 26 14:02:46.692220 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.695474 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fecdc7e4-90d1-4910-ba2f-bcd514fb2465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.709626 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Pushing event updated for resources: {'Port': ['ID=cff439eb-6c8a-4e27-b9c2-259b03d07b90,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:46.712560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.748476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecdc7e4-90d1-4910-ba2f-bcd514fb2465 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:02:46.748946 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fecdc7e4-90d1-4910-ba2f-bcd514fb2465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:02:46.752587 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:02:46.831836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:46.834173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:46.837737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc26788a-5370-4389-b90d-3c0d942f4005 req-c977520e-f059-4e85-afd9-742906c43260 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466894 Oct 26 14:02:46.855802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62356388-3413-40ee-a0d8-b731af5ef630 req-a9de105c-6e84-4fe6-b20c-70f09b2db4d2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:46.857381 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62356388-3413-40ee-a0d8-b731af5ef630 req-a9de105c-6e84-4fe6-b20c-70f09b2db4d2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.1595578 Oct 26 14:02:46.862920 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fecdc7e4-90d1-4910-ba2f-bcd514fb2465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.886377 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fecdc7e4-90d1-4910-ba2f-bcd514fb2465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.902336 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fecdc7e4-90d1-4910-ba2f-bcd514fb2465 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c24ddd0f-fa77-485e-ab74-257cc0269123 HTTP/1.1" status: 204 len: 168 time: 0.6959302 Oct 26 14:02:46.953012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdc7e4-90d1-4910-ba2f-bcd514fb2465 admin admin] Pushing event deleted for resources: {'Network': ['ID=c24ddd0f-fa77-485e-ab74-257cc0269123,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:47.022097 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62356388-3413-40ee-a0d8-b731af5ef630 req-d29d7f4d-3431-4caa-81c2-f3d79e3e1f99 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509273 Oct 26 14:02:47.034382 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:47.036793 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bb4119-e029-4fe7-8467-e02a07daf0b2" -d '{"events": [{"server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "name": "network-vif-plugged", "status": "completed", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:47.108660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Router 8395223f-c802-4677-a08d-47bcff5d29d5 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:02:47.209261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-71deec4d-f00d-4acc-bb2c-825756044fbb None None] Provisioning complete for port cff439eb-6c8a-4e27-b9c2-259b03d07b90 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:47.209848 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-71deec4d-f00d-4acc-bb2c-825756044fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:47.230482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52806) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:47.338004 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53e5e47-311d-414d-af2a-1890d7f7e81e x-openstack-request-id: req-e53e5e47-311d-414d-af2a-1890d7f7e81e {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:47.338301 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "name": "network-vif-plugged", "status": "completed", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:47.341468 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e53e5e47-311d-414d-af2a-1890d7f7e81e {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:47.342101 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9', 'code': 200} Oct 26 14:02:47.349043 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52808) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:47.349295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-71deec4d-f00d-4acc-bb2c-825756044fbb None None] Port cff439eb-6c8a-4e27-b9c2-259b03d07b90 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:02:47.354534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e3711ac4-5e59-46d1-a090-3377d5731c48 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe202f0b444d46c5af4121e32536c24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1196480 Oct 26 14:02:47.431441 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:02:47.439734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e531dd9-38a4-4925-ac69-27455a277feb req-a6a91116-d63a-42be-9111-218b4b333a60 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:47.443683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 405f8803-532d-43ff-944d-036807d14c3c up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:47.448147 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e531dd9-38a4-4925-ac69-27455a277feb req-a6a91116-d63a-42be-9111-218b4b333a60 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 945 time: 0.0919631 Oct 26 14:02:47.497108 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-52c5e089-b3f5-4c6c-b167-53074d06bf4a admin admin] 10.222.0.32 "PUT /v2.0/routers/8395223f-c802-4677-a08d-47bcff5d29d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3996642 Oct 26 14:02:47.502948 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e5b283c-4a23-414a-a7a3-c7c3f93e0d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:47.532302 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e531dd9-38a4-4925-ac69-27455a277feb req-d292a81d-4fe1-400a-a6ed-f4971b1a5ae0 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830791 Oct 26 14:02:47.554715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 405f8803-532d-43ff-944d-036807d14c3c completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:02:47.558626 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 405f8803-532d-43ff-944d-036807d14c3c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:47.559156 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:47.621583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e5b283c-4a23-414a-a7a3-c7c3f93e0d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:47.753094 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906e1a-cc6d-419c-89e0-7ea5befa6f32 req-b5b0c0b3-29d5-4a08-b77f-cc8dc54f9025 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:47.760730 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2906e1a-cc6d-419c-89e0-7ea5befa6f32 req-b5b0c0b3-29d5-4a08-b77f-cc8dc54f9025 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 950 time: 0.1200087 Oct 26 14:02:47.779401 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cec62e-c7ae-4a3e-bda0-0436d8df0210 req-c06328b9-2da6-4b3f-a2f2-13f46856c640 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:47.781558 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1cec62e-c7ae-4a3e-bda0-0436d8df0210 req-c06328b9-2da6-4b3f-a2f2-13f46856c640 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 950 time: 0.1270294 Oct 26 14:02:47.791918 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:47.804372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082860f0-a664-4f9c-bb45-f91a62290832 req-779d270f-1acf-41be-8fee-656525159129 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:47.807477 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-082860f0-a664-4f9c-bb45-f91a62290832 req-779d270f-1acf-41be-8fee-656525159129 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 950 time: 0.1772592 Oct 26 14:02:47.834485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Sync routers for ids ['8395223f-c802-4677-a08d-47bcff5d29d5'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:02:47.861367 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2906e1a-cc6d-419c-89e0-7ea5befa6f32 req-0be58d8a-2b00-4294-bfa7-c325c819df18 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/security-groups?id=065fd880-1d36-47d4-a6e3-ee6f2128fd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855508 Oct 26 14:02:47.873133 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 405f8803-532d-43ff-944d-036807d14c3c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=405f8803-532d-43ff-944d-036807d14c3c,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:47.874377 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1cec62e-c7ae-4a3e-bda0-0436d8df0210 req-d2c1c6c8-3c86-44fa-8b03-ac03179881c3 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821481 Oct 26 14:02:47.910553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Routers {'8395223f-c802-4677-a08d-47bcff5d29d5'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:02:47.911069 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e5b283c-4a23-414a-a7a3-c7c3f93e0d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:47.911165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-81c73838-835c-419b-9fdd-546652dec700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:02:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8395223f-c802-4677-a08d-47bcff5d29d5'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:47.911269 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e5b283c-4a23-414a-a7a3-c7c3f93e0d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:47.913398 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6e5b283c-4a23-414a-a7a3-c7c3f93e0d19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b0681ea-ef06-4346-bf3b-210abd0347d8 HTTP/1.1" status: 204 len: 168 time: 0.5614748 Oct 26 14:02:47.968408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b283c-4a23-414a-a7a3-c7c3f93e0d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0681ea-ef06-4346-bf3b-210abd0347d8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:48.050807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-082860f0-a664-4f9c-bb45-f91a62290832 req-c3379028-1d9e-4f28-844d-5a681d1a0db4 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Deleting port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:48.051100 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-082860f0-a664-4f9c-bb45-f91a62290832 req-c3379028-1d9e-4f28-844d-5a681d1a0db4 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:48.108847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9bb19-74f5-4426-a1be-0340a45f0a3e req-21e3d6d8-7899-459a-9ef0-92cc33cc3ba3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:48.110437 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13d9bb19-74f5-4426-a1be-0340a45f0a3e req-21e3d6d8-7899-459a-9ef0-92cc33cc3ba3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 946 time: 0.0953729 Oct 26 14:02:48.155206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-082860f0-a664-4f9c-bb45-f91a62290832 req-c3379028-1d9e-4f28-844d-5a681d1a0db4 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] For port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=96eb0562-0bbb-4a5b-8f72-a43e816fa8b2,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:48.155705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-082860f0-a664-4f9c-bb45-f91a62290832 req-c3379028-1d9e-4f28-844d-5a681d1a0db4 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:48.170784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-082860f0-a664-4f9c-bb45-f91a62290832 req-c3379028-1d9e-4f28-844d-5a681d1a0db4 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Calling delete_port for 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:48.182828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Set router 8395223f-c802-4677-a08d-47bcff5d29d5 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:02:48.198354 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13d9bb19-74f5-4426-a1be-0340a45f0a3e req-db4ea5d8-b08d-4a15-bf22-93e58bdd27db tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797412 Oct 26 14:02:48.238365 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:48.241627 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3b966b69-3f62-45ae-89cf-d6edf7e069c6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:48.307086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564055a-2bea-40ac-a191-fdb4fa8738f8 req-64b1bf62-dc8d-492e-95d0-fdf723329c6e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:48.309129 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7564055a-2bea-40ac-a191-fdb4fa8738f8 req-64b1bf62-dc8d-492e-95d0-fdf723329c6e tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 945 time: 0.3075876 Oct 26 14:02:48.579926 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-082860f0-a664-4f9c-bb45-f91a62290832 req-c3379028-1d9e-4f28-844d-5a681d1a0db4 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:48.617867 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91b89c-bdc0-4dc9-a11e-bca9d2796404 req-be43ec95-4b2f-49e7-9574-32349268f8f1 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:48.619615 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f91b89c-bdc0-4dc9-a11e-bca9d2796404 req-be43ec95-4b2f-49e7-9574-32349268f8f1 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.0807245 Oct 26 14:02:48.694612 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['96eb0562-0bbb-4a5b-8f72-a43e816fa8b2'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:48.709594 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f91b89c-bdc0-4dc9-a11e-bca9d2796404 req-72789f5b-c522-4b12-8d35-8d0d4e038763 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710416 Oct 26 14:02:48.728206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3379028-1d9e-4f28-844d-5a681d1a0db4 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Pushing event deleted for resources: {'Port': ['ID=96eb0562-0bbb-4a5b-8f72-a43e816fa8b2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:48.765692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52840) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:48.774931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5505eb16-4d96-4f20-9bf6-a05329f1f8cc tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--285788656', 'description': 'tempest-description--196198606'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:48.798706 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-082860f0-a664-4f9c-bb45-f91a62290832 req-c3379028-1d9e-4f28-844d-5a681d1a0db4 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] No DVR routers for this DVR port 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:48.802260 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-082860f0-a664-4f9c-bb45-f91a62290832 req-c3379028-1d9e-4f28-844d-5a681d1a0db4 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:48.809416 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-082860f0-a664-4f9c-bb45-f91a62290832 req-c3379028-1d9e-4f28-844d-5a681d1a0db4 tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.25 "DELETE /v2.0/ports/96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 HTTP/1.1" status: 204 len: 173 time: 0.9895797 Oct 26 14:02:48.811969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4aeec80-d0da-488a-8292-aeb650ce34cb', 'name': 'network-vif-deleted', 'tag': '96eb0562-0bbb-4a5b-8f72-a43e816fa8b2'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:48.816743 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3783e2-1f07-4302-b74b-9b222d3b3e48" -d '{"events": [{"server_uuid": "d4aeec80-d0da-488a-8292-aeb650ce34cb", "name": "network-vif-deleted", "tag": "96eb0562-0bbb-4a5b-8f72-a43e816fa8b2"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:48.840580 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5505eb16-4d96-4f20-9bf6-a05329f1f8cc tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:48.849512 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:48.876232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-7564055a-2bea-40ac-a191-fdb4fa8738f8 req-a18f0d32-321c-4aba-840a-cd1fb1fe31d3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Deleting port 6987a49c-49d3-4eed-bf94-035a59f794f8 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:48.885118 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7564055a-2bea-40ac-a191-fdb4fa8738f8 req-a18f0d32-321c-4aba-840a-cd1fb1fe31d3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:48.911841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=405f8803-532d-43ff-944d-036807d14c3c,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:48.932228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3b966b69-3f62-45ae-89cf-d6edf7e069c6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:48.932611 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:48.960875 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f4d70b-03c9-42a9-ad34-6945596c64fa x-openstack-request-id: req-63f4d70b-03c9-42a9-ad34-6945596c64fa {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:48.961188 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4aeec80-d0da-488a-8292-aeb650ce34cb", "name": "network-vif-deleted", "tag": "96eb0562-0bbb-4a5b-8f72-a43e816fa8b2", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:48.962847 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63f4d70b-03c9-42a9-ad34-6945596c64fa {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:48.963276 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4aeec80-d0da-488a-8292-aeb650ce34cb', 'name': 'network-vif-deleted', 'tag': '96eb0562-0bbb-4a5b-8f72-a43e816fa8b2', 'status': 'completed', 'code': 200} Oct 26 14:02:49.095786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e25f90-5e55-4a8e-8483-1f3487f1fe28 req-6cf60286-4e0e-4a58-ac11-0f1656c61e82 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:49.104845 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10e25f90-5e55-4a8e-8483-1f3487f1fe28 req-6cf60286-4e0e-4a58-ac11-0f1656c61e82 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d673bf2-f69f-4f16-a270-d638180b2261 HTTP/1.1" status: 200 len: 945 time: 0.2004619 Oct 26 14:02:49.152954 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5505eb16-4d96-4f20-9bf6-a05329f1f8cc tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.214130 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5505eb16-4d96-4f20-9bf6-a05329f1f8cc tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.271389 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7564055a-2bea-40ac-a191-fdb4fa8738f8 req-a18f0d32-321c-4aba-840a-cd1fb1fe31d3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] For port 6987a49c-49d3-4eed-bf94-035a59f794f8, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6987a49c-49d3-4eed-bf94-035a59f794f8,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:49.271636 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7564055a-2bea-40ac-a191-fdb4fa8738f8 req-a18f0d32-321c-4aba-840a-cd1fb1fe31d3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.285294 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505eb16-4d96-4f20-9bf6-a05329f1f8cc tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5865ccd-dfc8-4647-94fd-b3187c1ef049,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:49.305291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58d00ba4-4324-405b-baa3-7d82f044301f req-9eacc5a3-7790-4442-9c50-6f40e59b830e tempest-ServersAdminNegativeTestJSON-506562875 tempest-ServersAdminNegativeTestJSON-506562875-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4aeec80-d0da-488a-8292-aeb650ce34cb HTTP/1.1" status: 200 len: 210 time: 0.1106062 Oct 26 14:02:49.332314 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-7564055a-2bea-40ac-a191-fdb4fa8738f8 req-a18f0d32-321c-4aba-840a-cd1fb1fe31d3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Calling delete_port for 6987a49c-49d3-4eed-bf94-035a59f794f8 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:49.368701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10e25f90-5e55-4a8e-8483-1f3487f1fe28 req-fad3ce3e-5e48-4050-b3ad-ef950b1129d5 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590985 Oct 26 14:02:49.380001 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5505eb16-4d96-4f20-9bf6-a05329f1f8cc tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.381882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5505eb16-4d96-4f20-9bf6-a05329f1f8cc tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6145449 Oct 26 14:02:49.387169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52860) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:49.399743 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-38dd652a-313d-4e4f-8cad-77686bf178df tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Request body: {'security_group_rule': {'security_group_id': 'c5865ccd-dfc8-4647-94fd-b3187c1ef049', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:49.543133 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38dd652a-313d-4e4f-8cad-77686bf178df tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.564799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce9f346-8716-428e-8724-8676efdc4dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405f8803-532d-43ff-944d-036807d14c3c'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:49.570362 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6a9d93-5cdb-478f-96d0-f2c2491fbf6f" -d '{"events": [{"server_uuid": "cce9f346-8716-428e-8724-8676efdc4dfd", "name": "network-vif-plugged", "status": "completed", "tag": "405f8803-532d-43ff-944d-036807d14c3c"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:49.622963 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-81c73838-835c-419b-9fdd-546652dec700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:45Z', 'revision_number': 4, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port': {'id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'cff439eb-6c8a-4e27-b9c2-259b03d07b90', 'name': '', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'mac_address': 'fa:16:3e:b4:61:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:43Z', 'updated_at': '2021-10-26T14:02:46Z', 'revision_number': 2, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'subnets': [{'id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:49.644926 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38dd652a-313d-4e4f-8cad-77686bf178df tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.648469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-7ddf78c6-704d-4474-8dbf-71d1dcb05050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:49.650144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-7ddf78c6-704d-4474-8dbf-71d1dcb05050 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041&tenant_id=f254c3780f9c4422b640c485cb709267 HTTP/1.1" status: 200 len: 1100 time: 0.1868744 Oct 26 14:02:49.652115 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38dd652a-313d-4e4f-8cad-77686bf178df tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.659024 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Checking router: 8395223f-c802-4677-a08d-47bcff5d29d5 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:02:49.659345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Updating router 8395223f-c802-4677-a08d-47bcff5d29d5 port cff439eb-6c8a-4e27-b9c2-259b03d07b90 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:02:49.661546 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b178a5-0ee5-4661-ae02-fc454ed583f2 req-5db5db7a-d3d2-450c-b4ec-15b51d265455 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:49.670160 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46b178a5-0ee5-4661-ae02-fc454ed583f2 req-5db5db7a-d3d2-450c-b4ec-15b51d265455 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 950 time: 0.1706450 Oct 26 14:02:49.682982 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:49.688893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd652a-313d-4e4f-8cad-77686bf178df tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352d7684-857d-485d-a1d5-bcf085baf49f,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:49.704422 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38dd652a-313d-4e4f-8cad-77686bf178df tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.706291 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-38dd652a-313d-4e4f-8cad-77686bf178df tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159769 Oct 26 14:02:49.706804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d89b4-4959-423a-9434-608a7a60d18d req-3db15cb6-a1e3-4791-b261-250a95b90dad tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:49.707735 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7564055a-2bea-40ac-a191-fdb4fa8738f8 req-a18f0d32-321c-4aba-840a-cd1fb1fe31d3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.708354 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-347d89b4-4959-423a-9434-608a7a60d18d req-3db15cb6-a1e3-4791-b261-250a95b90dad tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 946 time: 0.2238955 Oct 26 14:02:49.710199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52866) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:49.717172 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ddbf1c4f-b3e1-4426-adff-1fc283235870 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Request body: {'security_group_rule': {'security_group_id': 'c5865ccd-dfc8-4647-94fd-b3187c1ef049', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:49.720371 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.770670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f0d32-321c-4aba-840a-cd1fb1fe31d3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Pushing event deleted for resources: {'Port': ['ID=6987a49c-49d3-4eed-bf94-035a59f794f8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:49.807839 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1c4f-b3e1-4426-adff-1fc283235870 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.823197 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.833168 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46b178a5-0ee5-4661-ae02-fc454ed583f2 req-6b239388-7b1f-4d92-be91-9176ded14514 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620324 Oct 26 14:02:49.850203 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-7564055a-2bea-40ac-a191-fdb4fa8738f8 req-a18f0d32-321c-4aba-840a-cd1fb1fe31d3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] No DVR routers for this DVR port 6987a49c-49d3-4eed-bf94-035a59f794f8 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:49.851235 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-347d89b4-4959-423a-9434-608a7a60d18d req-0cac53cb-bfe2-46e2-af64-ed4570a66e05 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232026 Oct 26 14:02:49.879206 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7564055a-2bea-40ac-a191-fdb4fa8738f8 req-a18f0d32-321c-4aba-840a-cd1fb1fe31d3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.895848 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7564055a-2bea-40ac-a191-fdb4fa8738f8 req-a18f0d32-321c-4aba-840a-cd1fb1fe31d3 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.25 "DELETE /v2.0/ports/6987a49c-49d3-4eed-bf94-035a59f794f8 HTTP/1.1" status: 204 len: 173 time: 1.5790663 Oct 26 14:02:49.977732 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1c4f-b3e1-4426-adff-1fc283235870 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.988903 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1c4f-b3e1-4426-adff-1fc283235870 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.039121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf1c4f-b3e1-4426-adff-1fc283235870 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5520b474-768b-4b96-8221-6895a1517d72,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:50.063203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ff058763-b6e2-4896-9108-3db28b0f98d9,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:50.063450 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1c4f-b3e1-4426-adff-1fc283235870 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.076228 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ddbf1c4f-b3e1-4426-adff-1fc283235870 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3651471 Oct 26 14:02:50.079521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52874) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:50.088057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:50.103016 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbef724f-ce80-4702-a18f-cdfbf682dd76 x-openstack-request-id: req-dbef724f-ce80-4702-a18f-cdfbf682dd76 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:50.103309 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce9f346-8716-428e-8724-8676efdc4dfd", "name": "network-vif-plugged", "status": "completed", "tag": "405f8803-532d-43ff-944d-036807d14c3c", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:50.103560 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbef724f-ce80-4702-a18f-cdfbf682dd76 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:50.103942 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce9f346-8716-428e-8724-8676efdc4dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405f8803-532d-43ff-944d-036807d14c3c', 'code': 200} Oct 26 14:02:50.123528 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:50.161464 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.204674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:50.209701 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe746c3-42b5-4510-b2b0-480f7a0f7e31" -d '{"events": [{"server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "name": "network-vif-unplugged", "status": "completed", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:50.227021 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.234865 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.244132 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.300761 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Transition to ACTIVE for port object ff058763-b6e2-4896-9108-3db28b0f98d9 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:50.317065 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.335178 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5112e-a7a2-4105-aa4a-bce8a8b687c3 req-a02cc9a7-8c3c-42ab-8d7c-1b796a9b5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:50.336719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8fd5112e-a7a2-4105-aa4a-bce8a8b687c3 req-a02cc9a7-8c3c-42ab-8d7c-1b796a9b5348 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 1097 time: 0.1236730 Oct 26 14:02:50.346941 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.405655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe3647-49e2-4292-a2fb-f53df2b17840 req-80d024b0-afbc-4eee-adaf-80b0647c2ffc tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:50.417840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cbe3647-49e2-4292-a2fb-f53df2b17840 req-80d024b0-afbc-4eee-adaf-80b0647c2ffc tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.1945767 Oct 26 14:02:50.515631 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9277806-717a-4749-972a-768244d8f0a8 None None] Pushing event updated for resources: {'Port': ['ID=cff439eb-6c8a-4e27-b9c2-259b03d07b90,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:50.521158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Pushing event updated for resources: {'Port': ['ID=ff058763-b6e2-4896-9108-3db28b0f98d9,revision_number=10']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:50.529227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] No DVR routers for this DVR port ff058763-b6e2-4896-9108-3db28b0f98d9 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:50.534592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Attempting to bind port cff439eb-6c8a-4e27-b9c2-259b03d07b90 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:50.539627 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Attempting to bind port cff439eb-6c8a-4e27-b9c2-259b03d07b90 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:50.540658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Attempting to bind port cff439eb-6c8a-4e27-b9c2-259b03d07b90 on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:50.560829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:50.562514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Checking segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:50.563661 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.564615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Bound using segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:50.565226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Bound port: cff439eb-6c8a-4e27-b9c2-259b03d07b90, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:50.566714 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.567361 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8fd5112e-a7a2-4105-aa4a-bce8a8b687c3 req-ff6af601-d802-4fda-8cdc-59169da52e8a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010875 Oct 26 14:02:50.603951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cbe3647-49e2-4292-a2fb-f53df2b17840 req-74968ca1-5ab8-4714-924c-3a362f1d9873 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850011 Oct 26 14:02:50.637715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Attempting to bind port ff058763-b6e2-4896-9108-3db28b0f98d9 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:50.638129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Attempting to bind port ff058763-b6e2-4896-9108-3db28b0f98d9 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:50.638510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Attempting to bind port ff058763-b6e2-4896-9108-3db28b0f98d9 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:50.650214 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Port ff058763-b6e2-4896-9108-3db28b0f98d9 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:50.650458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Attempting to bind port ff058763-b6e2-4896-9108-3db28b0f98d9 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:50.682837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:50.683079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:50.684186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:50.684753 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Bound port: ff058763-b6e2-4896-9108-3db28b0f98d9, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:50.685211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.729443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Allocated IP 172.25.4.54 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/a123b168-8893-4f89-9a51-8b5a1157d5c1) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:50.734125 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a83047-b00b-4b3a-a2f7-c0be8dbebec6 x-openstack-request-id: req-f6a83047-b00b-4b3a-a2f7-c0be8dbebec6 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:50.737049 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "name": "network-vif-unplugged", "status": "completed", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:50.737482 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6a83047-b00b-4b3a-a2f7-c0be8dbebec6 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:50.738026 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9', 'code': 200} Oct 26 14:02:50.791449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-81c73838-835c-419b-9fdd-546652dec700 None None] For port cff439eb-6c8a-4e27-b9c2-259b03d07b90, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:50.807661 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-81c73838-835c-419b-9fdd-546652dec700 None None] For port cff439eb-6c8a-4e27-b9c2-259b03d07b90, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cff439eb-6c8a-4e27-b9c2-259b03d07b90,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:50.828748 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.893169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:50.903170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ff058763-b6e2-4896-9108-3db28b0f98d9,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:50.913754 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.935136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-da617456-2264-4b05-bb5c-b6774b8e0f54 None None] Provisioning complete for port cff439eb-6c8a-4e27-b9c2-259b03d07b90 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:50.935517 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da617456-2264-4b05-bb5c-b6774b8e0f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.944421 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.965144 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d673bf2-f69f-4f16-a270-d638180b2261', 'name': 'network-vif-deleted', 'tag': '6987a49c-49d3-4eed-bf94-035a59f794f8'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:50.967330 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35914df-fbc7-4bd2-867b-a3ba39a35f84" -d '{"events": [{"server_uuid": "5d673bf2-f69f-4f16-a270-d638180b2261", "name": "network-vif-deleted", "tag": "6987a49c-49d3-4eed-bf94-035a59f794f8"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:51.013517 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.029937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.030763 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.032667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] 10.222.0.11 "PUT /v2.0/ports/ff058763-b6e2-4896-9108-3db28b0f98d9 HTTP/1.1" status: 200 len: 1096 time: 1.3546991 Oct 26 14:02:51.039469 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Routers {'8395223f-c802-4677-a08d-47bcff5d29d5'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:02:51.040071 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-81c73838-835c-419b-9fdd-546652dec700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:02:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8395223f-c802-4677-a08d-47bcff5d29d5'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:51.046689 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9277806-717a-4749-972a-768244d8f0a8 None None] Pushing event updated for resources: {'Port': ['ID=cff439eb-6c8a-4e27-b9c2-259b03d07b90,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:51.061998 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f0977-a8c6-4272-a022-60461ac3be26 service neutron] Pushing event updated for resources: {'Port': ['ID=ff058763-b6e2-4896-9108-3db28b0f98d9,revision_number=11']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:51.190785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:51.201632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:51.217070 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:51.227460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-7ff2021b-73c6-49c6-9767-ff2b7989764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.229006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-7ff2021b-73c6-49c6-9767-ff2b7989764f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 1099 time: 0.1525295 Oct 26 14:02:51.407668 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da617456-2264-4b05-bb5c-b6774b8e0f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.409698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event updated for resources: {'Port': ['ID=a123b168-8893-4f89-9a51-8b5a1157d5c1,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:51.428472 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-81c73838-835c-419b-9fdd-546652dec700 None None] Set router 8395223f-c802-4677-a08d-47bcff5d29d5 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:02:51.446732 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.448826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52920) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:51.499444 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.512368 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-da617456-2264-4b05-bb5c-b6774b8e0f54 None None] For port cff439eb-6c8a-4e27-b9c2-259b03d07b90, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cff439eb-6c8a-4e27-b9c2-259b03d07b90,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:51.550448 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da617456-2264-4b05-bb5c-b6774b8e0f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.652829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da617456-2264-4b05-bb5c-b6774b8e0f54 None None] Pushing event updated for resources: {'Port': ['ID=cff439eb-6c8a-4e27-b9c2-259b03d07b90,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:51.672679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6987a49c-49d3-4eed-bf94-035a59f794f8 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:51.703228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 6987a49c-49d3-4eed-bf94-035a59f794f8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:51.703575 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6987a49c-49d3-4eed-bf94-035a59f794f8 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:51.703991 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:51.740948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a3d4f-7d3b-4ad1-826c-40a7b5839d5c req-a1482680-de12-41f4-82e4-fb7013348a32 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.742946 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-955a3d4f-7d3b-4ad1-826c-40a7b5839d5c req-a1482680-de12-41f4-82e4-fb7013348a32 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 944 time: 0.1383066 Oct 26 14:02:51.744640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:51.744990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 96eb0562-0bbb-4a5b-8f72-a43e816fa8b2 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:51.745406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device ff058763-b6e2-4896-9108-3db28b0f98d9 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:51.750994 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1456aab3-0746-4c71-8769-9423ff41a4ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f2d1f8de8a742509634b34bb21aadd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010397 Oct 26 14:02:51.759235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52926) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:51.844456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bf0fffd9-084b-4e16-b48a-7af0b1e13d56 None None] Provisioning complete for port cff439eb-6c8a-4e27-b9c2-259b03d07b90 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:51.844456 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bf0fffd9-084b-4e16-b48a-7af0b1e13d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.866350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device ff058763-b6e2-4896-9108-3db28b0f98d9 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:51.890199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.896091 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-81c73838-835c-419b-9fdd-546652dec700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:45Z', 'revision_number': 4, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port': {'id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'cff439eb-6c8a-4e27-b9c2-259b03d07b90', 'name': '', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'mac_address': 'fa:16:3e:b4:61:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:43Z', 'updated_at': '2021-10-26T14:02:50Z', 'revision_number': 4, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'subnets': [{'id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:51.905581 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.913444 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc00ee-13ab-4ad7-9df1-7ae2fec953fc req-73acb190-40d3-4c73-9220-8d4bddcbe20b tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.914998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87fc00ee-13ab-4ad7-9df1-7ae2fec953fc req-73acb190-40d3-4c73-9220-8d4bddcbe20b tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 946 time: 0.5462496 Oct 26 14:02:51.923906 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-912b43ac-28c0-45cc-84a2-b6f0df0664ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.924805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-8f8bb7db-446b-43fa-a111-8a5147f60d89 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.925354 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-8f8bb7db-446b-43fa-a111-8a5147f60d89 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.925833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-8f8bb7db-446b-43fa-a111-8a5147f60d89 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.926333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-8f8bb7db-446b-43fa-a111-8a5147f60d89 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.926804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-8f8bb7db-446b-43fa-a111-8a5147f60d89 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.927302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-8f8bb7db-446b-43fa-a111-8a5147f60d89 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.927766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-8f8bb7db-446b-43fa-a111-8a5147f60d89 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.928228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-8f8bb7db-446b-43fa-a111-8a5147f60d89 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.928686 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-8f8bb7db-446b-43fa-a111-8a5147f60d89 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.929145 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-8f8bb7db-446b-43fa-a111-8a5147f60d89 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.929601 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-8f8bb7db-446b-43fa-a111-8a5147f60d89 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.931704 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-8f8bb7db-446b-43fa-a111-8a5147f60d89 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd&device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75&device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f&device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e&device_id=ce765811-78b7-45d1-95a5-9371f0e31041&device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d&device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f&device_id=26444a75-2cb2-44f0-a478-adc57920dbff&device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7&device_id=b11c8a29-ad01-4811-97c2-79f069e0984c&device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 9990 time: 0.5097637 Oct 26 14:02:51.932999 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-0d36c329-e73e-416d-90ed-491ea5d7b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.934080 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c73838-835c-419b-9fdd-546652dec700 None None] The sync data for ids ['8395223f-c802-4677-a08d-47bcff5d29d5'] in n-d-815498-1 is: [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:45Z', 'revision_number': 4, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port': {'id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'cff439eb-6c8a-4e27-b9c2-259b03d07b90', 'name': '', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'mac_address': 'fa:16:3e:b4:61:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:43Z', 'updated_at': '2021-10-26T14:02:50Z', 'revision_number': 4, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'subnets': [{'id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:02:51.934509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-0d36c329-e73e-416d-90ed-491ea5d7b509 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.6934490 Oct 26 14:02:51.996628 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-7431c786-83e4-445b-aba7-2bca114afa75 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.002857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-d1ca693e-d397-4103-9e1c-61473616b79e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ff058763-b6e2-4896-9108-3db28b0f98d9 HTTP/1.1" status: 200 len: 217 time: 0.0536153 Oct 26 14:02:52.017117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-912b43ac-28c0-45cc-84a2-b6f0df0664ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.060795 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event updated for resources: {'Port': ['ID=a123b168-8893-4f89-9a51-8b5a1157d5c1,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:52.064436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-955a3d4f-7d3b-4ad1-826c-40a7b5839d5c req-5281c4a2-48ec-4b6c-a6a8-48c84017b23c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Deleting port 16542042-a845-4fee-8c7f-8a518645fdf6 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:52.064774 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-955a3d4f-7d3b-4ad1-826c-40a7b5839d5c req-5281c4a2-48ec-4b6c-a6a8-48c84017b23c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.088267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87fc00ee-13ab-4ad7-9df1-7ae2fec953fc req-58e63dc6-4e8b-4cc0-acf4-ead13b7e7db6 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527345 Oct 26 14:02:52.121038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-1d1b03a8-d2c2-4c88-9251-08f25ef1b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:52.122771 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-1d1b03a8-d2c2-4c88-9251-08f25ef1b7cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0904582 Oct 26 14:02:52.131345 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.192023 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.201740 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-336a3175-5acd-4905-a9fb-8381197d7440 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1193976 Oct 26 14:02:52.215195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-9ab8e14f-0f34-41bf-94be-be8e417c0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:52.216861 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-9ab8e14f-0f34-41bf-94be-be8e417c0902 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839367 Oct 26 14:02:52.218829 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-7431c786-83e4-445b-aba7-2bca114afa75 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.222782 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-912b43ac-28c0-45cc-84a2-b6f0df0664ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.226997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-7431c786-83e4-445b-aba7-2bca114afa75 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.228454 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-912b43ac-28c0-45cc-84a2-b6f0df0664ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.229828 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-912b43ac-28c0-45cc-84a2-b6f0df0664ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/065fd880-1d36-47d4-a6e3-ee6f2128fd3a HTTP/1.1" status: 204 len: 168 time: 0.4619343 Oct 26 14:02:52.254636 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87533528-f371-4d72-a365-4948946fb25c x-openstack-request-id: req-87533528-f371-4d72-a365-4948946fb25c {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:52.254985 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d673bf2-f69f-4f16-a270-d638180b2261", "name": "network-vif-deleted", "tag": "6987a49c-49d3-4eed-bf94-035a59f794f8", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:52.255263 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87533528-f371-4d72-a365-4948946fb25c {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:52.261734 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d673bf2-f69f-4f16-a270-d638180b2261', 'name': 'network-vif-deleted', 'tag': '6987a49c-49d3-4eed-bf94-035a59f794f8', 'status': 'completed', 'code': 200} Oct 26 14:02:52.317338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b43ac-28c0-45cc-84a2-b6f0df0664ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065fd880-1d36-47d4-a6e3-ee6f2128fd3a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:52.362449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-955a3d4f-7d3b-4ad1-826c-40a7b5839d5c req-5281c4a2-48ec-4b6c-a6a8-48c84017b23c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] For port 16542042-a845-4fee-8c7f-8a518645fdf6, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=16542042-a845-4fee-8c7f-8a518645fdf6,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:52.362449 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-955a3d4f-7d3b-4ad1-826c-40a7b5839d5c req-5281c4a2-48ec-4b6c-a6a8-48c84017b23c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.362685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d98b7dcf-ed3b-404f-ad44-7b73b4ce40f9 req-7431c786-83e4-445b-aba7-2bca114afa75 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=77245d01-b70e-4efc-8e3a-6ecc87e3ff02&id=168d4671-8789-43ec-8c39-25b75e2cf449&id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.4109139 Oct 26 14:02:52.383703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-955a3d4f-7d3b-4ad1-826c-40a7b5839d5c req-5281c4a2-48ec-4b6c-a6a8-48c84017b23c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Calling delete_port for 16542042-a845-4fee-8c7f-8a518645fdf6 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:52.396638 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431c786-83e4-445b-aba7-2bca114afa75 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f2921c-2bb9-4719-9a4a-f4d36210abb6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:52.495118 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-4921f630-663d-41d5-b499-f4bc8d2966de service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634702 Oct 26 14:02:52.592634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921acd2-75e3-4881-9e55-fb2e081d257c req-d0ca01dc-12e2-479f-96ce-884b6ec8f927 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:52.594221 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b921acd2-75e3-4881-9e55-fb2e081d257c req-d0ca01dc-12e2-479f-96ce-884b6ec8f927 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9d7d8e-b69a-471a-9b26-f966e58762e7 HTTP/1.1" status: 200 len: 944 time: 0.1354578 Oct 26 14:02:52.602041 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-955a3d4f-7d3b-4ad1-826c-40a7b5839d5c req-5281c4a2-48ec-4b6c-a6a8-48c84017b23c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.660914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281c4a2-48ec-4b6c-a6a8-48c84017b23c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Pushing event deleted for resources: {'Port': ['ID=16542042-a845-4fee-8c7f-8a518645fdf6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:52.671334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5281af-ec82-47d3-a7c1-e70cd470338c req-85f97652-c1d2-4883-9ca1-094a23f367c7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:52.672551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b5281af-ec82-47d3-a7c1-e70cd470338c req-85f97652-c1d2-4883-9ca1-094a23f367c7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 948 time: 0.1468418 Oct 26 14:02:52.693711 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-955a3d4f-7d3b-4ad1-826c-40a7b5839d5c req-5281c4a2-48ec-4b6c-a6a8-48c84017b23c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] No DVR routers for this DVR port 16542042-a845-4fee-8c7f-8a518645fdf6 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:52.697416 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-955a3d4f-7d3b-4ad1-826c-40a7b5839d5c req-5281c4a2-48ec-4b6c-a6a8-48c84017b23c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.704644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b921acd2-75e3-4881-9e55-fb2e081d257c req-b7ff5743-3f14-442b-9932-509b23f99808 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933485 Oct 26 14:02:52.706062 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-955a3d4f-7d3b-4ad1-826c-40a7b5839d5c req-5281c4a2-48ec-4b6c-a6a8-48c84017b23c tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.25 "DELETE /v2.0/ports/16542042-a845-4fee-8c7f-8a518645fdf6 HTTP/1.1" status: 204 len: 173 time: 0.9476480 Oct 26 14:02:52.729832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29b3be6b-b08f-409e-9354-f991e944eb4b req-90ebbbb4-2fee-428d-bef6-72d033bf2517 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156668 Oct 26 14:02:52.758665 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:52.760959 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418f14f5-37de-4f27-a683-bc032d8c8551" -d '{"events": [{"name": "network-changed", "server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:52.789458 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b5281af-ec82-47d3-a7c1-e70cd470338c req-958f7d3c-e869-4e97-a4a5-8a5bab2eaba7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982172 Oct 26 14:02:52.799896 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52954) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:52.856971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-73499b99-7bc0-409b-b0a6-dd42dea7a9af tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--285788656&fields=id&tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f HTTP/1.1" status: 200 len: 267 time: 0.0447679 Oct 26 14:02:52.858618 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d5bbe8dd-0f51-41bc-a53f-6c15d6708559 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=042eaaae54d14fae8939d1b04d782a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571809 Oct 26 14:02:52.861046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52956) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:52.938302 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f1c478a-69a3-4e6e-ba3f-f243577e227e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.975364 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f1c478a-69a3-4e6e-ba3f-f243577e227e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:53.022039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-7066e369-193f-4e2c-87b9-7bf61ff208a2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:53.023809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-7066e369-193f-4e2c-87b9-7bf61ff208a2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 811 time: 0.1575739 Oct 26 14:02:53.065941 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c2421c-693e-4be2-b9d2-f5f516a1ced9 x-openstack-request-id: req-b6c2421c-693e-4be2-b9d2-f5f516a1ced9 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:53.066521 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:53.066942 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6c2421c-693e-4be2-b9d2-f5f516a1ced9 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:53.067505 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9', 'status': 'completed', 'code': 200} Oct 26 14:02:53.076633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f1c478a-69a3-4e6e-ba3f-f243577e227e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:53.079602 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f1c478a-69a3-4e6e-ba3f-f243577e227e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:53.080369 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-b310f469-69a9-407b-8910-f0f59ebef61d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/quotas/0d7b4d5cf0b74e2095e3ca87a1c1443f HTTP/1.1" status: 200 len: 375 time: 0.0498049 Oct 26 14:02:53.080758 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5f1c478a-69a3-4e6e-ba3f-f243577e227e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3be3c1af-d79b-4bcb-9923-87a8b2710086 HTTP/1.1" status: 204 len: 168 time: 0.2182150 Oct 26 14:02:53.198021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-f6dbf2e7-8b6c-4940-99bf-fde645199e62 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120656 Oct 26 14:02:53.214905 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c478a-69a3-4e6e-ba3f-f243577e227e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be3c1af-d79b-4bcb-9923-87a8b2710086,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:53.271913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-d19d9f5f-056b-4902-8a87-687981636b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:53.292414 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-d19d9f5f-056b-4902-8a87-687981636b3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 1099 time: 0.1902359 Oct 26 14:02:53.314839 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:53.414414 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-c809abaa-45da-4330-960e-9a5f29d14f2d service neutron] 10.222.0.32 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055829 Oct 26 14:02:53.483026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-242636f2-3340-4ed8-8a46-d9a2d60cabb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:53.485077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-242636f2-3340-4ed8-8a46-d9a2d60cabb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 1099 time: 0.4012148 Oct 26 14:02:53.497888 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-1d73a8d6-3505-4e9a-9e9f-7f7d42bfe16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:53.499702 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-1d73a8d6-3505-4e9a-9e9f-7f7d42bfe16e service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2025614 Oct 26 14:02:53.566552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52978) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:53.574646 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-213a8b0e-7d3b-4845-8536-f47b0d641dbf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ff058763-b6e2-4896-9108-3db28b0f98d9 HTTP/1.1" status: 200 len: 217 time: 0.0587018 Oct 26 14:02:53.632616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-1166585e-ad9d-480a-a7da-20c49cbc908f service neutron] 10.222.0.32 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171037 Oct 26 14:02:53.655388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-73c63e1a-2623-427e-9236-ff53755e886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:53.657300 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-73c63e1a-2623-427e-9236-ff53755e886e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0802400 Oct 26 14:02:53.734725 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c5316-8fb7-4203-8226-92007f76ab79 req-1071d057-ff80-4132-a206-5d7ad72bbb54 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:53.735245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c5316-8fb7-4203-8226-92007f76ab79 req-1071d057-ff80-4132-a206-5d7ad72bbb54 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:53.735727 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c5316-8fb7-4203-8226-92007f76ab79 req-1071d057-ff80-4132-a206-5d7ad72bbb54 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:53.737478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-846c5316-8fb7-4203-8226-92007f76ab79 req-1071d057-ff80-4132-a206-5d7ad72bbb54 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75&device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f&device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 2884 time: 0.1718278 Oct 26 14:02:53.754643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-e0976315-62f1-49ea-9091-e9608a8b4a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:53.756768 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-e0976315-62f1-49ea-9091-e9608a8b4a09 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0887575 Oct 26 14:02:53.811698 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-9a8b304a-8560-4e2b-8bd9-d3768fc1c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:53.813216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-9a8b304a-8560-4e2b-8bd9-d3768fc1c543 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.3194513 Oct 26 14:02:53.842695 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d771e27-337f-44c3-a1f1-d343af4a0d13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:53.905208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-36ad088f-9822-4cab-bd42-9090d1571035 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ff058763-b6e2-4896-9108-3db28b0f98d9 HTTP/1.1" status: 200 len: 217 time: 0.0748806 Oct 26 14:02:53.932141 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-846c5316-8fb7-4203-8226-92007f76ab79 req-0914fad2-f7b1-4737-908a-e65cd5ec72c5 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870077 Oct 26 14:02:53.937200 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-f20fe80c-1431-47cd-8ac4-10f9d0fa0148 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717832 Oct 26 14:02:53.967361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cff439eb-6c8a-4e27-b9c2-259b03d07b90 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:54.028846 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port cff439eb-6c8a-4e27-b9c2-259b03d07b90 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:54.029425 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:54.079874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-25535bb0-aa13-426f-a37e-32438dcb96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:54.081563 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-25535bb0-aa13-426f-a37e-32438dcb96c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1479139 Oct 26 14:02:54.148040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046aa43-07ff-4bd6-b20a-4c5717544630 req-943ee32b-0a57-4f68-8064-e875ec0af0d5 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:54.155505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5046aa43-07ff-4bd6-b20a-4c5717544630 req-943ee32b-0a57-4f68-8064-e875ec0af0d5 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 946 time: 0.2522175 Oct 26 14:02:54.187839 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-9c70cd40-df28-4397-bd98-532364bca40d service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342079 Oct 26 14:02:54.238872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-a38f1e14-9dd3-4408-a79b-096c5e9e63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:54.240936 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-a38f1e14-9dd3-4408-a79b-096c5e9e63d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468432 Oct 26 14:02:54.262999 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9d7d8e-b69a-471a-9b26-f966e58762e7', 'name': 'network-vif-deleted', 'tag': '16542042-a845-4fee-8c7f-8a518645fdf6'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:54.266479 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6f8d77-e8b0-4215-9203-df2ab596fcc8" -d '{"events": [{"server_uuid": "fd9d7d8e-b69a-471a-9b26-f966e58762e7", "name": "network-vif-deleted", "tag": "16542042-a845-4fee-8c7f-8a518645fdf6"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:54.278087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5046aa43-07ff-4bd6-b20a-4c5717544630 req-6cfa2161-f96d-4845-af43-0e4f97a67958 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168597 Oct 26 14:02:54.291587 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab65337e-0be0-4e88-9cf4-8f9e2e430496 req-7ce385fa-9ced-4cb1-9ab5-f7d6bcc6f084 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 210 time: 0.0694559 Oct 26 14:02:54.359770 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d771e27-337f-44c3-a1f1-d343af4a0d13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:54.373632 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d771e27-337f-44c3-a1f1-d343af4a0d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:54.482474 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53024) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:54.493339 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0d771e27-337f-44c3-a1f1-d343af4a0d13 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d56a06395e1c4148b8bc65704f8d0cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9213276 Oct 26 14:02:54.524379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d771e27-337f-44c3-a1f1-d343af4a0d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1ca39a-eab2-406f-930d-0b21ee7bc076,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:54.543980 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824906fb-4ba9-4189-8f5a-ac8fd3208487 req-1a68f24a-2d1f-44e3-bc5d-5a250e545b5b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:54.545748 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-824906fb-4ba9-4189-8f5a-ac8fd3208487 req-1a68f24a-2d1f-44e3-bc5d-5a250e545b5b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 948 time: 0.1667361 Oct 26 14:02:54.554522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-5b7f4917-c7b2-4b77-b691-d4625483aa01 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033528 Oct 26 14:02:54.606640 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e57ad87-d979-4e61-8433-d31b935df202 x-openstack-request-id: req-8e57ad87-d979-4e61-8433-d31b935df202 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:54.607279 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9d7d8e-b69a-471a-9b26-f966e58762e7", "name": "network-vif-deleted", "tag": "16542042-a845-4fee-8c7f-8a518645fdf6", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:54.607885 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e57ad87-d979-4e61-8433-d31b935df202 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:54.610092 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9d7d8e-b69a-471a-9b26-f966e58762e7', 'name': 'network-vif-deleted', 'tag': '16542042-a845-4fee-8c7f-8a518645fdf6', 'status': 'completed', 'code': 200} Oct 26 14:02:54.611665 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-641461c4-0149-4759-a0f5-ce6702f25070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:54.651670 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-641461c4-0149-4759-a0f5-ce6702f25070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:54.655557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-824906fb-4ba9-4189-8f5a-ac8fd3208487 req-f7cfc007-efdb-468b-8d7b-c1a442c23714 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002016 Oct 26 14:02:54.734780 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-641461c4-0149-4759-a0f5-ce6702f25070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:54.740029 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-641461c4-0149-4759-a0f5-ce6702f25070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:54.751206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8db5a-e28d-4880-a9fa-173acd55ae42 req-36e10a13-918f-4aa5-8fb3-aa4ba9bc2a3c tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:54.753051 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-641461c4-0149-4759-a0f5-ce6702f25070 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb1ca39a-eab2-406f-930d-0b21ee7bc076 HTTP/1.1" status: 204 len: 168 time: 0.2647195 Oct 26 14:02:54.759246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dad8db5a-e28d-4880-a9fa-173acd55ae42 req-36e10a13-918f-4aa5-8fb3-aa4ba9bc2a3c tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 946 time: 0.1011949 Oct 26 14:02:54.777226 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641461c4-0149-4759-a0f5-ce6702f25070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1ca39a-eab2-406f-930d-0b21ee7bc076,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:54.790251 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-418f14f5-37de-4f27-a683-bc032d8c8551 req-3a54e162-6fb1-4681-952a-50e09683a434 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242885 Oct 26 14:02:54.846509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dad8db5a-e28d-4880-a9fa-173acd55ae42 req-a4d35c3f-133a-4177-8b25-b98e8cbcb266 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862937 Oct 26 14:02:54.892412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c705fa3-922c-486b-899a-07660fa0f964 req-6f80a472-fe51-4bb7-be08-6bba955bd031 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:54.893275 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c705fa3-922c-486b-899a-07660fa0f964 req-6f80a472-fe51-4bb7-be08-6bba955bd031 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 944 time: 0.1301434 Oct 26 14:02:54.940697 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c705fa3-922c-486b-899a-07660fa0f964 req-e54c3bfd-6a88-4e85-bd3d-15b32484a7df tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/security-groups?id=4286c4c2-967a-4ae5-8e90-157bf1a48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398171 Oct 26 14:02:55.168059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a66e5-a4ce-4e30-8933-b65916382ab2 req-4ac68d21-bebc-485b-bb6c-1761203569aa tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:55.169756 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-903a66e5-a4ce-4e30-8933-b65916382ab2 req-4ac68d21-bebc-485b-bb6c-1761203569aa tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.25 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 944 time: 0.0994468 Oct 26 14:02:55.275215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee4369-ef7f-4968-924a-7df62a088c92 req-55d69844-3346-435b-ab7f-9eaa57ee93dc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:55.282922 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96ee4369-ef7f-4968-924a-7df62a088c92 req-55d69844-3346-435b-ab7f-9eaa57ee93dc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 946 time: 0.0978789 Oct 26 14:02:55.340659 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96ee4369-ef7f-4968-924a-7df62a088c92 req-e9704cef-d7ab-4a01-aa41-7375174be62a tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509629 Oct 26 14:02:55.450833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-903a66e5-a4ce-4e30-8933-b65916382ab2 req-24597b69-bca0-4c90-bf08-fa09ed339d05 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Deleting port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:55.451441 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-903a66e5-a4ce-4e30-8933-b65916382ab2 req-24597b69-bca0-4c90-bf08-fa09ed339d05 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:55.514758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56e63283-a351-4f22-a3ce-59dd71760186 req-ecb6ebed-3246-4836-88d0-8a05eaea9e31 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 210 time: 0.0369842 Oct 26 14:02:55.524697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-0649069c-fb90-419c-970a-1daffc6fba00 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:55.526237 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-0649069c-fb90-419c-970a-1daffc6fba00 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 811 time: 0.2022395 Oct 26 14:02:55.617672 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-715b440b-a158-40fb-8f29-9eea5e5c8653 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f HTTP/1.1" status: 200 len: 379 time: 0.0779817 Oct 26 14:02:55.619582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-903a66e5-a4ce-4e30-8933-b65916382ab2 req-24597b69-bca0-4c90-bf08-fa09ed339d05 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] For port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,segment=NetworkSegment(2fd0f783-cceb-4dfc-9c4b-14330702ac52),segment_id=2fd0f783-cceb-4dfc-9c4b-14330702ac52)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:55.619951 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-903a66e5-a4ce-4e30-8933-b65916382ab2 req-24597b69-bca0-4c90-bf08-fa09ed339d05 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:55.639402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-903a66e5-a4ce-4e30-8933-b65916382ab2 req-24597b69-bca0-4c90-bf08-fa09ed339d05 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Calling delete_port for e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:55.651604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-bf2f99d0-d668-436b-8994-4b06e754d15c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Request body: {'port': {'device_id': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'admin_state_up': True, 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'security_groups': ['c5865ccd-dfc8-4647-94fd-b3187c1ef049']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:55.654476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683045a-c211-4fe0-b2db-2bf4d6c4341d req-e931c685-8a79-4c08-8049-d7727e7d6be2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:55.663454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8683045a-c211-4fe0-b2db-2bf4d6c4341d req-e931c685-8a79-4c08-8049-d7727e7d6be2 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 946 time: 0.0580745 Oct 26 14:02:55.708161 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 16542042-a845-4fee-8c7f-8a518645fdf6 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:55.716156 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8683045a-c211-4fe0-b2db-2bf4d6c4341d req-cd2dbc0b-0927-4f06-b6c1-5878c53a2385 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513489 Oct 26 14:02:55.752778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 16542042-a845-4fee-8c7f-8a518645fdf6 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:55.753385 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 16542042-a845-4fee-8c7f-8a518645fdf6 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:55.837835 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f4767-acaf-4cab-b6b6-b948b48bfaaa req-b18ce99c-3fff-4adc-9a55-6d446a37da65 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:55.839439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-708f4767-acaf-4cab-b6b6-b948b48bfaaa req-b18ce99c-3fff-4adc-9a55-6d446a37da65 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 1101 time: 0.0515368 Oct 26 14:02:55.910728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-708f4767-acaf-4cab-b6b6-b948b48bfaaa req-fd6c2b88-844c-47a7-9d68-eed94a93f81e tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636837 Oct 26 14:02:55.935322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944555ea-8eaa-45ac-8506-4500da3a0e04 req-722ef61a-436b-4149-a93b-748610029a51 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:55.935322 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-944555ea-8eaa-45ac-8506-4500da3a0e04 req-722ef61a-436b-4149-a93b-748610029a51 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 948 time: 0.0767331 Oct 26 14:02:55.976644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-944555ea-8eaa-45ac-8506-4500da3a0e04 req-134de4db-7a88-4608-a55a-0a2ad4b4d71f tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399427 Oct 26 14:02:56.118259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855a0e5-61c2-4910-8c24-f1d50f5e66d2 req-7efc1f1b-3888-402c-a8b2-91b03d69a174 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:56.119883 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2855a0e5-61c2-4910-8c24-f1d50f5e66d2 req-7efc1f1b-3888-402c-a8b2-91b03d69a174 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 1101 time: 0.0535433 Oct 26 14:02:56.190057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-bf2f99d0-d668-436b-8994-4b06e754d15c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Made reservation on behalf of 0d7b4d5cf0b74e2095e3ca87a1c1443f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:02:56.194291 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-bf2f99d0-d668-436b-8994-4b06e754d15c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:56.195026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2855a0e5-61c2-4910-8c24-f1d50f5e66d2 req-3fc6dab1-9ced-47aa-8c57-42d92fb2597e tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509357 Oct 26 14:02:56.234398 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-903a66e5-a4ce-4e30-8933-b65916382ab2 req-24597b69-bca0-4c90-bf08-fa09ed339d05 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:56.282021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3e8b896-c964-461a-8be5-80b40cd5894f req-203327a9-4169-4649-bd70-6b31f84fe910 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.32 "GET /v2.0/ports?device_id=08acfee0-4301-481a-95b5-c290e3a68e63 HTTP/1.1" status: 200 len: 210 time: 0.0330839 Oct 26 14:02:56.291825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24597b69-bca0-4c90-bf08-fa09ed339d05 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Pushing event deleted for resources: {'Port': ['ID=e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:56.353551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-903a66e5-a4ce-4e30-8933-b65916382ab2 req-24597b69-bca0-4c90-bf08-fa09ed339d05 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] No DVR routers for this DVR port e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:56.358903 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-903a66e5-a4ce-4e30-8933-b65916382ab2 req-24597b69-bca0-4c90-bf08-fa09ed339d05 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:56.362229 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-903a66e5-a4ce-4e30-8933-b65916382ab2 req-24597b69-bca0-4c90-bf08-fa09ed339d05 tempest-LiveMigrationTest-665289671 tempest-LiveMigrationTest-665289671-project] 10.222.0.25 "DELETE /v2.0/ports/e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d HTTP/1.1" status: 204 len: 173 time: 1.1683023 Oct 26 14:02:56.430426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-bf2f99d0-d668-436b-8994-4b06e754d15c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Allocated IP 172.20.0.11 (085226ca-b6b9-4faf-b0ae-34b30fcc3113/71c90548-0c01-4250-8faf-bed3999c19d9/6b2e0764-7881-4a9b-8758-f12383e77e00) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:56.467269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ae471-fe1d-4a67-bfec-d895d892e484 req-b58e04a5-621b-48ff-88a4-2251fe49eeff tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:56.467269 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c2ae471-fe1d-4a67-bfec-d895d892e484 req-b58e04a5-621b-48ff-88a4-2251fe49eeff tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 946 time: 0.1063476 Oct 26 14:02:56.549263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c2ae471-fe1d-4a67-bfec-d895d892e484 req-44583166-ad48-488c-9d74-56f026739d92 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700815 Oct 26 14:02:56.611112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08acfee0-4301-481a-95b5-c290e3a68e63', 'name': 'network-vif-deleted', 'tag': 'e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:56.613385 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc90b37-88fd-4321-8da9-aad2a3feb5ce" -d '{"events": [{"server_uuid": "08acfee0-4301-481a-95b5-c290e3a68e63", "name": "network-vif-deleted", "tag": "e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:56.666972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53122) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:56.739369 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-bf2f99d0-d668-436b-8994-4b06e754d15c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:56.741662 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-881b7b23-357e-4748-a54f-4a1d865c213b req-714664f5-3e8d-47c6-a28a-a43f49bf6342 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 210 time: 0.0595164 Oct 26 14:02:56.828030 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d379d44d-6896-4a4f-8415-ce0eca0ece96 x-openstack-request-id: req-d379d44d-6896-4a4f-8415-ce0eca0ece96 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:56.831067 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08acfee0-4301-481a-95b5-c290e3a68e63", "name": "network-vif-deleted", "tag": "e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:56.831330 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d379d44d-6896-4a4f-8415-ce0eca0ece96 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:56.838244 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08acfee0-4301-481a-95b5-c290e3a68e63', 'name': 'network-vif-deleted', 'tag': 'e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d', 'status': 'completed', 'code': 200} Oct 26 14:02:56.846337 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-bf2f99d0-d668-436b-8994-4b06e754d15c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:56.848622 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53130) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:56.896723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248ed05-e5a8-4acf-a2ee-5be86a72a1fe req-5d19d260-7869-4e59-80b0-cf920d91ad48 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:56.898464 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c248ed05-e5a8-4acf-a2ee-5be86a72a1fe req-5d19d260-7869-4e59-80b0-cf920d91ad48 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 946 time: 0.0902693 Oct 26 14:02:56.953039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f99d0-d668-436b-8994-4b06e754d15c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event updated for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:56.956403 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-bf2f99d0-d668-436b-8994-4b06e754d15c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:56.958309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-bf2f99d0-d668-436b-8994-4b06e754d15c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:56.960444 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-bf2f99d0-d668-436b-8994-4b06e754d15c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:56.962636 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-100e404a-df3e-4ec0-9eee-0cc19f4fcf21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.026813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c248ed05-e5a8-4acf-a2ee-5be86a72a1fe req-83b3fc88-c8a5-4d2e-8036-47f691c6e7dc tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101940 Oct 26 14:02:57.045087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-bf2f99d0-d668-436b-8994-4b06e754d15c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:57.051724 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-bf2f99d0-d668-436b-8994-4b06e754d15c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.077839 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c4671c9a-7f91-44f6-9b8a-ce1bc093ae15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.118939 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-bf2f99d0-d668-436b-8994-4b06e754d15c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4766989 Oct 26 14:02:57.140280 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-100e404a-df3e-4ec0-9eee-0cc19f4fcf21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.143312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Request body: {'port': {'device_id': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:57.150540 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-100e404a-df3e-4ec0-9eee-0cc19f4fcf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.204330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-100e404a-df3e-4ec0-9eee-0cc19f4fcf21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d33b05848eb40dcbb971265097f0b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5356812 Oct 26 14:02:57.206513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e404a-df3e-4ec0-9eee-0cc19f4fcf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b60d517-d462-42dc-949a-150c6cef6bca,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:57.207925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53144) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:57.262892 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.298569 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.386601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-68e8b448-cbcb-4229-b57b-c601c4e95237 None None] Provisioning complete for port 6b2e0764-7881-4a9b-8758-f12383e77e00 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:57.387061 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-68e8b448-cbcb-4229-b57b-c601c4e95237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.399207 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-37b5372d-116e-4e4b-8f95-2d91c8742897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.411978 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c4671c9a-7f91-44f6-9b8a-ce1bc093ae15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.427900 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-68e8b448-cbcb-4229-b57b-c601c4e95237 None None] Port 6b2e0764-7881-4a9b-8758-f12383e77e00 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:02:57.436408 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c4671c9a-7f91-44f6-9b8a-ce1bc093ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.461625 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759abbb-9145-4140-b010-21d95e440d1a req-cd729244-b68d-46ad-a4e4-a82668ca9474 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:57.463161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7759abbb-9145-4140-b010-21d95e440d1a req-cd729244-b68d-46ad-a4e4-a82668ca9474 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 948 time: 0.0562856 Oct 26 14:02:57.478913 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ff058763-b6e2-4896-9108-3db28b0f98d9 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:57.515522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7759abbb-9145-4140-b010-21d95e440d1a req-9842e152-56a8-4a89-bb1e-e6f0e08aff76 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446005 Oct 26 14:02:57.543234 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-37b5372d-116e-4e4b-8f95-2d91c8742897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.568642 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4671c9a-7f91-44f6-9b8a-ce1bc093ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e516e54f-90ec-4e55-a8a1-476d1ad1e135,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:57.595300 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c4671c9a-7f91-44f6-9b8a-ce1bc093ae15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90275bc76ce3438b99215317fca065c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7454286 Oct 26 14:02:57.598857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53162) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:57.622719 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ff058763-b6e2-4896-9108-3db28b0f98d9,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:57.627354 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53164) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:57.638827 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'ff058763-b6e2-4896-9108-3db28b0f98d9', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'ff058763-b6e2-4896-9108-3db28b0f98d9', 'mac_address': 'fa:16:3e:69:7b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:57.699446 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-37b5372d-116e-4e4b-8f95-2d91c8742897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.704593 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-37b5372d-116e-4e4b-8f95-2d91c8742897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.705870 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-37b5372d-116e-4e4b-8f95-2d91c8742897 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b60d517-d462-42dc-949a-150c6cef6bca HTTP/1.1" status: 204 len: 168 time: 0.4917450 Oct 26 14:02:57.721071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5372d-116e-4e4b-8f95-2d91c8742897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b60d517-d462-42dc-949a-150c6cef6bca,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:57.750675 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:57.789486 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e399ea0a-a4a3-4d6a-8827-fb60ce8801ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.809453 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.825482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:57.826151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e6f3d3ab-8cb7-4989-af0e-a8c1497f2f3d not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:57.832652 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff058763-b6e2-4896-9108-3db28b0f98d9 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:57.883005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ff058763-b6e2-4896-9108-3db28b0f98d9,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:57.893791 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2e0764-7881-4a9b-8758-f12383e77e00 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:57.894033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4a2364-5e5a-48fd-8c2d-df5831659988 admin admin] Deleting subnet b0759cbe-4941-45d8-8065-e151e9f5a491 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:02:57.901475 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.914217 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.925435 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2364-5e5a-48fd-8c2d-df5831659988 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.950673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Transition to ACTIVE for port object 6b2e0764-7881-4a9b-8758-f12383e77e00 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:57.961934 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.019478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ff058763-b6e2-4896-9108-3db28b0f98d9,revision_number=12']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:58.058260 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e399ea0a-a4a3-4d6a-8827-fb60ce8801ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.107499 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:58.137955 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Attempting to bind port 6b2e0764-7881-4a9b-8758-f12383e77e00 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:58.138586 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Attempting to bind port 6b2e0764-7881-4a9b-8758-f12383e77e00 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:58.139164 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Attempting to bind port 6b2e0764-7881-4a9b-8758-f12383e77e00 on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:58.145309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Port 6b2e0764-7881-4a9b-8758-f12383e77e00 on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:58.146097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Attempting to bind port 6b2e0764-7881-4a9b-8758-f12383e77e00 on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:58.152901 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:58.153321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Checking segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:58.153776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Bound using segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:58.154355 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Bound port: 6b2e0764-7881-4a9b-8758-f12383e77e00, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:58.154787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.174294 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2364-5e5a-48fd-8c2d-df5831659988 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.259131 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48454110-8133-4db6-b0c7-55065fc6b219 req-96fe16f4-9b5e-46a2-b2e1-f63397e6240e tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:58.266326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48454110-8133-4db6-b0c7-55065fc6b219 req-96fe16f4-9b5e-46a2-b2e1-f63397e6240e tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 1100 time: 0.2775118 Oct 26 14:02:58.272424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:58.275488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:58.283575 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.298497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7051e3-9819-41a4-903b-792c3d28ea2f req-44c260dc-8514-40c7-8d8c-a54538f6484e tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:58.300014 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e7051e3-9819-41a4-903b-792c3d28ea2f req-44c260dc-8514-40c7-8d8c-a54538f6484e tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.2694173 Oct 26 14:02:58.306605 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2364-5e5a-48fd-8c2d-df5831659988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.325565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:58.326212 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.327631 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] 10.222.0.25 "PUT /v2.0/ports/6b2e0764-7881-4a9b-8758-f12383e77e00 HTTP/1.1" status: 200 len: 1092 time: 1.1915548 Oct 26 14:02:58.340947 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['ff058763-b6e2-4896-9108-3db28b0f98d9'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:58.356347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbde3b-bea8-4204-b23c-3a6aebe79876 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:58.367165 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e399ea0a-a4a3-4d6a-8827-fb60ce8801ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.370093 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e399ea0a-a4a3-4d6a-8827-fb60ce8801ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.374507 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e399ea0a-a4a3-4d6a-8827-fb60ce8801ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e516e54f-90ec-4e55-a8a1-476d1ad1e135 HTTP/1.1" status: 204 len: 168 time: 0.7749407 Oct 26 14:02:58.403901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48454110-8133-4db6-b0c7-55065fc6b219 req-8968fca4-c233-4e3b-9be1-d7ba6c19516c tempest-MigrationsAdminTest-1590551942 tempest-MigrationsAdminTest-1590551942-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366971 Oct 26 14:02:58.450152 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399ea0a-a4a3-4d6a-8827-fb60ce8801ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e516e54f-90ec-4e55-a8a1-476d1ad1e135,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:58.481417 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e7051e3-9819-41a4-903b-792c3d28ea2f req-4dd4a2e5-515d-4aac-bb74-80de6ef483f5 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523979 Oct 26 14:02:58.487978 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3253445e-e604-4b09-b72b-b03e43160abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:58.490190 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-3253445e-e604-4b09-b72b-b03e43160abc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 1095 time: 0.0914049 Oct 26 14:02:58.573440 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2364-5e5a-48fd-8c2d-df5831659988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.621215 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-37db8948-8813-47b5-a547-b5e5bddf2cea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2e0764-7881-4a9b-8758-f12383e77e00 HTTP/1.1" status: 200 len: 217 time: 0.1219399 Oct 26 14:02:58.657412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a2364-5e5a-48fd-8c2d-df5831659988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0759cbe-4941-45d8-8065-e151e9f5a491,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:58.688813 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2364-5e5a-48fd-8c2d-df5831659988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.694965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0f4a2364-5e5a-48fd-8c2d-df5831659988 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b0759cbe-4941-45d8-8065-e151e9f5a491 HTTP/1.1" status: 204 len: 168 time: 1.0635867 Oct 26 14:02:58.707106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53198) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:58.736474 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-11a301c0-267e-488d-9def-8f81065a8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:58.738052 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-11a301c0-267e-488d-9def-8f81065a8a53 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.0943005 Oct 26 14:02:58.770302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aab217-8bb5-4c66-97f5-02f7017499ed req-c84c7010-4757-4199-bdd5-67e9750f2d8c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:58.777382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9aab217-8bb5-4c66-97f5-02f7017499ed req-c84c7010-4757-4199-bdd5-67e9750f2d8c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 944 time: 0.2767830 Oct 26 14:02:58.814520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-82598a29-9b71-42db-af70-1b6d6f1761e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:58.817355 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-82598a29-9b71-42db-af70-1b6d6f1761e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711334 Oct 26 14:02:58.833432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6e48f-0718-41ca-9cd3-fedb34242a68 req-f5f43bde-d31b-41d8-a8fd-4abab350c4d6 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:58.840409 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9d6e48f-0718-41ca-9cd3-fedb34242a68 req-f5f43bde-d31b-41d8-a8fd-4abab350c4d6 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 946 time: 0.1859405 Oct 26 14:02:58.850486 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:58.854105 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d436bd80-4f4b-456d-9793-edeed86fdca3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:58.869957 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d1df96a-8cbb-49e4-98be-f1bb43c55db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.888307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9aab217-8bb5-4c66-97f5-02f7017499ed req-77a23f80-3caf-41e5-9b9f-e228fb932cc5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056108 Oct 26 14:02:58.951140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9d6e48f-0718-41ca-9cd3-fedb34242a68 req-48da18ef-f570-4874-9b69-0f5db32df2da tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/security-groups?id=168d4671-8789-43ec-8c39-25b75e2cf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097529 Oct 26 14:02:58.975746 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-2dcfb0cf-4ec8-4f71-a0df-8d8042219df0 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493354 Oct 26 14:02:59.028888 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb1cccc-65b1-4caa-8a0f-98a083aa8771 x-openstack-request-id: req-ceb1cccc-65b1-4caa-8a0f-98a083aa8771 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:59.030805 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:59.032189 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ceb1cccc-65b1-4caa-8a0f-98a083aa8771 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:59.033327 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'status': 'completed', 'code': 200} Oct 26 14:02:59.054019 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d1df96a-8cbb-49e4-98be-f1bb43c55db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.076228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53212) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:59.091557 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0d1df96a-8cbb-49e4-98be-f1bb43c55db8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078abf4e-3c0c-457f-98a5-ae1b32bc0d7a']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:59.093875 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca1bd4f3-970e-4a02-bd70-e19ee9e62e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.111553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0d1df96a-8cbb-49e4-98be-f1bb43c55db8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd0f783-cceb-4dfc-9c4b-14330702ac52') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:59.111851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0d1df96a-8cbb-49e4-98be-f1bb43c55db8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd0f783-cceb-4dfc-9c4b-14330702ac52') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:59.127019 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d1df96a-8cbb-49e4-98be-f1bb43c55db8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.148803 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d1df96a-8cbb-49e4-98be-f1bb43c55db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.161821 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1df96a-8cbb-49e4-98be-f1bb43c55db8 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:02:59.161821 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d1df96a-8cbb-49e4-98be-f1bb43c55db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:02:59.163071 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:02:59.196873 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1c5bd9d9-b766-4e39-b44a-b5e5cce47777 req-ef17fbe1-75f2-492e-9e01-4903dd390078 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112391 Oct 26 14:02:59.301352 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d1df96a-8cbb-49e4-98be-f1bb43c55db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.301955 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436bd80-4f4b-456d-9793-edeed86fdca3 req-b7dff640-47e5-43ef-b340-ab78eeb7bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:59.304491 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d436bd80-4f4b-456d-9793-edeed86fdca3 req-b7dff640-47e5-43ef-b340-ab78eeb7bb55 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 1095 time: 0.0586057 Oct 26 14:02:59.340910 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d1df96a-8cbb-49e4-98be-f1bb43c55db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.344345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0d1df96a-8cbb-49e4-98be-f1bb43c55db8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/078abf4e-3c0c-457f-98a5-ae1b32bc0d7a HTTP/1.1" status: 204 len: 168 time: 0.6359913 Oct 26 14:02:59.348401 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53220) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:59.358092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dad43-fe09-4ba3-af3b-27d417dc66da req-e0545a79-4db7-4a0c-a175-181d393e3df4 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:59.359519 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-961dad43-fe09-4ba3-af3b-27d417dc66da req-e0545a79-4db7-4a0c-a175-181d393e3df4 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.1613443 Oct 26 14:02:59.367172 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca1bd4f3-970e-4a02-bd70-e19ee9e62e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.368268 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1df96a-8cbb-49e4-98be-f1bb43c55db8 admin admin] Pushing event deleted for resources: {'Network': ['ID=078abf4e-3c0c-457f-98a5-ae1b32bc0d7a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:59.377527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bdb58-cffc-4bbc-91c8-820fe9fbb72f req-f45cafe9-35d1-4592-b447-8c7c0d087cf8 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:59.379053 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a2bdb58-cffc-4bbc-91c8-820fe9fbb72f req-f45cafe9-35d1-4592-b447-8c7c0d087cf8 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 946 time: 0.1797075 Oct 26 14:02:59.401262 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca1bd4f3-970e-4a02-bd70-e19ee9e62e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.427182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436bd80-4f4b-456d-9793-edeed86fdca3 req-ffbccb26-c55e-4680-abe2-294a53adf18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:59.430441 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d436bd80-4f4b-456d-9793-edeed86fdca3 req-ffbccb26-c55e-4680-abe2-294a53adf18a service neutron] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.1140256 Oct 26 14:02:59.477715 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d436bd80-4f4b-456d-9793-edeed86fdca3 req-8f04c0d4-71d2-4007-a7c1-e40a3635feba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2e0764-7881-4a9b-8758-f12383e77e00 HTTP/1.1" status: 200 len: 217 time: 0.0396621 Oct 26 14:02:59.502623 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ca1bd4f3-970e-4a02-bd70-e19ee9e62e53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78c7a75e7ffe4cc28b5a33ff80d187d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4253435 Oct 26 14:02:59.507088 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53226) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:59.522724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8b07f9-b96e-4dd3-aa09-e2eb7a479030 admin admin] Deleting subnet 4738b2cf-bc8d-4dd2-ac74-1d907c98a1d2 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:02:59.530358 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436bd80-4f4b-456d-9793-edeed86fdca3 req-9b5d7f38-a0f5-4d5c-86a0-9f4db74ea8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:59.531828 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d436bd80-4f4b-456d-9793-edeed86fdca3 req-9b5d7f38-a0f5-4d5c-86a0-9f4db74ea8d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.0456548 Oct 26 14:02:59.546789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bd4f3-970e-4a02-bd70-e19ee9e62e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d767e1-9cf0-4fea-97cd-44497bab7d1c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:59.549421 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be8b07f9-b96e-4dd3-aa09-e2eb7a479030 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.590746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-961dad43-fe09-4ba3-af3b-27d417dc66da req-a5a93b70-8c6a-4714-ad0e-82693a267e01 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083859 Oct 26 14:02:59.602000 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436bd80-4f4b-456d-9793-edeed86fdca3 req-025da7c0-6ff9-41e3-8725-37485823afab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:59.603834 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d436bd80-4f4b-456d-9793-edeed86fdca3 req-025da7c0-6ff9-41e3-8725-37485823afab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550032 Oct 26 14:02:59.634404 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be8b07f9-b96e-4dd3-aa09-e2eb7a479030 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.704262 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be8b07f9-b96e-4dd3-aa09-e2eb7a479030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.725211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42609003-ffbc-484a-85f6-6576769e21f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.734208 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d436bd80-4f4b-456d-9793-edeed86fdca3 req-75c8e6a1-43e4-4406-b178-27bb2986b6e8 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191928 Oct 26 14:02:59.748074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-3a2bdb58-cffc-4bbc-91c8-820fe9fbb72f req-eac34758-6043-486c-8b75-87a379da09c3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Deleting port 405f8803-532d-43ff-944d-036807d14c3c {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:59.748532 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3a2bdb58-cffc-4bbc-91c8-820fe9fbb72f req-eac34758-6043-486c-8b75-87a379da09c3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.819424 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42609003-ffbc-484a-85f6-6576769e21f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.848911 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d436bd80-4f4b-456d-9793-edeed86fdca3 req-484394d7-f559-4dda-a4fa-ba4e867e1e00 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034174 Oct 26 14:02:59.869881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978ef1c-cfd2-4fb2-ba97-ea9bd41a9f54 req-c06521bf-9528-437f-9000-3e2d7a625617 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:59.871307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c978ef1c-cfd2-4fb2-ba97-ea9bd41a9f54 req-c06521bf-9528-437f-9000-3e2d7a625617 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1810000 Oct 26 14:02:59.926019 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be8b07f9-b96e-4dd3-aa09-e2eb7a479030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.938246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-3a2bdb58-cffc-4bbc-91c8-820fe9fbb72f req-eac34758-6043-486c-8b75-87a379da09c3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] For port 405f8803-532d-43ff-944d-036807d14c3c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=405f8803-532d-43ff-944d-036807d14c3c,segment=NetworkSegment(817952b6-a5ff-417d-86ff-b43c27e82e8a),segment_id=817952b6-a5ff-417d-86ff-b43c27e82e8a)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:59.938596 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3a2bdb58-cffc-4bbc-91c8-820fe9fbb72f req-eac34758-6043-486c-8b75-87a379da09c3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.973601 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b07f9-b96e-4dd3-aa09-e2eb7a479030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4738b2cf-bc8d-4dd2-ac74-1d907c98a1d2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:59.989823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-3a2bdb58-cffc-4bbc-91c8-820fe9fbb72f req-eac34758-6043-486c-8b75-87a379da09c3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Calling delete_port for 405f8803-532d-43ff-944d-036807d14c3c owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:59.994300 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be8b07f9-b96e-4dd3-aa09-e2eb7a479030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.997929 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-be8b07f9-b96e-4dd3-aa09-e2eb7a479030 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4738b2cf-bc8d-4dd2-ac74-1d907c98a1d2 HTTP/1.1" status: 204 len: 168 time: 0.6477089 Oct 26 14:03:00.000594 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53236) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:00.010543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c978ef1c-cfd2-4fb2-ba97-ea9bd41a9f54 req-9234b515-086a-46e0-9182-42f088ed3124 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256685 Oct 26 14:03:00.072984 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42609003-ffbc-484a-85f6-6576769e21f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:00.076004 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42609003-ffbc-484a-85f6-6576769e21f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:00.076606 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81b44777-a197-48ec-9a68-cc5c6f2ac0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:00.080076 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-42609003-ffbc-484a-85f6-6576769e21f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37d767e1-9cf0-4fea-97cd-44497bab7d1c HTTP/1.1" status: 204 len: 168 time: 0.5690408 Oct 26 14:03:00.093383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42609003-ffbc-484a-85f6-6576769e21f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d767e1-9cf0-4fea-97cd-44497bab7d1c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:00.164086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b779ffc-8519-470e-85df-85d3833f2372 req-c8658d45-a8d9-4974-8171-7e355c43e499 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:00.165514 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b779ffc-8519-470e-85df-85d3833f2372 req-c8658d45-a8d9-4974-8171-7e355c43e499 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 944 time: 0.0852053 Oct 26 14:03:00.178007 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81b44777-a197-48ec-9a68-cc5c6f2ac0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:00.200590 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-81b44777-a197-48ec-9a68-cc5c6f2ac0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c112f8e5-bf21-4cbd-a3e6-e3de004503ef']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:00.216892 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-81b44777-a197-48ec-9a68-cc5c6f2ac0b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6762f08b-83a3-46eb-b482-fc9042fd6696') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:00.217197 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-81b44777-a197-48ec-9a68-cc5c6f2ac0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6762f08b-83a3-46eb-b482-fc9042fd6696') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:00.228258 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81b44777-a197-48ec-9a68-cc5c6f2ac0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:00.245521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81b44777-a197-48ec-9a68-cc5c6f2ac0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:00.254652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b44777-a197-48ec-9a68-cc5c6f2ac0b8 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:03:00.255179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81b44777-a197-48ec-9a68-cc5c6f2ac0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:03:00.258038 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:03:00.261847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b779ffc-8519-470e-85df-85d3833f2372 req-9b186548-1fdf-48e3-9d7c-151c785054eb tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617876 Oct 26 14:03:00.287751 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3a2bdb58-cffc-4bbc-91c8-820fe9fbb72f req-eac34758-6043-486c-8b75-87a379da09c3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:00.301231 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['405f8803-532d-43ff-944d-036807d14c3c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:00.334526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9eb3032a-6634-48ec-add1-1b186abf0822 req-45e041d7-797d-4fdd-a14b-80c91ac6c51e tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce9f346-8716-428e-8724-8676efdc4dfd HTTP/1.1" status: 200 len: 210 time: 0.0552557 Oct 26 14:03:00.338358 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81b44777-a197-48ec-9a68-cc5c6f2ac0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:00.361552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac34758-6043-486c-8b75-87a379da09c3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Pushing event deleted for resources: {'Port': ['ID=405f8803-532d-43ff-944d-036807d14c3c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:00.361847 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81b44777-a197-48ec-9a68-cc5c6f2ac0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:00.374099 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-81b44777-a197-48ec-9a68-cc5c6f2ac0b8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c112f8e5-bf21-4cbd-a3e6-e3de004503ef HTTP/1.1" status: 204 len: 168 time: 0.3684919 Oct 26 14:03:00.374099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b44777-a197-48ec-9a68-cc5c6f2ac0b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c112f8e5-bf21-4cbd-a3e6-e3de004503ef,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:00.429357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2bdb58-cffc-4bbc-91c8-820fe9fbb72f req-eac34758-6043-486c-8b75-87a379da09c3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] No DVR routers for this DVR port 405f8803-532d-43ff-944d-036807d14c3c on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:00.435191 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3a2bdb58-cffc-4bbc-91c8-820fe9fbb72f req-eac34758-6043-486c-8b75-87a379da09c3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:00.440817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a2bdb58-cffc-4bbc-91c8-820fe9fbb72f req-eac34758-6043-486c-8b75-87a379da09c3 tempest-ServerDiskConfigTestJSON-703650997 tempest-ServerDiskConfigTestJSON-703650997-project] 10.222.0.11 "DELETE /v2.0/ports/405f8803-532d-43ff-944d-036807d14c3c HTTP/1.1" status: 204 len: 173 time: 1.0297291 Oct 26 14:03:00.441328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce9f346-8716-428e-8724-8676efdc4dfd', 'name': 'network-vif-deleted', 'tag': '405f8803-532d-43ff-944d-036807d14c3c'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:00.451686 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c295c4-a4bc-4d3e-9021-48732dace108" -d '{"events": [{"server_uuid": "cce9f346-8716-428e-8724-8676efdc4dfd", "name": "network-vif-deleted", "tag": "405f8803-532d-43ff-944d-036807d14c3c"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:00.523710 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09193e0-df34-4c14-a0bc-86162489fbf2 x-openstack-request-id: req-d09193e0-df34-4c14-a0bc-86162489fbf2 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:00.526862 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce9f346-8716-428e-8724-8676efdc4dfd", "name": "network-vif-deleted", "tag": "405f8803-532d-43ff-944d-036807d14c3c", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:00.526862 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d09193e0-df34-4c14-a0bc-86162489fbf2 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:00.526862 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce9f346-8716-428e-8724-8676efdc4dfd', 'name': 'network-vif-deleted', 'tag': '405f8803-532d-43ff-944d-036807d14c3c', 'status': 'completed', 'code': 200} Oct 26 14:03:00.576275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53258) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:00.635010 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e2160521-c81b-4d9b-9e2f-e20c1356d66e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3015cef33add49c0a70c99ffe7c7236a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572288 Oct 26 14:03:00.637661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53264) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:00.959209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53278) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:01.055306 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d969586-4153-4be2-a3ca-5ac67b7e70bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.093308 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d969586-4153-4be2-a3ca-5ac67b7e70bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.099843 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3156762f-20bb-4db9-9479-cba42a52234e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.102614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68b037-f5cf-4cbd-ba9b-a4524513ba08 req-4cd35fca-5d05-42bf-ba34-c357cb81ee84 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:01.110197 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f68b037-f5cf-4cbd-ba9b-a4524513ba08 req-4cd35fca-5d05-42bf-ba34-c357cb81ee84 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.4253902 Oct 26 14:03:01.164240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c2aab-a945-4d80-b773-d4a5cc911955 req-2bdb7cc2-4bed-4151-b19c-7e04fb96b50d tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:01.166040 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a7c2aab-a945-4d80-b773-d4a5cc911955 req-2bdb7cc2-4bed-4151-b19c-7e04fb96b50d tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 949 time: 0.1510825 Oct 26 14:03:01.207386 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3156762f-20bb-4db9-9479-cba42a52234e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.213051 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3156762f-20bb-4db9-9479-cba42a52234e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.250383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f68b037-f5cf-4cbd-ba9b-a4524513ba08 req-8ac10a0c-9b9c-4044-ad3f-a6cb99881e50 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392910 Oct 26 14:03:01.265041 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3156762f-20bb-4db9-9479-cba42a52234e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f653c5b31404fe791c246ac3abb1a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024435 Oct 26 14:03:01.265261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53292) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:01.267287 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156762f-20bb-4db9-9479-cba42a52234e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9252d00a-d9cb-4d8d-8777-826129bba45b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:01.294231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10d9a4-0837-470f-bdb6-51f2bfc20710 req-bb86673b-0572-47bb-843a-9811594e2a7c tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:01.301330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c10d9a4-0837-470f-bdb6-51f2bfc20710 req-bb86673b-0572-47bb-843a-9811594e2a7c tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1831858 Oct 26 14:03:01.306746 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d969586-4153-4be2-a3ca-5ac67b7e70bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.309526 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d969586-4153-4be2-a3ca-5ac67b7e70bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.310851 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0d969586-4153-4be2-a3ca-5ac67b7e70bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4286c4c2-967a-4ae5-8e90-157bf1a48f66 HTTP/1.1" status: 204 len: 168 time: 0.6719930 Oct 26 14:03:01.335543 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-706110d7-6e94-4ccc-9807-ab00db8c2c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.336676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d969586-4153-4be2-a3ca-5ac67b7e70bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4286c4c2-967a-4ae5-8e90-157bf1a48f66,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:01.381315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c10d9a4-0837-470f-bdb6-51f2bfc20710 req-de0f0e7f-7bee-4803-b1d4-789d529525ea tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734956 Oct 26 14:03:01.389760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-706110d7-6e94-4ccc-9807-ab00db8c2c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.433748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-9a7c2aab-a945-4d80-b773-d4a5cc911955 req-d15a2e2b-3514-4658-8495-8e6b6f7ffb1c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Deleting port ff058763-b6e2-4896-9108-3db28b0f98d9 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:01.434124 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9a7c2aab-a945-4d80-b773-d4a5cc911955 req-d15a2e2b-3514-4658-8495-8e6b6f7ffb1c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.453198 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53302) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:01.479414 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-706110d7-6e94-4ccc-9807-ab00db8c2c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.487686 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-706110d7-6e94-4ccc-9807-ab00db8c2c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.494779 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-706110d7-6e94-4ccc-9807-ab00db8c2c2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9252d00a-d9cb-4d8d-8777-826129bba45b HTTP/1.1" status: 204 len: 168 time: 0.2256021 Oct 26 14:03:01.504300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56322171-df0f-4424-9edf-159ee8f8626e req-2b3550d4-b0ad-48ee-8432-61860b1f85b4 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:01.508787 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706110d7-6e94-4ccc-9807-ab00db8c2c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9252d00a-d9cb-4d8d-8777-826129bba45b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:01.515950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ff058763-b6e2-4896-9108-3db28b0f98d9 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:01.518027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56322171-df0f-4424-9edf-159ee8f8626e req-2b3550d4-b0ad-48ee-8432-61860b1f85b4 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 944 time: 0.1345785 Oct 26 14:03:01.594963 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port ff058763-b6e2-4896-9108-3db28b0f98d9 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:03:01.602119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port ff058763-b6e2-4896-9108-3db28b0f98d9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:01.603056 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.607050 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56322171-df0f-4424-9edf-159ee8f8626e req-8f4d7b83-94d9-4d45-8f56-a14d42cbbfb3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841432 Oct 26 14:03:01.619489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-9a7c2aab-a945-4d80-b773-d4a5cc911955 req-d15a2e2b-3514-4658-8495-8e6b6f7ffb1c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] For port ff058763-b6e2-4896-9108-3db28b0f98d9, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ff058763-b6e2-4896-9108-3db28b0f98d9,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:01.619881 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9a7c2aab-a945-4d80-b773-d4a5cc911955 req-d15a2e2b-3514-4658-8495-8e6b6f7ffb1c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.646808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-9a7c2aab-a945-4d80-b773-d4a5cc911955 req-d15a2e2b-3514-4658-8495-8e6b6f7ffb1c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Calling delete_port for ff058763-b6e2-4896-9108-3db28b0f98d9 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:01.716301 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.744434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6b2e0764-7881-4a9b-8758-f12383e77e00 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:01.794772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53318) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:01.883607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-112713966-network', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:01.884072 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:01.904184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'port_id': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'mac_address': 'fa:16:3e:a6:a5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:01.906630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7769673-6c2c-4280-a8d1-4f7ff72e0ba8 admin admin] Deleting subnet b2965551-3bbf-4edc-bedb-b8d4c84f64c1 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:03:01.911955 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7769673-6c2c-4280-a8d1-4f7ff72e0ba8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.937253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] Made reservation on behalf of fb22c3c4de1045f681011d8d9f88dc81 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:01.937578 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9a7c2aab-a945-4d80-b773-d4a5cc911955 req-d15a2e2b-3514-4658-8495-8e6b6f7ffb1c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.940484 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.963353 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.008114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a2e2b-3514-4658-8495-8e6b6f7ffb1c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Pushing event deleted for resources: {'Port': ['ID=ff058763-b6e2-4896-9108-3db28b0f98d9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:02.024615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'f2bb4593-f42c-4eaa-a37c-e4f605215522', 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a', 'ff058763-b6e2-4896-9108-3db28b0f98d9'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:02.033769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 405f8803-532d-43ff-944d-036807d14c3c no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:02.064786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7c2aab-a945-4d80-b773-d4a5cc911955 req-d15a2e2b-3514-4658-8495-8e6b6f7ffb1c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] No DVR routers for this DVR port ff058763-b6e2-4896-9108-3db28b0f98d9 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:02.075130 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9a7c2aab-a945-4d80-b773-d4a5cc911955 req-d15a2e2b-3514-4658-8495-8e6b6f7ffb1c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.084458 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a7c2aab-a945-4d80-b773-d4a5cc911955 req-d15a2e2b-3514-4658-8495-8e6b6f7ffb1c tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "DELETE /v2.0/ports/ff058763-b6e2-4896-9108-3db28b0f98d9 HTTP/1.1" status: 204 len: 173 time: 0.8902981 Oct 26 14:03:02.088870 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7769673-6c2c-4280-a8d1-4f7ff72e0ba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.140635 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.142939 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.145018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 405f8803-532d-43ff-944d-036807d14c3c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:02.146228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 405f8803-532d-43ff-944d-036807d14c3c not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:02.148297 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.172490 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7769673-6c2c-4280-a8d1-4f7ff72e0ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.203889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53326) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:02.208541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:03:02.212367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2e0764-7881-4a9b-8758-f12383e77e00 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:02.272380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f8ebce-1216-4fef-b004-86043d6ef410,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:02.277003 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7769673-6c2c-4280-a8d1-4f7ff72e0ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.300727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.301123 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] Added segment b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b of type vlan for network 3507f29b-df6e-4f74-8a16-71105380bdc8 Oct 26 14:03:02.324711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7769673-6c2c-4280-a8d1-4f7ff72e0ba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2965551-3bbf-4edc-bedb-b8d4c84f64c1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:02.325630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:02.333652 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.336965 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7769673-6c2c-4280-a8d1-4f7ff72e0ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.340426 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e7769673-6c2c-4280-a8d1-4f7ff72e0ba8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b2965551-3bbf-4edc-bedb-b8d4c84f64c1 HTTP/1.1" status: 204 len: 168 time: 0.5446534 Oct 26 14:03:02.343018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53332) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:02.387047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.426301 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-21d99f0e-a721-4f6e-9d2f-9ee1fb6605f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=274c95dcea8a4e6dab3cb95e2309b9ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944404 Oct 26 14:03:02.427956 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53336) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:02.489227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc295aa8-188e-40dc-a501-b55ca7487d83 req-2767c3ed-8376-4303-a53a-36cd5786c567 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce765811-78b7-45d1-95a5-9371f0e31041 HTTP/1.1" status: 200 len: 210 time: 0.0573528 Oct 26 14:03:02.506479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:02.518015 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7bf11a8f-4bee-4204-83d8-fbc1db87dd61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.521380 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.522586 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:02.523204 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.525279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'name': 'network-vif-deleted', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:02.527743 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8011191-75ff-43ad-8e73-29247012ecba" -d '{"events": [{"server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "name": "network-vif-deleted", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:02.538738 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7bd467b8-f9ac-4309-a76c-252ca3e8b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.576694 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['6b2e0764-7881-4a9b-8758-f12383e77e00'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:02.602591 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] Pushing event updated for resources: {'Network': ['ID=3507f29b-df6e-4f74-8a16-71105380bdc8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:02.632083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7bf11a8f-4bee-4204-83d8-fbc1db87dd61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.652451 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-792efaf1-4510-4d0a-84f9-6bcbbebedba7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1979887 Oct 26 14:03:02.656850 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53346) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:02.662452 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6f29f1-4835-40a6-ae4c-820d4ada7c64 x-openstack-request-id: req-1d6f29f1-4835-40a6-ae4c-820d4ada7c64 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:02.663032 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce765811-78b7-45d1-95a5-9371f0e31041", "name": "network-vif-deleted", "tag": "ff058763-b6e2-4896-9108-3db28b0f98d9", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:02.663032 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d6f29f1-4835-40a6-ae4c-820d4ada7c64 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:02.663405 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce765811-78b7-45d1-95a5-9371f0e31041', 'name': 'network-vif-deleted', 'tag': 'ff058763-b6e2-4896-9108-3db28b0f98d9', 'status': 'completed', 'code': 200} Oct 26 14:03:02.666462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-279801bf-2a66-4dcc-abec-1e7fed2e5d4a admin admin] Request body: {'subnet': {'network_id': '3507f29b-df6e-4f74-8a16-71105380bdc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-112713966-subnet', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:02.674970 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecec28-6f5c-4906-8b8b-37c5098ec15a req-4bb8ea70-e4a8-44d8-80cf-a67db3fe65a1 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:02.682291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8ecec28-6f5c-4906-8b8b-37c5098ec15a req-4bb8ea70-e4a8-44d8-80cf-a67db3fe65a1 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1997118 Oct 26 14:03:02.703173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 3507f29b-df6e-4f74-8a16-71105380bdc8 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:03:02.743356 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279801bf-2a66-4dcc-abec-1e7fed2e5d4a admin admin] Made reservation on behalf of fb22c3c4de1045f681011d8d9f88dc81 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:02.747083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-279801bf-2a66-4dcc-abec-1e7fed2e5d4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.761628 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7bd467b8-f9ac-4309-a76c-252ca3e8b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.790276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7bd467b8-f9ac-4309-a76c-252ca3e8b2aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9588c97f-f586-44b3-8176-8350580dbf61']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:02.803023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7bd467b8-f9ac-4309-a76c-252ca3e8b2aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817952b6-a5ff-417d-86ff-b43c27e82e8a') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:02.803361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7bd467b8-f9ac-4309-a76c-252ca3e8b2aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817952b6-a5ff-417d-86ff-b43c27e82e8a') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:02.816922 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7bd467b8-f9ac-4309-a76c-252ca3e8b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.866625 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7bf11a8f-4bee-4204-83d8-fbc1db87dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.870612 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7bf11a8f-4bee-4204-83d8-fbc1db87dd61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.872686 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7bf11a8f-4bee-4204-83d8-fbc1db87dd61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8586def7-71bb-4343-8a93-bb2d4ecaa3ba HTTP/1.1" status: 204 len: 168 time: 0.4386632 Oct 26 14:03:02.892385 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7bd467b8-f9ac-4309-a76c-252ca3e8b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.898051 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8ecec28-6f5c-4906-8b8b-37c5098ec15a req-ea8c81fa-279f-499d-9d0a-857a53ae3115 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022853 Oct 26 14:03:02.908080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd467b8-f9ac-4309-a76c-252ca3e8b2aa admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:03:02.908485 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7bd467b8-f9ac-4309-a76c-252ca3e8b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:03:02.915249 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:03:02.944339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf11a8f-4bee-4204-83d8-fbc1db87dd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8586def7-71bb-4343-8a93-bb2d4ecaa3ba,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:03.008147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aed85e-ee1f-4e12-9b62-cf3c6fb4c20a req-853842c2-8c94-412f-a13a-5b7ca426e695 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:03.009785 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-69aed85e-ee1f-4e12-9b62-cf3c6fb4c20a req-853842c2-8c94-412f-a13a-5b7ca426e695 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1741905 Oct 26 14:03:03.044315 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7bd467b8-f9ac-4309-a76c-252ca3e8b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.062022 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7bd467b8-f9ac-4309-a76c-252ca3e8b2aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.067223 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7bd467b8-f9ac-4309-a76c-252ca3e8b2aa admin admin] 10.222.0.32 "DELETE /v2.0/networks/9588c97f-f586-44b3-8176-8350580dbf61 HTTP/1.1" status: 204 len: 168 time: 0.7178233 Oct 26 14:03:03.114674 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-69aed85e-ee1f-4e12-9b62-cf3c6fb4c20a req-8b9f27a0-ff6b-4929-96dd-dc1f93dfd4eb tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843453 Oct 26 14:03:03.116912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd467b8-f9ac-4309-a76c-252ca3e8b2aa admin admin] Pushing event deleted for resources: {'Network': ['ID=9588c97f-f586-44b3-8176-8350580dbf61,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:03.144187 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53360) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:03.232539 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-279801bf-2a66-4dcc-abec-1e7fed2e5d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.279718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1014618319-network', 'tenant_id': 'c75fc380d32742d1be981a149eab1228'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:03.324590 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53368) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:03.326423 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279801bf-2a66-4dcc-abec-1e7fed2e5d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b484b5da-18da-4a25-932a-660ac22d35b7,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:03.333133 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] Made reservation on behalf of c75fc380d32742d1be981a149eab1228 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:03.335458 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.349184 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.352263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279801bf-2a66-4dcc-abec-1e7fed2e5d4a admin admin] Checking segment: {'id': 'b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3507f29b-df6e-4f74-8a16-71105380bdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:03.352626 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279801bf-2a66-4dcc-abec-1e7fed2e5d4a admin admin] Network hostable DHCP agents. Network: 3507f29b-df6e-4f74-8a16-71105380bdc8, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:03:03.373442 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0927d09e-5dcd-4add-9be6-f604220cf6a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa561142db2d426c894b3f996f9f4d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450552 Oct 26 14:03:03.374070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53370) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:03.386019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279801bf-2a66-4dcc-abec-1e7fed2e5d4a admin admin] Network 3507f29b-df6e-4f74-8a16-71105380bdc8 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:03:03.404648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-279801bf-2a66-4dcc-abec-1e7fed2e5d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 3507f29b-df6e-4f74-8a16-71105380bdc8) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:03.418219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbddf028-9d59-4511-a36c-9fe30f95232e None None] Network 3507f29b-df6e-4f74-8a16-71105380bdc8 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:03.445625 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-930cccda-6227-4ba5-ac87-406bbb76089c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.467676 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.469820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279801bf-2a66-4dcc-abec-1e7fed2e5d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:03.470575 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-279801bf-2a66-4dcc-abec-1e7fed2e5d4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.479780 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.480221 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-930cccda-6227-4ba5-ac87-406bbb76089c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.515308 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9e7af8-3d30-4f70-8ea1-b41282434621,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:03.530120 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-279801bf-2a66-4dcc-abec-1e7fed2e5d4a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8701527 Oct 26 14:03:03.531038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:03:03.532883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53378) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:03.539367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-112713966-router', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:03.549093 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-930cccda-6227-4ba5-ac87-406bbb76089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.552761 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-930cccda-6227-4ba5-ac87-406bbb76089c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.554331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-930cccda-6227-4ba5-ac87-406bbb76089c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/168d4671-8789-43ec-8c39-25b75e2cf449 HTTP/1.1" status: 204 len: 168 time: 0.1793785 Oct 26 14:03:03.559947 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.560390 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] Added segment 558635e2-f7f5-493d-b29b-8c98a4c2631a of type vlan for network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c Oct 26 14:03:03.612081 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cccda-6227-4ba5-ac87-406bbb76089c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168d4671-8789-43ec-8c39-25b75e2cf449,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:03.619442 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.623533 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.624648 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.687579 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.807785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6b2e0764-7881-4a9b-8758-f12383e77e00 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:03.906190 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-3507f29b-df6e-4f74-8a16-71105380bdc8', 'network_id': '3507f29b-df6e-4f74-8a16-71105380bdc8', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'fixed_ips': [{'subnet_id': 'b484b5da-18da-4a25-932a-660ac22d35b7'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:03:03.907116 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.920586 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:03:03.938780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 6b2e0764-7881-4a9b-8758-f12383e77e00 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:03:03.939475 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.944556 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:03.945196 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.948985 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 6b2e0764-7881-4a9b-8758-f12383e77e00 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:03.950969 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.994026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb474ab0-6ce9-4dd3-b492-c119040e7180 req-130dda97-c5e8-4195-a352-f812f88ccf55 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:04.004065 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb474ab0-6ce9-4dd3-b492-c119040e7180 req-130dda97-c5e8-4195-a352-f812f88ccf55 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 951 time: 0.1185956 Oct 26 14:03:04.101364 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb474ab0-6ce9-4dd3-b492-c119040e7180 req-db446d7d-a622-406a-82c6-aa98c9638003 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960484 Oct 26 14:03:04.119519 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.158286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc93ae-a7c7-4105-9b70-1b30b17e5d07 req-56d89b90-bdc8-4b41-ae8b-8b655d4044a0 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:04.159908 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bdc93ae-a7c7-4105-9b70-1b30b17e5d07 req-56d89b90-bdc8-4b41-ae8b-8b655d4044a0 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1192482 Oct 26 14:03:04.194134 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0460773 Oct 26 14:03:04.194989 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.196568 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53410) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:04.210448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e1c89598-dc2f-4128-aaf1-30a22c86c178 admin admin] Request body: {'subnet': {'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1014618319-subnet', 'tenant_id': 'c75fc380d32742d1be981a149eab1228', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:04.221074 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa6236-7823-4d30-b055-4ff53ac0c491 admin admin] Pushing event updated for resources: {'Network': ['ID=6efcdb1b-c76e-4602-8dda-6a5af6b3137c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:04.229891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:04.235853 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f38b09b-8dee-424a-89ce-2778eb5b625e" -d '{"events": [{"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:04.256275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:03:04.299091 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c89598-dc2f-4128-aaf1-30a22c86c178 admin admin] Made reservation on behalf of c75fc380d32742d1be981a149eab1228 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:04.301342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e1c89598-dc2f-4128-aaf1-30a22c86c178 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.360452 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Allocated IP 172.20.0.2 (3507f29b-df6e-4f74-8a16-71105380bdc8/b484b5da-18da-4a25-932a-660ac22d35b7/bf80c03b-def4-47dd-b457-6ba6421af6e0) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:04.391527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bdc93ae-a7c7-4105-9b70-1b30b17e5d07 req-540a4532-b364-4595-a9b8-d082d8775561 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233129 Oct 26 14:03:04.439687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f113c7a-13c8-494a-8c2f-9e62c6da4de9 req-602fd31e-de37-4e07-9974-c7954a0717a8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:04.461134 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f113c7a-13c8-494a-8c2f-9e62c6da4de9 req-602fd31e-de37-4e07-9974-c7954a0717a8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.2075622 Oct 26 14:03:04.497739 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.546960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f113c7a-13c8-494a-8c2f-9e62c6da4de9 req-fdc82de5-2946-4093-b546-64c44479fca5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842524 Oct 26 14:03:04.559769 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.579465 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.600759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:04.604709 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb168f8d-955a-45dd-93ab-99f09bd6cec0 x-openstack-request-id: req-eb168f8d-955a-45dd-93ab-99f09bd6cec0 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:04.605618 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:04.606339 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb168f8d-955a-45dd-93ab-99f09bd6cec0 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:04.606990 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'code': 200} Oct 26 14:03:04.616264 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.619081 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.713546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Pushing event updated for resources: {'Port': ['ID=bf80c03b-def4-47dd-b457-6ba6421af6e0,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:04.728313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Network 3507f29b-df6e-4f74-8a16-71105380bdc8 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:04.754383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a104cf1-f338-477c-a649-bc7bc1d2615f req-080c3ee0-754c-4de0-90c2-2d43e53b1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:04.755207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:04.755927 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9a104cf1-f338-477c-a649-bc7bc1d2615f req-080c3ee0-754c-4de0-90c2-2d43e53b1899 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 1097 time: 0.1681437 Oct 26 14:03:04.761862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:04.795054 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e1c89598-dc2f-4128-aaf1-30a22c86c178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.823484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Allocated IP 172.25.4.62 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/37e10dda-cefc-4cb8-b1fc-b55087ef5c92) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:04.827304 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9a104cf1-f338-477c-a649-bc7bc1d2615f req-b6936386-e2e1-4b9e-ae7e-6f604188c156 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596716 Oct 26 14:03:04.845253 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Attempting to bind port bf80c03b-def4-47dd-b457-6ba6421af6e0 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:04.846375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Attempting to bind port bf80c03b-def4-47dd-b457-6ba6421af6e0 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3507f29b-df6e-4f74-8a16-71105380bdc8'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:04.847219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Attempting to bind port bf80c03b-def4-47dd-b457-6ba6421af6e0 on network 3507f29b-df6e-4f74-8a16-71105380bdc8 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:04.868636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:04.869326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Checking segment: {'id': 'b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3507f29b-df6e-4f74-8a16-71105380bdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:04.870206 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.870799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Bound using segment: {'id': 'b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3507f29b-df6e-4f74-8a16-71105380bdc8'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:04.871878 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Bound port: bf80c03b-def4-47dd-b457-6ba6421af6e0, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3507f29b-df6e-4f74-8a16-71105380bdc8'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:04.872750 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.889036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c89598-dc2f-4128-aaf1-30a22c86c178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7788109-6fca-425e-a44f-f601a5266e00,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:04.895008 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c89598-dc2f-4128-aaf1-30a22c86c178 admin admin] Checking segment: {'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:04.896573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c89598-dc2f-4128-aaf1-30a22c86c178 admin admin] Network hostable DHCP agents. Network: 6efcdb1b-c76e-4602-8dda-6a5af6b3137c, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:03:04.923255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c89598-dc2f-4128-aaf1-30a22c86c178 admin admin] Network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:03:04.938033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-e1c89598-dc2f-4128-aaf1-30a22c86c178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 6efcdb1b-c76e-4602-8dda-6a5af6b3137c) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:04.940440 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:04.947479 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c89598-dc2f-4128-aaf1-30a22c86c178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:04.948391 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e1c89598-dc2f-4128-aaf1-30a22c86c178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.954673 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529473e3-f79c-4f14-bbb5-e6a48229a0da None None] Network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:04.985822 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e1c89598-dc2f-4128-aaf1-30a22c86c178 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7861557 Oct 26 14:03:05.016855 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53438) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:05.031838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] For port bf80c03b-def4-47dd-b457-6ba6421af6e0, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:05.050912 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.060856 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] For port bf80c03b-def4-47dd-b457-6ba6421af6e0, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bf80c03b-def4-47dd-b457-6ba6421af6e0,segment=NetworkSegment(b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b),segment_id=b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:05.090025 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.101587 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.165666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-382908127-network', 'tenant_id': 'f3cf8427fea34d73b605914a198ecb9f'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:05.202103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471e5af-4445-43d6-81f6-fd82aa5f7326 None None] Pushing event updated for resources: {'Port': ['ID=bf80c03b-def4-47dd-b457-6ba6421af6e0,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:05.208658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-6efcdb1b-c76e-4602-8dda-6a5af6b3137c', 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c', 'tenant_id': 'c75fc380d32742d1be981a149eab1228', 'fixed_ips': [{'subnet_id': 'd7788109-6fca-425e-a44f-f601a5266e00'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:03:05.214271 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.225615 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] Made reservation on behalf of f3cf8427fea34d73b605914a198ecb9f for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:05.228371 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.234470 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:05.243411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:05.249293 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:05.272670 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.302802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Pushing event updated for resources: {'Port': ['ID=37e10dda-cefc-4cb8-b1fc-b55087ef5c92,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:05.477283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Allocated IP 172.20.0.2 (6efcdb1b-c76e-4602-8dda-6a5af6b3137c/d7788109-6fca-425e-a44f-f601a5266e00/67b758f8-e2e9-44cb-9a1a-522ea7da0fa8) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:05.543297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff14dd-9c81-43ff-a9af-00947d66a3f8 req-e0629b5e-577b-40a4-afd5-2d46edd56005 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:05.544915 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6aff14dd-9c81-43ff-a9af-00947d66a3f8 req-e0629b5e-577b-40a4-afd5-2d46edd56005 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 951 time: 0.2950490 Oct 26 14:03:05.555036 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.559821 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ff058763-b6e2-4896-9108-3db28b0f98d9 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:05.594465 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.623996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: ff058763-b6e2-4896-9108-3db28b0f98d9 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:05.625231 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ff058763-b6e2-4896-9108-3db28b0f98d9 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:05.670814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:03:05.692533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:05.702122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e30e4-7873-4d67-b4f9-5fa5e1cf6e52 req-bb4c3dca-5845-4441-89b9-d2008c3040f4 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:05.703623 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-565e30e4-7873-4d67-b4f9-5fa5e1cf6e52 req-bb4c3dca-5845-4441-89b9-d2008c3040f4 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 951 time: 0.2091167 Oct 26 14:03:05.711860 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.712205 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] Added segment 5fff1cf4-e162-410f-a342-903d9c062989 of type vlan for network 4badf004-e7e2-438d-99e1-6a0448258c40 Oct 26 14:03:05.733698 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6aff14dd-9c81-43ff-a9af-00947d66a3f8 req-b7f7879e-4a84-4304-8a6a-ebc002637a5d tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435759 Oct 26 14:03:05.781812 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.789751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750ed30-32b6-4205-8111-c82f08fbe613 req-5abc211e-ec73-48dc-8db9-70377ac7f87d tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:05.792304 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.797647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e750ed30-32b6-4205-8111-c82f08fbe613 req-5abc211e-ec73-48dc-8db9-70377ac7f87d tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.2487516 Oct 26 14:03:05.812503 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:05.816479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:05.833601 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.854130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:05.922625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e750ed30-32b6-4205-8111-c82f08fbe613 req-2042606a-4abe-4753-96fa-d9565b1c7a35 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240180 Oct 26 14:03:05.947000 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.948164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:05.948742 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.975514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Attempting to bind port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:05.975968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Attempting to bind port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:05.976392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Attempting to bind port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 on network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:05.994788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Pushing event updated for resources: {'Port': ['ID=67b758f8-e2e9-44cb-9a1a-522ea7da0fa8,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:05.998992 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:05.998992 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Checking segment: {'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:05.999462 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.999989 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Bound using segment: {'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:06.000567 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Bound port: 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:06.001084 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.046415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0160244 Oct 26 14:03:06.060709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53466) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:06.065866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-45ed69bc-25a8-445b-9815-1257293f942a admin admin] Request body: {'subnet': {'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-382908127-subnet', 'tenant_id': 'f3cf8427fea34d73b605914a198ecb9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:06.078261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-565e30e4-7873-4d67-b4f9-5fa5e1cf6e52 req-6a74e28e-a0f7-4257-8d40-3c22a4a8a4b7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Deleting port e150e9fb-ec49-4c64-9c9d-ec6bd260629a {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:06.078602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-565e30e4-7873-4d67-b4f9-5fa5e1cf6e52 req-6a74e28e-a0f7-4257-8d40-3c22a4a8a4b7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.092398 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f283b46-716b-4c64-bf9d-d88d06f7f63d admin admin] Pushing event updated for resources: {'Network': ['ID=4badf004-e7e2-438d-99e1-6a0448258c40,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:06.120274 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.121419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] For port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:06.139772 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] For port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=67b758f8-e2e9-44cb-9a1a-522ea7da0fa8,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:06.146565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bf80c03b-def4-47dd-b457-6ba6421af6e0 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:06.188889 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 4badf004-e7e2-438d-99e1-6a0448258c40 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:03:06.195007 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.244382 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ed69bc-25a8-445b-9815-1257293f942a admin admin] Made reservation on behalf of f3cf8427fea34d73b605914a198ecb9f for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:06.250524 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45ed69bc-25a8-445b-9815-1257293f942a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.412700 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port bf80c03b-def4-47dd-b457-6ba6421af6e0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:06.413179 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.441212 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c5210-ce7f-4d1b-80be-5cff8e055e38 None None] Pushing event updated for resources: {'Port': ['ID=67b758f8-e2e9-44cb-9a1a-522ea7da0fa8,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:06.479032 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.505378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-565e30e4-7873-4d67-b4f9-5fa5e1cf6e52 req-6a74e28e-a0f7-4257-8d40-3c22a4a8a4b7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] For port e150e9fb-ec49-4c64-9c9d-ec6bd260629a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:06.505664 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-565e30e4-7873-4d67-b4f9-5fa5e1cf6e52 req-6a74e28e-a0f7-4257-8d40-3c22a4a8a4b7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.547106 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.564770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-565e30e4-7873-4d67-b4f9-5fa5e1cf6e52 req-6a74e28e-a0f7-4257-8d40-3c22a4a8a4b7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Calling delete_port for e150e9fb-ec49-4c64-9c9d-ec6bd260629a owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:06.635051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port bf80c03b-def4-47dd-b457-6ba6421af6e0, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bf80c03b-def4-47dd-b457-6ba6421af6e0,segment=NetworkSegment(b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b),segment_id=b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:06.647804 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.684866 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Router fd69dd30-120b-4bd5-a94e-46551ac6dabc is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:03:06.691961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f3d8b-faae-43d8-8be0-e2265719ea7f req-0c6c634e-a2f9-4092-831d-72e5c21f171f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:06.694749 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-206f3d8b-faae-43d8-8be0-e2265719ea7f req-0c6c634e-a2f9-4092-831d-72e5c21f171f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 946 time: 0.3377256 Oct 26 14:03:06.727922 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=bf80c03b-def4-47dd-b457-6ba6421af6e0,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:06.795915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-36329550-43d1-4274-bbda-f17bdc0f42b1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:06.797467 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-36329550-43d1-4274-bbda-f17bdc0f42b1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/networks?id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c HTTP/1.1" status: 200 len: 816 time: 0.4463794 Oct 26 14:03:06.805790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacde36d-0652-4533-b19b-3699810c7a89 None None] Network 3507f29b-df6e-4f74-8a16-71105380bdc8 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:06.814822 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:06.826846 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Sync routers for ids ['fd69dd30-120b-4bd5-a94e-46551ac6dabc'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:06.838264 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Routers {'fd69dd30-120b-4bd5-a94e-46551ac6dabc'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:06.838751 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.838901 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:02:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fd69dd30-120b-4bd5-a94e-46551ac6dabc'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:06.840070 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2e3ebbf5-5c1b-42eb-938d-b9978d2ccf7c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3062088 Oct 26 14:03:06.842882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53484) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:06.859294 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-8848c068-6579-47b5-baec-c978ed6c747c tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/quotas/c75fc380d32742d1be981a149eab1228 HTTP/1.1" status: 200 len: 375 time: 0.0399070 Oct 26 14:03:06.930773 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-206f3d8b-faae-43d8-8be0-e2265719ea7f req-7fe11ab2-f9b3-464d-baf8-525bedccf0d9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762340 Oct 26 14:03:06.963611 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Set router fd69dd30-120b-4bd5-a94e-46551ac6dabc gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:07.030715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f9fa2bf6-ca8b-4e1d-ae49-1dc1ce9938e8 None None] Provisioning complete for port bf80c03b-def4-47dd-b457-6ba6421af6e0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:07.034761 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f9fa2bf6-ca8b-4e1d-ae49-1dc1ce9938e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.085469 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45ed69bc-25a8-445b-9815-1257293f942a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.098984 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-565e30e4-7873-4d67-b4f9-5fa5e1cf6e52 req-6a74e28e-a0f7-4257-8d40-3c22a4a8a4b7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.118653 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'f2bb4593-f42c-4eaa-a37c-e4f605215522', 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:07.136876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-061d93de-c723-4d44-8b1b-1cf989c71ad9 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c75fc380d32742d1be981a149eab1228&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2625122 Oct 26 14:03:07.160673 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'name': 'tempest-FloatingIPsTestJSON-112713966-router', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '37e10dda-cefc-4cb8-b1fc-b55087ef5c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:03Z', 'updated_at': '2021-10-26T14:03:05Z', 'revision_number': 3, 'project_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'gw_port': {'id': '37e10dda-cefc-4cb8-b1fc-b55087ef5c92', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:04Z', 'updated_at': '2021-10-26T14:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:07.188793 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Checking router: fd69dd30-120b-4bd5-a94e-46551ac6dabc for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:07.189445 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Updating router fd69dd30-120b-4bd5-a94e-46551ac6dabc port 37e10dda-cefc-4cb8-b1fc-b55087ef5c92 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:07.202307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74e28e-a0f7-4257-8d40-3c22a4a8a4b7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Pushing event deleted for resources: {'Port': ['ID=e150e9fb-ec49-4c64-9c9d-ec6bd260629a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:07.245859 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.342169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-565e30e4-7873-4d67-b4f9-5fa5e1cf6e52 req-6a74e28e-a0f7-4257-8d40-3c22a4a8a4b7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] No DVR routers for this DVR port e150e9fb-ec49-4c64-9c9d-ec6bd260629a on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:07.388021 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-565e30e4-7873-4d67-b4f9-5fa5e1cf6e52 req-6a74e28e-a0f7-4257-8d40-3c22a4a8a4b7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.391689 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-565e30e4-7873-4d67-b4f9-5fa5e1cf6e52 req-6a74e28e-a0f7-4257-8d40-3c22a4a8a4b7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "DELETE /v2.0/ports/e150e9fb-ec49-4c64-9c9d-ec6bd260629a HTTP/1.1" status: 204 len: 173 time: 1.6770053 Oct 26 14:03:07.408876 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'name': 'network-vif-deleted', 'tag': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:07.413772 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a155d8d3-39a7-4c8d-88ac-7476d4a3c06c" -d '{"events": [{"server_uuid": "02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f", "name": "network-vif-deleted", "tag": "e150e9fb-ec49-4c64-9c9d-ec6bd260629a"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:07.439955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed69bc-25a8-445b-9815-1257293f942a admin admin] Checking segment: {'id': '5fff1cf4-e162-410f-a342-903d9c062989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:07.440412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed69bc-25a8-445b-9815-1257293f942a admin admin] Network hostable DHCP agents. Network: 4badf004-e7e2-438d-99e1-6a0448258c40, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:03:07.447843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed69bc-25a8-445b-9815-1257293f942a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd2d823-0908-424c-b900-b9096aaf9ec9,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:07.746431 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.787103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a411f0f4-8fc7-4a57-9175-f56e1d5ddc8d req-67c5773b-2ec6-4ceb-970d-cbfb2c264135 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f HTTP/1.1" status: 200 len: 210 time: 0.3106668 Oct 26 14:03:07.793411 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-b450751a-ef0d-4b81-983e-9835d822a6d1 service neutron] 10.222.0.32 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6554625 Oct 26 14:03:07.799167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed69bc-25a8-445b-9815-1257293f942a admin admin] Network 4badf004-e7e2-438d-99e1-6a0448258c40 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:03:07.853287 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-45ed69bc-25a8-445b-9815-1257293f942a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 4badf004-e7e2-438d-99e1-6a0448258c40) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:07.866200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e87675-bf33-4d64-8d57-2f5809155977 None None] Network 4badf004-e7e2-438d-99e1-6a0448258c40 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:07.909756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed69bc-25a8-445b-9815-1257293f942a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:07.919293 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45ed69bc-25a8-445b-9815-1257293f942a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.922121 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.931407 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.024926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9325e31b-a618-4e03-b76c-c0640b3d8f01 None None] Provisioning complete for port bf80c03b-def4-47dd-b457-6ba6421af6e0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:08.027393 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9325e31b-a618-4e03-b76c-c0640b3d8f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.034509 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32fa41-75c6-40fa-b5a9-1015907b6e94 None None] Pushing event updated for resources: {'Port': ['ID=37e10dda-cefc-4cb8-b1fc-b55087ef5c92,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:08.048529 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Allocated IP 172.20.0.1 (3507f29b-df6e-4f74-8a16-71105380bdc8/b484b5da-18da-4a25-932a-660ac22d35b7/52849df0-39ee-45a4-a2cc-3de56c2eaabf) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:08.094980 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Attempting to bind port 37e10dda-cefc-4cb8-b1fc-b55087ef5c92 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:08.103487 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Attempting to bind port 37e10dda-cefc-4cb8-b1fc-b55087ef5c92 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:08.106664 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Attempting to bind port 37e10dda-cefc-4cb8-b1fc-b55087ef5c92 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:08.140515 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-45ed69bc-25a8-445b-9815-1257293f942a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0784185 Oct 26 14:03:08.147937 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:08.156103 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:08.157376 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.158293 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:08.163160 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Bound port: 37e10dda-cefc-4cb8-b1fc-b55087ef5c92, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:08.163883 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.200650 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.206790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb6f81-9751-48b7-aa7c-9181aeda1abe None None] Network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:08.215705 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:08.245900 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] For port 37e10dda-cefc-4cb8-b1fc-b55087ef5c92, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:08.250784 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] For port 37e10dda-cefc-4cb8-b1fc-b55087ef5c92, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=37e10dda-cefc-4cb8-b1fc-b55087ef5c92,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:08.256486 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.264716 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.285246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-7e938ceb-00a4-4052-911a-544f62fc25cd service neutron] 10.222.0.32 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633620 Oct 26 14:03:08.302355 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Network 3507f29b-df6e-4f74-8a16-71105380bdc8 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:08.322724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465894-8cd5-4e1b-8de4-0f4a31d2b2f1 req-09d50858-9367-43ac-99fb-0a4f4c2bc212 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:08.325729 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32fa41-75c6-40fa-b5a9-1015907b6e94 None None] Pushing event updated for resources: {'Port': ['ID=37e10dda-cefc-4cb8-b1fc-b55087ef5c92,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:08.345659 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Routers {'fd69dd30-120b-4bd5-a94e-46551ac6dabc'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:08.347042 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:02:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fd69dd30-120b-4bd5-a94e-46551ac6dabc'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:08.347295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85465894-8cd5-4e1b-8de4-0f4a31d2b2f1 req-09d50858-9367-43ac-99fb-0a4f4c2bc212 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.2800293 Oct 26 14:03:08.377321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:08.380085 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Pushing event updated for resources: {'Port': ['ID=52849df0-39ee-45a4-a2cc-3de56c2eaabf,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:08.383536 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:08.439869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85465894-8cd5-4e1b-8de4-0f4a31d2b2f1 req-31922fd7-ae67-451b-bf8e-5c9277d93300 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916605 Oct 26 14:03:08.452131 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.513482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89541098-5c7f-4a07-875d-2d0e2f4c5b37 None None] Network 4badf004-e7e2-438d-99e1-6a0448258c40 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:08.686061 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cccee60-0027-496d-824b-ba562b3bedb0 x-openstack-request-id: req-3cccee60-0027-496d-824b-ba562b3bedb0 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:08.687017 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f", "name": "network-vif-deleted", "tag": "e150e9fb-ec49-4c64-9c9d-ec6bd260629a", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:08.689409 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3cccee60-0027-496d-824b-ba562b3bedb0 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:08.689970 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a14ad4-0b5e-4a02-a4fa-0d0dcfddce2f', 'name': 'network-vif-deleted', 'tag': 'e150e9fb-ec49-4c64-9c9d-ec6bd260629a', 'status': 'completed', 'code': 200} Oct 26 14:03:08.742463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a8bc5-1c33-4161-9ccd-de678ef5e932 req-9091f759-90b0-4acf-a972-0e9b588abc16 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:08.756608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53518) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:08.759889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd3a8bc5-1c33-4161-9ccd-de678ef5e932 req-9091f759-90b0-4acf-a972-0e9b588abc16 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 946 time: 0.1562052 Oct 26 14:03:08.769110 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] Set router fd69dd30-120b-4bd5-a94e-46551ac6dabc gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:08.772367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-dd0bc94e-d807-48aa-92af-b0c558e532a0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Request body: {'floatingip': {'port_id': '6b2e0764-7881-4a9b-8758-f12383e77e00'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:08.804718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:08.805126 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.917052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dd0bc94e-d807-48aa-92af-b0c558e532a0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for floatingip, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.996340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5420504e-349f-4228-8e49-9fa5bb70837a req-d90a3ab4-b95e-40ab-8702-1525a68223b7 tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9cf6272887c64a4a965cfcd2ae84b664&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763578 Oct 26 14:03:09.053848 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'name': 'tempest-FloatingIPsTestJSON-112713966-router', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '37e10dda-cefc-4cb8-b1fc-b55087ef5c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:03Z', 'updated_at': '2021-10-26T14:03:05Z', 'revision_number': 3, 'project_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'gw_port': {'id': '37e10dda-cefc-4cb8-b1fc-b55087ef5c92', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:04Z', 'updated_at': '2021-10-26T14:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:09.122623 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43234dfd-3bcd-411b-a732-0707d6285abb None None] The sync data for ids ['fd69dd30-120b-4bd5-a94e-46551ac6dabc'] in n-d-815498-1 is: [{'id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'name': 'tempest-FloatingIPsTestJSON-112713966-router', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '37e10dda-cefc-4cb8-b1fc-b55087ef5c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:03Z', 'updated_at': '2021-10-26T14:03:05Z', 'revision_number': 3, 'project_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'gw_port': {'id': '37e10dda-cefc-4cb8-b1fc-b55087ef5c92', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:04Z', 'updated_at': '2021-10-26T14:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:09.200620 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.275514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420504e-349f-4228-8e49-9fa5bb70837a req-4b168363-d84b-4f85-8963-ef051e630054 tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:09.285298 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5420504e-349f-4228-8e49-9fa5bb70837a req-4b168363-d84b-4f85-8963-ef051e630054 tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2820504 Oct 26 14:03:09.315790 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5420504e-349f-4228-8e49-9fa5bb70837a req-fe1def03-1750-478a-a018-ced975931444 tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] 10.222.0.32 "GET /v2.0/quotas/9cf6272887c64a4a965cfcd2ae84b664 HTTP/1.1" status: 200 len: 375 time: 0.0290191 Oct 26 14:03:09.327395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-e23574af-9ac3-4560-a7fa-3dea21b0677c tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:09.334787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-e23574af-9ac3-4560-a7fa-3dea21b0677c tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/networks?id=4badf004-e7e2-438d-99e1-6a0448258c40 HTTP/1.1" status: 200 len: 817 time: 0.2094173 Oct 26 14:03:09.342404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=67b758f8-e2e9-44cb-9a1a-522ea7da0fa8,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:09.355752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-76ba5618-9207-42d9-9dfe-2b6de481aa21 None None] Provisioning complete for port 52849df0-39ee-45a4-a2cc-3de56c2eaabf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:09.356180 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-76ba5618-9207-42d9-9dfe-2b6de481aa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.381945 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.382860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bf80c03b-def4-47dd-b457-6ba6421af6e0 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:09.389560 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5420504e-349f-4228-8e49-9fa5bb70837a req-dfbfa2df-62a6-4c0b-a98a-de215b02e5ef tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cf6272887c64a4a965cfcd2ae84b664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717909 Oct 26 14:03:09.400600 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-e351e958-bc9e-4a64-9d45-79385ac50e21 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/quotas/f3cf8427fea34d73b605914a198ecb9f HTTP/1.1" status: 200 len: 375 time: 0.0646584 Oct 26 14:03:09.473840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-2b3459ea-c7f4-412e-b360-9dcfc9540097 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3cf8427fea34d73b605914a198ecb9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714145 Oct 26 14:03:09.474291 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-76ba5618-9207-42d9-9dfe-2b6de481aa21 None None] Port 52849df0-39ee-45a4-a2cc-3de56c2eaabf cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:09.542453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=67b758f8-e2e9-44cb-9a1a-522ea7da0fa8,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:09.608479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e150e9fb-ec49-4c64-9c9d-ec6bd260629a no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:09.673290 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: e150e9fb-ec49-4c64-9c9d-ec6bd260629a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:09.679715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e150e9fb-ec49-4c64-9c9d-ec6bd260629a not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:09.686199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-76ba5618-9207-42d9-9dfe-2b6de481aa21 None None] Provisioning complete for port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:09.688147 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-76ba5618-9207-42d9-9dfe-2b6de481aa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.732507 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.735913 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-82918087-f25d-41d8-986c-91f51fd13da4 service neutron] 10.222.0.32 "GET /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606947 Oct 26 14:03:09.736647 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dd0bc94e-d807-48aa-92af-b0c558e532a0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.750169 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dd0bc94e-d807-48aa-92af-b0c558e532a0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.820160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port bf80c03b-def4-47dd-b457-6ba6421af6e0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:09.820538 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.126433 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-dd0bc94e-d807-48aa-92af-b0c558e532a0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Floating IP c49100ab-3a72-431b-a821-57b9ca88c384 associated. External IP: 172.25.4.54, port: 6b2e0764-7881-4a9b-8758-f12383e77e00. Oct 26 14:03:10.238614 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1883cbf1-f397-450c-bf50-22cbc57023f3 None None] Provisioning complete for port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:10.246612 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1883cbf1-f397-450c-bf50-22cbc57023f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.356557 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.439709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bd99030-8c02-4e1b-b60e-a9009b5d43cd req-f0de31f3-342f-4ca9-8f95-19d9c3741052 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8149071 Oct 26 14:03:10.497791 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 37e10dda-cefc-4cb8-b1fc-b55087ef5c92 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:10.518828 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.557169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0bc94e-d807-48aa-92af-b0c558e532a0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Router 8395223f-c802-4677-a08d-47bcff5d29d5 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:10.571630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 37e10dda-cefc-4cb8-b1fc-b55087ef5c92 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:10.572692 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.629189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3a9794bf-c039-4ed7-bf70-85e478c5c591 service neutron] 10.222.0.32 "GET /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8922968 Oct 26 14:03:10.650609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-dd359a5d-236c-4ba4-a6b3-638fc9235637 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:10.661382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-dd359a5d-236c-4ba4-a6b3-638fc9235637 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/networks?id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c HTTP/1.1" status: 200 len: 816 time: 0.9418862 Oct 26 14:03:10.674977 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.707038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 37e10dda-cefc-4cb8-b1fc-b55087ef5c92, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=37e10dda-cefc-4cb8-b1fc-b55087ef5c92,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:10.710783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-33438823-2f02-4266-9fdc-842611e35fb0 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/quotas/c75fc380d32742d1be981a149eab1228 HTTP/1.1" status: 200 len: 375 time: 0.0480204 Oct 26 14:03:10.714980 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.716435 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:10.739500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-c5bd5040-2243-41b8-96b7-5659a7780374 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:10.741523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-c5bd5040-2243-41b8-96b7-5659a7780374 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.11 "GET /v2.0/networks?id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c HTTP/1.1" status: 200 len: 816 time: 0.3638103 Oct 26 14:03:10.761877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-15733ebe-39fc-4278-80fa-101352f8b86e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Request body: {'port': {'device_id': '67be5ba1-e311-48d5-b8bd-300cd1d74b5e', 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c', 'admin_state_up': True, 'tenant_id': 'c75fc380d32742d1be981a149eab1228'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:10.774687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd99030-8c02-4e1b-b60e-a9009b5d43cd req-cf2d9fa5-64b1-4a7b-9da5-f0333ccfb3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:10.777086 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bd99030-8c02-4e1b-b60e-a9009b5d43cd req-cf2d9fa5-64b1-4a7b-9da5-f0333ccfb3e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f254c3780f9c4422b640c485cb709267&device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 1101 time: 0.2457559 Oct 26 14:03:10.837408 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:10.838115 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.875846 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=37e10dda-cefc-4cb8-b1fc-b55087ef5c92,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:10.984419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Pushing event updated for resources: {'Port': ['ID=52849df0-39ee-45a4-a2cc-3de56c2eaabf,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:11.014735 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.115376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0bc94e-d807-48aa-92af-b0c558e532a0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:11.120291 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dd0bc94e-d807-48aa-92af-b0c558e532a0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.127837 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d6c06d-f015-4f1d-a46f-db4d3e2b7660 None None] Sync routers for ids ['8395223f-c802-4677-a08d-47bcff5d29d5'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:11.136084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-15733ebe-39fc-4278-80fa-101352f8b86e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Made reservation on behalf of c75fc380d32742d1be981a149eab1228 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:11.140204 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-15733ebe-39fc-4278-80fa-101352f8b86e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.158874 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c707c413-de94-4130-bae7-6ddd62e521c2 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c75fc380d32742d1be981a149eab1228&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4469311 Oct 26 14:03:11.168049 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dd0bc94e-d807-48aa-92af-b0c558e532a0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "PUT /v2.0/floatingips/c49100ab-3a72-431b-a821-57b9ca88c384 HTTP/1.1" status: 200 len: 991 time: 2.4076483 Oct 26 14:03:11.168796 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:11.171322 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0943f03-ad73-4cc4-a105-810ed92fcfa8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:11.172140 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d6c06d-f015-4f1d-a46f-db4d3e2b7660 None None] Routers {'8395223f-c802-4677-a08d-47bcff5d29d5'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:11.172874 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c3d6c06d-f015-4f1d-a46f-db4d3e2b7660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:02:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8395223f-c802-4677-a08d-47bcff5d29d5'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:11.182213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Network 3507f29b-df6e-4f74-8a16-71105380bdc8 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:11.183733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:11.197141 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf1cb2-3a7c-4871-98f9-b449e419383e req-a5831224-1515-46e6-a8bc-d301fa464c77 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:11.199009 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbcf1cb2-3a7c-4871-98f9-b449e419383e req-a5831224-1515-46e6-a8bc-d301fa464c77 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1979756 Oct 26 14:03:11.305866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd99030-8c02-4e1b-b60e-a9009b5d43cd req-86baf1a0-a1c6-40e7-aa59-8479d488292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:11.307927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bd99030-8c02-4e1b-b60e-a9009b5d43cd req-86baf1a0-a1c6-40e7-aa59-8479d488292b service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.3443985 Oct 26 14:03:11.384573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-c3d6c06d-f015-4f1d-a46f-db4d3e2b7660 None None] Set router 8395223f-c802-4677-a08d-47bcff5d29d5 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:11.404781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Router fd69dd30-120b-4bd5-a94e-46551ac6dabc has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:11.454490 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bd99030-8c02-4e1b-b60e-a9009b5d43cd req-526b6f16-fe20-47ae-9887-b9e42e616c8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad HTTP/1.1" status: 200 len: 217 time: 0.1308966 Oct 26 14:03:11.468227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbcf1cb2-3a7c-4871-98f9-b449e419383e req-1fc7cdd3-bf3f-46ac-b825-3ed66bd423d7 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154584 Oct 26 14:03:11.613053 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:11.638809 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a4f7690b-31de-44ac-82ad-37ea2742437d admin admin] 10.222.0.32 "PUT /v2.0/routers/fd69dd30-120b-4bd5-a94e-46551ac6dabc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7940023 Oct 26 14:03:11.661783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-3cd86e7b-3770-4b5e-b6db-26a564143b81 service neutron] 10.222.0.32 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015657 Oct 26 14:03:11.664802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd99030-8c02-4e1b-b60e-a9009b5d43cd req-a01aa77a-ef69-4f41-bdf5-2cf5a5f1a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:11.665879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bd99030-8c02-4e1b-b60e-a9009b5d43cd req-a01aa77a-ef69-4f41-bdf5-2cf5a5f1a494 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1852627 Oct 26 14:03:11.698028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-79c57d25-0d93-4d0a-929a-a941f2d4b7cf None None] Provisioning complete for port 52849df0-39ee-45a4-a2cc-3de56c2eaabf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:11.698667 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-79c57d25-0d93-4d0a-929a-a941f2d4b7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.775738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-15733ebe-39fc-4278-80fa-101352f8b86e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Allocated IP 172.20.0.7 (6efcdb1b-c76e-4602-8dda-6a5af6b3137c/d7788109-6fca-425e-a44f-f601a5266e00/4218f4dd-7569-4996-9b2f-18aabcc02dcf) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:11.800540 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 42326989-5b85-48b5-8735-924071ba63ea details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:11.807889 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Sync routers for ids ['fd69dd30-120b-4bd5-a94e-46551ac6dabc'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:11.814231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd99030-8c02-4e1b-b60e-a9009b5d43cd req-df80302e-337f-4a1a-802c-eefe54a4ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:11.815761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bd99030-8c02-4e1b-b60e-a9009b5d43cd req-df80302e-337f-4a1a-802c-eefe54a4ff9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354954 Oct 26 14:03:11.834081 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Routers {'fd69dd30-120b-4bd5-a94e-46551ac6dabc'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:11.835612 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:02:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fd69dd30-120b-4bd5-a94e-46551ac6dabc'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:11.914983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-e7788ca3-7aa3-4d6f-b700-fbf2a1d007ab service neutron] 10.222.0.32 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519331 Oct 26 14:03:12.054972 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=42326989-5b85-48b5-8735-924071ba63ea,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:12.075520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-79c57d25-0d93-4d0a-929a-a941f2d4b7cf None None] Port 52849df0-39ee-45a4-a2cc-3de56c2eaabf cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:12.080806 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '42326989-5b85-48b5-8735-924071ba63ea', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '42326989-5b85-48b5-8735-924071ba63ea', 'mac_address': 'fa:16:3e:ce:ac:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:12.115906 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Set router fd69dd30-120b-4bd5-a94e-46551ac6dabc gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:12.133004 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bd99030-8c02-4e1b-b60e-a9009b5d43cd req-08c3cfa6-5e61-411a-ae11-73f428f359fa service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029807 Oct 26 14:03:12.325027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 37e10dda-cefc-4cb8-b1fc-b55087ef5c92 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:12.337960 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-15733ebe-39fc-4278-80fa-101352f8b86e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:12.342142 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265224f4-3f15-4f3e-8675-4e41d1ea99d2 x-openstack-request-id: req-265224f4-3f15-4f3e-8675-4e41d1ea99d2 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:12.343415 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:12.344111 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-265224f4-3f15-4f3e-8675-4e41d1ea99d2 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:12.345229 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'status': 'completed', 'code': 200} Oct 26 14:03:12.412554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bd99030-8c02-4e1b-b60e-a9009b5d43cd req-6b0f0223-2972-4c53-9c6c-798c11be951b service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696247 Oct 26 14:03:12.435398 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-15733ebe-39fc-4278-80fa-101352f8b86e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:12.530826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0943f03-ad73-4cc4-a105-810ed92fcfa8 req-80d67a5a-626b-4f0c-91f3-d15bdb7c9b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:12.537949 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0943f03-ad73-4cc4-a105-810ed92fcfa8 req-80d67a5a-626b-4f0c-91f3-d15bdb7c9b7e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 1097 time: 0.1246617 Oct 26 14:03:12.569408 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:12.619764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42326989-5b85-48b5-8735-924071ba63ea {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:12.662246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=42326989-5b85-48b5-8735-924071ba63ea,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:12.679252 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:12.720231 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e02f60d9-c893-4c6f-8059-232163c796d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:12.736322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 37e10dda-cefc-4cb8-b1fc-b55087ef5c92 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:12.736985 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:12.762141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0943f03-ad73-4cc4-a105-810ed92fcfa8 req-af921b56-bf3c-49a3-96c5-b1cd92883175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:12.765415 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0943f03-ad73-4cc4-a105-810ed92fcfa8 req-af921b56-bf3c-49a3-96c5-b1cd92883175 service neutron] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.2193971 Oct 26 14:03:12.786174 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=42326989-5b85-48b5-8735-924071ba63ea,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:12.798236 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c3d6c06d-f015-4f1d-a46f-db4d3e2b7660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:45Z', 'revision_number': 4, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port': {'id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'c49100ab-3a72-431b-a821-57b9ca88c384', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'port_id': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'mac_address': 'fa:16:3e:a6:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:02:51Z', 'updated_at': '2021-10-26T14:03:09Z', 'revision_number': 1, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff439eb-6c8a-4e27-b9c2-259b03d07b90', 'name': '', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'mac_address': 'fa:16:3e:b4:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:43Z', 'updated_at': '2021-10-26T14:02:51Z', 'revision_number': 5, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'subnets': [{'id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:12.846383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d6c06d-f015-4f1d-a46f-db4d3e2b7660 None None] Checking router: 8395223f-c802-4677-a08d-47bcff5d29d5 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:12.851701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-15733ebe-39fc-4278-80fa-101352f8b86e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:12.860898 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-68cd8500-17c4-4867-b497-9a9bcd96ba64 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3109682 Oct 26 14:03:12.865146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d6c06d-f015-4f1d-a46f-db4d3e2b7660 None None] Routers {'8395223f-c802-4677-a08d-47bcff5d29d5'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:12.868435 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c3d6c06d-f015-4f1d-a46f-db4d3e2b7660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:02:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8395223f-c802-4677-a08d-47bcff5d29d5'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:12.875898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-15733ebe-39fc-4278-80fa-101352f8b86e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:12.892514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-15733ebe-39fc-4278-80fa-101352f8b86e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:12.895281 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'name': 'tempest-FloatingIPsTestJSON-112713966-router', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '37e10dda-cefc-4cb8-b1fc-b55087ef5c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:03Z', 'updated_at': '2021-10-26T14:03:09Z', 'revision_number': 4, 'project_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'gw_port': {'id': '37e10dda-cefc-4cb8-b1fc-b55087ef5c92', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:04Z', 'updated_at': '2021-10-26T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '52849df0-39ee-45a4-a2cc-3de56c2eaabf', 'name': '', 'network_id': '3507f29b-df6e-4f74-8a16-71105380bdc8', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'mac_address': 'fa:16:3e:15:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b484b5da-18da-4a25-932a-660ac22d35b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:07Z', 'updated_at': '2021-10-26T14:03:10Z', 'revision_number': 2, 'project_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'subnets': [{'id': 'b484b5da-18da-4a25-932a-660ac22d35b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:12.922181 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0943f03-ad73-4cc4-a105-810ed92fcfa8 req-85968851-e148-41d5-a08d-c8d15e43bb7a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2e0764-7881-4a9b-8758-f12383e77e00 HTTP/1.1" status: 200 len: 999 time: 0.1316986 Oct 26 14:03:12.983224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-15733ebe-39fc-4278-80fa-101352f8b86e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:12.984448 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-15733ebe-39fc-4278-80fa-101352f8b86e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:12.986757 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Checking router: fd69dd30-120b-4bd5-a94e-46551ac6dabc for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:12.987119 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Updating router fd69dd30-120b-4bd5-a94e-46551ac6dabc port 52849df0-39ee-45a4-a2cc-3de56c2eaabf binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:12.994617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:13.040085 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0943f03-ad73-4cc4-a105-810ed92fcfa8 req-bc98b3cd-fe33-43e4-9b59-a7b42740ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:13.043087 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0943f03-ad73-4cc4-a105-810ed92fcfa8 req-bc98b3cd-fe33-43e4-9b59-a7b42740ae11 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.1201110 Oct 26 14:03:13.049259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c191db4f-3323-44fc-bc36-2d16c85c399c req-8332a5bb-ce1f-4180-9df9-6e5c998e5cc1 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 210 time: 0.1806605 Oct 26 14:03:13.050518 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.053732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-c3d6c06d-f015-4f1d-a46f-db4d3e2b7660 None None] Set router 8395223f-c802-4677-a08d-47bcff5d29d5 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:13.059267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15733ebe-39fc-4278-80fa-101352f8b86e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Pushing event updated for resources: {'Port': ['ID=4218f4dd-7569-4996-9b2f-18aabcc02dcf,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:13.083291 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.109953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['42326989-5b85-48b5-8735-924071ba63ea'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:13.203348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0943f03-ad73-4cc4-a105-810ed92fcfa8 req-df2b7a1d-08a4-465d-8aa4-2a512be20285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:13.205188 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0943f03-ad73-4cc4-a105-810ed92fcfa8 req-df2b7a1d-08a4-465d-8aa4-2a512be20285 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502743 Oct 26 14:03:13.213733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-15733ebe-39fc-4278-80fa-101352f8b86e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4564135 Oct 26 14:03:13.239431 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Request body: {'port': {'device_id': '67be5ba1-e311-48d5-b8bd-300cd1d74b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:13.390476 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0943f03-ad73-4cc4-a105-810ed92fcfa8 req-79f2a378-934e-40dc-9749-75d4f5836fe6 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738992 Oct 26 14:03:13.581540 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.590886 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b716524d-6704-45c9-8062-ff5aded4c902 None None] Provisioning complete for port 4218f4dd-7569-4996-9b2f-18aabcc02dcf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:13.591173 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b716524d-6704-45c9-8062-ff5aded4c902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.692458 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b716524d-6704-45c9-8062-ff5aded4c902 None None] Port 4218f4dd-7569-4996-9b2f-18aabcc02dcf cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:13.725388 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.747145 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.759498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c3d6c06d-f015-4f1d-a46f-db4d3e2b7660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:45Z', 'revision_number': 4, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port': {'id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'c49100ab-3a72-431b-a821-57b9ca88c384', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'port_id': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'mac_address': 'fa:16:3e:a6:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:02:51Z', 'updated_at': '2021-10-26T14:03:09Z', 'revision_number': 1, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff439eb-6c8a-4e27-b9c2-259b03d07b90', 'name': '', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'mac_address': 'fa:16:3e:b4:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:43Z', 'updated_at': '2021-10-26T14:02:51Z', 'revision_number': 5, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'subnets': [{'id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:13.781927 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0943f03-ad73-4cc4-a105-810ed92fcfa8 req-313d8c0a-15a2-441c-a965-6c3a5a7a3f3a service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824360 Oct 26 14:03:13.803995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-71ffef76-51bb-4d67-beb2-6c6bff5b7a07 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:13.805515 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-71ffef76-51bb-4d67-beb2-6c6bff5b7a07 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.25 "GET /v2.0/networks?id=4badf004-e7e2-438d-99e1-6a0448258c40 HTTP/1.1" status: 200 len: 817 time: 0.3312461 Oct 26 14:03:13.830117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 42326989-5b85-48b5-8735-924071ba63ea no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:13.835218 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d6c06d-f015-4f1d-a46f-db4d3e2b7660 None None] The sync data for ids ['8395223f-c802-4677-a08d-47bcff5d29d5'] in n-d-815498-1 is: [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:45Z', 'revision_number': 4, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port': {'id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'c49100ab-3a72-431b-a821-57b9ca88c384', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'port_id': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'mac_address': 'fa:16:3e:a6:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:02:51Z', 'updated_at': '2021-10-26T14:03:09Z', 'revision_number': 1, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff439eb-6c8a-4e27-b9c2-259b03d07b90', 'name': '', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'mac_address': 'fa:16:3e:b4:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:43Z', 'updated_at': '2021-10-26T14:02:51Z', 'revision_number': 5, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'subnets': [{'id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:13.844285 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887f60f-52e8-42d4-a341-e4e8cc79e496 None None] Pushing event updated for resources: {'Port': ['ID=52849df0-39ee-45a4-a2cc-3de56c2eaabf,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:13.880025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-4217d8cd-52f7-4184-8344-c6dde0caa0f9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Request body: {'port': {'device_id': 'b639d64d-02fc-46a5-8b22-2cd1e1639a31', 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40', 'admin_state_up': True, 'tenant_id': 'f3cf8427fea34d73b605914a198ecb9f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:13.903552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-41172b00-5298-4acb-b2a5-f5fdd493cb39 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:13.905422 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-41172b00-5298-4acb-b2a5-f5fdd493cb39 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.11 "GET /v2.0/networks?id=4badf004-e7e2-438d-99e1-6a0448258c40 HTTP/1.1" status: 200 len: 817 time: 0.5615423 Oct 26 14:03:13.945679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-03377f4f-e4c3-4e1b-b5ac-718556983646 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Request body: {'port': {'device_id': '29a70661-618a-4845-9e44-433b905bffd4', 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40', 'admin_state_up': True, 'tenant_id': 'f3cf8427fea34d73b605914a198ecb9f'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:13.984606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2359049-b251-4191-a780-8356bf9652b6 req-9c50eafa-d6aa-44aa-8d19-ae0f244ab6bd tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:13.991468 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2359049-b251-4191-a780-8356bf9652b6 req-9c50eafa-d6aa-44aa-8d19-ae0f244ab6bd tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/networks?id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c HTTP/1.1" status: 200 len: 816 time: 0.6513078 Oct 26 14:03:13.998774 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Attempting to bind port 52849df0-39ee-45a4-a2cc-3de56c2eaabf on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:14.000798 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Attempting to bind port 52849df0-39ee-45a4-a2cc-3de56c2eaabf by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3507f29b-df6e-4f74-8a16-71105380bdc8'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:14.001595 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Attempting to bind port 52849df0-39ee-45a4-a2cc-3de56c2eaabf on network 3507f29b-df6e-4f74-8a16-71105380bdc8 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:14.013771 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:14.014544 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Checking segment: {'id': 'b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3507f29b-df6e-4f74-8a16-71105380bdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:14.015134 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.015733 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Bound using segment: {'id': 'b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3507f29b-df6e-4f74-8a16-71105380bdc8'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:14.016399 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Bound port: 52849df0-39ee-45a4-a2cc-3de56c2eaabf, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3507f29b-df6e-4f74-8a16-71105380bdc8'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:14.016974 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.052826 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.086689 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 42326989-5b85-48b5-8735-924071ba63ea {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:14.111274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4218f4dd-7569-4996-9b2f-18aabcc02dcf {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:14.119903 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.135860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Transition to ACTIVE for port object 4218f4dd-7569-4996-9b2f-18aabcc02dcf will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:03:14.141065 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] For port 52849df0-39ee-45a4-a2cc-3de56c2eaabf, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:14.151267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=42326989-5b85-48b5-8735-924071ba63ea,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:14.156078 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] For port 52849df0-39ee-45a4-a2cc-3de56c2eaabf, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=52849df0-39ee-45a4-a2cc-3de56c2eaabf,segment=NetworkSegment(b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b),segment_id=b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:14.163523 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.166692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-0f009f98-6e2f-49e0-9744-a8bac696324e tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:14.168424 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.169361 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-0f009f98-6e2f-49e0-9744-a8bac696324e tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.11 "GET /v2.0/networks?id=4badf004-e7e2-438d-99e1-6a0448258c40 HTTP/1.1" status: 200 len: 817 time: 0.3535001 Oct 26 14:03:14.189503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f9281713-e085-479c-b9f6-abf41bea73ff tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Request body: {'port': {'device_id': '32504965-3f3f-4edd-b566-c0ddd799a8a8', 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40', 'admin_state_up': True, 'tenant_id': 'f3cf8427fea34d73b605914a198ecb9f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:14.232415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.252631 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887f60f-52e8-42d4-a341-e4e8cc79e496 None None] Pushing event updated for resources: {'Port': ['ID=52849df0-39ee-45a4-a2cc-3de56c2eaabf,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:14.258168 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2359049-b251-4191-a780-8356bf9652b6 req-b59cb1b1-4fc3-4efe-be28-011a6dd8e5a5 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/quotas/c75fc380d32742d1be981a149eab1228 HTTP/1.1" status: 200 len: 375 time: 0.1207085 Oct 26 14:03:14.284885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=42326989-5b85-48b5-8735-924071ba63ea,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:14.293689 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Routers {'fd69dd30-120b-4bd5-a94e-46551ac6dabc'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:14.294814 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:02:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fd69dd30-120b-4bd5-a94e-46551ac6dabc'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:14.315447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0721c9-6c5c-43fd-ae99-be439883184e None None] New status for floating IP c49100ab-3a72-431b-a821-57b9ca88c384: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:03:14.396495 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bfac36cf-ae6f-4245-b5b5-abd7d94b04ec None None] Provisioning complete for port 52849df0-39ee-45a4-a2cc-3de56c2eaabf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:14.402133 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bfac36cf-ae6f-4245-b5b5-abd7d94b04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.420039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f9281713-e085-479c-b9f6-abf41bea73ff tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Made reservation on behalf of f3cf8427fea34d73b605914a198ecb9f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:14.425571 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f9281713-e085-479c-b9f6-abf41bea73ff tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.436771 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] Set router fd69dd30-120b-4bd5-a94e-46551ac6dabc gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:14.505179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2359049-b251-4191-a780-8356bf9652b6 req-044d6468-ffc6-499f-a79f-9a03a09405f1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c75fc380d32742d1be981a149eab1228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2457936 Oct 26 14:03:14.652600 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.11', 53835) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:14.662552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-4217d8cd-52f7-4184-8344-c6dde0caa0f9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Made reservation on behalf of f3cf8427fea34d73b605914a198ecb9f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:14.669575 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-4217d8cd-52f7-4184-8344-c6dde0caa0f9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.700386 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2359049-b251-4191-a780-8356bf9652b6 req-755ac70f-ea78-4bea-969a-6b63d9a6aa87 service neutron] 10.222.0.32 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942050 Oct 26 14:03:14.735375 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.857458 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'name': 'tempest-FloatingIPsTestJSON-112713966-router', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '37e10dda-cefc-4cb8-b1fc-b55087ef5c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:03Z', 'updated_at': '2021-10-26T14:03:09Z', 'revision_number': 4, 'project_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'gw_port': {'id': '37e10dda-cefc-4cb8-b1fc-b55087ef5c92', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:04Z', 'updated_at': '2021-10-26T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '52849df0-39ee-45a4-a2cc-3de56c2eaabf', 'name': '', 'network_id': '3507f29b-df6e-4f74-8a16-71105380bdc8', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'mac_address': 'fa:16:3e:15:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b484b5da-18da-4a25-932a-660ac22d35b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:07Z', 'updated_at': '2021-10-26T14:03:14Z', 'revision_number': 4, 'project_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'subnets': [{'id': 'b484b5da-18da-4a25-932a-660ac22d35b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:14.862739 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bfac36cf-ae6f-4245-b5b5-abd7d94b04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.907490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bfac36cf-ae6f-4245-b5b5-abd7d94b04ec None None] For port 52849df0-39ee-45a4-a2cc-3de56c2eaabf, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=52849df0-39ee-45a4-a2cc-3de56c2eaabf,segment=NetworkSegment(b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b),segment_id=b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:14.907726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f9281713-e085-479c-b9f6-abf41bea73ff tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Allocated IP 172.20.0.6 (4badf004-e7e2-438d-99e1-6a0448258c40/7dd2d823-0908-424c-b900-b9096aaf9ec9/164f99c4-41a7-4d30-905c-5fe4c38f53b0) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:14.909147 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb609ef-5bc6-432e-89cb-bce8f5b4afc1 None None] The sync data for ids ['fd69dd30-120b-4bd5-a94e-46551ac6dabc'] in n-d-815498-1 is: [{'id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'name': 'tempest-FloatingIPsTestJSON-112713966-router', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '37e10dda-cefc-4cb8-b1fc-b55087ef5c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:03Z', 'updated_at': '2021-10-26T14:03:09Z', 'revision_number': 4, 'project_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'gw_port': {'id': '37e10dda-cefc-4cb8-b1fc-b55087ef5c92', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:04Z', 'updated_at': '2021-10-26T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '52849df0-39ee-45a4-a2cc-3de56c2eaabf', 'name': '', 'network_id': '3507f29b-df6e-4f74-8a16-71105380bdc8', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'mac_address': 'fa:16:3e:15:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b484b5da-18da-4a25-932a-660ac22d35b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:07Z', 'updated_at': '2021-10-26T14:03:14Z', 'revision_number': 4, 'project_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'subnets': [{'id': 'b484b5da-18da-4a25-932a-660ac22d35b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:14.918421 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bfac36cf-ae6f-4245-b5b5-abd7d94b04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.922663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Pushing event updated for resources: {'Port': ['ID=4218f4dd-7569-4996-9b2f-18aabcc02dcf,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:14.965333 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ec0e1-e55a-4a28-bba6-f75a38078f97 req-1083fade-9dd9-4be6-8f08-a849ed5daec3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:14.969417 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-102ec0e1-e55a-4a28-bba6-f75a38078f97 req-1083fade-9dd9-4be6-8f08-a849ed5daec3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.3693168 Oct 26 14:03:15.011301 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac36cf-ae6f-4245-b5b5-abd7d94b04ec None None] Pushing event updated for resources: {'Port': ['ID=52849df0-39ee-45a4-a2cc-3de56c2eaabf,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:15.048921 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fefe9e31-ce3d-478e-9124-c1c0b97e36a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.075216 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ba0a6d84-0730-495a-92a2-df7300a0d5f7 None None] Provisioning complete for port 52849df0-39ee-45a4-a2cc-3de56c2eaabf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:15.075877 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6d84-0730-495a-92a2-df7300a0d5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.194253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-2f41cb4a-8e50-42a0-a931-a541c3326ceb tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:15.195936 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-2f41cb4a-8e50-42a0-a931-a541c3326ceb tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.11 "GET /v2.0/networks?id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c HTTP/1.1" status: 200 len: 816 time: 0.5391710 Oct 26 14:03:15.200511 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2359049-b251-4191-a780-8356bf9652b6 req-b7e72af5-3001-47a1-8566-475dbbac2f9e service neutron] 10.222.0.32 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984753 Oct 26 14:03:15.203220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Attempting to bind port 4218f4dd-7569-4996-9b2f-18aabcc02dcf on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:15.203573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Attempting to bind port 4218f4dd-7569-4996-9b2f-18aabcc02dcf by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:15.203887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Attempting to bind port 4218f4dd-7569-4996-9b2f-18aabcc02dcf on network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:15.206569 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-03377f4f-e4c3-4e1b-b5ac-718556983646 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Made reservation on behalf of f3cf8427fea34d73b605914a198ecb9f for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:15.210193 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-03377f4f-e4c3-4e1b-b5ac-718556983646 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.215230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-8647c82e-d65e-43ec-a6d3-7524621e62b8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Request body: {'port': {'device_id': '557c366f-b496-446a-b805-7fa92ab13e4f', 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c', 'admin_state_up': True, 'tenant_id': 'c75fc380d32742d1be981a149eab1228'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:15.231315 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Port 4218f4dd-7569-4996-9b2f-18aabcc02dcf on network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:03:15.231585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Attempting to bind port 4218f4dd-7569-4996-9b2f-18aabcc02dcf on network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:15.252634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:15.252972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Checking segment: {'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:15.253628 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Bound using segment: {'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:15.254681 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Bound port: 4218f4dd-7569-4996-9b2f-18aabcc02dcf, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:15.255044 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.258427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Allocated IP 172.25.4.35 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/d081f7e5-5ab9-440d-9a35-45f4e6577fa3) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:15.361293 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f9281713-e085-479c-b9f6-abf41bea73ff tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.388452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-102ec0e1-e55a-4a28-bba6-f75a38078f97 req-5fa070dd-7a52-4f57-b2ac-0f8fde738d0b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Deleting port f2bb4593-f42c-4eaa-a37c-e4f605215522 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:15.388792 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-102ec0e1-e55a-4a28-bba6-f75a38078f97 req-5fa070dd-7a52-4f57-b2ac-0f8fde738d0b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.563397 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f9281713-e085-479c-b9f6-abf41bea73ff tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.607285 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-102ec0e1-e55a-4a28-bba6-f75a38078f97 req-5fa070dd-7a52-4f57-b2ac-0f8fde738d0b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] For port f2bb4593-f42c-4eaa-a37c-e4f605215522, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f2bb4593-f42c-4eaa-a37c-e4f605215522,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:15.607764 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-102ec0e1-e55a-4a28-bba6-f75a38078f97 req-5fa070dd-7a52-4f57-b2ac-0f8fde738d0b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.673747 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-102ec0e1-e55a-4a28-bba6-f75a38078f97 req-5fa070dd-7a52-4f57-b2ac-0f8fde738d0b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Calling delete_port for f2bb4593-f42c-4eaa-a37c-e4f605215522 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:15.693767 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f9281713-e085-479c-b9f6-abf41bea73ff tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Network 4badf004-e7e2-438d-99e1-6a0448258c40 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:15.709789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-8647c82e-d65e-43ec-a6d3-7524621e62b8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Made reservation on behalf of c75fc380d32742d1be981a149eab1228 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:15.713581 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-8647c82e-d65e-43ec-a6d3-7524621e62b8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.729317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f9281713-e085-479c-b9f6-abf41bea73ff tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:15.734839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f9281713-e085-479c-b9f6-abf41bea73ff tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:15.741588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-4217d8cd-52f7-4184-8344-c6dde0caa0f9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Allocated IP 172.20.0.12 (4badf004-e7e2-438d-99e1-6a0448258c40/7dd2d823-0908-424c-b900-b9096aaf9ec9/61f29757-a2cd-4f80-9126-a21b638771b9) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:15.794231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9281713-e085-479c-b9f6-abf41bea73ff tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Pushing event updated for resources: {'Port': ['ID=164f99c4-41a7-4d30-905c-5fe4c38f53b0,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:15.805012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 42326989-5b85-48b5-8735-924071ba63ea up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:15.902386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 42326989-5b85-48b5-8735-924071ba63ea triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:15.903075 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.977780 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.997651 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.014418 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f9281713-e085-479c-b9f6-abf41bea73ff tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:16.015194 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f9281713-e085-479c-b9f6-abf41bea73ff tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.053460 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=42326989-5b85-48b5-8735-924071ba63ea,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:16.054866 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42326989-5b85-48b5-8735-924071ba63ea'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:16.057915 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3648b7e-c4c4-4712-afea-fb7058a01bbb" -d '{"events": [{"server_uuid": "201cdf08-bf66-4bb0-8114-fcddde3d772e", "name": "network-vif-plugged", "status": "completed", "tag": "42326989-5b85-48b5-8735-924071ba63ea"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:16.064826 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.091433 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39eebbc-4986-43bc-8d37-519d79816e2d req-c3f31a73-53aa-4b65-917d-d187d3dbd9f3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:16.093005 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d39eebbc-4986-43bc-8d37-519d79816e2d req-c3f31a73-53aa-4b65-917d-d187d3dbd9f3 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 949 time: 0.1134593 Oct 26 14:03:16.096120 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] For port 4218f4dd-7569-4996-9b2f-18aabcc02dcf, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:16.100919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] For port 4218f4dd-7569-4996-9b2f-18aabcc02dcf, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=4218f4dd-7569-4996-9b2f-18aabcc02dcf,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:16.112068 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.135572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.151778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=42326989-5b85-48b5-8735-924071ba63ea,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:16.193967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:16.194777 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.196524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] 10.222.0.11 "PUT /v2.0/ports/4218f4dd-7569-4996-9b2f-18aabcc02dcf HTTP/1.1" status: 200 len: 1091 time: 2.9698989 Oct 26 14:03:16.210555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67be5ba1-e311-48d5-b8bd-300cd1d74b5e', 'tag': '4218f4dd-7569-4996-9b2f-18aabcc02dcf'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:16.213571 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0f8bc7-00d5-41bc-98e7-d248c994f737" -d '{"events": [{"name": "network-changed", "server_uuid": "67be5ba1-e311-48d5-b8bd-300cd1d74b5e", "tag": "4218f4dd-7569-4996-9b2f-18aabcc02dcf"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:16.247862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:16.256252 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:16.259420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:16.297832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d39eebbc-4986-43bc-8d37-519d79816e2d req-9dc26c53-0335-4673-9ac5-769172ce05e2 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922686 Oct 26 14:03:16.353654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 52849df0-39ee-45a4-a2cc-3de56c2eaabf up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:16.409905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3463ae-4f59-4356-a2db-785fd72f7a2c service neutron] Pushing event updated for resources: {'Port': ['ID=4218f4dd-7569-4996-9b2f-18aabcc02dcf,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:16.473690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 52849df0-39ee-45a4-a2cc-3de56c2eaabf triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:16.474108 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.553266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-3c045f84-8d0e-4924-ad16-9147b1f1ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:16.554752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-3c045f84-8d0e-4924-ad16-9147b1f1ea1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c75fc380d32742d1be981a149eab1228&device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 1094 time: 0.2886026 Oct 26 14:03:16.558617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Pushing event updated for resources: {'Port': ['ID=d081f7e5-5ab9-440d-9a35-45f4e6577fa3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:16.582932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410c4cd-3d9f-400c-986b-68dbe384258c req-aec483e9-5c9b-4867-af04-c59be9492670 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:16.589841 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.590840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4410c4cd-3d9f-400c-986b-68dbe384258c req-aec483e9-5c9b-4867-af04-c59be9492670 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1689792 Oct 26 14:03:16.668155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-5dfff7ee-42e1-4b7e-a43d-be2d7c9d05b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4218f4dd-7569-4996-9b2f-18aabcc02dcf HTTP/1.1" status: 200 len: 217 time: 0.1028156 Oct 26 14:03:16.719023 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f9281713-e085-479c-b9f6-abf41bea73ff tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5352314 Oct 26 14:03:16.741698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Request body: {'port': {'device_id': '32504965-3f3f-4edd-b566-c0ddd799a8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:16.749568 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.767138 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4410c4cd-3d9f-400c-986b-68dbe384258c req-65103c9e-37e6-45d4-a887-24c9f46f57f2 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702492 Oct 26 14:03:16.789241 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-99378ca5-dc20-4876-9493-27a58e75f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:16.794069 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-99378ca5-dc20-4876-9493-27a58e75f1e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d7788109-6fca-425e-a44f-f601a5266e00 HTTP/1.1" status: 200 len: 855 time: 0.1119573 Oct 26 14:03:16.819730 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.841027 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-4217d8cd-52f7-4184-8344-c6dde0caa0f9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.902646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.960687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-7149c2e1-92df-4bd3-ac10-9b0fe4911a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:16.962843 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-7149c2e1-92df-4bd3-ac10-9b0fe4911a50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595955 Oct 26 14:03:16.969719 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.974520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-8647c82e-d65e-43ec-a6d3-7524621e62b8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Allocated IP 172.20.0.5 (6efcdb1b-c76e-4602-8dda-6a5af6b3137c/d7788109-6fca-425e-a44f-f601a5266e00/e7e37d24-3625-4014-8af2-cf7bc09fdf8c) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:17.152289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-c3829cfb-d95b-42c2-ad9d-4054699e194c service neutron] 10.222.0.11 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820779 Oct 26 14:03:17.157483 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-102ec0e1-e55a-4a28-bba6-f75a38078f97 req-5fa070dd-7a52-4f57-b2ac-0f8fde738d0b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.171158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'f2bb4593-f42c-4eaa-a37c-e4f605215522'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:17.227535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa070dd-7a52-4f57-b2ac-0f8fde738d0b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Pushing event deleted for resources: {'Port': ['ID=f2bb4593-f42c-4eaa-a37c-e4f605215522,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:17.286101 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-4217d8cd-52f7-4184-8344-c6dde0caa0f9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.302771 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.317124 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.335007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-03377f4f-e4c3-4e1b-b5ac-718556983646 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Allocated IP 172.20.0.10 (4badf004-e7e2-438d-99e1-6a0448258c40/7dd2d823-0908-424c-b900-b9096aaf9ec9/dac12656-0a9b-43a1-ba58-16a576db9c93) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:17.411325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28e3f6-b4d5-48b6-b5dd-70c05d2b2d46 req-0b63bb62-5ba3-43a6-84f0-3647d4ec3131 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:17.411915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-102ec0e1-e55a-4a28-bba6-f75a38078f97 req-5fa070dd-7a52-4f57-b2ac-0f8fde738d0b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] No DVR routers for this DVR port f2bb4593-f42c-4eaa-a37c-e4f605215522 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:17.412828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a28e3f6-b4d5-48b6-b5dd-70c05d2b2d46 req-0b63bb62-5ba3-43a6-84f0-3647d4ec3131 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 931 time: 0.1884348 Oct 26 14:03:17.428731 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-102ec0e1-e55a-4a28-bba6-f75a38078f97 req-5fa070dd-7a52-4f57-b2ac-0f8fde738d0b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.432099 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-102ec0e1-e55a-4a28-bba6-f75a38078f97 req-5fa070dd-7a52-4f57-b2ac-0f8fde738d0b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "DELETE /v2.0/ports/f2bb4593-f42c-4eaa-a37c-e4f605215522 HTTP/1.1" status: 204 len: 173 time: 2.3535800 Oct 26 14:03:17.441936 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26444a75-2cb2-44f0-a478-adc57920dbff', 'name': 'network-vif-deleted', 'tag': 'f2bb4593-f42c-4eaa-a37c-e4f605215522'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:17.444517 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27795232-bf7f-4369-a447-c6ec7f5ab274" -d '{"events": [{"server_uuid": "26444a75-2cb2-44f0-a478-adc57920dbff", "name": "network-vif-deleted", "tag": "f2bb4593-f42c-4eaa-a37c-e4f605215522"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:17.449726 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-377d62d4-78a3-41ba-ad43-d56b4b1bbf32 req-0e71d068-fbd6-4a24-86d4-a1d4ff626d3a service neutron] 10.222.0.11 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841868 Oct 26 14:03:17.459303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Pushing event updated for resources: {'Port': ['ID=d081f7e5-5ab9-440d-9a35-45f4e6577fa3,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:17.485246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2359049-b251-4191-a780-8356bf9652b6 req-2df89846-8e46-47ca-b38b-adc0f8f0e32f tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:17.486653 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d2359049-b251-4191-a780-8356bf9652b6 req-2df89846-8e46-47ca-b38b-adc0f8f0e32f tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.25 "GET /v2.0/networks?id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c HTTP/1.1" status: 200 len: 816 time: 0.5023282 Oct 26 14:03:17.549924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-4217d8cd-52f7-4184-8344-c6dde0caa0f9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Network 4badf004-e7e2-438d-99e1-6a0448258c40 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:17.553934 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d2359049-b251-4191-a780-8356bf9652b6 req-09f2333c-d836-4792-a386-0af133500f1b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Request body: {'port': {'device_id': '12f6b8a3-8677-4674-9119-3faba6272173', 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c', 'admin_state_up': True, 'tenant_id': 'c75fc380d32742d1be981a149eab1228'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:17.563048 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.564766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217d8cd-52f7-4184-8344-c6dde0caa0f9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Pushing event updated for resources: {'Port': ['ID=61f29757-a2cd-4f80-9126-a21b638771b9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:17.586541 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a28e3f6-b4d5-48b6-b5dd-70c05d2b2d46 req-9c2f6d55-a013-476f-b58e-1396b266b8a5 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367757 Oct 26 14:03:17.612077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-4217d8cd-52f7-4184-8344-c6dde0caa0f9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:17.617951 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.619750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-29a3c7e9-50e3-4a91-953c-5a77d5878f7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7480578 Oct 26 14:03:17.655679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-4217d8cd-52f7-4184-8344-c6dde0caa0f9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:17.732632 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-3a8d0ed3-2fcc-471f-aa59-51761bfb35b3 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.1014280 Oct 26 14:03:17.740156 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b59b901d-3003-48d5-821e-eacb7121184a req-3cfb662e-adc0-4573-bf95-4e9d2e86dfd6 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 210 time: 0.0455031 Oct 26 14:03:17.744989 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-03377f4f-e4c3-4e1b-b5ac-718556983646 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.769073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-4217d8cd-52f7-4184-8344-c6dde0caa0f9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:17.769805 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-4217d8cd-52f7-4184-8344-c6dde0caa0f9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.775428 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-8647c82e-d65e-43ec-a6d3-7524621e62b8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.824350 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-4217d8cd-52f7-4184-8344-c6dde0caa0f9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9949257 Oct 26 14:03:17.835881 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d60fb5b-22a5-4c3b-9241-c312f6bc851a x-openstack-request-id: req-2d60fb5b-22a5-4c3b-9241-c312f6bc851a {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:17.838551 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201cdf08-bf66-4bb0-8114-fcddde3d772e", "name": "network-vif-plugged", "status": "completed", "tag": "42326989-5b85-48b5-8735-924071ba63ea", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:17.839111 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d60fb5b-22a5-4c3b-9241-c312f6bc851a {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:17.840217 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42326989-5b85-48b5-8735-924071ba63ea', 'code': 200} Oct 26 14:03:17.849216 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Request body: {'port': {'device_id': 'b639d64d-02fc-46a5-8b22-2cd1e1639a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:17.868824 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-03377f4f-e4c3-4e1b-b5ac-718556983646 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.878319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2359049-b251-4191-a780-8356bf9652b6 req-09f2333c-d836-4792-a386-0af133500f1b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Made reservation on behalf of c75fc380d32742d1be981a149eab1228 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:17.882435 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d2359049-b251-4191-a780-8356bf9652b6 req-09f2333c-d836-4792-a386-0af133500f1b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.916965 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e39ec54-19fa-42e9-a151-5418b7991936 x-openstack-request-id: req-0e39ec54-19fa-42e9-a151-5418b7991936 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:17.917364 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67be5ba1-e311-48d5-b8bd-300cd1d74b5e", "tag": "4218f4dd-7569-4996-9b2f-18aabcc02dcf", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:17.917713 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e39ec54-19fa-42e9-a151-5418b7991936 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:17.918304 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67be5ba1-e311-48d5-b8bd-300cd1d74b5e', 'tag': '4218f4dd-7569-4996-9b2f-18aabcc02dcf', 'status': 'completed', 'code': 200} Oct 26 14:03:17.944529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-0e3aa028-34dc-45bc-bb03-c5a216ab3647 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:17.945285 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-8647c82e-d65e-43ec-a6d3-7524621e62b8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.946252 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b68751a3-4cb4-44a3-b081-80a943fc72c5 req-0e3aa028-34dc-45bc-bb03-c5a216ab3647 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.1971810 Oct 26 14:03:17.950183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-03377f4f-e4c3-4e1b-b5ac-718556983646 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Network 4badf004-e7e2-438d-99e1-6a0448258c40 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:17.953625 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-03377f4f-e4c3-4e1b-b5ac-718556983646 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:17.958101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-03377f4f-e4c3-4e1b-b5ac-718556983646 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:17.985873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03377f4f-e4c3-4e1b-b5ac-718556983646 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Pushing event updated for resources: {'Port': ['ID=dac12656-0a9b-43a1-ba58-16a576db9c93,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:18.059574 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82c91730-dc0b-4963-a8dc-dfd0454a82ed req-119ddb66-7c4c-4111-aba2-ae9409dc5a6f tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9cf6272887c64a4a965cfcd2ae84b664&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332308 Oct 26 14:03:18.086068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-03377f4f-e4c3-4e1b-b5ac-718556983646 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:18.086661 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-03377f4f-e4c3-4e1b-b5ac-718556983646 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.095888 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.120271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-8647c82e-d65e-43ec-a6d3-7524621e62b8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:18.148150 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-8647c82e-d65e-43ec-a6d3-7524621e62b8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:18.155646 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-103426a2-cdc3-4f71-b699-83cd67f4f8a4 req-0a0f2d93-5e12-4e68-92ee-ab61b1bca3da tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=26444a75-2cb2-44f0-a478-adc57920dbff HTTP/1.1" status: 200 len: 210 time: 0.0935986 Oct 26 14:03:18.156885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-8647c82e-d65e-43ec-a6d3-7524621e62b8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:18.170558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647c82e-d65e-43ec-a6d3-7524621e62b8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Pushing event updated for resources: {'Port': ['ID=e7e37d24-3625-4014-8af2-cf7bc09fdf8c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:18.218787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-03377f4f-e4c3-4e1b-b5ac-718556983646 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2983077 Oct 26 14:03:18.232874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Request body: {'port': {'device_id': '29a70661-618a-4845-9e44-433b905bffd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:18.287679 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b78e7c-28c7-4aa1-8fb4-bfc98bd38799 x-openstack-request-id: req-16b78e7c-28c7-4aa1-8fb4-bfc98bd38799 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:18.287982 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26444a75-2cb2-44f0-a478-adc57920dbff", "name": "network-vif-deleted", "tag": "f2bb4593-f42c-4eaa-a37c-e4f605215522", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:18.288247 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16b78e7c-28c7-4aa1-8fb4-bfc98bd38799 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:18.288666 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26444a75-2cb2-44f0-a478-adc57920dbff', 'name': 'network-vif-deleted', 'tag': 'f2bb4593-f42c-4eaa-a37c-e4f605215522', 'status': 'completed', 'code': 200} Oct 26 14:03:18.301577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f8bc7-00d5-41bc-98e7-d248c994f737 req-3a426a5f-00be-4d83-bc5f-0c9d53769fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:18.304265 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d0f8bc7-00d5-41bc-98e7-d248c994f737 req-3a426a5f-00be-4d83-bc5f-0c9d53769fb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c75fc380d32742d1be981a149eab1228&device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 1094 time: 0.3128395 Oct 26 14:03:18.312467 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.372453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8d8ed-cdc1-4551-bb37-50c84fbae039 req-50cd3ffa-ff1a-4749-b71b-a35a4511e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:18.374313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1d8d8ed-cdc1-4551-bb37-50c84fbae039 req-50cd3ffa-ff1a-4749-b71b-a35a4511e89a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 1101 time: 0.3080378 Oct 26 14:03:18.395806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-8647c82e-d65e-43ec-a6d3-7524621e62b8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:18.396700 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-8647c82e-d65e-43ec-a6d3-7524621e62b8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.438605 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.453096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-d2359049-b251-4191-a780-8356bf9652b6 req-09f2333c-d836-4792-a386-0af133500f1b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Allocated IP 172.20.0.4 (6efcdb1b-c76e-4602-8dda-6a5af6b3137c/d7788109-6fca-425e-a44f-f601a5266e00/cd4939e5-f53a-435f-967e-790d8ef7c74a) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:18.474426 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-8647c82e-d65e-43ec-a6d3-7524621e62b8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2667310 Oct 26 14:03:18.476457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164f99c4-41a7-4d30-905c-5fe4c38f53b0 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:18.490891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Request body: {'port': {'device_id': '557c366f-b496-446a-b805-7fa92ab13e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:18.494564 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.524831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c91730-dc0b-4963-a8dc-dfd0454a82ed req-8fd3950c-3484-4cf8-90c9-af5411a6726d tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:18.526332 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82c91730-dc0b-4963-a8dc-dfd0454a82ed req-8fd3950c-3484-4cf8-90c9-af5411a6726d tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4352026 Oct 26 14:03:18.547193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Transition to ACTIVE for port object 164f99c4-41a7-4d30-905c-5fe4c38f53b0 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:03:18.567435 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.589750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-741bb7df-6e17-406c-8190-e4287c774ecb None None] Provisioning complete for port e7e37d24-3625-4014-8af2-cf7bc09fdf8c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:18.590294 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-741bb7df-6e17-406c-8190-e4287c774ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.624647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82c91730-dc0b-4963-a8dc-dfd0454a82ed req-1805c162-5764-4898-a433-bdbe17e72bb0 tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] 10.222.0.32 "GET /v2.0/quotas/9cf6272887c64a4a965cfcd2ae84b664 HTTP/1.1" status: 200 len: 375 time: 0.0843215 Oct 26 14:03:18.630479 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1d8d8ed-cdc1-4551-bb37-50c84fbae039 req-70516e1c-c3fc-4b0b-82c6-dd31e9a627b6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187769 Oct 26 14:03:18.633019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-741bb7df-6e17-406c-8190-e4287c774ecb None None] Port e7e37d24-3625-4014-8af2-cf7bc09fdf8c cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:18.657693 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f8bc7-00d5-41bc-98e7-d248c994f737 req-0a3042fe-bffc-4c0e-b16a-841e2806fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:18.659187 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d0f8bc7-00d5-41bc-98e7-d248c994f737 req-0a3042fe-bffc-4c0e-b16a-841e2806fd56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c HTTP/1.1" status: 200 len: 917 time: 0.3304887 Oct 26 14:03:18.673356 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183dbd5-408c-425f-bb2c-d72a95dc18ce req-363d0ce6-540d-4666-bb4a-a14fb98fb0a4 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:18.674869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6183dbd5-408c-425f-bb2c-d72a95dc18ce req-363d0ce6-540d-4666-bb4a-a14fb98fb0a4 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.2724817 Oct 26 14:03:18.695228 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.704371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82c91730-dc0b-4963-a8dc-dfd0454a82ed req-4e1da3fb-8d0a-43b8-b58f-aa1d4cb5ea71 tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cf6272887c64a4a965cfcd2ae84b664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716505 Oct 26 14:03:18.747750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d0f8bc7-00d5-41bc-98e7-d248c994f737 req-93d33482-43d9-4aff-bb81-65c30757bf4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4218f4dd-7569-4996-9b2f-18aabcc02dcf HTTP/1.1" status: 200 len: 217 time: 0.0531025 Oct 26 14:03:18.775808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Pushing event updated for resources: {'Port': ['ID=164f99c4-41a7-4d30-905c-5fe4c38f53b0,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:18.803376 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6183dbd5-408c-425f-bb2c-d72a95dc18ce req-a08724f7-8bdd-4f57-aca4-c14df06c5b86 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075637 Oct 26 14:03:18.861122 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f86e826b-ce6b-4ef1-9313-89ed9ab592dd req-1ca1a6c1-85c4-4e19-9f91-49691a5668c9 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/floatingips/59cffe7f-569e-406b-ad09-f4d1981d1ed8 HTTP/1.1" status: 200 len: 692 time: 0.0687175 Oct 26 14:03:18.870991 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f8bc7-00d5-41bc-98e7-d248c994f737 req-5ef0e11c-f150-4acb-bea7-92f2f4efcbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:18.872554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d0f8bc7-00d5-41bc-98e7-d248c994f737 req-5ef0e11c-f150-4acb-bea7-92f2f4efcbe2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d7788109-6fca-425e-a44f-f601a5266e00 HTTP/1.1" status: 200 len: 855 time: 0.1168747 Oct 26 14:03:19.026105 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d2359049-b251-4191-a780-8356bf9652b6 req-09f2333c-d836-4792-a386-0af133500f1b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:19.057325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Attempting to bind port 164f99c4-41a7-4d30-905c-5fe4c38f53b0 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:19.057557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Attempting to bind port 164f99c4-41a7-4d30-905c-5fe4c38f53b0 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '5fff1cf4-e162-410f-a342-903d9c062989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:19.057888 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Attempting to bind port 164f99c4-41a7-4d30-905c-5fe4c38f53b0 on network 4badf004-e7e2-438d-99e1-6a0448258c40 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:19.084220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Port 164f99c4-41a7-4d30-905c-5fe4c38f53b0 on network 4badf004-e7e2-438d-99e1-6a0448258c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:03:19.084552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Attempting to bind port 164f99c4-41a7-4d30-905c-5fe4c38f53b0 on network 4badf004-e7e2-438d-99e1-6a0448258c40 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:19.094578 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f29757-a2cd-4f80-9126-a21b638771b9 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:19.109173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:19.109516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Checking segment: {'id': '5fff1cf4-e162-410f-a342-903d9c062989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:19.109911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Bound using segment: {'id': '5fff1cf4-e162-410f-a342-903d9c062989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:19.110397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Bound port: 164f99c4-41a7-4d30-905c-5fe4c38f53b0, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fff1cf4-e162-410f-a342-903d9c062989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:19.110759 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:19.114011 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:19.142953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Transition to ACTIVE for port object 61f29757-a2cd-4f80-9126-a21b638771b9 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:03:19.167865 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d2359049-b251-4191-a780-8356bf9652b6 req-09f2333c-d836-4792-a386-0af133500f1b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:19.169472 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:19.272731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f8bc7-00d5-41bc-98e7-d248c994f737 req-7063ef36-d5d8-4cb4-9451-0ff48f2feb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:19.274321 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d0f8bc7-00d5-41bc-98e7-d248c994f737 req-7063ef36-d5d8-4cb4-9451-0ff48f2feb19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3914673 Oct 26 14:03:19.402372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e826b-ce6b-4ef1-9313-89ed9ab592dd req-4028db88-e8ae-44ff-ace2-94eeafc6b5b5 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:19.403802 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f86e826b-ce6b-4ef1-9313-89ed9ab592dd req-4028db88-e8ae-44ff-ace2-94eeafc6b5b5 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.5360150 Oct 26 14:03:19.470869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad025ca-5361-4b58-b30d-0714906176b5 req-ece1e2c8-6843-460b-9488-c32e255b22e9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:19.472423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cad025ca-5361-4b58-b30d-0714906176b5 req-ece1e2c8-6843-460b-9488-c32e255b22e9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 943 time: 0.1971664 Oct 26 14:03:19.532570 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d0f8bc7-00d5-41bc-98e7-d248c994f737 req-ad24ffb5-edd4-4a39-b381-3e64854b1006 service neutron] 10.222.0.11 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333553 Oct 26 14:03:19.552744 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2359049-b251-4191-a780-8356bf9652b6 req-09f2333c-d836-4792-a386-0af133500f1b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:19.563934 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Pushing event updated for resources: {'Port': ['ID=61f29757-a2cd-4f80-9126-a21b638771b9,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:19.566963 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-d2359049-b251-4191-a780-8356bf9652b6 req-09f2333c-d836-4792-a386-0af133500f1b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:19.578783 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2359049-b251-4191-a780-8356bf9652b6 req-09f2333c-d836-4792-a386-0af133500f1b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:19.615341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f2bb4593-f42c-4eaa-a37c-e4f605215522 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:19.635913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] For port 164f99c4-41a7-4d30-905c-5fe4c38f53b0, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:19.665154 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cad025ca-5361-4b58-b30d-0714906176b5 req-2c2de6fb-92a2-494a-bab7-99ebeb43e98b tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673570 Oct 26 14:03:19.666698 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: f2bb4593-f42c-4eaa-a37c-e4f605215522 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:19.667246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f2bb4593-f42c-4eaa-a37c-e4f605215522 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:19.677337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672cd9f-80f3-47de-a56a-50325b43efa6 req-2b2aceb1-c19a-4cc3-bc32-75521a51f859 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:19.679195 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c672cd9f-80f3-47de-a56a-50325b43efa6 req-2b2aceb1-c19a-4cc3-bc32-75521a51f859 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 931 time: 0.2224233 Oct 26 14:03:19.724496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac12656-0a9b-43a1-ba58-16a576db9c93 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:19.742315 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:19.759942 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d0f8bc7-00d5-41bc-98e7-d248c994f737 req-ca874385-2668-4ef2-b898-5fff1a55e585 service neutron] 10.222.0.11 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122493 Oct 26 14:03:19.777048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2359049-b251-4191-a780-8356bf9652b6 req-09f2333c-d836-4792-a386-0af133500f1b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:19.777809 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d2359049-b251-4191-a780-8356bf9652b6 req-09f2333c-d836-4792-a386-0af133500f1b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:19.785531 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c672cd9f-80f3-47de-a56a-50325b43efa6 req-68d23cc6-4946-4775-a719-17309e2e0bf1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894904 Oct 26 14:03:19.798552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Transition to ACTIVE for port object dac12656-0a9b-43a1-ba58-16a576db9c93 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:03:19.808750 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:19.809347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] For port 164f99c4-41a7-4d30-905c-5fe4c38f53b0, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=164f99c4-41a7-4d30-905c-5fe4c38f53b0,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:19.811222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2333c-d836-4792-a386-0af133500f1b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Pushing event updated for resources: {'Port': ['ID=cd4939e5-f53a-435f-967e-790d8ef7c74a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:19.832797 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Attempting to bind port 61f29757-a2cd-4f80-9126-a21b638771b9 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:19.833342 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Attempting to bind port 61f29757-a2cd-4f80-9126-a21b638771b9 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '5fff1cf4-e162-410f-a342-903d9c062989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:19.833935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Attempting to bind port 61f29757-a2cd-4f80-9126-a21b638771b9 on network 4badf004-e7e2-438d-99e1-6a0448258c40 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:19.846983 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Port 61f29757-a2cd-4f80-9126-a21b638771b9 on network 4badf004-e7e2-438d-99e1-6a0448258c40 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:03:19.847779 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Attempting to bind port 61f29757-a2cd-4f80-9126-a21b638771b9 on network 4badf004-e7e2-438d-99e1-6a0448258c40 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:19.854293 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:19.867989 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:19.868484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Checking segment: {'id': '5fff1cf4-e162-410f-a342-903d9c062989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:19.869005 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Bound using segment: {'id': '5fff1cf4-e162-410f-a342-903d9c062989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:19.869695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Bound port: 61f29757-a2cd-4f80-9126-a21b638771b9, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fff1cf4-e162-410f-a342-903d9c062989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:19.870742 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:19.934124 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dac12656-0a9b-43a1-ba58-16a576db9c93,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:19.947367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:19.948005 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:19.949403 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] 10.222.0.11 "PUT /v2.0/ports/164f99c4-41a7-4d30-905c-5fe4c38f53b0 HTTP/1.1" status: 200 len: 1091 time: 3.2185848 Oct 26 14:03:19.977799 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d2359049-b251-4191-a780-8356bf9652b6 req-09f2333c-d836-4792-a386-0af133500f1b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4318938 Oct 26 14:03:20.021430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Request body: {'port': {'device_id': '12f6b8a3-8677-4674-9119-3faba6272173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:20.039102 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:20.039449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:20.039790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:20.040125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:20.040454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:20.040780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:20.041105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:20.041426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:20.041746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:20.042092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:20.042422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:20.042738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:20.079261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-46509482-1b8a-419e-8902-12f1a7cf04ee None None] Provisioning complete for port cd4939e5-f53a-435f-967e-790d8ef7c74a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:20.080042 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46509482-1b8a-419e-8902-12f1a7cf04ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:20.095711 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2b02e-44d4-46d4-8344-cde1b2c06dda service neutron] Pushing event updated for resources: {'Port': ['ID=164f99c4-41a7-4d30-905c-5fe4c38f53b0,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:20.097059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6a24c4f-c12e-4f6b-a0cc-bc96ce6f36c0 req-60e79cd6-cb0a-4780-a712-5a2b71f8af17 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=fb22c3c4de1045f681011d8d9f88dc81 HTTP/1.1" status: 200 len: 695 time: 0.1970575 Oct 26 14:03:20.107402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e37d24-3625-4014-8af2-cf7bc09fdf8c {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:20.126134 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:20.142384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-46509482-1b8a-419e-8902-12f1a7cf04ee None None] Port cd4939e5-f53a-435f-967e-790d8ef7c74a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:20.159455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] For port 61f29757-a2cd-4f80-9126-a21b638771b9, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:20.177765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Transition to ACTIVE for port object e7e37d24-3625-4014-8af2-cf7bc09fdf8c will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:03:20.181161 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:20.185698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] For port 61f29757-a2cd-4f80-9126-a21b638771b9, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=61f29757-a2cd-4f80-9126-a21b638771b9,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:20.187866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a28bf-e6bf-4c63-907d-0eb94381b581 req-cd4d1d4c-ac4a-4ac3-9357-71f0e011423b tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:20.189429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f2a28bf-e6bf-4c63-907d-0eb94381b581 req-cd4d1d4c-ac4a-4ac3-9357-71f0e011423b tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1918857 Oct 26 14:03:20.195446 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:20.198537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-74b81fc1-0efc-40f6-811e-caf5fe064d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:20.200034 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-74b81fc1-0efc-40f6-811e-caf5fe064d0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3cf8427fea34d73b605914a198ecb9f&device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 1094 time: 0.1770780 Oct 26 14:03:20.209728 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:20.221864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Attempting to bind port dac12656-0a9b-43a1-ba58-16a576db9c93 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:20.222223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Attempting to bind port dac12656-0a9b-43a1-ba58-16a576db9c93 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '5fff1cf4-e162-410f-a342-903d9c062989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:20.222584 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Attempting to bind port dac12656-0a9b-43a1-ba58-16a576db9c93 on network 4badf004-e7e2-438d-99e1-6a0448258c40 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:20.246026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Port dac12656-0a9b-43a1-ba58-16a576db9c93 on network 4badf004-e7e2-438d-99e1-6a0448258c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:03:20.246357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Attempting to bind port dac12656-0a9b-43a1-ba58-16a576db9c93 on network 4badf004-e7e2-438d-99e1-6a0448258c40 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:20.268075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:20.268422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Checking segment: {'id': '5fff1cf4-e162-410f-a342-903d9c062989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:20.268808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Bound using segment: {'id': '5fff1cf4-e162-410f-a342-903d9c062989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:20.269290 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Bound port: dac12656-0a9b-43a1-ba58-16a576db9c93, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fff1cf4-e162-410f-a342-903d9c062989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:20.269660 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:20.290060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a24c4f-c12e-4f6b-a0cc-bc96ce6f36c0 req-21207690-7754-4083-a7d2-068fd6ff5160 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:20.291515 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6a24c4f-c12e-4f6b-a0cc-bc96ce6f36c0 req-21207690-7754-4083-a7d2-068fd6ff5160 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/networks?id=6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 787 time: 0.1936491 Oct 26 14:03:20.292641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32504965-3f3f-4edd-b566-c0ddd799a8a8', 'tag': '164f99c4-41a7-4d30-905c-5fe4c38f53b0'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:20.295021 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c134c5ed-1a70-498e-a482-58ea67982fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "32504965-3f3f-4edd-b566-c0ddd799a8a8", "tag": "164f99c4-41a7-4d30-905c-5fe4c38f53b0"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:20.302621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f2a28bf-e6bf-4c63-907d-0eb94381b581 req-d148b4d1-0d86-4c51-8253-9ef18cd164ab tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990806 Oct 26 14:03:20.313071 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-da2cd8c2-4fa8-471d-9ddf-c985f7e0727e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=164f99c4-41a7-4d30-905c-5fe4c38f53b0 HTTP/1.1" status: 200 len: 217 time: 0.1005170 Oct 26 14:03:20.350067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:20.350690 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:20.352060 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] 10.222.0.25 "PUT /v2.0/ports/61f29757-a2cd-4f80-9126-a21b638771b9 HTTP/1.1" status: 200 len: 1092 time: 2.5100880 Oct 26 14:03:20.380460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Pushing event updated for resources: {'Port': ['ID=e7e37d24-3625-4014-8af2-cf7bc09fdf8c,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:20.420823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] For port dac12656-0a9b-43a1-ba58-16a576db9c93, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:20.431162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] For port dac12656-0a9b-43a1-ba58-16a576db9c93, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=dac12656-0a9b-43a1-ba58-16a576db9c93,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:20.442241 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:20.511276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:20.512085 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:20.514248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] 10.222.0.11 "PUT /v2.0/ports/dac12656-0a9b-43a1-ba58-16a576db9c93 HTTP/1.1" status: 200 len: 1092 time: 2.2856817 Oct 26 14:03:20.515043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a70661-618a-4845-9e44-433b905bffd4', 'tag': 'dac12656-0a9b-43a1-ba58-16a576db9c93'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:20.519998 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12b2183-eacd-4a8d-8f94-99fde18679d4" -d '{"events": [{"name": "network-changed", "server_uuid": "29a70661-618a-4845-9e44-433b905bffd4", "tag": "dac12656-0a9b-43a1-ba58-16a576db9c93"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:20.629447 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c568e3e-7ad3-410c-97cd-8ced082dd2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dac12656-0a9b-43a1-ba58-16a576db9c93,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:20.670814 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0db5520-8ea6-47e5-bd70-52e90524c8ab x-openstack-request-id: req-a0db5520-8ea6-47e5-bd70-52e90524c8ab {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:20.671094 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32504965-3f3f-4edd-b566-c0ddd799a8a8", "tag": "164f99c4-41a7-4d30-905c-5fe4c38f53b0", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:20.671660 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0db5520-8ea6-47e5-bd70-52e90524c8ab {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:20.672227 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32504965-3f3f-4edd-b566-c0ddd799a8a8', 'tag': '164f99c4-41a7-4d30-905c-5fe4c38f53b0', 'status': 'completed', 'code': 200} Oct 26 14:03:20.674490 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-10ef81de-ac26-4bc8-8b87-ab8870d539db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:20.677453 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-10ef81de-ac26-4bc8-8b87-ab8870d539db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7dd2d823-0908-424c-b900-b9096aaf9ec9 HTTP/1.1" status: 200 len: 857 time: 0.3550861 Oct 26 14:03:20.679274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a7a8808-7e73-4662-b2f5-26b0bd5d88b4 req-dce992a9-1f7e-40ce-88ff-3bc839dc3afa tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/floatingips/59cffe7f-569e-406b-ad09-f4d1981d1ed8 HTTP/1.1" status: 200 len: 692 time: 0.0559931 Oct 26 14:03:20.688166 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-ae96675f-3687-43ab-afe1-a3cf26737720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:20.689734 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-ae96675f-3687-43ab-afe1-a3cf26737720 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3cf8427fea34d73b605914a198ecb9f&device_id=29a70661-618a-4845-9e44-433b905bffd4 HTTP/1.1" status: 200 len: 1095 time: 0.1161599 Oct 26 14:03:20.729789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b790e7-2577-4845-89bd-5586c2e430d9 service neutron] Pushing event updated for resources: {'Port': ['ID=61f29757-a2cd-4f80-9126-a21b638771b9,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:20.768895 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-1230a254-3423-482e-aca0-297ba5c70aa9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4badf004-e7e2-438d-99e1-6a0448258c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721986 Oct 26 14:03:20.783963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-edc9db1d-f9b1-4197-ab88-a704daf710a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dac12656-0a9b-43a1-ba58-16a576db9c93 HTTP/1.1" status: 200 len: 217 time: 0.0820880 Oct 26 14:03:20.858973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-7db8246e-8beb-4f8a-a4b7-d3fea9aa29be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:20.860463 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-7db8246e-8beb-4f8a-a4b7-d3fea9aa29be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3cf8427fea34d73b605914a198ecb9f&device_id=b639d64d-02fc-46a5-8b22-2cd1e1639a31 HTTP/1.1" status: 200 len: 1095 time: 0.4317815 Oct 26 14:03:20.864155 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Attempting to bind port e7e37d24-3625-4014-8af2-cf7bc09fdf8c on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:20.864499 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Attempting to bind port e7e37d24-3625-4014-8af2-cf7bc09fdf8c by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:20.864831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Attempting to bind port e7e37d24-3625-4014-8af2-cf7bc09fdf8c on network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:20.890475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Port e7e37d24-3625-4014-8af2-cf7bc09fdf8c on network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:03:20.890802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Attempting to bind port e7e37d24-3625-4014-8af2-cf7bc09fdf8c on network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:20.897435 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413cda4-8a3c-4238-929d-71e3c4032855 req-04562d05-8101-4af8-97fb-d327faade208 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:20.898948 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8413cda4-8a3c-4238-929d-71e3c4032855 req-04562d05-8101-4af8-97fb-d327faade208 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1501696 Oct 26 14:03:20.902110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-94101567-3df2-4436-a9f8-d7431c7b5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:20.903441 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-94101567-3df2-4436-a9f8-d7431c7b5901 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7dd2d823-0908-424c-b900-b9096aaf9ec9 HTTP/1.1" status: 200 len: 857 time: 0.0988202 Oct 26 14:03:20.918395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a8808-7e73-4662-b2f5-26b0bd5d88b4 req-988c1d0a-2a94-4f64-8c1d-c5224d8337b5 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:20.919750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a7a8808-7e73-4662-b2f5-26b0bd5d88b4 req-988c1d0a-2a94-4f64-8c1d-c5224d8337b5 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.2273846 Oct 26 14:03:20.928511 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-5308a627-46cc-409e-9c9b-6c1a9fc4c2c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61f29757-a2cd-4f80-9126-a21b638771b9 HTTP/1.1" status: 200 len: 217 time: 0.0509756 Oct 26 14:03:20.936236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:20.936583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Checking segment: {'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:20.936972 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Bound using segment: {'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:20.937427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Bound port: e7e37d24-3625-4014-8af2-cf7bc09fdf8c, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:20.937787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:20.958432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-dc951c6c-585f-4b95-b0a3-e828b8af67f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4badf004-e7e2-438d-99e1-6a0448258c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368330 Oct 26 14:03:21.026158 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a7a8808-7e73-4662-b2f5-26b0bd5d88b4 req-e77c4ff3-7995-40f3-9551-19129a40f733 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.0899580 Oct 26 14:03:21.029114 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8413cda4-8a3c-4238-929d-71e3c4032855 req-cb215252-bd73-4967-97ce-a00ca401bae4 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235321 Oct 26 14:03:21.049993 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-9770eff2-f04f-46d0-afa4-fcbb08cd8d6b service neutron] 10.222.0.11 "GET /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524676 Oct 26 14:03:21.086463 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-32a08cad-90d9-407a-869e-bcfb689dd6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:21.088261 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-32a08cad-90d9-407a-869e-bcfb689dd6eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7dd2d823-0908-424c-b900-b9096aaf9ec9 HTTP/1.1" status: 200 len: 857 time: 0.1457701 Oct 26 14:03:21.105400 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e026a1-af7a-41df-9fb0-60b24b5440fd x-openstack-request-id: req-11e026a1-af7a-41df-9fb0-60b24b5440fd {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:21.105685 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a70661-618a-4845-9e44-433b905bffd4", "tag": "dac12656-0a9b-43a1-ba58-16a576db9c93", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:21.106041 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11e026a1-af7a-41df-9fb0-60b24b5440fd {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:21.106368 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a70661-618a-4845-9e44-433b905bffd4', 'tag': 'dac12656-0a9b-43a1-ba58-16a576db9c93', 'status': 'completed', 'code': 200} Oct 26 14:03:21.117393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a7a8808-7e73-4662-b2f5-26b0bd5d88b4 req-dee19873-a90d-46c3-b06f-af609cf139e2 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.0633459 Oct 26 14:03:21.207844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-695877fe-ef4a-4b8f-8c0c-27a34134a5c9 service neutron] 10.222.0.11 "GET /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111409 Oct 26 14:03:21.220648 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-24360f81-3a3a-4f27-a949-9b9d4be40f1e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4badf004-e7e2-438d-99e1-6a0448258c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156712 Oct 26 14:03:21.239217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] For port e7e37d24-3625-4014-8af2-cf7bc09fdf8c, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:21.251651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4939e5-f53a-435f-967e-790d8ef7c74a {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:21.308819 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:21.314142 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] For port e7e37d24-3625-4014-8af2-cf7bc09fdf8c, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e7e37d24-3625-4014-8af2-cf7bc09fdf8c,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:21.318648 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-eb80916b-7278-4f54-a6c4-731b5a0f9262 service neutron] 10.222.0.11 "GET /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549050 Oct 26 14:03:21.327762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb223d2-e3c0-49f7-b0ee-4f479c4b349f req-19ea3e8e-74a6-446b-b909-b313f8860d42 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:21.328559 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:21.329298 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8cb223d2-e3c0-49f7-b0ee-4f479c4b349f req-19ea3e8e-74a6-446b-b909-b313f8860d42 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.2021813 Oct 26 14:03:21.352270 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:21.353376 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:21.356001 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-c61c4277-a817-4792-8e95-2287b681958f service neutron] 10.222.0.11 "PUT /v2.0/ports/e7e37d24-3625-4014-8af2-cf7bc09fdf8c HTTP/1.1" status: 200 len: 1091 time: 2.8709202 Oct 26 14:03:21.389796 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Transition to ACTIVE for port object cd4939e5-f53a-435f-967e-790d8ef7c74a will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:03:21.412967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-fe9c6be2-2a63-4bea-aec8-496b5fb985f3 service neutron] 10.222.0.11 "GET /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703467 Oct 26 14:03:21.427339 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:21.430045 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8cb223d2-e3c0-49f7-b0ee-4f479c4b349f req-ed1669ec-107a-4285-8345-7d8abe98674e tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863533 Oct 26 14:03:21.436015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-3a7a8808-7e73-4662-b2f5-26b0bd5d88b4 req-2f152b54-d891-46ff-abdf-488681c47db2 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Deleting port d081f7e5-5ab9-440d-9a35-45f4e6577fa3 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:21.436454 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3a7a8808-7e73-4662-b2f5-26b0bd5d88b4 req-2f152b54-d891-46ff-abdf-488681c47db2 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:21.539253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c4277-a817-4792-8e95-2287b681958f service neutron] Pushing event updated for resources: {'Port': ['ID=e7e37d24-3625-4014-8af2-cf7bc09fdf8c,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:21.545863 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-f4fb3896-da7c-41f7-a443-75fc4f0999e3 service neutron] 10.222.0.25 "GET /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093119 Oct 26 14:03:21.594252 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2183-eacd-4a8d-8f94-99fde18679d4 req-69e99ffa-f082-414f-9de9-7c5beb52b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:21.595722 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a12b2183-eacd-4a8d-8f94-99fde18679d4 req-69e99ffa-f082-414f-9de9-7c5beb52b6c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3cf8427fea34d73b605914a198ecb9f&device_id=29a70661-618a-4845-9e44-433b905bffd4 HTTP/1.1" status: 200 len: 1095 time: 0.0961738 Oct 26 14:03:21.607311 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4939e5-f53a-435f-967e-790d8ef7c74a,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:21.619013 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3a7a8808-7e73-4662-b2f5-26b0bd5d88b4 req-2f152b54-d891-46ff-abdf-488681c47db2 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:21.619267 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3a7a8808-7e73-4662-b2f5-26b0bd5d88b4 req-2f152b54-d891-46ff-abdf-488681c47db2 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:21.628205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 4218f4dd-7569-4996-9b2f-18aabcc02dcf details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:21.674370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-3a7a8808-7e73-4662-b2f5-26b0bd5d88b4 req-2f152b54-d891-46ff-abdf-488681c47db2 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Calling delete_port for d081f7e5-5ab9-440d-9a35-45f4e6577fa3 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:21.744970 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-4e45238d-f1e9-458b-9cf5-197f1b3124cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:21.746507 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-4e45238d-f1e9-458b-9cf5-197f1b3124cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c75fc380d32742d1be981a149eab1228&device_id=557c366f-b496-446a-b805-7fa92ab13e4f HTTP/1.1" status: 200 len: 1094 time: 0.3237081 Oct 26 14:03:21.767563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134c5ed-1a70-498e-a482-58ea67982fa1 req-c50dc5e9-5c4a-4719-82e5-3edf36831320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:21.769075 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c134c5ed-1a70-498e-a482-58ea67982fa1 req-c50dc5e9-5c4a-4719-82e5-3edf36831320 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3cf8427fea34d73b605914a198ecb9f&device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 1094 time: 0.3809102 Oct 26 14:03:21.800882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 4218f4dd-7569-4996-9b2f-18aabcc02dcf, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=4218f4dd-7569-4996-9b2f-18aabcc02dcf,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:21.814703 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-da00f8ae-3edd-493a-a375-927ecba1d6f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e37d24-3625-4014-8af2-cf7bc09fdf8c HTTP/1.1" status: 200 len: 217 time: 0.0440786 Oct 26 14:03:21.821024 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '4218f4dd-7569-4996-9b2f-18aabcc02dcf', 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c', 'port_id': '4218f4dd-7569-4996-9b2f-18aabcc02dcf', 'mac_address': 'fa:16:3e:ce:26:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7788109-6fca-425e-a44f-f601a5266e00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:21.874325 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:21.884095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2183-eacd-4a8d-8f94-99fde18679d4 req-aff6bd0d-ff09-44ad-b259-8b7ba1ad9e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:21.885641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a12b2183-eacd-4a8d-8f94-99fde18679d4 req-aff6bd0d-ff09-44ad-b259-8b7ba1ad9e30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4badf004-e7e2-438d-99e1-6a0448258c40 HTTP/1.1" status: 200 len: 918 time: 0.2805262 Oct 26 14:03:21.892216 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4218f4dd-7569-4996-9b2f-18aabcc02dcf {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:21.915752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 4218f4dd-7569-4996-9b2f-18aabcc02dcf, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=4218f4dd-7569-4996-9b2f-18aabcc02dcf,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:21.917360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9c76-abe0-4a35-ad8b-8b9d8ab59f8e req-e8d88837-cbbb-498a-8a71-9b7ce3e982cc tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:21.919110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e19e9c76-abe0-4a35-ad8b-8b9d8ab59f8e req-e8d88837-cbbb-498a-8a71-9b7ce3e982cc tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 943 time: 0.2126913 Oct 26 14:03:21.930414 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:21.954315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a12b2183-eacd-4a8d-8f94-99fde18679d4 req-a2bac111-31b5-4cb1-9d85-43807fd8249b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dac12656-0a9b-43a1-ba58-16a576db9c93 HTTP/1.1" status: 200 len: 217 time: 0.0599046 Oct 26 14:03:21.981186 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e1a94da0-cdb6-4081-a63a-59bab74b686b req-1d5b11bd-7b3b-4fe6-a61e-7fbab80d5fd2 service neutron] 10.222.0.25 "GET /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349993 Oct 26 14:03:21.997238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=4218f4dd-7569-4996-9b2f-18aabcc02dcf,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:22.006621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Attempting to bind port cd4939e5-f53a-435f-967e-790d8ef7c74a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:22.006854 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Attempting to bind port cd4939e5-f53a-435f-967e-790d8ef7c74a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:22.007258 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Attempting to bind port cd4939e5-f53a-435f-967e-790d8ef7c74a on network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:22.015127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-b50d70a3-68d8-456e-8450-7b6d08bf9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:22.016566 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-b50d70a3-68d8-456e-8450-7b6d08bf9ddf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d7788109-6fca-425e-a44f-f601a5266e00 HTTP/1.1" status: 200 len: 855 time: 0.1506126 Oct 26 14:03:22.017158 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3a7a8808-7e73-4662-b2f5-26b0bd5d88b4 req-2f152b54-d891-46ff-abdf-488681c47db2 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:22.021195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Port cd4939e5-f53a-435f-967e-790d8ef7c74a on network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:03:22.021526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Attempting to bind port cd4939e5-f53a-435f-967e-790d8ef7c74a on network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:22.032992 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e19e9c76-abe0-4a35-ad8b-8b9d8ab59f8e req-ed283094-cfd5-415f-b1bf-4d680251d244 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833154 Oct 26 14:03:22.043018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:22.043373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Checking segment: {'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:22.043761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Bound using segment: {'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:22.044183 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Bound port: cd4939e5-f53a-435f-967e-790d8ef7c74a, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558635e2-f7f5-493d-b29b-8c98a4c2631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:22.044539 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:22.059996 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f152b54-d891-46ff-abdf-488681c47db2 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Pushing event deleted for resources: {'Port': ['ID=d081f7e5-5ab9-440d-9a35-45f4e6577fa3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:22.074487 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2183-eacd-4a8d-8f94-99fde18679d4 req-2169e788-1d54-4ce3-ba03-ad2e9035fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:22.075998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a12b2183-eacd-4a8d-8f94-99fde18679d4 req-2169e788-1d54-4ce3-ba03-ad2e9035fba0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7dd2d823-0908-424c-b900-b9096aaf9ec9 HTTP/1.1" status: 200 len: 857 time: 0.1002038 Oct 26 14:03:22.081484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134c5ed-1a70-498e-a482-58ea67982fa1 req-7ea5dab3-7f98-4033-8146-bf82c9b1d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:22.083588 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c134c5ed-1a70-498e-a482-58ea67982fa1 req-7ea5dab3-7f98-4033-8146-bf82c9b1d5c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4badf004-e7e2-438d-99e1-6a0448258c40 HTTP/1.1" status: 200 len: 918 time: 0.2637107 Oct 26 14:03:22.134377 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a12b2183-eacd-4a8d-8f94-99fde18679d4 req-fcc46ea7-e520-408e-ad6a-991523f0871b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4badf004-e7e2-438d-99e1-6a0448258c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437317 Oct 26 14:03:22.229744 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3a7a8808-7e73-4662-b2f5-26b0bd5d88b4 req-2f152b54-d891-46ff-abdf-488681c47db2 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:22.232354 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3a7a8808-7e73-4662-b2f5-26b0bd5d88b4 req-2f152b54-d891-46ff-abdf-488681c47db2 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:22.233523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a7a8808-7e73-4662-b2f5-26b0bd5d88b4 req-2f152b54-d891-46ff-abdf-488681c47db2 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "DELETE /v2.0/floatingips/59cffe7f-569e-406b-ad09-f4d1981d1ed8 HTTP/1.1" status: 204 len: 173 time: 1.1093948 Oct 26 14:03:22.260818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395a0d5-0d1c-4ea6-943e-87083633e87b req-0861c160-02b5-44c2-9e9f-72f0c1eb7ec1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:22.262384 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1395a0d5-0d1c-4ea6-943e-87083633e87b req-0861c160-02b5-44c2-9e9f-72f0c1eb7ec1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 943 time: 0.1306489 Oct 26 14:03:22.307591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a12b2183-eacd-4a8d-8f94-99fde18679d4 req-89052640-45bb-4e1a-9d9a-c1a56afb9b79 service neutron] 10.222.0.11 "GET /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609933 Oct 26 14:03:22.341344 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1395a0d5-0d1c-4ea6-943e-87083633e87b req-482bbe5e-7b09-4c2c-88f5-3986324f0809 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668175 Oct 26 14:03:22.414359 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c134c5ed-1a70-498e-a482-58ea67982fa1 req-fb0b7546-0a8d-465c-aece-e3e0bfda4287 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=164f99c4-41a7-4d30-905c-5fe4c38f53b0 HTTP/1.1" status: 200 len: 217 time: 0.3193820 Oct 26 14:03:22.436150 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-5b47e612-26c3-4067-9748-9acf2de2e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:22.437674 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-5b47e612-26c3-4067-9748-9acf2de2e98e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4070449 Oct 26 14:03:22.577811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] For port cd4939e5-f53a-435f-967e-790d8ef7c74a, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:22.584191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] For port cd4939e5-f53a-435f-967e-790d8ef7c74a, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cd4939e5-f53a-435f-967e-790d8ef7c74a,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:22.586731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134c5ed-1a70-498e-a482-58ea67982fa1 req-991490ba-584b-47fe-859f-76ff87915319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:22.588593 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c134c5ed-1a70-498e-a482-58ea67982fa1 req-991490ba-584b-47fe-859f-76ff87915319 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7dd2d823-0908-424c-b900-b9096aaf9ec9 HTTP/1.1" status: 200 len: 857 time: 0.1549902 Oct 26 14:03:22.603927 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:22.623400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['4218f4dd-7569-4996-9b2f-18aabcc02dcf'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:22.692698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b639d64d-02fc-46a5-8b22-2cd1e1639a31', 'tag': '61f29757-a2cd-4f80-9126-a21b638771b9'}, {'name': 'network-changed', 'server_uuid': '557c366f-b496-446a-b805-7fa92ab13e4f', 'tag': 'e7e37d24-3625-4014-8af2-cf7bc09fdf8c'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:22.696908 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae183b1-1fbe-41de-9653-7ee409143615" -d '{"events": [{"name": "network-changed", "server_uuid": "b639d64d-02fc-46a5-8b22-2cd1e1639a31", "tag": "61f29757-a2cd-4f80-9126-a21b638771b9"}, {"name": "network-changed", "server_uuid": "557c366f-b496-446a-b805-7fa92ab13e4f", "tag": "e7e37d24-3625-4014-8af2-cf7bc09fdf8c"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:22.705427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:22.706458 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:22.708645 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d2359049-b251-4191-a780-8356bf9652b6 req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] 10.222.0.25 "PUT /v2.0/ports/cd4939e5-f53a-435f-967e-790d8ef7c74a HTTP/1.1" status: 200 len: 1091 time: 2.7027843 Oct 26 14:03:22.718270 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c134c5ed-1a70-498e-a482-58ea67982fa1 req-2ee1321a-a4dd-46ff-9a0f-5062c2ecc2aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4badf004-e7e2-438d-99e1-6a0448258c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166570 Oct 26 14:03:22.743221 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-b6de0a78-f651-4d63-9791-06711f8deeb8 service neutron] 10.222.0.11 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929578 Oct 26 14:03:22.876829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b7c39d1-3a4a-4afe-bb43-3a24d98b37c1 req-642a6ee6-7b81-4205-9131-715f47b2ce9d tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9cf6272887c64a4a965cfcd2ae84b664&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1256425 Oct 26 14:03:22.904911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39855420-80b7-419d-92f9-b0ba93be56b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4939e5-f53a-435f-967e-790d8ef7c74a,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:22.969481 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2359049-b251-4191-a780-8356bf9652b6 req-99df4b2a-c744-480f-b1b7-f5e6148c8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:22.971128 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d2359049-b251-4191-a780-8356bf9652b6 req-99df4b2a-c744-480f-b1b7-f5e6148c8b26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c75fc380d32742d1be981a149eab1228&device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 1094 time: 0.1540525 Oct 26 14:03:22.976643 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c134c5ed-1a70-498e-a482-58ea67982fa1 req-6888544b-47b2-41e6-9b8b-ff9d2f44279e service neutron] 10.222.0.11 "GET /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476668 Oct 26 14:03:23.012198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e0162-5887-4f2d-b05e-305a8c28f31a req-309e2020-900d-4d60-beb7-4acc32033694 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:23.013766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a49e0162-5887-4f2d-b05e-305a8c28f31a req-309e2020-900d-4d60-beb7-4acc32033694 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.2680912 Oct 26 14:03:23.032330 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3c35156a-5dcc-4a74-b12d-ae8e2d159fa4 req-dbfb82ba-5e39-4ccf-a4f2-2c004a2ed217 service neutron] 10.222.0.11 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804196 Oct 26 14:03:23.042143 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d2359049-b251-4191-a780-8356bf9652b6 req-252cd3b0-3469-4983-a134-72633e9f445b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd4939e5-f53a-435f-967e-790d8ef7c74a HTTP/1.1" status: 200 len: 217 time: 0.0598841 Oct 26 14:03:23.050998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a12b2183-eacd-4a8d-8f94-99fde18679d4 req-200758f2-99df-4697-a196-608086118b20 service neutron] 10.222.0.11 "GET /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7325859 Oct 26 14:03:23.104888 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-543cfbcc-6213-486e-9c88-814c90bb404e req-f51fb2fa-8840-4518-b022-db4b962e27a3 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3520703 Oct 26 14:03:23.124258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:23.132963 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2359049-b251-4191-a780-8356bf9652b6 req-aa012fd0-a1d5-4d58-8b93-070f4cd567ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:23.134504 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d2359049-b251-4191-a780-8356bf9652b6 req-aa012fd0-a1d5-4d58-8b93-070f4cd567ce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7788109-6fca-425e-a44f-f601a5266e00 HTTP/1.1" status: 200 len: 855 time: 0.0654683 Oct 26 14:03:23.161542 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c39d1-3a4a-4afe-bb43-3a24d98b37c1 req-1a9f03b1-3ffe-49a9-b371-313125ff1496 tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:23.162960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b7c39d1-3a4a-4afe-bb43-3a24d98b37c1 req-1a9f03b1-3ffe-49a9-b371-313125ff1496 tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2757869 Oct 26 14:03:23.185077 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c134c5ed-1a70-498e-a482-58ea67982fa1 req-1d27970e-3b39-46c9-b1dd-3f76419d7f3b service neutron] 10.222.0.11 "GET /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920345 Oct 26 14:03:23.193151 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b7c39d1-3a4a-4afe-bb43-3a24d98b37c1 req-aa54a8b3-7f3c-4beb-b5c2-13b20d15d898 tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] 10.222.0.32 "GET /v2.0/quotas/9cf6272887c64a4a965cfcd2ae84b664 HTTP/1.1" status: 200 len: 375 time: 0.0208280 Oct 26 14:03:23.195225 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2359049-b251-4191-a780-8356bf9652b6 req-95028e21-1f68-4349-b05b-90b1a3f4df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:23.196798 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d2359049-b251-4191-a780-8356bf9652b6 req-95028e21-1f68-4349-b05b-90b1a3f4df65 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541067 Oct 26 14:03:23.199167 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.269485 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b7c39d1-3a4a-4afe-bb43-3a24d98b37c1 req-df74fc6e-e015-4896-92c6-afa767d0dda5 tempest-QuotasAdminNegativeTest-76190621 tempest-QuotasAdminNegativeTest-76190621-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cf6272887c64a4a965cfcd2ae84b664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666635 Oct 26 14:03:23.274216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-a49e0162-5887-4f2d-b05e-305a8c28f31a req-22057cf7-a134-4ceb-ad56-256e54fff070 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Deleting port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:23.274561 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a49e0162-5887-4f2d-b05e-305a8c28f31a req-22057cf7-a134-4ceb-ad56-256e54fff070 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.294124 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d2359049-b251-4191-a780-8356bf9652b6 req-12f82ca5-e55c-45de-bb4a-447cd6db5fb6 service neutron] 10.222.0.25 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863097 Oct 26 14:03:23.294716 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.387765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-a49e0162-5887-4f2d-b05e-305a8c28f31a req-22057cf7-a134-4ceb-ad56-256e54fff070 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] For port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:23.388401 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a49e0162-5887-4f2d-b05e-305a8c28f31a req-22057cf7-a134-4ceb-ad56-256e54fff070 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.402437 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d2359049-b251-4191-a780-8356bf9652b6 req-8c628356-2d2a-4a85-9495-db341384e1e3 service neutron] 10.222.0.25 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988674 Oct 26 14:03:23.416711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-a49e0162-5887-4f2d-b05e-305a8c28f31a req-22057cf7-a134-4ceb-ad56-256e54fff070 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Calling delete_port for af50d25f-9cfa-4c36-9227-9b6d2a4d55ad owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:23.494713 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.522109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482dc91-73ee-4590-88f4-80f195003159 req-4b33c668-8e0b-49c5-a3cf-8ae5a49e2dff tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:23.523588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9482dc91-73ee-4590-88f4-80f195003159 req-4b33c668-8e0b-49c5-a3cf-8ae5a49e2dff tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/ports?device_id=b11c8a29-ad01-4811-97c2-79f069e0984c HTTP/1.1" status: 200 len: 950 time: 0.1278393 Oct 26 14:03:23.638702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9482dc91-73ee-4590-88f4-80f195003159 req-4c744f5d-440c-418e-a243-29ef74b4d8e7 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845225 Oct 26 14:03:23.689159 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Allocated IP 172.25.4.177 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/d0104b99-9e0d-4b6c-af82-8dbfb2cd36e6) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:23.749333 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a49e0162-5887-4f2d-b05e-305a8c28f31a req-22057cf7-a134-4ceb-ad56-256e54fff070 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.806449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['af50d25f-9cfa-4c36-9227-9b6d2a4d55ad'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:23.816820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22057cf7-a134-4ceb-ad56-256e54fff070 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Pushing event deleted for resources: {'Port': ['ID=af50d25f-9cfa-4c36-9227-9b6d2a4d55ad,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:23.833512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaf3c6-5c06-4330-afa2-003fb1741c9d req-88890026-a8cd-4ca6-a5e3-0a79db961345 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:23.835083 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0eaaf3c6-5c06-4330-afa2-003fb1741c9d req-88890026-a8cd-4ca6-a5e3-0a79db961345 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1384387 Oct 26 14:03:23.849228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 61f29757-a2cd-4f80-9126-a21b638771b9 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:23.882508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49e0162-5887-4f2d-b05e-305a8c28f31a req-22057cf7-a134-4ceb-ad56-256e54fff070 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] No DVR routers for this DVR port af50d25f-9cfa-4c36-9227-9b6d2a4d55ad on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:23.896603 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a49e0162-5887-4f2d-b05e-305a8c28f31a req-22057cf7-a134-4ceb-ad56-256e54fff070 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.899941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a49e0162-5887-4f2d-b05e-305a8c28f31a req-22057cf7-a134-4ceb-ad56-256e54fff070 tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] 10.222.0.11 "DELETE /v2.0/ports/af50d25f-9cfa-4c36-9227-9b6d2a4d55ad HTTP/1.1" status: 204 len: 173 time: 0.8677092 Oct 26 14:03:23.902066 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11c8a29-ad01-4811-97c2-79f069e0984c', 'name': 'network-vif-deleted', 'tag': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:23.904248 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdee7ea-d3b9-4b25-b4a2-ab854af97b35" -d '{"events": [{"server_uuid": "b11c8a29-ad01-4811-97c2-79f069e0984c", "name": "network-vif-deleted", "tag": "af50d25f-9cfa-4c36-9227-9b6d2a4d55ad"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:23.938980 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0eaaf3c6-5c06-4330-afa2-003fb1741c9d req-476a9f9c-9d0f-450a-96b4-6607c3cb4285 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822940 Oct 26 14:03:23.950406 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.966239 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 61f29757-a2cd-4f80-9126-a21b638771b9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=61f29757-a2cd-4f80-9126-a21b638771b9,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:23.983539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '61f29757-a2cd-4f80-9126-a21b638771b9', 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40', 'port_id': '61f29757-a2cd-4f80-9126-a21b638771b9', 'mac_address': 'fa:16:3e:c7:59:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd2d823-0908-424c-b900-b9096aaf9ec9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:23.991440 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.011847 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe91ed95-965f-454d-8db5-33f8c8926ba2 x-openstack-request-id: req-fe91ed95-965f-454d-8db5-33f8c8926ba2 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:24.012147 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b639d64d-02fc-46a5-8b22-2cd1e1639a31", "tag": "61f29757-a2cd-4f80-9126-a21b638771b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "557c366f-b496-446a-b805-7fa92ab13e4f", "tag": "e7e37d24-3625-4014-8af2-cf7bc09fdf8c", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:24.012403 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe91ed95-965f-454d-8db5-33f8c8926ba2 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:24.012829 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b639d64d-02fc-46a5-8b22-2cd1e1639a31', 'tag': '61f29757-a2cd-4f80-9126-a21b638771b9', 'status': 'completed', 'code': 200} Oct 26 14:03:24.013080 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557c366f-b496-446a-b805-7fa92ab13e4f', 'tag': 'e7e37d24-3625-4014-8af2-cf7bc09fdf8c', 'status': 'completed', 'code': 200} Oct 26 14:03:24.029556 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.045789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f29757-a2cd-4f80-9126-a21b638771b9 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:24.071179 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 61f29757-a2cd-4f80-9126-a21b638771b9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=61f29757-a2cd-4f80-9126-a21b638771b9,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:24.076268 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.082834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Pushing event updated for resources: {'Port': ['ID=d0104b99-9e0d-4b6c-af82-8dbfb2cd36e6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:24.105819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-145ccd01-7c5a-46eb-af31-ccddcccb940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:24.107232 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-145ccd01-7c5a-46eb-af31-ccddcccb940b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3cf8427fea34d73b605914a198ecb9f&device_id=b639d64d-02fc-46a5-8b22-2cd1e1639a31 HTTP/1.1" status: 200 len: 1095 time: 0.0496528 Oct 26 14:03:24.112261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:24.129377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=61f29757-a2cd-4f80-9126-a21b638771b9,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:24.137258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:24.137607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:24.137943 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:24.138303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:24.138635 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:24.138962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:24.139334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:24.139661 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:24.139982 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:24.141033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:24.141033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:24.141033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:24.142106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:24.145443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:24.207665 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-3f8b7be2-fdbe-4619-96c5-7e5d3df30e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:24.209198 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-3f8b7be2-fdbe-4619-96c5-7e5d3df30e8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c75fc380d32742d1be981a149eab1228&device_id=557c366f-b496-446a-b805-7fa92ab13e4f HTTP/1.1" status: 200 len: 1094 time: 0.1278651 Oct 26 14:03:24.225367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad800032-c834-423a-bb82-0a953d38195c req-2c12f36d-3eb6-474c-937c-8294f2125815 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:24.226933 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad800032-c834-423a-bb82-0a953d38195c req-2c12f36d-3eb6-474c-937c-8294f2125815 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 943 time: 0.1473885 Oct 26 14:03:24.227101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-44ccb0c6-816b-44a8-af3b-1e6d2c9c55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:24.228559 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-44ccb0c6-816b-44a8-af3b-1e6d2c9c55bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=4badf004-e7e2-438d-99e1-6a0448258c40 HTTP/1.1" status: 200 len: 918 time: 0.1080656 Oct 26 14:03:24.275970 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-0babe100-5331-4c9c-8397-3e0ee167d421 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61f29757-a2cd-4f80-9126-a21b638771b9 HTTP/1.1" status: 200 len: 217 time: 0.0365615 Oct 26 14:03:24.336257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-93c6d8d2-bc06-484e-b2c9-c635a58b40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:24.337714 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-93c6d8d2-bc06-484e-b2c9-c635a58b40fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7dd2d823-0908-424c-b900-b9096aaf9ec9 HTTP/1.1" status: 200 len: 857 time: 0.0541043 Oct 26 14:03:24.339210 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.357406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad800032-c834-423a-bb82-0a953d38195c req-e68b1250-8cad-441c-aaf6-bc3dc98b55b3 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027522 Oct 26 14:03:24.373477 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-4f50e297-5bc1-49be-aaa5-cd1e8fa10176 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4badf004-e7e2-438d-99e1-6a0448258c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272615 Oct 26 14:03:24.401320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['61f29757-a2cd-4f80-9126-a21b638771b9'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:24.404305 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.406526 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-03a29e6c-7d27-4378-958e-c675b4f13063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:24.407784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-03a29e6c-7d27-4378-958e-c675b4f13063 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c HTTP/1.1" status: 200 len: 917 time: 0.1626930 Oct 26 14:03:24.476787 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-ee95b88c-2468-4714-abb3-b9436e828307 service neutron] 10.222.0.25 "GET /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945725 Oct 26 14:03:24.497402 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-58ca49bf-1838-480e-8dd8-cdbd8bcb8598 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e37d24-3625-4014-8af2-cf7bc09fdf8c HTTP/1.1" status: 200 len: 217 time: 0.0657635 Oct 26 14:03:24.611859 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-3219097a-eadd-4d58-a4f1-1589c973ed78 service neutron] 10.222.0.25 "GET /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253824 Oct 26 14:03:24.626847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-30b47dd7-0dfd-41e5-b33f-3c731f77d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:24.628656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-30b47dd7-0dfd-41e5-b33f-3c731f77d9ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d7788109-6fca-425e-a44f-f601a5266e00 HTTP/1.1" status: 200 len: 855 time: 0.1162491 Oct 26 14:03:24.736109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-240ce007-e382-4db7-873d-42eb592eeafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:24.737480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-240ce007-e382-4db7-873d-42eb592eeafe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015882 Oct 26 14:03:24.786990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26110c4-9fba-42e2-b30f-7bf9237fbd69 req-c4e9dce6-a193-4f98-bf8c-9e0a9e1bace1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:24.788514 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a26110c4-9fba-42e2-b30f-7bf9237fbd69 req-c4e9dce6-a193-4f98-bf8c-9e0a9e1bace1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 943 time: 0.1369004 Oct 26 14:03:24.815285 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.827330 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.925812 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a26110c4-9fba-42e2-b30f-7bf9237fbd69 req-15d5a193-281f-4505-9474-3ee17b2fee57 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085293 Oct 26 14:03:24.942877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Pushing event updated for resources: {'Port': ['ID=d0104b99-9e0d-4b6c-af82-8dbfb2cd36e6,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:24.965007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-ac10f159-aad8-4d70-aec8-38ffffae223d service neutron] 10.222.0.11 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190030 Oct 26 14:03:24.966261 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.996958 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.998114 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-543cfbcc-6213-486e-9c88-814c90bb404e req-699f6773-0280-4dd5-89b3-21fd6c5096db tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8883810 Oct 26 14:03:25.076815 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-543cfbcc-6213-486e-9c88-814c90bb404e req-f4eaddcd-b832-47ea-84c8-856200ffa1ae tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.177 HTTP/1.1" status: 200 len: 696 time: 0.0538843 Oct 26 14:03:25.096914 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7ad8eb-55ee-4c1c-993e-e4ec0897c860 x-openstack-request-id: req-9e7ad8eb-55ee-4c1c-993e-e4ec0897c860 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:25.097362 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11c8a29-ad01-4811-97c2-79f069e0984c", "name": "network-vif-deleted", "tag": "af50d25f-9cfa-4c36-9227-9b6d2a4d55ad", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:25.097475 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e7ad8eb-55ee-4c1c-993e-e4ec0897c860 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:25.097877 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11c8a29-ad01-4811-97c2-79f069e0984c', 'name': 'network-vif-deleted', 'tag': 'af50d25f-9cfa-4c36-9227-9b6d2a4d55ad', 'status': 'completed', 'code': 200} Oct 26 14:03:25.160189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ae183b1-1fbe-41de-9653-7ee409143615 req-b43fcc1c-3aa9-41cb-b13d-d2087fa045d0 service neutron] 10.222.0.11 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850965 Oct 26 14:03:25.239562 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cfbcc-6213-486e-9c88-814c90bb404e req-6c576f0b-76d5-4665-b112-4a6453ea1ad0 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:25.241001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-543cfbcc-6213-486e-9c88-814c90bb404e req-6c576f0b-76d5-4665-b112-4a6453ea1ad0 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.1574435 Oct 26 14:03:25.268701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52560191-a0b3-44dd-81b5-f6bc2a686ef5 req-bf8b3e0b-e739-4ebf-a2f0-221c953ba4d2 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:25.275191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52560191-a0b3-44dd-81b5-f6bc2a686ef5 req-bf8b3e0b-e739-4ebf-a2f0-221c953ba4d2 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.0943019 Oct 26 14:03:25.334201 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dcdf95f2-2971-490f-8122-4b07befd6117 req-e9b8e0bd-c84e-493c-8dba-5619ed644277 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/floatingips/a5b06a50-57a5-4bf5-9b84-db0abbc9b42b HTTP/1.1" status: 200 len: 693 time: 0.0575361 Oct 26 14:03:25.360971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52560191-a0b3-44dd-81b5-f6bc2a686ef5 req-2041d9bb-bc58-4845-8c89-a1ef00e13912 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824709 Oct 26 14:03:25.424497 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53800) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:25.455909 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53804) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:25.494348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf95f2-2971-490f-8122-4b07befd6117 req-c7ea69d6-7572-465d-8a75-ee7cfe5a2c7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:25.495925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dcdf95f2-2971-490f-8122-4b07befd6117 req-c7ea69d6-7572-465d-8a75-ee7cfe5a2c7a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.1517067 Oct 26 14:03:25.555575 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dbdb5a49-f7d2-4d73-bce6-73d2ac1f37d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.559304 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dcdf95f2-2971-490f-8122-4b07befd6117 req-f5469246-9a12-45f1-89a3-7b9183cdb01a tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.177 HTTP/1.1" status: 200 len: 696 time: 0.0546906 Oct 26 14:03:25.568506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e07ad2-0494-49e7-b462-0d0467fa323b req-5ef2df3a-6f56-441d-9387-f8fc6112b683 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:25.570443 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3e07ad2-0494-49e7-b462-0d0467fa323b req-5ef2df3a-6f56-441d-9387-f8fc6112b683 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 943 time: 0.1215003 Oct 26 14:03:25.635116 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d1cd9085-42fe-431d-b309-7a280677304e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f254c3780f9c4422b640c485cb709267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780014 Oct 26 14:03:25.638145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53808) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:25.653112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 164f99c4-41a7-4d30-905c-5fe4c38f53b0 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:25.665176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 4218f4dd-7569-4996-9b2f-18aabcc02dcf up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:25.704095 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dbdb5a49-f7d2-4d73-bce6-73d2ac1f37d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.716374 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dbdb5a49-f7d2-4d73-bce6-73d2ac1f37d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.733750 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7495d4fb-22bb-4a5c-a39a-bdd7c78f6b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.783484 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7495d4fb-22bb-4a5c-a39a-bdd7c78f6b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.785879 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 4218f4dd-7569-4996-9b2f-18aabcc02dcf completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:03:25.787211 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dbdb5a49-f7d2-4d73-bce6-73d2ac1f37d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cf6272887c64a4a965cfcd2ae84b664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608902 Oct 26 14:03:25.793801 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53810) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:25.801365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 4218f4dd-7569-4996-9b2f-18aabcc02dcf triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:25.801737 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.808974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb5a49-f7d2-4d73-bce6-73d2ac1f37d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d98ded-48ca-4729-a81e-6812d7fac48d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:25.844858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 164f99c4-41a7-4d30-905c-5fe4c38f53b0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=164f99c4-41a7-4d30-905c-5fe4c38f53b0,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:25.864894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device cd4939e5-f53a-435f-967e-790d8ef7c74a details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:25.872746 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b58fa52c-a047-4644-ab6a-d0b373020fd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.876536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 61f29757-a2cd-4f80-9126-a21b638771b9 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:25.891004 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7495d4fb-22bb-4a5c-a39a-bdd7c78f6b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.893737 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7495d4fb-22bb-4a5c-a39a-bdd7c78f6b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.895640 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7495d4fb-22bb-4a5c-a39a-bdd7c78f6b15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81e16cd1-ead4-4bb5-b4fe-f98d3da9a521 HTTP/1.1" status: 204 len: 168 time: 0.2563257 Oct 26 14:03:25.907634 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b58fa52c-a047-4644-ab6a-d0b373020fd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.913819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '164f99c4-41a7-4d30-905c-5fe4c38f53b0', 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40', 'port_id': '164f99c4-41a7-4d30-905c-5fe4c38f53b0', 'mac_address': 'fa:16:3e:db:c9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd2d823-0908-424c-b900-b9096aaf9ec9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:25.918140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495d4fb-22bb-4a5c-a39a-bdd7c78f6b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e16cd1-ead4-4bb5-b4fe-f98d3da9a521,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:25.977108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dcdf95f2-2971-490f-8122-4b07befd6117 req-f420ccf6-3d18-46aa-935a-0af9a4493d4e tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.177 HTTP/1.1" status: 200 len: 696 time: 0.4056406 Oct 26 14:03:25.989346 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b58fa52c-a047-4644-ab6a-d0b373020fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.993365 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b58fa52c-a047-4644-ab6a-d0b373020fd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.995150 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b58fa52c-a047-4644-ab6a-d0b373020fd4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1d98ded-48ca-4729-a81e-6812d7fac48d HTTP/1.1" status: 204 len: 168 time: 0.1991484 Oct 26 14:03:26.007957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fa52c-a047-4644-ab6a-d0b373020fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d98ded-48ca-4729-a81e-6812d7fac48d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:26.015592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f6b8a3-8677-4674-9119-3faba6272173', 'tag': 'cd4939e5-f53a-435f-967e-790d8ef7c74a'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:26.022140 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0c38a3-0f4b-4c47-a565-975454f88a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "12f6b8a3-8677-4674-9119-3faba6272173", "tag": "cd4939e5-f53a-435f-967e-790d8ef7c74a"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:26.071864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3e07ad2-0494-49e7-b462-0d0467fa323b req-e95cd90b-0c94-47a4-a325-821a9b744aa5 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886351 Oct 26 14:03:26.123866 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.173461 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164f99c4-41a7-4d30-905c-5fe4c38f53b0 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:26.180791 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.216957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 61f29757-a2cd-4f80-9126-a21b638771b9 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:03:26.249939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port cd4939e5-f53a-435f-967e-790d8ef7c74a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cd4939e5-f53a-435f-967e-790d8ef7c74a,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:26.259248 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106037a4-680a-48a9-9038-fa64e419de8f req-b4eb35c7-ba76-4597-8cfa-963004446c6e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:26.260915 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-106037a4-680a-48a9-9038-fa64e419de8f req-b4eb35c7-ba76-4597-8cfa-963004446c6e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 943 time: 0.0916433 Oct 26 14:03:26.266731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-dcdf95f2-2971-490f-8122-4b07befd6117 req-036b8600-1b01-4467-a4e3-25c7db7f276b tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Deleting port d0104b99-9e0d-4b6c-af82-8dbfb2cd36e6 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:26.266731 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-dcdf95f2-2971-490f-8122-4b07befd6117 req-036b8600-1b01-4467-a4e3-25c7db7f276b tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.275185 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'cd4939e5-f53a-435f-967e-790d8ef7c74a', 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c', 'port_id': 'cd4939e5-f53a-435f-967e-790d8ef7c74a', 'mac_address': 'fa:16:3e:8b:41:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7788109-6fca-425e-a44f-f601a5266e00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:26.287786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 61f29757-a2cd-4f80-9126-a21b638771b9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:26.288101 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.313082 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 164f99c4-41a7-4d30-905c-5fe4c38f53b0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=164f99c4-41a7-4d30-905c-5fe4c38f53b0,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:26.331099 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67be5ba1-e311-48d5-b8bd-300cd1d74b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4218f4dd-7569-4996-9b2f-18aabcc02dcf'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:26.333970 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6b6a4c-1738-49a0-8dfa-098cf75af331" -d '{"events": [{"server_uuid": "67be5ba1-e311-48d5-b8bd-300cd1d74b5e", "name": "network-vif-plugged", "status": "completed", "tag": "4218f4dd-7569-4996-9b2f-18aabcc02dcf"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:26.341832 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 4218f4dd-7569-4996-9b2f-18aabcc02dcf, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=4218f4dd-7569-4996-9b2f-18aabcc02dcf,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:26.362478 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.363646 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-106037a4-680a-48a9-9038-fa64e419de8f req-884ac985-5178-4c0c-bfcd-15d4825116a2 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540349 Oct 26 14:03:26.363792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device dac12656-0a9b-43a1-ba58-16a576db9c93 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:26.375722 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.402049 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53832) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:26.435574 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-dcdf95f2-2971-490f-8122-4b07befd6117 req-036b8600-1b01-4467-a4e3-25c7db7f276b tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.435951 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-dcdf95f2-2971-490f-8122-4b07befd6117 req-036b8600-1b01-4467-a4e3-25c7db7f276b tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.436091 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.455543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-dcdf95f2-2971-490f-8122-4b07befd6117 req-036b8600-1b01-4467-a4e3-25c7db7f276b tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Calling delete_port for d0104b99-9e0d-4b6c-af82-8dbfb2cd36e6 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:26.468797 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e7bc7a33-03a9-497d-b74b-91187b534e8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84d9f735669f4d3f903442fbc6650aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652976 Oct 26 14:03:26.470139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53834) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:26.478845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4939e5-f53a-435f-967e-790d8ef7c74a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:26.491062 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=164f99c4-41a7-4d30-905c-5fe4c38f53b0,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:26.505434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port dac12656-0a9b-43a1-ba58-16a576db9c93, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=dac12656-0a9b-43a1-ba58-16a576db9c93,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:26.532408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53836) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:26.535851 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbb6318-e47e-45dd-8424-96f7597926c4 x-openstack-request-id: req-7bbb6318-e47e-45dd-8424-96f7597926c4 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:26.536438 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f6b8a3-8677-4674-9119-3faba6272173", "tag": "cd4939e5-f53a-435f-967e-790d8ef7c74a", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:26.538248 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bbb6318-e47e-45dd-8424-96f7597926c4 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:26.538932 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f6b8a3-8677-4674-9119-3faba6272173', 'tag': 'cd4939e5-f53a-435f-967e-790d8ef7c74a', 'status': 'completed', 'code': 200} Oct 26 14:03:26.552621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port cd4939e5-f53a-435f-967e-790d8ef7c74a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cd4939e5-f53a-435f-967e-790d8ef7c74a,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:26.582117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'dac12656-0a9b-43a1-ba58-16a576db9c93', 'network_id': '4badf004-e7e2-438d-99e1-6a0448258c40', 'port_id': 'dac12656-0a9b-43a1-ba58-16a576db9c93', 'mac_address': 'fa:16:3e:79:ea:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd2d823-0908-424c-b900-b9096aaf9ec9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:26.591477 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4dbbcfb-4bb3-4cd5-8c7c-930dd9e7da0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.593164 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.606795 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ad42-60c9-4883-a74e-02289686efee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.623018 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.625011 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=4218f4dd-7569-4996-9b2f-18aabcc02dcf,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:26.647509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c38a3-0f4b-4c47-a565-975454f88a8c req-15c4a848-c5a7-4434-bd15-7f34bd319c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:26.649113 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd0c38a3-0f4b-4c47-a565-975454f88a8c req-15c4a848-c5a7-4434-bd15-7f34bd319c18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c75fc380d32742d1be981a149eab1228&device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 1095 time: 0.0989068 Oct 26 14:03:26.666077 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c08b73-b45b-481f-9793-58c88395f6a4 x-openstack-request-id: req-44c08b73-b45b-481f-9793-58c88395f6a4 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:26.666659 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67be5ba1-e311-48d5-b8bd-300cd1d74b5e", "name": "network-vif-plugged", "status": "completed", "tag": "4218f4dd-7569-4996-9b2f-18aabcc02dcf", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:26.666804 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44c08b73-b45b-481f-9793-58c88395f6a4 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:26.667453 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67be5ba1-e311-48d5-b8bd-300cd1d74b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4218f4dd-7569-4996-9b2f-18aabcc02dcf', 'code': 200} Oct 26 14:03:26.676510 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ad42-60c9-4883-a74e-02289686efee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.735197 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.759761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 61f29757-a2cd-4f80-9126-a21b638771b9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=61f29757-a2cd-4f80-9126-a21b638771b9,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:26.762675 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-dcdf95f2-2971-490f-8122-4b07befd6117 req-036b8600-1b01-4467-a4e3-25c7db7f276b tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.767638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac12656-0a9b-43a1-ba58-16a576db9c93 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:26.774670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=cd4939e5-f53a-435f-967e-790d8ef7c74a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:26.778505 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.821523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c38a3-0f4b-4c47-a565-975454f88a8c req-f513bdf3-0d4f-46e1-b2ab-b67b4efb6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:26.823082 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd0c38a3-0f4b-4c47-a565-975454f88a8c req-f513bdf3-0d4f-46e1-b2ab-b67b4efb6bde service neutron] 10.222.0.25 "GET /v2.0/networks?id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c HTTP/1.1" status: 200 len: 917 time: 0.1624982 Oct 26 14:03:26.834118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port dac12656-0a9b-43a1-ba58-16a576db9c93, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=dac12656-0a9b-43a1-ba58-16a576db9c93,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:26.842132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b8600-1b01-4467-a4e3-25c7db7f276b tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Pushing event deleted for resources: {'Port': ['ID=d0104b99-9e0d-4b6c-af82-8dbfb2cd36e6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:26.852058 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.854720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=61f29757-a2cd-4f80-9126-a21b638771b9,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:26.884935 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ad42-60c9-4883-a74e-02289686efee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.888319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['cd4939e5-f53a-435f-967e-790d8ef7c74a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:26.888687 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ad42-60c9-4883-a74e-02289686efee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.898079 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e3e6ad42-60c9-4883-a74e-02289686efee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ac6c020-a757-4754-b6a1-0dc0374d7e69 HTTP/1.1" status: 204 len: 168 time: 0.4215965 Oct 26 14:03:26.903937 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd0c38a3-0f4b-4c47-a565-975454f88a8c req-ace8ae2c-cfcb-43c4-9d73-098645ce2cbb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd4939e5-f53a-435f-967e-790d8ef7c74a HTTP/1.1" status: 200 len: 217 time: 0.0699480 Oct 26 14:03:26.915177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6ad42-60c9-4883-a74e-02289686efee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac6c020-a757-4754-b6a1-0dc0374d7e69,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:26.917485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc18d0-4451-411f-bbcb-71ab7b746d8f req-22eb0272-e4d0-48b2-a816-12be20d6a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:26.918998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bfc18d0-4451-411f-bbcb-71ab7b746d8f req-22eb0272-e4d0-48b2-a816-12be20d6a70f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 1096 time: 0.1900208 Oct 26 14:03:26.931752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005cef1-8db7-4174-b960-3e62d1850e8c req-b392412e-93fa-4c6f-b5da-9e7633363ed7 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:26.938998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1005cef1-8db7-4174-b960-3e62d1850e8c req-b392412e-93fa-4c6f-b5da-9e7633363ed7 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.2264879 Oct 26 14:03:26.971355 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=dac12656-0a9b-43a1-ba58-16a576db9c93,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:27.022428 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c38a3-0f4b-4c47-a565-975454f88a8c req-2bced559-67cd-4cd1-9816-14522a542b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:27.024751 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd0c38a3-0f4b-4c47-a565-975454f88a8c req-2bced559-67cd-4cd1-9816-14522a542b4a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7788109-6fca-425e-a44f-f601a5266e00 HTTP/1.1" status: 200 len: 855 time: 0.1057534 Oct 26 14:03:27.031180 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-dcdf95f2-2971-490f-8122-4b07befd6117 req-036b8600-1b01-4467-a4e3-25c7db7f276b tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.033830 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-dcdf95f2-2971-490f-8122-4b07befd6117 req-036b8600-1b01-4467-a4e3-25c7db7f276b tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.035534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dcdf95f2-2971-490f-8122-4b07befd6117 req-036b8600-1b01-4467-a4e3-25c7db7f276b tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "DELETE /v2.0/floatingips/a5b06a50-57a5-4bf5-9b84-db0abbc9b42b HTTP/1.1" status: 204 len: 173 time: 1.0446029 Oct 26 14:03:27.046159 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4dbbcfb-4bb3-4cd5-8c7c-930dd9e7da0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.048271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bfc18d0-4451-411f-bbcb-71ab7b746d8f req-d61acba3-030b-42ff-b396-1e7cc54a7ed5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073573 Oct 26 14:03:27.064542 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1005cef1-8db7-4174-b960-3e62d1850e8c req-1de5a44c-87c4-421f-8c63-9ed07a5da0db tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228464 Oct 26 14:03:27.067362 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4dbbcfb-4bb3-4cd5-8c7c-930dd9e7da0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.102108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c38a3-0f4b-4c47-a565-975454f88a8c req-1e9aa37f-ed76-4bf3-b0f0-1f2e8156dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:27.103820 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd0c38a3-0f4b-4c47-a565-975454f88a8c req-1e9aa37f-ed76-4bf3-b0f0-1f2e8156dd89 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704856 Oct 26 14:03:27.147176 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-3dbc5c78-2c90-4307-a1ab-6405c535e591 req-a436c6d4-a5a1-40a7-a040-30e7bca00287 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] show failed (client error): The resource could not be found. Oct 26 14:03:27.148218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3dbc5c78-2c90-4307-a1ab-6405c535e591 req-a436c6d4-a5a1-40a7-a040-30e7bca00287 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/floatingips/a5b06a50-57a5-4bf5-9b84-db0abbc9b42b HTTP/1.1" status: 404 len: 350 time: 0.0820968 Oct 26 14:03:27.185944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b4dbbcfb-4bb3-4cd5-8c7c-930dd9e7da0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecf2afb5df4642bb95202a5b2075aad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6477494 Oct 26 14:03:27.186894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53846) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:27.220986 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['dac12656-0a9b-43a1-ba58-16a576db9c93'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:27.251728 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbbcfb-4bb3-4cd5-8c7c-930dd9e7da0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c41d4da-00e2-4785-95b9-395b6e9c784b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:27.255859 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-df8dc64e-6af0-4808-a6a7-51beb5a7c58d req-d4d6dcdd-8513-4473-963c-176d9f7b57c9 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] show failed (client error): The resource could not be found. Oct 26 14:03:27.257678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df8dc64e-6af0-4808-a6a7-51beb5a7c58d req-d4d6dcdd-8513-4473-963c-176d9f7b57c9 tempest-FloatingIPsTestJSON-1452339397 tempest-FloatingIPsTestJSON-1452339397-project] 10.222.0.32 "GET /v2.0/floatingips/a5b06a50-57a5-4bf5-9b84-db0abbc9b42b HTTP/1.1" status: 404 len: 350 time: 0.0770407 Oct 26 14:03:27.261973 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd0c38a3-0f4b-4c47-a565-975454f88a8c req-73c346cf-9be1-4934-bc8a-c055f4e332d3 service neutron] 10.222.0.25 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489384 Oct 26 14:03:27.266895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53850) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:27.293456 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.301357 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-73754451-ed82-4f22-8a3c-fe4dc6160afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.307991 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['164f99c4-41a7-4d30-905c-5fe4c38f53b0'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:27.327866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-73754451-ed82-4f22-8a3c-fe4dc6160afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.328586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d63d4b-5eb1-44a4-bdb2-888f6fbe3daa req-e49a1d89-fd5d-4f25-8406-4932099c1f8b tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:27.330196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8d63d4b-5eb1-44a4-bdb2-888f6fbe3daa req-e49a1d89-fd5d-4f25-8406-4932099c1f8b tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 944 time: 0.1513000 Oct 26 14:03:27.428636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8d63d4b-5eb1-44a4-bdb2-888f6fbe3daa req-14498ad0-c2cb-4a04-b72b-5196a8773784 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673244 Oct 26 14:03:27.456760 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd0c38a3-0f4b-4c47-a565-975454f88a8c req-db0f907e-b0d2-473b-bc90-15c5df1826e3 service neutron] 10.222.0.25 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853650 Oct 26 14:03:27.457856 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-73754451-ed82-4f22-8a3c-fe4dc6160afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.469306 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-73754451-ed82-4f22-8a3c-fe4dc6160afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.470616 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-73754451-ed82-4f22-8a3c-fe4dc6160afc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c41d4da-00e2-4785-95b9-395b6e9c784b HTTP/1.1" status: 204 len: 168 time: 0.2826312 Oct 26 14:03:27.487743 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73754451-ed82-4f22-8a3c-fe4dc6160afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c41d4da-00e2-4785-95b9-395b6e9c784b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:27.663838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e7e37d24-3625-4014-8af2-cf7bc09fdf8c details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:27.668143 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device af50d25f-9cfa-4c36-9227-9b6d2a4d55ad no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:27.668782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea2b29-45fe-4686-8f26-84c583463b17 req-5a4799c5-38bb-43ae-b38b-ab05cf0d2bcb tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:27.677027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60ea2b29-45fe-4686-8f26-84c583463b17 req-5a4799c5-38bb-43ae-b38b-ab05cf0d2bcb tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 944 time: 0.1206448 Oct 26 14:03:27.704074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: af50d25f-9cfa-4c36-9227-9b6d2a4d55ad {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:27.704412 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device af50d25f-9cfa-4c36-9227-9b6d2a4d55ad not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:27.765010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60ea2b29-45fe-4686-8f26-84c583463b17 req-9ad79824-8428-4cbb-8e2b-a6945f93eb3a tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870552 Oct 26 14:03:27.824092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e7e37d24-3625-4014-8af2-cf7bc09fdf8c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e7e37d24-3625-4014-8af2-cf7bc09fdf8c,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:27.836711 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'e7e37d24-3625-4014-8af2-cf7bc09fdf8c', 'network_id': '6efcdb1b-c76e-4602-8dda-6a5af6b3137c', 'port_id': 'e7e37d24-3625-4014-8af2-cf7bc09fdf8c', 'mac_address': 'fa:16:3e:a0:bb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7788109-6fca-425e-a44f-f601a5266e00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:27.889234 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.893849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device cd4939e5-f53a-435f-967e-790d8ef7c74a up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:27.916567 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6080290-8a2c-41b2-b0af-69ca21f7dcf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.937731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e37d24-3625-4014-8af2-cf7bc09fdf8c {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:27.962286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e7e37d24-3625-4014-8af2-cf7bc09fdf8c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e7e37d24-3625-4014-8af2-cf7bc09fdf8c,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:27.973764 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.999669 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port cd4939e5-f53a-435f-967e-790d8ef7c74a completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:03:28.011241 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port cd4939e5-f53a-435f-967e-790d8ef7c74a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:28.011605 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:28.058749 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=e7e37d24-3625-4014-8af2-cf7bc09fdf8c,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:28.132928 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:28.170939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port cd4939e5-f53a-435f-967e-790d8ef7c74a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cd4939e5-f53a-435f-967e-790d8ef7c74a,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:28.177915 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:28.241762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=cd4939e5-f53a-435f-967e-790d8ef7c74a,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:28.255385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1afc7-cf34-4d49-b155-b79cd366fa8a req-9a9b720c-0b35-4992-81f5-50c703da520a tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:28.256916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15c1afc7-cf34-4d49-b155-b79cd366fa8a req-9a9b720c-0b35-4992-81f5-50c703da520a tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1047566 Oct 26 14:03:28.301608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-f6080290-8a2c-41b2-b0af-69ca21f7dcf0 admin admin] Deleting port 52849df0-39ee-45a4-a2cc-3de56c2eaabf {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:28.301948 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6080290-8a2c-41b2-b0af-69ca21f7dcf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:28.355270 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15c1afc7-cf34-4d49-b155-b79cd366fa8a req-797ebc0c-66ef-4659-b92e-ec6570df17f0 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890431 Oct 26 14:03:28.413794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-f6080290-8a2c-41b2-b0af-69ca21f7dcf0 admin admin] For port 52849df0-39ee-45a4-a2cc-3de56c2eaabf, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=52849df0-39ee-45a4-a2cc-3de56c2eaabf,segment=NetworkSegment(b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b),segment_id=b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:28.414376 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6080290-8a2c-41b2-b0af-69ca21f7dcf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:28.432845 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-f6080290-8a2c-41b2-b0af-69ca21f7dcf0 admin admin] Calling delete_port for 52849df0-39ee-45a4-a2cc-3de56c2eaabf owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:28.647025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fe3cd-f413-4562-836e-2c7cc6ab0dd2 req-a44d9bfb-6180-487e-90f6-101aaf15ca3e tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:28.648690 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c9fe3cd-f413-4562-836e-2c7cc6ab0dd2 req-a44d9bfb-6180-487e-90f6-101aaf15ca3e tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 944 time: 0.0929365 Oct 26 14:03:28.668706 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b639d64d-02fc-46a5-8b22-2cd1e1639a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f29757-a2cd-4f80-9126-a21b638771b9'}, {'server_uuid': '12f6b8a3-8677-4674-9119-3faba6272173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4939e5-f53a-435f-967e-790d8ef7c74a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:28.671628 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef04cf0-6e30-4f39-aa30-2f4a5bd49b8f" -d '{"events": [{"server_uuid": "b639d64d-02fc-46a5-8b22-2cd1e1639a31", "name": "network-vif-plugged", "status": "completed", "tag": "61f29757-a2cd-4f80-9126-a21b638771b9"}, {"server_uuid": "12f6b8a3-8677-4674-9119-3faba6272173", "name": "network-vif-plugged", "status": "completed", "tag": "cd4939e5-f53a-435f-967e-790d8ef7c74a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:28.731261 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dde5b38-8f00-4e4c-afd0-c8dd365ee2fb x-openstack-request-id: req-4dde5b38-8f00-4e4c-afd0-c8dd365ee2fb {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:28.731582 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b639d64d-02fc-46a5-8b22-2cd1e1639a31", "name": "network-vif-plugged", "status": "completed", "tag": "61f29757-a2cd-4f80-9126-a21b638771b9", "code": 200}, {"server_uuid": "12f6b8a3-8677-4674-9119-3faba6272173", "name": "network-vif-plugged", "status": "completed", "tag": "cd4939e5-f53a-435f-967e-790d8ef7c74a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:28.732148 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4dde5b38-8f00-4e4c-afd0-c8dd365ee2fb {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:28.732935 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b639d64d-02fc-46a5-8b22-2cd1e1639a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f29757-a2cd-4f80-9126-a21b638771b9', 'code': 200} Oct 26 14:03:28.733057 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f6b8a3-8677-4674-9119-3faba6272173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4939e5-f53a-435f-967e-790d8ef7c74a', 'code': 200} Oct 26 14:03:28.733621 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6080290-8a2c-41b2-b0af-69ca21f7dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:28.742252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['e7e37d24-3625-4014-8af2-cf7bc09fdf8c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:28.814226 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c9fe3cd-f413-4562-836e-2c7cc6ab0dd2 req-90074e48-8099-46b9-8cb2-615e9909e510 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272621 Oct 26 14:03:28.817415 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6080290-8a2c-41b2-b0af-69ca21f7dcf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=52849df0-39ee-45a4-a2cc-3de56c2eaabf,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:29.067627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66d0df-0bc0-4d47-9c64-2a299780c861 req-da2e606a-be64-47c2-b7bd-c4820a8d67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:29.069677 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0f66d0df-0bc0-4d47-9c64-2a299780c861 req-da2e606a-be64-47c2-b7bd-c4820a8d67fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 1096 time: 0.1586611 Oct 26 14:03:29.077385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0da4e-4798-4dd2-ba91-118ae023a1f8 req-aaa16005-46f4-431a-91c4-456ed72f6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:29.079381 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9ce0da4e-4798-4dd2-ba91-118ae023a1f8 req-aaa16005-46f4-431a-91c4-456ed72f6c35 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b639d64d-02fc-46a5-8b22-2cd1e1639a31 HTTP/1.1" status: 200 len: 1097 time: 0.1696503 Oct 26 14:03:29.150040 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6080290-8a2c-41b2-b0af-69ca21f7dcf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:29.159894 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0f66d0df-0bc0-4d47-9c64-2a299780c861 req-40924698-0e50-4093-94cf-222687fd4326 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783882 Oct 26 14:03:29.177627 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9ce0da4e-4798-4dd2-ba91-118ae023a1f8 req-36e11cbf-03cb-4bff-83af-d9f847dbcbf9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809188 Oct 26 14:03:29.211366 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab02a8-d0ee-454e-a6ca-b67293441b16 req-d5061a6c-e8ad-4130-985c-1270f90f12bf tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:29.212884 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6ab02a8-d0ee-454e-a6ca-b67293441b16 req-d5061a6c-e8ad-4130-985c-1270f90f12bf tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 945 time: 0.2907085 Oct 26 14:03:29.291786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6ab02a8-d0ee-454e-a6ca-b67293441b16 req-b5823c3b-68b3-4e74-a412-33fb07d42c9a tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497973 Oct 26 14:03:29.367880 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53944) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:29.444529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6080290-8a2c-41b2-b0af-69ca21f7dcf0 admin admin] Router fd69dd30-120b-4bd5-a94e-46551ac6dabc has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:29.486643 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4658ee7a-e829-4fbb-9161-d05ea04b085e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:29.545378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1fcd9-ead0-4c32-ab14-7714d5c42326 req-df883990-298d-4f73-8fb0-3bdf8cef007c tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:29.547057 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42c1fcd9-ead0-4c32-ab14-7714d5c42326 req-df883990-298d-4f73-8fb0-3bdf8cef007c tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1244593 Oct 26 14:03:29.569540 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4658ee7a-e829-4fbb-9161-d05ea04b085e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:29.575179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4658ee7a-e829-4fbb-9161-d05ea04b085e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:29.610468 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4658ee7a-e829-4fbb-9161-d05ea04b085e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbd011a0e08549bdb2a35999706f62a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414486 Oct 26 14:03:29.613657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53950) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:29.619917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658ee7a-e829-4fbb-9161-d05ea04b085e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff0f836-a676-4477-8a59-91e285668cee,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:29.625035 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42c1fcd9-ead0-4c32-ab14-7714d5c42326 req-4a0def70-cd05-48c9-b3c7-f9c60acd079f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650101 Oct 26 14:03:29.640025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6080290-8a2c-41b2-b0af-69ca21f7dcf0 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:29.655764 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b254a20a-12a5-49a1-806d-7fa94394e475 None None] Sync routers for ids ['fd69dd30-120b-4bd5-a94e-46551ac6dabc'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:29.665579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 164f99c4-41a7-4d30-905c-5fe4c38f53b0 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:29.676167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f6080290-8a2c-41b2-b0af-69ca21f7dcf0 admin admin] 10.222.0.32 "PUT /v2.0/routers/fd69dd30-120b-4bd5-a94e-46551ac6dabc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3990240 Oct 26 14:03:29.676674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53962) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:29.678325 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b254a20a-12a5-49a1-806d-7fa94394e475 None None] Routers {'fd69dd30-120b-4bd5-a94e-46551ac6dabc'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:29.679239 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b254a20a-12a5-49a1-806d-7fa94394e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fd69dd30-120b-4bd5-a94e-46551ac6dabc'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:29.722682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-1b01b0d8-47e5-4b01-a312-311c10d94457 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3c869b6d52e6491b913e06699b75389e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366881 Oct 26 14:03:29.723725 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4c7780d9-fc62-4ff1-b640-4e89e21ed16c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:29.736283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 164f99c4-41a7-4d30-905c-5fe4c38f53b0 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:03:29.742213 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 164f99c4-41a7-4d30-905c-5fe4c38f53b0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:29.742781 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:29.774275 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4c7780d9-fc62-4ff1-b640-4e89e21ed16c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:29.794337 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-b254a20a-12a5-49a1-806d-7fa94394e475 None None] Set router fd69dd30-120b-4bd5-a94e-46551ac6dabc gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:29.814370 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:29.932177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-8cbdd4f8-87f9-4f03-9095-5b8010f752e6 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:29.933760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-8cbdd4f8-87f9-4f03-9095-5b8010f752e6 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947222 Oct 26 14:03:29.966097 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4c7780d9-fc62-4ff1-b640-4e89e21ed16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:29.967340 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4c7780d9-fc62-4ff1-b640-4e89e21ed16c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:29.970974 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4c7780d9-fc62-4ff1-b640-4e89e21ed16c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ff0f836-a676-4477-8a59-91e285668cee HTTP/1.1" status: 204 len: 168 time: 0.3538580 Oct 26 14:03:29.987296 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.000321 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.007247 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-ee4a5513-e9b7-44d1-80ac-5baa281c38f6 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/quotas/3c869b6d52e6491b913e06699b75389e HTTP/1.1" status: 200 len: 375 time: 0.0538394 Oct 26 14:03:30.017768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7780d9-fc62-4ff1-b640-4e89e21ed16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff0f836-a676-4477-8a59-91e285668cee,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:30.066968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-f6b0948e-7480-4a56-a2da-d671173e0cca tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501287 Oct 26 14:03:30.074414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] Deleting port 37e10dda-cefc-4cb8-b1fc-b55087ef5c92 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:30.076270 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.100449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 164f99c4-41a7-4d30-905c-5fe4c38f53b0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=164f99c4-41a7-4d30-905c-5fe4c38f53b0,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:30.105713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b65f4-ac82-4d1d-a624-1fce4b3e651c req-d6cb272d-3a5f-4440-9ae3-499f617f302f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:30.107790 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-715b65f4-ac82-4d1d-a624-1fce4b3e651c req-d6cb272d-3a5f-4440-9ae3-499f617f302f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 944 time: 0.1650641 Oct 26 14:03:30.110734 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.111650 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device dac12656-0a9b-43a1-ba58-16a576db9c93 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:30.192120 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-715b65f4-ac82-4d1d-a624-1fce4b3e651c req-c885c630-03ce-4f40-9ecc-e2d70d52fc64 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777309 Oct 26 14:03:30.249880 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=164f99c4-41a7-4d30-905c-5fe4c38f53b0,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:30.274429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port dac12656-0a9b-43a1-ba58-16a576db9c93 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:03:30.283637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port dac12656-0a9b-43a1-ba58-16a576db9c93 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:30.284010 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.307833 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b254a20a-12a5-49a1-806d-7fa94394e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'name': 'tempest-FloatingIPsTestJSON-112713966-router', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '37e10dda-cefc-4cb8-b1fc-b55087ef5c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:03Z', 'updated_at': '2021-10-26T14:03:28Z', 'revision_number': 5, 'project_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'gw_port': {'id': '37e10dda-cefc-4cb8-b1fc-b55087ef5c92', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:04Z', 'updated_at': '2021-10-26T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:30.371117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-651b60e2-26ee-4172-b80f-1e60a6270ed7 req-a0386445-ff23-475c-bbf1-8ff927b703c1 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 210 time: 0.0755024 Oct 26 14:03:30.373748 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b254a20a-12a5-49a1-806d-7fa94394e475 None None] Checking router: fd69dd30-120b-4bd5-a94e-46551ac6dabc for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:30.404741 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b254a20a-12a5-49a1-806d-7fa94394e475 None None] Routers {'fd69dd30-120b-4bd5-a94e-46551ac6dabc'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:30.405411 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b254a20a-12a5-49a1-806d-7fa94394e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fd69dd30-120b-4bd5-a94e-46551ac6dabc'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:30.416704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] For port 37e10dda-cefc-4cb8-b1fc-b55087ef5c92, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=37e10dda-cefc-4cb8-b1fc-b55087ef5c92,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:30.420203 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.483151 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] Calling delete_port for 37e10dda-cefc-4cb8-b1fc-b55087ef5c92 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:30.520835 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.558967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53982) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:30.565390 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-b254a20a-12a5-49a1-806d-7fa94394e475 None None] Set router fd69dd30-120b-4bd5-a94e-46551ac6dabc gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:30.587623 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port dac12656-0a9b-43a1-ba58-16a576db9c93, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=dac12656-0a9b-43a1-ba58-16a576db9c93,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:30.593267 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.601165 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9eb60acd-7217-4c3a-ad4e-99ba1d91b041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.658862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9ed26-8856-4e0a-8bba-2884ec9a1b77 req-ae0207aa-7ab2-4962-aa79-35168ec0c681 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:30.674584 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b254a20a-12a5-49a1-806d-7fa94394e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'name': 'tempest-FloatingIPsTestJSON-112713966-router', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:03Z', 'updated_at': '2021-10-26T14:03:29Z', 'revision_number': 6, 'project_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:30.675229 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ea9ed26-8856-4e0a-8bba-2884ec9a1b77 req-ae0207aa-7ab2-4962-aa79-35168ec0c681 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 945 time: 0.2099495 Oct 26 14:03:30.689658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=dac12656-0a9b-43a1-ba58-16a576db9c93,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:30.712179 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b254a20a-12a5-49a1-806d-7fa94394e475 None None] The sync data for ids ['fd69dd30-120b-4bd5-a94e-46551ac6dabc'] in n-d-815498-1 is: [{'id': 'fd69dd30-120b-4bd5-a94e-46551ac6dabc', 'name': 'tempest-FloatingIPsTestJSON-112713966-router', 'tenant_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:03Z', 'updated_at': '2021-10-26T14:03:29Z', 'revision_number': 6, 'project_id': 'fb22c3c4de1045f681011d8d9f88dc81', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:30.734567 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32504965-3f3f-4edd-b566-c0ddd799a8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164f99c4-41a7-4d30-905c-5fe4c38f53b0'}, {'server_uuid': '29a70661-618a-4845-9e44-433b905bffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac12656-0a9b-43a1-ba58-16a576db9c93'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:30.738613 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773e9d63-c9e5-4f1b-baf2-180a24ad99fe" -d '{"events": [{"server_uuid": "32504965-3f3f-4edd-b566-c0ddd799a8a8", "name": "network-vif-plugged", "status": "completed", "tag": "164f99c4-41a7-4d30-905c-5fe4c38f53b0"}, {"server_uuid": "29a70661-618a-4845-9e44-433b905bffd4", "name": "network-vif-plugged", "status": "completed", "tag": "dac12656-0a9b-43a1-ba58-16a576db9c93"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:30.810034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ea9ed26-8856-4e0a-8bba-2884ec9a1b77 req-e751b14e-7ef6-413e-9317-ad1003aac172 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296711 Oct 26 14:03:30.823420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.852975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7435a5-6c11-48b9-b84b-f26a75f9c940 req-cf9395fb-f438-4f76-ac3d-18080a0dda7d tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:30.854523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a7435a5-6c11-48b9-b84b-f26a75f9c940 req-cf9395fb-f438-4f76-ac3d-18080a0dda7d tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1079936 Oct 26 14:03:30.875408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] Pushing event deleted for resources: {'Port': ['ID=37e10dda-cefc-4cb8-b1fc-b55087ef5c92,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:30.900587 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9eb60acd-7217-4c3a-ad4e-99ba1d91b041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.909837 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9eb60acd-7217-4c3a-ad4e-99ba1d91b041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.926847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a7435a5-6c11-48b9-b84b-f26a75f9c940 req-8b834a78-b9e4-4abe-a8e9-96d893120959 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652463 Oct 26 14:03:30.951646 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9eb60acd-7217-4c3a-ad4e-99ba1d91b041 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba168147db0247c7b2b4d7da3cef92f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916562 Oct 26 14:03:30.954924 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53992) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:30.957965 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1df508-791f-49b8-8beb-00783a8f5acf x-openstack-request-id: req-bc1df508-791f-49b8-8beb-00783a8f5acf {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:30.958290 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32504965-3f3f-4edd-b566-c0ddd799a8a8", "name": "network-vif-plugged", "status": "completed", "tag": "164f99c4-41a7-4d30-905c-5fe4c38f53b0", "code": 200}, {"server_uuid": "29a70661-618a-4845-9e44-433b905bffd4", "name": "network-vif-plugged", "status": "completed", "tag": "dac12656-0a9b-43a1-ba58-16a576db9c93", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:30.958552 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc1df508-791f-49b8-8beb-00783a8f5acf {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:30.958954 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32504965-3f3f-4edd-b566-c0ddd799a8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164f99c4-41a7-4d30-905c-5fe4c38f53b0', 'code': 200} Oct 26 14:03:30.959213 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a70661-618a-4845-9e44-433b905bffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac12656-0a9b-43a1-ba58-16a576db9c93', 'code': 200} Oct 26 14:03:30.963033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb60acd-7217-4c3a-ad4e-99ba1d91b041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f850037c-ec04-4545-9007-4d5b3f632fa7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:31.001812 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.013463 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b15243db-c460-4169-8039-4452147954bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.037825 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b15243db-c460-4169-8039-4452147954bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.111671 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e721cf-1d7e-491d-9075-5f5894646444 req-51fe77d4-5a40-4766-8683-27aed202287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:31.115720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4e721cf-1d7e-491d-9075-5f5894646444 req-51fe77d4-5a40-4766-8683-27aed202287b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0803773 Oct 26 14:03:31.145055 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.156236 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.174417 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4e721cf-1d7e-491d-9075-5f5894646444 req-e3f12e24-8f66-45f8-a8b1-3fa1849c20a6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511990 Oct 26 14:03:31.185197 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b15243db-c460-4169-8039-4452147954bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.188351 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b15243db-c460-4169-8039-4452147954bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.191995 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b15243db-c460-4169-8039-4452147954bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f850037c-ec04-4545-9007-4d5b3f632fa7 HTTP/1.1" status: 204 len: 168 time: 0.2339351 Oct 26 14:03:31.202932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbba80-725d-4be3-81ee-b41cc0aae84a req-e9d388d7-16a5-44ac-bbd1-37360064a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:31.203919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15243db-c460-4169-8039-4452147954bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f850037c-ec04-4545-9007-4d5b3f632fa7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:31.204497 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-97bbba80-725d-4be3-81ee-b41cc0aae84a req-e9d388d7-16a5-44ac-bbd1-37360064a57e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29a70661-618a-4845-9e44-433b905bffd4 HTTP/1.1" status: 200 len: 1097 time: 0.1258588 Oct 26 14:03:31.213165 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.213781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd69dd30-120b-4bd5-a94e-46551ac6dabc {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:03:31.218543 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.219688 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2b7b1bb3-d80b-4ffe-b1cd-6d82763b066e admin admin] 10.222.0.32 "DELETE /v2.0/routers/fd69dd30-120b-4bd5-a94e-46551ac6dabc HTTP/1.1" status: 204 len: 168 time: 1.5419760 Oct 26 14:03:31.224671 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53996) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:31.280165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-797e5218-6dfc-47f8-80f9-7ac56bbb3242 admin admin] Deleting subnet b484b5da-18da-4a25-932a-660ac22d35b7 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:03:31.285115 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-797e5218-6dfc-47f8-80f9-7ac56bbb3242 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.325805 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-797e5218-6dfc-47f8-80f9-7ac56bbb3242 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.334852 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14282318-166f-4d24-8671-28b42895da2a req-ab43f98a-9c85-470f-b86f-90e1851d8e3c tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:31.336643 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14282318-166f-4d24-8671-28b42895da2a req-ab43f98a-9c85-470f-b86f-90e1851d8e3c tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 945 time: 0.0565293 Oct 26 14:03:31.376628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14282318-166f-4d24-8671-28b42895da2a req-ee411251-464c-4daa-b694-cf8dad0e6c2e tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337579 Oct 26 14:03:31.419938 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-797e5218-6dfc-47f8-80f9-7ac56bbb3242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.481771 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5afa942c-cfac-42d1-a5e9-ee230cfd2399 req-9a5b5056-1a1f-499e-9544-12bb69d70e96 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 210 time: 0.0412910 Oct 26 14:03:31.483349 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-97bbba80-725d-4be3-81ee-b41cc0aae84a req-1c3207c5-3b1e-48e4-b27d-75c2d38514f1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Oct 26 14:03:31.509284 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-797e5218-6dfc-47f8-80f9-7ac56bbb3242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.537365 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e5218-6dfc-47f8-80f9-7ac56bbb3242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b484b5da-18da-4a25-932a-660ac22d35b7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:31.543107 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-797e5218-6dfc-47f8-80f9-7ac56bbb3242 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.546251 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-797e5218-6dfc-47f8-80f9-7ac56bbb3242 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b484b5da-18da-4a25-932a-660ac22d35b7 HTTP/1.1" status: 204 len: 168 time: 0.3203106 Oct 26 14:03:31.548699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54006) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:31.552381 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b4d94-be36-4fb1-b7af-595a98b66370 None None] Network 3507f29b-df6e-4f74-8a16-71105380bdc8 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:31.645251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.681096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e7e37d24-3625-4014-8af2-cf7bc09fdf8c up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:31.711091 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-f025b1d0-fb0e-487a-8014-2a22cf0e80c8 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3c869b6d52e6491b913e06699b75389e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548902 Oct 26 14:03:31.799598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port e7e37d24-3625-4014-8af2-cf7bc09fdf8c completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:03:31.805102 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port e7e37d24-3625-4014-8af2-cf7bc09fdf8c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:31.805786 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.886080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-e64fa38a-51da-451a-b553-8b966a0d39cf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:31.887603 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-e64fa38a-51da-451a-b553-8b966a0d39cf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707158 Oct 26 14:03:31.906393 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf03307-5d01-43a9-9add-af6089321826 None None] DHCP port deletion for 3507f29b-df6e-4f74-8a16-71105380bdc8 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:03:31.923708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Request body: {'port': {'device_id': '7bf0d273-c8e1-415d-8f6b-b9e01232a39e', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '3c869b6d52e6491b913e06699b75389e'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:31.961895 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.010079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab1443-14ce-408a-bafc-963aa96f463f req-83224c1d-4bfa-4011-8b8a-1fc0377376cc tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:32.017195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port e7e37d24-3625-4014-8af2-cf7bc09fdf8c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e7e37d24-3625-4014-8af2-cf7bc09fdf8c,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:32.028144 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.032986 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9cf03307-5d01-43a9-9add-af6089321826 None None] Deleting port bf80c03b-def4-47dd-b457-6ba6421af6e0 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:32.033386 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9cf03307-5d01-43a9-9add-af6089321826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.033482 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4ab1443-14ce-408a-bafc-963aa96f463f req-83224c1d-4bfa-4011-8b8a-1fc0377376cc tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 945 time: 0.1361165 Oct 26 14:03:32.098238 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4ab1443-14ce-408a-bafc-963aa96f463f req-45900bdd-3dca-408b-8c8b-cbf7bf6c0cfa tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601935 Oct 26 14:03:32.192573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-9cf03307-5d01-43a9-9add-af6089321826 None None] For port bf80c03b-def4-47dd-b457-6ba6421af6e0, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bf80c03b-def4-47dd-b457-6ba6421af6e0,segment=NetworkSegment(b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b),segment_id=b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:32.192985 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9cf03307-5d01-43a9-9add-af6089321826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.196434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=e7e37d24-3625-4014-8af2-cf7bc09fdf8c,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:32.215942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9cf03307-5d01-43a9-9add-af6089321826 None None] Calling delete_port for bf80c03b-def4-47dd-b457-6ba6421af6e0 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:32.229286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1687951-6d1e-4f71-847c-9e3b7266c4ae req-3e265ac2-4266-45a9-a060-76099670f4dd tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:32.231051 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a1687951-6d1e-4f71-847c-9e3b7266c4ae req-3e265ac2-4266-45a9-a060-76099670f4dd tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1317623 Oct 26 14:03:32.331159 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9cf03307-5d01-43a9-9add-af6089321826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.335119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54032) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:32.339848 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a1687951-6d1e-4f71-847c-9e3b7266c4ae req-ec7eee98-b835-4e9f-b43b-84192991eeb7 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010582 Oct 26 14:03:32.340813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 52849df0-39ee-45a4-a2cc-3de56c2eaabf no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:32.355922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9006a-4f69-4842-bfaa-725cb269445f req-0ff2bc26-1def-43e0-aac7-44490f1e96b0 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:32.364057 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05d9006a-4f69-4842-bfaa-725cb269445f req-0ff2bc26-1def-43e0-aac7-44490f1e96b0 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.1224105 Oct 26 14:03:32.393922 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf03307-5d01-43a9-9add-af6089321826 None None] Pushing event deleted for resources: {'Port': ['ID=bf80c03b-def4-47dd-b457-6ba6421af6e0,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:32.398786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 52849df0-39ee-45a4-a2cc-3de56c2eaabf {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:32.399128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 52849df0-39ee-45a4-a2cc-3de56c2eaabf not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:32.399539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bf80c03b-def4-47dd-b457-6ba6421af6e0 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:32.404156 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf03307-5d01-43a9-9add-af6089321826 None None] No DVR routers for this DVR port bf80c03b-def4-47dd-b457-6ba6421af6e0 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:32.408248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05d9006a-4f69-4842-bfaa-725cb269445f req-1eb104ff-71dd-4cb0-8ad0-91a37e8e31c4 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431111 Oct 26 14:03:32.423113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Deleting port bf80c03b-def4-47dd-b457-6ba6421af6e0 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:32.423626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.428683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: bf80c03b-def4-47dd-b457-6ba6421af6e0 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:32.429034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bf80c03b-def4-47dd-b457-6ba6421af6e0 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:32.429453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 37e10dda-cefc-4cb8-b1fc-b55087ef5c92 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:32.458140 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 37e10dda-cefc-4cb8-b1fc-b55087ef5c92 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:32.458591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 37e10dda-cefc-4cb8-b1fc-b55087ef5c92 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:32.521509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] For port bf80c03b-def4-47dd-b457-6ba6421af6e0, host n-d-815498-1, got binding levels [] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:32.521877 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.542248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Calling delete_port for bf80c03b-def4-47dd-b457-6ba6421af6e0 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:32.546075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-91130677-network', 'tenant_id': '5b2674cb4874497987610043cfc0edcf'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:32.547218 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_backend_mixin [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Port bf80c03b-def4-47dd-b457-6ba6421af6e0 was not found and therefore no delete operation was performed {{(pid=102123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:03:32.552276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.586855 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf80c03b-def4-47dd-b457-6ba6421af6e0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:32.591497 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] No DVR routers for this DVR port bf80c03b-def4-47dd-b457-6ba6421af6e0 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:32.597344 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.api [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 14:03:32.597344 n-d-815498-1 neutron-server[102123]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 26 14:03:32.597344 n-d-815498-1 neutron-server[102123]: [parameters: {'project_id': '3c869b6d52e6491b913e06699b75389e', 'id': 'be144fdf-353c-4977-b57f-e78322593d8a', 'expiration': datetime.datetime(2021, 10, 26, 14, 5, 32, 581659)}] Oct 26 14:03:32.597344 n-d-815498-1 neutron-server[102123]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:03:32.597719 n-d-815498-1 neutron-server[102123]: DEBUG oslo_db.api [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:03:32.603305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03f0aa-836a-4d8c-a51e-347e30dc742f req-bd9fda9b-fba8-4e57-a06f-4236290dfe19 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:32.604799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc03f0aa-836a-4d8c-a51e-347e30dc742f req-bd9fda9b-fba8-4e57-a06f-4236290dfe19 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=557c366f-b496-446a-b805-7fa92ab13e4f HTTP/1.1" status: 200 len: 945 time: 0.0990837 Oct 26 14:03:32.616096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad693a7-30b8-497e-bc2b-be7faf19b93b req-e4dc6384-aea4-415f-92fb-c959a12740bc tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:32.617535 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ad693a7-30b8-497e-bc2b-be7faf19b93b req-e4dc6384-aea4-415f-92fb-c959a12740bc tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 945 time: 0.1022844 Oct 26 14:03:32.620312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] Made reservation on behalf of 5b2674cb4874497987610043cfc0edcf for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:32.620707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:32.621091 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:32.621435 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:32.622046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:32.622384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:32.622715 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:32.622845 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.623044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:32.623374 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:32.623700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:32.624024 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:32.624351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:32.624674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:32.648062 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.682575 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.701972 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3507f29b-df6e-4f74-8a16-71105380bdc8']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:32.703773 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc03f0aa-836a-4d8c-a51e-347e30dc742f req-a9793fa3-9fb2-4323-9a14-befd413332fe tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849843 Oct 26 14:03:32.710092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ad693a7-30b8-497e-bc2b-be7faf19b93b req-3823468e-b970-4b1f-952f-1cb6db0aedc3 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796597 Oct 26 14:03:32.711708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:32.711999 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d0596c-9e54-4f8e-bc62-f84d0dfacf1b') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:32.731878 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.748873 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.757095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:03:32.757607 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:03:32.759570 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:03:32.775145 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.780653 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.814534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:03:32.817092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bca4446-4d67-40f7-ac8c-fe446cf09aa7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:32.829730 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.830186 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] Added segment 9492b8c4-a032-4cbe-b683-1403f0f1600e of type vlan for network a95226f9-9936-4e7b-95ac-9569b2850ddf Oct 26 14:03:32.842486 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.849378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.857692 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3507f29b-df6e-4f74-8a16-71105380bdc8 HTTP/1.1" status: 204 len: 168 time: 1.3077574 Oct 26 14:03:32.869710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b7bd8-faa0-44fd-8f94-2e8c4b0731a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3507f29b-df6e-4f74-8a16-71105380bdc8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:32.910352 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.915104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e3da393-89ed-47cc-86ce-74de262775bf req-3121d203-2946-4b3a-8227-7f2adfd39edf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 210 time: 0.0458906 Oct 26 14:03:32.949894 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.950897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:32.951505 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.960078 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557c366f-b496-446a-b805-7fa92ab13e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e37d24-3625-4014-8af2-cf7bc09fdf8c'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:32.962471 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196f8da8-6acc-4bbe-8e45-a371e236da32" -d '{"events": [{"server_uuid": "557c366f-b496-446a-b805-7fa92ab13e4f", "name": "network-vif-plugged", "status": "completed", "tag": "e7e37d24-3625-4014-8af2-cf7bc09fdf8c"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:32.992033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54048) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:33.004439 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f108b8c-de94-45ae-ae67-0884bd644acd x-openstack-request-id: req-1f108b8c-de94-45ae-ae67-0884bd644acd {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:33.004845 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557c366f-b496-446a-b805-7fa92ab13e4f", "name": "network-vif-plugged", "status": "completed", "tag": "e7e37d24-3625-4014-8af2-cf7bc09fdf8c", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:33.005170 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f108b8c-de94-45ae-ae67-0884bd644acd {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:33.005663 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557c366f-b496-446a-b805-7fa92ab13e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e37d24-3625-4014-8af2-cf7bc09fdf8c', 'code': 200} Oct 26 14:03:33.058898 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-78a4f937-7685-49c0-be0e-6db0a4045c54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb22c3c4de1045f681011d8d9f88dc81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651319 Oct 26 14:03:33.061284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54052) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:33.185627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Made reservation on behalf of 3c869b6d52e6491b913e06699b75389e for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:33.189196 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.205662 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c100556d-6ae8-4709-8a1e-c96cba39ad61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.207793 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.213392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68ca38-41df-46c1-9aac-aac242c84a67 req-46db3736-cd93-4aad-87cc-40fe186e2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:33.214931 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ab68ca38-41df-46c1-9aac-aac242c84a67 req-46db3736-cd93-4aad-87cc-40fe186e2836 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=557c366f-b496-446a-b805-7fa92ab13e4f HTTP/1.1" status: 200 len: 1096 time: 0.1049297 Oct 26 14:03:33.263258 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c100556d-6ae8-4709-8a1e-c96cba39ad61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.307085 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9677391 Oct 26 14:03:33.307688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54054) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:33.314414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5b2755e4-0400-4ed9-99dc-e5accb400335 admin admin] Request body: {'subnet': {'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-91130677-subnet', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:33.315390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2104e-3c06-4c7c-9bde-82782282ac07 admin admin] Pushing event updated for resources: {'Network': ['ID=a95226f9-9936-4e7b-95ac-9569b2850ddf,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:33.325211 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ab68ca38-41df-46c1-9aac-aac242c84a67 req-c5be9fbd-2269-4550-8391-f850ae6db3de service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980246 Oct 26 14:03:33.326283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network a95226f9-9936-4e7b-95ac-9569b2850ddf details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:03:33.364492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2755e4-0400-4ed9-99dc-e5accb400335 admin admin] Made reservation on behalf of 5b2674cb4874497987610043cfc0edcf for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:33.366970 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5b2755e4-0400-4ed9-99dc-e5accb400335 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.421083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c100556d-6ae8-4709-8a1e-c96cba39ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.423711 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c100556d-6ae8-4709-8a1e-c96cba39ad61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.424975 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c100556d-6ae8-4709-8a1e-c96cba39ad61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3f8ebce-1216-4fef-b004-86043d6ef410 HTTP/1.1" status: 204 len: 168 time: 0.3617878 Oct 26 14:03:33.452898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100556d-6ae8-4709-8a1e-c96cba39ad61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f8ebce-1216-4fef-b004-86043d6ef410,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:33.473255 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.481968 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.489387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168612db-272d-40f4-990f-60aa1c581849 req-1dac08d5-fcd7-4328-a1a2-44f222c59c29 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:33.491592 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-168612db-272d-40f4-990f-60aa1c581849 req-1dac08d5-fcd7-4328-a1a2-44f222c59c29 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.0561872 Oct 26 14:03:33.543103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-168612db-272d-40f4-990f-60aa1c581849 req-1b054d51-495e-4fb1-aaf1-d68cf203a398 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426102 Oct 26 14:03:33.562874 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49753cb0-339e-42ef-a5c3-a6b48f7be8fe,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:33.713673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Allocated IP 192.168.233.217 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/1439f829-1abc-45d0-a350-7e26d440e1d8) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:33.719269 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5b2755e4-0400-4ed9-99dc-e5accb400335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.819191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2755e4-0400-4ed9-99dc-e5accb400335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4aae2f8-46c1-4ee3-b281-cc64ec44522f,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:33.829968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2755e4-0400-4ed9-99dc-e5accb400335 admin admin] Checking segment: {'id': '9492b8c4-a032-4cbe-b683-1403f0f1600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:33.830350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2755e4-0400-4ed9-99dc-e5accb400335 admin admin] Network hostable DHCP agents. Network: a95226f9-9936-4e7b-95ac-9569b2850ddf, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:03:33.876856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175df85-45a2-4904-91da-cc900b246e22 req-ef59c2c3-524c-4098-8ff6-5c596941ab7a tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:33.879245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5175df85-45a2-4904-91da-cc900b246e22 req-ef59c2c3-524c-4098-8ff6-5c596941ab7a tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 945 time: 0.0850608 Oct 26 14:03:33.904893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f95a4b-a7dc-469e-84ac-42d073911487 req-497a1e18-5dc9-45c0-b369-66797a5dfe4f tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:33.906405 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9f95a4b-a7dc-469e-84ac-42d073911487 req-497a1e18-5dc9-45c0-b369-66797a5dfe4f tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=557c366f-b496-446a-b805-7fa92ab13e4f HTTP/1.1" status: 200 len: 945 time: 0.0826077 Oct 26 14:03:33.917430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2755e4-0400-4ed9-99dc-e5accb400335 admin admin] Network a95226f9-9936-4e7b-95ac-9569b2850ddf is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:03:33.941951 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-5b2755e4-0400-4ed9-99dc-e5accb400335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, a95226f9-9936-4e7b-95ac-9569b2850ddf) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:33.951093 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2755e4-0400-4ed9-99dc-e5accb400335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:33.951354 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5b2755e4-0400-4ed9-99dc-e5accb400335 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.953714 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5175df85-45a2-4904-91da-cc900b246e22 req-cc46bbc6-c5e4-425b-979a-516f45a89abb tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635364 Oct 26 14:03:33.954966 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6794f7e-5594-4870-9cb7-dd5092614a41 None None] Network a95226f9-9936-4e7b-95ac-9569b2850ddf requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:33.967125 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9f95a4b-a7dc-469e-84ac-42d073911487 req-3b48f5e3-8b5e-4352-8a7e-c37616b3b04c tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527544 Oct 26 14:03:34.014794 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.074284 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5b2755e4-0400-4ed9-99dc-e5accb400335 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7651677 Oct 26 14:03:34.076937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54082) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:34.083138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-91130677-router', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:34.107939 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.126845 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-462c5855-a425-4972-9060-05719a104c67 req-8d65b6cf-c479-4299-a9c9-98bc8cbbe00d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 210 time: 0.0666890 Oct 26 14:03:34.181129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event updated for resources: {'Port': ['ID=1439f829-1abc-45d0-a350-7e26d440e1d8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:34.186188 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-a95226f9-9936-4e7b-95ac-9569b2850ddf', 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'fixed_ips': [{'subnet_id': 'f4aae2f8-46c1-4ee3-b281-cc64ec44522f'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:03:34.188310 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.196409 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.197662 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.204599 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:34.209266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:34.212318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:34.283297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc28a9d-a279-421c-951a-778f0354c710 req-115e65f8-db74-419f-9017-6ab20033e555 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:34.285657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bc28a9d-a279-421c-951a-778f0354c710 req-115e65f8-db74-419f-9017-6ab20033e555 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=b639d64d-02fc-46a5-8b22-2cd1e1639a31 HTTP/1.1" status: 200 len: 946 time: 0.1150966 Oct 26 14:03:34.332664 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.341777 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:34.342577 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.356293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bc28a9d-a279-421c-951a-778f0354c710 req-8165ab9c-aa58-420e-8a10-50bb2b622e43 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633540 Oct 26 14:03:34.412324 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-56297345-10b1-4872-a8d2-15de10098c0e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5021896 Oct 26 14:03:34.412483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54094) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:34.426653 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Allocated IP 172.20.0.2 (a95226f9-9936-4e7b-95ac-9569b2850ddf/f4aae2f8-46c1-4ee3-b281-cc64ec44522f/56452f84-eea2-4f62-bc45-e779fe2ebd5c) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:34.456964 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Request body: {'port': {'device_id': '7bf0d273-c8e1-415d-8f6b-b9e01232a39e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:34.554234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff616c4e-1273-4be5-9735-a14ad2fc8933 req-1f221f71-4d99-4082-8604-8c692f17ddb5 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:34.563021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff616c4e-1273-4be5-9735-a14ad2fc8933 req-1f221f71-4d99-4082-8604-8c692f17ddb5 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=29a70661-618a-4845-9e44-433b905bffd4 HTTP/1.1" status: 200 len: 946 time: 0.0965924 Oct 26 14:03:34.570680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-329195958-network', 'tenant_id': '3b17818f424844bcb026a26157a008e0'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:34.589910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b711d9ba-e97a-4ace-a066-56e6d5d8f580 None None] Provisioning complete for port 1439f829-1abc-45d0-a350-7e26d440e1d8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:34.590304 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b711d9ba-e97a-4ace-a066-56e6d5d8f580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.600746 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.618743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.629459 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff616c4e-1273-4be5-9735-a14ad2fc8933 req-a4a4c047-8fff-4755-887d-b191302c93a5 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651212 Oct 26 14:03:34.638794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] Made reservation on behalf of 3b17818f424844bcb026a26157a008e0 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:34.641422 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.677997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b711d9ba-e97a-4ace-a066-56e6d5d8f580 None None] Port 1439f829-1abc-45d0-a350-7e26d440e1d8 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:34.682587 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.711321 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.720187 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.731743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348f8b0-ed4a-44c7-a2e3-60c2ae4d5410 req-dde17831-6e0c-4ae3-add1-86e09d817f3c tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:34.733439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4348f8b0-ed4a-44c7-a2e3-60c2ae4d5410 req-dde17831-6e0c-4ae3-add1-86e09d817f3c tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.0992527 Oct 26 14:03:34.774399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Network a95226f9-9936-4e7b-95ac-9569b2850ddf is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:34.798298 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.799588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:34.808602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:34.810345 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.853112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Pushing event updated for resources: {'Port': ['ID=56452f84-eea2-4f62-bc45-e779fe2ebd5c,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:34.859993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:03:34.874038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3663575-8ea4-4363-8de3-acd02de18c89,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:34.890236 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.890587 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] Added segment a48dda87-579b-4e2f-8cf1-adaaea07a55c of type vlan for network e2ad8bea-fe1a-4d12-b423-2e544e93593a Oct 26 14:03:34.905949 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4348f8b0-ed4a-44c7-a2e3-60c2ae4d5410 req-a29f6eb6-c4dc-46e6-b759-92bef48797e8 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046624 Oct 26 14:03:34.936733 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Attempting to bind port 56452f84-eea2-4f62-bc45-e779fe2ebd5c on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:34.937112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Attempting to bind port 56452f84-eea2-4f62-bc45-e779fe2ebd5c by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '9492b8c4-a032-4cbe-b683-1403f0f1600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:34.937475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Attempting to bind port 56452f84-eea2-4f62-bc45-e779fe2ebd5c on network a95226f9-9936-4e7b-95ac-9569b2850ddf {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:34.943900 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:34.944287 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Checking segment: {'id': '9492b8c4-a032-4cbe-b683-1403f0f1600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:34.945220 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.946151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Bound using segment: {'id': '9492b8c4-a032-4cbe-b683-1403f0f1600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:34.946650 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Bound port: 56452f84-eea2-4f62-bc45-e779fe2ebd5c, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9492b8c4-a032-4cbe-b683-1403f0f1600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:34.947031 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.981328 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.026941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] For port 56452f84-eea2-4f62-bc45-e779fe2ebd5c, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:35.030980 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] For port 56452f84-eea2-4f62-bc45-e779fe2ebd5c, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56452f84-eea2-4f62-bc45-e779fe2ebd5c,segment=NetworkSegment(9492b8c4-a032-4cbe-b683-1403f0f1600e),segment_id=9492b8c4-a032-4cbe-b683-1403f0f1600e)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:35.037101 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.053036 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.054025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:35.054624 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.110681 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2a0c3-7e10-4b6b-bd32-a7d1afe6e7fe None None] Pushing event updated for resources: {'Port': ['ID=56452f84-eea2-4f62-bc45-e779fe2ebd5c,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:35.124834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60fae3-c9a3-4cba-a99e-0ac0fac9c4e7 req-8d68cec0-c0ce-4fc9-9ba4-e0f48c484ce3 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:35.126398 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d60fae3-c9a3-4cba-a99e-0ac0fac9c4e7 req-8d68cec0-c0ce-4fc9-9ba4-e0f48c484ce3 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=29a70661-618a-4845-9e44-433b905bffd4 HTTP/1.1" status: 200 len: 946 time: 0.1422489 Oct 26 14:03:35.177959 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7618175 Oct 26 14:03:35.180899 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54110) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:35.187872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a51146-c820-4e13-a8b5-36bc2c6f23a7 admin admin] Pushing event updated for resources: {'Network': ['ID=e2ad8bea-fe1a-4d12-b423-2e544e93593a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:35.188613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1d55f680-3af6-4c3e-90a2-f3f2e1a20a16 admin admin] Request body: {'subnet': {'network_id': 'e2ad8bea-fe1a-4d12-b423-2e544e93593a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-329195958-subnet', 'tenant_id': '3b17818f424844bcb026a26157a008e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:35.201603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network e2ad8bea-fe1a-4d12-b423-2e544e93593a details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:03:35.207891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1439f829-1abc-45d0-a350-7e26d440e1d8 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:35.219960 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.221806 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d60fae3-c9a3-4cba-a99e-0ac0fac9c4e7 req-5b0ee538-d239-48b1-a33a-da1d288b20eb tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723701 Oct 26 14:03:35.229847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6ce0f-162b-48da-adf1-a88edf4a30e2 req-acc539cd-7a64-486a-b616-97d463aae567 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:35.237078 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2cd6ce0f-162b-48da-adf1-a88edf4a30e2 req-acc539cd-7a64-486a-b616-97d463aae567 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=557c366f-b496-446a-b805-7fa92ab13e4f HTTP/1.1" status: 200 len: 945 time: 0.1800966 Oct 26 14:03:35.240481 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.280179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.283981 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2cd6ce0f-162b-48da-adf1-a88edf4a30e2 req-2b80129f-02de-4366-bfd1-d4c264bd2df8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454121 Oct 26 14:03:35.285074 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Transition to ACTIVE for port object 1439f829-1abc-45d0-a350-7e26d440e1d8 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:03:35.345074 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.354014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d55f680-3af6-4c3e-90a2-f3f2e1a20a16 admin admin] Made reservation on behalf of 3b17818f424844bcb026a26157a008e0 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:35.356564 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1d55f680-3af6-4c3e-90a2-f3f2e1a20a16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.435469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308d1bb-af1a-4718-8b9d-a0cf9422f6e1 req-98aed72a-2003-41eb-8fc3-6a739592604a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:35.437671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f308d1bb-af1a-4718-8b9d-a0cf9422f6e1 req-98aed72a-2003-41eb-8fc3-6a739592604a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 948 time: 0.0821433 Oct 26 14:03:35.510482 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f308d1bb-af1a-4718-8b9d-a0cf9422f6e1 req-fb992b6b-3f08-4edf-bc1b-70a1f4741b3a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589075 Oct 26 14:03:35.572980 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Pushing event updated for resources: {'Port': ['ID=1439f829-1abc-45d0-a350-7e26d440e1d8,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:35.604225 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Allocated IP 172.25.4.10 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/2ad2e5d5-f5c0-4136-8154-129ce6e39c09) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:35.786875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Attempting to bind port 1439f829-1abc-45d0-a350-7e26d440e1d8 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:35.787109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Attempting to bind port 1439f829-1abc-45d0-a350-7e26d440e1d8 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:35.787466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Attempting to bind port 1439f829-1abc-45d0-a350-7e26d440e1d8 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:35.816604 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ede16a-666e-48cb-b68d-7204e0831091 req-6fe56081-76de-4a8d-972f-feeabae4ff42 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:35.818146 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37ede16a-666e-48cb-b68d-7204e0831091 req-6fe56081-76de-4a8d-972f-feeabae4ff42 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 945 time: 0.0539777 Oct 26 14:03:35.822872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Port 1439f829-1abc-45d0-a350-7e26d440e1d8 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:03:35.823202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Attempting to bind port 1439f829-1abc-45d0-a350-7e26d440e1d8 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:35.853087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:35.853427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:35.853808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:35.854261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Bound port: 1439f829-1abc-45d0-a350-7e26d440e1d8, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:35.854614 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.856187 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37ede16a-666e-48cb-b68d-7204e0831091 req-1e45f61d-4821-43b1-b972-9ea2c05d21e4 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Oct 26 14:03:35.872498 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1d55f680-3af6-4c3e-90a2-f3f2e1a20a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.889513 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.988455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55f680-3af6-4c3e-90a2-f3f2e1a20a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a96696d-8e68-4956-a110-774d53ea126c,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:36.027876 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d55f680-3af6-4c3e-90a2-f3f2e1a20a16 admin admin] Checking segment: {'id': 'a48dda87-579b-4e2f-8cf1-adaaea07a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e2ad8bea-fe1a-4d12-b423-2e544e93593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:36.028210 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55f680-3af6-4c3e-90a2-f3f2e1a20a16 admin admin] Network hostable DHCP agents. Network: e2ad8bea-fe1a-4d12-b423-2e544e93593a, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:03:36.033118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] For port 1439f829-1abc-45d0-a350-7e26d440e1d8, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:36.037074 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.040098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] For port 1439f829-1abc-45d0-a350-7e26d440e1d8, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=1439f829-1abc-45d0-a350-7e26d440e1d8,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:36.053253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b447dec-cad9-4e04-a4f1-c923c847cb87 req-d49a3e96-ab60-4eb0-acf0-5a61c307c0d4 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:36.061494 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b447dec-cad9-4e04-a4f1-c923c847cb87 req-d49a3e96-ab60-4eb0-acf0-5a61c307c0d4 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.0685444 Oct 26 14:03:36.079108 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.115283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:36.116315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b447dec-cad9-4e04-a4f1-c923c847cb87 req-e65715b5-63a6-4705-84bb-1667e56fdb8b tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493731 Oct 26 14:03:36.117231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:36.117873 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.119428 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] 10.222.0.25 "PUT /v2.0/ports/1439f829-1abc-45d0-a350-7e26d440e1d8 HTTP/1.1" status: 200 len: 1096 time: 1.6671035 Oct 26 14:03:36.120438 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf0d273-c8e1-415d-8f6b-b9e01232a39e', 'tag': '1439f829-1abc-45d0-a350-7e26d440e1d8'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:36.122997 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a0340a-fece-4999-bc6c-4a093cef77e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf0d273-c8e1-415d-8f6b-b9e01232a39e", "tag": "1439f829-1abc-45d0-a350-7e26d440e1d8"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:36.125659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Pushing event updated for resources: {'Port': ['ID=2ad2e5d5-f5c0-4136-8154-129ce6e39c09,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:36.128600 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55f680-3af6-4c3e-90a2-f3f2e1a20a16 admin admin] Network e2ad8bea-fe1a-4d12-b423-2e544e93593a is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:03:36.134134 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:36.139372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:36.184705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-1d55f680-3af6-4c3e-90a2-f3f2e1a20a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, e2ad8bea-fe1a-4d12-b423-2e544e93593a) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:36.202761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d587c8b8-8d0c-4baf-a30e-b0605f472249 None None] Network e2ad8bea-fe1a-4d12-b423-2e544e93593a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:36.215259 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f8fe5c-3d71-436b-b560-29bc2342ac18 x-openstack-request-id: req-c1f8fe5c-3d71-436b-b560-29bc2342ac18 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:36.215561 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf0d273-c8e1-415d-8f6b-b9e01232a39e", "tag": "1439f829-1abc-45d0-a350-7e26d440e1d8", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:36.215847 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1f8fe5c-3d71-436b-b560-29bc2342ac18 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:36.216233 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf0d273-c8e1-415d-8f6b-b9e01232a39e', 'tag': '1439f829-1abc-45d0-a350-7e26d440e1d8', 'status': 'completed', 'code': 200} Oct 26 14:03:36.263949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d55f680-3af6-4c3e-90a2-f3f2e1a20a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:36.263949 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1d55f680-3af6-4c3e-90a2-f3f2e1a20a16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.321803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df0acb-811f-4d8f-93b1-589aafaa34af req-f77b9e04-47fe-42f1-9f73-fb60b959b6fc tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:36.330276 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17df0acb-811f-4d8f-93b1-589aafaa34af req-f77b9e04-47fe-42f1-9f73-fb60b959b6fc tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.1170683 Oct 26 14:03:36.346202 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56452f84-eea2-4f62-bc45-e779fe2ebd5c up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:36.375020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bafdc-c06d-48f4-9273-f3e56b78cd99 service neutron] Pushing event updated for resources: {'Port': ['ID=1439f829-1abc-45d0-a350-7e26d440e1d8,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:36.403424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17df0acb-811f-4d8f-93b1-589aafaa34af req-5090145d-e660-4460-ab9b-202fc929d816 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721960 Oct 26 14:03:36.476725 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7cbd1-afc3-4c59-9ba4-b5f6fb745fac req-28ea4c45-52eb-4cdc-90c5-5210ed7e427f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:36.485844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7e7cbd1-afc3-4c59-9ba4-b5f6fb745fac req-28ea4c45-52eb-4cdc-90c5-5210ed7e427f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=29a70661-618a-4845-9e44-433b905bffd4 HTTP/1.1" status: 200 len: 946 time: 0.1078389 Oct 26 14:03:36.532452 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1d55f680-3af6-4c3e-90a2-f3f2e1a20a16 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3462331 Oct 26 14:03:36.532562 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54132) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:36.540624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-329195958-router', 'tenant_id': '3b17818f424844bcb026a26157a008e0', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:36.541661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-451eb734-98dd-46d2-916b-d8ecbce3311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:36.543467 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-451eb734-98dd-46d2-916b-d8ecbce3311c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 1099 time: 0.3020148 Oct 26 14:03:36.552937 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7e7cbd1-afc3-4c59-9ba4-b5f6fb745fac req-4642cf76-6eea-49a5-9ebd-27f72d3ab880 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661347 Oct 26 14:03:36.580242 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.582470 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17549af-48b6-4e27-bc9c-8cd3c3795520 None None] Network a95226f9-9936-4e7b-95ac-9569b2850ddf requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:36.583381 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.650782 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 56452f84-eea2-4f62-bc45-e779fe2ebd5c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:36.651179 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.679677 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.703934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.725579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-e2ad8bea-fe1a-4d12-b423-2e544e93593a', 'network_id': 'e2ad8bea-fe1a-4d12-b423-2e544e93593a', 'tenant_id': '3b17818f424844bcb026a26157a008e0', 'fixed_ips': [{'subnet_id': '3a96696d-8e68-4956-a110-774d53ea126c'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:03:36.726475 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.840088 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-0b400a5f-9991-426d-b649-1077e535cbe9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=1439f829-1abc-45d0-a350-7e26d440e1d8 HTTP/1.1" status: 200 len: 217 time: 0.0714395 Oct 26 14:03:36.913652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-1ec168d9-ecfc-4ae8-b26c-212bc3898760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:36.915127 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-1ec168d9-ecfc-4ae8-b26c-212bc3898760 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0645664 Oct 26 14:03:36.939764 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172291ac-bc4e-4014-9842-0d6743b45278 req-0167df2d-a4e4-4e1f-ba69-7941752e666d tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:36.941802 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-172291ac-bc4e-4014-9842-0d6743b45278 req-0167df2d-a4e4-4e1f-ba69-7941752e666d tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.11 "GET /v2.0/ports?device_id=29a70661-618a-4845-9e44-433b905bffd4 HTTP/1.1" status: 200 len: 946 time: 0.1744468 Oct 26 14:03:36.965077 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.049705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2add8e5-249d-4090-8056-cff27682eded req-ae106492-3123-4c60-85b0-187501a95cea tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:37.051459 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2add8e5-249d-4090-8056-cff27682eded req-ae106492-3123-4c60-85b0-187501a95cea tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 948 time: 0.2176607 Oct 26 14:03:37.071353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d2ecb-150d-4dad-bde0-d1d7016cc33c req-06870467-bd8d-4274-893c-3c06ca2c1eea tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:37.077856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d2ecb-150d-4dad-bde0-d1d7016cc33c req-06870467-bd8d-4274-893c-3c06ca2c1eea tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:37.083521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0ae8720b-5da6-4e6b-b050-9493124e08f5 None None] Provisioning complete for port 56452f84-eea2-4f62-bc45-e779fe2ebd5c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:37.083891 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ae8720b-5da6-4e6b-b050-9493124e08f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.084540 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d2ecb-150d-4dad-bde0-d1d7016cc33c req-06870467-bd8d-4274-893c-3c06ca2c1eea tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:37.085412 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.086233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e7d2ecb-150d-4dad-bde0-d1d7016cc33c req-06870467-bd8d-4274-893c-3c06ca2c1eea tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173&device_id=557c366f-b496-446a-b805-7fa92ab13e4f&device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 2416 time: 0.1430223 Oct 26 14:03:37.170664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2add8e5-249d-4090-8056-cff27682eded req-a82a05cb-9257-4fd8-8ce1-3cd0c31ba549 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832994 Oct 26 14:03:37.181290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e7d2ecb-150d-4dad-bde0-d1d7016cc33c req-09fc3fd1-c65b-4b56-a7d8-140bc29edded tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805271 Oct 26 14:03:37.199714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Allocated IP 172.20.0.2 (e2ad8bea-fe1a-4d12-b423-2e544e93593a/3a96696d-8e68-4956-a110-774d53ea126c/be373f40-3edc-44d5-b076-f4ae6ed66a88) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:37.209955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 56452f84-eea2-4f62-bc45-e779fe2ebd5c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56452f84-eea2-4f62-bc45-e779fe2ebd5c,segment=NetworkSegment(9492b8c4-a032-4cbe-b683-1403f0f1600e),segment_id=9492b8c4-a032-4cbe-b683-1403f0f1600e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:37.223794 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.403160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=56452f84-eea2-4f62-bc45-e779fe2ebd5c,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:37.416592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-57ad15dd-2daf-4250-a7ee-12f1d51ca024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:37.417968 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-57ad15dd-2daf-4250-a7ee-12f1d51ca024 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4952064 Oct 26 14:03:37.447066 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.485816 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.488867 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.541813 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.549327 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.573064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800dd83-31ca-4918-8d29-47244be3aacc req-00d6098a-f270-4edf-bf12-c6f4b8970a77 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:37.574774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0800dd83-31ca-4918-8d29-47244be3aacc req-00d6098a-f270-4edf-bf12-c6f4b8970a77 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.2338748 Oct 26 14:03:37.584643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-172291ac-bc4e-4014-9842-0d6743b45278 req-2a3d7bfd-3c5e-4c0c-942a-c513dd6cc0a9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Deleting port dac12656-0a9b-43a1-ba58-16a576db9c93 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:37.585010 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-172291ac-bc4e-4014-9842-0d6743b45278 req-2a3d7bfd-3c5e-4c0c-942a-c513dd6cc0a9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.607600 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Network e2ad8bea-fe1a-4d12-b423-2e544e93593a is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:37.614707 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:37.621142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:37.625116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Pushing event updated for resources: {'Port': ['ID=be373f40-3edc-44d5-b076-f4ae6ed66a88,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:37.646165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f384ca-eb22-4fc9-b820-8c37bebbad68 req-4d4d961e-3f68-4718-94db-6722670bf6b2 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:37.647784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-57f384ca-eb22-4fc9-b820-8c37bebbad68 req-4d4d961e-3f68-4718-94db-6722670bf6b2 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 945 time: 0.2025332 Oct 26 14:03:37.652634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ebfc9610-2fad-41b4-841b-95afbb937c7b None None] Provisioning complete for port 56452f84-eea2-4f62-bc45-e779fe2ebd5c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:37.653006 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ebfc9610-2fad-41b4-841b-95afbb937c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.676629 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-7a845b21-58cf-4b05-908b-4a9c3136976f service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402787 Oct 26 14:03:37.714866 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Attempting to bind port be373f40-3edc-44d5-b076-f4ae6ed66a88 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:37.715177 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Attempting to bind port be373f40-3edc-44d5-b076-f4ae6ed66a88 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'a48dda87-579b-4e2f-8cf1-adaaea07a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e2ad8bea-fe1a-4d12-b423-2e544e93593a'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:37.715491 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Attempting to bind port be373f40-3edc-44d5-b076-f4ae6ed66a88 on network e2ad8bea-fe1a-4d12-b423-2e544e93593a {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:37.721401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0800dd83-31ca-4918-8d29-47244be3aacc req-2620a008-92c4-407b-b826-63ee98a69731 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247096 Oct 26 14:03:37.725598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:37.725996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Checking segment: {'id': 'a48dda87-579b-4e2f-8cf1-adaaea07a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e2ad8bea-fe1a-4d12-b423-2e544e93593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:37.726399 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.726788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Bound using segment: {'id': 'a48dda87-579b-4e2f-8cf1-adaaea07a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e2ad8bea-fe1a-4d12-b423-2e544e93593a'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:37.727260 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Bound port: be373f40-3edc-44d5-b076-f4ae6ed66a88, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48dda87-579b-4e2f-8cf1-adaaea07a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e2ad8bea-fe1a-4d12-b423-2e544e93593a'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:37.727632 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.733960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Allocated IP 172.25.4.180 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/8d725f55-1ffe-4c04-9cb4-810c2889f86d) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:37.761743 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-57f384ca-eb22-4fc9-b820-8c37bebbad68 req-6726df18-408f-48fd-9d25-57f56548747e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944283 Oct 26 14:03:37.783373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-172291ac-bc4e-4014-9842-0d6743b45278 req-2a3d7bfd-3c5e-4c0c-942a-c513dd6cc0a9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] For port dac12656-0a9b-43a1-ba58-16a576db9c93, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=dac12656-0a9b-43a1-ba58-16a576db9c93,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:37.783933 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-172291ac-bc4e-4014-9842-0d6743b45278 req-2a3d7bfd-3c5e-4c0c-942a-c513dd6cc0a9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.808397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-172291ac-bc4e-4014-9842-0d6743b45278 req-2a3d7bfd-3c5e-4c0c-942a-c513dd6cc0a9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Calling delete_port for dac12656-0a9b-43a1-ba58-16a576db9c93 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:37.887106 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] For port be373f40-3edc-44d5-b076-f4ae6ed66a88, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:37.890519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] For port be373f40-3edc-44d5-b076-f4ae6ed66a88, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=be373f40-3edc-44d5-b076-f4ae6ed66a88,segment=NetworkSegment(a48dda87-579b-4e2f-8cf1-adaaea07a55c),segment_id=a48dda87-579b-4e2f-8cf1-adaaea07a55c)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:37.897068 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.953417 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4b4fa598-2920-4ecc-91b7-fda173ec555d req-4400f6b9-f9e7-437b-bae1-e838c9ee7d76 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639899 Oct 26 14:03:37.956932 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.975849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31358bff-9cde-4b4a-809b-b6a20378592b None None] Pushing event updated for resources: {'Port': ['ID=be373f40-3edc-44d5-b076-f4ae6ed66a88,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:37.985634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcd90a-b4a4-401a-8345-5821e23f64f7 req-297c8668-c886-437f-84a5-68c59c0068b4 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:37.988350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01fcd90a-b4a4-401a-8345-5821e23f64f7 req-297c8668-c886-437f-84a5-68c59c0068b4 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=29a70661-618a-4845-9e44-433b905bffd4 HTTP/1.1" status: 200 len: 946 time: 0.1267860 Oct 26 14:03:37.992889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Router 4795bc21-84b5-4666-abd6-391e5fb7deeb is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:03:38.069795 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01fcd90a-b4a4-401a-8345-5821e23f64f7 req-f31876c1-8c18-4e38-9a1d-36b0fd1e8d52 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708554 Oct 26 14:03:38.102485 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.154894 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:38.161287 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:38.172446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:38.199402 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d725f55-1ffe-4c04-9cb4-810c2889f86d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:38.316437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:38.335838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Sync routers for ids ['4795bc21-84b5-4666-abd6-391e5fb7deeb'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:38.349505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Routers {'4795bc21-84b5-4666-abd6-391e5fb7deeb'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:38.350332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4795bc21-84b5-4666-abd6-391e5fb7deeb'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:38.411391 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0340a-fece-4999-bc6c-4a093cef77e9 req-817225a2-4bff-4528-9338-98da0e2f75c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:38.412899 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f7a0340a-fece-4999-bc6c-4a093cef77e9 req-817225a2-4bff-4528-9338-98da0e2f75c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 1099 time: 0.3562441 Oct 26 14:03:38.413649 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71685008-ab9e-4288-bfe6-2c91bf46fe9b req-7e135eab-b63f-4427-9f37-60086da588c5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:38.415169 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71685008-ab9e-4288-bfe6-2c91bf46fe9b req-7e135eab-b63f-4427-9f37-60086da588c5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 948 time: 0.1378927 Oct 26 14:03:38.415651 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.419988 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54152) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:38.422312 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-39e89402-491b-4003-a3e0-05e66bd9f24d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3439763 Oct 26 14:03:38.495995 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-172291ac-bc4e-4014-9842-0d6743b45278 req-2a3d7bfd-3c5e-4c0c-942a-c513dd6cc0a9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.549004 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d7bfd-3c5e-4c0c-942a-c513dd6cc0a9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Pushing event deleted for resources: {'Port': ['ID=dac12656-0a9b-43a1-ba58-16a576db9c93,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:38.573203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Set router 4795bc21-84b5-4666-abd6-391e5fb7deeb gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:38.628374 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-172291ac-bc4e-4014-9842-0d6743b45278 req-2a3d7bfd-3c5e-4c0c-942a-c513dd6cc0a9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] No DVR routers for this DVR port dac12656-0a9b-43a1-ba58-16a576db9c93 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:38.633400 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-172291ac-bc4e-4014-9842-0d6743b45278 req-2a3d7bfd-3c5e-4c0c-942a-c513dd6cc0a9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.638349 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-172291ac-bc4e-4014-9842-0d6743b45278 req-2a3d7bfd-3c5e-4c0c-942a-c513dd6cc0a9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.11 "DELETE /v2.0/ports/dac12656-0a9b-43a1-ba58-16a576db9c93 HTTP/1.1" status: 204 len: 173 time: 1.6473773 Oct 26 14:03:38.638708 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71685008-ab9e-4288-bfe6-2c91bf46fe9b req-5141b7c6-2d9c-45d9-b998-14a17c908baa tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052140 Oct 26 14:03:38.639533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a70661-618a-4845-9e44-433b905bffd4', 'name': 'network-vif-deleted', 'tag': 'dac12656-0a9b-43a1-ba58-16a576db9c93'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:38.643107 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68ad2fe-e2b5-4ea4-a6d7-543f72d635f6" -d '{"events": [{"server_uuid": "29a70661-618a-4845-9e44-433b905bffd4", "name": "network-vif-deleted", "tag": "dac12656-0a9b-43a1-ba58-16a576db9c93"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:38.670924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0340a-fece-4999-bc6c-4a093cef77e9 req-7735a65f-1dcb-4c10-957b-f90844f0b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:38.672447 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f7a0340a-fece-4999-bc6c-4a093cef77e9 req-7735a65f-1dcb-4c10-957b-f90844f0b6cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2492123 Oct 26 14:03:38.760239 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['61f29757-a2cd-4f80-9126-a21b638771b9'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:38.760502 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.769543 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['dac12656-0a9b-43a1-ba58-16a576db9c93', '164f99c4-41a7-4d30-905c-5fe4c38f53b0'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:38.777665 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a04966-31ea-4445-a736-24757aea686b x-openstack-request-id: req-f6a04966-31ea-4445-a736-24757aea686b {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:38.778276 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a70661-618a-4845-9e44-433b905bffd4", "name": "network-vif-deleted", "tag": "dac12656-0a9b-43a1-ba58-16a576db9c93", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:38.778690 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6a04966-31ea-4445-a736-24757aea686b {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:38.779252 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a70661-618a-4845-9e44-433b905bffd4', 'name': 'network-vif-deleted', 'tag': 'dac12656-0a9b-43a1-ba58-16a576db9c93', 'status': 'completed', 'code': 200} Oct 26 14:03:38.782820 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f7a0340a-fece-4999-bc6c-4a093cef77e9 req-f2c6a42c-df42-4044-8b9c-f724fcda8c96 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=1439f829-1abc-45d0-a350-7e26d440e1d8 HTTP/1.1" status: 200 len: 217 time: 0.1011062 Oct 26 14:03:38.877288 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device be373f40-3edc-44d5-b076-f4ae6ed66a88 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:38.924682 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0340a-fece-4999-bc6c-4a093cef77e9 req-ecffc23c-470e-46b3-b067-446232bdc6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:38.929117 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f7a0340a-fece-4999-bc6c-4a093cef77e9 req-ecffc23c-470e-46b3-b067-446232bdc6be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1282454 Oct 26 14:03:39.013260 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0340a-fece-4999-bc6c-4a093cef77e9 req-4bf09548-79a4-4914-b46d-b342454d1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:39.014858 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f7a0340a-fece-4999-bc6c-4a093cef77e9 req-4bf09548-79a4-4914-b46d-b342454d1868 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765219 Oct 26 14:03:39.142266 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f7a0340a-fece-4999-bc6c-4a093cef77e9 req-8b417854-3499-41c5-ae69-a99bd8a39c82 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180151 Oct 26 14:03:39.238572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port be373f40-3edc-44d5-b076-f4ae6ed66a88 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:39.239110 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.306236 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f7a0340a-fece-4999-bc6c-4a093cef77e9 req-cc598389-9f99-4fc4-a22b-7d8626649b57 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484656 Oct 26 14:03:39.368352 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d034fb8e-79c0-4e3c-b2ec-011b838d7269 None None] Network e2ad8bea-fe1a-4d12-b423-2e544e93593a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:39.512092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b9d88-e3c1-4cb4-9b70-dd8047059008 req-285a17d4-ddff-4051-9949-726f82e51d90 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:39.513696 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-511b9d88-e3c1-4cb4-9b70-dd8047059008 req-285a17d4-ddff-4051-9949-726f82e51d90 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.6388555 Oct 26 14:03:39.516939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'name': 'tempest-AttachSCSIVolumeTestJSON-91130677-router', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:34Z', 'updated_at': '2021-10-26T14:03:36Z', 'revision_number': 3, 'project_id': '5b2674cb4874497987610043cfc0edcf', 'gw_port': {'id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:35Z', 'updated_at': '2021-10-26T14:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:39.564569 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.572381 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-58e5b4e4-7936-454d-871c-29216408777b None None] Provisioning complete for port be373f40-3edc-44d5-b076-f4ae6ed66a88 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:39.572749 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-58e5b4e4-7936-454d-871c-29216408777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.585018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Checking router: 4795bc21-84b5-4666-abd6-391e5fb7deeb for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:39.585430 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Updating router 4795bc21-84b5-4666-abd6-391e5fb7deeb port 2ad2e5d5-f5c0-4136-8154-129ce6e39c09 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:39.617408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-511b9d88-e3c1-4cb4-9b70-dd8047059008 req-6b0244c5-4bea-465f-aeb2-328400ba7108 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723591 Oct 26 14:03:39.633224 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.692120 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.757954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port be373f40-3edc-44d5-b076-f4ae6ed66a88, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=be373f40-3edc-44d5-b076-f4ae6ed66a88,segment=NetworkSegment(a48dda87-579b-4e2f-8cf1-adaaea07a55c),segment_id=a48dda87-579b-4e2f-8cf1-adaaea07a55c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:39.783312 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.783312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56452f84-eea2-4f62-bc45-e779fe2ebd5c up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:39.872292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.977354 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Router 2bc2ea16-5018-4f55-a82f-ea597015fbd7 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:03:39.988187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3e4ed-1b1d-4bba-ae73-fdc27e83ba99 req-81582fc8-1257-4af5-a7ec-c50c5340f293 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:39.991614 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 1439f829-1abc-45d0-a350-7e26d440e1d8 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:39.995700 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4a3e4ed-1b1d-4bba-ae73-fdc27e83ba99 req-81582fc8-1257-4af5-a7ec-c50c5340f293 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 948 time: 0.1403000 Oct 26 14:03:40.201351 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=be373f40-3edc-44d5-b076-f4ae6ed66a88,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:40.205238 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4a3e4ed-1b1d-4bba-ae73-fdc27e83ba99 req-026a3dee-6451-4cb1-a6db-d5f241f4461a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083814 Oct 26 14:03:40.242490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Allocated IP 172.20.0.1 (a95226f9-9936-4e7b-95ac-9569b2850ddf/f4aae2f8-46c1-4ee3-b281-cc64ec44522f/67bf2da5-449b-45c2-8dad-afd1800c037b) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:40.268874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8092c-fbb3-47a8-b85f-89d2e50c74fa req-107c7f68-00e7-4f9b-93a6-e36e79b1c168 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:40.270869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83a8092c-fbb3-47a8-b85f-89d2e50c74fa req-107c7f68-00e7-4f9b-93a6-e36e79b1c168 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.1620054 Oct 26 14:03:40.289173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 56452f84-eea2-4f62-bc45-e779fe2ebd5c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:40.289549 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.306471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:40.319340 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Sync routers for ids ['2bc2ea16-5018-4f55-a82f-ea597015fbd7'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:40.334326 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Routers {'2bc2ea16-5018-4f55-a82f-ea597015fbd7'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:40.337243 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2bc2ea16-5018-4f55-a82f-ea597015fbd7'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:40.350418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 1439f829-1abc-45d0-a350-7e26d440e1d8, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=1439f829-1abc-45d0-a350-7e26d440e1d8,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:40.390068 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.393874 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-89a0109e-b8d8-4fbb-bace-aa7d7c2043d4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8579733 Oct 26 14:03:40.394701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54196) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:40.399028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '1439f829-1abc-45d0-a350-7e26d440e1d8', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '1439f829-1abc-45d0-a350-7e26d440e1d8', 'mac_address': 'fa:16:3e:09:46:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:40.407099 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83a8092c-fbb3-47a8-b85f-89d2e50c74fa req-f2f68f5a-bcaf-4987-b37e-32a35c1b29c9 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121812 Oct 26 14:03:40.485641 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.536602 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Set router 2bc2ea16-5018-4f55-a82f-ea597015fbd7 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:40.607242 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.609403 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.655469 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.694455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1439f829-1abc-45d0-a350-7e26d440e1d8 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:40.700162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Network a95226f9-9936-4e7b-95ac-9569b2850ddf is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:40.703480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:40.717479 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:40.719414 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.776410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Pushing event updated for resources: {'Port': ['ID=67bf2da5-449b-45c2-8dad-afd1800c037b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:40.849166 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b47de-83c5-4a1f-9d4c-05054f6b14b3 None None] Pushing event updated for resources: {'Port': ['ID=2ad2e5d5-f5c0-4136-8154-129ce6e39c09,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:40.883020 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.908242 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc2ea16-5018-4f55-a82f-ea597015fbd7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-329195958-router', 'tenant_id': '3b17818f424844bcb026a26157a008e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '8d725f55-1ffe-4c04-9cb4-810c2889f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:36Z', 'updated_at': '2021-10-26T14:03:38Z', 'revision_number': 3, 'project_id': '3b17818f424844bcb026a26157a008e0', 'gw_port': {'id': '8d725f55-1ffe-4c04-9cb4-810c2889f86d', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:34:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc2ea16-5018-4f55-a82f-ea597015fbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:37Z', 'updated_at': '2021-10-26T14:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:40.914012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Attempting to bind port 2ad2e5d5-f5c0-4136-8154-129ce6e39c09 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:40.914397 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Attempting to bind port 2ad2e5d5-f5c0-4136-8154-129ce6e39c09 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:40.914765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Attempting to bind port 2ad2e5d5-f5c0-4136-8154-129ce6e39c09 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:40.916941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device be373f40-3edc-44d5-b076-f4ae6ed66a88 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:40.952422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 1439f829-1abc-45d0-a350-7e26d440e1d8, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=1439f829-1abc-45d0-a350-7e26d440e1d8,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:40.971283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:40.971661 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:40.973730 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.974212 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:40.974809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Bound port: 2ad2e5d5-f5c0-4136-8154-129ce6e39c09, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:40.975229 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.981177 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.010838 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Checking router: 2bc2ea16-5018-4f55-a82f-ea597015fbd7 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:41.021215 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Updating router 2bc2ea16-5018-4f55-a82f-ea597015fbd7 port 8d725f55-1ffe-4c04-9cb4-810c2889f86d binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:41.031454 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:03:41.037326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a7534-ee42-428c-8f58-64a8f6a7b6a7 req-33f3cc28-1e6e-43ad-9897-6bc86c40a21f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:41.038003 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1f996a35-698e-4944-94ca-ebadea4533a0 None None] Provisioning complete for port be373f40-3edc-44d5-b076-f4ae6ed66a88 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:41.038379 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1f996a35-698e-4944-94ca-ebadea4533a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.048438 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-129a7534-ee42-428c-8f58-64a8f6a7b6a7 req-33f3cc28-1e6e-43ad-9897-6bc86c40a21f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.2752852 Oct 26 14:03:41.081298 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.108502 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.191923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-129a7534-ee42-428c-8f58-64a8f6a7b6a7 req-ef77214d-c4e4-4a00-aab0-fca256aac945 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412022 Oct 26 14:03:41.201644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port be373f40-3edc-44d5-b076-f4ae6ed66a88 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:41.202054 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.211016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] For port 2ad2e5d5-f5c0-4136-8154-129ce6e39c09, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:41.270568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=1439f829-1abc-45d0-a350-7e26d440e1d8,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:41.335284 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] For port 2ad2e5d5-f5c0-4136-8154-129ce6e39c09, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2ad2e5d5-f5c0-4136-8154-129ce6e39c09,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:41.345027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:41.364328 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.371906 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.407164 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.410801 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.525154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Routers {'4795bc21-84b5-4666-abd6-391e5fb7deeb'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:41.526050 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4795bc21-84b5-4666-abd6-391e5fb7deeb'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:41.526522 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.536188 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.545891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2d52d-da27-49a4-bd5a-3ea2dacc758a req-f2be1dfb-90ae-40f0-aaef-c1470c811539 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:41.547609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20e2d52d-da27-49a4-bd5a-3ea2dacc758a req-f2be1dfb-90ae-40f0-aaef-c1470c811539 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 949 time: 0.1803558 Oct 26 14:03:41.552947 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.560490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Pushing event updated for resources: {'Port': ['ID=67bf2da5-449b-45c2-8dad-afd1800c037b,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:41.596806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Allocated IP 172.20.0.1 (e2ad8bea-fe1a-4d12-b423-2e544e93593a/3a96696d-8e68-4956-a110-774d53ea126c/ee870255-5063-4941-bdc5-a969d72bbdd3) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:41.604143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96f0f5-1143-4f00-b10a-e469877b8ef4 req-8c7e9d03-0c6b-4de5-94d0-326436c1486a tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:41.610783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96f0f5-1143-4f00-b10a-e469877b8ef4 req-8c7e9d03-0c6b-4de5-94d0-326436c1486a tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:41.619646 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a96f0f5-1143-4f00-b10a-e469877b8ef4 req-8c7e9d03-0c6b-4de5-94d0-326436c1486a tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8&device_id=b639d64d-02fc-46a5-8b22-2cd1e1639a31 HTTP/1.1" status: 200 len: 1682 time: 0.2055106 Oct 26 14:03:41.631860 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636eb7c-3885-475f-adf3-6ae5071cf6ad None None] Pushing event updated for resources: {'Port': ['ID=8d725f55-1ffe-4c04-9cb4-810c2889f86d,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:41.638490 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Attempting to bind port 8d725f55-1ffe-4c04-9cb4-810c2889f86d on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:41.639132 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Attempting to bind port 8d725f55-1ffe-4c04-9cb4-810c2889f86d by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:41.639661 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Attempting to bind port 8d725f55-1ffe-4c04-9cb4-810c2889f86d on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:41.647499 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b47de-83c5-4a1f-9d4c-05054f6b14b3 None None] Pushing event updated for resources: {'Port': ['ID=2ad2e5d5-f5c0-4136-8154-129ce6e39c09,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:41.647857 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:41.648438 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:41.648993 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.650675 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:41.652509 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Bound port: 8d725f55-1ffe-4c04-9cb4-810c2889f86d, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:41.653098 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.697918 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-cec93583-15ff-4ee6-a1c6-3f3e93b65fcd None None] Provisioning complete for port 67bf2da5-449b-45c2-8dad-afd1800c037b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:41.698278 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cec93583-15ff-4ee6-a1c6-3f3e93b65fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.728436 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20e2d52d-da27-49a4-bd5a-3ea2dacc758a req-20b3a293-7694-479a-b171-80516006cd67 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711149 Oct 26 14:03:41.732672 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device dac12656-0a9b-43a1-ba58-16a576db9c93 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:41.750650 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] For port 8d725f55-1ffe-4c04-9cb4-810c2889f86d, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:41.752664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a96f0f5-1143-4f00-b10a-e469877b8ef4 req-af9efd15-7201-420f-bb84-409fefe40aac tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324549 Oct 26 14:03:41.760516 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] For port 8d725f55-1ffe-4c04-9cb4-810c2889f86d, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8d725f55-1ffe-4c04-9cb4-810c2889f86d,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:41.778523 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.783270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] Set router 4795bc21-84b5-4666-abd6-391e5fb7deeb gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:41.789569 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: dac12656-0a9b-43a1-ba58-16a576db9c93 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:41.789919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device dac12656-0a9b-43a1-ba58-16a576db9c93 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:41.790502 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.814199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Network a95226f9-9936-4e7b-95ac-9569b2850ddf is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:41.816336 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:41.836562 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.900699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-cec93583-15ff-4ee6-a1c6-3f3e93b65fcd None None] Port 67bf2da5-449b-45c2-8dad-afd1800c037b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:41.900941 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Network e2ad8bea-fe1a-4d12-b423-2e544e93593a is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:41.905579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:41.908619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:41.935865 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Routers {'2bc2ea16-5018-4f55-a82f-ea597015fbd7'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:41.937005 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2bc2ea16-5018-4f55-a82f-ea597015fbd7'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:41.968251 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Pushing event updated for resources: {'Port': ['ID=ee870255-5063-4941-bdc5-a969d72bbdd3,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:42.022778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.040574 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636eb7c-3885-475f-adf3-6ae5071cf6ad None None] Pushing event updated for resources: {'Port': ['ID=8d725f55-1ffe-4c04-9cb4-810c2889f86d,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:42.106393 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] Set router 2bc2ea16-5018-4f55-a82f-ea597015fbd7 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:42.126681 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e2b50-62fe-4764-b5ed-883a503778b8 req-2589a100-1a48-49a8-aad6-fea5bbcd23a6 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:42.128868 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-858e2b50-62fe-4764-b5ed-883a503778b8 req-2589a100-1a48-49a8-aad6-fea5bbcd23a6 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.2058928 Oct 26 14:03:42.170017 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Router 4795bc21-84b5-4666-abd6-391e5fb7deeb has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:42.241324 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-858e2b50-62fe-4764-b5ed-883a503778b8 req-696e5a5d-13af-4ce5-9999-eca212d0a8b1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053405 Oct 26 14:03:42.296438 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.379987 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c849651e-c066-4449-96f4-499c5e013bc5 None None] Provisioning complete for port 67bf2da5-449b-45c2-8dad-afd1800c037b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:42.380355 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c849651e-c066-4449-96f4-499c5e013bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.431165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c849651e-c066-4449-96f4-499c5e013bc5 None None] Port 67bf2da5-449b-45c2-8dad-afd1800c037b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:42.448976 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'name': 'tempest-AttachSCSIVolumeTestJSON-91130677-router', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:34Z', 'updated_at': '2021-10-26T14:03:41Z', 'revision_number': 4, 'project_id': '5b2674cb4874497987610043cfc0edcf', 'gw_port': {'id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:35Z', 'updated_at': '2021-10-26T14:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '67bf2da5-449b-45c2-8dad-afd1800c037b', 'name': '', 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'mac_address': 'fa:16:3e:32:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'f4aae2f8-46c1-4ee3-b281-cc64ec44522f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:39Z', 'updated_at': '2021-10-26T14:03:41Z', 'revision_number': 2, 'project_id': '5b2674cb4874497987610043cfc0edcf', 'subnets': [{'id': 'f4aae2f8-46c1-4ee3-b281-cc64ec44522f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:42.454130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c849651e-c066-4449-96f4-499c5e013bc5 None None] Provisioning complete for port ee870255-5063-4941-bdc5-a969d72bbdd3 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:42.454508 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c849651e-c066-4449-96f4-499c5e013bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.462502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:42.469858 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-398db311-45a0-4535-adb1-91c6d4994da6 admin admin] 10.222.0.32 "PUT /v2.0/routers/4795bc21-84b5-4666-abd6-391e5fb7deeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0485773 Oct 26 14:03:42.501969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b4325-b61a-4ad2-8e44-3a0c90d1b9b7 req-4afc9cf0-1462-420b-8ff6-bf1f80feeaed tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:42.506313 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc2ea16-5018-4f55-a82f-ea597015fbd7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-329195958-router', 'tenant_id': '3b17818f424844bcb026a26157a008e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '8d725f55-1ffe-4c04-9cb4-810c2889f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:36Z', 'updated_at': '2021-10-26T14:03:38Z', 'revision_number': 3, 'project_id': '3b17818f424844bcb026a26157a008e0', 'gw_port': {'id': '8d725f55-1ffe-4c04-9cb4-810c2889f86d', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:34:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc2ea16-5018-4f55-a82f-ea597015fbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:37Z', 'updated_at': '2021-10-26T14:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:42.512241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c82b4325-b61a-4ad2-8e44-3a0c90d1b9b7 req-4afc9cf0-1462-420b-8ff6-bf1f80feeaed tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1212008 Oct 26 14:03:42.524079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01dc918-3726-4812-8ab2-93533b0bccf0 None None] The sync data for ids ['4795bc21-84b5-4666-abd6-391e5fb7deeb'] in n-d-815498-1 is: [{'id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'name': 'tempest-AttachSCSIVolumeTestJSON-91130677-router', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:34Z', 'updated_at': '2021-10-26T14:03:41Z', 'revision_number': 4, 'project_id': '5b2674cb4874497987610043cfc0edcf', 'gw_port': {'id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:35Z', 'updated_at': '2021-10-26T14:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '67bf2da5-449b-45c2-8dad-afd1800c037b', 'name': '', 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'mac_address': 'fa:16:3e:32:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'f4aae2f8-46c1-4ee3-b281-cc64ec44522f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:39Z', 'updated_at': '2021-10-26T14:03:41Z', 'revision_number': 2, 'project_id': '5b2674cb4874497987610043cfc0edcf', 'subnets': [{'id': 'f4aae2f8-46c1-4ee3-b281-cc64ec44522f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:42.590687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c82b4325-b61a-4ad2-8e44-3a0c90d1b9b7 req-9544a5ec-79e7-478a-b04b-b0c6b9c30896 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745299 Oct 26 14:03:42.606653 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c849651e-c066-4449-96f4-499c5e013bc5 None None] Port ee870255-5063-4941-bdc5-a969d72bbdd3 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:42.675352 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.684286 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.687475 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f0032bb-3a88-48e9-a9b3-652c639430c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.701927 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f0ce65-3573-4562-8e31-01b677dbe900 None None] The sync data for ids ['2bc2ea16-5018-4f55-a82f-ea597015fbd7'] in n-d-815498-1 is: [{'id': '2bc2ea16-5018-4f55-a82f-ea597015fbd7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-329195958-router', 'tenant_id': '3b17818f424844bcb026a26157a008e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '8d725f55-1ffe-4c04-9cb4-810c2889f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:36Z', 'updated_at': '2021-10-26T14:03:38Z', 'revision_number': 3, 'project_id': '3b17818f424844bcb026a26157a008e0', 'gw_port': {'id': '8d725f55-1ffe-4c04-9cb4-810c2889f86d', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:34:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc2ea16-5018-4f55-a82f-ea597015fbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:37Z', 'updated_at': '2021-10-26T14:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:42.783294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Pushing event updated for resources: {'Port': ['ID=ee870255-5063-4941-bdc5-a969d72bbdd3,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:42.797787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.956424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41f23a-f732-46bb-857e-52ca594bc110 req-0d16f1cd-6550-4d90-9c6a-386707d9b954 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:42.958052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd41f23a-f732-46bb-857e-52ca594bc110 req-0d16f1cd-6550-4d90-9c6a-386707d9b954 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 949 time: 0.0867329 Oct 26 14:03:42.975925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Network e2ad8bea-fe1a-4d12-b423-2e544e93593a is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:42.977372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:43.062811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd41f23a-f732-46bb-857e-52ca594bc110 req-4687d47f-fa85-4252-943a-9f3f6b453002 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943639 Oct 26 14:03:43.167067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Router 2bc2ea16-5018-4f55-a82f-ea597015fbd7 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:43.240618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527cef5-31b4-4529-8645-7f2a50b6f82a req-db9678f1-6fb8-497d-af45-a38764e3c875 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:43.252892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1527cef5-31b4-4529-8645-7f2a50b6f82a req-db9678f1-6fb8-497d-af45-a38764e3c875 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=b639d64d-02fc-46a5-8b22-2cd1e1639a31 HTTP/1.1" status: 200 len: 946 time: 0.1125591 Oct 26 14:03:43.337068 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1527cef5-31b4-4529-8645-7f2a50b6f82a req-11e3389a-9c74-4589-85f6-df68d86c9abe tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718830 Oct 26 14:03:43.388398 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:43.395228 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c30132a7-f9b0-4d10-bf12-b7b9db0b9778 admin admin] 10.222.0.32 "PUT /v2.0/routers/2bc2ea16-5018-4f55-a82f-ea597015fbd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9988513 Oct 26 14:03:43.457098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a7a4c-dd30-4093-8b2f-de4ff3cd15ce req-e0e2083a-af9b-4602-a1e1-f2d685e74b96 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:43.459085 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c05a7a4c-dd30-4093-8b2f-de4ff3cd15ce req-e0e2083a-af9b-4602-a1e1-f2d685e74b96 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.0972359 Oct 26 14:03:43.474150 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54254) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:43.480405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-245960682-network', 'tenant_id': 'f12de18125724610929b4006d67b4116'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:43.511451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] Made reservation on behalf of f12de18125724610929b4006d67b4116 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:43.514995 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:43.535638 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c05a7a4c-dd30-4093-8b2f-de4ff3cd15ce req-178d5ae9-c302-4b14-b1f2-8e9ee14d89d7 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691538 Oct 26 14:03:43.801888 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1efc22f7-e988-493c-9376-8c6e23158507 None None] Provisioning complete for port ee870255-5063-4941-bdc5-a969d72bbdd3 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:43.802948 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1efc22f7-e988-493c-9376-8c6e23158507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:43.828601 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949bb76-b2c0-4d21-9bd8-d0a6554a26da req-9be4e653-d25a-458a-b7c7-d519f451859f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:43.841366 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-1efc22f7-e988-493c-9376-8c6e23158507 None None] Port ee870255-5063-4941-bdc5-a969d72bbdd3 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:43.876925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0949bb76-b2c0-4d21-9bd8-d0a6554a26da req-9be4e653-d25a-458a-b7c7-d519f451859f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1089451 Oct 26 14:03:43.901321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 1439f829-1abc-45d0-a350-7e26d440e1d8 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:43.931972 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:43.941575 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-e679479a-13bd-4995-b82e-4a34022f9171 req-de60dda3-9c27-4ea6-a720-a9b9fe4a2af2 tempest-FloatingIPDetailsNegativeTestJSON-461461002 tempest-FloatingIPDetailsNegativeTestJSON-461461002-project] show failed (client error): The resource could not be found. Oct 26 14:03:43.943227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e679479a-13bd-4995-b82e-4a34022f9171 req-de60dda3-9c27-4ea6-a720-a9b9fe4a2af2 tempest-FloatingIPDetailsNegativeTestJSON-461461002 tempest-FloatingIPDetailsNegativeTestJSON-461461002-project] 10.222.0.32 "GET /v2.0/floatingips/d59c6bf9-b0af-4d05-bae3-e450cb789d6d HTTP/1.1" status: 404 len: 350 time: 0.0534670 Oct 26 14:03:43.959304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54262) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:43.980313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 1439f829-1abc-45d0-a350-7e26d440e1d8 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:03:43.984939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 1439f829-1abc-45d0-a350-7e26d440e1d8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:43.986348 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.025911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.036256 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.079960 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:03:44.098872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6308a7-80f5-4082-b22f-a506539128ef,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:44.105135 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.105770 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] Added segment a27a9504-fb3b-42d3-ae30-7af7da473a5f of type vlan for network 7ebfbfb8-3c2b-4282-a090-6ed8c65eb191 Oct 26 14:03:44.172582 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.204172 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.213525 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.214933 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:44.215967 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.255712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf0d273-c8e1-415d-8f6b-b9e01232a39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1439f829-1abc-45d0-a350-7e26d440e1d8'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:44.259648 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0949bb76-b2c0-4d21-9bd8-d0a6554a26da req-fed0e99c-a148-4019-9a98-3e7f3426f981 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821790 Oct 26 14:03:44.263401 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcaa29f-b2b4-457c-9ebf-5c06a1f45571" -d '{"events": [{"server_uuid": "7bf0d273-c8e1-415d-8f6b-b9e01232a39e", "name": "network-vif-plugged", "status": "completed", "tag": "1439f829-1abc-45d0-a350-7e26d440e1d8"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:44.283658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 1439f829-1abc-45d0-a350-7e26d440e1d8, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=1439f829-1abc-45d0-a350-7e26d440e1d8,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:44.300011 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.332530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] Pushing event updated for resources: {'Network': ['ID=7ebfbfb8-3c2b-4282-a090-6ed8c65eb191,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:44.342360 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3b04dc2c-77b8-464a-99eb-404225e33caf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8663080 Oct 26 14:03:44.345890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54272) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:44.373511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-743247a9-b5a8-42e6-956e-7f49efdef6ae admin admin] Request body: {'subnet': {'network_id': '7ebfbfb8-3c2b-4282-a090-6ed8c65eb191', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-245960682-subnet', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:44.378718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 7ebfbfb8-3c2b-4282-a090-6ed8c65eb191 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:03:44.392825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaaa7c-9d72-4a0b-8951-11dbb9ed5df5 req-9d988e52-0ef2-4ae7-ac37-b21d1b84e55f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:44.395655 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-16eaaa7c-9d72-4a0b-8951-11dbb9ed5df5 req-9d988e52-0ef2-4ae7-ac37-b21d1b84e55f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.25 "GET /v2.0/ports?device_id=b639d64d-02fc-46a5-8b22-2cd1e1639a31 HTTP/1.1" status: 200 len: 946 time: 0.1958778 Oct 26 14:03:44.396791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5719173-9596-4322-b1bd-d59b893f87d0 req-e95b82e8-a4b2-45ae-b0b7-eaeb761c0c2c tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:44.398390 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5719173-9596-4322-b1bd-d59b893f87d0 req-e95b82e8-a4b2-45ae-b0b7-eaeb761c0c2c tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 949 time: 0.1519668 Oct 26 14:03:44.492543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5719173-9596-4322-b1bd-d59b893f87d0 req-37c6e344-4bf3-4f1d-a61c-c6bf0067513d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859656 Oct 26 14:03:44.530243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743247a9-b5a8-42e6-956e-7f49efdef6ae admin admin] Made reservation on behalf of f12de18125724610929b4006d67b4116 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:44.533915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-743247a9-b5a8-42e6-956e-7f49efdef6ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.569895 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aabebc-6eaf-4d97-9d76-1972e5c7fdde x-openstack-request-id: req-e1aabebc-6eaf-4d97-9d76-1972e5c7fdde {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:44.571437 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf0d273-c8e1-415d-8f6b-b9e01232a39e", "name": "network-vif-plugged", "status": "completed", "tag": "1439f829-1abc-45d0-a350-7e26d440e1d8", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:44.572282 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1aabebc-6eaf-4d97-9d76-1972e5c7fdde {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:44.573942 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf0d273-c8e1-415d-8f6b-b9e01232a39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1439f829-1abc-45d0-a350-7e26d440e1d8', 'code': 200} Oct 26 14:03:44.605468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=1439f829-1abc-45d0-a350-7e26d440e1d8,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:44.671506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-16eaaa7c-9d72-4a0b-8951-11dbb9ed5df5 req-9bb83436-4c15-4195-9566-889970fe24dd tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Deleting port 61f29757-a2cd-4f80-9126-a21b638771b9 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:44.671858 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-16eaaa7c-9d72-4a0b-8951-11dbb9ed5df5 req-9bb83436-4c15-4195-9566-889970fe24dd tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.758854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554b31d-529e-47e2-8654-5e65e66175f4 req-24b1fc43-b57b-4451-aeac-2f389ad7232f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:44.766663 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f554b31d-529e-47e2-8654-5e65e66175f4 req-24b1fc43-b57b-4451-aeac-2f389ad7232f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=b639d64d-02fc-46a5-8b22-2cd1e1639a31 HTTP/1.1" status: 200 len: 946 time: 0.1176527 Oct 26 14:03:44.808592 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed301762-92f9-49ea-9559-ecbb1f08ccb7 req-b83659f0-00d8-428f-83b3-b22b6fc74dfb tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:44.812078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80de38d-3596-4776-bbc8-0cb114d5f0c6 req-8570622b-ee53-485b-9245-9e5d71eb2ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:44.813967 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a80de38d-3596-4776-bbc8-0cb114d5f0c6 req-8570622b-ee53-485b-9245-9e5d71eb2ac8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 1101 time: 0.1742623 Oct 26 14:03:44.814486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed301762-92f9-49ea-9559-ecbb1f08ccb7 req-b83659f0-00d8-428f-83b3-b22b6fc74dfb tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.1455910 Oct 26 14:03:44.820574 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e177773e-1854-4705-ae81-b40d67b53ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.870984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a2cf3-6def-4fdf-89ee-f699dde7f5b2 req-d983a3c7-aadd-4409-8d0d-250283f4d8d9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:44.872917 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c2a2cf3-6def-4fdf-89ee-f699dde7f5b2 req-d983a3c7-aadd-4409-8d0d-250283f4d8d9 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.11 "GET /v2.0/ports?device_id=32504965-3f3f-4edd-b566-c0ddd799a8a8 HTTP/1.1" status: 200 len: 945 time: 0.2066495 Oct 26 14:03:44.943530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2ad2e5d5-f5c0-4136-8154-129ce6e39c09 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:44.987504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-16eaaa7c-9d72-4a0b-8951-11dbb9ed5df5 req-9bb83436-4c15-4195-9566-889970fe24dd tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] For port 61f29757-a2cd-4f80-9126-a21b638771b9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=61f29757-a2cd-4f80-9126-a21b638771b9,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:44.988147 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-16eaaa7c-9d72-4a0b-8951-11dbb9ed5df5 req-9bb83436-4c15-4195-9566-889970fe24dd tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.004555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 2ad2e5d5-f5c0-4136-8154-129ce6e39c09 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:45.005019 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.005496 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a80de38d-3596-4776-bbc8-0cb114d5f0c6 req-da60d643-67e3-4618-a2fc-a3d37676127a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759126 Oct 26 14:03:45.016446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-16eaaa7c-9d72-4a0b-8951-11dbb9ed5df5 req-9bb83436-4c15-4195-9566-889970fe24dd tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Calling delete_port for 61f29757-a2cd-4f80-9126-a21b638771b9 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:45.059855 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a4961ede-9749-43fe-ad10-e58e747f61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.112464 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.140385 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 2ad2e5d5-f5c0-4136-8154-129ce6e39c09, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2ad2e5d5-f5c0-4136-8154-129ce6e39c09,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:45.142118 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-743247a9-b5a8-42e6-956e-7f49efdef6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.146869 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.147988 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8d725f55-1ffe-4c04-9cb4-810c2889f86d up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:45.228444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=2ad2e5d5-f5c0-4136-8154-129ce6e39c09,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:45.234188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743247a9-b5a8-42e6-956e-7f49efdef6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ba6bf5-b028-4872-987f-9b6ab5119eea,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:45.239010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-5c2a2cf3-6def-4fdf-89ee-f699dde7f5b2 req-a377018f-a642-45b9-a6b8-d0b4841ed24f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Deleting port 164f99c4-41a7-4d30-905c-5fe4c38f53b0 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:45.239596 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5c2a2cf3-6def-4fdf-89ee-f699dde7f5b2 req-a377018f-a642-45b9-a6b8-d0b4841ed24f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.241795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 8d725f55-1ffe-4c04-9cb4-810c2889f86d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:45.242206 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.273233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed301762-92f9-49ea-9559-ecbb1f08ccb7 req-5ec101f2-5520-4997-ba40-f200504b1da9 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472418 Oct 26 14:03:45.290168 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f554b31d-529e-47e2-8654-5e65e66175f4 req-f2888947-5446-45ad-940f-1d797cdfcb9d tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/security-groups?id=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175631 Oct 26 14:03:45.344561 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743247a9-b5a8-42e6-956e-7f49efdef6ae admin admin] Checking segment: {'id': 'a27a9504-fb3b-42d3-ae30-7af7da473a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ebfbfb8-3c2b-4282-a090-6ed8c65eb191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:45.344913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743247a9-b5a8-42e6-956e-7f49efdef6ae admin admin] Network hostable DHCP agents. Network: 7ebfbfb8-3c2b-4282-a090-6ed8c65eb191, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:03:45.380194 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.408780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-5c2a2cf3-6def-4fdf-89ee-f699dde7f5b2 req-a377018f-a642-45b9-a6b8-d0b4841ed24f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] For port 164f99c4-41a7-4d30-905c-5fe4c38f53b0, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=164f99c4-41a7-4d30-905c-5fe4c38f53b0,segment=NetworkSegment(5fff1cf4-e162-410f-a342-903d9c062989),segment_id=5fff1cf4-e162-410f-a342-903d9c062989)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:45.409163 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5c2a2cf3-6def-4fdf-89ee-f699dde7f5b2 req-a377018f-a642-45b9-a6b8-d0b4841ed24f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.412093 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 8d725f55-1ffe-4c04-9cb4-810c2889f86d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8d725f55-1ffe-4c04-9cb4-810c2889f86d,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:45.416654 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.418222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743247a9-b5a8-42e6-956e-7f49efdef6ae admin admin] Network 7ebfbfb8-3c2b-4282-a090-6ed8c65eb191 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:03:45.422826 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-16eaaa7c-9d72-4a0b-8951-11dbb9ed5df5 req-9bb83436-4c15-4195-9566-889970fe24dd tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.431230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-5c2a2cf3-6def-4fdf-89ee-f699dde7f5b2 req-a377018f-a642-45b9-a6b8-d0b4841ed24f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Calling delete_port for 164f99c4-41a7-4d30-905c-5fe4c38f53b0 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:45.470748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-743247a9-b5a8-42e6-956e-7f49efdef6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 7ebfbfb8-3c2b-4282-a090-6ed8c65eb191) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:45.473281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb83436-4c15-4195-9566-889970fe24dd tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Pushing event deleted for resources: {'Port': ['ID=61f29757-a2cd-4f80-9126-a21b638771b9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:45.491001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875beecd-c654-4d75-b23a-68268c633449 req-04b9b8cd-e2cd-4283-8121-ab640d32462a tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:45.491756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743247a9-b5a8-42e6-956e-7f49efdef6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:45.492372 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-743247a9-b5a8-42e6-956e-7f49efdef6ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.492818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-875beecd-c654-4d75-b23a-68268c633449 req-04b9b8cd-e2cd-4283-8121-ab640d32462a tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.0844898 Oct 26 14:03:45.493295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=8d725f55-1ffe-4c04-9cb4-810c2889f86d,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:45.504695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['61f29757-a2cd-4f80-9126-a21b638771b9'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:45.506930 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['164f99c4-41a7-4d30-905c-5fe4c38f53b0'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:45.554509 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5221d324-7175-4e1f-a815-9a6991a9ad3c None None] Network 7ebfbfb8-3c2b-4282-a090-6ed8c65eb191 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:45.564010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-875beecd-c654-4d75-b23a-68268c633449 req-5a50272a-de20-4507-81a8-d3045f4b6659 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440619 Oct 26 14:03:45.576876 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-743247a9-b5a8-42e6-956e-7f49efdef6ae admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2288344 Oct 26 14:03:45.585198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54288) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:45.599213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-245960682-router', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:45.649742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-16eaaa7c-9d72-4a0b-8951-11dbb9ed5df5 req-9bb83436-4c15-4195-9566-889970fe24dd tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] No DVR routers for this DVR port 61f29757-a2cd-4f80-9126-a21b638771b9 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:45.658197 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-16eaaa7c-9d72-4a0b-8951-11dbb9ed5df5 req-9bb83436-4c15-4195-9566-889970fe24dd tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.668473 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-16eaaa7c-9d72-4a0b-8951-11dbb9ed5df5 req-9bb83436-4c15-4195-9566-889970fe24dd tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.25 "DELETE /v2.0/ports/61f29757-a2cd-4f80-9126-a21b638771b9 HTTP/1.1" status: 204 len: 173 time: 1.2608922 Oct 26 14:03:45.675671 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b639d64d-02fc-46a5-8b22-2cd1e1639a31', 'name': 'network-vif-deleted', 'tag': '61f29757-a2cd-4f80-9126-a21b638771b9'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:45.678679 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b97303-7bd9-457c-9733-98994e545fb9" -d '{"events": [{"server_uuid": "b639d64d-02fc-46a5-8b22-2cd1e1639a31", "name": "network-vif-deleted", "tag": "61f29757-a2cd-4f80-9126-a21b638771b9"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:45.712103 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.713179 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.779758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee925c2d-73ce-4e8f-9fac-f23383a71883 req-26776665-b3ca-4dab-ae20-0c3db9da8bc6 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:45.784807 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3b4d24-29c2-4c76-8041-b4b76e128c68 x-openstack-request-id: req-9c3b4d24-29c2-4c76-8041-b4b76e128c68 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:45.785456 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b639d64d-02fc-46a5-8b22-2cd1e1639a31", "name": "network-vif-deleted", "tag": "61f29757-a2cd-4f80-9126-a21b638771b9", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:45.786140 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c3b4d24-29c2-4c76-8041-b4b76e128c68 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:45.787489 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b639d64d-02fc-46a5-8b22-2cd1e1639a31', 'name': 'network-vif-deleted', 'tag': '61f29757-a2cd-4f80-9126-a21b638771b9', 'status': 'completed', 'code': 200} Oct 26 14:03:45.793826 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee925c2d-73ce-4e8f-9fac-f23383a71883 req-26776665-b3ca-4dab-ae20-0c3db9da8bc6 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 950 time: 0.1140416 Oct 26 14:03:45.826628 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-e177773e-1854-4705-ae81-b40d67b53ede admin admin] Deleting port ee870255-5063-4941-bdc5-a969d72bbdd3 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:45.826993 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e177773e-1854-4705-ae81-b40d67b53ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.834869 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5c2a2cf3-6def-4fdf-89ee-f699dde7f5b2 req-a377018f-a642-45b9-a6b8-d0b4841ed24f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.861683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['61f29757-a2cd-4f80-9126-a21b638771b9'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:45.865023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377018f-a642-45b9-a6b8-d0b4841ed24f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Pushing event deleted for resources: {'Port': ['ID=164f99c4-41a7-4d30-905c-5fe4c38f53b0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:45.906101 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-7ebfbfb8-3c2b-4282-a090-6ed8c65eb191', 'network_id': '7ebfbfb8-3c2b-4282-a090-6ed8c65eb191', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'fixed_ips': [{'subnet_id': '68ba6bf5-b028-4872-987f-9b6ab5119eea'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:03:45.906977 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.952657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2a2cf3-6def-4fdf-89ee-f699dde7f5b2 req-a377018f-a642-45b9-a6b8-d0b4841ed24f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] No DVR routers for this DVR port 164f99c4-41a7-4d30-905c-5fe4c38f53b0 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:45.957484 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5c2a2cf3-6def-4fdf-89ee-f699dde7f5b2 req-a377018f-a642-45b9-a6b8-d0b4841ed24f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.961571 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c2a2cf3-6def-4fdf-89ee-f699dde7f5b2 req-a377018f-a642-45b9-a6b8-d0b4841ed24f tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.11 "DELETE /v2.0/ports/164f99c4-41a7-4d30-905c-5fe4c38f53b0 HTTP/1.1" status: 204 len: 173 time: 1.0805798 Oct 26 14:03:45.969636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee925c2d-73ce-4e8f-9fac-f23383a71883 req-8ac7bd23-7245-4ee4-b076-2fbe1fac5f1f tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753750 Oct 26 14:03:46.005651 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e177773e-1854-4705-ae81-b40d67b53ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.008588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.055759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-e177773e-1854-4705-ae81-b40d67b53ede admin admin] Calling delete_port for ee870255-5063-4941-bdc5-a969d72bbdd3 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:46.080831 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Allocated IP 172.20.0.2 (7ebfbfb8-3c2b-4282-a090-6ed8c65eb191/68ba6bf5-b028-4872-987f-9b6ab5119eea/06f08c36-cb17-4a6f-b2cb-a8d229a12cb1) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:46.173204 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.206804 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c18b0-4908-4f81-ae77-2e247127a276 None None] Sync routers for ids ['2bc2ea16-5018-4f55-a82f-ea597015fbd7'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:46.241582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c18b0-4908-4f81-ae77-2e247127a276 None None] Routers {'2bc2ea16-5018-4f55-a82f-ea597015fbd7'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:46.243168 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f31c18b0-4908-4f81-ae77-2e247127a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2bc2ea16-5018-4f55-a82f-ea597015fbd7'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:46.373904 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.391741 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.465719 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Network 7ebfbfb8-3c2b-4282-a090-6ed8c65eb191 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:46.469255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-f31c18b0-4908-4f81-ae77-2e247127a276 None None] Set router 2bc2ea16-5018-4f55-a82f-ea597015fbd7 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:46.475153 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27c4ad3d-08bf-4907-b367-6e766269894e req-8d49112b-2682-4881-bd22-13385706ee68 tempest-ListServersNegativeTestJSON-2049588698 tempest-ListServersNegativeTestJSON-2049588698-project] 10.222.0.32 "GET /v2.0/ports?device_id=b639d64d-02fc-46a5-8b22-2cd1e1639a31 HTTP/1.1" status: 200 len: 210 time: 0.0517275 Oct 26 14:03:46.530700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa30c1-de80-40d9-9952-94ad7f14a11e req-45721fcf-76a0-43e7-93c8-2c085e96a83b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:46.543279 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8aa30c1-de80-40d9-9952-94ad7f14a11e req-45721fcf-76a0-43e7-93c8-2c085e96a83b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.1450500 Oct 26 14:03:46.548394 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Sync routers for ids ['4795bc21-84b5-4666-abd6-391e5fb7deeb'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:46.562987 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:46.563262 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Routers {'4795bc21-84b5-4666-abd6-391e5fb7deeb'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:46.564088 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4795bc21-84b5-4666-abd6-391e5fb7deeb'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:46.600914 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:46.607109 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Pushing event updated for resources: {'Port': ['ID=06f08c36-cb17-4a6f-b2cb-a8d229a12cb1,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:46.625409 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.686789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8aa30c1-de80-40d9-9952-94ad7f14a11e req-534ff68f-5354-463e-b79e-efe42d3e654c tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322930 Oct 26 14:03:46.708691 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Set router 4795bc21-84b5-4666-abd6-391e5fb7deeb gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:46.774525 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.780362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Attempting to bind port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:46.780731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Attempting to bind port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'a27a9504-fb3b-42d3-ae30-7af7da473a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ebfbfb8-3c2b-4282-a090-6ed8c65eb191'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:46.781096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Attempting to bind port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 on network 7ebfbfb8-3c2b-4282-a090-6ed8c65eb191 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:46.792922 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:46.794224 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Checking segment: {'id': 'a27a9504-fb3b-42d3-ae30-7af7da473a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ebfbfb8-3c2b-4282-a090-6ed8c65eb191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:46.794224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.794224 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Bound using segment: {'id': 'a27a9504-fb3b-42d3-ae30-7af7da473a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ebfbfb8-3c2b-4282-a090-6ed8c65eb191'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:46.794633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Bound port: 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27a9504-fb3b-42d3-ae30-7af7da473a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ebfbfb8-3c2b-4282-a090-6ed8c65eb191'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:46.794941 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.870026 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e177773e-1854-4705-ae81-b40d67b53ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.871561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8d725f55-1ffe-4c04-9cb4-810c2889f86d up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:46.910920 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.918793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177773e-1854-4705-ae81-b40d67b53ede admin admin] Pushing event deleted for resources: {'Port': ['ID=ee870255-5063-4941-bdc5-a969d72bbdd3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:46.954124 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] For port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:46.966801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ff98f-ef57-4d7d-bc2f-d001caeb0fb0 req-07b38267-7543-4e69-98ad-0685481e15c5 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:46.973955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] For port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=06f08c36-cb17-4a6f-b2cb-a8d229a12cb1,segment=NetworkSegment(a27a9504-fb3b-42d3-ae30-7af7da473a5f),segment_id=a27a9504-fb3b-42d3-ae30-7af7da473a5f)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:46.975994 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f7ff98f-ef57-4d7d-bc2f-d001caeb0fb0 req-07b38267-7543-4e69-98ad-0685481e15c5 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.3101106 Oct 26 14:03:46.981733 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.988056 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.994014 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'name': 'tempest-AttachSCSIVolumeTestJSON-91130677-router', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:34Z', 'updated_at': '2021-10-26T14:03:41Z', 'revision_number': 4, 'project_id': '5b2674cb4874497987610043cfc0edcf', 'gw_port': {'id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:35Z', 'updated_at': '2021-10-26T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '67bf2da5-449b-45c2-8dad-afd1800c037b', 'name': '', 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'mac_address': 'fa:16:3e:32:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'f4aae2f8-46c1-4ee3-b281-cc64ec44522f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:39Z', 'updated_at': '2021-10-26T14:03:41Z', 'revision_number': 2, 'project_id': '5b2674cb4874497987610043cfc0edcf', 'subnets': [{'id': 'f4aae2f8-46c1-4ee3-b281-cc64ec44522f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:47.028029 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Checking router: 4795bc21-84b5-4666-abd6-391e5fb7deeb for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:47.029224 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Updating router 4795bc21-84b5-4666-abd6-391e5fb7deeb port 67bf2da5-449b-45c2-8dad-afd1800c037b binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:47.065203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 8d725f55-1ffe-4c04-9cb4-810c2889f86d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:47.065625 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.075226 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.107261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f355d-094b-4813-a6db-425473dd5f85 None None] Pushing event updated for resources: {'Port': ['ID=06f08c36-cb17-4a6f-b2cb-a8d229a12cb1,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:47.117202 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f31c18b0-4908-4f81-ae77-2e247127a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc2ea16-5018-4f55-a82f-ea597015fbd7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-329195958-router', 'tenant_id': '3b17818f424844bcb026a26157a008e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '8d725f55-1ffe-4c04-9cb4-810c2889f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:36Z', 'updated_at': '2021-10-26T14:03:42Z', 'revision_number': 4, 'project_id': '3b17818f424844bcb026a26157a008e0', 'gw_port': {'id': '8d725f55-1ffe-4c04-9cb4-810c2889f86d', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:34:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc2ea16-5018-4f55-a82f-ea597015fbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:37Z', 'updated_at': '2021-10-26T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'ee870255-5063-4941-bdc5-a969d72bbdd3', 'name': '', 'network_id': 'e2ad8bea-fe1a-4d12-b423-2e544e93593a', 'tenant_id': '3b17818f424844bcb026a26157a008e0', 'mac_address': 'fa:16:3e:07:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc2ea16-5018-4f55-a82f-ea597015fbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '3a96696d-8e68-4956-a110-774d53ea126c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:41Z', 'updated_at': '2021-10-26T14:03:42Z', 'revision_number': 2, 'project_id': '3b17818f424844bcb026a26157a008e0', 'subnets': [{'id': '3a96696d-8e68-4956-a110-774d53ea126c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:47.151834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c18b0-4908-4f81-ae77-2e247127a276 None None] Checking router: 2bc2ea16-5018-4f55-a82f-ea597015fbd7 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:47.152187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c18b0-4908-4f81-ae77-2e247127a276 None None] Updating router 2bc2ea16-5018-4f55-a82f-ea597015fbd7 port ee870255-5063-4941-bdc5-a969d72bbdd3 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:47.185318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c18b0-4908-4f81-ae77-2e247127a276 None None] Port ee870255-5063-4941-bdc5-a969d72bbdd3 not found while updating agent binding for router 2bc2ea16-5018-4f55-a82f-ea597015fbd7. {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 14:03:47.201340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c18b0-4908-4f81-ae77-2e247127a276 None None] Routers {'2bc2ea16-5018-4f55-a82f-ea597015fbd7'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:47.201968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f31c18b0-4908-4f81-ae77-2e247127a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2bc2ea16-5018-4f55-a82f-ea597015fbd7'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:47.232895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f7ff98f-ef57-4d7d-bc2f-d001caeb0fb0 req-39211c89-ff04-4b70-be36-a799394ea6f7 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560086 Oct 26 14:03:47.430225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf3d7-8a4f-4a46-9e28-9e5de876d4a1 req-97ea0730-c28c-46e4-b3e5-2103a049eaf7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:47.431786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64bcf3d7-8a4f-4a46-9e28-9e5de876d4a1 req-97ea0730-c28c-46e4-b3e5-2103a049eaf7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 950 time: 0.2672861 Oct 26 14:03:47.445717 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Allocated IP 172.25.4.56 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/853102d0-c28f-44f8-8e87-3faaec78be5f) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:47.465591 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e177773e-1854-4705-ae81-b40d67b53ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.490381 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.497419 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.534678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-f31c18b0-4908-4f81-ae77-2e247127a276 None None] Set router 2bc2ea16-5018-4f55-a82f-ea597015fbd7 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:47.618336 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2ad2e5d5-f5c0-4136-8154-129ce6e39c09 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:47.620157 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8b0c3-4375-4719-9cd6-f414cb73ef9c None None] Pushing event updated for resources: {'Port': ['ID=67bf2da5-449b-45c2-8dad-afd1800c037b,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:47.626540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54310) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:47.661767 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8b0c3-4375-4719-9cd6-f414cb73ef9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:47.662310 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8b0c3-4375-4719-9cd6-f414cb73ef9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:47.662650 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8b0c3-4375-4719-9cd6-f414cb73ef9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:47.662979 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8b0c3-4375-4719-9cd6-f414cb73ef9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:47.663303 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8b0c3-4375-4719-9cd6-f414cb73ef9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:47.663628 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8b0c3-4375-4719-9cd6-f414cb73ef9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:47.663946 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8b0c3-4375-4719-9cd6-f414cb73ef9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:47.664267 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8b0c3-4375-4719-9cd6-f414cb73ef9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:47.664586 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8b0c3-4375-4719-9cd6-f414cb73ef9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:47.664908 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8b0c3-4375-4719-9cd6-f414cb73ef9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:47.665229 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8b0c3-4375-4719-9cd6-f414cb73ef9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:47.665544 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8b0c3-4375-4719-9cd6-f414cb73ef9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:47.692828 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Attempting to bind port 67bf2da5-449b-45c2-8dad-afd1800c037b on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:47.693213 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Attempting to bind port 67bf2da5-449b-45c2-8dad-afd1800c037b by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '9492b8c4-a032-4cbe-b683-1403f0f1600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:47.693558 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Attempting to bind port 67bf2da5-449b-45c2-8dad-afd1800c037b on network a95226f9-9936-4e7b-95ac-9569b2850ddf {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:47.701185 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:47.701573 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Checking segment: {'id': '9492b8c4-a032-4cbe-b683-1403f0f1600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:47.702414 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.702813 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Bound using segment: {'id': '9492b8c4-a032-4cbe-b683-1403f0f1600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:47.703283 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Bound port: 67bf2da5-449b-45c2-8dad-afd1800c037b, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9492b8c4-a032-4cbe-b683-1403f0f1600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:47.703661 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.736766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9390897-02f9-4cc0-a837-63936ced67ec admin admin] Deleting subnet 7dd2d823-0908-424c-b900-b9096aaf9ec9 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:03:47.743718 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9390897-02f9-4cc0-a837-63936ced67ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.828993 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9390897-02f9-4cc0-a837-63936ced67ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.833912 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] For port 67bf2da5-449b-45c2-8dad-afd1800c037b, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:47.840468 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] For port 67bf2da5-449b-45c2-8dad-afd1800c037b, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=67bf2da5-449b-45c2-8dad-afd1800c037b,segment=NetworkSegment(9492b8c4-a032-4cbe-b683-1403f0f1600e),segment_id=9492b8c4-a032-4cbe-b683-1403f0f1600e)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:47.852043 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.881951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64bcf3d7-8a4f-4a46-9e28-9e5de876d4a1 req-a7967c52-b258-44e3-979f-d2aa0e46d278 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170825 Oct 26 14:03:47.885032 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9390897-02f9-4cc0-a837-63936ced67ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.915090 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Routers {'4795bc21-84b5-4666-abd6-391e5fb7deeb'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:47.915713 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4795bc21-84b5-4666-abd6-391e5fb7deeb'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:47.944785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 61f29757-a2cd-4f80-9126-a21b638771b9 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:47.956179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32504965-3f3f-4edd-b566-c0ddd799a8a8', 'name': 'network-vif-deleted', 'tag': '164f99c4-41a7-4d30-905c-5fe4c38f53b0'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:47.958683 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6517d6d-1224-4814-a7c7-5a16e935b888" -d '{"events": [{"server_uuid": "32504965-3f3f-4edd-b566-c0ddd799a8a8", "name": "network-vif-deleted", "tag": "164f99c4-41a7-4d30-905c-5fe4c38f53b0"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:47.972877 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9390897-02f9-4cc0-a837-63936ced67ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.037779 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9390897-02f9-4cc0-a837-63936ced67ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.047325 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d9390897-02f9-4cc0-a837-63936ced67ec admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7dd2d823-0908-424c-b900-b9096aaf9ec9 HTTP/1.1" status: 204 len: 168 time: 0.4195721 Oct 26 14:03:48.048027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54322) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:48.055836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9390897-02f9-4cc0-a837-63936ced67ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd2d823-0908-424c-b900-b9096aaf9ec9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:48.070862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e76ae2-6b77-4060-afcd-7c9499f5a4bb req-3bd9e467-b3ed-478f-abd1-07911b47e903 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:48.071056 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 2ad2e5d5-f5c0-4136-8154-129ce6e39c09 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:48.071325 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.073113 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72e76ae2-6b77-4060-afcd-7c9499f5a4bb req-3bd9e467-b3ed-478f-abd1-07911b47e903 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.2144771 Oct 26 14:03:48.097904 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] Set router 4795bc21-84b5-4666-abd6-391e5fb7deeb gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:48.113183 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.160449 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0550e533-9aeb-4b7c-a4e5-3b203102bd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.172923 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 61f29757-a2cd-4f80-9126-a21b638771b9 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:48.173522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 61f29757-a2cd-4f80-9126-a21b638771b9 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:48.201217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e177773e-1854-4705-ae81-b40d67b53ede admin admin] Router 2bc2ea16-5018-4f55-a82f-ea597015fbd7 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:48.206086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ebde0100-7bdd-4cb9-85a1-4af3208e4907 None None] Provisioning complete for port 67bf2da5-449b-45c2-8dad-afd1800c037b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:48.206468 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ebde0100-7bdd-4cb9-85a1-4af3208e4907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.340443 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72e76ae2-6b77-4060-afcd-7c9499f5a4bb req-0b55e967-a3e7-4e56-8ce5-cf62ea1ec21d tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436171 Oct 26 14:03:48.413155 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0550e533-9aeb-4b7c-a4e5-3b203102bd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.421709 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03b985e-15cc-4c1c-b518-dab621714cbb x-openstack-request-id: req-b03b985e-15cc-4c1c-b518-dab621714cbb {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:48.422017 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32504965-3f3f-4edd-b566-c0ddd799a8a8", "name": "network-vif-deleted", "tag": "164f99c4-41a7-4d30-905c-5fe4c38f53b0", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:48.422282 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b03b985e-15cc-4c1c-b518-dab621714cbb {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:48.422681 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32504965-3f3f-4edd-b566-c0ddd799a8a8', 'name': 'network-vif-deleted', 'tag': '164f99c4-41a7-4d30-905c-5fe4c38f53b0', 'status': 'completed', 'code': 200} Oct 26 14:03:48.457263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f31c18b0-4908-4f81-ae77-2e247127a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc2ea16-5018-4f55-a82f-ea597015fbd7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-329195958-router', 'tenant_id': '3b17818f424844bcb026a26157a008e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '8d725f55-1ffe-4c04-9cb4-810c2889f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:36Z', 'updated_at': '2021-10-26T14:03:46Z', 'revision_number': 5, 'project_id': '3b17818f424844bcb026a26157a008e0', 'gw_port': {'id': '8d725f55-1ffe-4c04-9cb4-810c2889f86d', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:34:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc2ea16-5018-4f55-a82f-ea597015fbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:37Z', 'updated_at': '2021-10-26T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:48.473295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0550e533-9aeb-4b7c-a4e5-3b203102bd33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4badf004-e7e2-438d-99e1-6a0448258c40']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:48.474019 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8b0c3-4375-4719-9cd6-f414cb73ef9c None None] Pushing event updated for resources: {'Port': ['ID=67bf2da5-449b-45c2-8dad-afd1800c037b,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:48.509274 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0550e533-9aeb-4b7c-a4e5-3b203102bd33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fff1cf4-e162-410f-a342-903d9c062989') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:48.510009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0550e533-9aeb-4b7c-a4e5-3b203102bd33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fff1cf4-e162-410f-a342-903d9c062989') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:48.516221 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'name': 'tempest-AttachSCSIVolumeTestJSON-91130677-router', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:34Z', 'updated_at': '2021-10-26T14:03:41Z', 'revision_number': 4, 'project_id': '5b2674cb4874497987610043cfc0edcf', 'gw_port': {'id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:35Z', 'updated_at': '2021-10-26T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '67bf2da5-449b-45c2-8dad-afd1800c037b', 'name': '', 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'mac_address': 'fa:16:3e:32:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'f4aae2f8-46c1-4ee3-b281-cc64ec44522f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:39Z', 'updated_at': '2021-10-26T14:03:47Z', 'revision_number': 4, 'project_id': '5b2674cb4874497987610043cfc0edcf', 'subnets': [{'id': 'f4aae2f8-46c1-4ee3-b281-cc64ec44522f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:48.543839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c18b0-4908-4f81-ae77-2e247127a276 None None] The sync data for ids ['2bc2ea16-5018-4f55-a82f-ea597015fbd7'] in n-d-815498-1 is: [{'id': '2bc2ea16-5018-4f55-a82f-ea597015fbd7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-329195958-router', 'tenant_id': '3b17818f424844bcb026a26157a008e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '8d725f55-1ffe-4c04-9cb4-810c2889f86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:36Z', 'updated_at': '2021-10-26T14:03:46Z', 'revision_number': 5, 'project_id': '3b17818f424844bcb026a26157a008e0', 'gw_port': {'id': '8d725f55-1ffe-4c04-9cb4-810c2889f86d', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:34:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc2ea16-5018-4f55-a82f-ea597015fbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:37Z', 'updated_at': '2021-10-26T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:48.546450 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0550e533-9aeb-4b7c-a4e5-3b203102bd33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.547873 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.575324 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0550e533-9aeb-4b7c-a4e5-3b203102bd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.577634 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.594942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0550e533-9aeb-4b7c-a4e5-3b203102bd33 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:03:48.595462 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0550e533-9aeb-4b7c-a4e5-3b203102bd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.603331 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18750c3-0b86-4993-91fc-d10dece0d04e None None] The sync data for ids ['4795bc21-84b5-4666-abd6-391e5fb7deeb'] in n-d-815498-1 is: [{'id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'name': 'tempest-AttachSCSIVolumeTestJSON-91130677-router', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:34Z', 'updated_at': '2021-10-26T14:03:41Z', 'revision_number': 4, 'project_id': '5b2674cb4874497987610043cfc0edcf', 'gw_port': {'id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:35Z', 'updated_at': '2021-10-26T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '67bf2da5-449b-45c2-8dad-afd1800c037b', 'name': '', 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'mac_address': 'fa:16:3e:32:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'f4aae2f8-46c1-4ee3-b281-cc64ec44522f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:39Z', 'updated_at': '2021-10-26T14:03:47Z', 'revision_number': 4, 'project_id': '5b2674cb4874497987610043cfc0edcf', 'subnets': [{'id': 'f4aae2f8-46c1-4ee3-b281-cc64ec44522f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:03:48.615033 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:03:48.669043 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ebde0100-7bdd-4cb9-85a1-4af3208e4907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.713870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c1f0ed-c674-4066-be27-e1ca5a6abd04 None None] Network 7ebfbfb8-3c2b-4282-a090-6ed8c65eb191 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:48.714306 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:48.733676 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0550e533-9aeb-4b7c-a4e5-3b203102bd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.739948 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117323ca-9aaf-424d-a470-77170b0fff53 req-9018147d-72ed-403c-b48e-6995252e5adb tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:48.744161 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0550e533-9aeb-4b7c-a4e5-3b203102bd33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.747571 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0550e533-9aeb-4b7c-a4e5-3b203102bd33 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4badf004-e7e2-438d-99e1-6a0448258c40 HTTP/1.1" status: 204 len: 168 time: 0.6984351 Oct 26 14:03:48.763248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-117323ca-9aaf-424d-a470-77170b0fff53 req-9018147d-72ed-403c-b48e-6995252e5adb tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.2091713 Oct 26 14:03:48.780801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:48.784033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550e533-9aeb-4b7c-a4e5-3b203102bd33 admin admin] Pushing event deleted for resources: {'Network': ['ID=4badf004-e7e2-438d-99e1-6a0448258c40,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:48.804620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Pushing event updated for resources: {'Port': ['ID=853102d0-c28f-44f8-8e87-3faaec78be5f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:48.814786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:48.820848 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ebde0100-7bdd-4cb9-85a1-4af3208e4907 None None] For port 67bf2da5-449b-45c2-8dad-afd1800c037b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=67bf2da5-449b-45c2-8dad-afd1800c037b,segment=NetworkSegment(9492b8c4-a032-4cbe-b683-1403f0f1600e),segment_id=9492b8c4-a032-4cbe-b683-1403f0f1600e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:48.832347 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ebde0100-7bdd-4cb9-85a1-4af3208e4907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.877739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e177773e-1854-4705-ae81-b40d67b53ede admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:48.888093 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54330) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:48.889722 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e177773e-1854-4705-ae81-b40d67b53ede admin admin] 10.222.0.32 "PUT /v2.0/routers/2bc2ea16-5018-4f55-a82f-ea597015fbd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9271531 Oct 26 14:03:48.915687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b707f-8458-4bd0-9ec5-fa55a104dcd7 req-14428969-97ac-414c-ab96-41cae6fcc432 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:48.917245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a64b707f-8458-4bd0-9ec5-fa55a104dcd7 req-14428969-97ac-414c-ab96-41cae6fcc432 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 1101 time: 0.4572518 Oct 26 14:03:49.026862 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-117323ca-9aaf-424d-a470-77170b0fff53 req-33b43bb4-05e5-4db1-b55a-f1f7fda4a79c tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547467 Oct 26 14:03:49.042676 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a64b707f-8458-4bd0-9ec5-fa55a104dcd7 req-265045d1-ad4b-424f-867a-5b5fd25f40b2 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.145867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-abe6ecad-635a-4392-a18f-ce1b57f6767e None None] Provisioning complete for port 67bf2da5-449b-45c2-8dad-afd1800c037b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:49.146541 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-abe6ecad-635a-4392-a18f-ce1b57f6767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.154063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde0100-7bdd-4cb9-85a1-4af3208e4907 None None] Pushing event updated for resources: {'Port': ['ID=67bf2da5-449b-45c2-8dad-afd1800c037b,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:49.195853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 67bf2da5-449b-45c2-8dad-afd1800c037b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:49.196585 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.221204 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54334) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:49.254534 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a64b707f-8458-4bd0-9ec5-fa55a104dcd7 req-265045d1-ad4b-424f-867a-5b5fd25f40b2 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.378779 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.466328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] Deleting port 8d725f55-1ffe-4c04-9cb4-810c2889f86d {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:49.467365 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.497070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 67bf2da5-449b-45c2-8dad-afd1800c037b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:49.497449 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.587296 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-abe6ecad-635a-4392-a18f-ce1b57f6767e None None] Provisioning complete for port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:49.587816 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-abe6ecad-635a-4392-a18f-ce1b57f6767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.633660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] For port 8d725f55-1ffe-4c04-9cb4-810c2889f86d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8d725f55-1ffe-4c04-9cb4-810c2889f86d,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:49.636298 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.666202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] Calling delete_port for 8d725f55-1ffe-4c04-9cb4-810c2889f86d owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:49.755056 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 164f99c4-41a7-4d30-905c-5fe4c38f53b0 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:49.773484 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:49.823981 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 164f99c4-41a7-4d30-905c-5fe4c38f53b0 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:49.824469 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 164f99c4-41a7-4d30-905c-5fe4c38f53b0 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:49.851240 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-abe6ecad-635a-4392-a18f-ce1b57f6767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.914092 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a64b707f-8458-4bd0-9ec5-fa55a104dcd7 req-265045d1-ad4b-424f-867a-5b5fd25f40b2 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.916602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:49.918861 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.922796 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-abe6ecad-635a-4392-a18f-ce1b57f6767e None None] For port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=06f08c36-cb17-4a6f-b2cb-a8d229a12cb1,segment=NetworkSegment(a27a9504-fb3b-42d3-ae30-7af7da473a5f),segment_id=a27a9504-fb3b-42d3-ae30-7af7da473a5f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:49.949608 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-abe6ecad-635a-4392-a18f-ce1b57f6767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.957693 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.005213 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a64b707f-8458-4bd0-9ec5-fa55a104dcd7 req-265045d1-ad4b-424f-867a-5b5fd25f40b2 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0259311 Oct 26 14:03:50.011564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265045d1-ad4b-424f-867a-5b5fd25f40b2 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c921378-afe4-4345-81be-e3eba534e329,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:50.018916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d725f55-1ffe-4c04-9cb4-810c2889f86d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:50.022656 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6ecad-635a-4392-a18f-ce1b57f6767e None None] Pushing event updated for resources: {'Port': ['ID=06f08c36-cb17-4a6f-b2cb-a8d229a12cb1,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:50.091880 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.117892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62374715-83d1-42ee-9a4e-0089c80cbefe req-70de0db7-838c-4c34-9ba1-044ab295a011 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:50.119792 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62374715-83d1-42ee-9a4e-0089c80cbefe req-70de0db7-838c-4c34-9ba1-044ab295a011 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.2441945 Oct 26 14:03:50.125948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-6ea60a5e-2cdb-4f70-95f7-85648da06356 None None] Provisioning complete for port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:50.126385 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6ea60a5e-2cdb-4f70-95f7-85648da06356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.128233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bad0625d-4446-4707-80f0-9d271faf3123 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3cf8427fea34d73b605914a198ecb9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9006886 Oct 26 14:03:50.136791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54342) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:50.328716 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.333707 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.358905 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62374715-83d1-42ee-9a4e-0089c80cbefe req-1758ee9d-39a1-48f4-9faa-15cacc70664c tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103670 Oct 26 14:03:50.359657 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d4e177ce-1d75-4968-8416-362992115198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.416684 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.417778 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bc2ea16-5018-4f55-a82f-ea597015fbd7 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:03:50.425119 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.427146 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e45b8bec-34c9-42dc-b50e-df929ed2b6d7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2bc2ea16-5018-4f55-a82f-ea597015fbd7 HTTP/1.1" status: 204 len: 168 time: 1.5371985 Oct 26 14:03:50.428811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54352) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:50.462275 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d4e177ce-1d75-4968-8416-362992115198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.483218 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-7461c612-56dc-4f4d-8de0-52a2b982e9b9 admin admin] Deleting subnet 3a96696d-8e68-4956-a110-774d53ea126c {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:03:50.487593 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7461c612-56dc-4f4d-8de0-52a2b982e9b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.507170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff4261-d991-41dc-a8fe-68c3d8c56166 req-27f79703-39e9-4bef-b115-ba0146c3fdea tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:50.508686 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8ff4261-d991-41dc-a8fe-68c3d8c56166 req-27f79703-39e9-4bef-b115-ba0146c3fdea tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1916096 Oct 26 14:03:50.516499 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.529166 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7461c612-56dc-4f4d-8de0-52a2b982e9b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.651603 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7461c612-56dc-4f4d-8de0-52a2b982e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.653757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8ff4261-d991-41dc-a8fe-68c3d8c56166 req-2ddcb5a4-f254-44a6-bcb6-1280464d2110 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351595 Oct 26 14:03:50.669913 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-bca43f44-b9fe-4581-bbbd-423f790cdcc7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3c869b6d52e6491b913e06699b75389e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423284 Oct 26 14:03:50.670510 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d4e177ce-1d75-4968-8416-362992115198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.673086 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d4e177ce-1d75-4968-8416-362992115198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.677021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d4e177ce-1d75-4968-8416-362992115198 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2459e2b3-16b2-4e54-9a0b-1986fe5e6d33 HTTP/1.1" status: 204 len: 168 time: 0.5360672 Oct 26 14:03:50.715800 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e177ce-1d75-4968-8416-362992115198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2459e2b3-16b2-4e54-9a0b-1986fe5e6d33,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:50.762065 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7461c612-56dc-4f4d-8de0-52a2b982e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.802083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461c612-56dc-4f4d-8de0-52a2b982e9b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a96696d-8e68-4956-a110-774d53ea126c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:50.809582 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7461c612-56dc-4f4d-8de0-52a2b982e9b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.815874 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b26f784-d503-4f00-ac10-961c918c9c79 None None] Network e2ad8bea-fe1a-4d12-b423-2e544e93593a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:50.823468 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7461c612-56dc-4f4d-8de0-52a2b982e9b9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3a96696d-8e68-4956-a110-774d53ea126c HTTP/1.1" status: 204 len: 168 time: 0.3924131 Oct 26 14:03:50.826657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54364) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:50.898529 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.986040 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.009925 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-31488805-8bbe-49a3-b886-1fcc2c67dd18 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:51.011486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-31488805-8bbe-49a3-b886-1fcc2c67dd18 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3315561 Oct 26 14:03:51.056925 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 67bf2da5-449b-45c2-8dad-afd1800c037b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:51.073118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Deleting port be373f40-3edc-44d5-b076-f4ae6ed66a88 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:51.073457 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.078463 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-efc92af0-644a-4a2d-b4dc-f8f37cdcda5e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/quotas/3c869b6d52e6491b913e06699b75389e HTTP/1.1" status: 200 len: 375 time: 0.0451262 Oct 26 14:03:51.113681 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dc4b4e-c455-4806-82aa-2b82971e199d None None] Sync routers for ids ['2bc2ea16-5018-4f55-a82f-ea597015fbd7'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:51.153662 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a5dbb91e-a6a6-4e9c-a59a-6480123d7039 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743208 Oct 26 14:03:51.166070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc4b4e-c455-4806-82aa-2b82971e199d None None] Routers set() bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:51.166442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc4b4e-c455-4806-82aa-2b82971e199d None None] Router IDs set() for agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 14:03:51.167115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_agentschedulers_db [None req-09dc4b4e-c455-4806-82aa-2b82971e199d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2bc2ea16-5018-4f55-a82f-ea597015fbd7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent'). {{(pid=102125) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 14:03:51.185640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 67bf2da5-449b-45c2-8dad-afd1800c037b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:51.186051 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.198158 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] For port be373f40-3edc-44d5-b076-f4ae6ed66a88, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=be373f40-3edc-44d5-b076-f4ae6ed66a88,segment=NetworkSegment(a48dda87-579b-4e2f-8cf1-adaaea07a55c),segment_id=a48dda87-579b-4e2f-8cf1-adaaea07a55c)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:51.198554 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.202280 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Router 446bf811-cd4a-470e-a699-b5a5c7dd9a4a is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:03:51.226885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Calling delete_port for be373f40-3edc-44d5-b076-f4ae6ed66a88 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:51.252377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92137ea-abfc-4149-8984-33f39aba7476 None None] DHCP port deletion for e2ad8bea-fe1a-4d12-b423-2e544e93593a request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:03:51.326016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc4b4e-c455-4806-82aa-2b82971e199d None None] Routers set() bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:51.326644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc4b4e-c455-4806-82aa-2b82971e199d None None] Router IDs set() for agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 14:03:51.327708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_agentschedulers_db [None req-09dc4b4e-c455-4806-82aa-2b82971e199d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2bc2ea16-5018-4f55-a82f-ea597015fbd7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent'). {{(pid=102125) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 14:03:51.328269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dc4b4e-c455-4806-82aa-2b82971e199d None None] The sync data for ids ['2bc2ea16-5018-4f55-a82f-ea597015fbd7'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:51.335219 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.385132 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] No DVR routers for this DVR port be373f40-3edc-44d5-b076-f4ae6ed66a88 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:51.391386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Pushing event deleted for resources: {'Port': ['ID=be373f40-3edc-44d5-b076-f4ae6ed66a88,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:51.416928 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:51.430241 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:51.443388 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Sync routers for ids ['446bf811-cd4a-470e-a699-b5a5c7dd9a4a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:51.465004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d92137ea-abfc-4149-8984-33f39aba7476 None None] Deleting port be373f40-3edc-44d5-b076-f4ae6ed66a88 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:51.465381 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d92137ea-abfc-4149-8984-33f39aba7476 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.479022 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Routers {'446bf811-cd4a-470e-a699-b5a5c7dd9a4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:51.480434 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['446bf811-cd4a-470e-a699-b5a5c7dd9a4a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:51.512465 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.513971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e33d1371-87cc-4ef8-81a1-1f9cafc94c25 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9268603 Oct 26 14:03:51.517155 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54380) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:51.549695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:51.550098 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.574757 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d92137ea-abfc-4149-8984-33f39aba7476 None None] For port be373f40-3edc-44d5-b076-f4ae6ed66a88, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:51.575154 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d92137ea-abfc-4149-8984-33f39aba7476 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.598585 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d92137ea-abfc-4149-8984-33f39aba7476 None None] Calling delete_port for be373f40-3edc-44d5-b076-f4ae6ed66a88 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:51.603321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-d92137ea-abfc-4149-8984-33f39aba7476 None None] Port be373f40-3edc-44d5-b076-f4ae6ed66a88 was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:03:51.607358 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d92137ea-abfc-4149-8984-33f39aba7476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.640361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92137ea-abfc-4149-8984-33f39aba7476 None None] Pushing event deleted for resources: {'Port': ['ID=be373f40-3edc-44d5-b076-f4ae6ed66a88,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:51.648746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92137ea-abfc-4149-8984-33f39aba7476 None None] No DVR routers for this DVR port be373f40-3edc-44d5-b076-f4ae6ed66a88 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:51.695147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9a1e7-9339-4019-b932-65f6b9119d4a req-b29a89a7-f434-48b8-b4bb-d4a1dac4f462 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:51.698491 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fef9a1e7-9339-4019-b932-65f6b9119d4a req-b29a89a7-f434-48b8-b4bb-d4a1dac4f462 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.1678801 Oct 26 14:03:51.764765 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fef9a1e7-9339-4019-b932-65f6b9119d4a req-7c8c6b13-193b-4376-9da6-caeb322d5275 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562327 Oct 26 14:03:51.771262 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.804110 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Set router 446bf811-cd4a-470e-a699-b5a5c7dd9a4a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:51.812726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ad8bea-fe1a-4d12-b423-2e544e93593a']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:51.827654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48dda87-579b-4e2f-8cf1-adaaea07a55c') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:51.827983 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48dda87-579b-4e2f-8cf1-adaaea07a55c') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:51.976661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.989787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54396) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:52.068779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e130-5e62-4353-ac3e-3591d4077911 req-f790fcc6-fdf0-43bd-984c-9aad9d164ad5 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:52.083505 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.091740 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1845e130-5e62-4353-ac3e-3591d4077911 req-f790fcc6-fdf0-43bd-984c-9aad9d164ad5 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1285968 Oct 26 14:03:52.104245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:03:52.104654 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:03:52.106634 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:03:52.198593 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1845e130-5e62-4353-ac3e-3591d4077911 req-a5abf6ce-ecbc-4816-b011-f8e65bce7741 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033740 Oct 26 14:03:52.230179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.257931 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.264044 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] 10.222.0.32 "DELETE /v2.0/networks/e2ad8bea-fe1a-4d12-b423-2e544e93593a HTTP/1.1" status: 204 len: 168 time: 1.4341145 Oct 26 14:03:52.268546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e42a4c53-acd3-48ad-96af-56ab850fcb35 req-73ab2230-d663-4b24-8e61-40e5bd3b13de tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 210 time: 0.0462105 Oct 26 14:03:52.276534 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079a482-2182-4164-a0d1-6680763368de admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ad8bea-fe1a-4d12-b423-2e544e93593a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:52.299442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-623440408-network', 'tenant_id': '72989d479143447882fe3b6a54e5462e'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:52.331662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] Made reservation on behalf of 72989d479143447882fe3b6a54e5462e for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:52.335442 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.348282 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.351352 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-245960682-router', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '853102d0-c28f-44f8-8e87-3faaec78be5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:03:50Z', 'revision_number': 3, 'project_id': 'f12de18125724610929b4006d67b4116', 'gw_port': {'id': '853102d0-c28f-44f8-8e87-3faaec78be5f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:47Z', 'updated_at': '2021-10-26T14:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:52.398506 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Checking router: 446bf811-cd4a-470e-a699-b5a5c7dd9a4a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:52.398854 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Updating router 446bf811-cd4a-470e-a699-b5a5c7dd9a4a port 853102d0-c28f-44f8-8e87-3faaec78be5f binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:52.446590 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.457900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54414) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:52.531654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-32f859c0-f088-488a-b9c4-0625e185b454 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b17818f424844bcb026a26157a008e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0723648 Oct 26 14:03:52.537196 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54416) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:52.550595 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.562457 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.618948 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:03:52.650457 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f2eed6bc-0518-4881-a13d-afbe222cc208 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.671578 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.671958 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] Added segment 5f91d710-5814-4012-9fa1-3e4f5006152c of type vlan for network 40034b2e-f630-4171-b5bd-34dc425cf3ef Oct 26 14:03:52.675904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cfa2b2-ff6c-479a-95dd-3cdf3b3e6346,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:52.679853 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f2eed6bc-0518-4881-a13d-afbe222cc208 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.699040 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.746498 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.775487 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.778817 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:52.778817 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.830686 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f2eed6bc-0518-4881-a13d-afbe222cc208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.833488 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f2eed6bc-0518-4881-a13d-afbe222cc208 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.848581 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f2eed6bc-0518-4881-a13d-afbe222cc208 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3663575-8ea4-4363-8de3-acd02de18c89 HTTP/1.1" status: 204 len: 168 time: 0.2991104 Oct 26 14:03:52.852488 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.863910 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.887648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eed6bc-0518-4881-a13d-afbe222cc208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3663575-8ea4-4363-8de3-acd02de18c89,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:52.903004 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9120922 Oct 26 14:03:52.912466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54426) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:52.919710 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1b42b9bd-2566-4901-9d70-0f4939a7b1a4 admin admin] Request body: {'subnet': {'network_id': '40034b2e-f630-4171-b5bd-34dc425cf3ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-623440408-subnet', 'tenant_id': '72989d479143447882fe3b6a54e5462e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:52.927559 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8d725f55-1ffe-4c04-9cb4-810c2889f86d no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:52.931202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a437b3-3858-4acc-a471-17fb53efdb20 admin admin] Pushing event updated for resources: {'Network': ['ID=40034b2e-f630-4171-b5bd-34dc425cf3ef,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:52.961113 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 40034b2e-f630-4171-b5bd-34dc425cf3ef details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:03:52.984379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b42b9bd-2566-4901-9d70-0f4939a7b1a4 admin admin] Made reservation on behalf of 72989d479143447882fe3b6a54e5462e for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:52.987611 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b42b9bd-2566-4901-9d70-0f4939a7b1a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:53.032146 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42054789-34b7-494d-90b2-1645930b11f5 None None] Pushing event updated for resources: {'Port': ['ID=853102d0-c28f-44f8-8e87-3faaec78be5f,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:53.085643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 8d725f55-1ffe-4c04-9cb4-810c2889f86d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:53.100801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8d725f55-1ffe-4c04-9cb4-810c2889f86d not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:53.102098 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Attempting to bind port 853102d0-c28f-44f8-8e87-3faaec78be5f on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:53.102642 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device be373f40-3edc-44d5-b076-f4ae6ed66a88 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:53.107899 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Attempting to bind port 853102d0-c28f-44f8-8e87-3faaec78be5f by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:53.108611 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Attempting to bind port 853102d0-c28f-44f8-8e87-3faaec78be5f on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:53.120859 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:53.121813 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:53.122504 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:53.126516 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:53.127378 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Bound port: 853102d0-c28f-44f8-8e87-3faaec78be5f, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:53.128078 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:53.169751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911fc2c-54e6-4583-99f6-81f3f5dd85da req-426aaaac-0110-41c7-ae30-6021d72d1f00 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:53.170880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6911fc2c-54e6-4583-99f6-81f3f5dd85da req-426aaaac-0110-41c7-ae30-6021d72d1f00 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.2167912 Oct 26 14:03:53.227561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: be373f40-3edc-44d5-b076-f4ae6ed66a88 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:53.228026 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device be373f40-3edc-44d5-b076-f4ae6ed66a88 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:53.246753 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] For port 853102d0-c28f-44f8-8e87-3faaec78be5f, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:53.247950 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6911fc2c-54e6-4583-99f6-81f3f5dd85da req-325153dd-6d26-4ac4-a609-5f242bbd3db1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604079 Oct 26 14:03:53.257861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Allocated IP 172.20.0.1 (7ebfbfb8-3c2b-4282-a090-6ed8c65eb191/68ba6bf5-b028-4872-987f-9b6ab5119eea/2717228f-0d2d-49dd-9857-945aebe4f022) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:53.258614 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] For port 853102d0-c28f-44f8-8e87-3faaec78be5f, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=853102d0-c28f-44f8-8e87-3faaec78be5f,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:53.275411 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:53.331806 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:53.370137 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42054789-34b7-494d-90b2-1645930b11f5 None None] Pushing event updated for resources: {'Port': ['ID=853102d0-c28f-44f8-8e87-3faaec78be5f,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:53.401866 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Routers {'446bf811-cd4a-470e-a699-b5a5c7dd9a4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:53.402657 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['446bf811-cd4a-470e-a699-b5a5c7dd9a4a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:53.431389 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb57fe81-5b6e-495b-90fa-22c80a1e2b70 req-2e3fa0f1-cb85-4c28-991b-dc2e5c97ed2e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 210 time: 0.0354557 Oct 26 14:03:53.444283 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b42b9bd-2566-4901-9d70-0f4939a7b1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:53.528906 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:53.559421 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] Set router 446bf811-cd4a-470e-a699-b5a5c7dd9a4a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:53.576764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42b9bd-2566-4901-9d70-0f4939a7b1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf474ebd-b783-4963-9734-aafd007a342c,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:53.583260 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:53.588902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42b9bd-2566-4901-9d70-0f4939a7b1a4 admin admin] Checking segment: {'id': '5f91d710-5814-4012-9fa1-3e4f5006152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '40034b2e-f630-4171-b5bd-34dc425cf3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:53.589271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b42b9bd-2566-4901-9d70-0f4939a7b1a4 admin admin] Network hostable DHCP agents. Network: 40034b2e-f630-4171-b5bd-34dc425cf3ef, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:03:53.605666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8bebf-1cf1-4e50-8de3-2b1adef42b0d req-60dca9b4-696c-4555-891c-1f77c559fb49 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:53.613378 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c5a8bebf-1cf1-4e50-8de3-2b1adef42b0d req-60dca9b4-696c-4555-891c-1f77c559fb49 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1853485 Oct 26 14:03:53.634437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Network 7ebfbfb8-3c2b-4282-a090-6ed8c65eb191 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:53.645042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:53.648735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:53.678276 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Pushing event updated for resources: {'Port': ['ID=2717228f-0d2d-49dd-9857-945aebe4f022,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:53.695299 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:53.726287 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c5a8bebf-1cf1-4e50-8de3-2b1adef42b0d req-e54d665e-1751-4d59-bb52-59b97c51e805 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082866 Oct 26 14:03:53.729151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b42b9bd-2566-4901-9d70-0f4939a7b1a4 admin admin] Network 40034b2e-f630-4171-b5bd-34dc425cf3ef is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:03:53.756453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-1b42b9bd-2566-4901-9d70-0f4939a7b1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 40034b2e-f630-4171-b5bd-34dc425cf3ef) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:53.762950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b42b9bd-2566-4901-9d70-0f4939a7b1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:53.764342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b42b9bd-2566-4901-9d70-0f4939a7b1a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:53.768945 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6192978-fde7-4ed6-8fc2-a45d52f399e1 None None] Network 40034b2e-f630-4171-b5bd-34dc425cf3ef requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:53.804087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1b42b9bd-2566-4901-9d70-0f4939a7b1a4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8889470 Oct 26 14:03:53.930209 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:53.966550 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-245960682-router', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '853102d0-c28f-44f8-8e87-3faaec78be5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:03:50Z', 'revision_number': 3, 'project_id': 'f12de18125724610929b4006d67b4116', 'gw_port': {'id': '853102d0-c28f-44f8-8e87-3faaec78be5f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:47Z', 'updated_at': '2021-10-26T14:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:54.047612 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3a4a1-c739-40fc-910f-6ae929178dc6 None None] The sync data for ids ['446bf811-cd4a-470e-a699-b5a5c7dd9a4a'] in n-d-815498-1 is: [{'id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-245960682-router', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '853102d0-c28f-44f8-8e87-3faaec78be5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:03:50Z', 'revision_number': 3, 'project_id': 'f12de18125724610929b4006d67b4116', 'gw_port': {'id': '853102d0-c28f-44f8-8e87-3faaec78be5f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:47Z', 'updated_at': '2021-10-26T14:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:54.127740 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8938c9e-db4f-4920-9939-5af5489ed6f2 None None] Network 40034b2e-f630-4171-b5bd-34dc425cf3ef requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:54.188622 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-7c60c45f-f70c-4bff-ac56-a204aa41a331 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3c869b6d52e6491b913e06699b75389e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011486 Oct 26 14:03:54.257972 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ff93c5ff-7a41-4c78-91f7-8615bb7b3242 None None] Provisioning complete for port 2717228f-0d2d-49dd-9857-945aebe4f022 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:54.266757 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ff93c5ff-7a41-4c78-91f7-8615bb7b3242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:54.400805 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-688d10ed-5fb1-47b2-bc00-cf1a8181efaf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:54.402396 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-688d10ed-5fb1-47b2-bc00-cf1a8181efaf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062902 Oct 26 14:03:54.407778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:54.419760 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ff93c5ff-7a41-4c78-91f7-8615bb7b3242 None None] Port 2717228f-0d2d-49dd-9857-945aebe4f022 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:54.420024 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:54.434124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-d154b405-487e-44a2-b06e-4441cae6cb5a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Request body: {'port': {'device_id': '1e7d0784-bcb0-429d-b16e-0ecc3bfb6881', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '3c869b6d52e6491b913e06699b75389e'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:54.590164 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Pushing event updated for resources: {'Port': ['ID=2717228f-0d2d-49dd-9857-945aebe4f022,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:54.594708 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:54.606895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63e752-2024-4cf3-9e03-14d77ab4342d req-92b07650-f6ee-4600-bfbc-0a7cc129ae38 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:54.609545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea63e752-2024-4cf3-9e03-14d77ab4342d req-92b07650-f6ee-4600-bfbc-0a7cc129ae38 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.1515679 Oct 26 14:03:54.689767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-cbc982e2-b70c-4480-989c-5bec44a1ea84 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3c869b6d52e6491b913e06699b75389e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695655 Oct 26 14:03:54.825458 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-d154b405-487e-44a2-b06e-4441cae6cb5a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Made reservation on behalf of 3c869b6d52e6491b913e06699b75389e for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:54.835002 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-d154b405-487e-44a2-b06e-4441cae6cb5a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:54.851437 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea63e752-2024-4cf3-9e03-14d77ab4342d req-4d74d448-6778-4f9e-8fe4-2ba10a59ceb3 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215593 Oct 26 14:03:54.874675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Network 7ebfbfb8-3c2b-4282-a090-6ed8c65eb191 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:54.884720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:54.946416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 853102d0-c28f-44f8-8e87-3faaec78be5f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:55.057515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 853102d0-c28f-44f8-8e87-3faaec78be5f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:55.057906 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.104438 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-69e6af7a-e39d-4bbe-b719-57131da30e14 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:55.105988 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-69e6af7a-e39d-4bbe-b719-57131da30e14 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4040220 Oct 26 14:03:55.126275 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-3cb2972b-f554-499c-a734-2d96517bdebf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Request body: {'port': {'device_id': '09d561a2-dd4c-4ad1-86d3-ec196a82c44a', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '3c869b6d52e6491b913e06699b75389e'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:55.190215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-d154b405-487e-44a2-b06e-4441cae6cb5a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Allocated IP 192.168.233.74 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/a71aca10-33a9-4a57-b703-b2a427ef3d4b) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:55.233701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Router 446bf811-cd4a-470e-a699-b5a5c7dd9a4a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:55.274458 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.343664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97a3142f-02e2-448f-99ed-06dc3e35099a req-26de105a-6149-4d21-b1f9-6b7f4f84d2e4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 210 time: 0.1825094 Oct 26 14:03:55.382881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-e733cbda-903e-4cb1-8d03-8eec09d8ea29 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:55.390314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-e733cbda-903e-4cb1-8d03-8eec09d8ea29 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/networks?id=40034b2e-f630-4171-b5bd-34dc425cf3ef HTTP/1.1" status: 200 len: 808 time: 0.5557091 Oct 26 14:03:55.422820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-66069d15-40c3-41b4-a096-82d2934b4afb tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/quotas/72989d479143447882fe3b6a54e5462e HTTP/1.1" status: 200 len: 375 time: 0.0315254 Oct 26 14:03:55.481282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-90eb2ce4-22c4-4610-ac57-f2f7bc165ade tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=72989d479143447882fe3b6a54e5462e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574756 Oct 26 14:03:55.495862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 853102d0-c28f-44f8-8e87-3faaec78be5f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=853102d0-c28f-44f8-8e87-3faaec78be5f,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:55.503016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c1a0efc5-9599-4e7d-b2d5-0d3166a5f928 None None] Provisioning complete for port 2717228f-0d2d-49dd-9857-945aebe4f022 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:55.503455 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c1a0efc5-9599-4e7d-b2d5-0d3166a5f928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.506843 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.597367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c1a0efc5-9599-4e7d-b2d5-0d3166a5f928 None None] Port 2717228f-0d2d-49dd-9857-945aebe4f022 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:55.613462 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=853102d0-c28f-44f8-8e87-3faaec78be5f,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:55.614405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866485ea-9617-42a0-8bd2-2a36c1e3c305 req-bea94bc5-ab14-49b2-9f23-1c3888ec12c4 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:55.622995 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-866485ea-9617-42a0-8bd2-2a36c1e3c305 req-bea94bc5-ab14-49b2-9f23-1c3888ec12c4 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.1334310 Oct 26 14:03:55.647156 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54492) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:55.668806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-3cb2972b-f554-499c-a734-2d96517bdebf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Made reservation on behalf of 3c869b6d52e6491b913e06699b75389e for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:55.672387 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-3cb2972b-f554-499c-a734-2d96517bdebf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.698821 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-d154b405-487e-44a2-b06e-4441cae6cb5a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.706752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-866485ea-9617-42a0-8bd2-2a36c1e3c305 req-37fceeb0-143f-4b50-9c96-fcaf604f11d5 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829492 Oct 26 14:03:55.708115 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:55.726595 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f97cc94c-cd09-4a09-810b-c60b826e7991 admin admin] 10.222.0.32 "PUT /v2.0/routers/446bf811-cd4a-470e-a699-b5a5c7dd9a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2066324 Oct 26 14:03:55.760969 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-65af2fb0-436a-4ba3-a5c1-78d888687a67 service neutron] 10.222.0.32 "GET /v2.0/networks/40034b2e-f630-4171-b5bd-34dc425cf3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787509 Oct 26 14:03:55.788710 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-d154b405-487e-44a2-b06e-4441cae6cb5a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.804346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:55.858026 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-362c7e78-bee2-4d9e-83a0-512cd3171013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.885708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-d154b405-487e-44a2-b06e-4441cae6cb5a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:55.898008 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-d154b405-487e-44a2-b06e-4441cae6cb5a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:55.901533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154b405-487e-44a2-b06e-4441cae6cb5a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event updated for resources: {'Port': ['ID=a71aca10-33a9-4a57-b703-b2a427ef3d4b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:55.906984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-d154b405-487e-44a2-b06e-4441cae6cb5a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:55.950384 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-64151a0c-1db0-4b69-98d9-1d4dd23503dd service neutron] 10.222.0.32 "GET /v2.0/networks/40034b2e-f630-4171-b5bd-34dc425cf3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883616 Oct 26 14:03:55.964597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-3cb2972b-f554-499c-a734-2d96517bdebf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Allocated IP 192.168.233.94 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/df16a872-a263-46d3-9da6-4f964d0a0a0a) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:56.012677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-d154b405-487e-44a2-b06e-4441cae6cb5a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:56.013527 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-d154b405-487e-44a2-b06e-4441cae6cb5a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.090194 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-d154b405-487e-44a2-b06e-4441cae6cb5a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6693897 Oct 26 14:03:56.120199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Request body: {'port': {'device_id': '1e7d0784-bcb0-429d-b16e-0ecc3bfb6881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:56.247253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73214331-9aa0-4b69-9991-a6e6e792b9d2 req-51f753fb-589d-44f1-b115-6c0a69c56edd tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:56.252063 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-362c7e78-bee2-4d9e-83a0-512cd3171013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.258602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-73214331-9aa0-4b69-9991-a6e6e792b9d2 req-51f753fb-589d-44f1-b115-6c0a69c56edd tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.1385579 Oct 26 14:03:56.277385 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-362c7e78-bee2-4d9e-83a0-512cd3171013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.353663 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-3cb2972b-f554-499c-a734-2d96517bdebf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.360860 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f89c97e-be46-4f1f-b165-15a881a6c209 req-d884b93f-6a34-4277-abb9-505e5ac35ca3 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 210 time: 0.0541952 Oct 26 14:03:56.387899 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.398015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c7e78-bee2-4d9e-83a0-512cd3171013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4f4aa9-0011-4002-90fe-5edeaf64f912,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:56.398184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-73214331-9aa0-4b69-9991-a6e6e792b9d2 req-a0748cc7-1cdf-4ca1-8f34-39b09819feb8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341619 Oct 26 14:03:56.429767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54516) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:56.437746 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-362c7e78-bee2-4d9e-83a0-512cd3171013 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=333cbe58034a47cfaf305060883a654d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7877471 Oct 26 14:03:56.452518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5be2d315-50f3-4137-8e03-6b8d1be00681 None None] Provisioning complete for port a71aca10-33a9-4a57-b703-b2a427ef3d4b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:56.453499 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5be2d315-50f3-4137-8e03-6b8d1be00681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.521170 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-3cb2972b-f554-499c-a734-2d96517bdebf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.536533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:56.647456 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b49171d5-c41a-4e51-b959-d39c999c763b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.650446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-5be2d315-50f3-4137-8e03-6b8d1be00681 None None] Port a71aca10-33a9-4a57-b703-b2a427ef3d4b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:56.684877 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b49171d5-c41a-4e51-b959-d39c999c763b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.704145 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-3cb2972b-f554-499c-a734-2d96517bdebf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:56.708905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-3cb2972b-f554-499c-a734-2d96517bdebf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:56.750350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-3cb2972b-f554-499c-a734-2d96517bdebf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:56.765273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Sync routers for ids ['446bf811-cd4a-470e-a699-b5a5c7dd9a4a'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:56.778888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6097b3-0308-4b8d-be02-0e9678321e5c req-852dd047-8ac7-43b5-9016-12a567eb0408 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:56.783002 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b6097b3-0308-4b8d-be02-0e9678321e5c req-852dd047-8ac7-43b5-9016-12a567eb0408 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 935 time: 0.2840068 Oct 26 14:03:56.896805 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Routers {'446bf811-cd4a-470e-a699-b5a5c7dd9a4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:56.897442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['446bf811-cd4a-470e-a699-b5a5c7dd9a4a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:56.950967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71aca10-33a9-4a57-b703-b2a427ef3d4b {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:56.960533 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.975261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Transition to ACTIVE for port object a71aca10-33a9-4a57-b703-b2a427ef3d4b will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:03:56.992206 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.000040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2972b-f554-499c-a734-2d96517bdebf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event updated for resources: {'Port': ['ID=df16a872-a263-46d3-9da6-4f964d0a0a0a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:57.021754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 853102d0-c28f-44f8-8e87-3faaec78be5f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:57.176233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b6097b3-0308-4b8d-be02-0e9678321e5c req-7ab5abfb-7a3d-4e7e-8993-674ef0e50232 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422174 Oct 26 14:03:57.188959 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-3cb2972b-f554-499c-a734-2d96517bdebf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:57.189818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-3cb2972b-f554-499c-a734-2d96517bdebf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.224296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Pushing event updated for resources: {'Port': ['ID=a71aca10-33a9-4a57-b703-b2a427ef3d4b,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:57.245151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8538e5d-b2c4-4477-8359-c6c56806f343 req-3ce44c40-c36a-43f1-9c70-8c4d56a94e3e tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:57.256006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8538e5d-b2c4-4477-8359-c6c56806f343 req-3ce44c40-c36a-43f1-9c70-8c4d56a94e3e tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.3476543 Oct 26 14:03:57.272674 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Set router 446bf811-cd4a-470e-a699-b5a5c7dd9a4a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:57.324992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Attempting to bind port a71aca10-33a9-4a57-b703-b2a427ef3d4b on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:57.325354 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Attempting to bind port a71aca10-33a9-4a57-b703-b2a427ef3d4b by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:57.333475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Attempting to bind port a71aca10-33a9-4a57-b703-b2a427ef3d4b on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:57.339993 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b49171d5-c41a-4e51-b959-d39c999c763b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.346901 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Port a71aca10-33a9-4a57-b703-b2a427ef3d4b on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:03:57.347230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Attempting to bind port a71aca10-33a9-4a57-b703-b2a427ef3d4b on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:57.363885 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b49171d5-c41a-4e51-b959-d39c999c763b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.374680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b49171d5-c41a-4e51-b959-d39c999c763b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd4f4aa9-0011-4002-90fe-5edeaf64f912 HTTP/1.1" status: 204 len: 168 time: 0.9346223 Oct 26 14:03:57.384363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:57.384657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:57.385017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:57.385450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Bound port: a71aca10-33a9-4a57-b703-b2a427ef3d4b, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:57.385814 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.403960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-3cb2972b-f554-499c-a734-2d96517bdebf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2869496 Oct 26 14:03:57.405888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49171d5-c41a-4e51-b959-d39c999c763b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4f4aa9-0011-4002-90fe-5edeaf64f912,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:57.453790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Request body: {'port': {'device_id': '09d561a2-dd4c-4ad1-86d3-ec196a82c44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:57.631499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8538e5d-b2c4-4477-8359-c6c56806f343 req-4846180f-1c3d-4b28-9049-81a669e7f6a2 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745697 Oct 26 14:03:57.657576 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] For port a71aca10-33a9-4a57-b703-b2a427ef3d4b, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:57.676574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] For port a71aca10-33a9-4a57-b703-b2a427ef3d4b, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a71aca10-33a9-4a57-b703-b2a427ef3d4b,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:57.690427 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.809526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4a785808-6ee3-4c2f-be9d-8e4887da2c28 None None] Provisioning complete for port df16a872-a263-46d3-9da6-4f964d0a0a0a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:57.810170 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4a785808-6ee3-4c2f-be9d-8e4887da2c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.852444 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:57.853209 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.854673 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] 10.222.0.11 "PUT /v2.0/ports/a71aca10-33a9-4a57-b703-b2a427ef3d4b HTTP/1.1" status: 200 len: 1095 time: 1.7390153 Oct 26 14:03:57.855161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7d0784-bcb0-429d-b16e-0ecc3bfb6881', 'tag': 'a71aca10-33a9-4a57-b703-b2a427ef3d4b'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:57.862326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e17946c-95ec-4e25-8604-17811eb8d98e req-57c92604-63f8-46b1-9b46-262fb39884dd tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 210 time: 0.2160592 Oct 26 14:03:57.867603 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bf2bfa-3248-455a-b1dd-c78712ff8e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7d0784-bcb0-429d-b16e-0ecc3bfb6881", "tag": "a71aca10-33a9-4a57-b703-b2a427ef3d4b"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:57.905586 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.949545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbdbab-985e-4686-a991-df02f03829ac service neutron] Pushing event updated for resources: {'Port': ['ID=a71aca10-33a9-4a57-b703-b2a427ef3d4b,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:57.990308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 42326989-5b85-48b5-8735-924071ba63ea details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:57.995732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 42326989-5b85-48b5-8735-924071ba63ea no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:58.026771 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b735b4-75db-4ea8-bdf3-2ced89e393c4 req-57a62ade-8d1a-40a3-8225-7d3b9aa38fee tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:58.037499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-57b735b4-75db-4ea8-bdf3-2ced89e393c4 req-57a62ade-8d1a-40a3-8225-7d3b9aa38fee tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.1888864 Oct 26 14:03:58.101357 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197dd10c-9199-46ef-b4b4-ac060a7b5ef7 x-openstack-request-id: req-197dd10c-9199-46ef-b4b4-ac060a7b5ef7 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:58.102032 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7d0784-bcb0-429d-b16e-0ecc3bfb6881", "tag": "a71aca10-33a9-4a57-b703-b2a427ef3d4b", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:58.102032 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-197dd10c-9199-46ef-b4b4-ac060a7b5ef7 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:58.102314 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7d0784-bcb0-429d-b16e-0ecc3bfb6881', 'tag': 'a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'status': 'completed', 'code': 200} Oct 26 14:03:58.106102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-aebdeefa-c7d4-497a-a2db-cf638b3670ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:58.107536 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-aebdeefa-c7d4-497a-a2db-cf638b3670ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=1e7d0784-bcb0-429d-b16e-0ecc3bfb6881 HTTP/1.1" status: 200 len: 1098 time: 0.1171038 Oct 26 14:03:58.171665 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:58.223876 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-0f1b80d5-a50b-457d-a9c6-8e960840d8e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a71aca10-33a9-4a57-b703-b2a427ef3d4b HTTP/1.1" status: 200 len: 217 time: 0.1058931 Oct 26 14:03:58.292540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-57b735b4-75db-4ea8-bdf3-2ced89e393c4 req-c0473485-4a7a-4d26-874a-ce2e65554d36 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529395 Oct 26 14:03:58.307225 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4a785808-6ee3-4c2f-be9d-8e4887da2c28 None None] Port df16a872-a263-46d3-9da6-4f964d0a0a0a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:58.323770 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 853102d0-c28f-44f8-8e87-3faaec78be5f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:58.324137 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:58.390140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-228f60d6-ce15-4a9c-83f0-a2cdaebf9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:58.391634 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-228f60d6-ce15-4a9c-83f0-a2cdaebf9495 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1596429 Oct 26 14:03:58.693303 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:58.724902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f020b18a-1bfa-414c-9807-293345acc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:58.726545 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-f020b18a-1bfa-414c-9807-293345acc063 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3170171 Oct 26 14:03:58.800145 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=42326989-5b85-48b5-8735-924071ba63ea,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:58.816191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42326989-5b85-48b5-8735-924071ba63ea'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:58.823252 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c031f267-a36d-4f48-9ef9-db8bcb089670" -d '{"events": [{"server_uuid": "201cdf08-bf66-4bb0-8114-fcddde3d772e", "name": "network-vif-unplugged", "status": "completed", "tag": "42326989-5b85-48b5-8735-924071ba63ea"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:58.841231 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.resource_extend [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:03:58.873716 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:58.944575 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-31d5279c-818b-44e6-8e11-948a9e165245 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:58.947069 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-31d5279c-818b-44e6-8e11-948a9e165245 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.25 "GET /v2.0/networks?id=40034b2e-f630-4171-b5bd-34dc425cf3ef HTTP/1.1" status: 200 len: 808 time: 0.4145634 Oct 26 14:03:58.968843 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-3ddcb593-03ca-48db-882f-53a8a913f5e2 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Request body: {'port': {'device_id': '28725a51-ec6c-4ce0-886f-09ba41ed287e', 'network_id': '40034b2e-f630-4171-b5bd-34dc425cf3ef', 'admin_state_up': True, 'tenant_id': '72989d479143447882fe3b6a54e5462e'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:59.074127 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-cad6ceb9-1e6d-40ea-a565-39b8fd5f949c service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317897 Oct 26 14:03:59.222619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54570) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:59.242617 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=42326989-5b85-48b5-8735-924071ba63ea,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:59.267404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-245960682-router', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '853102d0-c28f-44f8-8e87-3faaec78be5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:03:53Z', 'revision_number': 4, 'project_id': 'f12de18125724610929b4006d67b4116', 'gw_port': {'id': '853102d0-c28f-44f8-8e87-3faaec78be5f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:47Z', 'updated_at': '2021-10-26T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '2717228f-0d2d-49dd-9857-945aebe4f022', 'name': '', 'network_id': '7ebfbfb8-3c2b-4282-a090-6ed8c65eb191', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'mac_address': 'fa:16:3e:cf:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '68ba6bf5-b028-4872-987f-9b6ab5119eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:52Z', 'updated_at': '2021-10-26T14:03:54Z', 'revision_number': 2, 'project_id': 'f12de18125724610929b4006d67b4116', 'subnets': [{'id': '68ba6bf5-b028-4872-987f-9b6ab5119eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:59.307890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Checking router: 446bf811-cd4a-470e-a699-b5a5c7dd9a4a for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:59.309572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Updating router 446bf811-cd4a-470e-a699-b5a5c7dd9a4a port 2717228f-0d2d-49dd-9857-945aebe4f022 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:59.314121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=42326989-5b85-48b5-8735-924071ba63ea,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:59.320958 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-4bf20adc-1965-4c56-8b63-7bed4b2f9f55 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344604 Oct 26 14:03:59.324119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-3ddcb593-03ca-48db-882f-53a8a913f5e2 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Made reservation on behalf of 72989d479143447882fe3b6a54e5462e for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:59.335283 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-3ddcb593-03ca-48db-882f-53a8a913f5e2 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.340307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1a96d-52ab-4c61-a948-8bdc4d49ca28 req-05202315-9557-4c37-9981-d5d9d9b85c90 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:59.374480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0b1a96d-52ab-4c61-a948-8bdc4d49ca28 req-05202315-9557-4c37-9981-d5d9d9b85c90 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 948 time: 0.2220025 Oct 26 14:03:59.384333 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '42326989-5b85-48b5-8735-924071ba63ea', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '42326989-5b85-48b5-8735-924071ba63ea', 'mac_address': 'fa:16:3e:ce:ac:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:59.390896 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.426190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1dacd-c75d-457e-bbd8-990e1c0daa6d req-24656222-f823-499d-b2d7-b25aa38a8b86 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:59.429112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2bd1dacd-c75d-457e-bbd8-990e1c0daa6d req-24656222-f823-499d-b2d7-b25aa38a8b86 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 935 time: 0.2769365 Oct 26 14:03:59.516168 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-398319564-network', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:59.548374 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0b1a96d-52ab-4c61-a948-8bdc4d49ca28 req-87b4a58c-6958-46e1-8980-964dac55d160 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722054 Oct 26 14:03:59.611793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf2bfa-3248-455a-b1dd-c78712ff8e5d req-b4fd8313-cb7e-4b29-975c-8983199d10db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:59.613647 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-15bf2bfa-3248-455a-b1dd-c78712ff8e5d req-b4fd8313-cb7e-4b29-975c-8983199d10db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=1e7d0784-bcb0-429d-b16e-0ecc3bfb6881 HTTP/1.1" status: 200 len: 1098 time: 0.2284336 Oct 26 14:03:59.620830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] Made reservation on behalf of b890508d63bb4edab3a32080f2d3356f for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:59.623696 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.655159 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2bd1dacd-c75d-457e-bbd8-990e1c0daa6d req-418fed49-6f45-4418-98cf-95ad629c17e9 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097359 Oct 26 14:03:59.689571 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.727892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df16a872-a263-46d3-9da6-4f964d0a0a0a {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:59.769318 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.804731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-3ddcb593-03ca-48db-882f-53a8a913f5e2 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Allocated IP 172.20.0.2 (40034b2e-f630-4171-b5bd-34dc425cf3ef/cf474ebd-b783-4963-9734-aafd007a342c/a223cdee-39d4-455b-b274-2852202e3a27) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:59.838239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Transition to ACTIVE for port object df16a872-a263-46d3-9da6-4f964d0a0a0a will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:03:59.853542 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.893925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf2bfa-3248-455a-b1dd-c78712ff8e5d req-6c32fee4-472d-4154-8921-94512e7fc86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:59.895867 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-15bf2bfa-3248-455a-b1dd-c78712ff8e5d req-6c32fee4-472d-4154-8921-94512e7fc86d service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2696877 Oct 26 14:03:59.995485 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.006418 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4a8526-6745-4508-b9c0-849be4406b06 x-openstack-request-id: req-0d4a8526-6745-4508-b9c0-849be4406b06 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:00.006996 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201cdf08-bf66-4bb0-8114-fcddde3d772e", "name": "network-vif-unplugged", "status": "completed", "tag": "42326989-5b85-48b5-8735-924071ba63ea", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:00.008202 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d4a8526-6745-4508-b9c0-849be4406b06 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:00.008760 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42326989-5b85-48b5-8735-924071ba63ea', 'code': 200} Oct 26 14:04:00.022529 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.031183 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b26ace0d-7625-4f33-b6dc-23c8116fa93a req-4cf3e102-8a6e-4bf7-9317-8f382117a60d tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 210 time: 0.0998764 Oct 26 14:04:00.046073 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-15bf2bfa-3248-455a-b1dd-c78712ff8e5d req-84c1716b-477f-496e-a3ed-e3440e7faee1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a71aca10-33a9-4a57-b703-b2a427ef3d4b HTTP/1.1" status: 200 len: 217 time: 0.1324184 Oct 26 14:04:00.126282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Pushing event updated for resources: {'Port': ['ID=df16a872-a263-46d3-9da6-4f964d0a0a0a,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:00.132286 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.184822 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.285934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42326989-5b85-48b5-8735-924071ba63ea {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:00.326724 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.354833 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=42326989-5b85-48b5-8735-924071ba63ea,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:00.357544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cc44e-66aa-41a4-953b-1121c7085b9c req-60befa8e-8634-4464-b8a0-4e96abe788fe tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:00.369328 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c43cc44e-66aa-41a4-953b-1121c7085b9c req-60befa8e-8634-4464-b8a0-4e96abe788fe tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.4462805 Oct 26 14:04:00.374115 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:04:00.389776 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.397313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6c63b-0141-4748-ab3f-c0263ca7018a None None] Pushing event updated for resources: {'Port': ['ID=2717228f-0d2d-49dd-9857-945aebe4f022,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:00.442494 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.443341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Attempting to bind port df16a872-a263-46d3-9da6-4f964d0a0a0a on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:00.443971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Attempting to bind port df16a872-a263-46d3-9da6-4f964d0a0a0a by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:00.444467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Attempting to bind port df16a872-a263-46d3-9da6-4f964d0a0a0a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:00.445841 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] Added segment 07631f30-8ef7-4f5e-9e7d-f77b25ebe785 of type vlan for network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 Oct 26 14:04:00.483493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c43cc44e-66aa-41a4-953b-1121c7085b9c req-5a411abb-33c8-4430-8c47-3212d4c39c8a tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126633 Oct 26 14:04:00.489264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Port df16a872-a263-46d3-9da6-4f964d0a0a0a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:04:00.490796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Attempting to bind port df16a872-a263-46d3-9da6-4f964d0a0a0a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:00.519635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:00.520387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:00.521177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:00.521791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Bound port: df16a872-a263-46d3-9da6-4f964d0a0a0a, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:00.522956 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.642548 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.645714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf2bfa-3248-455a-b1dd-c78712ff8e5d req-4ec4331d-4fe1-478a-9a0c-7390ced761cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:00.647198 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-15bf2bfa-3248-455a-b1dd-c78712ff8e5d req-4ec4331d-4fe1-478a-9a0c-7390ced761cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.5770235 Oct 26 14:04:00.715172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] For port df16a872-a263-46d3-9da6-4f964d0a0a0a, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:00.737218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] For port df16a872-a263-46d3-9da6-4f964d0a0a0a, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=df16a872-a263-46d3-9da6-4f964d0a0a0a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:00.754881 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.813694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2db10b3-68dd-449e-80c0-bcf22221354d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:00.887950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=42326989-5b85-48b5-8735-924071ba63ea,revision_number=10']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:00.914086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Attempting to bind port 2717228f-0d2d-49dd-9857-945aebe4f022 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:00.916363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Attempting to bind port 2717228f-0d2d-49dd-9857-945aebe4f022 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'a27a9504-fb3b-42d3-ae30-7af7da473a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ebfbfb8-3c2b-4282-a090-6ed8c65eb191'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:00.916753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Attempting to bind port 2717228f-0d2d-49dd-9857-945aebe4f022 on network 7ebfbfb8-3c2b-4282-a090-6ed8c65eb191 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:00.924702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:00.925014 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:00.925430 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.925552 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Checking segment: {'id': 'a27a9504-fb3b-42d3-ae30-7af7da473a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ebfbfb8-3c2b-4282-a090-6ed8c65eb191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:00.925847 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.926444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Bound using segment: {'id': 'a27a9504-fb3b-42d3-ae30-7af7da473a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ebfbfb8-3c2b-4282-a090-6ed8c65eb191'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:00.926787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] 10.222.0.11 "PUT /v2.0/ports/df16a872-a263-46d3-9da6-4f964d0a0a0a HTTP/1.1" status: 200 len: 1095 time: 3.4833095 Oct 26 14:04:00.926915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Bound port: 2717228f-0d2d-49dd-9857-945aebe4f022, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27a9504-fb3b-42d3-ae30-7af7da473a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ebfbfb8-3c2b-4282-a090-6ed8c65eb191'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:00.927291 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.934548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d561a2-dd4c-4ad1-86d3-ec196a82c44a', 'tag': 'df16a872-a263-46d3-9da6-4f964d0a0a0a'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:00.936858 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451f177d-f9b5-4763-8750-04850c481b44" -d '{"events": [{"name": "network-changed", "server_uuid": "09d561a2-dd4c-4ad1-86d3-ec196a82c44a", "tag": "df16a872-a263-46d3-9da6-4f964d0a0a0a"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:00.967573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328303d0-d5e5-41f1-bf25-2e90a499b328 req-e1b599cf-c2a4-4db4-ab28-a0a1ea68f944 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:00.974980 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-328303d0-d5e5-41f1-bf25-2e90a499b328 req-e1b599cf-c2a4-4db4-ab28-a0a1ea68f944 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 947 time: 0.1253269 Oct 26 14:04:00.984414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947824b6-ccfd-4e42-967c-22f3267451f2 req-24670a76-893a-4b23-94a7-baf0e92d511f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:00.993028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-947824b6-ccfd-4e42-967c-22f3267451f2 req-24670a76-893a-4b23-94a7-baf0e92d511f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.2353930 Oct 26 14:04:01.022460 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.resource_extend [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:04:01.029661 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['42326989-5b85-48b5-8735-924071ba63ea'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:01.046451 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-3ddcb593-03ca-48db-882f-53a8a913f5e2 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.064372 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] For port 2717228f-0d2d-49dd-9857-945aebe4f022, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:01.068327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] For port 2717228f-0d2d-49dd-9857-945aebe4f022, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2717228f-0d2d-49dd-9857-945aebe4f022,segment=NetworkSegment(a27a9504-fb3b-42d3-ae30-7af7da473a5f),segment_id=a27a9504-fb3b-42d3-ae30-7af7da473a5f)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:01.087072 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-328303d0-d5e5-41f1-bf25-2e90a499b328 req-747b4e21-fbca-4a10-99f0-4328bd9c411b tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111069 Oct 26 14:04:01.136372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf2bfa-3248-455a-b1dd-c78712ff8e5d req-9ac45e85-d98c-4ffa-8148-2b9af9647910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:01.146887 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-15bf2bfa-3248-455a-b1dd-c78712ff8e5d req-9ac45e85-d98c-4ffa-8148-2b9af9647910 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4677787 Oct 26 14:04:01.165816 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.168183 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:01.178794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9379d66-013f-47c0-a0b5-b84690ec8f1c service neutron] Pushing event updated for resources: {'Port': ['ID=df16a872-a263-46d3-9da6-4f964d0a0a0a,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:01.194092 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.197100 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.200882 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e50f88-7ec5-48c3-b352-24071ae6af18 x-openstack-request-id: req-91e50f88-7ec5-48c3-b352-24071ae6af18 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:01.203097 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d561a2-dd4c-4ad1-86d3-ec196a82c44a", "tag": "df16a872-a263-46d3-9da6-4f964d0a0a0a", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:01.203566 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91e50f88-7ec5-48c3-b352-24071ae6af18 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:01.204448 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d561a2-dd4c-4ad1-86d3-ec196a82c44a', 'tag': 'df16a872-a263-46d3-9da6-4f964d0a0a0a', 'status': 'completed', 'code': 200} Oct 26 14:04:01.273352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-678e2e1a-cc51-4611-b04a-5cbb15cba764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:01.277530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-678e2e1a-cc51-4611-b04a-5cbb15cba764 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 1098 time: 0.2020926 Oct 26 14:04:01.300309 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-947824b6-ccfd-4e42-967c-22f3267451f2 req-e9eb2c47-c07e-4ad1-b9b9-a58a1140bd25 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012586 Oct 26 14:04:01.321447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-16458124-95ba-4868-a14f-845f217ba0f1 None None] Provisioning complete for port 2717228f-0d2d-49dd-9857-945aebe4f022 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:01.321929 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-16458124-95ba-4868-a14f-845f217ba0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.455508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-ed8f5b6b-af9a-4714-9226-0fdca7756a74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=df16a872-a263-46d3-9da6-4f964d0a0a0a HTTP/1.1" status: 200 len: 217 time: 0.1534150 Oct 26 14:04:01.479250 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2525525 Oct 26 14:04:01.482993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54592) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:01.484160 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-3ddcb593-03ca-48db-882f-53a8a913f5e2 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.486272 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81432ec8-f891-48c5-8d63-29826205ec73 admin admin] Pushing event updated for resources: {'Network': ['ID=42f85f6d-53f4-4747-845e-e2c3cd5366d2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:01.519446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Routers {'446bf811-cd4a-470e-a699-b5a5c7dd9a4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:01.520373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['446bf811-cd4a-470e-a699-b5a5c7dd9a4a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:01.531647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:04:01.540041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ed9ae8c0-c481-4ede-bfb0-1be6ad7648fa admin admin] Request body: {'subnet': {'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-subnet', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:01.597754 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcb593-03ca-48db-882f-53a8a913f5e2 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Pushing event updated for resources: {'Port': ['ID=a223cdee-39d4-455b-b274-2852202e3a27,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:01.604003 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9ae8c0-c481-4ede-bfb0-1be6ad7648fa admin admin] Made reservation on behalf of b890508d63bb4edab3a32080f2d3356f for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:01.608554 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed9ae8c0-c481-4ede-bfb0-1be6ad7648fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.622369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-3ddcb593-03ca-48db-882f-53a8a913f5e2 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Network 40034b2e-f630-4171-b5bd-34dc425cf3ef is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:01.624241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-3ddcb593-03ca-48db-882f-53a8a913f5e2 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:01.634370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-3ddcb593-03ca-48db-882f-53a8a913f5e2 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:01.694180 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-3ddcb593-03ca-48db-882f-53a8a913f5e2 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:01.695488 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-3ddcb593-03ca-48db-882f-53a8a913f5e2 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.785992 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-3ddcb593-03ca-48db-882f-53a8a913f5e2 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8216121 Oct 26 14:04:01.791106 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-15bf2bfa-3248-455a-b1dd-c78712ff8e5d req-b1d60264-90a9-4627-88c3-41a12bb85073 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431904 Oct 26 14:04:01.800798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Request body: {'port': {'device_id': '28725a51-ec6c-4ce0-886f-09ba41ed287e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:01.844399 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed9ae8c0-c481-4ede-bfb0-1be6ad7648fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.854655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea700d-77d2-455c-a8be-894f5cdaf553 req-89ad1630-9b55-4812-a85c-1be9033e5075 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:01.862619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7dea700d-77d2-455c-a8be-894f5cdaf553 req-89ad1630-9b55-4812-a85c-1be9033e5075 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 931 time: 0.4588053 Oct 26 14:04:01.917479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6c63b-0141-4748-ab3f-c0263ca7018a None None] Pushing event updated for resources: {'Port': ['ID=2717228f-0d2d-49dd-9857-945aebe4f022,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:01.940479 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.943735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7dea700d-77d2-455c-a8be-894f5cdaf553 req-3d03cc2a-23e7-49c3-b940-47c01b178ba3 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/security-groups?id=75cfa2b2-ff6c-479a-95dd-3cdf3b3e6346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801973 Oct 26 14:04:01.978610 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-21c6dfa6-f382-47b4-8991-62a59525d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:01.980520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-21c6dfa6-f382-47b4-8991-62a59525d85f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.5167396 Oct 26 14:04:01.996319 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-16458124-95ba-4868-a14f-845f217ba0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.016380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530fb61-05ca-4f33-957f-71f13a58e8c7 req-3406352c-0cf5-4163-bf8c-de84e17eae1f tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:02.024757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a530fb61-05ca-4f33-957f-71f13a58e8c7 req-3406352c-0cf5-4163-bf8c-de84e17eae1f tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.1990743 Oct 26 14:04:02.077104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-16458124-95ba-4868-a14f-845f217ba0f1 None None] For port 2717228f-0d2d-49dd-9857-945aebe4f022, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2717228f-0d2d-49dd-9857-945aebe4f022,segment=NetworkSegment(a27a9504-fb3b-42d3-ae30-7af7da473a5f),segment_id=a27a9504-fb3b-42d3-ae30-7af7da473a5f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:02.088254 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-16458124-95ba-4868-a14f-845f217ba0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.088916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ae8c0-c481-4ede-bfb0-1be6ad7648fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=480154e8-02b2-4134-a40f-f63a39b4580e,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:02.096397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9ae8c0-c481-4ede-bfb0-1be6ad7648fa admin admin] Checking segment: {'id': '07631f30-8ef7-4f5e-9e7d-f77b25ebe785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:02.097057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9ae8c0-c481-4ede-bfb0-1be6ad7648fa admin admin] Network hostable DHCP agents. Network: 42f85f6d-53f4-4747-845e-e2c3cd5366d2, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:04:02.125301 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-15bf2bfa-3248-455a-b1dd-c78712ff8e5d req-f0939558-519e-4cff-b8d8-b00350e134c5 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747335 Oct 26 14:04:02.162563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9ae8c0-c481-4ede-bfb0-1be6ad7648fa admin admin] Network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:04:02.179827 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a530fb61-05ca-4f33-957f-71f13a58e8c7 req-af364ef6-a057-475d-a638-58a60bdc4663 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538870 Oct 26 14:04:02.192958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-59f265e6-66fc-4409-8d7e-1132849c4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:02.199139 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-59f265e6-66fc-4409-8d7e-1132849c4e8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2051480 Oct 26 14:04:02.203828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] Set router 446bf811-cd4a-470e-a699-b5a5c7dd9a4a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:02.213341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16458124-95ba-4868-a14f-845f217ba0f1 None None] Pushing event updated for resources: {'Port': ['ID=2717228f-0d2d-49dd-9857-945aebe4f022,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:02.246467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ed9ae8c0-c481-4ede-bfb0-1be6ad7648fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 42f85f6d-53f4-4747-845e-e2c3cd5366d2) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:02.253244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9ae8c0-c481-4ede-bfb0-1be6ad7648fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:02.257118 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed9ae8c0-c481-4ede-bfb0-1be6ad7648fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.287960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0517d78-04ba-4d8b-b793-29984ddaad06 None None] Network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:02.320489 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ed9ae8c0-c481-4ede-bfb0-1be6ad7648fa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8366489 Oct 26 14:04:02.351268 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54600) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:02.356167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:02.419899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12c83c-2396-4952-940f-d09f12f89a5b req-6e553a6e-8bda-4ff0-bd5a-3b7b2ad360de tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:02.428158 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a12c83c-2396-4952-940f-d09f12f89a5b req-6e553a6e-8bda-4ff0-bd5a-3b7b2ad360de tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 947 time: 0.1830325 Oct 26 14:04:02.475785 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a12c83c-2396-4952-940f-d09f12f89a5b req-2423eacb-160f-43be-a11a-cf8a53b67f71 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464916 Oct 26 14:04:02.476968 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.484981 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.542967 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f6ffbdf2-7588-4670-9055-fa5fbdb55fc4 None None] Provisioning complete for port 2717228f-0d2d-49dd-9857-945aebe4f022 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:02.544160 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f6ffbdf2-7588-4670-9055-fa5fbdb55fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.553856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-55d3c424-b8e1-4e39-8168-066d5d36b22d service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500540 Oct 26 14:04:02.641437 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.854984 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'fixed_ips': [{'subnet_id': '480154e8-02b2-4134-a40f-f63a39b4580e'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:04:02.856234 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.886551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-201e5e40-2ac4-41a7-81e7-8ff7f7ee908c req-38476bc5-a24d-4c93-99a5-f2ffb4807b00 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004347 Oct 26 14:04:03.073273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dd161-e4e5-486c-9722-8e182bee7464 req-5b8affc8-f0e8-4a23-9026-ade66c7199f2 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:03.083013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f6dd161-e4e5-486c-9722-8e182bee7464 req-5b8affc8-f0e8-4a23-9026-ade66c7199f2 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.5698185 Oct 26 14:04:03.098831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a223cdee-39d4-455b-b274-2852202e3a27 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:03.110450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f177d-f9b5-4763-8750-04850c481b44 req-6831ca5e-8fa0-47f9-9195-5e2132ae0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:03.115537 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-451f177d-f9b5-4763-8750-04850c481b44 req-6831ca5e-8fa0-47f9-9195-5e2132ae0048 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 1098 time: 0.1071689 Oct 26 14:04:03.116937 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.205368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41d3a1-a41b-478d-a14e-70fdfdc89a30 req-e23baf2e-870e-45fc-91b8-438680d76dd9 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:03.213909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee41d3a1-a41b-478d-a14e-70fdfdc89a30 req-e23baf2e-870e-45fc-91b8-438680d76dd9 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.2420571 Oct 26 14:04:03.233613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f177d-f9b5-4763-8750-04850c481b44 req-97c43e31-b866-42f7-aca8-32d7a80af7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:03.235529 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-451f177d-f9b5-4763-8750-04850c481b44 req-97c43e31-b866-42f7-aca8-32d7a80af7a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1143143 Oct 26 14:04:03.246006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Allocated IP 172.20.0.2 (42f85f6d-53f4-4747-845e-e2c3cd5366d2/480154e8-02b2-4134-a40f-f63a39b4580e/5390efb5-6a9d-48c1-888d-fbc8f768463e) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:03.246819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Transition to ACTIVE for port object a223cdee-39d4-455b-b274-2852202e3a27 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:04:03.268950 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f6dd161-e4e5-486c-9722-8e182bee7464 req-5d16f12d-455b-4a2c-b3f1-19f0dd59371d tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791301 Oct 26 14:04:03.273573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27422010-c02e-4549-879d-9053497ddb3b req-4cdc9ff9-211f-469e-8494-05804dd93996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:03.275602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27422010-c02e-4549-879d-9053497ddb3b req-4cdc9ff9-211f-469e-8494-05804dd93996 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c75fc380d32742d1be981a149eab1228&device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 1096 time: 0.3050365 Oct 26 14:04:03.286612 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.290883 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.296877 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-451f177d-f9b5-4763-8750-04850c481b44 req-a6380ca9-fc7e-42be-a4f2-8280cb6a010d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=df16a872-a263-46d3-9da6-4f964d0a0a0a HTTP/1.1" status: 200 len: 217 time: 0.0523736 Oct 26 14:04:03.431267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27422010-c02e-4549-879d-9053497ddb3b req-b05def2d-3e91-4a12-ab9b-32ff728c61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:03.433303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27422010-c02e-4549-879d-9053497ddb3b req-b05def2d-3e91-4a12-ab9b-32ff728c61b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c HTTP/1.1" status: 200 len: 917 time: 0.1365063 Oct 26 14:04:03.438212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Pushing event updated for resources: {'Port': ['ID=a223cdee-39d4-455b-b274-2852202e3a27,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:03.451155 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f177d-f9b5-4763-8750-04850c481b44 req-c7475361-fe86-4c1b-a394-8de02bcbff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:03.452954 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-451f177d-f9b5-4763-8750-04850c481b44 req-c7475361-fe86-4c1b-a394-8de02bcbff82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1304171 Oct 26 14:04:03.467265 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee41d3a1-a41b-478d-a14e-70fdfdc89a30 req-966ad801-bf7c-4ad7-b2db-e477e8df750b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520425 Oct 26 14:04:03.533598 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f177d-f9b5-4763-8750-04850c481b44 req-b839ac26-02cc-48ad-b2bf-91d0865cf572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:03.535401 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-451f177d-f9b5-4763-8750-04850c481b44 req-b839ac26-02cc-48ad-b2bf-91d0865cf572 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731294 Oct 26 14:04:03.538389 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Attempting to bind port a223cdee-39d4-455b-b274-2852202e3a27 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:03.538873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Attempting to bind port a223cdee-39d4-455b-b274-2852202e3a27 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '5f91d710-5814-4012-9fa1-3e4f5006152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '40034b2e-f630-4171-b5bd-34dc425cf3ef'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:03.539462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Attempting to bind port a223cdee-39d4-455b-b274-2852202e3a27 on network 40034b2e-f630-4171-b5bd-34dc425cf3ef {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:03.546967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Port a223cdee-39d4-455b-b274-2852202e3a27 on network 40034b2e-f630-4171-b5bd-34dc425cf3ef not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:04:03.547430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Attempting to bind port a223cdee-39d4-455b-b274-2852202e3a27 on network 40034b2e-f630-4171-b5bd-34dc425cf3ef {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:03.562699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:03.563215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Checking segment: {'id': '5f91d710-5814-4012-9fa1-3e4f5006152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '40034b2e-f630-4171-b5bd-34dc425cf3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:03.563775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Bound using segment: {'id': '5f91d710-5814-4012-9fa1-3e4f5006152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '40034b2e-f630-4171-b5bd-34dc425cf3ef'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:03.564645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Bound port: a223cdee-39d4-455b-b274-2852202e3a27, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f91d710-5814-4012-9fa1-3e4f5006152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '40034b2e-f630-4171-b5bd-34dc425cf3ef'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:03.565102 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.629954 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27422010-c02e-4549-879d-9053497ddb3b req-bc3c5a2c-f0e1-43a3-98a2-cf5b2a49bcee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4218f4dd-7569-4996-9b2f-18aabcc02dcf HTTP/1.1" status: 200 len: 217 time: 0.1790667 Oct 26 14:04:03.691003 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.715574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] For port a223cdee-39d4-455b-b274-2852202e3a27, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:03.722717 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f1edf-2e36-4e19-8051-a468a946d763 req-7ed88f69-c3f0-41e2-8b88-694e2727ccd1 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:03.723408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] For port a223cdee-39d4-455b-b274-2852202e3a27, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=a223cdee-39d4-455b-b274-2852202e3a27,segment=NetworkSegment(5f91d710-5814-4012-9fa1-3e4f5006152c),segment_id=5f91d710-5814-4012-9fa1-3e4f5006152c)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:03.730901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-676f1edf-2e36-4e19-8051-a468a946d763 req-7ed88f69-c3f0-41e2-8b88-694e2727ccd1 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 943 time: 0.2931323 Oct 26 14:04:03.733940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27422010-c02e-4549-879d-9053497ddb3b req-40bab3ad-1051-4662-8d19-3ad449a0e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:03.735584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27422010-c02e-4549-879d-9053497ddb3b req-40bab3ad-1051-4662-8d19-3ad449a0e51c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d7788109-6fca-425e-a44f-f601a5266e00 HTTP/1.1" status: 200 len: 855 time: 0.0735803 Oct 26 14:04:03.740454 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.747052 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.796955 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:03.801870 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.807089 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-69a3d965-2992-4168-8fae-142f2249991f service neutron] 10.222.0.25 "PUT /v2.0/ports/a223cdee-39d4-455b-b274-2852202e3a27 HTTP/1.1" status: 200 len: 1091 time: 2.0097077 Oct 26 14:04:03.815341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27422010-c02e-4549-879d-9053497ddb3b req-bba99a00-5b12-45eb-9fbe-f0c5c4047d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:03.817305 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27422010-c02e-4549-879d-9053497ddb3b req-bba99a00-5b12-45eb-9fbe-f0c5c4047d18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6efcdb1b-c76e-4602-8dda-6a5af6b3137c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713890 Oct 26 14:04:03.837843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de979f-f4ef-46dd-b4e5-688d343f61fe req-5d0350b3-bd4e-4381-9eaf-2f5b76100e68 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:03.846219 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2de979f-f4ef-46dd-b4e5-688d343f61fe req-5d0350b3-bd4e-4381-9eaf-2f5b76100e68 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 947 time: 0.2233095 Oct 26 14:04:03.854635 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:03.857909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a71aca10-33a9-4a57-b703-b2a427ef3d4b details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:04:03.873184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:03.885180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:03.901369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Pushing event updated for resources: {'Port': ['ID=5390efb5-6a9d-48c1-888d-fbc8f768463e,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:03.913501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-676f1edf-2e36-4e19-8051-a468a946d763 req-eec43109-0190-45e2-8f28-ffe3b5073cec tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/security-groups?id=75cfa2b2-ff6c-479a-95dd-3cdf3b3e6346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757729 Oct 26 14:04:03.951979 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28725a51-ec6c-4ce0-886f-09ba41ed287e', 'tag': 'a223cdee-39d4-455b-b274-2852202e3a27'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:03.956671 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b26ce9-df08-45df-b909-f996c7cfc9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "28725a51-ec6c-4ce0-886f-09ba41ed287e", "tag": "a223cdee-39d4-455b-b274-2852202e3a27"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:03.968812 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-451f177d-f9b5-4763-8750-04850c481b44 req-f2a78f34-e0e8-49ee-9546-92817bb0e3ee service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156744 Oct 26 14:04:04.051597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Attempting to bind port 5390efb5-6a9d-48c1-888d-fbc8f768463e on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:04.051980 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Attempting to bind port 5390efb5-6a9d-48c1-888d-fbc8f768463e by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '07631f30-8ef7-4f5e-9e7d-f77b25ebe785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:04.052736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Attempting to bind port 5390efb5-6a9d-48c1-888d-fbc8f768463e on network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:04.055939 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2de979f-f4ef-46dd-b4e5-688d343f61fe req-4bf13f63-fb23-4808-8cb6-f71d77efb96d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074966 Oct 26 14:04:04.085734 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:04.086131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Checking segment: {'id': '07631f30-8ef7-4f5e-9e7d-f77b25ebe785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:04.086537 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.088665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Bound using segment: {'id': '07631f30-8ef7-4f5e-9e7d-f77b25ebe785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:04.089700 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Bound port: 5390efb5-6a9d-48c1-888d-fbc8f768463e, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07631f30-8ef7-4f5e-9e7d-f77b25ebe785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:04.089700 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.150439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27422010-c02e-4549-879d-9053497ddb3b req-9f320240-d0c6-4c69-bdc7-a01d9e39ba6d service neutron] 10.222.0.11 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015602 Oct 26 14:04:04.188142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port a71aca10-33a9-4a57-b703-b2a427ef3d4b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a71aca10-33a9-4a57-b703-b2a427ef3d4b,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:04.194663 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-245960682-router', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '853102d0-c28f-44f8-8e87-3faaec78be5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:03:53Z', 'revision_number': 4, 'project_id': 'f12de18125724610929b4006d67b4116', 'gw_port': {'id': '853102d0-c28f-44f8-8e87-3faaec78be5f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:47Z', 'updated_at': '2021-10-26T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '2717228f-0d2d-49dd-9857-945aebe4f022', 'name': '', 'network_id': '7ebfbfb8-3c2b-4282-a090-6ed8c65eb191', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'mac_address': 'fa:16:3e:cf:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '68ba6bf5-b028-4872-987f-9b6ab5119eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:52Z', 'updated_at': '2021-10-26T14:04:01Z', 'revision_number': 4, 'project_id': 'f12de18125724610929b4006d67b4116', 'subnets': [{'id': '68ba6bf5-b028-4872-987f-9b6ab5119eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:04.213598 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb75f9b-1e2e-4b83-853a-e56309dd7259 x-openstack-request-id: req-beb75f9b-1e2e-4b83-853a-e56309dd7259 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:04.214283 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28725a51-ec6c-4ce0-886f-09ba41ed287e", "tag": "a223cdee-39d4-455b-b274-2852202e3a27", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:04.214283 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-beb75f9b-1e2e-4b83-853a-e56309dd7259 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:04.214600 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28725a51-ec6c-4ce0-886f-09ba41ed287e', 'tag': 'a223cdee-39d4-455b-b274-2852202e3a27', 'status': 'completed', 'code': 200} Oct 26 14:04:04.268838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3d965-2992-4168-8fae-142f2249991f service neutron] Pushing event updated for resources: {'Port': ['ID=a223cdee-39d4-455b-b274-2852202e3a27,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:04.335960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d13953-8d48-462f-9b2a-b33bc56b120d None None] The sync data for ids ['446bf811-cd4a-470e-a699-b5a5c7dd9a4a'] in n-d-815498-1 is: [{'id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-245960682-router', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '853102d0-c28f-44f8-8e87-3faaec78be5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:03:53Z', 'revision_number': 4, 'project_id': 'f12de18125724610929b4006d67b4116', 'gw_port': {'id': '853102d0-c28f-44f8-8e87-3faaec78be5f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:47Z', 'updated_at': '2021-10-26T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '2717228f-0d2d-49dd-9857-945aebe4f022', 'name': '', 'network_id': '7ebfbfb8-3c2b-4282-a090-6ed8c65eb191', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'mac_address': 'fa:16:3e:cf:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '68ba6bf5-b028-4872-987f-9b6ab5119eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:52Z', 'updated_at': '2021-10-26T14:04:01Z', 'revision_number': 4, 'project_id': 'f12de18125724610929b4006d67b4116', 'subnets': [{'id': '68ba6bf5-b028-4872-987f-9b6ab5119eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:04.342680 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'mac_address': 'fa:16:3e:fe:3b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:04:04.387847 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.440985 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.479699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-25e3ec43-675a-4275-bee0-55ad1079b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:04.481444 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-25e3ec43-675a-4275-bee0-55ad1079b412 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72989d479143447882fe3b6a54e5462e&device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 1094 time: 0.5103793 Oct 26 14:04:04.575731 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-451f177d-f9b5-4763-8750-04850c481b44 req-598b333e-ddf3-48d2-9976-5f32fc11bdef service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099399 Oct 26 14:04:04.593451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Allocated IP 172.25.4.26 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/1fe1fb43-b52f-4ab0-a938-a334f4236026) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:04.664810 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-5d5b8798-1ab6-47a9-9664-ef55269b3f5e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a223cdee-39d4-455b-b274-2852202e3a27 HTTP/1.1" status: 200 len: 217 time: 0.0872869 Oct 26 14:04:04.766371 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-5c9604ca-eef4-4a13-a452-8c0b9523ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:04.778597 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-5c9604ca-eef4-4a13-a452-8c0b9523ab3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf474ebd-b783-4963-9734-aafd007a342c HTTP/1.1" status: 200 len: 848 time: 0.0994589 Oct 26 14:04:04.817330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27422010-c02e-4549-879d-9053497ddb3b req-6b6663b4-4e17-45f4-b2b5-a75391eb68ba service neutron] 10.222.0.11 "GET /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6535945 Oct 26 14:04:04.863694 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-394e5d2f-5351-48a7-86e9-61fdd025c7a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=40034b2e-f630-4171-b5bd-34dc425cf3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823634 Oct 26 14:04:04.907257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 42326989-5b85-48b5-8735-924071ba63ea up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:04.970934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.991939 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.034120 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.042358 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] For port 5390efb5-6a9d-48c1-888d-fbc8f768463e, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:05.043595 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-44de08f8-0a98-4ce6-89b5-4858c17d35db service neutron] 10.222.0.25 "GET /v2.0/networks/40034b2e-f630-4171-b5bd-34dc425cf3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706834 Oct 26 14:04:05.045487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71aca10-33a9-4a57-b703-b2a427ef3d4b {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:05.051915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] For port 5390efb5-6a9d-48c1-888d-fbc8f768463e, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=5390efb5-6a9d-48c1-888d-fbc8f768463e,segment=NetworkSegment(07631f30-8ef7-4f5e-9e7d-f77b25ebe785),segment_id=07631f30-8ef7-4f5e-9e7d-f77b25ebe785)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:05.071774 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.079175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port a71aca10-33a9-4a57-b703-b2a427ef3d4b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a71aca10-33a9-4a57-b703-b2a427ef3d4b,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:05.124445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Pushing event updated for resources: {'Port': ['ID=1fe1fb43-b52f-4ab0-a938-a334f4236026,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:05.135300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 42326989-5b85-48b5-8735-924071ba63ea triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:05.135746 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.137629 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.180909 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba4501-3a19-4a5b-bd96-11da77603021 req-280313af-02f4-4304-b4a5-f68f2043b25e tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:05.197879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cdba4501-3a19-4a5b-bd96-11da77603021 req-280313af-02f4-4304-b4a5-f68f2043b25e tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 950 time: 0.4273095 Oct 26 14:04:05.295626 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cdba4501-3a19-4a5b-bd96-11da77603021 req-a4029018-b994-4bd3-ad84-9ce9a9b23007 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862799 Oct 26 14:04:05.305779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:05.308003 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:05.311773 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:05.321143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd3ef4-9ee3-405f-9a61-f1a0d4f668c0 req-70cd4501-f1be-4567-84b7-c686e7209ade tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:05.329678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-53bd3ef4-9ee3-405f-9a61-f1a0d4f668c0 req-70cd4501-f1be-4567-84b7-c686e7209ade tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.5578072 Oct 26 14:04:05.335181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2717228f-0d2d-49dd-9857-945aebe4f022 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:05.413949 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c63d5c-91f8-4ade-b7d5-d4e947b05127 req-7a19f884-6f05-4553-9369-fa220c23bd1f service neutron] 10.222.0.25 "GET /v2.0/networks/40034b2e-f630-4171-b5bd-34dc425cf3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608449 Oct 26 14:04:05.509842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10692a39-9fbd-4439-abb3-e263c32b1c1e None None] Pushing event updated for resources: {'Port': ['ID=5390efb5-6a9d-48c1-888d-fbc8f768463e,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:05.623883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b26ce9-df08-45df-b909-f996c7cfc9a9 req-b7ae8e8b-71dc-4082-9cbb-796569a12411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:05.627138 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89b26ce9-df08-45df-b909-f996c7cfc9a9 req-b7ae8e8b-71dc-4082-9cbb-796569a12411 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72989d479143447882fe3b6a54e5462e&device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 1094 time: 0.1077330 Oct 26 14:04:05.647906 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a71aca10-33a9-4a57-b703-b2a427ef3d4b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:05.861351 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 2717228f-0d2d-49dd-9857-945aebe4f022 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:05.862759 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.933152 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=a71aca10-33a9-4a57-b703-b2a427ef3d4b,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:05.990513 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b26ce9-df08-45df-b909-f996c7cfc9a9 req-26075fef-b0cf-4fb3-96cb-33c354435661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:06.004295 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89b26ce9-df08-45df-b909-f996c7cfc9a9 req-26075fef-b0cf-4fb3-96cb-33c354435661 service neutron] 10.222.0.25 "GET /v2.0/networks?id=40034b2e-f630-4171-b5bd-34dc425cf3ef HTTP/1.1" status: 200 len: 909 time: 0.3681328 Oct 26 14:04:06.021606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78cd86-3056-46d1-8bbe-9c58ae2a46ed req-4a261780-d98c-4585-a611-e6b3af50a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:06.023333 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa78cd86-3056-46d1-8bbe-9c58ae2a46ed req-4a261780-d98c-4585-a611-e6b3af50a617 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 1101 time: 0.1175883 Oct 26 14:04:06.070173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device df16a872-a263-46d3-9da6-4f964d0a0a0a details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:04:06.088615 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89b26ce9-df08-45df-b909-f996c7cfc9a9 req-35a5df69-d4ae-4c08-8c49-ea0ffdfb4ea8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a223cdee-39d4-455b-b274-2852202e3a27 HTTP/1.1" status: 200 len: 217 time: 0.0620213 Oct 26 14:04:06.219447 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.292271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b26ce9-df08-45df-b909-f996c7cfc9a9 req-64f5283b-88d3-4153-8872-87734775e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:06.293825 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89b26ce9-df08-45df-b909-f996c7cfc9a9 req-64f5283b-88d3-4153-8872-87734775e64c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf474ebd-b783-4963-9734-aafd007a342c HTTP/1.1" status: 200 len: 848 time: 0.1937125 Oct 26 14:04:06.294770 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port df16a872-a263-46d3-9da6-4f964d0a0a0a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=df16a872-a263-46d3-9da6-4f964d0a0a0a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:06.342045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42326989-5b85-48b5-8735-924071ba63ea'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:06.344366 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2486d9b-aecc-4eea-8f6e-c545bec65291" -d '{"events": [{"server_uuid": "201cdf08-bf66-4bb0-8114-fcddde3d772e", "name": "network-vif-plugged", "status": "completed", "tag": "42326989-5b85-48b5-8735-924071ba63ea"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:06.359471 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89b26ce9-df08-45df-b909-f996c7cfc9a9 req-d949f8d3-d1f8-424a-9494-3a56d23fe80a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=40034b2e-f630-4171-b5bd-34dc425cf3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489028 Oct 26 14:04:06.365749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78cd86-3056-46d1-8bbe-9c58ae2a46ed req-1860d24c-7c60-45f5-a948-b8aeac258d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:06.368383 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa78cd86-3056-46d1-8bbe-9c58ae2a46ed req-1860d24c-7c60-45f5-a948-b8aeac258d08 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2909119 Oct 26 14:04:06.412367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'df16a872-a263-46d3-9da6-4f964d0a0a0a', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': 'df16a872-a263-46d3-9da6-4f964d0a0a0a', 'mac_address': 'fa:16:3e:28:27:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:04:06.416331 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=42326989-5b85-48b5-8735-924071ba63ea,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:06.452991 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.499549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-53bd3ef4-9ee3-405f-9a61-f1a0d4f668c0 req-64f3a467-8380-4e84-9c5c-20610fa6ac99 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1684771 Oct 26 14:04:06.550405 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa78cd86-3056-46d1-8bbe-9c58ae2a46ed req-96156206-ed6d-422b-b757-843fa3e71722 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=42326989-5b85-48b5-8735-924071ba63ea HTTP/1.1" status: 200 len: 217 time: 0.1708913 Oct 26 14:04:06.632799 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.670422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277dbb2-ca91-494d-8743-a724461ae565 req-ca332756-5abb-4954-9852-7fad31ef41f5 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:06.689995 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0277dbb2-ca91-494d-8743-a724461ae565 req-ca332756-5abb-4954-9852-7fad31ef41f5 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 943 time: 0.2200301 Oct 26 14:04:06.749608 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df16a872-a263-46d3-9da6-4f964d0a0a0a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:06.757943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78cd86-3056-46d1-8bbe-9c58ae2a46ed req-b1d49150-c98d-4934-85bf-e5dd68e4c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:06.759751 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa78cd86-3056-46d1-8bbe-9c58ae2a46ed req-b1d49150-c98d-4934-85bf-e5dd68e4c99d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.2010348 Oct 26 14:04:06.768446 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89b26ce9-df08-45df-b909-f996c7cfc9a9 req-94e2f289-f4e1-4388-bf18-0984c0276d1a service neutron] 10.222.0.25 "GET /v2.0/networks/40034b2e-f630-4171-b5bd-34dc425cf3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983572 Oct 26 14:04:06.839969 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0277dbb2-ca91-494d-8743-a724461ae565 req-a8c5f19e-ae8c-4d43-be9f-a9f41ae394cb tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/security-groups?id=75cfa2b2-ff6c-479a-95dd-3cdf3b3e6346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361430 Oct 26 14:04:06.883247 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port df16a872-a263-46d3-9da6-4f964d0a0a0a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=df16a872-a263-46d3-9da6-4f964d0a0a0a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:06.903523 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.931689 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=42326989-5b85-48b5-8735-924071ba63ea,revision_number=11']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:06.953951 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:07.070922 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89b26ce9-df08-45df-b909-f996c7cfc9a9 req-34cc67fa-5fac-49bc-a759-087cdc14b5c5 service neutron] 10.222.0.25 "GET /v2.0/networks/40034b2e-f630-4171-b5bd-34dc425cf3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694595 Oct 26 14:04:07.072829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78cd86-3056-46d1-8bbe-9c58ae2a46ed req-656eca08-88c8-4823-96e7-ee57e38c2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:07.094745 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa78cd86-3056-46d1-8bbe-9c58ae2a46ed req-656eca08-88c8-4823-96e7-ee57e38c2cc6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3114748 Oct 26 14:04:07.115637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=df16a872-a263-46d3-9da6-4f964d0a0a0a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:07.119050 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bf1639-94c5-433d-9014-c5dc0a7c25a2 x-openstack-request-id: req-a3bf1639-94c5-433d-9014-c5dc0a7c25a2 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:07.119342 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201cdf08-bf66-4bb0-8114-fcddde3d772e", "name": "network-vif-plugged", "status": "completed", "tag": "42326989-5b85-48b5-8735-924071ba63ea", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:07.119597 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3bf1639-94c5-433d-9014-c5dc0a7c25a2 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:07.119988 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42326989-5b85-48b5-8735-924071ba63ea', 'code': 200} Oct 26 14:04:07.138406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2efec04-4d79-4fbe-ab41-840b8d88aec3 None None] Network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:07.276477 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-cb5abc01-71e9-4883-a21d-f61b147d73eb None None] Provisioning complete for port 5390efb5-6a9d-48c1-888d-fbc8f768463e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:07.277154 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cb5abc01-71e9-4883-a21d-f61b147d73eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:07.295657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['df16a872-a263-46d3-9da6-4f964d0a0a0a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:07.331853 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62962ad3-762b-4244-b727-3c329a143401 req-ca6f8c9d-ba1d-4419-91a0-1fa526a80dab tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:07.343243 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62962ad3-762b-4244-b727-3c329a143401 req-ca6f8c9d-ba1d-4419-91a0-1fa526a80dab tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 948 time: 0.4881852 Oct 26 14:04:07.378103 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa78cd86-3056-46d1-8bbe-9c58ae2a46ed req-c5a2a05f-f3f3-4ade-b825-01a11fff59b6 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718537 Oct 26 14:04:07.380955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5390efb5-6a9d-48c1-888d-fbc8f768463e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:07.476419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2e61b-3fd8-4ed9-83cc-a50db9e61e33 req-d12cfd3a-9c90-4035-b5d1-5d1e5a416f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:07.477944 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ccc2e61b-3fd8-4ed9-83cc-a50db9e61e33 req-d12cfd3a-9c90-4035-b5d1-5d1e5a416f38 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 1102 time: 0.1675785 Oct 26 14:04:07.514737 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096f258-bbf4-44ce-8da4-0d41fae5aeeb req-928a8bf6-9f80-423b-8ede-ed8ea419bd30 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:07.524314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5096f258-bbf4-44ce-8da4-0d41fae5aeeb req-928a8bf6-9f80-423b-8ede-ed8ea419bd30 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 951 time: 0.3260658 Oct 26 14:04:07.553043 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ccc2e61b-3fd8-4ed9-83cc-a50db9e61e33 req-2fc1dd3c-a758-4269-8bb9-1641e1f2417a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651920 Oct 26 14:04:07.566169 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62962ad3-762b-4244-b727-3c329a143401 req-52035491-7ff6-42d7-ad2d-78889b575c63 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191103 Oct 26 14:04:07.575677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 5390efb5-6a9d-48c1-888d-fbc8f768463e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:07.576051 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:07.611225 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fa78cd86-3056-46d1-8bbe-9c58ae2a46ed req-e364c14f-4b21-4e4d-8a8c-62b4be942321 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194211 Oct 26 14:04:07.616660 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5096f258-bbf4-44ce-8da4-0d41fae5aeeb req-58ea712f-8de3-4291-a305-e84749fbb94f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912659 Oct 26 14:04:07.648049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:07.728308 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cb5abc01-71e9-4883-a21d-f61b147d73eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:07.828417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdc917-6b48-4fb7-8112-b8805aed39cd req-767a0406-b803-4160-99d5-d8500ad6c729 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:07.830816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9fdc917-6b48-4fb7-8112-b8805aed39cd req-767a0406-b803-4160-99d5-d8500ad6c729 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.1720996 Oct 26 14:04:07.943074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-cb5abc01-71e9-4883-a21d-f61b147d73eb None None] For port 5390efb5-6a9d-48c1-888d-fbc8f768463e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=5390efb5-6a9d-48c1-888d-fbc8f768463e,segment=NetworkSegment(07631f30-8ef7-4f5e-9e7d-f77b25ebe785),segment_id=07631f30-8ef7-4f5e-9e7d-f77b25ebe785)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:07.948400 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:07.963491 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cb5abc01-71e9-4883-a21d-f61b147d73eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:08.004952 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Router 7c78ee4b-3d9a-496b-ba91-38a8acca379c is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:04:08.071596 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9fdc917-6b48-4fb7-8112-b8805aed39cd req-985e03ce-1926-4186-869d-8304ab32ce96 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142305 Oct 26 14:04:08.154230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5abc01-71e9-4883-a21d-f61b147d73eb None None] Pushing event updated for resources: {'Port': ['ID=5390efb5-6a9d-48c1-888d-fbc8f768463e,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:08.187612 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:04:08.187974 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:04:08.228581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05d936-5ba3-4bad-94d3-ba974ea7507e req-30c68b3b-be41-428b-b54a-4b2ddce584d9 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:08.231353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d05d936-5ba3-4bad-94d3-ba974ea7507e req-30c68b3b-be41-428b-b54a-4b2ddce584d9 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 943 time: 0.2458475 Oct 26 14:04:08.305323 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d05d936-5ba3-4bad-94d3-ba974ea7507e req-6393c46d-fdc6-4dcd-8ce3-d82c88d40522 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/security-groups?id=75cfa2b2-ff6c-479a-95dd-3cdf3b3e6346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629296 Oct 26 14:04:08.314547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:04:08.335389 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Sync routers for ids ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:04:08.335992 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:08.337008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b17f1c32-65d6-46ce-b663-c7c6b9e0696e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9845026 Oct 26 14:04:08.339749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54650) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:08.348492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7a1c642f-94d5-4630-bacb-fa19e0d9a2c5 None None] Provisioning complete for port 5390efb5-6a9d-48c1-888d-fbc8f768463e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:08.348875 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7a1c642f-94d5-4630-bacb-fa19e0d9a2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:08.370852 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Routers {'7c78ee4b-3d9a-496b-ba91-38a8acca379c'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:08.372054 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:08.478669 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device a223cdee-39d4-455b-b274-2852202e3a27 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:04:08.523453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8653d-410e-441a-b559-a29e87bd77ac req-849c421c-b460-4eee-89a3-a7ee78d80fba tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:08.531189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59b8653d-410e-441a-b559-a29e87bd77ac req-849c421c-b460-4eee-89a3-a7ee78d80fba tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.1321106 Oct 26 14:04:08.623733 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Set router 7c78ee4b-3d9a-496b-ba91-38a8acca379c gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:08.832033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port a223cdee-39d4-455b-b274-2852202e3a27, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=a223cdee-39d4-455b-b274-2852202e3a27,segment=NetworkSegment(5f91d710-5814-4012-9fa1-3e4f5006152c),segment_id=5f91d710-5814-4012-9fa1-3e4f5006152c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:08.849340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'a223cdee-39d4-455b-b274-2852202e3a27', 'network_id': '40034b2e-f630-4171-b5bd-34dc425cf3ef', 'port_id': 'a223cdee-39d4-455b-b274-2852202e3a27', 'mac_address': 'fa:16:3e:60:22:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf474ebd-b783-4963-9734-aafd007a342c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:04:08.904621 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:08.927012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a223cdee-39d4-455b-b274-2852202e3a27 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:08.957855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port a223cdee-39d4-455b-b274-2852202e3a27, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=a223cdee-39d4-455b-b274-2852202e3a27,segment=NetworkSegment(5f91d710-5814-4012-9fa1-3e4f5006152c),segment_id=5f91d710-5814-4012-9fa1-3e4f5006152c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:08.977195 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.074901 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=a223cdee-39d4-455b-b274-2852202e3a27,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:09.180474 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59b8653d-410e-441a-b559-a29e87bd77ac req-04ef3bb3-8979-452b-8d20-6f51e4bd165a tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6481805 Oct 26 14:04:09.199998 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:04:06Z', 'revision_number': 3, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port': {'id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:09.231228 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Checking router: 7c78ee4b-3d9a-496b-ba91-38a8acca379c for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:04:09.232057 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Updating router 7c78ee4b-3d9a-496b-ba91-38a8acca379c port 1fe1fb43-b52f-4ab0-a938-a334f4236026 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:04:09.265067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86228ff1-7128-4433-b67a-b00ad6976ad7 req-9fa255e4-06e3-47c2-8919-8bd51e641bdc tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:09.266616 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.271919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['a223cdee-39d4-455b-b274-2852202e3a27'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:09.272412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-86228ff1-7128-4433-b67a-b00ad6976ad7 req-9fa255e4-06e3-47c2-8919-8bd51e641bdc tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 948 time: 0.4829240 Oct 26 14:04:09.418352 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5390efb5-6a9d-48c1-888d-fbc8f768463e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:09.461036 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.522453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 5390efb5-6a9d-48c1-888d-fbc8f768463e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:09.523311 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.542153 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-86228ff1-7128-4433-b67a-b00ad6976ad7 req-20544bfb-7a04-4575-888a-c9b0ffcbbc1f tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109601 Oct 26 14:04:09.601472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c17d8-9823-4603-bd14-f87a8066ff61 req-2e716aa9-c1d6-4f7b-bde6-b2369f670b8f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:09.618882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df1c17d8-9823-4603-bd14-f87a8066ff61 req-2e716aa9-c1d6-4f7b-bde6-b2369f670b8f tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 951 time: 0.1664817 Oct 26 14:04:09.669172 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df1c17d8-9823-4603-bd14-f87a8066ff61 req-d0b9c3dd-e3c6-4d79-9004-0022624df4b7 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584300 Oct 26 14:04:09.845862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device df16a872-a263-46d3-9da6-4f964d0a0a0a up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:09.859024 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.869131 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.888234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80ed93-77e8-4327-8c80-2d202e6787eb req-bf829375-9ec2-407a-8269-1b46fe15253f tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:09.896586 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa80ed93-77e8-4327-8c80-2d202e6787eb req-bf829375-9ec2-407a-8269-1b46fe15253f tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=557c366f-b496-446a-b805-7fa92ab13e4f HTTP/1.1" status: 200 len: 945 time: 0.1037250 Oct 26 14:04:09.933104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Allocated IP 172.20.0.1 (42f85f6d-53f4-4747-845e-e2c3cd5366d2/480154e8-02b2-4134-a40f-f63a39b4580e/29a5b5fc-1d88-4caf-a91d-8f7c55edb280) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:09.947451 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Attempting to bind port 1fe1fb43-b52f-4ab0-a938-a334f4236026 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:09.947941 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Attempting to bind port 1fe1fb43-b52f-4ab0-a938-a334f4236026 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:09.948294 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Attempting to bind port 1fe1fb43-b52f-4ab0-a938-a334f4236026 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:09.955899 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebb3d8-51f7-4db3-8148-a656ae6f7efe None None] Pushing event updated for resources: {'Port': ['ID=1fe1fb43-b52f-4ab0-a938-a334f4236026,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:09.959499 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:09.959872 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:09.960274 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.960774 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:09.961252 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Bound port: 1fe1fb43-b52f-4ab0-a938-a334f4236026, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:09.961848 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.979891 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa80ed93-77e8-4327-8c80-2d202e6787eb req-3133e714-f453-4edb-be33-1033f50d886b tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820751 Oct 26 14:04:09.989741 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port df16a872-a263-46d3-9da6-4f964d0a0a0a completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:04:10.007315 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port df16a872-a263-46d3-9da6-4f964d0a0a0a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:10.007810 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.034425 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] For port 1fe1fb43-b52f-4ab0-a938-a334f4236026, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:10.037967 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] For port 1fe1fb43-b52f-4ab0-a938-a334f4236026, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1fe1fb43-b52f-4ab0-a938-a334f4236026,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:10.045041 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.102934 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.131824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d561a2-dd4c-4ad1-86d3-ec196a82c44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df16a872-a263-46d3-9da6-4f964d0a0a0a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:10.134241 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8769ad33-1f19-4c6a-9b34-dcf351f54978" -d '{"events": [{"server_uuid": "09d561a2-dd4c-4ad1-86d3-ec196a82c44a", "name": "network-vif-plugged", "status": "completed", "tag": "df16a872-a263-46d3-9da6-4f964d0a0a0a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:10.150616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port df16a872-a263-46d3-9da6-4f964d0a0a0a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=df16a872-a263-46d3-9da6-4f964d0a0a0a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:10.178296 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.179234 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a71aca10-33a9-4a57-b703-b2a427ef3d4b up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:10.191323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d087291-1fd5-4563-ab67-792f4b6d7172 req-a3980881-253a-4d49-a9e4-073083ded729 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:10.201579 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d087291-1fd5-4563-ab67-792f4b6d7172 req-a3980881-253a-4d49-a9e4-073083ded729 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 944 time: 0.2841787 Oct 26 14:04:10.235068 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebb3d8-51f7-4db3-8148-a656ae6f7efe None None] Pushing event updated for resources: {'Port': ['ID=1fe1fb43-b52f-4ab0-a938-a334f4236026,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:10.266169 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Routers {'7c78ee4b-3d9a-496b-ba91-38a8acca379c'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:10.267467 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:10.316135 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d087291-1fd5-4563-ab67-792f4b6d7172 req-956c10b5-cce0-49bc-9bbe-4cb331410f1c tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/security-groups?id=75cfa2b2-ff6c-479a-95dd-3cdf3b3e6346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055305 Oct 26 14:04:10.345701 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.429027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfe823-5248-4731-8b9e-69f8c451c796 req-1272fa99-b12f-4610-9270-de66fd5445d8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:10.445134 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87dfe823-5248-4731-8b9e-69f8c451c796 req-1272fa99-b12f-4610-9270-de66fd5445d8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 945 time: 0.2112789 Oct 26 14:04:10.472949 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] Set router 7c78ee4b-3d9a-496b-ba91-38a8acca379c gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:10.549416 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d86236-d4d3-4982-b83f-0cdd9e912b95 x-openstack-request-id: req-16d86236-d4d3-4982-b83f-0cdd9e912b95 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:10.555497 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d561a2-dd4c-4ad1-86d3-ec196a82c44a", "name": "network-vif-plugged", "status": "completed", "tag": "df16a872-a263-46d3-9da6-4f964d0a0a0a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:10.555497 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16d86236-d4d3-4982-b83f-0cdd9e912b95 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:10.555497 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d561a2-dd4c-4ad1-86d3-ec196a82c44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df16a872-a263-46d3-9da6-4f964d0a0a0a', 'code': 200} Oct 26 14:04:10.557209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device a223cdee-39d4-455b-b274-2852202e3a27 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:10.571711 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1c6d5-d15d-4e49-a913-f41f7528ed7c req-bd2addb8-8fca-47ac-a245-92620f1637d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:10.573161 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-09d1c6d5-d15d-4e49-a913-f41f7528ed7c req-bd2addb8-8fca-47ac-a245-92620f1637d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 1100 time: 0.0784910 Oct 26 14:04:10.630778 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.632581 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-09d1c6d5-d15d-4e49-a913-f41f7528ed7c req-2b2ec722-009b-490b-a9b8-40d67e940bd1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477006 Oct 26 14:04:10.652762 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87dfe823-5248-4731-8b9e-69f8c451c796 req-8b43a7c5-926c-4827-bac6-e060f39a6f27 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669846 Oct 26 14:04:10.686762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:10.692139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:10.694843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:10.743708 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80cfefe4-f661-4826-b876-101ac3dbe63c req-633e0b58-5669-4431-baba-eeb3d283178f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2975941 Oct 26 14:04:10.753728 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Pushing event updated for resources: {'Port': ['ID=29a5b5fc-1d88-4caf-a91d-8f7c55edb280,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:10.757224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f64c9-6282-4ca3-9b22-d8903c5a98ca req-7c516788-a532-418c-a421-e71490991291 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:10.772291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b3f64c9-6282-4ca3-9b22-d8903c5a98ca req-7c516788-a532-418c-a421-e71490991291 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 1102 time: 0.2065375 Oct 26 14:04:10.810784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=df16a872-a263-46d3-9da6-4f964d0a0a0a,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:10.832461 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port a71aca10-33a9-4a57-b703-b2a427ef3d4b completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:04:10.840352 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port a223cdee-39d4-455b-b274-2852202e3a27 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:04:10.850433 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port a71aca10-33a9-4a57-b703-b2a427ef3d4b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:10.851206 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.853447 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.855789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port a223cdee-39d4-455b-b274-2852202e3a27 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:10.856132 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.977044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b3f64c9-6282-4ca3-9b22-d8903c5a98ca req-79594172-6be5-456d-8198-523f526b86b4 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037709 Oct 26 14:04:10.999541 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:04:06Z', 'revision_number': 3, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port': {'id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:11.043757 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeee31b-89c9-420a-a4ee-683e60cec856 None None] The sync data for ids ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'] in n-d-815498-1 is: [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:04:06Z', 'revision_number': 3, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port': {'id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:11.057373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-838ac555-50a3-42f4-aabd-df0859c129d4 req-81e30c2c-ddd3-4dd9-9236-47211b70eec3 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:04:11.058744 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-838ac555-50a3-42f4-aabd-df0859c129d4 req-81e30c2c-ddd3-4dd9-9236-47211b70eec3 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0103202 Oct 26 14:04:11.081182 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.084242 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.104253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90412b1a-ffdd-4ec8-bbf0-259fd3820e6f req-77e74a79-e06b-4862-b359-d1182c962757 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:11.107383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90412b1a-ffdd-4ec8-bbf0-259fd3820e6f req-77e74a79-e06b-4862-b359-d1182c962757 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 949 time: 0.3036745 Oct 26 14:04:11.136529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port a223cdee-39d4-455b-b274-2852202e3a27, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=a223cdee-39d4-455b-b274-2852202e3a27,segment=NetworkSegment(5f91d710-5814-4012-9fa1-3e4f5006152c),segment_id=5f91d710-5814-4012-9fa1-3e4f5006152c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:11.147699 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.194033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfefe4-f661-4826-b876-101ac3dbe63c req-3551da8c-4f42-4bae-a595-fe786d79e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:11.195642 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80cfefe4-f661-4826-b876-101ac3dbe63c req-3551da8c-4f42-4bae-a595-fe786d79e02e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=351eff63847840cb8676a04ff38a4c4b&device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 1097 time: 0.2136583 Oct 26 14:04:11.223902 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port a71aca10-33a9-4a57-b703-b2a427ef3d4b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a71aca10-33a9-4a57-b703-b2a427ef3d4b,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:11.235964 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.267666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5ad13f43-674f-4a18-8502-f25b314fe425 None None] Provisioning complete for port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:11.268360 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5ad13f43-674f-4a18-8502-f25b314fe425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.269962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=a223cdee-39d4-455b-b274-2852202e3a27,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:11.345271 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-5ad13f43-674f-4a18-8502-f25b314fe425 None None] Port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:11.364094 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=a71aca10-33a9-4a57-b703-b2a427ef3d4b,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:11.748660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfefe4-f661-4826-b876-101ac3dbe63c req-cd645ef1-8d9f-4a9a-a40a-8c6403a20059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:11.750488 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80cfefe4-f661-4826-b876-101ac3dbe63c req-cd645ef1-8d9f-4a9a-a40a-8c6403a20059 service neutron] 10.222.0.11 "GET /v2.0/networks?id=34fad221-f7e8-483b-a3a9-2a5581859a09 HTTP/1.1" status: 200 len: 907 time: 0.5227680 Oct 26 14:04:11.837862 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-838ac555-50a3-42f4-aabd-df0859c129d4 req-fb2b8d46-a8f2-439c-a1cc-79da411795d6 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.7495897 Oct 26 14:04:11.840683 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90412b1a-ffdd-4ec8-bbf0-259fd3820e6f req-56e96c9e-84c8-400c-9ed2-66b598df702b tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496301 Oct 26 14:04:11.871885 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.909018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80cfefe4-f661-4826-b876-101ac3dbe63c req-1b5c1885-2f01-4fa5-9aeb-3f14cf004465 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd46c6-b837-4581-8e68-d43b2f58f21d HTTP/1.1" status: 200 len: 1001 time: 0.1390090 Oct 26 14:04:12.028226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfefe4-f661-4826-b876-101ac3dbe63c req-6a9823ef-d032-47d4-88ac-a8f14669a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:12.029745 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80cfefe4-f661-4826-b876-101ac3dbe63c req-6a9823ef-d032-47d4-88ac-a8f14669a713 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d5e0073-7f9b-48de-98ee-a11789263317 HTTP/1.1" status: 200 len: 845 time: 0.0824440 Oct 26 14:04:12.181147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfefe4-f661-4826-b876-101ac3dbe63c req-76dbbf8f-b0c3-4837-a061-4ed9d08a81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:12.183144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80cfefe4-f661-4826-b876-101ac3dbe63c req-76dbbf8f-b0c3-4837-a061-4ed9d08a81bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34fad221-f7e8-483b-a3a9-2a5581859a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418340 Oct 26 14:04:12.364358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b420f-2306-4fb2-be18-caea0898c860 req-a3c57f5b-c245-4115-ad78-a1769435809e tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:12.365915 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-880b420f-2306-4fb2-be18-caea0898c860 req-a3c57f5b-c245-4115-ad78-a1769435809e tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 945 time: 0.1776791 Oct 26 14:04:12.396725 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80cfefe4-f661-4826-b876-101ac3dbe63c req-bb82091c-bf35-4456-a6da-0c923f723487 service neutron] 10.222.0.11 "GET /v2.0/networks/34fad221-f7e8-483b-a3a9-2a5581859a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026660 Oct 26 14:04:12.400203 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.436378 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.556020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28725a51-ec6c-4ce0-886f-09ba41ed287e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a223cdee-39d4-455b-b274-2852202e3a27'}, {'server_uuid': '1e7d0784-bcb0-429d-b16e-0ecc3bfb6881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71aca10-33a9-4a57-b703-b2a427ef3d4b'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:12.559723 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9538128d-083e-45b6-87a4-e0b0ce88fd9a" -d '{"events": [{"server_uuid": "28725a51-ec6c-4ce0-886f-09ba41ed287e", "name": "network-vif-plugged", "status": "completed", "tag": "a223cdee-39d4-455b-b274-2852202e3a27"}, {"server_uuid": "1e7d0784-bcb0-429d-b16e-0ecc3bfb6881", "name": "network-vif-plugged", "status": "completed", "tag": "a71aca10-33a9-4a57-b703-b2a427ef3d4b"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:12.593298 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-880b420f-2306-4fb2-be18-caea0898c860 req-f7f1cab2-b25a-4613-bc57-bb41d7b4d7f5 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/security-groups?id=75cfa2b2-ff6c-479a-95dd-3cdf3b3e6346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146015 Oct 26 14:04:12.613683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.653999 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80cfefe4-f661-4826-b876-101ac3dbe63c req-b83171f6-8569-4e18-8f31-78097f5fe7a5 service neutron] 10.222.0.11 "GET /v2.0/networks/34fad221-f7e8-483b-a3a9-2a5581859a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441542 Oct 26 14:04:12.658661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Pushing event updated for resources: {'Port': ['ID=29a5b5fc-1d88-4caf-a91d-8f7c55edb280,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:12.690252 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a464-a1cf-48ce-b594-37f12ae17186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.697587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae21ff-5c84-489d-b9b0-d19ecee3e028 req-0cb5b8b8-91b7-4ef9-b648-7dbdac14d977 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:12.707203 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01ae21ff-5c84-489d-b9b0-d19ecee3e028 req-0cb5b8b8-91b7-4ef9-b648-7dbdac14d977 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.2960334 Oct 26 14:04:12.831676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01ae21ff-5c84-489d-b9b0-d19ecee3e028 req-3dcb97f9-7782-44d9-a0bf-791f83348f45 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235051 Oct 26 14:04:12.835485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837b0de-d65c-4883-8f8a-1dfe34322c31 req-56d6bcef-164a-4ad4-8c4b-e4e054835ffa tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:12.837729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b837b0de-d65c-4883-8f8a-1dfe34322c31 req-56d6bcef-164a-4ad4-8c4b-e4e054835ffa tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 1102 time: 0.1804814 Oct 26 14:04:12.920371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:12.924868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:12.964095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b837b0de-d65c-4883-8f8a-1dfe34322c31 req-6aa68a70-e6df-4ffa-822e-6ddf24663979 tempest-ServersAdminTestJSON-1168538629 tempest-ServersAdminTestJSON-1168538629-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064327 Oct 26 14:04:12.996612 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77eaad1b-4831-4f0c-923e-de2684847ffd x-openstack-request-id: req-77eaad1b-4831-4f0c-923e-de2684847ffd {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:12.996739 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28725a51-ec6c-4ce0-886f-09ba41ed287e", "name": "network-vif-plugged", "status": "completed", "tag": "a223cdee-39d4-455b-b274-2852202e3a27", "code": 200}, {"server_uuid": "1e7d0784-bcb0-429d-b16e-0ecc3bfb6881", "name": "network-vif-plugged", "status": "completed", "tag": "a71aca10-33a9-4a57-b703-b2a427ef3d4b", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:12.997000 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77eaad1b-4831-4f0c-923e-de2684847ffd {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:12.998157 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28725a51-ec6c-4ce0-886f-09ba41ed287e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a223cdee-39d4-455b-b274-2852202e3a27', 'code': 200} Oct 26 14:04:12.998621 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7d0784-bcb0-429d-b16e-0ecc3bfb6881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'code': 200} Oct 26 14:04:13.203310 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a13b8a-0b6f-4d39-b362-4ed79c082650 req-454fc259-5362-4c87-810e-48403b1883de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:13.205524 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-28a13b8a-0b6f-4d39-b362-4ed79c082650 req-454fc259-5362-4c87-810e-48403b1883de service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 1096 time: 0.1128936 Oct 26 14:04:13.244647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1fe1fb43-b52f-4ab0-a938-a334f4236026 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:13.303932 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-28a13b8a-0b6f-4d39-b362-4ed79c082650 req-ce73984b-4ef8-447a-92ae-ed65ee16b14d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=75cfa2b2-ff6c-479a-95dd-3cdf3b3e6346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897918 Oct 26 14:04:13.307879 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76915e78-53eb-452f-bce3-8793acb0aad2 req-d982abea-4f99-403e-8cb0-3efb89f0eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:13.309528 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76915e78-53eb-452f-bce3-8793acb0aad2 req-d982abea-4f99-403e-8cb0-3efb89f0eda9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e7d0784-bcb0-429d-b16e-0ecc3bfb6881 HTTP/1.1" status: 200 len: 1100 time: 0.1890602 Oct 26 14:04:13.335643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1fe1fb43-b52f-4ab0-a938-a334f4236026 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:13.336064 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:13.343905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9f0bb-27cf-446a-8c2a-59fa8898e6d7 req-242b373d-9bfa-4ad8-aaf9-f7528efd5e19 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:13.355849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61e9f0bb-27cf-446a-8c2a-59fa8898e6d7 req-242b373d-9bfa-4ad8-aaf9-f7528efd5e19 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=557c366f-b496-446a-b805-7fa92ab13e4f HTTP/1.1" status: 200 len: 945 time: 0.2694955 Oct 26 14:04:13.407810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-cbe6cbd1-b555-4684-aa85-f64ac79ba4af None None] Provisioning complete for port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:13.410697 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cbd1-b555-4684-aa85-f64ac79ba4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:13.431896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51e5b5-c2de-4b7a-aa92-5ff895a3116e req-e2480905-e6ff-42f2-a6d8-d385990afdbc tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:13.433396 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac51e5b5-c2de-4b7a-aa92-5ff895a3116e req-e2480905-e6ff-42f2-a6d8-d385990afdbc tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 949 time: 0.3378727 Oct 26 14:04:13.481457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Router 7c78ee4b-3d9a-496b-ba91-38a8acca379c has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:04:13.490318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6cbd1-b555-4684-aa85-f64ac79ba4af None None] Port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:13.507433 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76915e78-53eb-452f-bce3-8793acb0aad2 req-8143a0e3-011a-4861-abcf-c1a5b2cd2d32 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832306 Oct 26 14:04:13.514707 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:13.544702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 1fe1fb43-b52f-4ab0-a938-a334f4236026, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1fe1fb43-b52f-4ab0-a938-a334f4236026,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:13.550385 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:13.563055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61e9f0bb-27cf-446a-8c2a-59fa8898e6d7 req-42810193-180e-4fa7-a688-5b98ee2feac7 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036016 Oct 26 14:04:13.596941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac51e5b5-c2de-4b7a-aa92-5ff895a3116e req-e142377a-17a8-44df-8400-fc5418a783af tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373563 Oct 26 14:04:13.624748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=1fe1fb43-b52f-4ab0-a938-a334f4236026,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:13.753117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:04:13.769365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-df89233d-9dae-430e-b200-c83a3e425d82 admin admin] 10.222.0.32 "PUT /v2.0/routers/7c78ee4b-3d9a-496b-ba91-38a8acca379c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4202702 Oct 26 14:04:13.778041 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Sync routers for ids ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:04:13.799946 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Routers {'7c78ee4b-3d9a-496b-ba91-38a8acca379c'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:13.800940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:13.959799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Set router 7c78ee4b-3d9a-496b-ba91-38a8acca379c gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:14.025435 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac048023-1782-46ef-82cd-e305232688a8 req-0c6e929f-65db-49d8-9c89-12be9df88984 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:14.027170 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac048023-1782-46ef-82cd-e305232688a8 req-0c6e929f-65db-49d8-9c89-12be9df88984 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 945 time: 0.0960891 Oct 26 14:04:14.036114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f384a0-4cda-4772-b78e-0df75674f414 req-48ba72b7-215d-4f18-a15a-a5893b6b41a5 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:14.046537 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3f384a0-4cda-4772-b78e-0df75674f414 req-48ba72b7-215d-4f18-a15a-a5893b6b41a5 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 945 time: 0.1587548 Oct 26 14:04:14.152643 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac048023-1782-46ef-82cd-e305232688a8 req-30009154-00fa-4491-af60-2e8cd7f98ef5 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/security-groups?id=75cfa2b2-ff6c-479a-95dd-3cdf3b3e6346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941103 Oct 26 14:04:14.172231 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3f384a0-4cda-4772-b78e-0df75674f414 req-4c93e698-25fc-415d-8905-649eba4c6848 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194463 Oct 26 14:04:14.315235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:04:11Z', 'revision_number': 4, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port': {'id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '29a5b5fc-1d88-4caf-a91d-8f7c55edb280', 'name': '', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'mac_address': 'fa:16:3e:10:58:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:09Z', 'updated_at': '2021-10-26T14:04:12Z', 'revision_number': 2, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'subnets': [{'id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:14.347850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0dfda-4bf3-47f6-aab0-a3428aaca3d8 req-862dce02-1387-427b-a72d-a194e062b173 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:14.354581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Checking router: 7c78ee4b-3d9a-496b-ba91-38a8acca379c for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:04:14.355146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Updating router 7c78ee4b-3d9a-496b-ba91-38a8acca379c port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:04:14.355822 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9d0dfda-4bf3-47f6-aab0-a3428aaca3d8 req-862dce02-1387-427b-a72d-a194e062b173 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 950 time: 0.1205001 Oct 26 14:04:14.391091 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.438472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9d0dfda-4bf3-47f6-aab0-a3428aaca3d8 req-13194e41-e202-471f-ae31-176a123f7fc7 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757635 Oct 26 14:04:14.474580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8ddaf-45ae-4574-9e04-1787cd842262 req-eb8537a1-cb5e-4b24-875b-988034f4f736 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:14.476135 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dd8ddaf-45ae-4574-9e04-1787cd842262 req-eb8537a1-cb5e-4b24-875b-988034f4f736 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e7d0784-bcb0-429d-b16e-0ecc3bfb6881 HTTP/1.1" status: 200 len: 949 time: 0.1693971 Oct 26 14:04:14.614017 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dd8ddaf-45ae-4574-9e04-1787cd842262 req-5fd67e47-0e2f-45b4-9eca-3844822d6e52 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187236 Oct 26 14:04:14.823788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b2975-611a-4aa6-9aa9-6fbacb2be9ed req-84a1c310-27d4-4046-a11e-c72c9dda922e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:14.832930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b2975-611a-4aa6-9aa9-6fbacb2be9ed req-84a1c310-27d4-4046-a11e-c72c9dda922e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:14.848031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b2975-611a-4aa6-9aa9-6fbacb2be9ed req-84a1c310-27d4-4046-a11e-c72c9dda922e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:14.851386 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b9b2975-611a-4aa6-9aa9-6fbacb2be9ed req-84a1c310-27d4-4046-a11e-c72c9dda922e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173&device_id=557c366f-b496-446a-b805-7fa92ab13e4f&device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 2416 time: 0.1844056 Oct 26 14:04:14.968167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b9b2975-611a-4aa6-9aa9-6fbacb2be9ed req-41d7b9b4-0c66-4768-8c1c-84700db56dff tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044736 Oct 26 14:04:15.071008 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.072680 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5c54ecad-ceed-47e3-9163-9a0510079ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.088742 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.101033 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-762365b7-0ba6-47de-a0ab-6711fd7f91d6 req-34216c3d-7815-437d-b080-22244fdc8820 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0867593 Oct 26 14:04:15.182489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a7417-2fcf-4ba5-b8e7-c2f2a54b5af7 None None] Pushing event updated for resources: {'Port': ['ID=29a5b5fc-1d88-4caf-a91d-8f7c55edb280,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:15.265738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1fe1fb43-b52f-4ab0-a938-a334f4236026 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:15.348295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8514c-f6b5-44f0-8838-820cc2c7cd0b req-1c5eb8c4-ca3e-49a0-841a-334f3f15a630 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:15.350486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9de8514c-f6b5-44f0-8838-820cc2c7cd0b req-1c5eb8c4-ca3e-49a0-841a-334f3f15a630 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 945 time: 0.0757937 Oct 26 14:04:15.365635 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Attempting to bind port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:15.366038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Attempting to bind port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '07631f30-8ef7-4f5e-9e7d-f77b25ebe785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:15.366500 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Attempting to bind port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 on network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:15.393803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:15.394127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Checking segment: {'id': '07631f30-8ef7-4f5e-9e7d-f77b25ebe785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:15.406980 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.407439 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Bound using segment: {'id': '07631f30-8ef7-4f5e-9e7d-f77b25ebe785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:15.407958 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Bound port: 29a5b5fc-1d88-4caf-a91d-8f7c55edb280, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07631f30-8ef7-4f5e-9e7d-f77b25ebe785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:15.408355 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.437497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9de8514c-f6b5-44f0-8838-820cc2c7cd0b req-0892eff0-3be3-4128-aaba-2e7e56a03a2c tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/security-groups?id=75cfa2b2-ff6c-479a-95dd-3cdf3b3e6346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752268 Oct 26 14:04:15.499360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb45d12-1b14-460a-97ff-93f12aa96493 req-28ed9fb2-d943-4641-85de-09798761e3f2 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:15.507009 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fbb45d12-1b14-460a-97ff-93f12aa96493 req-28ed9fb2-d943-4641-85de-09798761e3f2 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 950 time: 0.1321805 Oct 26 14:04:15.538852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] For port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:15.542746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] For port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=29a5b5fc-1d88-4caf-a91d-8f7c55edb280,segment=NetworkSegment(07631f30-8ef7-4f5e-9e7d-f77b25ebe785),segment_id=07631f30-8ef7-4f5e-9e7d-f77b25ebe785)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:15.594032 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.645896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f640029-7f3b-4a7c-a5f3-7d1c1ac4d35e req-98b84fde-678d-4ef3-ba30-6d4394614652 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:15.649427 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f640029-7f3b-4a7c-a5f3-7d1c1ac4d35e req-98b84fde-678d-4ef3-ba30-6d4394614652 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d13d7e7-b7bf-4f20-b83e-5731d0e3af75 HTTP/1.1" status: 200 len: 950 time: 0.1056464 Oct 26 14:04:15.666072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-fbb45d12-1b14-460a-97ff-93f12aa96493 req-125ac6a0-a1d7-4e45-82dd-a4ddd1c4dadb tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Deleting port 7621b097-a7ea-497b-964a-33fba61a7f48 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:15.666987 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fbb45d12-1b14-460a-97ff-93f12aa96493 req-125ac6a0-a1d7-4e45-82dd-a4ddd1c4dadb tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.732666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f9b26a07-1119-4157-bead-383b59a8aee1 None None] Provisioning complete for port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:15.734911 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f640029-7f3b-4a7c-a5f3-7d1c1ac4d35e req-10d49aa1-c47c-45ec-8bb0-e9729c4fca28 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792542 Oct 26 14:04:15.735252 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f9b26a07-1119-4157-bead-383b59a8aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.801313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Routers {'7c78ee4b-3d9a-496b-ba91-38a8acca379c'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:15.801313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:04:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:15.859125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1fe1fb43-b52f-4ab0-a938-a334f4236026 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:15.859499 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.957663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-fbb45d12-1b14-460a-97ff-93f12aa96493 req-125ac6a0-a1d7-4e45-82dd-a4ddd1c4dadb tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] For port 7621b097-a7ea-497b-964a-33fba61a7f48, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=7621b097-a7ea-497b-964a-33fba61a7f48,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:15.958050 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fbb45d12-1b14-460a-97ff-93f12aa96493 req-125ac6a0-a1d7-4e45-82dd-a4ddd1c4dadb tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.996797 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-fbb45d12-1b14-460a-97ff-93f12aa96493 req-125ac6a0-a1d7-4e45-82dd-a4ddd1c4dadb tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Calling delete_port for 7621b097-a7ea-497b-964a-33fba61a7f48 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:16.020165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a7417-2fcf-4ba5-b8e7-c2f2a54b5af7 None None] Pushing event updated for resources: {'Port': ['ID=29a5b5fc-1d88-4caf-a91d-8f7c55edb280,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:16.181018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2e5b2-e714-41af-86c3-a0bd07b0ba71 req-d8982b24-a1b4-40a6-aefe-130fce62a217 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:16.193696 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e9f2e5b2-e714-41af-86c3-a0bd07b0ba71 req-d8982b24-a1b4-40a6-aefe-130fce62a217 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e7d0784-bcb0-429d-b16e-0ecc3bfb6881 HTTP/1.1" status: 200 len: 949 time: 0.1668646 Oct 26 14:04:16.194568 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f9b26a07-1119-4157-bead-383b59a8aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.293694 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e9f2e5b2-e714-41af-86c3-a0bd07b0ba71 req-5ae21e48-d8e5-41fb-b5d9-6e386d17a7a6 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655506 Oct 26 14:04:16.303589 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] Set router 7c78ee4b-3d9a-496b-ba91-38a8acca379c gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:16.326271 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fbb45d12-1b14-460a-97ff-93f12aa96493 req-125ac6a0-a1d7-4e45-82dd-a4ddd1c4dadb tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.397284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ac6a0-a1d7-4e45-82dd-a4ddd1c4dadb tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Pushing event deleted for resources: {'Port': ['ID=7621b097-a7ea-497b-964a-33fba61a7f48,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:16.483756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb45d12-1b14-460a-97ff-93f12aa96493 req-125ac6a0-a1d7-4e45-82dd-a4ddd1c4dadb tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] No DVR routers for this DVR port 7621b097-a7ea-497b-964a-33fba61a7f48 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:16.483756 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fbb45d12-1b14-460a-97ff-93f12aa96493 req-125ac6a0-a1d7-4e45-82dd-a4ddd1c4dadb tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.483756 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fbb45d12-1b14-460a-97ff-93f12aa96493 req-125ac6a0-a1d7-4e45-82dd-a4ddd1c4dadb tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.25 "DELETE /v2.0/ports/7621b097-a7ea-497b-964a-33fba61a7f48 HTTP/1.1" status: 204 len: 173 time: 0.9670210 Oct 26 14:04:16.483756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d13d7e7-b7bf-4f20-b83e-5731d0e3af75', 'name': 'network-vif-deleted', 'tag': '7621b097-a7ea-497b-964a-33fba61a7f48'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:16.484674 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8652caf2-876a-4059-8322-22537b72e864" -d '{"events": [{"server_uuid": "9d13d7e7-b7bf-4f20-b83e-5731d0e3af75", "name": "network-vif-deleted", "tag": "7621b097-a7ea-497b-964a-33fba61a7f48"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:16.713144 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c5319f-c047-4fd8-83a1-ae5771838fc8 x-openstack-request-id: req-e8c5319f-c047-4fd8-83a1-ae5771838fc8 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:16.714187 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d13d7e7-b7bf-4f20-b83e-5731d0e3af75", "name": "network-vif-deleted", "tag": "7621b097-a7ea-497b-964a-33fba61a7f48", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:16.714675 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8c5319f-c047-4fd8-83a1-ae5771838fc8 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:16.715305 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d13d7e7-b7bf-4f20-b83e-5731d0e3af75', 'name': 'network-vif-deleted', 'tag': '7621b097-a7ea-497b-964a-33fba61a7f48', 'status': 'completed', 'code': 200} Oct 26 14:04:16.766901 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['7621b097-a7ea-497b-964a-33fba61a7f48', '42326989-5b85-48b5-8735-924071ba63ea'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:16.769663 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9156860f-7009-4351-9ee8-58b31467e54a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:16.944003 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.951221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f9b26a07-1119-4157-bead-383b59a8aee1 None None] For port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=29a5b5fc-1d88-4caf-a91d-8f7c55edb280,segment=NetworkSegment(07631f30-8ef7-4f5e-9e7d-f77b25ebe785),segment_id=07631f30-8ef7-4f5e-9e7d-f77b25ebe785)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:17.009149 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:17.017547 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f9b26a07-1119-4157-bead-383b59a8aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:17.211929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b26a07-1119-4157-bead-383b59a8aee1 None None] Pushing event updated for resources: {'Port': ['ID=29a5b5fc-1d88-4caf-a91d-8f7c55edb280,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:17.275023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d32853-ffe5-49e6-a5e1-44d26176915c req-7937ccc7-2192-4d7f-9742-1d6489236f1c tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:17.281961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d32853-ffe5-49e6-a5e1-44d26176915c req-7937ccc7-2192-4d7f-9742-1d6489236f1c tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:17.289970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8d32853-ffe5-49e6-a5e1-44d26176915c req-7937ccc7-2192-4d7f-9742-1d6489236f1c tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a&device_id=1e7d0784-bcb0-429d-b16e-0ecc3bfb6881 HTTP/1.1" status: 200 len: 1689 time: 0.1666138 Oct 26 14:04:17.360812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-cc126440-6308-4e52-87d9-5ab9c3db2ef0 None None] Provisioning complete for port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:17.360812 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cc126440-6308-4e52-87d9-5ab9c3db2ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:17.369133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8d32853-ffe5-49e6-a5e1-44d26176915c req-6cbcc59f-7460-4983-8d49-bcc4433399c2 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779068 Oct 26 14:04:17.850303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:04:11Z', 'revision_number': 4, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port': {'id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '29a5b5fc-1d88-4caf-a91d-8f7c55edb280', 'name': '', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'mac_address': 'fa:16:3e:10:58:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:09Z', 'updated_at': '2021-10-26T14:04:15Z', 'revision_number': 4, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'subnets': [{'id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:17.932228 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:04:17.936714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebaf539-8dc1-45b2-95fc-f106b116a97c None None] The sync data for ids ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'] in n-d-815498-1 is: [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:04:11Z', 'revision_number': 4, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port': {'id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '29a5b5fc-1d88-4caf-a91d-8f7c55edb280', 'name': '', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'mac_address': 'fa:16:3e:10:58:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:09Z', 'updated_at': '2021-10-26T14:04:15Z', 'revision_number': 4, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'subnets': [{'id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:18.105606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a3f3b-392e-4019-bc51-ce9f5be1c41a req-e97f01fe-2be4-453c-931c-68d2d142b1ed tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:18.114637 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da5a3f3b-392e-4019-bc51-ce9f5be1c41a req-e97f01fe-2be4-453c-931c-68d2d142b1ed tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 1100 time: 0.1149995 Oct 26 14:04:18.172143 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da5a3f3b-392e-4019-bc51-ce9f5be1c41a req-fa48a495-6839-4bde-bba8-85b990762fdc tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543752 Oct 26 14:04:18.340465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b49c7-f876-48e7-8bd6-d03814642ef1 req-a9c6be17-8598-4dbf-a287-68a07f626bd7 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:18.348080 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-322b49c7-f876-48e7-8bd6-d03814642ef1 req-a9c6be17-8598-4dbf-a287-68a07f626bd7 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 950 time: 0.0915177 Oct 26 14:04:18.412809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-322b49c7-f876-48e7-8bd6-d03814642ef1 req-a67372ec-64b5-4d04-9867-4da1535b661d tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635126 Oct 26 14:04:18.452812 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:18.487399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 7621b097-a7ea-497b-964a-33fba61a7f48 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:18.540823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d59d2-1724-47ac-a2b5-393ee118be09 req-74d7b412-f041-426e-bb38-9bec1a5003df tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:18.551210 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f48d59d2-1724-47ac-a2b5-393ee118be09 req-74d7b412-f041-426e-bb38-9bec1a5003df tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1e7d0784-bcb0-429d-b16e-0ecc3bfb6881 HTTP/1.1" status: 200 len: 1100 time: 0.0671716 Oct 26 14:04:18.559263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 7621b097-a7ea-497b-964a-33fba61a7f48 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:18.559997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 7621b097-a7ea-497b-964a-33fba61a7f48 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:18.608965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f48d59d2-1724-47ac-a2b5-393ee118be09 req-95e1da90-0cb0-44b7-be61-a90adf4d17a8 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560794 Oct 26 14:04:18.997893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051f8a1-93ae-4d6c-aa36-42c7863c0890 req-91c9ad41-8f63-4507-8857-68c9bf34b579 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:19.007202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4051f8a1-93ae-4d6c-aa36-42c7863c0890 req-91c9ad41-8f63-4507-8857-68c9bf34b579 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 945 time: 0.1158864 Oct 26 14:04:19.077739 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4051f8a1-93ae-4d6c-aa36-42c7863c0890 req-641b0387-0f55-4dd5-bbaa-04b425a4794f tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646696 Oct 26 14:04:19.264456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:19.390876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:19.392931 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.780500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e4f98-34d7-4263-b86b-13dc7080f6f4 req-a0a7b0f4-b44c-4473-b2ce-5534c7e12de8 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:19.782967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-920e4f98-34d7-4263-b86b-13dc7080f6f4 req-a0a7b0f4-b44c-4473-b2ce-5534c7e12de8 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 950 time: 0.1440272 Oct 26 14:04:19.795682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eacfd-92fe-4ada-ba0a-c60bc9eef9d6 req-2f00b013-7896-43a4-8500-565bfabe22d3 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:19.797965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-656eacfd-92fe-4ada-ba0a-c60bc9eef9d6 req-2f00b013-7896-43a4-8500-565bfabe22d3 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 950 time: 0.1032147 Oct 26 14:04:19.898757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-656eacfd-92fe-4ada-ba0a-c60bc9eef9d6 req-650d0884-d026-4cb3-949b-8ca319a5aab6 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899746 Oct 26 14:04:19.940446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-920e4f98-34d7-4263-b86b-13dc7080f6f4 req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Deleting port 9156860f-7009-4351-9ee8-58b31467e54a {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:19.943458 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-920e4f98-34d7-4263-b86b-13dc7080f6f4 req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.096358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-920e4f98-34d7-4263-b86b-13dc7080f6f4 req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] For port 9156860f-7009-4351-9ee8-58b31467e54a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9156860f-7009-4351-9ee8-58b31467e54a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:20.096724 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-920e4f98-34d7-4263-b86b-13dc7080f6f4 req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.112521 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-920e4f98-34d7-4263-b86b-13dc7080f6f4 req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Calling delete_port for 9156860f-7009-4351-9ee8-58b31467e54a owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:20.253230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba72369-75b3-4e6f-bd6b-81b5eff8dbdc req-0710dc2c-7580-44de-86b6-831cf381bea1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:20.254868 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cba72369-75b3-4e6f-bd6b-81b5eff8dbdc req-0710dc2c-7580-44de-86b6-831cf381bea1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.25 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 945 time: 0.0774868 Oct 26 14:04:20.309112 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c8e84-13db-4382-ada4-c358a6540e0f req-871ce22d-5738-4e22-84ba-53252c186fd8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:20.310987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a3c8e84-13db-4382-ada4-c358a6540e0f req-871ce22d-5738-4e22-84ba-53252c186fd8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 945 time: 0.0782371 Oct 26 14:04:20.312657 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-920e4f98-34d7-4263-b86b-13dc7080f6f4 req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.326134 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['42326989-5b85-48b5-8735-924071ba63ea'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:20.330987 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9156860f-7009-4351-9ee8-58b31467e54a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:20.416938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Pushing event deleted for resources: {'Port': ['ID=9156860f-7009-4351-9ee8-58b31467e54a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:20.432340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a3c8e84-13db-4382-ada4-c358a6540e0f req-1e9794c8-ab37-419f-bdfb-16a3d960ad77 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028085 Oct 26 14:04:20.465412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.465917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.466096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-cba72369-75b3-4e6f-bd6b-81b5eff8dbdc req-ee2f8ab8-1ad1-45a7-91b5-1788bd18b189 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Deleting port cd4939e5-f53a-435f-967e-790d8ef7c74a {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:20.466590 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.467985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.468488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.468891 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cba72369-75b3-4e6f-bd6b-81b5eff8dbdc req-ee2f8ab8-1ad1-45a7-91b5-1788bd18b189 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.469247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.469744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.470273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.470751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.471249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.471739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.472228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.505845 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-920e4f98-34d7-4263-b86b-13dc7080f6f4 req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] No DVR routers for this DVR port 9156860f-7009-4351-9ee8-58b31467e54a on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:20.508917 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-920e4f98-34d7-4263-b86b-13dc7080f6f4 req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.513219 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-920e4f98-34d7-4263-b86b-13dc7080f6f4 req-08271db7-0ccc-4686-a6dd-1e9bb8821bbf tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.11 "DELETE /v2.0/ports/9156860f-7009-4351-9ee8-58b31467e54a HTTP/1.1" status: 204 len: 173 time: 0.7139220 Oct 26 14:04:20.515868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3af8f2-5d21-44d6-a86d-681e8621e28f', 'name': 'network-vif-deleted', 'tag': '9156860f-7009-4351-9ee8-58b31467e54a'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:20.518919 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb01343-e372-4e9e-a625-4fcf16e62b7b" -d '{"events": [{"server_uuid": "dd3af8f2-5d21-44d6-a86d-681e8621e28f", "name": "network-vif-deleted", "tag": "9156860f-7009-4351-9ee8-58b31467e54a"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:20.725370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-cba72369-75b3-4e6f-bd6b-81b5eff8dbdc req-ee2f8ab8-1ad1-45a7-91b5-1788bd18b189 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] For port cd4939e5-f53a-435f-967e-790d8ef7c74a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cd4939e5-f53a-435f-967e-790d8ef7c74a,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:20.725599 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cba72369-75b3-4e6f-bd6b-81b5eff8dbdc req-ee2f8ab8-1ad1-45a7-91b5-1788bd18b189 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.747100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-cba72369-75b3-4e6f-bd6b-81b5eff8dbdc req-ee2f8ab8-1ad1-45a7-91b5-1788bd18b189 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Calling delete_port for cd4939e5-f53a-435f-967e-790d8ef7c74a owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:20.825960 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b7d099-190f-4e04-85bb-48ba64afe299 x-openstack-request-id: req-c3b7d099-190f-4e04-85bb-48ba64afe299 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:20.826854 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3af8f2-5d21-44d6-a86d-681e8621e28f", "name": "network-vif-deleted", "tag": "9156860f-7009-4351-9ee8-58b31467e54a", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:20.827349 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3b7d099-190f-4e04-85bb-48ba64afe299 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:20.827965 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3af8f2-5d21-44d6-a86d-681e8621e28f', 'name': 'network-vif-deleted', 'tag': '9156860f-7009-4351-9ee8-58b31467e54a', 'status': 'completed', 'code': 200} Oct 26 14:04:20.968685 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cba72369-75b3-4e6f-bd6b-81b5eff8dbdc req-ee2f8ab8-1ad1-45a7-91b5-1788bd18b189 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.986007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['4218f4dd-7569-4996-9b2f-18aabcc02dcf', 'e7e37d24-3625-4014-8af2-cf7bc09fdf8c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:21.065501 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['cd4939e5-f53a-435f-967e-790d8ef7c74a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:21.140383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e401e4e-76bb-4913-9966-eee74cbdb0c5 req-1e281af5-7797-42c8-8a1d-6097445bd9ac tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3af8f2-5d21-44d6-a86d-681e8621e28f HTTP/1.1" status: 200 len: 210 time: 0.0588500 Oct 26 14:04:21.221606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f8ab8-1ad1-45a7-91b5-1788bd18b189 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Pushing event deleted for resources: {'Port': ['ID=cd4939e5-f53a-435f-967e-790d8ef7c74a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:21.234495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba72369-75b3-4e6f-bd6b-81b5eff8dbdc req-ee2f8ab8-1ad1-45a7-91b5-1788bd18b189 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] No DVR routers for this DVR port cd4939e5-f53a-435f-967e-790d8ef7c74a on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:21.241968 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cba72369-75b3-4e6f-bd6b-81b5eff8dbdc req-ee2f8ab8-1ad1-45a7-91b5-1788bd18b189 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:21.255501 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cba72369-75b3-4e6f-bd6b-81b5eff8dbdc req-ee2f8ab8-1ad1-45a7-91b5-1788bd18b189 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.25 "DELETE /v2.0/ports/cd4939e5-f53a-435f-967e-790d8ef7c74a HTTP/1.1" status: 204 len: 173 time: 0.9917071 Oct 26 14:04:21.256151 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f6b8a3-8677-4674-9119-3faba6272173', 'name': 'network-vif-deleted', 'tag': 'cd4939e5-f53a-435f-967e-790d8ef7c74a'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:21.260080 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d49cd87-c1a8-4ec1-ab5e-db4eb17139e1" -d '{"events": [{"server_uuid": "12f6b8a3-8677-4674-9119-3faba6272173", "name": "network-vif-deleted", "tag": "cd4939e5-f53a-435f-967e-790d8ef7c74a"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:21.648341 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc409a8e-8388-4008-b9ed-2bc28db205de x-openstack-request-id: req-dc409a8e-8388-4008-b9ed-2bc28db205de {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:21.648648 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f6b8a3-8677-4674-9119-3faba6272173", "name": "network-vif-deleted", "tag": "cd4939e5-f53a-435f-967e-790d8ef7c74a", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:21.648907 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc409a8e-8388-4008-b9ed-2bc28db205de {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:21.649312 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f6b8a3-8677-4674-9119-3faba6272173', 'name': 'network-vif-deleted', 'tag': 'cd4939e5-f53a-435f-967e-790d8ef7c74a', 'status': 'completed', 'code': 200} Oct 26 14:04:21.887401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e32a002-4107-45f7-bd36-a9d4ba9d59fa req-c487d18b-36ff-4ea9-81da-a44eb4787d96 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f6b8a3-8677-4674-9119-3faba6272173 HTTP/1.1" status: 200 len: 210 time: 0.0313103 Oct 26 14:04:22.625517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89345f7b-cc9f-4294-8f29-008771dfa573 req-7ea109ea-77f2-455e-be00-d627e9f012da tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:22.627328 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89345f7b-cc9f-4294-8f29-008771dfa573 req-7ea109ea-77f2-455e-be00-d627e9f012da tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 945 time: 0.0622985 Oct 26 14:04:22.673052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89345f7b-cc9f-4294-8f29-008771dfa573 req-091ecce2-0604-414a-a5f4-e048ad08ab1d tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/security-groups?id=75cfa2b2-ff6c-479a-95dd-3cdf3b3e6346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395324 Oct 26 14:04:22.800663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ba1a2-22a4-4fcc-a0f1-bc7dbb164b4a req-c8688780-3ad4-493c-9077-a0f67e222322 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:22.806454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac1ba1a2-22a4-4fcc-a0f1-bc7dbb164b4a req-c8688780-3ad4-493c-9077-a0f67e222322 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 951 time: 0.0645778 Oct 26 14:04:22.854507 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac1ba1a2-22a4-4fcc-a0f1-bc7dbb164b4a req-f1ea7efd-9fdb-49c5-a372-06d4c07d2fc6 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454807 Oct 26 14:04:23.296614 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.367322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d92292-924b-4290-9c64-c9c1987e036f req-4720c63f-e951-478e-b7c9-3c259752156e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:23.368987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2d92292-924b-4290-9c64-c9c1987e036f req-4720c63f-e951-478e-b7c9-3c259752156e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=557c366f-b496-446a-b805-7fa92ab13e4f HTTP/1.1" status: 200 len: 945 time: 0.0680788 Oct 26 14:04:23.424774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2d92292-924b-4290-9c64-c9c1987e036f req-d72e7c6f-6b66-4851-8cd9-e18801396a94 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457580 Oct 26 14:04:23.841297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c50c84-85db-4411-a343-9a9f3f27d1b3 req-3a4e7eb6-68d9-4e3d-b7a7-123d9d12b8f8 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:23.842972 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48c50c84-85db-4411-a343-9a9f3f27d1b3 req-3a4e7eb6-68d9-4e3d-b7a7-123d9d12b8f8 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 945 time: 0.0927033 Oct 26 14:04:23.886655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9156860f-7009-4351-9ee8-58b31467e54a no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:23.898656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48c50c84-85db-4411-a343-9a9f3f27d1b3 req-2fb02118-0ae4-475a-9bf4-eb1dc70c9cef tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/security-groups?id=75cfa2b2-ff6c-479a-95dd-3cdf3b3e6346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485032 Oct 26 14:04:23.908168 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 9156860f-7009-4351-9ee8-58b31467e54a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:23.908478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9156860f-7009-4351-9ee8-58b31467e54a not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:24.051454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cecc9-50ef-4440-84f5-3efc3f01a02e req-1ff18bfa-a22a-46a8-a36a-66c9ee6f7d55 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:24.053628 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-632cecc9-50ef-4440-84f5-3efc3f01a02e req-1ff18bfa-a22a-46a8-a36a-66c9ee6f7d55 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.25 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 945 time: 0.0707474 Oct 26 14:04:24.068410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e58a6-cd8f-4f56-9154-03384c52b00e req-3858157b-e35b-4da0-b3f8-d99341048fe6 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:24.075976 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a0e58a6-cd8f-4f56-9154-03384c52b00e req-3858157b-e35b-4da0-b3f8-d99341048fe6 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 951 time: 0.0956001 Oct 26 14:04:24.132593 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a0e58a6-cd8f-4f56-9154-03384c52b00e req-589e00de-26bd-4ab8-b055-753946593bc6 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557227 Oct 26 14:04:24.227244 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-632cecc9-50ef-4440-84f5-3efc3f01a02e req-c937e041-c6fb-4a12-8f2c-3f3020ef57de tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Deleting port a223cdee-39d4-455b-b274-2852202e3a27 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:24.227877 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-632cecc9-50ef-4440-84f5-3efc3f01a02e req-c937e041-c6fb-4a12-8f2c-3f3020ef57de tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.307555 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411d2c7-d704-4982-9eec-d9c0638fd1d7 req-04d7a170-e7ec-4662-aaed-7085666b0351 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:24.309032 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7411d2c7-d704-4982-9eec-d9c0638fd1d7 req-04d7a170-e7ec-4662-aaed-7085666b0351 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.25 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 951 time: 0.1326697 Oct 26 14:04:24.413631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-632cecc9-50ef-4440-84f5-3efc3f01a02e req-c937e041-c6fb-4a12-8f2c-3f3020ef57de tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] For port a223cdee-39d4-455b-b274-2852202e3a27, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=a223cdee-39d4-455b-b274-2852202e3a27,segment=NetworkSegment(5f91d710-5814-4012-9fa1-3e4f5006152c),segment_id=5f91d710-5814-4012-9fa1-3e4f5006152c)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:24.414026 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-632cecc9-50ef-4440-84f5-3efc3f01a02e req-c937e041-c6fb-4a12-8f2c-3f3020ef57de tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.433291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-632cecc9-50ef-4440-84f5-3efc3f01a02e req-c937e041-c6fb-4a12-8f2c-3f3020ef57de tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Calling delete_port for a223cdee-39d4-455b-b274-2852202e3a27 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:24.477939 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-7411d2c7-d704-4982-9eec-d9c0638fd1d7 req-e5861d38-8320-4a60-8242-92fc9f380456 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Deleting port 42326989-5b85-48b5-8735-924071ba63ea {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:24.477939 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7411d2c7-d704-4982-9eec-d9c0638fd1d7 req-e5861d38-8320-4a60-8242-92fc9f380456 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.495290 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 42326989-5b85-48b5-8735-924071ba63ea no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:24.676440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8036f-ceb6-4829-aa41-dd5fca5ff3c1 req-44d7c453-1cdf-4160-bfd8-cf84d3dccf93 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:24.680755 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8dc8036f-ceb6-4829-aa41-dd5fca5ff3c1 req-44d7c453-1cdf-4160-bfd8-cf84d3dccf93 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=557c366f-b496-446a-b805-7fa92ab13e4f HTTP/1.1" status: 200 len: 945 time: 0.0938113 Oct 26 14:04:24.726301 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.770639 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-632cecc9-50ef-4440-84f5-3efc3f01a02e req-c937e041-c6fb-4a12-8f2c-3f3020ef57de tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.776201 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8dc8036f-ceb6-4829-aa41-dd5fca5ff3c1 req-f846da93-3916-4ccc-b8f7-bfdf4dde39e8 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773919 Oct 26 14:04:24.786505 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7411d2c7-d704-4982-9eec-d9c0638fd1d7 req-e5861d38-8320-4a60-8242-92fc9f380456 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=42326989-5b85-48b5-8735-924071ba63ea,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:24.786892 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7411d2c7-d704-4982-9eec-d9c0638fd1d7 req-e5861d38-8320-4a60-8242-92fc9f380456 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.790934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42326989-5b85-48b5-8735-924071ba63ea'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:24.793388 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7221402-e32b-4232-9fe0-948445dcfef2" -d '{"events": [{"server_uuid": "201cdf08-bf66-4bb0-8114-fcddde3d772e", "name": "network-vif-unplugged", "status": "completed", "tag": "42326989-5b85-48b5-8735-924071ba63ea"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:24.845601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 42326989-5b85-48b5-8735-924071ba63ea, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=42326989-5b85-48b5-8735-924071ba63ea,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:24.856554 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.857277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device cd4939e5-f53a-435f-967e-790d8ef7c74a no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:24.908398 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937e041-c6fb-4a12-8f2c-3f3020ef57de tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Pushing event deleted for resources: {'Port': ['ID=a223cdee-39d4-455b-b274-2852202e3a27,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:24.916769 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b8e065-2d69-4a20-a80f-02db2ab6afaa x-openstack-request-id: req-e8b8e065-2d69-4a20-a80f-02db2ab6afaa {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:24.917064 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201cdf08-bf66-4bb0-8114-fcddde3d772e", "name": "network-vif-unplugged", "status": "completed", "tag": "42326989-5b85-48b5-8735-924071ba63ea", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:24.917513 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8b8e065-2d69-4a20-a80f-02db2ab6afaa {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:24.918104 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42326989-5b85-48b5-8735-924071ba63ea', 'code': 200} Oct 26 14:04:24.920431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: cd4939e5-f53a-435f-967e-790d8ef7c74a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:24.920783 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device cd4939e5-f53a-435f-967e-790d8ef7c74a not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:24.921202 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device a223cdee-39d4-455b-b274-2852202e3a27 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:24.943798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626e354-1c5d-4601-ae3b-90e1274ba045 req-8c4a7152-ecef-4054-ac35-416827513511 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:24.952834 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c626e354-1c5d-4601-ae3b-90e1274ba045 req-8c4a7152-ecef-4054-ac35-416827513511 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.11 "GET /v2.0/ports?device_id=557c366f-b496-446a-b805-7fa92ab13e4f HTTP/1.1" status: 200 len: 945 time: 0.1443613 Oct 26 14:04:24.981773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-7411d2c7-d704-4982-9eec-d9c0638fd1d7 req-e5861d38-8320-4a60-8242-92fc9f380456 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Calling delete_port for 42326989-5b85-48b5-8735-924071ba63ea owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:24.984098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-632cecc9-50ef-4440-84f5-3efc3f01a02e req-c937e041-c6fb-4a12-8f2c-3f3020ef57de tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] No DVR routers for this DVR port a223cdee-39d4-455b-b274-2852202e3a27 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:24.991119 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-632cecc9-50ef-4440-84f5-3efc3f01a02e req-c937e041-c6fb-4a12-8f2c-3f3020ef57de tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.003207 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-632cecc9-50ef-4440-84f5-3efc3f01a02e req-c937e041-c6fb-4a12-8f2c-3f3020ef57de tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.25 "DELETE /v2.0/ports/a223cdee-39d4-455b-b274-2852202e3a27 HTTP/1.1" status: 204 len: 173 time: 0.9418178 Oct 26 14:04:25.004528 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: a223cdee-39d4-455b-b274-2852202e3a27 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:25.005052 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device a223cdee-39d4-455b-b274-2852202e3a27 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:25.009473 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28725a51-ec6c-4ce0-886f-09ba41ed287e', 'name': 'network-vif-deleted', 'tag': 'a223cdee-39d4-455b-b274-2852202e3a27'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:25.015090 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6620452-f53f-4564-b6aa-bff2e67e22e5" -d '{"events": [{"server_uuid": "28725a51-ec6c-4ce0-886f-09ba41ed287e", "name": "network-vif-deleted", "tag": "a223cdee-39d4-455b-b274-2852202e3a27"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:25.028909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=42326989-5b85-48b5-8735-924071ba63ea,revision_number=12']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:25.051072 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:25.054121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:25.055096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:25.055915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:25.057825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:25.058416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:25.058938 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:25.060136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:25.060876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:25.062364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:25.062964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:25.065240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:25.096213 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4048b04-e1aa-4f06-be0e-3c71c92ce48d req-7655b8bf-1d27-4e83-94a9-a28975d93001 tempest-ServerTagsTestJSON-198729308 tempest-ServerTagsTestJSON-198729308-project] 10.222.0.32 "GET /v2.0/ports?device_id=28725a51-ec6c-4ce0-886f-09ba41ed287e HTTP/1.1" status: 200 len: 210 time: 0.0961802 Oct 26 14:04:25.190328 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc0a3cf-c64f-4594-bbea-408c410bcae9 x-openstack-request-id: req-7cc0a3cf-c64f-4594-bbea-408c410bcae9 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:25.190856 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28725a51-ec6c-4ce0-886f-09ba41ed287e", "name": "network-vif-deleted", "tag": "a223cdee-39d4-455b-b274-2852202e3a27", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:25.190997 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cc0a3cf-c64f-4594-bbea-408c410bcae9 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:25.191291 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28725a51-ec6c-4ce0-886f-09ba41ed287e', 'name': 'network-vif-deleted', 'tag': 'a223cdee-39d4-455b-b274-2852202e3a27', 'status': 'completed', 'code': 200} Oct 26 14:04:25.232898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-c626e354-1c5d-4601-ae3b-90e1274ba045 req-2c214c1b-8d58-43b6-a863-72a6f273411e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Deleting port e7e37d24-3625-4014-8af2-cf7bc09fdf8c {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:25.233243 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c626e354-1c5d-4601-ae3b-90e1274ba045 req-2c214c1b-8d58-43b6-a863-72a6f273411e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.308696 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7411d2c7-d704-4982-9eec-d9c0638fd1d7 req-e5861d38-8320-4a60-8242-92fc9f380456 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.359167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addcb5e-2917-4768-adb8-5439c6adf7b2 req-04cf43bc-6413-46bb-b5d0-429a6ab95c42 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:25.361257 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9addcb5e-2917-4768-adb8-5439c6adf7b2 req-04cf43bc-6413-46bb-b5d0-429a6ab95c42 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/ports?device_id=201cdf08-bf66-4bb0-8114-fcddde3d772e HTTP/1.1" status: 200 len: 866 time: 0.0811360 Oct 26 14:04:25.370583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5861d38-8320-4a60-8242-92fc9f380456 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Pushing event deleted for resources: {'Port': ['ID=42326989-5b85-48b5-8735-924071ba63ea,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:25.414614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c626e354-1c5d-4601-ae3b-90e1274ba045 req-2c214c1b-8d58-43b6-a863-72a6f273411e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] For port e7e37d24-3625-4014-8af2-cf7bc09fdf8c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=e7e37d24-3625-4014-8af2-cf7bc09fdf8c,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:25.415057 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c626e354-1c5d-4601-ae3b-90e1274ba045 req-2c214c1b-8d58-43b6-a863-72a6f273411e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.452265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-c626e354-1c5d-4601-ae3b-90e1274ba045 req-2c214c1b-8d58-43b6-a863-72a6f273411e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Calling delete_port for e7e37d24-3625-4014-8af2-cf7bc09fdf8c owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:25.461555 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-7411d2c7-d704-4982-9eec-d9c0638fd1d7 req-e5861d38-8320-4a60-8242-92fc9f380456 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] No DVR routers for this DVR port 42326989-5b85-48b5-8735-924071ba63ea on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:25.475866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7411d2c7-d704-4982-9eec-d9c0638fd1d7 req-e5861d38-8320-4a60-8242-92fc9f380456 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.487217 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7411d2c7-d704-4982-9eec-d9c0638fd1d7 req-e5861d38-8320-4a60-8242-92fc9f380456 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.25 "DELETE /v2.0/ports/42326989-5b85-48b5-8735-924071ba63ea HTTP/1.1" status: 204 len: 173 time: 1.1714387 Oct 26 14:04:25.503931 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9addcb5e-2917-4768-adb8-5439c6adf7b2 req-1f99a4c1-407a-4300-afaa-ef37d2692606 tempest-ServersAdminTestJSON-273631193 tempest-ServersAdminTestJSON-273631193-project] 10.222.0.32 "GET /v2.0/security-groups?id=e27f8d66-182d-48f5-bd88-ec214b2513ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873837 Oct 26 14:04:25.786654 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c626e354-1c5d-4601-ae3b-90e1274ba045 req-2c214c1b-8d58-43b6-a863-72a6f273411e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.806115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['4218f4dd-7569-4996-9b2f-18aabcc02dcf', 'e7e37d24-3625-4014-8af2-cf7bc09fdf8c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:25.869880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c214c1b-8d58-43b6-a863-72a6f273411e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Pushing event deleted for resources: {'Port': ['ID=e7e37d24-3625-4014-8af2-cf7bc09fdf8c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:25.941903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b53db79b-0b46-4420-b249-f9efd6fdffa3 req-4ca603bf-55df-47a5-913c-32e1581fa75f tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=557c366f-b496-446a-b805-7fa92ab13e4f HTTP/1.1" status: 200 len: 210 time: 0.0465007 Oct 26 14:04:25.942889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c626e354-1c5d-4601-ae3b-90e1274ba045 req-2c214c1b-8d58-43b6-a863-72a6f273411e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] No DVR routers for this DVR port e7e37d24-3625-4014-8af2-cf7bc09fdf8c on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:25.947840 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c626e354-1c5d-4601-ae3b-90e1274ba045 req-2c214c1b-8d58-43b6-a863-72a6f273411e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.955093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c626e354-1c5d-4601-ae3b-90e1274ba045 req-2c214c1b-8d58-43b6-a863-72a6f273411e tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.11 "DELETE /v2.0/ports/e7e37d24-3625-4014-8af2-cf7bc09fdf8c HTTP/1.1" status: 204 len: 173 time: 0.9942710 Oct 26 14:04:25.955805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557c366f-b496-446a-b805-7fa92ab13e4f', 'name': 'network-vif-deleted', 'tag': 'e7e37d24-3625-4014-8af2-cf7bc09fdf8c'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:25.958295 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4966e5-d65c-4d51-b6dc-d51fde2ed9f7" -d '{"events": [{"server_uuid": "557c366f-b496-446a-b805-7fa92ab13e4f", "name": "network-vif-deleted", "tag": "e7e37d24-3625-4014-8af2-cf7bc09fdf8c"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:26.065839 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b71328-2a45-4134-855f-81d012d668a4 x-openstack-request-id: req-c4b71328-2a45-4134-855f-81d012d668a4 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:26.066012 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557c366f-b496-446a-b805-7fa92ab13e4f", "name": "network-vif-deleted", "tag": "e7e37d24-3625-4014-8af2-cf7bc09fdf8c", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:26.066160 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4b71328-2a45-4134-855f-81d012d668a4 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:26.066693 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557c366f-b496-446a-b805-7fa92ab13e4f', 'name': 'network-vif-deleted', 'tag': 'e7e37d24-3625-4014-8af2-cf7bc09fdf8c', 'status': 'completed', 'code': 200} Oct 26 14:04:26.187499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55018) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:26.273337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e2220c-8095-4849-baf3-36f50707ffec admin admin] Deleting subnet cf474ebd-b783-4963-9734-aafd007a342c {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:04:26.277686 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87e2220c-8095-4849-baf3-36f50707ffec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.347982 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87e2220c-8095-4849-baf3-36f50707ffec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.415196 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87e2220c-8095-4849-baf3-36f50707ffec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.498236 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87e2220c-8095-4849-baf3-36f50707ffec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.546089 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87e2220c-8095-4849-baf3-36f50707ffec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.551226 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-87e2220c-8095-4849-baf3-36f50707ffec admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cf474ebd-b783-4963-9734-aafd007a342c HTTP/1.1" status: 204 len: 168 time: 0.3623660 Oct 26 14:04:26.552265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2220c-8095-4849-baf3-36f50707ffec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf474ebd-b783-4963-9734-aafd007a342c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:26.554501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55024) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:26.665772 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9edb435a-8a45-4276-8106-217166cc5817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.083427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55038) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:27.137461 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9edb435a-8a45-4276-8106-217166cc5817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.174289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-9edb435a-8a45-4276-8106-217166cc5817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40034b2e-f630-4171-b5bd-34dc425cf3ef']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:27.193360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-9edb435a-8a45-4276-8106-217166cc5817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f91d710-5814-4012-9fa1-3e4f5006152c') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:27.194347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-9edb435a-8a45-4276-8106-217166cc5817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f91d710-5814-4012-9fa1-3e4f5006152c') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:27.197864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'name': 'network-vif-deleted', 'tag': '42326989-5b85-48b5-8735-924071ba63ea'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:27.200894 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4153949c-e8a0-46d0-b4cf-32fda022d8cd" -d '{"events": [{"server_uuid": "201cdf08-bf66-4bb0-8114-fcddde3d772e", "name": "network-vif-deleted", "tag": "42326989-5b85-48b5-8735-924071ba63ea"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:27.221839 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9edb435a-8a45-4276-8106-217166cc5817 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.245616 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9edb435a-8a45-4276-8106-217166cc5817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.260045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edb435a-8a45-4276-8106-217166cc5817 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:04:27.260810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9edb435a-8a45-4276-8106-217166cc5817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:04:27.263283 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:04:27.288275 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.341857 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba533a9-0918-4ecf-a8f7-7cd84e020d40 x-openstack-request-id: req-0ba533a9-0918-4ecf-a8f7-7cd84e020d40 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:27.342525 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201cdf08-bf66-4bb0-8114-fcddde3d772e", "name": "network-vif-deleted", "tag": "42326989-5b85-48b5-8735-924071ba63ea", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:27.342852 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ba533a9-0918-4ecf-a8f7-7cd84e020d40 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:27.343385 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201cdf08-bf66-4bb0-8114-fcddde3d772e', 'name': 'network-vif-deleted', 'tag': '42326989-5b85-48b5-8735-924071ba63ea', 'status': 'completed', 'code': 200} Oct 26 14:04:27.384608 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9edb435a-8a45-4276-8106-217166cc5817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.391874 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9edb435a-8a45-4276-8106-217166cc5817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.398443 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9edb435a-8a45-4276-8106-217166cc5817 admin admin] 10.222.0.32 "DELETE /v2.0/networks/40034b2e-f630-4171-b5bd-34dc425cf3ef HTTP/1.1" status: 204 len: 168 time: 0.8426266 Oct 26 14:04:27.401291 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f30d0cec-ef77-40c3-8d2b-22cde19b432a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd5c0e708e8e449fa434b9a5f5c10ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166881 Oct 26 14:04:27.412678 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55052) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:27.420739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb435a-8a45-4276-8106-217166cc5817 admin admin] Pushing event deleted for resources: {'Network': ['ID=40034b2e-f630-4171-b5bd-34dc425cf3ef,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:27.473071 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9772cc-3386-445d-b65c-17447233a697 req-267128a7-e789-4c79-86d1-a80b56f94b8d tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:27.485105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc9772cc-3386-445d-b65c-17447233a697 req-267128a7-e789-4c79-86d1-a80b56f94b8d tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.0824199 Oct 26 14:04:27.504918 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-738017ae-9da3-43f6-a678-51ee06d3c572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.536721 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-738017ae-9da3-43f6-a678-51ee06d3c572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.554446 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc9772cc-3386-445d-b65c-17447233a697 req-d5ef4ce3-d298-49bc-8cd9-e9aab16650bf tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682027 Oct 26 14:04:27.606483 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-738017ae-9da3-43f6-a678-51ee06d3c572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.613784 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-738017ae-9da3-43f6-a678-51ee06d3c572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.616299 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-738017ae-9da3-43f6-a678-51ee06d3c572 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e27f8d66-182d-48f5-bd88-ec214b2513ed HTTP/1.1" status: 204 len: 168 time: 0.2023156 Oct 26 14:04:27.627397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738017ae-9da3-43f6-a678-51ee06d3c572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27f8d66-182d-48f5-bd88-ec214b2513ed,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:27.670818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55056) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:27.724758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-957633eb-cc8d-41c3-9e99-0e92e67d1d95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72989d479143447882fe3b6a54e5462e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522323 Oct 26 14:04:27.727638 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55058) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:27.795509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0554cdca-3e71-4592-96eb-be5322a585bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.827800 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0554cdca-3e71-4592-96eb-be5322a585bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.897544 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e7e37d24-3625-4014-8af2-cf7bc09fdf8c no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:27.937279 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0554cdca-3e71-4592-96eb-be5322a585bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.942601 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0554cdca-3e71-4592-96eb-be5322a585bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.946825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: e7e37d24-3625-4014-8af2-cf7bc09fdf8c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:27.947972 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device e7e37d24-3625-4014-8af2-cf7bc09fdf8c not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:27.973824 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0554cdca-3e71-4592-96eb-be5322a585bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75cfa2b2-ff6c-479a-95dd-3cdf3b3e6346 HTTP/1.1" status: 204 len: 168 time: 0.2449610 Oct 26 14:04:28.006949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554cdca-3e71-4592-96eb-be5322a585bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cfa2b2-ff6c-479a-95dd-3cdf3b3e6346,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:28.224303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55076) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:28.280819 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-11f4a516-a6de-4793-9735-8ea819df4c70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6ebecc8c2d94021a8c22eff58ef9b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546515 Oct 26 14:04:28.283184 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55080) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:28.375142 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-23b1fa89-4e9d-4a53-92fd-ae0a75915630 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3c869b6d52e6491b913e06699b75389e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360096 Oct 26 14:04:28.394631 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a2cc23a0-44ae-4ede-9d89-244fdcf818b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.423451 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a2cc23a0-44ae-4ede-9d89-244fdcf818b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.494294 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a2cc23a0-44ae-4ede-9d89-244fdcf818b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.498473 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a2cc23a0-44ae-4ede-9d89-244fdcf818b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.500739 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a2cc23a0-44ae-4ede-9d89-244fdcf818b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77f2921c-2bb9-4719-9a4a-f4d36210abb6 HTTP/1.1" status: 204 len: 168 time: 0.2051787 Oct 26 14:04:28.523779 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc23a0-44ae-4ede-9d89-244fdcf818b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f2921c-2bb9-4719-9a4a-f4d36210abb6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:28.598978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-891ceea5-3440-48d7-800e-a1468be3edc1 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:28.602934 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-891ceea5-3440-48d7-800e-a1468be3edc1 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195029 Oct 26 14:04:28.633094 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-29c15209-6b25-4f9e-b6c6-1094a7f43b00 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/quotas/3c869b6d52e6491b913e06699b75389e HTTP/1.1" status: 200 len: 375 time: 0.0190172 Oct 26 14:04:28.733321 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-9f5f6b95-de78-4873-9ef5-840cbb3064f6 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0942378 Oct 26 14:04:28.756358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7f3d0-7f4b-4172-a21f-099f575272d3 req-21c23bb9-cd4d-460b-9799-e56369f05bd6 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:28.764498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31c7f3d0-7f4b-4172-a21f-099f575272d3 req-21c23bb9-cd4d-460b-9799-e56369f05bd6 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.0883811 Oct 26 14:04:28.814629 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31c7f3d0-7f4b-4172-a21f-099f575272d3 req-fe73de22-d57a-4473-9182-e32ac5819554 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491767 Oct 26 14:04:29.241828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55138) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:29.348172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-37580279-157b-438d-9eac-38a7f89aca5c tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:29.349794 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-37580279-157b-438d-9eac-38a7f89aca5c tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/networks?id=a95226f9-9936-4e7b-95ac-9569b2850ddf HTTP/1.1" status: 200 len: 813 time: 0.1745620 Oct 26 14:04:29.372830 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac401d05-908f-445d-8821-9c2478015a1c req-82f05fa2-1a5c-47c0-9763-fb11f3e331f3 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:29.375670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac401d05-908f-445d-8821-9c2478015a1c req-82f05fa2-1a5c-47c0-9763-fb11f3e331f3 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.0769496 Oct 26 14:04:29.422899 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fdf2c1d7-1457-4d45-951e-64ad8ad3817c tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/quotas/5b2674cb4874497987610043cfc0edcf HTTP/1.1" status: 200 len: 375 time: 0.0549972 Oct 26 14:04:29.550677 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-e6fc3b05-2ab9-4be2-b873-908294d19a3d tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b2674cb4874497987610043cfc0edcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186953 Oct 26 14:04:29.592754 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1776375895-network', 'tenant_id': '0ce0aee0322a4e368957accff6eefd0f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:29.643230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] Made reservation on behalf of 0ce0aee0322a4e368957accff6eefd0f for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:29.646351 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.658411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.676832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-ac401d05-908f-445d-8821-9c2478015a1c req-5c2f26a7-2e20-4d54-9064-f2781f5d4cc1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Deleting port 4218f4dd-7569-4996-9b2f-18aabcc02dcf {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:29.677488 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ac401d05-908f-445d-8821-9c2478015a1c req-5c2f26a7-2e20-4d54-9064-f2781f5d4cc1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.801701 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.816520 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.835233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:04:29.846980 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.847323 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] Added segment c50032d1-a62a-4644-9e7c-d70052fc26de of type vlan for network 55cdc374-aea8-45fc-8fee-8483ae48c9d5 Oct 26 14:04:29.895361 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.917971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55164) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:29.936346 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.937353 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:29.938742 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.000775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c48f909-9f83-4ed1-bddb-e1899e666d05,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:30.011820 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7681022 Oct 26 14:04:30.019255 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55170) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:30.029174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-fdf76360-e4d6-4926-b130-16090d97dc47 admin admin] Request body: {'subnet': {'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1776375895-subnet', 'tenant_id': '0ce0aee0322a4e368957accff6eefd0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:30.040101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffc6e9-82d1-4608-a36b-200050f68a92 admin admin] Pushing event updated for resources: {'Network': ['ID=55cdc374-aea8-45fc-8fee-8483ae48c9d5,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:30.053259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 55cdc374-aea8-45fc-8fee-8483ae48c9d5 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:04:30.086208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf76360-e4d6-4926-b130-16090d97dc47 admin admin] Made reservation on behalf of 0ce0aee0322a4e368957accff6eefd0f for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:30.088620 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fdf76360-e4d6-4926-b130-16090d97dc47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.168162 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18fc89a9-0ec6-4d4e-a7dc-ed093748a3fb req-7db177b1-6d7b-4b77-b698-9a056c6b300a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 210 time: 0.5492876 Oct 26 14:04:30.176231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-network', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:30.198657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-ac401d05-908f-445d-8821-9c2478015a1c req-5c2f26a7-2e20-4d54-9064-f2781f5d4cc1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] For port 4218f4dd-7569-4996-9b2f-18aabcc02dcf, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=4218f4dd-7569-4996-9b2f-18aabcc02dcf,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:30.199130 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ac401d05-908f-445d-8821-9c2478015a1c req-5c2f26a7-2e20-4d54-9064-f2781f5d4cc1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.208537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] Made reservation on behalf of 1bf2682a7dd64c94b8afb68e6fc72e80 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:30.211404 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.233551 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.240910 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-ac401d05-908f-445d-8821-9c2478015a1c req-5c2f26a7-2e20-4d54-9064-f2781f5d4cc1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Calling delete_port for 4218f4dd-7569-4996-9b2f-18aabcc02dcf owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:30.280880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-934d419a-100c-44e2-b88a-da9e4f4c0623 service neutron] 10.222.0.32 "GET /v2.0/networks/a95226f9-9936-4e7b-95ac-9569b2850ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7192633 Oct 26 14:04:30.416661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.427061 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.461732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:30.466152 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fdf76360-e4d6-4926-b130-16090d97dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.479327 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:04:30.507984 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d341f-8072-4f97-8e7f-584173fb27ca req-46ab0032-4b06-4233-89df-35dd586a33d9 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:30.510466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d9d341f-8072-4f97-8e7f-584173fb27ca req-46ab0032-4b06-4233-89df-35dd586a33d9 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 945 time: 0.1832485 Oct 26 14:04:30.520151 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.520485 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] Added segment 810a33e5-18a7-44a1-97a0-0f4bf0bdf54e of type vlan for network 5a73463a-3210-4701-a3b6-b264ba33b809 Oct 26 14:04:30.594402 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.597052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf76360-e4d6-4926-b130-16090d97dc47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2ccbc49-6d2e-4c75-85bf-425477396e4b,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:30.612629 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-6f149c99-60dd-4ea2-9cc7-350a077d92f3 service neutron] 10.222.0.32 "GET /v2.0/networks/a95226f9-9936-4e7b-95ac-9569b2850ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865713 Oct 26 14:04:30.616405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf76360-e4d6-4926-b130-16090d97dc47 admin admin] Checking segment: {'id': 'c50032d1-a62a-4644-9e7c-d70052fc26de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:30.617017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf76360-e4d6-4926-b130-16090d97dc47 admin admin] Network hostable DHCP agents. Network: 55cdc374-aea8-45fc-8fee-8483ae48c9d5, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:04:30.647571 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.648981 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:30.650720 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.664336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf76360-e4d6-4926-b130-16090d97dc47 admin admin] Network 55cdc374-aea8-45fc-8fee-8483ae48c9d5 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:04:30.667002 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d9d341f-8072-4f97-8e7f-584173fb27ca req-45ea5418-98ae-4e9f-93cb-b07ec46a7027 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e9e7af8-3d30-4f70-8ea1-b41282434621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450770 Oct 26 14:04:30.720982 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ac401d05-908f-445d-8821-9c2478015a1c req-5c2f26a7-2e20-4d54-9064-f2781f5d4cc1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.735247 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['4218f4dd-7569-4996-9b2f-18aabcc02dcf'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:30.785120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] Pushing event updated for resources: {'Network': ['ID=5a73463a-3210-4701-a3b6-b264ba33b809,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:30.808051 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-36fa6cb4-3106-43ca-acdb-61423ccb154b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8868463 Oct 26 14:04:30.811459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55178) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:30.813769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-fdf76360-e4d6-4926-b130-16090d97dc47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 55cdc374-aea8-45fc-8fee-8483ae48c9d5) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:30.821177 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 5a73463a-3210-4701-a3b6-b264ba33b809 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:04:30.824340 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0eed7639-60f9-41e4-88ff-f675ddc50459 admin admin] Request body: {'subnet': {'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-subnet', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:30.848788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf76360-e4d6-4926-b130-16090d97dc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:30.849560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fdf76360-e4d6-4926-b130-16090d97dc47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.869655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f26a7-2e20-4d54-9064-f2781f5d4cc1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Pushing event deleted for resources: {'Port': ['ID=4218f4dd-7569-4996-9b2f-18aabcc02dcf,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:30.912341 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eed7639-60f9-41e4-88ff-f675ddc50459 admin admin] Made reservation on behalf of 1bf2682a7dd64c94b8afb68e6fc72e80 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:30.916760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0eed7639-60f9-41e4-88ff-f675ddc50459 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.941426 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fdf76360-e4d6-4926-b130-16090d97dc47 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9210746 Oct 26 14:04:30.981515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319119ec-4e03-4c1e-92ed-34b21c30fcad None None] Network 55cdc374-aea8-45fc-8fee-8483ae48c9d5 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:31.088543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b6d9b7f-076c-4783-89f2-140e1d8b1464 req-8adcb9a5-8059-443d-be45-137602317d5d tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 210 time: 0.1189137 Oct 26 14:04:31.089922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac401d05-908f-445d-8821-9c2478015a1c req-5c2f26a7-2e20-4d54-9064-f2781f5d4cc1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] No DVR routers for this DVR port 4218f4dd-7569-4996-9b2f-18aabcc02dcf on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:31.106097 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ac401d05-908f-445d-8821-9c2478015a1c req-5c2f26a7-2e20-4d54-9064-f2781f5d4cc1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:31.121260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac401d05-908f-445d-8821-9c2478015a1c req-5c2f26a7-2e20-4d54-9064-f2781f5d4cc1 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.11 "DELETE /v2.0/ports/4218f4dd-7569-4996-9b2f-18aabcc02dcf HTTP/1.1" status: 204 len: 173 time: 1.7264371 Oct 26 14:04:31.125425 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67be5ba1-e311-48d5-b8bd-300cd1d74b5e', 'name': 'network-vif-deleted', 'tag': '4218f4dd-7569-4996-9b2f-18aabcc02dcf'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:31.134947 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc871fbb-e108-4dd8-a224-e4c09dc14ded" -d '{"events": [{"server_uuid": "67be5ba1-e311-48d5-b8bd-300cd1d74b5e", "name": "network-vif-deleted", "tag": "4218f4dd-7569-4996-9b2f-18aabcc02dcf"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:31.249038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a0719b-8ac0-43d4-bf29-190a7c71043f None None] Network 55cdc374-aea8-45fc-8fee-8483ae48c9d5 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:31.334288 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d01f3f-c131-4423-a5f0-861f4752bef6 x-openstack-request-id: req-f8d01f3f-c131-4423-a5f0-861f4752bef6 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:31.334691 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67be5ba1-e311-48d5-b8bd-300cd1d74b5e", "name": "network-vif-deleted", "tag": "4218f4dd-7569-4996-9b2f-18aabcc02dcf", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:31.335346 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8d01f3f-c131-4423-a5f0-861f4752bef6 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:31.335828 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67be5ba1-e311-48d5-b8bd-300cd1d74b5e', 'name': 'network-vif-deleted', 'tag': '4218f4dd-7569-4996-9b2f-18aabcc02dcf', 'status': 'completed', 'code': 200} Oct 26 14:04:31.415453 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0eed7639-60f9-41e4-88ff-f675ddc50459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:31.424710 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a10e920c-3c57-42ae-b8c2-d11b673ed344 req-b8704998-778d-4b72-bdfb-a9d1429a5a83 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 210 time: 0.0409553 Oct 26 14:04:31.503484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed7639-60f9-41e4-88ff-f675ddc50459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5791e3b-32a3-4b0e-81d6-ccb8af1fba0b,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:31.528324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eed7639-60f9-41e4-88ff-f675ddc50459 admin admin] Checking segment: {'id': '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:31.528898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eed7639-60f9-41e4-88ff-f675ddc50459 admin admin] Network hostable DHCP agents. Network: 5a73463a-3210-4701-a3b6-b264ba33b809, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:04:31.550543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eed7639-60f9-41e4-88ff-f675ddc50459 admin admin] Network 5a73463a-3210-4701-a3b6-b264ba33b809 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:04:31.580371 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-0eed7639-60f9-41e4-88ff-f675ddc50459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 5a73463a-3210-4701-a3b6-b264ba33b809) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:31.598261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eed7639-60f9-41e4-88ff-f675ddc50459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:31.599961 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0eed7639-60f9-41e4-88ff-f675ddc50459 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:31.608559 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d036c-1a6e-46ce-8e6d-01c6f8c207f1 None None] Network 5a73463a-3210-4701-a3b6-b264ba33b809 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:31.696453 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0eed7639-60f9-41e4-88ff-f675ddc50459 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8835924 Oct 26 14:04:31.697642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55210) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:31.709578 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-6a4ebd3c-2253-416b-bc33-200c00bfe7bb tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3c869b6d52e6491b913e06699b75389e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468302 Oct 26 14:04:31.731533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:31.928206 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-ecf46c4e-f067-4887-981e-0db0fc5bcf35 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3c869b6d52e6491b913e06699b75389e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863550 Oct 26 14:04:31.953373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-5a73463a-3210-4701-a3b6-b264ba33b809', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'fixed_ips': [{'subnet_id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:04:31.954319 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:31.963565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d413654-923a-4fee-a751-e4efe7bf751a req-a7202fa5-9351-4888-a81e-57091f7904a6 tempest-ListServerFiltersTestJSON-1381374913 tempest-ListServerFiltersTestJSON-1381374913-project] 10.222.0.32 "GET /v2.0/ports?device_id=67be5ba1-e311-48d5-b8bd-300cd1d74b5e HTTP/1.1" status: 200 len: 210 time: 0.0307491 Oct 26 14:04:31.983333 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:31.984310 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.018091 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-bfae9d13-526f-4449-b5b3-9949c1ebf878 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:32.022243 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-bfae9d13-526f-4449-b5b3-9949c1ebf878 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3002758 Oct 26 14:04:32.042550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Request body: {'port': {'device_id': '1e717a8e-1c68-4daa-9fcc-651146a5ebb9', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '3c869b6d52e6491b913e06699b75389e'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:32.234040 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Allocated IP 172.20.0.2 (5a73463a-3210-4701-a3b6-b264ba33b809/d5791e3b-32a3-4b0e-81d6-ccb8af1fba0b/b5808475-f654-429f-a1d2-63722b061515) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:32.234596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Made reservation on behalf of 3c869b6d52e6491b913e06699b75389e for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:32.239578 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.386730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-0ad7317f-79e5-46dd-a534-87edea1e5078 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:32.389657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-0ad7317f-79e5-46dd-a534-87edea1e5078 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4226563 Oct 26 14:04:32.408245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6271d-3026-466d-91ea-93c92caa480f req-fd3d0e82-9d84-47d7-92ee-afeddd3d05bd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:32.415538 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51e6271d-3026-466d-91ea-93c92caa480f req-fd3d0e82-9d84-47d7-92ee-afeddd3d05bd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/networks?id=55cdc374-aea8-45fc-8fee-8483ae48c9d5 HTTP/1.1" status: 200 len: 814 time: 0.6657591 Oct 26 14:04:32.435222 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.441834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-381c9a6d-a131-407e-8b98-4ceccb3cd73d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Request body: {'port': {'device_id': 'aa99be44-37a4-4e78-b95d-e3e2e728c2b6', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '3c869b6d52e6491b913e06699b75389e'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:32.505890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82aadca4-5fbc-4fd2-a750-a6a7432d569d req-b9f00af8-ca0e-40fb-a3d0-beaef34b01e2 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 210 time: 0.1277905 Oct 26 14:04:32.532307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Allocated IP 192.168.233.228 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/93969896-82c1-4521-a81e-24b40f6778fd) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:32.666458 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.679948 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.682633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51e6271d-3026-466d-91ea-93c92caa480f req-5730ee48-2c80-4c02-a46f-d6c01fac6238 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/quotas/0ce0aee0322a4e368957accff6eefd0f HTTP/1.1" status: 200 len: 375 time: 0.2662177 Oct 26 14:04:32.742080 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Network 5a73463a-3210-4701-a3b6-b264ba33b809 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:32.747221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:32.751570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:32.766303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Pushing event updated for resources: {'Port': ['ID=b5808475-f654-429f-a1d2-63722b061515,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:32.788179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8eeb4862-447b-473d-9e53-e633669e3f2c req-9810665b-35f4-4ad8-b502-9ff6e084cb8b tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 210 time: 0.1206756 Oct 26 14:04:32.827859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51e6271d-3026-466d-91ea-93c92caa480f req-a3c803ba-ce42-4189-8380-eae3eb113e70 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ce0aee0322a4e368957accff6eefd0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896437 Oct 26 14:04:32.834779 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.852710 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.862961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Attempting to bind port b5808475-f654-429f-a1d2-63722b061515 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:32.863338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Attempting to bind port b5808475-f654-429f-a1d2-63722b061515 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:32.863738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Attempting to bind port b5808475-f654-429f-a1d2-63722b061515 on network 5a73463a-3210-4701-a3b6-b264ba33b809 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:32.869491 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:32.869836 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Checking segment: {'id': '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:32.870272 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.870664 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Bound using segment: {'id': '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:32.871482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Bound port: b5808475-f654-429f-a1d2-63722b061515, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:32.871901 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.890026 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.913289 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'df16a872-a263-46d3-9da6-4f964d0a0a0a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:32.970294 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:32.975677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event updated for resources: {'Port': ['ID=93969896-82c1-4521-a81e-24b40f6778fd,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:33.012138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:33.014094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:33.016836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:33.017516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:33.018935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:33.019962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:33.021827 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:33.022033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:33.022773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:33.024770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:33.025122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:33.026225 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:33.058265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-381c9a6d-a131-407e-8b98-4ceccb3cd73d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Made reservation on behalf of 3c869b6d52e6491b913e06699b75389e for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:33.058265 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-381c9a6d-a131-407e-8b98-4ceccb3cd73d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:33.062937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:33.066181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:33.116727 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55228) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:33.122348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:33.145426 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51e6271d-3026-466d-91ea-93c92caa480f req-e02255b2-a5ef-4c16-8a48-4b15d0dd2a04 service neutron] 10.222.0.32 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160274 Oct 26 14:04:33.365882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] For port b5808475-f654-429f-a1d2-63722b061515, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:33.402070 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:33.402784 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:33.415193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-e023c519-8a96-4c41-9141-24482992f322 admin admin] Deleting subnet d7788109-6fca-425e-a44f-f601a5266e00 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:04:33.436365 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e023c519-8a96-4c41-9141-24482992f322 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:33.483359 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] For port b5808475-f654-429f-a1d2-63722b061515, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b5808475-f654-429f-a1d2-63722b061515,segment=NetworkSegment(810a33e5-18a7-44a1-97a0-0f4bf0bdf54e),segment_id=810a33e5-18a7-44a1-97a0-0f4bf0bdf54e)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:33.496670 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:33.527637 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-dd4a0bf7-f5b4-47a4-bff5-e3c3a0a996b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4957769 Oct 26 14:04:33.540755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Request body: {'port': {'device_id': '1e717a8e-1c68-4daa-9fcc-651146a5ebb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:33.570068 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51e6271d-3026-466d-91ea-93c92caa480f req-8a0274a8-eb59-42eb-bd3b-2d96d32ec9c0 service neutron] 10.222.0.32 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232554 Oct 26 14:04:33.573614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-c5c9af90-7747-43b0-85a5-c840678d4be2 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:33.575401 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-c5c9af90-7747-43b0-85a5-c840678d4be2 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.25 "GET /v2.0/networks?id=a95226f9-9936-4e7b-95ac-9569b2850ddf HTTP/1.1" status: 200 len: 813 time: 0.5389292 Oct 26 14:04:33.578853 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e023c519-8a96-4c41-9141-24482992f322 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:33.594794 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90c337-9c86-4bfd-bfa2-5fe739f7b5e5 None None] Pushing event updated for resources: {'Port': ['ID=b5808475-f654-429f-a1d2-63722b061515,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:33.633837 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-b3cd7995-25e9-43c9-9ff4-d9e704dcae5b tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Request body: {'port': {'device_id': 'bbfb32b4-5b8c-43f1-884b-61c306f66ed1', 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf', 'admin_state_up': True, 'tenant_id': '5b2674cb4874497987610043cfc0edcf'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:33.647618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-172444fa-0be6-4d88-b4b4-644a939d05b5 None None] Provisioning complete for port 93969896-82c1-4521-a81e-24b40f6778fd triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:33.648012 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-172444fa-0be6-4d88-b4b4-644a939d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:33.693716 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-172444fa-0be6-4d88-b4b4-644a939d05b5 None None] Port 93969896-82c1-4521-a81e-24b40f6778fd cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:33.878616 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-381c9a6d-a131-407e-8b98-4ceccb3cd73d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Allocated IP 192.168.233.145 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/64bc53c4-86cd-4f94-8489-372c768f278e) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:33.880901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:33.898286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 4218f4dd-7569-4996-9b2f-18aabcc02dcf no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:33.943670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-b3cd7995-25e9-43c9-9ff4-d9e704dcae5b tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Made reservation on behalf of 5b2674cb4874497987610043cfc0edcf for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:33.978307 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-b3cd7995-25e9-43c9-9ff4-d9e704dcae5b tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:33.985894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 4218f4dd-7569-4996-9b2f-18aabcc02dcf {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:33.986267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 4218f4dd-7569-4996-9b2f-18aabcc02dcf not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:34.025856 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e023c519-8a96-4c41-9141-24482992f322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:34.103522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3344eec-8414-408b-a7ae-eddda29fdab7 req-1251f0ba-7b5a-4d47-949a-d26dbe0cb7d9 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 210 time: 0.3883858 Oct 26 14:04:34.223008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bffb6be-24b6-4a8a-ad65-60aa80886df5 req-0d43e5d6-eaa4-4f3f-a911-c2f0cfea9d77 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 210 time: 0.1006382 Oct 26 14:04:34.320612 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:34.407786 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:34.512215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c5ef7e2b-35b7-4667-8578-88427513a844 req-c229d4cc-ab2d-44bc-87d8-37a5b888c49f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 210 time: 0.2985561 Oct 26 14:04:34.713608 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-381c9a6d-a131-407e-8b98-4ceccb3cd73d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:34.805344 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e023c519-8a96-4c41-9141-24482992f322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:34.831166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-381c9a6d-a131-407e-8b98-4ceccb3cd73d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:34.848567 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:34.921583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Allocated IP 172.25.4.184 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/f420fc5a-ed4a-4444-b399-46ad2ba90d09) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:34.925790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023c519-8a96-4c41-9141-24482992f322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7788109-6fca-425e-a44f-f601a5266e00,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:34.957940 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e023c519-8a96-4c41-9141-24482992f322 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:34.971237 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e023c519-8a96-4c41-9141-24482992f322 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d7788109-6fca-425e-a44f-f601a5266e00 HTTP/1.1" status: 204 len: 168 time: 1.8411646 Oct 26 14:04:34.976841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'df16a872-a263-46d3-9da6-4f964d0a0a0a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:34.979706 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55280) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:35.070438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722bcca-5676-4183-bd49-d75e2df0d8d1 None None] Network 6efcdb1b-c76e-4602-8dda-6a5af6b3137c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:35.224558 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:35.411095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-381c9a6d-a131-407e-8b98-4ceccb3cd73d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:35.457321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b5808475-f654-429f-a1d2-63722b061515 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:35.480587 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-b3cd7995-25e9-43c9-9ff4-d9e704dcae5b tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Allocated IP 172.20.0.11 (a95226f9-9936-4e7b-95ac-9569b2850ddf/f4aae2f8-46c1-4ee3-b281-cc64ec44522f/a41c27e0-308c-4cd6-a12e-0b53559989d4) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:35.493834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-381c9a6d-a131-407e-8b98-4ceccb3cd73d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:35.501037 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-381c9a6d-a131-407e-8b98-4ceccb3cd73d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:35.506320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf58b659-c06b-410b-8bf9-84e197bd1234 None None] Network 5a73463a-3210-4701-a3b6-b264ba33b809 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:35.520973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31aff7e5-8da0-4f6c-b6c1-d95ed774794d req-9c732e9f-8fde-438a-bc51-1acb13ae9e1d tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 210 time: 0.0707710 Oct 26 14:04:35.601508 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:35.605119 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:35.719905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:35.744198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:35.749568 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:35.800185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93969896-82c1-4521-a81e-24b40f6778fd {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:35.834896 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:35.902037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-deefe2af-88ce-460f-9a9a-e0b69045e000 req-70584d9d-7956-432d-88cd-621c83dda1b4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 210 time: 0.0545998 Oct 26 14:04:35.922558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b5808475-f654-429f-a1d2-63722b061515 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:35.923142 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:35.966492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-fae83e4b-0575-4d71-a182-6d8f3f4c8f30 None None] Provisioning complete for port b5808475-f654-429f-a1d2-63722b061515 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:35.966897 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fae83e4b-0575-4d71-a182-6d8f3f4c8f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.016390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Transition to ACTIVE for port object 93969896-82c1-4521-a81e-24b40f6778fd will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:04:36.027611 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.092109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeab412-7ad9-49eb-93ef-ffb0d31d93e9 req-9d7226bb-0a88-4d91-b8f1-81d86bc5acb8 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:36.103196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adeab412-7ad9-49eb-93ef-ffb0d31d93e9 req-9d7226bb-0a88-4d91-b8f1-81d86bc5acb8 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 936 time: 0.6856787 Oct 26 14:04:36.171056 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c9a6d-a131-407e-8b98-4ceccb3cd73d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event updated for resources: {'Port': ['ID=64bc53c4-86cd-4f94-8489-372c768f278e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:36.272873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Pushing event updated for resources: {'Port': ['ID=93969896-82c1-4521-a81e-24b40f6778fd,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:36.275178 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.338053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-381c9a6d-a131-407e-8b98-4ceccb3cd73d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:36.338740 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-381c9a6d-a131-407e-8b98-4ceccb3cd73d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.371293 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Deleting port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:36.371619 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.482312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port b5808475-f654-429f-a1d2-63722b061515, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b5808475-f654-429f-a1d2-63722b061515,segment=NetworkSegment(810a33e5-18a7-44a1-97a0-0f4bf0bdf54e),segment_id=810a33e5-18a7-44a1-97a0-0f4bf0bdf54e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:36.483624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adeab412-7ad9-49eb-93ef-ffb0d31d93e9 req-a6f164de-9b3b-4dd0-a241-5ecba6b1df4a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792377 Oct 26 14:04:36.578343 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-b3cd7995-25e9-43c9-9ff4-d9e704dcae5b tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.617336 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.661323 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fae83e4b-0575-4d71-a182-6d8f3f4c8f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.662595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-381c9a6d-a131-407e-8b98-4ceccb3cd73d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2351978 Oct 26 14:04:36.681341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Pushing event updated for resources: {'Port': ['ID=f420fc5a-ed4a-4444-b399-46ad2ba90d09,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:36.698829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] For port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=67b758f8-e2e9-44cb-9a1a-522ea7da0fa8,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:36.704358 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.713169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Request body: {'port': {'device_id': 'aa99be44-37a4-4e78-b95d-e3e2e728c2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:36.795943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Calling delete_port for 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:36.810534 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafc22fc-1ac3-4a1b-b849-7bad28b1519c None None] DHCP port deletion for 6efcdb1b-c76e-4602-8dda-6a5af6b3137c request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:04:36.816962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=b5808475-f654-429f-a1d2-63722b061515,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:36.834145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Attempting to bind port 93969896-82c1-4521-a81e-24b40f6778fd on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:36.834934 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Attempting to bind port 93969896-82c1-4521-a81e-24b40f6778fd by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:36.836021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Attempting to bind port 93969896-82c1-4521-a81e-24b40f6778fd on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:36.862239 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Port 93969896-82c1-4521-a81e-24b40f6778fd on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:04:36.862955 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Attempting to bind port 93969896-82c1-4521-a81e-24b40f6778fd on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:36.874266 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-fae83e4b-0575-4d71-a182-6d8f3f4c8f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:04:36.875548 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-fae83e4b-0575-4d71-a182-6d8f3f4c8f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:04:36.905727 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:36.906792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:36.907436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:36.908108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Bound port: 93969896-82c1-4521-a81e-24b40f6778fd, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:36.908763 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.912318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-eafc22fc-1ac3-4a1b-b849-7bad28b1519c None None] Deleting port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:36.912641 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eafc22fc-1ac3-4a1b-b849-7bad28b1519c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.927505 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-b3cd7995-25e9-43c9-9ff4-d9e704dcae5b tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.041175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-b3cd7995-25e9-43c9-9ff4-d9e704dcae5b tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Network a95226f9-9936-4e7b-95ac-9569b2850ddf is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:37.052387 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.064145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-b3cd7995-25e9-43c9-9ff4-d9e704dcae5b tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:37.073916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-b3cd7995-25e9-43c9-9ff4-d9e704dcae5b tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:37.122937 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-eafc22fc-1ac3-4a1b-b849-7bad28b1519c None None] For port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=67b758f8-e2e9-44cb-9a1a-522ea7da0fa8,segment=NetworkSegment(558635e2-f7f5-493d-b29b-8c98a4c2631a),segment_id=558635e2-f7f5-493d-b29b-8c98a4c2631a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:37.123466 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eafc22fc-1ac3-4a1b-b849-7bad28b1519c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.171237 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-eafc22fc-1ac3-4a1b-b849-7bad28b1519c None None] Calling delete_port for 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:37.184328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd7995-25e9-43c9-9ff4-d9e704dcae5b tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Pushing event updated for resources: {'Port': ['ID=a41c27e0-308c-4cd6-a12e-0b53559989d4,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:37.237274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05d94912-7356-4bcb-aeb8-9f1ea088dbe2 req-b56390e0-cc42-49f6-83c7-aa190b186a85 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 210 time: 0.0732183 Oct 26 14:04:37.246667 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.311698 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b5808475-f654-429f-a1d2-63722b061515 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:37.376283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] For port 93969896-82c1-4521-a81e-24b40f6778fd, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:37.391187 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=67b758f8-e2e9-44cb-9a1a-522ea7da0fa8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:37.402850 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] No DVR routers for this DVR port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:37.452550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-b3cd7995-25e9-43c9-9ff4-d9e704dcae5b tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:37.453485 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-b3cd7995-25e9-43c9-9ff4-d9e704dcae5b tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.479116 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] For port 93969896-82c1-4521-a81e-24b40f6778fd, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=93969896-82c1-4521-a81e-24b40f6778fd,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:37.533236 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.542417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b5808475-f654-429f-a1d2-63722b061515 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:37.547345 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.556510 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-b3cd7995-25e9-43c9-9ff4-d9e704dcae5b tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9265008 Oct 26 14:04:37.648741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Request body: {'port': {'device_id': 'bbfb32b4-5b8c-43f1-884b-61c306f66ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:37.661251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.665830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:37.666834 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.668670 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-164107c2-070e-4721-ad95-74eca047c43d service neutron] 10.222.0.25 "PUT /v2.0/ports/93969896-82c1-4521-a81e-24b40f6778fd HTTP/1.1" status: 200 len: 1096 time: 4.1320953 Oct 26 14:04:37.672143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e717a8e-1c68-4daa-9fcc-651146a5ebb9', 'tag': '93969896-82c1-4521-a81e-24b40f6778fd'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:37.674865 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493975ff-a4b9-4edc-9cd0-9d7bb25d4826" -d '{"events": [{"name": "network-changed", "server_uuid": "1e717a8e-1c68-4daa-9fcc-651146a5ebb9", "tag": "93969896-82c1-4521-a81e-24b40f6778fd"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:37.694808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-acc56071-76cb-4c47-aa00-add70e441b4a None None] Provisioning complete for port a41c27e0-308c-4cd6-a12e-0b53559989d4 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:37.694808 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-acc56071-76cb-4c47-aa00-add70e441b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.787231 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-acc56071-76cb-4c47-aa00-add70e441b4a None None] Port a41c27e0-308c-4cd6-a12e-0b53559989d4 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:37.792915 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eafc22fc-1ac3-4a1b-b849-7bad28b1519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.802938 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efcdb1b-c76e-4602-8dda-6a5af6b3137c']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:37.862507 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164107c2-070e-4721-ad95-74eca047c43d service neutron] Pushing event updated for resources: {'Port': ['ID=93969896-82c1-4521-a81e-24b40f6778fd,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:37.866732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:37.876702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc22fc-1ac3-4a1b-b849-7bad28b1519c None None] No DVR routers for this DVR port 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:37.884173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc22fc-1ac3-4a1b-b849-7bad28b1519c None None] Pushing event deleted for resources: {'Port': ['ID=67b758f8-e2e9-44cb-9a1a-522ea7da0fa8,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:37.904513 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558635e2-f7f5-493d-b29b-8c98a4c2631a') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:37.905705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558635e2-f7f5-493d-b29b-8c98a4c2631a') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:37.922983 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-acc56071-76cb-4c47-aa00-add70e441b4a None None] Provisioning complete for port 64bc53c4-86cd-4f94-8489-372c768f278e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:37.923675 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-acc56071-76cb-4c47-aa00-add70e441b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.979709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:37.980958 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 67b758f8-e2e9-44cb-9a1a-522ea7da0fa8 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:37.985246 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.987197 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-acc56071-76cb-4c47-aa00-add70e441b4a None None] Port 64bc53c4-86cd-4f94-8489-372c768f278e cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:38.017727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-acc56071-76cb-4c47-aa00-add70e441b4a None None] Provisioning complete for port b5808475-f654-429f-a1d2-63722b061515 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:38.018642 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-acc56071-76cb-4c47-aa00-add70e441b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.032434 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.067840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.095070 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:04:38.095849 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:04:38.098126 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:04:38.103821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-61a7ec22-f403-409b-b760-fbb4ae64ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:38.105808 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-61a7ec22-f403-409b-b760-fbb4ae64ffeb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=1e717a8e-1c68-4daa-9fcc-651146a5ebb9 HTTP/1.1" status: 200 len: 1099 time: 0.3300827 Oct 26 14:04:38.114239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6271d-3026-466d-91ea-93c92caa480f req-c315f16b-232b-4280-b39c-338521fadde7 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:38.116929 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51e6271d-3026-466d-91ea-93c92caa480f req-c315f16b-232b-4280-b39c-338521fadde7 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.25 "GET /v2.0/networks?id=55cdc374-aea8-45fc-8fee-8483ae48c9d5 HTTP/1.1" status: 200 len: 814 time: 1.8417532 Oct 26 14:04:38.162600 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.185464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-51e6271d-3026-466d-91ea-93c92caa480f req-ccf068b4-a1af-4197-9ead-6a775d4fabcd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Request body: {'port': {'device_id': 'a6dd04ba-c570-4f23-87bc-58e56927f678', 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5', 'admin_state_up': True, 'tenant_id': '0ce0aee0322a4e368957accff6eefd0f'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:38.213748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d778dee-a90b-49c0-9cfc-538b8f70c3bf req-094f12ad-fae4-4bb2-8b6f-2a871b847d42 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:38.215877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d778dee-a90b-49c0-9cfc-538b8f70c3bf req-094f12ad-fae4-4bb2-8b6f-2a871b847d42 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 932 time: 1.4120305 Oct 26 14:04:38.237709 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-200f16eb-392e-45ce-8174-08d6e6e8409b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=93969896-82c1-4521-a81e-24b40f6778fd HTTP/1.1" status: 200 len: 217 time: 0.0891774 Oct 26 14:04:38.256793 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.296815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e4ef2-17d1-42a6-ba90-24218a17649f req-289cb573-c474-45eb-be87-f78e911d5f00 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:38.305230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-395e4ef2-17d1-42a6-ba90-24218a17649f req-289cb573-c474-45eb-be87-f78e911d5f00 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 936 time: 0.2082603 Oct 26 14:04:38.306803 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.313858 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6efcdb1b-c76e-4602-8dda-6a5af6b3137c HTTP/1.1" status: 204 len: 168 time: 3.1868927 Oct 26 14:04:38.441046 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-395e4ef2-17d1-42a6-ba90-24218a17649f req-2fe5aebb-df1b-4c35-ba58-491b66327d11 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347768 Oct 26 14:04:38.469121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8126c4-9dc4-4e19-b351-b3f15c48d4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6efcdb1b-c76e-4602-8dda-6a5af6b3137c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:38.522035 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e98d3d4-c73d-4af2-a667-39e910d1cecc x-openstack-request-id: req-1e98d3d4-c73d-4af2-a667-39e910d1cecc {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:38.522370 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e717a8e-1c68-4daa-9fcc-651146a5ebb9", "tag": "93969896-82c1-4521-a81e-24b40f6778fd", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:38.522662 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e98d3d4-c73d-4af2-a667-39e910d1cecc {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:38.523023 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e717a8e-1c68-4daa-9fcc-651146a5ebb9', 'tag': '93969896-82c1-4521-a81e-24b40f6778fd', 'status': 'completed', 'code': 200} Oct 26 14:04:38.533101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-fd36cd6e-62c4-4ecd-b621-a5236e362050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:38.534625 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-fd36cd6e-62c4-4ecd-b621-a5236e362050 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.2648954 Oct 26 14:04:38.566317 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d778dee-a90b-49c0-9cfc-538b8f70c3bf req-d46c7561-7860-4ab5-9cfa-7330aa7b6414 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bca4446-4d67-40f7-ac8c-fe446cf09aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173373 Oct 26 14:04:38.707395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55326) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:38.923376 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4cedf60c-0011-4a17-83da-65d1bd7ea486 req-2feb3afd-3f51-4c8e-827a-085bab1d74fc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 210 time: 0.1517723 Oct 26 14:04:38.969881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5c28f78a-cfa5-4727-b474-92283faa06bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c75fc380d32742d1be981a149eab1228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613578 Oct 26 14:04:38.980001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55332) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:39.132591 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.157100 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4f5f383-e2b0-4ee1-962d-c2cd075d9a8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.160913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e6271d-3026-466d-91ea-93c92caa480f req-ccf068b4-a1af-4197-9ead-6a775d4fabcd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Made reservation on behalf of 0ce0aee0322a4e368957accff6eefd0f for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:39.164964 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51e6271d-3026-466d-91ea-93c92caa480f req-ccf068b4-a1af-4197-9ead-6a775d4fabcd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.339086 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4f5f383-e2b0-4ee1-962d-c2cd075d9a8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.386130 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-6b021d08-f0b3-46af-bbb5-3a6ea22c83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:39.388267 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-6b021d08-f0b3-46af-bbb5-3a6ea22c83f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1504147 Oct 26 14:04:39.577604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41c27e0-308c-4cd6-a12e-0b53559989d4 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:39.596043 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.629309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Transition to ACTIVE for port object a41c27e0-308c-4cd6-a12e-0b53559989d4 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:04:39.641415 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.712082 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64bc53c4-86cd-4f94-8489-372c768f278e {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:39.721340 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.736705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Transition to ACTIVE for port object 64bc53c4-86cd-4f94-8489-372c768f278e will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:04:39.748780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-51e6271d-3026-466d-91ea-93c92caa480f req-ccf068b4-a1af-4197-9ead-6a775d4fabcd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Allocated IP 172.20.0.8 (55cdc374-aea8-45fc-8fee-8483ae48c9d5/c2ccbc49-6d2e-4c75-85bf-425477396e4b/0bf55feb-4886-4ebb-9850-d33f98acdc5c) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:39.791171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a41c27e0-308c-4cd6-a12e-0b53559989d4,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:39.943177 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51e6271d-3026-466d-91ea-93c92caa480f req-ccf068b4-a1af-4197-9ead-6a775d4fabcd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.952953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Attempting to bind port a41c27e0-308c-4cd6-a12e-0b53559989d4 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:39.954240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Attempting to bind port a41c27e0-308c-4cd6-a12e-0b53559989d4 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '9492b8c4-a032-4cbe-b683-1403f0f1600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:39.957699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Attempting to bind port a41c27e0-308c-4cd6-a12e-0b53559989d4 on network a95226f9-9936-4e7b-95ac-9569b2850ddf {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:39.974269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Port a41c27e0-308c-4cd6-a12e-0b53559989d4 on network a95226f9-9936-4e7b-95ac-9569b2850ddf not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:04:39.974269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Attempting to bind port a41c27e0-308c-4cd6-a12e-0b53559989d4 on network a95226f9-9936-4e7b-95ac-9569b2850ddf {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:39.997098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:39.997098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Checking segment: {'id': '9492b8c4-a032-4cbe-b683-1403f0f1600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:39.997098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Bound using segment: {'id': '9492b8c4-a032-4cbe-b683-1403f0f1600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:39.997098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Bound port: a41c27e0-308c-4cd6-a12e-0b53559989d4, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9492b8c4-a032-4cbe-b683-1403f0f1600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:39.997545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.008045 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.015677 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4f5f383-e2b0-4ee1-962d-c2cd075d9a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.019666 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4f5f383-e2b0-4ee1-962d-c2cd075d9a8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.048269 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e4f5f383-e2b0-4ee1-962d-c2cd075d9a8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e9e7af8-3d30-4f70-8ea1-b41282434621 HTTP/1.1" status: 204 len: 168 time: 1.0350199 Oct 26 14:04:40.178263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] For port a41c27e0-308c-4cd6-a12e-0b53559989d4, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:40.186088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] For port a41c27e0-308c-4cd6-a12e-0b53559989d4, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=a41c27e0-308c-4cd6-a12e-0b53559989d4,segment=NetworkSegment(9492b8c4-a032-4cbe-b683-1403f0f1600e),segment_id=9492b8c4-a032-4cbe-b683-1403f0f1600e)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:40.196488 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.262586 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51e6271d-3026-466d-91ea-93c92caa480f req-ccf068b4-a1af-4197-9ead-6a775d4fabcd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.281645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:40.282954 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.288460 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] 10.222.0.25 "PUT /v2.0/ports/a41c27e0-308c-4cd6-a12e-0b53559989d4 HTTP/1.1" status: 200 len: 1092 time: 2.6494520 Oct 26 14:04:40.308988 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5f383-e2b0-4ee1-962d-c2cd075d9a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9e7af8-3d30-4f70-8ea1-b41282434621,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:40.327352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c990e3-b66a-45d2-85da-3ef4cdcd7908 req-597acbcc-6dbc-4ace-9208-fc6bb8724b98 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:40.337311 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80c990e3-b66a-45d2-85da-3ef4cdcd7908 req-597acbcc-6dbc-4ace-9208-fc6bb8724b98 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 936 time: 0.7124634 Oct 26 14:04:40.368931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bc322-8e59-47f5-99eb-0484ebb883a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a41c27e0-308c-4cd6-a12e-0b53559989d4,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:40.480426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Pushing event updated for resources: {'Port': ['ID=64bc53c4-86cd-4f94-8489-372c768f278e,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:40.524401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfb32b4-5b8c-43f1-884b-61c306f66ed1', 'tag': 'a41c27e0-308c-4cd6-a12e-0b53559989d4'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:40.527357 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d203d93f-3877-4ec3-b797-cfab5035ecee" -d '{"events": [{"name": "network-changed", "server_uuid": "bbfb32b4-5b8c-43f1-884b-61c306f66ed1", "tag": "a41c27e0-308c-4cd6-a12e-0b53559989d4"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:40.590627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Router 81b121bf-2c61-40f6-ac80-0bf11a40af15 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:04:40.615880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e6271d-3026-466d-91ea-93c92caa480f req-ccf068b4-a1af-4197-9ead-6a775d4fabcd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Network 55cdc374-aea8-45fc-8fee-8483ae48c9d5 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:40.826218 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-73d79182-f2e8-4104-96c9-98f2610f784a service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747293 Oct 26 14:04:40.828826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-51e6271d-3026-466d-91ea-93c92caa480f req-ccf068b4-a1af-4197-9ead-6a775d4fabcd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:40.864346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8eb54-f710-4d26-9738-3023f0c2ffe6 req-2f9d76cd-da68-4b42-9bfa-da47776cee2a tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:40.886509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3d8eb54-f710-4d26-9738-3023f0c2ffe6 req-2f9d76cd-da68-4b42-9bfa-da47776cee2a tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 944 time: 0.8761520 Oct 26 14:04:40.888707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e6271d-3026-466d-91ea-93c92caa480f req-ccf068b4-a1af-4197-9ead-6a775d4fabcd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:41.015043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Attempting to bind port 64bc53c4-86cd-4f94-8489-372c768f278e on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:41.015525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Attempting to bind port 64bc53c4-86cd-4f94-8489-372c768f278e by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:41.015872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Attempting to bind port 64bc53c4-86cd-4f94-8489-372c768f278e on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:41.017838 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf068b4-a1af-4197-9ead-6a775d4fabcd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Pushing event updated for resources: {'Port': ['ID=0bf55feb-4886-4ebb-9850-d33f98acdc5c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:41.047819 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80c990e3-b66a-45d2-85da-3ef4cdcd7908 req-eba2709a-7f89-484d-b7b6-19981c615ac9 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054876 Oct 26 14:04:41.054722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Port 64bc53c4-86cd-4f94-8489-372c768f278e on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:04:41.055116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Attempting to bind port 64bc53c4-86cd-4f94-8489-372c768f278e on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:41.067376 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3d8eb54-f710-4d26-9738-3023f0c2ffe6 req-beaa2b04-3c49-47c4-bd98-14c47ca3e5a7 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bca4446-4d67-40f7-ac8c-fe446cf09aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799774 Oct 26 14:04:41.074385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:41.074385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:41.074385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:41.074811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Bound port: 64bc53c4-86cd-4f94-8489-372c768f278e, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:41.075073 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.084614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6271d-3026-466d-91ea-93c92caa480f req-ccf068b4-a1af-4197-9ead-6a775d4fabcd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:41.085238 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51e6271d-3026-466d-91ea-93c92caa480f req-ccf068b4-a1af-4197-9ead-6a775d4fabcd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.129176 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:04:41.144898 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Sync routers for ids ['81b121bf-2c61-40f6-ac80-0bf11a40af15'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:04:41.165829 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Routers {'81b121bf-2c61-40f6-ac80-0bf11a40af15'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:41.166476 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:04:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['81b121bf-2c61-40f6-ac80-0bf11a40af15'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:41.195255 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51e6271d-3026-466d-91ea-93c92caa480f req-ccf068b4-a1af-4197-9ead-6a775d4fabcd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0211477 Oct 26 14:04:41.223575 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.224946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fd2daf10-02d1-4ef2-a63d-04165e84b8fc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 9.5261662 Oct 26 14:04:41.227848 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55370) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:41.283507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] For port 64bc53c4-86cd-4f94-8489-372c768f278e, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:41.289361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] For port 64bc53c4-86cd-4f94-8489-372c768f278e, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=64bc53c4-86cd-4f94-8489-372c768f278e,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:41.298444 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.396220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Pushing event updated for resources: {'Port': ['ID=64bc53c4-86cd-4f94-8489-372c768f278e,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:41.445630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:41.447264 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.453794 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-282b5479-c6b2-4af2-b80a-d1dd5b5516e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/64bc53c4-86cd-4f94-8489-372c768f278e HTTP/1.1" status: 200 len: 1096 time: 4.7633295 Oct 26 14:04:41.454890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa99be44-37a4-4e78-b95d-e3e2e728c2b6', 'tag': '64bc53c4-86cd-4f94-8489-372c768f278e'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:41.490882 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79ca38d-52a6-40a0-bab6-d7a8836cdf2a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa99be44-37a4-4e78-b95d-e3e2e728c2b6", "tag": "64bc53c4-86cd-4f94-8489-372c768f278e"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:41.536631 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Set router 81b121bf-2c61-40f6-ac80-0bf11a40af15 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:41.777854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-345d39c3-397d-42d7-9323-d7d93b4b565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:41.786560 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-345d39c3-397d-42d7-9323-d7d93b4b565f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 1099 time: 0.2788515 Oct 26 14:04:41.806445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d824890-2d12-40a1-bada-4c25d4d4d204 req-92f20572-9ee1-4411-b4b9-faa0dcb46063 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:41.820586 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d824890-2d12-40a1-bada-4c25d4d4d204 req-92f20572-9ee1-4411-b4b9-faa0dcb46063 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 931 time: 0.2169905 Oct 26 14:04:41.877854 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:04:36Z', 'revision_number': 3, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port': {'id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:34Z', 'updated_at': '2021-10-26T14:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:41.887065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55384) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:41.951026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-0b50969f-dbe0-4646-84a9-bd0bad0af460 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=64bc53c4-86cd-4f94-8489-372c768f278e HTTP/1.1" status: 200 len: 217 time: 0.1047335 Oct 26 14:04:41.955767 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Checking router: 81b121bf-2c61-40f6-ac80-0bf11a40af15 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:04:41.956108 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Updating router 81b121bf-2c61-40f6-ac80-0bf11a40af15 port f420fc5a-ed4a-4444-b399-46ad2ba90d09 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:04:41.990246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Request body: {'port': {'device_id': 'a6dd04ba-c570-4f23-87bc-58e56927f678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:42.026870 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.089564 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d824890-2d12-40a1-bada-4c25d4d4d204 req-2808e06a-8166-4fae-b67e-1fabaaf7a2a1 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679062 Oct 26 14:04:42.143803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-e86d9309-d631-455d-af5b-d849110c6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:42.145247 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-e86d9309-d631-455d-af5b-d849110c6f23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0620546 Oct 26 14:04:42.236742 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.241095 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f3ffe7-6425-414b-ad4b-bd7854be897e x-openstack-request-id: req-20f3ffe7-6425-414b-ad4b-bd7854be897e {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:42.241557 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa99be44-37a4-4e78-b95d-e3e2e728c2b6", "tag": "64bc53c4-86cd-4f94-8489-372c768f278e", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:42.241826 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20f3ffe7-6425-414b-ad4b-bd7854be897e {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:42.242316 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa99be44-37a4-4e78-b95d-e3e2e728c2b6', 'tag': '64bc53c4-86cd-4f94-8489-372c768f278e', 'status': 'completed', 'code': 200} Oct 26 14:04:42.268450 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-4e7ab11a-fe8b-49db-85d9-4a3f23387a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:42.269974 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-4e7ab11a-fe8b-49db-85d9-4a3f23387a7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065650 Oct 26 14:04:42.314691 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4461c64-f848-444e-b597-95cc73b0a14d x-openstack-request-id: req-a4461c64-f848-444e-b597-95cc73b0a14d {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:42.315006 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbfb32b4-5b8c-43f1-884b-61c306f66ed1", "tag": "a41c27e0-308c-4cd6-a12e-0b53559989d4", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:42.315269 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4461c64-f848-444e-b597-95cc73b0a14d {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:42.315681 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbfb32b4-5b8c-43f1-884b-61c306f66ed1', 'tag': 'a41c27e0-308c-4cd6-a12e-0b53559989d4', 'status': 'completed', 'code': 200} Oct 26 14:04:42.339245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1297270359-network', 'tenant_id': '694ffc6aa3cd4c72b36c4197f63d87f9'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:42.508478 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-e9936247-8cab-46fa-b6e1-e3b09a54ed3a service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250648 Oct 26 14:04:42.558737 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.566841 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.657872 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18769dbd-83ae-422c-b0f4-62567bf76878 None None] Pushing event updated for resources: {'Port': ['ID=f420fc5a-ed4a-4444-b399-46ad2ba90d09,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:42.693196 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Attempting to bind port f420fc5a-ed4a-4444-b399-46ad2ba90d09 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:42.693550 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Attempting to bind port f420fc5a-ed4a-4444-b399-46ad2ba90d09 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:42.693921 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Attempting to bind port f420fc5a-ed4a-4444-b399-46ad2ba90d09 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:42.706857 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:42.707104 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:42.707469 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.707865 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:42.708341 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Bound port: f420fc5a-ed4a-4444-b399-46ad2ba90d09, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:42.708721 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.711670 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1c15-fab3-4bf8-9753-890df4394f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.820189 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] For port f420fc5a-ed4a-4444-b399-46ad2ba90d09, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:42.823662 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] For port f420fc5a-ed4a-4444-b399-46ad2ba90d09, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f420fc5a-ed4a-4444-b399-46ad2ba90d09,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:42.830388 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.913688 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Routers {'81b121bf-2c61-40f6-ac80-0bf11a40af15'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:42.923114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] Made reservation on behalf of 694ffc6aa3cd4c72b36c4197f63d87f9 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:42.926142 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.927281 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:04:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['81b121bf-2c61-40f6-ac80-0bf11a40af15'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:42.934238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f32ff-e9ef-444e-97fb-4a566f46b4d9 req-23991b39-b58f-4b7f-b5a4-47b71603a72c tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:42.943994 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c9f32ff-e9ef-444e-97fb-4a566f46b4d9 req-23991b39-b58f-4b7f-b5a4-47b71603a72c tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 946 time: 0.4445295 Oct 26 14:04:42.960073 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.004187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7d188-0996-45cd-9a80-933be08192f4 req-11d696bc-207a-4891-9ffa-27d848c0b962 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:43.014487 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2d7d188-0996-45cd-9a80-933be08192f4 req-11d696bc-207a-4891-9ffa-27d848c0b962 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 944 time: 0.5162458 Oct 26 14:04:43.016283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-5b805222-86cd-462f-9138-7f3022366d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:43.018299 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-5b805222-86cd-462f-9138-7f3022366d47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b2674cb4874497987610043cfc0edcf&device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 1095 time: 1.0884860 Oct 26 14:04:43.043257 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c9f32ff-e9ef-444e-97fb-4a566f46b4d9 req-229c1297-9f05-4321-a0e2-cb5608145cd7 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/security-groups?id=77245d01-b70e-4efc-8e3a-6ecc87e3ff02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981262 Oct 26 14:04:43.059555 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493975ff-a4b9-4edc-9cd0-9d7bb25d4826 req-b9b5e36a-b224-49f0-9573-64d89e7e13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:43.067812 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-493975ff-a4b9-4edc-9cd0-9d7bb25d4826 req-b9b5e36a-b224-49f0-9573-64d89e7e13cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=1e717a8e-1c68-4daa-9fcc-651146a5ebb9 HTTP/1.1" status: 200 len: 1099 time: 0.3087709 Oct 26 14:04:43.083855 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.088460 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-9f1552a7-58ce-4cff-a22c-2110ffdc39f7 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875976 Oct 26 14:04:43.180098 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] Set router 81b121bf-2c61-40f6-ac80-0bf11a40af15 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:43.251065 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-547ad678-a1cf-434a-aac4-fd44bfe72009 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a41c27e0-308c-4cd6-a12e-0b53559989d4 HTTP/1.1" status: 200 len: 217 time: 0.1623831 Oct 26 14:04:43.291611 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18769dbd-83ae-422c-b0f4-62567bf76878 None None] Pushing event updated for resources: {'Port': ['ID=f420fc5a-ed4a-4444-b399-46ad2ba90d09,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:43.456562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Allocated IP 172.20.0.1 (5a73463a-3210-4701-a3b6-b264ba33b809/d5791e3b-32a3-4b0e-81d6-ccb8af1fba0b/20324732-b722-4dae-800b-3d42181dd1ee) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:43.639592 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.668643 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.684439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:04:43.696829 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.697177 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] Added segment 07a66844-4e15-495f-9166-5a896b79af07 of type vlan for network cc2556af-f629-4448-a26a-4414ae982912 Oct 26 14:04:43.752353 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:04:36Z', 'revision_number': 3, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port': {'id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:34Z', 'updated_at': '2021-10-26T14:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:43.753437 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.807296 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2d7d188-0996-45cd-9a80-933be08192f4 req-0ae08f36-7f2c-4373-9ef3-63a99757fbfe tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bca4446-4d67-40f7-ac8c-fe446cf09aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7918880 Oct 26 14:04:43.842316 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e11c9-caff-48de-990e-eed9a64a2e32 None None] The sync data for ids ['81b121bf-2c61-40f6-ac80-0bf11a40af15'] in n-d-815498-1 is: [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:04:36Z', 'revision_number': 3, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port': {'id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:34Z', 'updated_at': '2021-10-26T14:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:43.866349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf55feb-4886-4ebb-9850-d33f98acdc5c {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:43.878129 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.879447 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:43.880119 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.899415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.980162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Transition to ACTIVE for port object 0bf55feb-4886-4ebb-9850-d33f98acdc5c will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:04:43.993845 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51fdab5b-9675-4c41-8cf5-7907391fef53 req-bc5fd56b-4c31-44c8-b79e-cbcf7ad1ac82 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8945925 Oct 26 14:04:44.016033 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.116996 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2228336 Oct 26 14:04:44.134704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55408) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:44.162189 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cbfd7-d60c-4fe3-9360-4646d33b245c req-ea182ff0-b798-427c-a159-28aa2cac7307 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:44.165111 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd3cbfd7-d60c-4fe3-9360-4646d33b245c req-ea182ff0-b798-427c-a159-28aa2cac7307 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 948 time: 0.3897421 Oct 26 14:04:44.166330 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a04b86-3064-4b68-a13a-f051806518a0,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:44.183886 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ca9008da-c00f-44e3-9841-7f7d7aa2cf99 admin admin] Request body: {'subnet': {'network_id': 'cc2556af-f629-4448-a26a-4414ae982912', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1297270359-subnet', 'tenant_id': '694ffc6aa3cd4c72b36c4197f63d87f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:44.255771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65ad0d-fada-4d91-a091-583642a04db1 admin admin] Pushing event updated for resources: {'Network': ['ID=cc2556af-f629-4448-a26a-4414ae982912,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:44.269495 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network cc2556af-f629-4448-a26a-4414ae982912 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:04:44.282257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493975ff-a4b9-4edc-9cd0-9d7bb25d4826 req-4e8504fb-c85b-42a6-a128-ecab1d5a5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:44.333560 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-493975ff-a4b9-4edc-9cd0-9d7bb25d4826 req-4e8504fb-c85b-42a6-a128-ecab1d5a5f15 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 1.1892388 Oct 26 14:04:44.417359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf55feb-4886-4ebb-9850-d33f98acdc5c,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:44.468588 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.578876 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595f65d-cc36-4e19-92e3-2d6137cef1a8 req-44328f03-1caa-4d0e-85fb-806f637199b0 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:44.588059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b595f65d-cc36-4e19-92e3-2d6137cef1a8 req-44328f03-1caa-4d0e-85fb-806f637199b0 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.4520237 Oct 26 14:04:44.591190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9008da-c00f-44e3-9841-7f7d7aa2cf99 admin admin] Made reservation on behalf of 694ffc6aa3cd4c72b36c4197f63d87f9 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:44.595774 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca9008da-c00f-44e3-9841-7f7d7aa2cf99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.636141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-c3f2b491-a06d-47b5-93c9-3593a08a7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:44.643753 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-c3f2b491-a06d-47b5-93c9-3593a08a7f22 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4aae2f8-46c1-4ee3-b281-cc64ec44522f HTTP/1.1" status: 200 len: 852 time: 1.1012266 Oct 26 14:04:44.647964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 93969896-82c1-4521-a81e-24b40f6778fd details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:04:44.652659 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.678707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ca38d-52a6-40a0-bab6-d7a8836cdf2a req-306822b2-b371-4c84-9ef2-8ba8bbb6a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:44.680538 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e79ca38d-52a6-40a0-bab6-d7a8836cdf2a req-306822b2-b371-4c84-9ef2-8ba8bbb6a7b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 1099 time: 0.5752101 Oct 26 14:04:44.689069 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd3cbfd7-d60c-4fe3-9360-4646d33b245c req-5b6bccb6-3175-4fda-985c-733346ae3768 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754810 Oct 26 14:04:44.846412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b595f65d-cc36-4e19-92e3-2d6137cef1a8 req-ac533e79-5978-4235-bab5-336305c31048 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546897 Oct 26 14:04:44.866953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Network 5a73463a-3210-4701-a3b6-b264ba33b809 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:44.939088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:44.974987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Attempting to bind port 0bf55feb-4886-4ebb-9850-d33f98acdc5c on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:44.976821 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Attempting to bind port 0bf55feb-4886-4ebb-9850-d33f98acdc5c by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'c50032d1-a62a-4644-9e7c-d70052fc26de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:44.977355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Attempting to bind port 0bf55feb-4886-4ebb-9850-d33f98acdc5c on network 55cdc374-aea8-45fc-8fee-8483ae48c9d5 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:45.013594 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Port 0bf55feb-4886-4ebb-9850-d33f98acdc5c on network 55cdc374-aea8-45fc-8fee-8483ae48c9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:04:45.014301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Attempting to bind port 0bf55feb-4886-4ebb-9850-d33f98acdc5c on network 55cdc374-aea8-45fc-8fee-8483ae48c9d5 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:45.030239 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:45.051811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 93969896-82c1-4521-a81e-24b40f6778fd, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=93969896-82c1-4521-a81e-24b40f6778fd,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:45.101809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '93969896-82c1-4521-a81e-24b40f6778fd', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '93969896-82c1-4521-a81e-24b40f6778fd', 'mac_address': 'fa:16:3e:3e:69:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:04:45.102191 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:45.102611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Checking segment: {'id': 'c50032d1-a62a-4644-9e7c-d70052fc26de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:45.103017 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Bound using segment: {'id': 'c50032d1-a62a-4644-9e7c-d70052fc26de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:45.103492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Bound port: 0bf55feb-4886-4ebb-9850-d33f98acdc5c, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50032d1-a62a-4644-9e7c-d70052fc26de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:45.103895 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.194933 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Pushing event updated for resources: {'Port': ['ID=20324732-b722-4dae-800b-3d42181dd1ee,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:45.207275 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-493975ff-a4b9-4edc-9cd0-9d7bb25d4826 req-e2e86aa2-8eea-48c3-8526-596d84376e92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=93969896-82c1-4521-a81e-24b40f6778fd HTTP/1.1" status: 200 len: 217 time: 0.3380611 Oct 26 14:04:45.313114 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.353884 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.366580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ca38d-52a6-40a0-bab6-d7a8836cdf2a req-1d48fb55-6860-497d-9d8a-93aa20daee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:45.378783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e79ca38d-52a6-40a0-bab6-d7a8836cdf2a req-1d48fb55-6860-497d-9d8a-93aa20daee46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.6790769 Oct 26 14:04:45.387160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93969896-82c1-4521-a81e-24b40f6778fd {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:45.430826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f420fc5a-ed4a-4444-b399-46ad2ba90d09 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:45.474258 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-bafcd054-13a7-4faf-bbe2-0a890c22e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:45.476603 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-bafcd054-13a7-4faf-bbe2-0a890c22e159 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a95226f9-9936-4e7b-95ac-9569b2850ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6085796 Oct 26 14:04:45.507301 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9f7c2e0d-84b3-4c7a-8767-5f7ab9d27438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.533810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493975ff-a4b9-4edc-9cd0-9d7bb25d4826 req-22daa25e-d806-4202-aa52-bad3f3011cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:45.540191 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-493975ff-a4b9-4edc-9cd0-9d7bb25d4826 req-22daa25e-d806-4202-aa52-bad3f3011cb2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.2911942 Oct 26 14:04:45.562301 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 93969896-82c1-4521-a81e-24b40f6778fd, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=93969896-82c1-4521-a81e-24b40f6778fd,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:45.588739 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.605826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c97da32d-f639-4252-bfd2-7dce6b59d9c5 None None] Provisioning complete for port 20324732-b722-4dae-800b-3d42181dd1ee triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:45.619222 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c97da32d-f639-4252-bfd2-7dce6b59d9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.767863 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e79ca38d-52a6-40a0-bab6-d7a8836cdf2a req-c7051220-4e6f-4960-acfd-65bb229e5436 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=64bc53c4-86cd-4f94-8489-372c768f278e HTTP/1.1" status: 200 len: 217 time: 0.2708154 Oct 26 14:04:45.815606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d7df2-358b-4821-89d4-0fb9b4714caa req-6f0ec4bb-0db5-43cc-8fb1-f3dbc598cda8 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:45.819006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=93969896-82c1-4521-a81e-24b40f6778fd,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:45.823817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-324d7df2-358b-4821-89d4-0fb9b4714caa req-6f0ec4bb-0db5-43cc-8fb1-f3dbc598cda8 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 944 time: 0.7931547 Oct 26 14:04:45.857807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f420fc5a-ed4a-4444-b399-46ad2ba90d09 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:45.858552 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.865263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c97da32d-f639-4252-bfd2-7dce6b59d9c5 None None] Port 20324732-b722-4dae-800b-3d42181dd1ee cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:45.926812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['93969896-82c1-4521-a81e-24b40f6778fd'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:46.027996 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.039112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493975ff-a4b9-4edc-9cd0-9d7bb25d4826 req-cf1ace16-0d3d-409b-a238-c91cd4d69096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:46.056432 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-493975ff-a4b9-4edc-9cd0-9d7bb25d4826 req-cf1ace16-0d3d-409b-a238-c91cd4d69096 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3987136 Oct 26 14:04:46.090311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] For port 0bf55feb-4886-4ebb-9850-d33f98acdc5c, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:46.111177 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-3bdcfffc-cd3d-4f4c-8a1e-3b8ce7cb777e service neutron] 10.222.0.25 "GET /v2.0/networks/a95226f9-9936-4e7b-95ac-9569b2850ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499021 Oct 26 14:04:46.159106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] For port 0bf55feb-4886-4ebb-9850-d33f98acdc5c, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:46.168367 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-324d7df2-358b-4821-89d4-0fb9b4714caa req-3fe6df5b-c57a-4254-bf6e-c9d5b9e6dcec tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bca4446-4d67-40f7-ac8c-fe446cf09aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420405 Oct 26 14:04:46.190639 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ff78b-ae84-4270-8a37-857d84afc5f4 req-41d84590-8ea3-4317-b687-9a015e931fe3 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:46.222735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-012ff78b-ae84-4270-8a37-857d84afc5f4 req-41d84590-8ea3-4317-b687-9a015e931fe3 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 946 time: 0.7238815 Oct 26 14:04:46.229363 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca9008da-c00f-44e3-9841-7f7d7aa2cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.231800 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.244890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ca38d-52a6-40a0-bab6-d7a8836cdf2a req-c2479c0f-5b70-43f4-9c9d-677af4ba37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:46.247301 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e79ca38d-52a6-40a0-bab6-d7a8836cdf2a req-c2479c0f-5b70-43f4-9c9d-677af4ba37ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.4574964 Oct 26 14:04:46.557341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:46.558133 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.562851 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51e6271d-3026-466d-91ea-93c92caa480f req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] 10.222.0.25 "PUT /v2.0/ports/0bf55feb-4886-4ebb-9850-d33f98acdc5c HTTP/1.1" status: 200 len: 1091 time: 4.5781569 Oct 26 14:04:46.647286 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.662275 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6dd04ba-c570-4f23-87bc-58e56927f678', 'tag': '0bf55feb-4886-4ebb-9850-d33f98acdc5c'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:46.695949 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9a8032-6dc1-4e80-85f0-21533832b0de" -d '{"events": [{"name": "network-changed", "server_uuid": "a6dd04ba-c570-4f23-87bc-58e56927f678", "tag": "0bf55feb-4886-4ebb-9850-d33f98acdc5c"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:46.723255 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-493975ff-a4b9-4edc-9cd0-9d7bb25d4826 req-4bb172fd-62c0-45bd-99be-db079bca52fd service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383389 Oct 26 14:04:46.733499 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9ce34bf6-dc88-48ff-b0d4-380d87a8b316 req-6ab80450-280c-4ec8-b51a-c94bd77fb9c2 service neutron] 10.222.0.25 "GET /v2.0/networks/a95226f9-9936-4e7b-95ac-9569b2850ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499344 Oct 26 14:04:46.813151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9008da-c00f-44e3-9841-7f7d7aa2cf99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbcc44df-ee99-4ba0-a0d5-ce46f8bbf554,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:46.851125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ca38d-52a6-40a0-bab6-d7a8836cdf2a req-6166a15e-6ed8-4eb4-a06e-2aa80d15bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:46.862909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e79ca38d-52a6-40a0-bab6-d7a8836cdf2a req-6166a15e-6ed8-4eb4-a06e-2aa80d15bfa8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6052325 Oct 26 14:04:46.914474 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.926191 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.984548 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port f420fc5a-ed4a-4444-b399-46ad2ba90d09, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f420fc5a-ed4a-4444-b399-46ad2ba90d09,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:47.016565 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:47.129134 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=f420fc5a-ed4a-4444-b399-46ad2ba90d09,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:47.225870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63e85e-cf19-4e84-82ae-80dfa42bb664 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf55feb-4886-4ebb-9850-d33f98acdc5c,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:47.244565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-012ff78b-ae84-4270-8a37-857d84afc5f4 req-cf56adcd-09cd-462b-96b9-70e0e67cbff9 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/security-groups?id=77245d01-b70e-4efc-8e3a-6ecc87e3ff02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0177379 Oct 26 14:04:47.317685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9008da-c00f-44e3-9841-7f7d7aa2cf99 admin admin] Checking segment: {'id': '07a66844-4e15-495f-9166-5a896b79af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cc2556af-f629-4448-a26a-4414ae982912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:47.318065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9008da-c00f-44e3-9841-7f7d7aa2cf99 admin admin] Network hostable DHCP agents. Network: cc2556af-f629-4448-a26a-4414ae982912, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:04:47.328085 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:47.340605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b7b44-3f02-4757-bfe7-8241067a59c3 req-3fa383a5-61c4-4c8d-bc12-ad4790578585 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:47.345733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-240b7b44-3f02-4757-bfe7-8241067a59c3 req-3fa383a5-61c4-4c8d-bc12-ad4790578585 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 948 time: 0.7163436 Oct 26 14:04:47.346898 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:47.416090 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e79ca38d-52a6-40a0-bab6-d7a8836cdf2a req-5846e2d8-0a73-4682-9ef0-05cc04bb9e2c service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421351 Oct 26 14:04:47.427388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203d93f-3877-4ec3-b797-cfab5035ecee req-99c8904e-457c-4029-abae-6737f6b6f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:47.429215 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d203d93f-3877-4ec3-b797-cfab5035ecee req-99c8904e-457c-4029-abae-6737f6b6f459 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b2674cb4874497987610043cfc0edcf&device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 1095 time: 0.1752787 Oct 26 14:04:47.437078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6271d-3026-466d-91ea-93c92caa480f req-d492502c-6da0-436e-b948-d6ffa4735a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:47.438565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51e6271d-3026-466d-91ea-93c92caa480f req-d492502c-6da0-436e-b948-d6ffa4735a2f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ce0aee0322a4e368957accff6eefd0f&device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 1094 time: 0.7110603 Oct 26 14:04:47.446833 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-493975ff-a4b9-4edc-9cd0-9d7bb25d4826 req-e99de068-3c9b-45d5-9497-512a07ebddc0 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6948781 Oct 26 14:04:47.457627 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:47.463747 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Pushing event updated for resources: {'Port': ['ID=20324732-b722-4dae-800b-3d42181dd1ee,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:47.526351 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9008da-c00f-44e3-9841-7f7d7aa2cf99 admin admin] Network cc2556af-f629-4448-a26a-4414ae982912 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:04:47.551729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-240b7b44-3f02-4757-bfe7-8241067a59c3 req-cfad9c59-f40b-4614-8e1c-20d0c6325e37 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332917 Oct 26 14:04:47.560382 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ca9008da-c00f-44e3-9841-7f7d7aa2cf99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, cc2556af-f629-4448-a26a-4414ae982912) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:47.576026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9008da-c00f-44e3-9841-7f7d7aa2cf99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:47.576727 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca9008da-c00f-44e3-9841-7f7d7aa2cf99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:47.577128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cdb28d-806d-4065-8909-da27967fb104 None None] Network cc2556af-f629-4448-a26a-4414ae982912 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:47.581199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Network 5a73463a-3210-4701-a3b6-b264ba33b809 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:47.583046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:47.605113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c29ccd-4aad-47e6-addb-16fc8b8537e0 req-04a0efa0-b690-439e-a7e9-e02d601c093f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:47.606306 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66c29ccd-4aad-47e6-addb-16fc8b8537e0 req-04a0efa0-b690-439e-a7e9-e02d601c093f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.1796200 Oct 26 14:04:47.728453 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ca9008da-c00f-44e3-9841-7f7d7aa2cf99 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5622597 Oct 26 14:04:47.736880 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee4a50e-caba-4e12-805a-c6e542f8f62a x-openstack-request-id: req-aee4a50e-caba-4e12-805a-c6e542f8f62a {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:47.737426 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6dd04ba-c570-4f23-87bc-58e56927f678", "tag": "0bf55feb-4886-4ebb-9850-d33f98acdc5c", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:47.737920 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aee4a50e-caba-4e12-805a-c6e542f8f62a {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:47.739296 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6dd04ba-c570-4f23-87bc-58e56927f678', 'tag': '0bf55feb-4886-4ebb-9850-d33f98acdc5c', 'status': 'completed', 'code': 200} Oct 26 14:04:47.743958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e79ca38d-52a6-40a0-bab6-d7a8836cdf2a req-4a9dfd93-8d49-4958-9e6c-80efe7b9db56 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120153 Oct 26 14:04:47.811459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Router 81b121bf-2c61-40f6-ac80-0bf11a40af15 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:04:47.817155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51e6271d-3026-466d-91ea-93c92caa480f req-f8ba272d-ea33-426e-90cf-b74b178a9523 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c HTTP/1.1" status: 200 len: 217 time: 0.1352258 Oct 26 14:04:47.863028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae67928a-bc11-488c-939d-fa017b647f70 None None] Network cc2556af-f629-4448-a26a-4414ae982912 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:47.882854 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66c29ccd-4aad-47e6-addb-16fc8b8537e0 req-593169b2-e565-43dd-8bb6-eec025fc473b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445738 Oct 26 14:04:47.917270 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed9f99-0a25-4620-87b6-e3a4b0fff24b req-b21493ed-684c-4cc7-abd7-744473cbbc1e tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:47.924767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41ed9f99-0a25-4620-87b6-e3a4b0fff24b req-b21493ed-684c-4cc7-abd7-744473cbbc1e tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 944 time: 0.1215239 Oct 26 14:04:47.927256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6271d-3026-466d-91ea-93c92caa480f req-f009a508-b52e-4ac1-984a-f6451cf5dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:47.928656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51e6271d-3026-466d-91ea-93c92caa480f req-f009a508-b52e-4ac1-984a-f6451cf5dbd0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2ccbc49-6d2e-4c75-85bf-425477396e4b HTTP/1.1" status: 200 len: 854 time: 0.0889418 Oct 26 14:04:48.006358 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51e6271d-3026-466d-91ea-93c92caa480f req-4ee264c1-f3ff-490d-994e-fca3ba856e54 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55cdc374-aea8-45fc-8fee-8483ae48c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595064 Oct 26 14:04:48.020635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203d93f-3877-4ec3-b797-cfab5035ecee req-8ad66bf8-387a-4c0e-8f38-0917aef9b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:48.025108 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d203d93f-3877-4ec3-b797-cfab5035ecee req-8ad66bf8-387a-4c0e-8f38-0917aef9b71d service neutron] 10.222.0.25 "GET /v2.0/networks?id=a95226f9-9936-4e7b-95ac-9569b2850ddf HTTP/1.1" status: 200 len: 914 time: 0.2087951 Oct 26 14:04:48.062738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 64bc53c4-86cd-4f94-8489-372c768f278e details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:04:48.094353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41ed9f99-0a25-4620-87b6-e3a4b0fff24b req-4314c988-6909-4a19-9576-4c7688197334 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bca4446-4d67-40f7-ac8c-fe446cf09aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672997 Oct 26 14:04:48.096984 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d203d93f-3877-4ec3-b797-cfab5035ecee req-398e0bf7-8904-4dd5-887f-a6a1081bcc13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a41c27e0-308c-4cd6-a12e-0b53559989d4 HTTP/1.1" status: 200 len: 217 time: 0.0637128 Oct 26 14:04:48.138555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0d82be26-7425-46ae-85c6-803670c5d13c None None] Provisioning complete for port 20324732-b722-4dae-800b-3d42181dd1ee triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:48.139140 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0d82be26-7425-46ae-85c6-803670c5d13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:48.194309 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51e6271d-3026-466d-91ea-93c92caa480f req-86a9b142-98ce-49dd-ba07-7af7bc0f38e3 service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772826 Oct 26 14:04:48.213424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0d82be26-7425-46ae-85c6-803670c5d13c None None] Port 20324732-b722-4dae-800b-3d42181dd1ee cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:48.225943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203d93f-3877-4ec3-b797-cfab5035ecee req-b70f69c7-8313-45ce-8b26-75828af4d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:48.227593 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d203d93f-3877-4ec3-b797-cfab5035ecee req-b70f69c7-8313-45ce-8b26-75828af4d50b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4aae2f8-46c1-4ee3-b281-cc64ec44522f HTTP/1.1" status: 200 len: 852 time: 0.0929043 Oct 26 14:04:48.249145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:04:48.274127 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-10eedb8d-b9bf-4af1-88c4-deeda8a33572 admin admin] 10.222.0.32 "PUT /v2.0/routers/81b121bf-2c61-40f6-ac80-0bf11a40af15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0368600 Oct 26 14:04:48.347073 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Sync routers for ids ['81b121bf-2c61-40f6-ac80-0bf11a40af15'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:04:48.347495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203d93f-3877-4ec3-b797-cfab5035ecee req-72a3d69b-2a1c-44f1-bb49-ca82a271ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:48.351528 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51e6271d-3026-466d-91ea-93c92caa480f req-b811bbb4-c446-4946-96ee-a34cb31b5289 service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497896 Oct 26 14:04:48.352541 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d203d93f-3877-4ec3-b797-cfab5035ecee req-72a3d69b-2a1c-44f1-bb49-ca82a271ac9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a95226f9-9936-4e7b-95ac-9569b2850ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014290 Oct 26 14:04:48.394352 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Routers {'81b121bf-2c61-40f6-ac80-0bf11a40af15'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:48.398599 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:04:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['81b121bf-2c61-40f6-ac80-0bf11a40af15'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:48.419519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 64bc53c4-86cd-4f94-8489-372c768f278e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=64bc53c4-86cd-4f94-8489-372c768f278e,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:48.516709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a8032-6dc1-4e80-85f0-21533832b0de req-bf5f1a60-5db3-4bff-8acf-f495de50c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:48.518358 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c9a8032-6dc1-4e80-85f0-21533832b0de req-bf5f1a60-5db3-4bff-8acf-f495de50c593 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ce0aee0322a4e368957accff6eefd0f&device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 1094 time: 0.1019351 Oct 26 14:04:48.545171 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d203d93f-3877-4ec3-b797-cfab5035ecee req-12c09366-613b-4e5d-96ad-0388a08f416e service neutron] 10.222.0.25 "GET /v2.0/networks/a95226f9-9936-4e7b-95ac-9569b2850ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823783 Oct 26 14:04:48.703440 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d203d93f-3877-4ec3-b797-cfab5035ecee req-e2328c04-a602-43c3-b7cc-6a39828801c9 service neutron] 10.222.0.25 "GET /v2.0/networks/a95226f9-9936-4e7b-95ac-9569b2850ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497927 Oct 26 14:04:48.703610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Set router 81b121bf-2c61-40f6-ac80-0bf11a40af15 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:48.715061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a8032-6dc1-4e80-85f0-21533832b0de req-f90fb838-864c-4993-8b1f-1cba45b4a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:48.716631 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c9a8032-6dc1-4e80-85f0-21533832b0de req-f90fb838-864c-4993-8b1f-1cba45b4a1cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=55cdc374-aea8-45fc-8fee-8483ae48c9d5 HTTP/1.1" status: 200 len: 915 time: 0.1898761 Oct 26 14:04:48.773944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c9a8032-6dc1-4e80-85f0-21533832b0de req-5b263f4f-18b5-4cb1-969e-1b158860bf57 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c HTTP/1.1" status: 200 len: 217 time: 0.0480728 Oct 26 14:04:48.822154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 93969896-82c1-4521-a81e-24b40f6778fd up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:48.829329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '64bc53c4-86cd-4f94-8489-372c768f278e', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '64bc53c4-86cd-4f94-8489-372c768f278e', 'mac_address': 'fa:16:3e:70:bc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:04:48.900908 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:48.916110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a8032-6dc1-4e80-85f0-21533832b0de req-001aae19-495b-4e0d-9b01-b48d07b493fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:48.917571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c9a8032-6dc1-4e80-85f0-21533832b0de req-001aae19-495b-4e0d-9b01-b48d07b493fd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2ccbc49-6d2e-4c75-85bf-425477396e4b HTTP/1.1" status: 200 len: 854 time: 0.1350794 Oct 26 14:04:48.962157 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c9a8032-6dc1-4e80-85f0-21533832b0de req-b4b4a1c2-a0f6-47bd-9f1d-3263220d187e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55cdc374-aea8-45fc-8fee-8483ae48c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348773 Oct 26 14:04:48.972256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e884c4-1024-45f9-ba49-b9d8d84404c7 req-0b0266f5-2301-47dc-977f-79f817e02ad8 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:48.973607 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5e884c4-1024-45f9-ba49-b9d8d84404c7 req-0b0266f5-2301-47dc-977f-79f817e02ad8 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 948 time: 0.1536701 Oct 26 14:04:48.982716 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:48.995605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 93969896-82c1-4521-a81e-24b40f6778fd completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:04:49.023222 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 93969896-82c1-4521-a81e-24b40f6778fd triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:49.023688 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.026045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64bc53c4-86cd-4f94-8489-372c768f278e {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:49.060598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-7a819b13-edb4-4974-9f78-2eea945f5442 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:49.064862 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-7a819b13-edb4-4974-9f78-2eea945f5442 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/networks?id=5a73463a-3210-4701-a3b6-b264ba33b809 HTTP/1.1" status: 200 len: 829 time: 0.2406118 Oct 26 14:04:49.083350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 64bc53c4-86cd-4f94-8489-372c768f278e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=64bc53c4-86cd-4f94-8489-372c768f278e,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:49.098175 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.104081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5e884c4-1024-45f9-ba49-b9d8d84404c7 req-d1044854-6dd6-475d-9915-4f5cda957430 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151359 Oct 26 14:04:49.107983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-b420c1c5-8d2d-4efb-bd57-0a80e1c074ae tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/quotas/1bf2682a7dd64c94b8afb68e6fc72e80 HTTP/1.1" status: 200 len: 375 time: 0.0288877 Oct 26 14:04:49.153258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:04:45Z', 'revision_number': 4, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port': {'id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:34Z', 'updated_at': '2021-10-26T14:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '20324732-b722-4dae-800b-3d42181dd1ee', 'name': '', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'mac_address': 'fa:16:3e:e2:ee:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:43Z', 'updated_at': '2021-10-26T14:04:46Z', 'revision_number': 2, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'subnets': [{'id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:49.162471 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c9a8032-6dc1-4e80-85f0-21533832b0de req-a3c666f6-7602-48a3-b87c-de2cadfaa779 service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870725 Oct 26 14:04:49.230124 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Checking router: 81b121bf-2c61-40f6-ac80-0bf11a40af15 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:04:49.230551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Updating router 81b121bf-2c61-40f6-ac80-0bf11a40af15 port 20324732-b722-4dae-800b-3d42181dd1ee binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:04:49.263148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=64bc53c4-86cd-4f94-8489-372c768f278e,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:49.271873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f420fc5a-ed4a-4444-b399-46ad2ba90d09 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:49.301996 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.306600 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.316561 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-435d2364-a7c7-43a6-803d-59c21f3ad51e tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bf2682a7dd64c94b8afb68e6fc72e80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2006245 Oct 26 14:04:49.378406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e717a8e-1c68-4daa-9fcc-651146a5ebb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93969896-82c1-4521-a81e-24b40f6778fd'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:49.380635 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30adf79-d031-4d1a-882d-6d4871719437" -d '{"events": [{"server_uuid": "1e717a8e-1c68-4daa-9fcc-651146a5ebb9", "name": "network-vif-plugged", "status": "completed", "tag": "93969896-82c1-4521-a81e-24b40f6778fd"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:49.401712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 93969896-82c1-4521-a81e-24b40f6778fd, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=93969896-82c1-4521-a81e-24b40f6778fd,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:49.406283 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c9a8032-6dc1-4e80-85f0-21533832b0de req-f379332e-56f9-4201-8eac-24e82731c21d service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328489 Oct 26 14:04:49.435106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658aaf13-076a-497f-8068-42bf3a448e4b req-faa8d43f-aa40-4432-8e41-31d8367c7d2f tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:49.443779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-658aaf13-076a-497f-8068-42bf3a448e4b req-faa8d43f-aa40-4432-8e41-31d8367c7d2f tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 946 time: 0.2059445 Oct 26 14:04:49.462751 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.500096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['64bc53c4-86cd-4f94-8489-372c768f278e'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:49.534875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f420fc5a-ed4a-4444-b399-46ad2ba90d09 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:49.535240 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.570572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-658aaf13-076a-497f-8068-42bf3a448e4b req-fb7abf2b-1faf-4084-9164-381813674963 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/security-groups?id=77245d01-b70e-4efc-8e3a-6ecc87e3ff02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229541 Oct 26 14:04:49.581046 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-dfc489e2-e3e4-4411-ba4f-52ef1e33ee9a service neutron] 10.222.0.32 "GET /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556152 Oct 26 14:04:49.762129 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-6f39b63d-c901-4d0a-82de-a327152bb7a7 service neutron] 10.222.0.32 "GET /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801562 Oct 26 14:04:49.825553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=93969896-82c1-4521-a81e-24b40f6778fd,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:49.946498 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3412d8-c405-4532-87f7-5649f37bb93f req-d56963d8-632e-41e6-8b01-f2b5ebc37356 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:49.950254 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b3412d8-c405-4532-87f7-5649f37bb93f req-d56963d8-632e-41e6-8b01-f2b5ebc37356 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.0859892 Oct 26 14:04:50.119759 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b3412d8-c405-4532-87f7-5649f37bb93f req-1ec76187-c315-4374-80c1-dd270f9b84b7 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605632 Oct 26 14:04:50.152762 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.153547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15580632-f438-43e9-82a3-126a2482f9d7 req-776459be-477f-4417-afc4-1e96681c9f5a tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:50.158211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15580632-f438-43e9-82a3-126a2482f9d7 req-776459be-477f-4417-afc4-1e96681c9f5a tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 944 time: 0.1330624 Oct 26 14:04:50.167154 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.222895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4b6b8-3592-4572-941c-de35e643e1e5 None None] Pushing event updated for resources: {'Port': ['ID=20324732-b722-4dae-800b-3d42181dd1ee,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:50.290333 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Attempting to bind port 20324732-b722-4dae-800b-3d42181dd1ee on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:50.291402 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Attempting to bind port 20324732-b722-4dae-800b-3d42181dd1ee by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:50.292026 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Attempting to bind port 20324732-b722-4dae-800b-3d42181dd1ee on network 5a73463a-3210-4701-a3b6-b264ba33b809 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:50.299439 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:50.300212 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Checking segment: {'id': '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:50.300735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15580632-f438-43e9-82a3-126a2482f9d7 req-b58295a3-0a48-4894-a8b0-d52f43831378 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bca4446-4d67-40f7-ac8c-fe446cf09aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345382 Oct 26 14:04:50.301169 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.301899 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Bound using segment: {'id': '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:50.302778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Bound port: 20324732-b722-4dae-800b-3d42181dd1ee, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:50.303419 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.309138 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ab4d8e-715d-40b4-b3f2-6e65e4c96c83 x-openstack-request-id: req-35ab4d8e-715d-40b4-b3f2-6e65e4c96c83 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:50.309683 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e717a8e-1c68-4daa-9fcc-651146a5ebb9", "name": "network-vif-plugged", "status": "completed", "tag": "93969896-82c1-4521-a81e-24b40f6778fd", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:50.310144 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35ab4d8e-715d-40b4-b3f2-6e65e4c96c83 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:50.310965 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e717a8e-1c68-4daa-9fcc-651146a5ebb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93969896-82c1-4521-a81e-24b40f6778fd', 'code': 200} Oct 26 14:04:50.346258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da48380-54d7-4531-8955-c020c9a157f7 req-97ef8b2e-7d8f-4b56-b75c-1f935f648086 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:50.348683 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2da48380-54d7-4531-8955-c020c9a157f7 req-97ef8b2e-7d8f-4b56-b75c-1f935f648086 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 946 time: 0.1313610 Oct 26 14:04:50.469780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] For port 20324732-b722-4dae-800b-3d42181dd1ee, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:50.475930 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] For port 20324732-b722-4dae-800b-3d42181dd1ee, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=20324732-b722-4dae-800b-3d42181dd1ee,segment=NetworkSegment(810a33e5-18a7-44a1-97a0-0f4bf0bdf54e),segment_id=810a33e5-18a7-44a1-97a0-0f4bf0bdf54e)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:50.491908 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.500094 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce683206-6a18-4287-bf2c-f18e6f7e2034 req-a5bfb72a-093d-46df-abc0-5337ff79829d tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 210 time: 0.1092443 Oct 26 14:04:50.578922 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Routers {'81b121bf-2c61-40f6-ac80-0bf11a40af15'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:50.579811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:04:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['81b121bf-2c61-40f6-ac80-0bf11a40af15'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:50.596529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4b6b8-3592-4572-941c-de35e643e1e5 None None] Pushing event updated for resources: {'Port': ['ID=20324732-b722-4dae-800b-3d42181dd1ee,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:50.656794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de8be-610e-4954-b6af-305fcc892ef6 req-acb09ae5-9a14-4353-999f-6f55eee0cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:50.658919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d94de8be-610e-4954-b6af-305fcc892ef6 req-acb09ae5-9a14-4353-999f-6f55eee0cb73 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e717a8e-1c68-4daa-9fcc-651146a5ebb9 HTTP/1.1" status: 200 len: 1101 time: 0.2507386 Oct 26 14:04:50.684866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162230-c39f-4642-9566-cc90f0294813 req-5990afdc-ab31-490f-8397-05b154ec5c99 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:50.689665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device a41c27e0-308c-4cd6-a12e-0b53559989d4 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:04:50.694872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63162230-c39f-4642-9566-cc90f0294813 req-5990afdc-ab31-490f-8397-05b154ec5c99 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 949 time: 0.1935229 Oct 26 14:04:50.772443 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4867dfbf-efa3-46ba-b4cc-d3650845bc11 None None] Provisioning complete for port 20324732-b722-4dae-800b-3d42181dd1ee triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:50.772722 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4867dfbf-efa3-46ba-b4cc-d3650845bc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.828688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d94de8be-610e-4954-b6af-305fcc892ef6 req-0bb8fd3a-6490-4518-acb1-2cd71c71c9b5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306155 Oct 26 14:04:50.873670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] Set router 81b121bf-2c61-40f6-ac80-0bf11a40af15 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:50.901777 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63162230-c39f-4642-9566-cc90f0294813 req-72ca81cd-9119-423d-b794-c939dc3b6612 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057843 Oct 26 14:04:50.917086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-2da48380-54d7-4531-8955-c020c9a157f7 req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Deleting port fddd46c6-b837-4581-8e68-d43b2f58f21d {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:50.917762 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2da48380-54d7-4531-8955-c020c9a157f7 req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.929472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3382c-6b73-433d-bbf0-de1f839f2f71 req-a5bda84b-ee94-4cd2-9c0f-b5486ee50b74 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:50.940400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79f3382c-6b73-433d-bbf0-de1f839f2f71 req-a5bda84b-ee94-4cd2-9c0f-b5486ee50b74 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 946 time: 0.2018101 Oct 26 14:04:51.042801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port a41c27e0-308c-4cd6-a12e-0b53559989d4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=a41c27e0-308c-4cd6-a12e-0b53559989d4,segment=NetworkSegment(9492b8c4-a032-4cbe-b683-1403f0f1600e),segment_id=9492b8c4-a032-4cbe-b683-1403f0f1600e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:51.087552 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79f3382c-6b73-433d-bbf0-de1f839f2f71 req-d79f861a-ad19-42c5-b0c6-c04f78e88d15 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/security-groups?id=77245d01-b70e-4efc-8e3a-6ecc87e3ff02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460862 Oct 26 14:04:51.134539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'a41c27e0-308c-4cd6-a12e-0b53559989d4', 'network_id': 'a95226f9-9936-4e7b-95ac-9569b2850ddf', 'port_id': 'a41c27e0-308c-4cd6-a12e-0b53559989d4', 'mac_address': 'fa:16:3e:4d:e6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4aae2f8-46c1-4ee3-b281-cc64ec44522f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:04:51.208653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-2da48380-54d7-4531-8955-c020c9a157f7 req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] For port fddd46c6-b837-4581-8e68-d43b2f58f21d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fddd46c6-b837-4581-8e68-d43b2f58f21d,segment=NetworkSegment(90f5b463-9b9e-444a-a44f-ee82bf62b018),segment_id=90f5b463-9b9e-444a-a44f-ee82bf62b018)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:51.228089 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2da48380-54d7-4531-8955-c020c9a157f7 req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.256116 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4867dfbf-efa3-46ba-b4cc-d3650845bc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.285351 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.325577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41c27e0-308c-4cd6-a12e-0b53559989d4 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:51.339476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4867dfbf-efa3-46ba-b4cc-d3650845bc11 None None] For port 20324732-b722-4dae-800b-3d42181dd1ee, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=20324732-b722-4dae-800b-3d42181dd1ee,segment=NetworkSegment(810a33e5-18a7-44a1-97a0-0f4bf0bdf54e),segment_id=810a33e5-18a7-44a1-97a0-0f4bf0bdf54e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:51.374920 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4867dfbf-efa3-46ba-b4cc-d3650845bc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.381624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port a41c27e0-308c-4cd6-a12e-0b53559989d4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=a41c27e0-308c-4cd6-a12e-0b53559989d4,segment=NetworkSegment(9492b8c4-a032-4cbe-b683-1403f0f1600e),segment_id=9492b8c4-a032-4cbe-b683-1403f0f1600e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:51.411747 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.412406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0bf55feb-4886-4ebb-9850-d33f98acdc5c details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:04:51.465438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867dfbf-efa3-46ba-b4cc-d3650845bc11 None None] Pushing event updated for resources: {'Port': ['ID=20324732-b722-4dae-800b-3d42181dd1ee,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:51.562683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:04:45Z', 'revision_number': 4, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port': {'id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:34Z', 'updated_at': '2021-10-26T14:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '20324732-b722-4dae-800b-3d42181dd1ee', 'name': '', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'mac_address': 'fa:16:3e:e2:ee:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:43Z', 'updated_at': '2021-10-26T14:04:50Z', 'revision_number': 4, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'subnets': [{'id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:51.634346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493e10c-a66c-449a-9ceb-b5cb1405dc04 None None] The sync data for ids ['81b121bf-2c61-40f6-ac80-0bf11a40af15'] in n-d-815498-1 is: [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:04:45Z', 'revision_number': 4, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port': {'id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:34Z', 'updated_at': '2021-10-26T14:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '20324732-b722-4dae-800b-3d42181dd1ee', 'name': '', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'mac_address': 'fa:16:3e:e2:ee:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:43Z', 'updated_at': '2021-10-26T14:04:50Z', 'revision_number': 4, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'subnets': [{'id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:51.635894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bb8eb573-9363-41ff-a0ed-aa79e1933217 None None] Provisioning complete for port 20324732-b722-4dae-800b-3d42181dd1ee triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:51.636274 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb573-9363-41ff-a0ed-aa79e1933217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.697081 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=a41c27e0-308c-4cd6-a12e-0b53559989d4,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:51.742050 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0bf55feb-4886-4ebb-9850-d33f98acdc5c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:51.744844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-a864e905-dd78-4682-880e-b9211a7f7661 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:51.747072 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-a864e905-dd78-4682-880e-b9211a7f7661 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.11 "GET /v2.0/networks?id=5a73463a-3210-4701-a3b6-b264ba33b809 HTTP/1.1" status: 200 len: 829 time: 0.2852962 Oct 26 14:04:51.760573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '0bf55feb-4886-4ebb-9850-d33f98acdc5c', 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5', 'port_id': '0bf55feb-4886-4ebb-9850-d33f98acdc5c', 'mac_address': 'fa:16:3e:77:68:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2ccbc49-6d2e-4c75-85bf-425477396e4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:04:51.774113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-4b968c1b-67d2-4167-95f0-a1f534f03006 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Request body: {'port': {'device_id': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'admin_state_up': True, 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:51.837350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e25078-0131-45be-9e11-2eab5f4f2b77 req-38865246-3430-4297-82d8-679a4a0d4572 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:51.845305 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4e25078-0131-45be-9e11-2eab5f4f2b77 req-38865246-3430-4297-82d8-679a4a0d4572 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.5935931 Oct 26 14:04:51.845729 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.872604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf55feb-4886-4ebb-9850-d33f98acdc5c {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:51.909146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4059c36-9e92-41c0-824b-28fa4c01de12 req-828cf21c-5206-46cd-a1e8-72eae139839c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:51.914315 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0bf55feb-4886-4ebb-9850-d33f98acdc5c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:51.919844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4059c36-9e92-41c0-824b-28fa4c01de12 req-828cf21c-5206-46cd-a1e8-72eae139839c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 946 time: 0.2628872 Oct 26 14:04:51.928273 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.959810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-4b968c1b-67d2-4167-95f0-a1f534f03006 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Made reservation on behalf of 1bf2682a7dd64c94b8afb68e6fc72e80 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:51.965761 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-4b968c1b-67d2-4167-95f0-a1f534f03006 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.970778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4e25078-0131-45be-9e11-2eab5f4f2b77 req-fb00e9d0-0e69-4974-8a27-f337cd92c9f1 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240799 Oct 26 14:04:51.996711 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=0bf55feb-4886-4ebb-9850-d33f98acdc5c,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:52.044031 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 64bc53c4-86cd-4f94-8489-372c768f278e up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:52.064441 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4059c36-9e92-41c0-824b-28fa4c01de12 req-5619a0d8-0d56-477e-a572-69435d5d98c8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246345 Oct 26 14:04:52.122437 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2da48380-54d7-4531-8955-c020c9a157f7 req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.122437 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2da48380-54d7-4531-8955-c020c9a157f7 req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.122437 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-2da48380-54d7-4531-8955-c020c9a157f7 req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Floating IP ba97baa0-dc29-489e-a37d-9fecac0c48a1 disassociated. External IP: 172.25.4.89, port: fddd46c6-b837-4581-8e68-d43b2f58f21d. Oct 26 14:04:52.122437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-2da48380-54d7-4531-8955-c020c9a157f7 req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Calling delete_port for fddd46c6-b837-4581-8e68-d43b2f58f21d owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:52.263514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['a41c27e0-308c-4cd6-a12e-0b53559989d4'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:52.268321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['0bf55feb-4886-4ebb-9850-d33f98acdc5c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:52.288649 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-717e52c7-b46f-4b8e-a1c2-6e562dba185b req-782700b0-c300-4bc2-8f1a-aeef83bd5920 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 210 time: 0.0888638 Oct 26 14:04:52.334016 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-4b968c1b-67d2-4167-95f0-a1f534f03006 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Allocated IP 172.20.0.11 (5a73463a-3210-4701-a3b6-b264ba33b809/d5791e3b-32a3-4b0e-81d6-ccb8af1fba0b/809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:52.360246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 64bc53c4-86cd-4f94-8489-372c768f278e completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:04:52.388249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeffdba-a5f8-490c-90f0-3a9c0ab82209 req-62015351-6e7a-433f-bfec-1849fe7ee8a3 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:52.389660 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fdeffdba-a5f8-490c-90f0-3a9c0ab82209 req-62015351-6e7a-433f-bfec-1849fe7ee8a3 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 945 time: 0.2628555 Oct 26 14:04:52.402169 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 64bc53c4-86cd-4f94-8489-372c768f278e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:52.402498 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.476409 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fdeffdba-a5f8-490c-90f0-3a9c0ab82209 req-4d64fd3e-4e6c-4e72-ba02-1c99608d994b tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bca4446-4d67-40f7-ac8c-fe446cf09aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618052 Oct 26 14:04:52.608315 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534da60-a44c-4ad5-bb43-a3dfafbd2d5e req-bc8ab55d-fe02-4e7e-b19b-9bd72c69fdb5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:52.623422 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0534da60-a44c-4ad5-bb43-a3dfafbd2d5e req-bc8ab55d-fe02-4e7e-b19b-9bd72c69fdb5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 949 time: 0.1540720 Oct 26 14:04:52.643651 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-4b968c1b-67d2-4167-95f0-a1f534f03006 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.708187 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.716545 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2da48380-54d7-4531-8955-c020c9a157f7 req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.723394 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-4b968c1b-67d2-4167-95f0-a1f534f03006 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.798359 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0534da60-a44c-4ad5-bb43-a3dfafbd2d5e req-413679da-dde0-46e9-8ee7-fa9a5656b47d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739230 Oct 26 14:04:52.804384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Pushing event deleted for resources: {'Port': ['ID=fddd46c6-b837-4581-8e68-d43b2f58f21d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:52.849786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-4b968c1b-67d2-4167-95f0-a1f534f03006 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Network 5a73463a-3210-4701-a3b6-b264ba33b809 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:52.880437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-4b968c1b-67d2-4167-95f0-a1f534f03006 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:52.891539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-4b968c1b-67d2-4167-95f0-a1f534f03006 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:52.893880 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 64bc53c4-86cd-4f94-8489-372c768f278e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=64bc53c4-86cd-4f94-8489-372c768f278e,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:52.901618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa99be44-37a4-4e78-b95d-e3e2e728c2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bc53c4-86cd-4f94-8489-372c768f278e'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:52.903847 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1a500d-15ae-4d0e-992d-d124c36c76fa" -d '{"events": [{"server_uuid": "aa99be44-37a4-4e78-b95d-e3e2e728c2b6", "name": "network-vif-plugged", "status": "completed", "tag": "64bc53c4-86cd-4f94-8489-372c768f278e"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:52.922910 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.923903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device fddd46c6-b837-4581-8e68-d43b2f58f21d no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:52.979689 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b968c1b-67d2-4167-95f0-a1f534f03006 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Pushing event updated for resources: {'Port': ['ID=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:53.041794 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7302e2cc-1beb-4be6-a0c0-922d66fa525c req-1a2d1af8-0830-4214-bc6d-f1a89f36aa41 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d HTTP/1.1" status: 200 len: 210 time: 0.0369866 Oct 26 14:04:53.056717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-4b968c1b-67d2-4167-95f0-a1f534f03006 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:53.080021 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-4b968c1b-67d2-4167-95f0-a1f534f03006 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.113846 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2da48380-54d7-4531-8955-c020c9a157f7 req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Router cdea1777-ec2b-4b0b-90b7-349419f9c540 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:04:53.163725 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-4b968c1b-67d2-4167-95f0-a1f534f03006 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4054275 Oct 26 14:04:53.182536 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Request body: {'port': {'device_id': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:53.360347 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3bb1fa-b25c-43f7-9076-5a23641e19f0 x-openstack-request-id: req-8e3bb1fa-b25c-43f7-9076-5a23641e19f0 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:53.371991 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa99be44-37a4-4e78-b95d-e3e2e728c2b6", "name": "network-vif-plugged", "status": "completed", "tag": "64bc53c4-86cd-4f94-8489-372c768f278e", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:53.372460 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e3bb1fa-b25c-43f7-9076-5a23641e19f0 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:53.373061 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa99be44-37a4-4e78-b95d-e3e2e728c2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bc53c4-86cd-4f94-8489-372c768f278e', 'code': 200} Oct 26 14:04:53.379171 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.402814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: fddd46c6-b837-4581-8e68-d43b2f58f21d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:53.403437 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device fddd46c6-b837-4581-8e68-d43b2f58f21d not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:53.483364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 20324732-b722-4dae-800b-3d42181dd1ee up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:53.649470 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.650907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=64bc53c4-86cd-4f94-8489-372c768f278e,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:53.698148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ff45fc56-e5a7-41dc-8de3-5780d32c3ec7 None None] Provisioning complete for port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:53.698513 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ff45fc56-e5a7-41dc-8de3-5780d32c3ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.743498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ff45fc56-e5a7-41dc-8de3-5780d32c3ec7 None None] Port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:53.756441 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 20324732-b722-4dae-800b-3d42181dd1ee triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:53.757435 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.789506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e6b7c-1e5d-4e01-9cfc-ad8528ba0a5f req-7e677fe4-fab7-4e02-83e5-bb603b78e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:53.791041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-100e6b7c-1e5d-4e01-9cfc-ad8528ba0a5f req-7e677fe4-fab7-4e02-83e5-bb603b78e458 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 1101 time: 0.2531769 Oct 26 14:04:53.800505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2da48380-54d7-4531-8955-c020c9a157f7 req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:04:53.817910 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af70602c-64bf-466e-91db-c5b34f92f4d1 None None] Sync routers for ids ['cdea1777-ec2b-4b0b-90b7-349419f9c540'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:04:53.867008 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af70602c-64bf-466e-91db-c5b34f92f4d1 None None] Routers {'cdea1777-ec2b-4b0b-90b7-349419f9c540'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:53.868508 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-af70602c-64bf-466e-91db-c5b34f92f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:04:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['cdea1777-ec2b-4b0b-90b7-349419f9c540'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:53.893997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45e655-a214-4a74-99e7-2d9d8738dbad req-2986acde-b205-42c9-a42b-975503d22405 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:53.901379 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d45e655-a214-4a74-99e7-2d9d8738dbad req-2986acde-b205-42c9-a42b-975503d22405 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 944 time: 0.3614810 Oct 26 14:04:53.934065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:53.942789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da48380-54d7-4531-8955-c020c9a157f7 req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] No DVR routers for this DVR port fddd46c6-b837-4581-8e68-d43b2f58f21d on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:53.943746 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.961087 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2da48380-54d7-4531-8955-c020c9a157f7 req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.964694 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2da48380-54d7-4531-8955-c020c9a157f7 req-00c2cbd2-c69f-4faf-a3ab-8d29ca0791f6 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.11 "DELETE /v2.0/ports/fddd46c6-b837-4581-8e68-d43b2f58f21d HTTP/1.1" status: 204 len: 173 time: 3.6084762 Oct 26 14:04:53.967901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d', 'name': 'network-vif-deleted', 'tag': 'fddd46c6-b837-4581-8e68-d43b2f58f21d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:53.969734 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23aaa84d-1c43-4b70-892b-48f2845673ad" -d '{"events": [{"server_uuid": "dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d", "name": "network-vif-deleted", "tag": "fddd46c6-b837-4581-8e68-d43b2f58f21d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:53.988021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Transition to ACTIVE for port object 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:04:53.993750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-7a582e0c-5765-48e3-b05c-dea684f232d5 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:53.997911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.002414 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-7a582e0c-5765-48e3-b05c-dea684f232d5 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/networks?id=cc2556af-f629-4448-a26a-4414ae982912 HTTP/1.1" status: 200 len: 810 time: 0.4634335 Oct 26 14:04:54.018026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-100e6b7c-1e5d-4e01-9cfc-ad8528ba0a5f req-69a60a05-75db-4581-9569-a075bdcfcaa1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155433 Oct 26 14:04:54.033480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-9a957927-d3db-439a-bb1c-205f570861e6 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/quotas/694ffc6aa3cd4c72b36c4197f63d87f9 HTTP/1.1" status: 200 len: 375 time: 0.0301039 Oct 26 14:04:54.070096 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d45e655-a214-4a74-99e7-2d9d8738dbad req-ad50b777-a490-474d-a61e-04bbf5bb24b8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658683 Oct 26 14:04:54.073233 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-af70602c-64bf-466e-91db-c5b34f92f4d1 None None] Set router cdea1777-ec2b-4b0b-90b7-349419f9c540 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:54.121944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-179c3129-ad2c-45ff-801f-91ca5cafaa0b tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=694ffc6aa3cd4c72b36c4197f63d87f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875738 Oct 26 14:04:54.183252 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Pushing event updated for resources: {'Port': ['ID=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:54.198953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Attempting to bind port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:54.199299 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Attempting to bind port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:54.199630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Attempting to bind port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 on network 5a73463a-3210-4701-a3b6-b264ba33b809 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:54.204549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 on network 5a73463a-3210-4701-a3b6-b264ba33b809 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:04:54.204876 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Attempting to bind port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 on network 5a73463a-3210-4701-a3b6-b264ba33b809 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:54.210071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:54.210957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Checking segment: {'id': '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:54.210957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Bound using segment: {'id': '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:54.211210 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Bound port: 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:54.211559 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.277447 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372398d-b895-48d9-9054-1a736c807223 req-acf452a9-9341-43a7-bc4d-7dbf65185c94 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:54.279010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5372398d-b895-48d9-9054-1a736c807223 req-acf452a9-9341-43a7-bc4d-7dbf65185c94 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 944 time: 0.0811455 Oct 26 14:04:54.300391 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] For port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:54.304281 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-ecdb0f70-7fd3-464d-9cbf-59dea269667a service neutron] 10.222.0.32 "GET /v2.0/networks/cc2556af-f629-4448-a26a-4414ae982912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714606 Oct 26 14:04:54.304824 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] For port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8,segment=NetworkSegment(810a33e5-18a7-44a1-97a0-0f4bf0bdf54e),segment_id=810a33e5-18a7-44a1-97a0-0f4bf0bdf54e)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:54.314507 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.379243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Pushing event updated for resources: {'Port': ['ID=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:54.391599 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:54.392203 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.393759 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-17cc35c6-bd12-473d-b368-6136dfee7f8b service neutron] 10.222.0.11 "PUT /v2.0/ports/809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 HTTP/1.1" status: 200 len: 1092 time: 1.2225718 Oct 26 14:04:54.394247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'tag': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:54.396609 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37ef194-0f47-4beb-92be-0d2fef7e1832" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6aefa9-3706-48be-b709-6c9b0f2389c3", "tag": "809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:54.418637 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-af70602c-64bf-466e-91db-c5b34f92f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port': {'id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:12Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '88365148-94bf-4d69-b2cc-bc2083ed276f', 'name': '', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'mac_address': 'fa:16:3e:57:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:19Z', 'updated_at': '2021-10-26T14:01:27Z', 'revision_number': 5, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'subnets': [{'id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:54.445193 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5372398d-b895-48d9-9054-1a736c807223 req-5588a52b-3543-484c-83b6-51de09b7e8b4 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565297 Oct 26 14:04:54.453399 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af70602c-64bf-466e-91db-c5b34f92f4d1 None None] Checking router: cdea1777-ec2b-4b0b-90b7-349419f9c540 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:04:54.466172 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af70602c-64bf-466e-91db-c5b34f92f4d1 None None] Routers {'cdea1777-ec2b-4b0b-90b7-349419f9c540'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:54.467030 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-af70602c-64bf-466e-91db-c5b34f92f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:04:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['cdea1777-ec2b-4b0b-90b7-349419f9c540'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:54.492624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-ae1d50fa-9009-4d4b-83b8-87bd62320a80 service neutron] 10.222.0.32 "GET /v2.0/networks/cc2556af-f629-4448-a26a-4414ae982912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705298 Oct 26 14:04:54.513077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-5e3db892-9f42-4a94-95f4-eb466f180595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:54.516557 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-5e3db892-9f42-4a94-95f4-eb466f180595 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bf2682a7dd64c94b8afb68e6fc72e80&device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 1095 time: 0.0835750 Oct 26 14:04:54.600656 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-5486d429-6b59-4140-9126-2db29f2d595e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 HTTP/1.1" status: 200 len: 217 time: 0.0731254 Oct 26 14:04:54.618256 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-af70602c-64bf-466e-91db-c5b34f92f4d1 None None] Set router cdea1777-ec2b-4b0b-90b7-349419f9c540 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:54.678806 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device a41c27e0-308c-4cd6-a12e-0b53559989d4 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:54.680837 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55602) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:54.681374 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa3d69-711a-4b5e-a8bb-72e4d03c20a4 req-951cef96-209c-40ff-8e78-0981b826f567 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:54.684452 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4aa3d69-711a-4b5e-a8bb-72e4d03c20a4 req-951cef96-209c-40ff-8e78-0981b826f567 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 945 time: 0.1253917 Oct 26 14:04:54.716649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e2f3bb8c-da6b-487a-b71c-f6bedf71ce4f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1128376045'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:54.768171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port a41c27e0-308c-4cd6-a12e-0b53559989d4 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:04:54.773931 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port a41c27e0-308c-4cd6-a12e-0b53559989d4 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:54.774687 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.778810 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4aa3d69-711a-4b5e-a8bb-72e4d03c20a4 req-38c33f77-0a8d-4761-8d39-4b04306ed559 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bca4446-4d67-40f7-ac8c-fe446cf09aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761998 Oct 26 14:04:54.786752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-27cfa76a-22f5-49a9-908f-754681a672d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:54.788242 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-27cfa76a-22f5-49a9-908f-754681a672d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5791e3b-32a3-4b0e-81d6-ccb8af1fba0b HTTP/1.1" status: 200 len: 868 time: 0.1773014 Oct 26 14:04:54.812806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f3bb8c-da6b-487a-b71c-f6bedf71ce4f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Made reservation on behalf of b890508d63bb4edab3a32080f2d3356f for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:54.818774 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bb8c-da6b-487a-b71c-f6bedf71ce4f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.907271 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.919137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f3bb8c-da6b-487a-b71c-f6bedf71ce4f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:04:54.956756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-03ba0131-dcf7-45c1-ab7b-1338b4d9b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:54.958374 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:04:54.960514 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-03ba0131-dcf7-45c1-ab7b-1338b4d9b567 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a73463a-3210-4701-a3b6-b264ba33b809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599076 Oct 26 14:04:54.965704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bb8c-da6b-487a-b71c-f6bedf71ce4f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.966347 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-e2f3bb8c-da6b-487a-b71c-f6bedf71ce4f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Added segment 5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc of type vlan for network e28a5a04-47ef-442f-816d-e9075d616762 Oct 26 14:04:54.992490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port a41c27e0-308c-4cd6-a12e-0b53559989d4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=a41c27e0-308c-4cd6-a12e-0b53559989d4,segment=NetworkSegment(9492b8c4-a032-4cbe-b683-1403f0f1600e),segment_id=9492b8c4-a032-4cbe-b683-1403f0f1600e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:54.998126 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.000129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0bf55feb-4886-4ebb-9850-d33f98acdc5c up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:55.004577 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-af70602c-64bf-466e-91db-c5b34f92f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port': {'id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:12Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '88365148-94bf-4d69-b2cc-bc2083ed276f', 'name': '', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'mac_address': 'fa:16:3e:57:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:19Z', 'updated_at': '2021-10-26T14:01:27Z', 'revision_number': 5, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'subnets': [{'id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:55.032733 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af70602c-64bf-466e-91db-c5b34f92f4d1 None None] The sync data for ids ['cdea1777-ec2b-4b0b-90b7-349419f9c540'] in n-d-815498-1 is: [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port': {'id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:12Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '88365148-94bf-4d69-b2cc-bc2083ed276f', 'name': '', 'network_id': '34fad221-f7e8-483b-a3a9-2a5581859a09', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'mac_address': 'fa:16:3e:57:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:19Z', 'updated_at': '2021-10-26T14:01:27Z', 'revision_number': 5, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'subnets': [{'id': '3d5e0073-7f9b-48de-98ee-a11789263317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:55.049002 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11d2de4-b2b3-49b0-9e43-5a06e173702e x-openstack-request-id: req-f11d2de4-b2b3-49b0-9e43-5a06e173702e {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:55.049290 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d", "name": "network-vif-deleted", "tag": "fddd46c6-b837-4581-8e68-d43b2f58f21d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:55.052501 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f11d2de4-b2b3-49b0-9e43-5a06e173702e {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:55.052915 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcc6a58-3e20-4bfc-a9ce-bacef2f6fc8d', 'name': 'network-vif-deleted', 'tag': 'fddd46c6-b837-4581-8e68-d43b2f58f21d', 'status': 'completed', 'code': 200} Oct 26 14:04:55.076573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d0d73-e0fb-48be-9ec4-3afc3385c1e6 req-1100f716-6c46-4c35-bb19-4285b3b3b312 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:55.079713 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-487d0d73-e0fb-48be-9ec4-3afc3385c1e6 req-1100f716-6c46-4c35-bb19-4285b3b3b312 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 950 time: 0.1650519 Oct 26 14:04:55.100098 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=a41c27e0-308c-4cd6-a12e-0b53559989d4,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:55.147505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 0bf55feb-4886-4ebb-9850-d33f98acdc5c completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:04:55.153764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 0bf55feb-4886-4ebb-9850-d33f98acdc5c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:55.154747 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0322ec-75b8-41b8-b0ed-58bfe426356d x-openstack-request-id: req-ef0322ec-75b8-41b8-b0ed-58bfe426356d {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:55.154921 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.155300 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6aefa9-3706-48be-b709-6c9b0f2389c3", "tag": "809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:55.156238 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef0322ec-75b8-41b8-b0ed-58bfe426356d {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:55.156797 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'tag': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8', 'status': 'completed', 'code': 200} Oct 26 14:04:55.183032 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-487d0d73-e0fb-48be-9ec4-3afc3385c1e6 req-a584e676-8825-4914-bdc3-869005c0de84 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962129 Oct 26 14:04:55.188903 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bb8c-da6b-487a-b71c-f6bedf71ce4f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.263666 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bb8c-da6b-487a-b71c-f6bedf71ce4f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.270559 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bb8c-da6b-487a-b71c-f6bedf71ce4f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:55.271173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bb8c-da6b-487a-b71c-f6bedf71ce4f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.272189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7649fae9-a9ce-4481-823c-74f4d8ea76fb req-910499ce-1fec-491f-bf6c-fbccc586d8c1 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 210 time: 0.0479693 Oct 26 14:04:55.315976 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-771a99cb-0b5a-48b0-bd4c-703f1f6c5266 service neutron] 10.222.0.11 "GET /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462617 Oct 26 14:04:55.327949 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.361380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55620) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:55.375073 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfb32b4-5b8c-43f1-884b-61c306f66ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41c27e0-308c-4cd6-a12e-0b53559989d4'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:55.377478 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb0eea1-382d-4a1b-ab5f-c687b90dbd24" -d '{"events": [{"server_uuid": "bbfb32b4-5b8c-43f1-884b-61c306f66ed1", "name": "network-vif-plugged", "status": "completed", "tag": "a41c27e0-308c-4cd6-a12e-0b53559989d4"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:55.440106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132df26a-b03c-4d11-b336-b4cbfe8df01e req-04142fef-8dd7-4371-967e-afe3e9e946db tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:55.441819 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e2f3bb8c-da6b-487a-b71c-f6bedf71ce4f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7596636 Oct 26 14:04:55.449587 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-132df26a-b03c-4d11-b336-b4cbfe8df01e req-04142fef-8dd7-4371-967e-afe3e9e946db tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 944 time: 0.1479406 Oct 26 14:04:55.451597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0bf55feb-4886-4ebb-9850-d33f98acdc5c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:55.452333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55624) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:55.463027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-fc411ab6-1d1e-4e1c-b324-af9394ab2598 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-720033065'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:55.464767 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.474446 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba78663e-ca71-4b9e-8f08-3a26e3b0cb8e x-openstack-request-id: req-ba78663e-ca71-4b9e-8f08-3a26e3b0cb8e {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:55.474833 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfb32b4-5b8c-43f1-884b-61c306f66ed1", "name": "network-vif-plugged", "status": "completed", "tag": "a41c27e0-308c-4cd6-a12e-0b53559989d4", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:55.475157 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba78663e-ca71-4b9e-8f08-3a26e3b0cb8e {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:55.475674 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfb32b4-5b8c-43f1-884b-61c306f66ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41c27e0-308c-4cd6-a12e-0b53559989d4', 'code': 200} Oct 26 14:04:55.560558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e025417-7dce-41fc-ac4c-6288fad2c0f6 None None] New status for floating IP ba97baa0-dc29-489e-a37d-9fecac0c48a1: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:04:55.566965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3bb8c-da6b-487a-b71c-f6bedf71ce4f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'Network': ['ID=e28a5a04-47ef-442f-816d-e9075d616762,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:55.603177 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network e28a5a04-47ef-442f-816d-e9075d616762 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:04:55.610065 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-132df26a-b03c-4d11-b336-b4cbfe8df01e req-faf2a642-973b-4a16-afeb-cc071c9cba8c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036839 Oct 26 14:04:55.651340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc411ab6-1d1e-4e1c-b324-af9394ab2598 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Made reservation on behalf of b890508d63bb4edab3a32080f2d3356f for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:55.655094 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc411ab6-1d1e-4e1c-b324-af9394ab2598 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.666960 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cddbf633-fa1a-4a27-ab06-703bf24c712c req-225e2259-7d3f-4f61-9a5d-68c63006ae62 service neutron] 10.222.0.11 "GET /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064229 Oct 26 14:04:55.690934 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c15115b9-2531-4946-ae21-ee855737b593 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.704371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f705d5c-9f57-49e2-b7be-9d007a22ef8f req-84a0285a-4b75-4a81-8e44-23777b59fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:55.705910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f705d5c-9f57-49e2-b7be-9d007a22ef8f req-84a0285a-4b75-4a81-8e44-23777b59fd27 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0996511 Oct 26 14:04:55.716066 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc411ab6-1d1e-4e1c-b324-af9394ab2598 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:04:55.734923 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c15115b9-2531-4946-ae21-ee855737b593 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.742796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70979a-8405-411d-9809-8c1dcc4b0039 req-4733af56-d593-4124-8bd3-3075c7967e93 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:55.746962 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df70979a-8405-411d-9809-8c1dcc4b0039 req-4733af56-d593-4124-8bd3-3075c7967e93 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 944 time: 0.1433811 Oct 26 14:04:55.754684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=0bf55feb-4886-4ebb-9850-d33f98acdc5c,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:55.760516 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc411ab6-1d1e-4e1c-b324-af9394ab2598 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.761052 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-fc411ab6-1d1e-4e1c-b324-af9394ab2598 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Added segment 86b69120-8b5f-4efa-8bc8-ff6cef6acb0e of type vlan for network 614644c2-ecb3-429d-a925-733cf1797bb4 Oct 26 14:04:55.843852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f705d5c-9f57-49e2-b7be-9d007a22ef8f req-284fe2c9-9ac5-495b-864c-1400a2253619 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3bca4446-4d67-40f7-ac8c-fe446cf09aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224611 Oct 26 14:04:55.847741 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc411ab6-1d1e-4e1c-b324-af9394ab2598 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.859386 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df70979a-8405-411d-9809-8c1dcc4b0039 req-273795bc-9391-4308-8310-01b513bc79da tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004925 Oct 26 14:04:55.894429 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c15115b9-2531-4946-ae21-ee855737b593 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.897831 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c15115b9-2531-4946-ae21-ee855737b593 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.905896 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c15115b9-2531-4946-ae21-ee855737b593 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "DELETE /v2.0/security-groups/77245d01-b70e-4efc-8e3a-6ecc87e3ff02 HTTP/1.1" status: 204 len: 168 time: 0.5427408 Oct 26 14:04:55.909766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55632) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:55.911796 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ef194-0f47-4beb-92be-0d2fef7e1832 req-fb19e24c-4cea-4dd6-b159-14882231936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:55.913349 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e37ef194-0f47-4beb-92be-0d2fef7e1832 req-fb19e24c-4cea-4dd6-b159-14882231936d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bf2682a7dd64c94b8afb68e6fc72e80&device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 1095 time: 0.0906982 Oct 26 14:04:55.917366 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc411ab6-1d1e-4e1c-b324-af9394ab2598 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.920731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15115b9-2531-4946-ae21-ee855737b593 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77245d01-b70e-4efc-8e3a-6ecc87e3ff02,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:55.922805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc411ab6-1d1e-4e1c-b324-af9394ab2598 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:55.923380 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc411ab6-1d1e-4e1c-b324-af9394ab2598 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.996221 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-42e17612-78f9-4068-8989-3419036c411e tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] show failed (client error): The resource could not be found. Oct 26 14:04:55.997259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-42e17612-78f9-4068-8989-3419036c411e tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "GET /v2.0/security-groups/77245d01-b70e-4efc-8e3a-6ecc87e3ff02 HTTP/1.1" status: 404 len: 347 time: 0.0864122 Oct 26 14:04:56.002746 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55634) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:56.041856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fc411ab6-1d1e-4e1c-b324-af9394ab2598 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5881975 Oct 26 14:04:56.045391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55636) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:56.051480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-93c763f8-db92-48df-81e8-db7725223518 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'subnet': {'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:56.054381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ef194-0f47-4beb-92be-0d2fef7e1832 req-6dc8cafb-cda6-4092-b7f9-2ff7624abbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:56.056213 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e37ef194-0f47-4beb-92be-0d2fef7e1832 req-6dc8cafb-cda6-4092-b7f9-2ff7624abbc8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a73463a-3210-4701-a3b6-b264ba33b809 HTTP/1.1" status: 200 len: 930 time: 0.1326642 Oct 26 14:04:56.056345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc411ab6-1d1e-4e1c-b324-af9394ab2598 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'Network': ['ID=614644c2-ecb3-429d-a925-733cf1797bb4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:56.071658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 614644c2-ecb3-429d-a925-733cf1797bb4 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:04:56.079391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf948f-1eaa-482d-8ddc-2f04d188a2c1 req-af37125a-c09a-4bad-9786-a12f5c566476 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:56.081511 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-accf948f-1eaa-482d-8ddc-2f04d188a2c1 req-af37125a-c09a-4bad-9786-a12f5c566476 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 946 time: 0.2021413 Oct 26 14:04:56.138524 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e37ef194-0f47-4beb-92be-0d2fef7e1832 req-916569de-4f74-4074-a733-417bab2baa65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 HTTP/1.1" status: 200 len: 217 time: 0.0379319 Oct 26 14:04:56.175503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-accf948f-1eaa-482d-8ddc-2f04d188a2c1 req-4b6ba3c7-8323-498c-a450-11b2e6d21259 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bca4446-4d67-40f7-ac8c-fe446cf09aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871561 Oct 26 14:04:56.206923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c763f8-db92-48df-81e8-db7725223518 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Made reservation on behalf of b890508d63bb4edab3a32080f2d3356f for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:56.219953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ef194-0f47-4beb-92be-0d2fef7e1832 req-98509b5a-d697-4f00-9ce7-f1c9b5670da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:56.221411 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e37ef194-0f47-4beb-92be-0d2fef7e1832 req-98509b5a-d697-4f00-9ce7-f1c9b5670da2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5791e3b-32a3-4b0e-81d6-ccb8af1fba0b HTTP/1.1" status: 200 len: 868 time: 0.0749767 Oct 26 14:04:56.223811 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93c763f8-db92-48df-81e8-db7725223518 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:56.250010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-8cba3965-d1e2-42fa-971c-afbb500d4687 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Deleting port 97acea8e-4c38-4689-965b-be6d47c82344 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:56.250347 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8cba3965-d1e2-42fa-971c-afbb500d4687 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:56.348537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ef194-0f47-4beb-92be-0d2fef7e1832 req-969dfcff-9d92-43aa-ad21-c35442c8c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:56.350073 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e37ef194-0f47-4beb-92be-0d2fef7e1832 req-969dfcff-9d92-43aa-ad21-c35442c8c612 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a73463a-3210-4701-a3b6-b264ba33b809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153071 Oct 26 14:04:56.359387 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8cba3965-d1e2-42fa-971c-afbb500d4687 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:56.359799 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8cba3965-d1e2-42fa-971c-afbb500d4687 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:56.376019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880f479-57ae-4230-9e85-4a5183839ad1 req-0eee6cd5-38a2-412e-ac04-3b1cb11bb17f tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:56.377531 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1880f479-57ae-4230-9e85-4a5183839ad1 req-0eee6cd5-38a2-412e-ac04-3b1cb11bb17f tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 950 time: 0.0994508 Oct 26 14:04:56.396997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-86bd3c95-382e-4712-806e-8db47c60ad3f req-6ac2aa57-87fc-490c-b6ec-bf278b423699 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 210 time: 0.0554745 Oct 26 14:04:56.440414 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1880f479-57ae-4230-9e85-4a5183839ad1 req-048c82f8-ed81-4c86-93ad-18dcc2ba52b6 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456617 Oct 26 14:04:56.538636 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93c763f8-db92-48df-81e8-db7725223518 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:56.629462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c763f8-db92-48df-81e8-db7725223518 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'Subnet': ['ID=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:56.653025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c763f8-db92-48df-81e8-db7725223518 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Checking segment: {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:56.653383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c763f8-db92-48df-81e8-db7725223518 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Network hostable DHCP agents. Network: e28a5a04-47ef-442f-816d-e9075d616762, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:04:56.667911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e56ed-2ea7-41ab-b3d0-ca287ed5a7d9 req-9cf6a249-6bdf-4e86-acd3-c7f382bf1075 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:56.669458 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a11e56ed-2ea7-41ab-b3d0-ca287ed5a7d9 req-9cf6a249-6bdf-4e86-acd3-c7f382bf1075 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e717a8e-1c68-4daa-9fcc-651146a5ebb9 HTTP/1.1" status: 200 len: 950 time: 0.0850730 Oct 26 14:04:56.682518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-8cba3965-d1e2-42fa-971c-afbb500d4687 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Calling delete_port for 97acea8e-4c38-4689-965b-be6d47c82344 owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:56.690373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c763f8-db92-48df-81e8-db7725223518 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Network e28a5a04-47ef-442f-816d-e9075d616762 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:04:56.696227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6b2e0764-7881-4a9b-8758-f12383e77e00 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:04:56.738843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-93c763f8-db92-48df-81e8-db7725223518 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, e28a5a04-47ef-442f-816d-e9075d616762) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:56.749468 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c763f8-db92-48df-81e8-db7725223518 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:56.750097 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93c763f8-db92-48df-81e8-db7725223518 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:56.755925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a11e56ed-2ea7-41ab-b3d0-ca287ed5a7d9 req-d97b960f-f5db-4504-a472-47b5044ee3cd tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730615 Oct 26 14:04:56.774485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b2e7f0-be58-427b-9a59-1ad132c07708 None None] Network e28a5a04-47ef-442f-816d-e9075d616762 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:56.784054 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e37ef194-0f47-4beb-92be-0d2fef7e1832 req-49738e8b-f75a-40a9-88c6-7938b07c5871 service neutron] 10.222.0.11 "GET /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213850 Oct 26 14:04:56.812347 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b58d3-a890-4a9b-a250-78a373d7e189 req-566c8401-8981-41e9-b4b6-e6a5ede95767 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:56.820307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-298b58d3-a890-4a9b-a250-78a373d7e189 req-566c8401-8981-41e9-b4b6-e6a5ede95767 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1200402 Oct 26 14:04:56.826581 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-93c763f8-db92-48df-81e8-db7725223518 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7783129 Oct 26 14:04:56.829144 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55652) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:56.834554 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a6f361ec-ba5f-4645-97ff-a4082fee11e5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'subnet': {'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:56.896745 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e37ef194-0f47-4beb-92be-0d2fef7e1832 req-6881fe5e-47cb-40c6-870a-f0c937b7d1d8 service neutron] 10.222.0.11 "GET /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015692 Oct 26 14:04:56.941507 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-298b58d3-a890-4a9b-a250-78a373d7e189 req-1afcab73-8996-4f1a-8513-4a4f7ee7eded tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148901 Oct 26 14:04:56.960271 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:56.990035 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8cba3965-d1e2-42fa-971c-afbb500d4687 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:56.993150 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'port_id': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'mac_address': 'fa:16:3e:a6:a5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:04:57.090757 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.092239 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba3965-d1e2-42fa-971c-afbb500d4687 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Pushing event deleted for resources: {'Port': ['ID=97acea8e-4c38-4689-965b-be6d47c82344,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:57.142794 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b2e0764-7881-4a9b-8758-f12383e77e00 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:57.160419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-e28a5a04-47ef-442f-816d-e9075d616762', 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'fixed_ips': [{'subnet_id': '0940ee6e-8bef-4aa1-aec4-d83f8613cd4f'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:04:57.161430 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.163777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f361ec-ba5f-4645-97ff-a4082fee11e5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Made reservation on behalf of b890508d63bb4edab3a32080f2d3356f for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:57.167329 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a6f361ec-ba5f-4645-97ff-a4082fee11e5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.185896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:57.201055 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.244117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-06e5f37f-da9d-455d-aebd-0a535731c391 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:57.245681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-06e5f37f-da9d-455d-aebd-0a535731c391 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.25 "GET /v2.0/networks?id=cc2556af-f629-4448-a26a-4414ae982912 HTTP/1.1" status: 200 len: 810 time: 0.3197351 Oct 26 14:04:57.254180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71172698-3418-4e71-bc4d-2eb64d5c0429 req-90b3dfdc-6f18-4a07-ad1a-e5e860082c0d tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:57.261936 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71172698-3418-4e71-bc4d-2eb64d5c0429 req-90b3dfdc-6f18-4a07-ad1a-e5e860082c0d tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 944 time: 0.1897857 Oct 26 14:04:57.269118 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-55dbd9cb-284a-4214-bb8c-786ba171dcd0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Request body: {'port': {'device_id': '4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34', 'network_id': 'cc2556af-f629-4448-a26a-4414ae982912', 'admin_state_up': True, 'tenant_id': '694ffc6aa3cd4c72b36c4197f63d87f9'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:57.274045 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8cba3965-d1e2-42fa-971c-afbb500d4687 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.277168 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8cba3965-d1e2-42fa-971c-afbb500d4687 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.282290 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8cba3965-d1e2-42fa-971c-afbb500d4687 tempest-ServersTestJSON-16171401 tempest-ServersTestJSON-16171401-project] 10.222.0.32 "DELETE /v2.0/floatingips/ba97baa0-dc29-489e-a37d-9fecac0c48a1 HTTP/1.1" status: 204 len: 168 time: 1.2783883 Oct 26 14:04:57.283149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55666) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:57.346442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['6b2e0764-7881-4a9b-8758-f12383e77e00'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:57.358650 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.412767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:57.450591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Allocated IP 10.1.1.2 (e28a5a04-47ef-442f-816d-e9075d616762/0940ee6e-8bef-4aa1-aec4-d83f8613cd4f/b42f2eee-3abb-4c83-b967-6aec7183a327) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:57.450901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71172698-3418-4e71-bc4d-2eb64d5c0429 req-5f86f0ea-7f84-4915-b56e-1ff2ee5b306d tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852393 Oct 26 14:04:57.480079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd04ba-c570-4f23-87bc-58e56927f678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf55feb-4886-4ebb-9850-d33f98acdc5c'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:57.486123 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8ca48f-f16a-4cef-936c-07dda90022ab" -d '{"events": [{"server_uuid": "a6dd04ba-c570-4f23-87bc-58e56927f678", "name": "network-vif-plugged", "status": "completed", "tag": "0bf55feb-4886-4ebb-9850-d33f98acdc5c"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:57.524758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf5e0a-a521-4f59-b32f-bed80bc7680a req-3fe29d2f-5d36-4c4b-99cb-e24ae0006d16 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:57.530559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf5e0a-a521-4f59-b32f-bed80bc7680a req-3fe29d2f-5d36-4c4b-99cb-e24ae0006d16 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:57.538030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6abf5e0a-a521-4f59-b32f-bed80bc7680a req-3fe29d2f-5d36-4c4b-99cb-e24ae0006d16 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6&device_id=1e717a8e-1c68-4daa-9fcc-651146a5ebb9 HTTP/1.1" status: 200 len: 1691 time: 0.2425075 Oct 26 14:04:57.643025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-55dbd9cb-284a-4214-bb8c-786ba171dcd0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Made reservation on behalf of 694ffc6aa3cd4c72b36c4197f63d87f9 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:57.646434 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-55dbd9cb-284a-4214-bb8c-786ba171dcd0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.708507 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6abf5e0a-a521-4f59-b32f-bed80bc7680a req-77a8a347-10fb-4a51-be23-715ae9814bee tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696835 Oct 26 14:04:57.804215 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.823323 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.869864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Network e28a5a04-47ef-442f-816d-e9075d616762 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:57.875294 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:57.883356 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:57.909591 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3ba0de16-b5c5-4790-8084-e7e6712da002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.958319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Pushing event updated for resources: {'Port': ['ID=b42f2eee-3abb-4c83-b967-6aec7183a327,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:57.976894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Attempting to bind port b42f2eee-3abb-4c83-b967-6aec7183a327 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:57.977302 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Attempting to bind port b42f2eee-3abb-4c83-b967-6aec7183a327 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:57.977665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Attempting to bind port b42f2eee-3abb-4c83-b967-6aec7183a327 on network e28a5a04-47ef-442f-816d-e9075d616762 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:57.985269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:57.985892 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Checking segment: {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:57.986503 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.987196 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Bound using segment: {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:57.987852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Bound port: b42f2eee-3abb-4c83-b967-6aec7183a327, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:57.988539 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:58.060945 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] For port b42f2eee-3abb-4c83-b967-6aec7183a327, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:58.064794 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] For port b42f2eee-3abb-4c83-b967-6aec7183a327, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b42f2eee-3abb-4c83-b967-6aec7183a327,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:58.074416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:58.171514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faac27b-a97e-4e87-b8df-895db8628a80 None None] Pushing event updated for resources: {'Port': ['ID=b42f2eee-3abb-4c83-b967-6aec7183a327,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:58.257876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-241b5789-2027-4c1d-a1b2-4570dbbad672 req-ed14f3ad-3cf2-4a17-b8a9-a814c938535f tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 210 time: 0.1343088 Oct 26 14:04:58.271884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9542b7c-2ad2-406c-9f10-b5fbbe6076b8 req-bab03bf2-1a7e-472a-8216-3bf7f9877210 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:58.273396 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9542b7c-2ad2-406c-9f10-b5fbbe6076b8 req-bab03bf2-1a7e-472a-8216-3bf7f9877210 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 946 time: 0.6876698 Oct 26 14:04:58.277399 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a6f361ec-ba5f-4645-97ff-a4082fee11e5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:58.298207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0de16-b5c5-4790-8084-e7e6712da002 admin admin] Deleting port 88365148-94bf-4d69-b2cc-bc2083ed276f {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:58.299273 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3ba0de16-b5c5-4790-8084-e7e6712da002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:58.340422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f361ec-ba5f-4645-97ff-a4082fee11e5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'Subnet': ['ID=92331dcd-0130-46ed-8969-ee16f3d140c8,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:58.380794 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d189800b-2d5e-46a7-a1ec-b4d95e642d42 x-openstack-request-id: req-d189800b-2d5e-46a7-a1ec-b4d95e642d42 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:58.381443 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd04ba-c570-4f23-87bc-58e56927f678", "name": "network-vif-plugged", "status": "completed", "tag": "0bf55feb-4886-4ebb-9850-d33f98acdc5c", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:58.382021 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d189800b-2d5e-46a7-a1ec-b4d95e642d42 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:58.382521 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dd04ba-c570-4f23-87bc-58e56927f678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf55feb-4886-4ebb-9850-d33f98acdc5c', 'code': 200} Oct 26 14:04:58.449700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-3ba0de16-b5c5-4790-8084-e7e6712da002 admin admin] For port 88365148-94bf-4d69-b2cc-bc2083ed276f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=88365148-94bf-4d69-b2cc-bc2083ed276f,segment=NetworkSegment(90f5b463-9b9e-444a-a44f-ee82bf62b018),segment_id=90f5b463-9b9e-444a-a44f-ee82bf62b018)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:58.449960 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3ba0de16-b5c5-4790-8084-e7e6712da002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:58.462357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f361ec-ba5f-4645-97ff-a4082fee11e5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Checking segment: {'id': '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:58.462719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f361ec-ba5f-4645-97ff-a4082fee11e5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Network hostable DHCP agents. Network: 614644c2-ecb3-429d-a925-733cf1797bb4, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:04:58.466463 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0de16-b5c5-4790-8084-e7e6712da002 admin admin] Calling delete_port for 88365148-94bf-4d69-b2cc-bc2083ed276f owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:58.473360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-55dbd9cb-284a-4214-bb8c-786ba171dcd0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Allocated IP 172.20.0.12 (cc2556af-f629-4448-a26a-4414ae982912/dbcc44df-ee99-4ba0-a0d5-ce46f8bbf554/07f16888-3a3a-4924-9195-b204d6c32efe) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:58.479174 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9542b7c-2ad2-406c-9f10-b5fbbe6076b8 req-8570a444-b5ad-4110-b3c8-ba6c4901a500 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bca4446-4d67-40f7-ac8c-fe446cf09aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438653 Oct 26 14:04:58.516784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f361ec-ba5f-4645-97ff-a4082fee11e5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Network 614644c2-ecb3-429d-a925-733cf1797bb4 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:04:58.605526 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-a6f361ec-ba5f-4645-97ff-a4082fee11e5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 614644c2-ecb3-429d-a925-733cf1797bb4) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:58.621810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f361ec-ba5f-4645-97ff-a4082fee11e5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:58.622740 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a6f361ec-ba5f-4645-97ff-a4082fee11e5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:58.624737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8f1a0c-8502-4018-b799-d343e1e7aa73 None None] Network 614644c2-ecb3-429d-a925-733cf1797bb4 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:58.729278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e847c-541f-420f-8274-bdebfa2df30f req-61c47271-0402-4a85-903a-3411920a8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:58.732183 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-459e847c-541f-420f-8274-bdebfa2df30f req-61c47271-0402-4a85-903a-3411920a8ba0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 1096 time: 0.1975229 Oct 26 14:04:58.737015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6b2e0764-7881-4a9b-8758-f12383e77e00 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:58.836028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 6b2e0764-7881-4a9b-8758-f12383e77e00 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:58.836734 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:58.854618 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-459e847c-541f-420f-8274-bdebfa2df30f req-e6d3b0e5-18ae-4ff2-ac72-d5787382e695 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018367 Oct 26 14:04:58.900625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a6f361ec-ba5f-4645-97ff-a4082fee11e5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0701551 Oct 26 14:04:58.902812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55704) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:58.921360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9b467344-2e3d-4131-b9c5-6d3b04310155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'port': {'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762', 'name': 'tempest-TaggedBootDevicesTest_v242-1999889062', 'fixed_ips': [{'subnet_id': '0940ee6e-8bef-4aa1-aec4-d83f8613cd4f'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:58.965949 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3ba0de16-b5c5-4790-8084-e7e6712da002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.010456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0de16-b5c5-4790-8084-e7e6712da002 admin admin] Pushing event deleted for resources: {'Port': ['ID=88365148-94bf-4d69-b2cc-bc2083ed276f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:59.237505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c32462-2e4e-4214-8d5d-2d25384bdef2 req-95fefa90-3e5c-42fb-86c4-2291e91a94d5 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:59.248279 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c5c32462-2e4e-4214-8d5d-2d25384bdef2 req-95fefa90-3e5c-42fb-86c4-2291e91a94d5 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.6025774 Oct 26 14:04:59.328732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fe851-95d6-401b-be06-49ad1d90fd0b req-c22d5ab1-5a1e-4f3f-bc62-d50652687a2b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:59.340424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba1fe851-95d6-401b-be06-49ad1d90fd0b req-c22d5ab1-5a1e-4f3f-bc62-d50652687a2b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 944 time: 0.5680029 Oct 26 14:04:59.405205 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-55dbd9cb-284a-4214-bb8c-786ba171dcd0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.476234 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.479021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c5c32462-2e4e-4214-8d5d-2d25384bdef2 req-e3f7bd03-8c40-4f89-b615-6a0916897711 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290163 Oct 26 14:04:59.578670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b42f2eee-3abb-4c83-b967-6aec7183a327 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:59.582774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba1fe851-95d6-401b-be06-49ad1d90fd0b req-ca55667f-bf9f-4ac7-b70b-046f5c0e151b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404420 Oct 26 14:04:59.648209 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3ba0de16-b5c5-4790-8084-e7e6712da002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.660304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b467344-2e3d-4131-b9c5-6d3b04310155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Made reservation on behalf of b890508d63bb4edab3a32080f2d3356f for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:59.702667 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-614644c2-ecb3-429d-a925-733cf1797bb4', 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'fixed_ips': [{'subnet_id': '92331dcd-0130-46ed-8969-ee16f3d140c8'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:04:59.703848 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.756562 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:59.775371 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.795706 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9b467344-2e3d-4131-b9c5-6d3b04310155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.878299 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81ca8abe-a1c3-4a7b-be8d-9562ac8b6ec1 req-77d993c9-7f16-4453-9bcb-aad2cd390fd0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 210 time: 0.0845776 Oct 26 14:04:59.881714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-55dbd9cb-284a-4214-bb8c-786ba171dcd0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.912075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-9b467344-2e3d-4131-b9c5-6d3b04310155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] device_id is not set on port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:05:00.023839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b80d92-2d89-4789-a9ff-77b5677fb855 None None] Network e28a5a04-47ef-442f-816d-e9075d616762 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:00.109556 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:00.122324 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:00.155795 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-55dbd9cb-284a-4214-bb8c-786ba171dcd0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Network cc2556af-f629-4448-a26a-4414ae982912 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:00.161727 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbd9cb-284a-4214-bb8c-786ba171dcd0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Pushing event updated for resources: {'Port': ['ID=07f16888-3a3a-4924-9195-b204d6c32efe,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:00.264928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba0de16-b5c5-4790-8084-e7e6712da002 admin admin] Router cdea1777-ec2b-4b0b-90b7-349419f9c540 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:05:00.383302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-55dbd9cb-284a-4214-bb8c-786ba171dcd0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:00.388033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-55dbd9cb-284a-4214-bb8c-786ba171dcd0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:00.391167 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:00.394473 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e78fef5-87df-4908-b6f5-38f2e86f6b98" -d '{"events": [{"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:00.451955 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba0de16-b5c5-4790-8084-e7e6712da002 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:05:00.458127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b1a49-3954-458d-85ec-953428739136 req-e20a80b5-a020-4c48-9214-7711fe63600c tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:00.460028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-199b1a49-3954-458d-85ec-953428739136 req-e20a80b5-a020-4c48-9214-7711fe63600c tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 1101 time: 0.6678429 Oct 26 14:05:00.462220 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d9638-6fdc-479a-9bcd-c3e134ce19b8 None None] Sync routers for ids ['cdea1777-ec2b-4b0b-90b7-349419f9c540'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:05:00.468519 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3ba0de16-b5c5-4790-8084-e7e6712da002 admin admin] 10.222.0.32 "PUT /v2.0/routers/cdea1777-ec2b-4b0b-90b7-349419f9c540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1837459 Oct 26 14:05:00.470765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55722) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:00.475456 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d9638-6fdc-479a-9bcd-c3e134ce19b8 None None] Routers {'cdea1777-ec2b-4b0b-90b7-349419f9c540'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:00.476301 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-498d9638-6fdc-479a-9bcd-c3e134ce19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:04:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['cdea1777-ec2b-4b0b-90b7-349419f9c540'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:00.507992 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f510f21-50ed-4105-bb40-04f1ab2a4a61 None None] Provisioning complete for port b42f2eee-3abb-4c83-b967-6aec7183a327 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:00.508203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-9b467344-2e3d-4131-b9c5-6d3b04310155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Allocated IP 10.1.1.210 (e28a5a04-47ef-442f-816d-e9075d616762/0940ee6e-8bef-4aa1-aec4-d83f8613cd4f/5ec9d03c-cf9e-4409-8111-c4cf8b040359) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:00.508707 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f510f21-50ed-4105-bb40-04f1ab2a4a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:00.556385 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0107db9-617d-4c84-9cae-6591dc319c5a x-openstack-request-id: req-a0107db9-617d-4c84-9cae-6591dc319c5a {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:00.560213 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:00.560693 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0107db9-617d-4c84-9cae-6591dc319c5a {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:00.561322 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'code': 200} Oct 26 14:05:00.570497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-55dbd9cb-284a-4214-bb8c-786ba171dcd0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:00.571046 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-55dbd9cb-284a-4214-bb8c-786ba171dcd0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:00.579728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b42f2eee-3abb-4c83-b967-6aec7183a327 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:00.586217 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:00.648630 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-199b1a49-3954-458d-85ec-953428739136 req-7b9829af-55b2-42c0-a486-033e9f857c8f tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600599 Oct 26 14:05:00.688149 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-55dbd9cb-284a-4214-bb8c-786ba171dcd0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4237916 Oct 26 14:05:00.703520 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Request body: {'port': {'device_id': '4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:00.734010 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Allocated IP 10.2.2.2 (614644c2-ecb3-429d-a925-733cf1797bb4/92331dcd-0130-46ed-8969-ee16f3d140c8/6813ba38-c84f-48f4-a5b1-d2ee49a8d95b) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:00.762043 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-498d9638-6fdc-479a-9bcd-c3e134ce19b8 None None] Set router cdea1777-ec2b-4b0b-90b7-349419f9c540 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:00.885369 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:00.931077 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8,segment=NetworkSegment(810a33e5-18a7-44a1-97a0-0f4bf0bdf54e),segment_id=810a33e5-18a7-44a1-97a0-0f4bf0bdf54e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:01.011944 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'port_id': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8', 'mac_address': 'fa:16:3e:26:af:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:05:01.086748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388556df-11b4-484c-b2f9-9992a95b0a33 req-cf546ad4-6350-4239-b751-06ff69f4d4d8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:01.091706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-388556df-11b4-484c-b2f9-9992a95b0a33 req-cf546ad4-6350-4239-b751-06ff69f4d4d8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.4419658 Oct 26 14:05:01.183848 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.186574 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9b467344-2e3d-4131-b9c5-6d3b04310155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.195460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6541f-e30a-475c-8b9e-810cdf72f950 req-2008469e-36e3-418c-ad5b-1c49b3b8568e tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:01.198581 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.203735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbf6541f-e30a-475c-8b9e-810cdf72f950 req-2008469e-36e3-418c-ad5b-1c49b3b8568e tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 944 time: 0.3932738 Oct 26 14:05:01.235704 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-498d9638-6fdc-479a-9bcd-c3e134ce19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:04:58Z', 'revision_number': 5, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port': {'id': '98eaac32-e985-4c5c-8b9e-eb418d92f550', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:01:12Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:01.243550 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f510f21-50ed-4105-bb40-04f1ab2a4a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.250265 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-388556df-11b4-484c-b2f9-9992a95b0a33 req-d637463e-697b-4dae-92db-9cc568cbb9fc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440341 Oct 26 14:05:01.293112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port b42f2eee-3abb-4c83-b967-6aec7183a327, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b42f2eee-3abb-4c83-b967-6aec7183a327,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:01.317192 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.353927 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.364017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] Deleting port 98eaac32-e985-4c5c-8b9e-eb418d92f550 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:01.364537 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.404619 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d9638-6fdc-479a-9bcd-c3e134ce19b8 None None] Checking router: cdea1777-ec2b-4b0b-90b7-349419f9c540 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:05:01.447979 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d9638-6fdc-479a-9bcd-c3e134ce19b8 None None] Routers {'cdea1777-ec2b-4b0b-90b7-349419f9c540'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:01.448622 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-498d9638-6fdc-479a-9bcd-c3e134ce19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:04:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['cdea1777-ec2b-4b0b-90b7-349419f9c540'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:01.476678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbf6541f-e30a-475c-8b9e-810cdf72f950 req-d04e8e29-a33c-4056-a3ee-a31a9d6ba8b5 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717793 Oct 26 14:05:01.508873 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.557412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] For port 98eaac32-e985-4c5c-8b9e-eb418d92f550, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=98eaac32-e985-4c5c-8b9e-eb418d92f550,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:01.560221 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.581259 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.590793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:01.594940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] Calling delete_port for 98eaac32-e985-4c5c-8b9e-eb418d92f550 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:01.600984 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=b42f2eee-3abb-4c83-b967-6aec7183a327,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:01.661446 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.662751 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9b467344-2e3d-4131-b9c5-6d3b04310155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.707428 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8,segment=NetworkSegment(810a33e5-18a7-44a1-97a0-0f4bf0bdf54e),segment_id=810a33e5-18a7-44a1-97a0-0f4bf0bdf54e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:01.769885 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.774893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Network 614644c2-ecb3-429d-a925-733cf1797bb4 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:01.783078 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f510f21-50ed-4105-bb40-04f1ab2a4a61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:05:01.783734 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f510f21-50ed-4105-bb40-04f1ab2a4a61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:05:01.787508 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:01.794922 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:01.807720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Pushing event updated for resources: {'Port': ['ID=6813ba38-c84f-48f4-a5b1-d2ee49a8d95b,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:01.845145 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b467344-2e3d-4131-b9c5-6d3b04310155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Network e28a5a04-47ef-442f-816d-e9075d616762 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:01.864466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-9b467344-2e3d-4131-b9c5-6d3b04310155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:01.874584 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b467344-2e3d-4131-b9c5-6d3b04310155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:01.905383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:01.915592 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2044f-49df-4c9f-a449-48220709ffce req-44d9f888-716f-41f4-a8da-f3812028c2c0 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:01.931845 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f6a2044f-49df-4c9f-a449-48220709ffce req-44d9f888-716f-41f4-a8da-f3812028c2c0 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1e717a8e-1c68-4daa-9fcc-651146a5ebb9 HTTP/1.1" status: 200 len: 1101 time: 0.5017006 Oct 26 14:05:01.980528 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.999456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Attempting to bind port 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:02.000098 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Attempting to bind port 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:02.000444 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b467344-2e3d-4131-b9c5-6d3b04310155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'Port': ['ID=5ec9d03c-cf9e-4409-8111-c4cf8b040359,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:02.000844 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Attempting to bind port 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b on network 614644c2-ecb3-429d-a925-733cf1797bb4 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:02.012713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:02.013095 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Checking segment: {'id': '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:02.013502 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.013886 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Bound using segment: {'id': '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:02.014497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Bound port: 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:02.014810 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.029012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=98eaac32-e985-4c5c-8b9e-eb418d92f550,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:02.046894 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-498d9638-6fdc-479a-9bcd-c3e134ce19b8 None None] Set router cdea1777-ec2b-4b0b-90b7-349419f9c540 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:02.121951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] For port 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:02.125941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] For port 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6813ba38-c84f-48f4-a5b1-d2ee49a8d95b,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:02.135914 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.140633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02602224-d0dd-4b84-abf6-216aeab48f9b req-2a57bd81-c4d4-448a-a2e8-d767b1b1d771 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:02.142294 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02602224-d0dd-4b84-abf6-216aeab48f9b req-2a57bd81-c4d4-448a-a2e8-d767b1b1d771 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 932 time: 0.4854481 Oct 26 14:05:02.168838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:02.169362 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-498d9638-6fdc-479a-9bcd-c3e134ce19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:05:01Z', 'revision_number': 6, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:02.185179 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.236453 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d9638-6fdc-479a-9bcd-c3e134ce19b8 None None] The sync data for ids ['cdea1777-ec2b-4b0b-90b7-349419f9c540'] in n-d-815498-1 is: [{'id': 'cdea1777-ec2b-4b0b-90b7-349419f9c540', 'name': 'tempest-ServersTestJSON-1796849228-router', 'tenant_id': '351eff63847840cb8676a04ff38a4c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:01:10Z', 'updated_at': '2021-10-26T14:05:01Z', 'revision_number': 6, 'project_id': '351eff63847840cb8676a04ff38a4c4b', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:05:02.274473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b467344-2e3d-4131-b9c5-6d3b04310155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:02.275076 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9b467344-2e3d-4131-b9c5-6d3b04310155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.289906 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.293873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6dbe0-67e8-4f1c-9331-672c0112b170 None None] Pushing event updated for resources: {'Port': ['ID=6813ba38-c84f-48f4-a5b1-d2ee49a8d95b,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:02.305047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.349296 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f6a2044f-49df-4c9f-a449-48220709ffce req-b2dfa3cd-ab43-4f72-9609-dd2a8bd30f63 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108162 Oct 26 14:05:02.401971 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.402704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdea1777-ec2b-4b0b-90b7-349419f9c540 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:05:02.420096 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.425173 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-144867ab-9ac6-4338-9e1e-0d30f26c3b66 admin admin] 10.222.0.32 "DELETE /v2.0/routers/cdea1777-ec2b-4b0b-90b7-349419f9c540 HTTP/1.1" status: 204 len: 168 time: 1.9511471 Oct 26 14:05:02.426140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55750) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:02.510383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f16888-3a3a-4924-9195-b204d6c32efe {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:02.520588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.536455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Transition to ACTIVE for port object 07f16888-3a3a-4924-9195-b204d6c32efe will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:02.550993 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9b467344-2e3d-4131-b9c5-6d3b04310155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6358764 Oct 26 14:05:02.550993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55756) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:02.554895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1e23fc76-68bf-4bac-976f-d368cce946c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'port': {'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762', 'name': 'tempest-TaggedBootDevicesTest_v242-911494893', 'fixed_ips': [{'subnet_id': '0940ee6e-8bef-4aa1-aec4-d83f8613cd4f'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:02.557108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f715b95-dd3e-4a5a-a66d-d19b0805b5bc admin admin] Deleting subnet 3d5e0073-7f9b-48de-98ee-a11789263317 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:05:02.560380 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.573676 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f715b95-dd3e-4a5a-a66d-d19b0805b5bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.593665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0064058f-218b-4330-a0ae-220c30eb76b5 None None] Provisioning complete for port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:02.596817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02602224-d0dd-4b84-abf6-216aeab48f9b req-9532f166-8808-494b-979b-b13a346bc13d tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a04b86-3064-4b68-a13a-f051806518a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483746 Oct 26 14:05:02.614931 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0064058f-218b-4330-a0ae-220c30eb76b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.696623 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f715b95-dd3e-4a5a-a66d-d19b0805b5bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.805445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0064058f-218b-4330-a0ae-220c30eb76b5 None None] Port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:02.852406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Pushing event updated for resources: {'Port': ['ID=07f16888-3a3a-4924-9195-b204d6c32efe,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:02.920439 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0064058f-218b-4330-a0ae-220c30eb76b5 None None] Provisioning complete for port b42f2eee-3abb-4c83-b967-6aec7183a327 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:02.920941 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0064058f-218b-4330-a0ae-220c30eb76b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.965020 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f715b95-dd3e-4a5a-a66d-d19b0805b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.100683 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f715b95-dd3e-4a5a-a66d-d19b0805b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.152810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f715b95-dd3e-4a5a-a66d-d19b0805b5bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d5e0073-7f9b-48de-98ee-a11789263317,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:03.163566 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f715b95-dd3e-4a5a-a66d-d19b0805b5bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.168093 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1f715b95-dd3e-4a5a-a66d-d19b0805b5bc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3d5e0073-7f9b-48de-98ee-a11789263317 HTTP/1.1" status: 204 len: 168 time: 0.7408473 Oct 26 14:05:03.177786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660bb6da-6fa2-4dc8-8d70-d9d633d22137 None None] Network 34fad221-f7e8-483b-a3a9-2a5581859a09 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:03.181729 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55778) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:03.568075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bc38f-4820-4f66-b21c-e8327711443e req-5d5cf2cf-8640-4900-b021-1a5cde05adc7 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:03.581544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d0bc38f-4820-4f66-b21c-e8327711443e req-5d5cf2cf-8640-4900-b021-1a5cde05adc7 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 945 time: 0.2796142 Oct 26 14:05:03.652500 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.703578 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b42f2eee-3abb-4c83-b967-6aec7183a327 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:03.763473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e23fc76-68bf-4bac-976f-d368cce946c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Made reservation on behalf of b890508d63bb4edab3a32080f2d3356f for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:03.773334 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e23fc76-68bf-4bac-976f-d368cce946c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.798124 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d0bc38f-4820-4f66-b21c-e8327711443e req-08aa9351-003b-4304-8552-39d75427e695 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153609 Oct 26 14:05:03.828128 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-1419c373-6411-4540-95cf-4f5a2b73c7e5 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:03.830724 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2186fd2-a09a-4b6f-b12b-41bcfff4306a None None] DHCP port deletion for 34fad221-f7e8-483b-a3a9-2a5581859a09 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:05:03.832415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-1419c373-6411-4540-95cf-4f5a2b73c7e5 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/networks?id=55cdc374-aea8-45fc-8fee-8483ae48c9d5 HTTP/1.1" status: 200 len: 814 time: 0.9671535 Oct 26 14:05:03.840476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b42f2eee-3abb-4c83-b967-6aec7183a327 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:03.850917 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.896533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Attempting to bind port 07f16888-3a3a-4924-9195-b204d6c32efe on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:03.896875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Attempting to bind port 07f16888-3a3a-4924-9195-b204d6c32efe by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '07a66844-4e15-495f-9166-5a896b79af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cc2556af-f629-4448-a26a-4414ae982912'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:03.897216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Attempting to bind port 07f16888-3a3a-4924-9195-b204d6c32efe on network cc2556af-f629-4448-a26a-4414ae982912 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:03.959345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-1e23fc76-68bf-4bac-976f-d368cce946c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] device_id is not set on port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:05:04.038312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b2186fd2-a09a-4b6f-b12b-41bcfff4306a None None] Deleting port 15af4f8a-bf92-4466-af76-3d29d3f8b564 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:04.039038 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2186fd2-a09a-4b6f-b12b-41bcfff4306a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.130800 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b2186fd2-a09a-4b6f-b12b-41bcfff4306a None None] For port 15af4f8a-bf92-4466-af76-3d29d3f8b564, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=15af4f8a-bf92-4466-af76-3d29d3f8b564,segment=NetworkSegment(90f5b463-9b9e-444a-a44f-ee82bf62b018),segment_id=90f5b463-9b9e-444a-a44f-ee82bf62b018)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:04.131322 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2186fd2-a09a-4b6f-b12b-41bcfff4306a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.149199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b2186fd2-a09a-4b6f-b12b-41bcfff4306a None None] Calling delete_port for 15af4f8a-bf92-4466-af76-3d29d3f8b564 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:04.255825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:04.298596 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e6d83-91a3-4700-a07c-68afd2e70cf9 None None] Network 614644c2-ecb3-429d-a925-733cf1797bb4 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:04.300668 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2186fd2-a09a-4b6f-b12b-41bcfff4306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.307861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:04.436482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2186fd2-a09a-4b6f-b12b-41bcfff4306a None None] Pushing event deleted for resources: {'Port': ['ID=15af4f8a-bf92-4466-af76-3d29d3f8b564,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:04.441769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2186fd2-a09a-4b6f-b12b-41bcfff4306a None None] No DVR routers for this DVR port 15af4f8a-bf92-4466-af76-3d29d3f8b564 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:05:04.478430 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1537b29a-7a38-41aa-a584-484bfd3fd39f None None] Provisioning complete for port 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:04.478965 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1537b29a-7a38-41aa-a584-484bfd3fd39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.537063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:05:04.579593 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:04.580124 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.595252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:04.596014 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.721737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-3bc7532d-a058-44eb-817a-ff749336f543 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/quotas/0ce0aee0322a4e368957accff6eefd0f HTTP/1.1" status: 200 len: 375 time: 0.8715501 Oct 26 14:05:04.755069 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Port 07f16888-3a3a-4924-9195-b204d6c32efe on network cc2556af-f629-4448-a26a-4414ae982912 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:04.757565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Attempting to bind port 07f16888-3a3a-4924-9195-b204d6c32efe on network cc2556af-f629-4448-a26a-4414ae982912 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:04.831462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:04.831462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Checking segment: {'id': '07a66844-4e15-495f-9166-5a896b79af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cc2556af-f629-4448-a26a-4414ae982912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:04.831730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Bound using segment: {'id': '07a66844-4e15-495f-9166-5a896b79af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cc2556af-f629-4448-a26a-4414ae982912'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:04.832072 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Bound port: 07f16888-3a3a-4924-9195-b204d6c32efe, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a66844-4e15-495f-9166-5a896b79af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cc2556af-f629-4448-a26a-4414ae982912'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:04.832426 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.843274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-7983c3c9-aae1-4cf5-8579-86e50a062c5c tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3c869b6d52e6491b913e06699b75389e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198401 Oct 26 14:05:04.857615 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1537b29a-7a38-41aa-a584-484bfd3fd39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.894271 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.898665 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.972770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-93a7fdbe-2424-4a25-a364-8052f1a311e4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:04.981366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-93a7fdbe-2424-4a25-a364-8052f1a311e4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1358531 Oct 26 14:05:04.982186 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1537b29a-7a38-41aa-a584-484bfd3fd39f None None] For port 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6813ba38-c84f-48f4-a5b1-d2ee49a8d95b,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:04.996378 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:05.004372 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422aac50-e070-4b0f-a7c3-af24005630c5" -d '{"events": [{"server_uuid": "7f6aefa9-3706-48be-b709-6c9b0f2389c3", "name": "network-vif-plugged", "status": "completed", "tag": "809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:05.009786 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1537b29a-7a38-41aa-a584-484bfd3fd39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.046834 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-dcb02944-3fff-45e3-bb1e-79e80d40792c tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/quotas/3c869b6d52e6491b913e06699b75389e HTTP/1.1" status: 200 len: 375 time: 0.0656519 Oct 26 14:05:05.110215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-1e23fc76-68bf-4bac-976f-d368cce946c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Allocated IP 10.1.1.38 (e28a5a04-47ef-442f-816d-e9075d616762/0940ee6e-8bef-4aa1-aec4-d83f8613cd4f/3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:05.117089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8,segment=NetworkSegment(810a33e5-18a7-44a1-97a0-0f4bf0bdf54e),segment_id=810a33e5-18a7-44a1-97a0-0f4bf0bdf54e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:05.139739 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.160950 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:05:05.161308 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:05:05.165944 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537b29a-7a38-41aa-a584-484bfd3fd39f None None] Pushing event updated for resources: {'Port': ['ID=6813ba38-c84f-48f4-a5b1-d2ee49a8d95b,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:05.199456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-7f623b24-89df-4b72-8dd8-671f065e2316 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ce0aee0322a4e368957accff6eefd0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4299734 Oct 26 14:05:05.236100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:05.247374 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5609085f-e5e8-4c7a-8102-e32e1588924c None None] Provisioning complete for port 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:05.247767 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5609085f-e5e8-4c7a-8102-e32e1588924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.347478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-550c2891-a663-40a2-86d7-cbd30576dc9a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2988806 Oct 26 14:05:05.356659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Deleting port 15af4f8a-bf92-4466-af76-3d29d3f8b564 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:05.357102 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.374722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] For port 07f16888-3a3a-4924-9195-b204d6c32efe, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:05.476743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] For port 07f16888-3a3a-4924-9195-b204d6c32efe, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=07f16888-3a3a-4924-9195-b204d6c32efe,segment=NetworkSegment(07a66844-4e15-495f-9166-5a896b79af07),segment_id=07a66844-4e15-495f-9166-5a896b79af07)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:05.563390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb4d01-71c3-4c6e-9fbf-711d04f2ba04 req-321ab0bb-c4a6-44e7-9a67-549076eba905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:05.565098 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-44eb4d01-71c3-4c6e-9fbf-711d04f2ba04 req-321ab0bb-c4a6-44e7-9a67-549076eba905 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 1097 time: 0.0551252 Oct 26 14:05:05.608688 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.703356 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb4d01-71c3-4c6e-9fbf-711d04f2ba04 req-e88d564c-5215-4543-9c0f-b7eefc035087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:05.705119 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-44eb4d01-71c3-4c6e-9fbf-711d04f2ba04 req-e88d564c-5215-4543-9c0f-b7eefc035087 service neutron] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.1108408 Oct 26 14:05:05.735899 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-0669ec6a-a27b-42a6-a82f-e34d7fa5cf6f service neutron] 10.222.0.32 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109775 Oct 26 14:05:05.808303 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-44eb4d01-71c3-4c6e-9fbf-711d04f2ba04 req-eeba7ca6-2e57-4294-953e-f85e1fbe1217 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2e0764-7881-4a9b-8758-f12383e77e00 HTTP/1.1" status: 200 len: 1001 time: 0.0952253 Oct 26 14:05:05.866993 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 88365148-94bf-4d69-b2cc-bc2083ed276f no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:05.873222 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e23fc76-68bf-4bac-976f-d368cce946c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.934109 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 88365148-94bf-4d69-b2cc-bc2083ed276f {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:05.934521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 88365148-94bf-4d69-b2cc-bc2083ed276f not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:05.934872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 98eaac32-e985-4c5c-8b9e-eb418d92f550 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:05.957455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb4d01-71c3-4c6e-9fbf-711d04f2ba04 req-440061af-cf3b-4e57-91f9-efc52b7910ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:05.959328 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-44eb4d01-71c3-4c6e-9fbf-711d04f2ba04 req-440061af-cf3b-4e57-91f9-efc52b7910ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.1267850 Oct 26 14:05:05.969683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] For port 15af4f8a-bf92-4466-af76-3d29d3f8b564, host n-d-815498-1, got binding levels [] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:05.970095 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.000728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 98eaac32-e985-4c5c-8b9e-eb418d92f550 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:06.001084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 98eaac32-e985-4c5c-8b9e-eb418d92f550 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:06.004667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:06.007022 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.009188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] 10.222.0.25 "PUT /v2.0/ports/07f16888-3a3a-4924-9195-b204d6c32efe HTTP/1.1" status: 200 len: 1092 time: 5.3112664 Oct 26 14:05:06.040680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34', 'tag': '07f16888-3a3a-4924-9195-b204d6c32efe'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:06.054897 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de2ad49-6a3e-4e08-bf64-9216e836848d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34", "tag": "07f16888-3a3a-4924-9195-b204d6c32efe"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:06.101234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb4d01-71c3-4c6e-9fbf-711d04f2ba04 req-8797a81c-63da-436d-9020-92e92a0c37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:06.101478 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Calling delete_port for 15af4f8a-bf92-4466-af76-3d29d3f8b564 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:06.102877 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-44eb4d01-71c3-4c6e-9fbf-711d04f2ba04 req-8797a81c-63da-436d-9020-92e92a0c37d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329274 Oct 26 14:05:06.138365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_backend_mixin [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Port 15af4f8a-bf92-4466-af76-3d29d3f8b564 was not found and therefore no delete operation was performed {{(pid=102124) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:05:06.158071 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.206594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:06.213006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de6974-820e-4f43-900d-de88a49ad26a service neutron] Pushing event updated for resources: {'Port': ['ID=07f16888-3a3a-4924-9195-b204d6c32efe,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:06.261664 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b30bc-1508-4824-87ea-7351b123661b req-b85e1a2e-9f99-4acb-877a-71587c9ca262 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:06.265963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-982b30bc-1508-4824-87ea-7351b123661b req-b85e1a2e-9f99-4acb-877a-71587c9ca262 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 944 time: 0.3795481 Oct 26 14:05:06.298497 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-44eb4d01-71c3-4c6e-9fbf-711d04f2ba04 req-b93a66e7-6812-459a-a0e0-824b7f039f71 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806037 Oct 26 14:05:06.341065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] No DVR routers for this DVR port 15af4f8a-bf92-4466-af76-3d29d3f8b564 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:05:06.351903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:06.352263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Pushing event deleted for resources: {'Port': ['ID=15af4f8a-bf92-4466-af76-3d29d3f8b564,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:06.352815 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.471860 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e23fc76-68bf-4bac-976f-d368cce946c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.479476 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-44eb4d01-71c3-4c6e-9fbf-711d04f2ba04 req-770ad648-1d01-49f8-9477-b483f09253ce service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719291 Oct 26 14:05:06.635741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-c7ded905-107e-46bc-b173-effb9842efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:06.637246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-c7ded905-107e-46bc-b173-effb9842efc1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=694ffc6aa3cd4c72b36c4197f63d87f9&device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 1095 time: 0.5561538 Oct 26 14:05:06.646655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 15af4f8a-bf92-4466-af76-3d29d3f8b564 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:06.646997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23fc76-68bf-4bac-976f-d368cce946c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'Port': ['ID=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:06.684429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-d62b7b44-5731-4a99-ae14-b4643b2ab903 service neutron] 10.222.0.32 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9476557 Oct 26 14:05:06.709313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 15af4f8a-bf92-4466-af76-3d29d3f8b564 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:06.709541 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 15af4f8a-bf92-4466-af76-3d29d3f8b564 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:06.761059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-982b30bc-1508-4824-87ea-7351b123661b req-2f059833-06d7-4143-8134-0776c400908b tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a04b86-3064-4b68-a13a-f051806518a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526141 Oct 26 14:05:06.766807 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-8c22599c-c6bc-4ea4-8c99-12a97398e125 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07f16888-3a3a-4924-9195-b204d6c32efe HTTP/1.1" status: 200 len: 217 time: 0.1091003 Oct 26 14:05:06.771509 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.781138 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e23fc76-68bf-4bac-976f-d368cce946c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Network e28a5a04-47ef-442f-816d-e9075d616762 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:06.806054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-1e23fc76-68bf-4bac-976f-d368cce946c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:06.874865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e23fc76-68bf-4bac-976f-d368cce946c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:06.917339 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2315bc3f-6dff-4094-ad98-375ae7219f15 x-openstack-request-id: req-2315bc3f-6dff-4094-ad98-375ae7219f15 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:06.918223 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6aefa9-3706-48be-b709-6c9b0f2389c3", "name": "network-vif-plugged", "status": "completed", "tag": "809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:06.918800 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2315bc3f-6dff-4094-ad98-375ae7219f15 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:06.919823 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8', 'code': 200} Oct 26 14:05:06.979255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e23fc76-68bf-4bac-976f-d368cce946c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:06.980190 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e23fc76-68bf-4bac-976f-d368cce946c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.047036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fad221-f7e8-483b-a3a9-2a5581859a09']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:07.066693 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f5b463-9b9e-444a-a44f-ee82bf62b018') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:07.067379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f5b463-9b9e-444a-a44f-ee82bf62b018') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:07.097718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef2db3-01e3-4a33-aff4-0e48482c4db2 req-8516ff76-411b-4bcd-a88f-ca2fe369d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:07.098333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-f95e8816-8197-4006-bd85-9c8a1b888628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:07.099426 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-f95e8816-8197-4006-bd85-9c8a1b888628 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dbcc44df-ee99-4ba0-a0d5-ce46f8bbf554 HTTP/1.1" status: 200 len: 850 time: 0.3166487 Oct 26 14:05:07.100757 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20ef2db3-01e3-4a33-aff4-0e48482c4db2 req-8516ff76-411b-4bcd-a88f-ca2fe369d043 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 1097 time: 0.0985124 Oct 26 14:05:07.106358 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1e23fc76-68bf-4bac-976f-d368cce946c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.5522270 Oct 26 14:05:07.106358 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.199561 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20ef2db3-01e3-4a33-aff4-0e48482c4db2 req-9132ca59-d1e9-4d45-95fb-03ce962969f3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896382 Oct 26 14:05:07.202377 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d1fd7f2-d39c-4d97-82b7-aaa0d8a5ee03 req-24acfaaf-a347-4ba7-88de-3619e113ce95 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 210 time: 0.0947726 Oct 26 14:05:07.204119 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-b44a2ae2-ce31-46d5-b9c5-32f9250f7af4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cc2556af-f629-4448-a26a-4414ae982912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815976 Oct 26 14:05:07.214904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4f942-b93b-49ce-a818-2469c2ca146b req-d19cabe6-9b70-43af-931f-6d44c93192b0 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:07.223243 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32e4f942-b93b-49ce-a818-2469c2ca146b req-d19cabe6-9b70-43af-931f-6d44c93192b0 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 946 time: 0.2350249 Oct 26 14:05:07.249696 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.297785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:05:07.298215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:05:07.300026 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:05:07.313634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b85664bc-3d56-4143-ad22-15bb34676d97 None None] Provisioning complete for port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:07.319368 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b85664bc-3d56-4143-ad22-15bb34676d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.384279 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6074caf-4f75-420b-99cd-08d45157b3fe x-openstack-request-id: req-f6074caf-4f75-420b-99cd-08d45157b3fe {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:07.384573 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34", "tag": "07f16888-3a3a-4924-9195-b204d6c32efe", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:07.384835 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6074caf-4f75-420b-99cd-08d45157b3fe {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:07.385227 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34', 'tag': '07f16888-3a3a-4924-9195-b204d6c32efe', 'status': 'completed', 'code': 200} Oct 26 14:05:07.404050 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32e4f942-b93b-49ce-a818-2469c2ca146b req-cdb4860c-ed8e-4a00-9bd4-87a8f91079c8 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787083 Oct 26 14:05:07.418872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.444070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b85664bc-3d56-4143-ad22-15bb34676d97 None None] Port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:07.508486 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.527490 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] 10.222.0.32 "DELETE /v2.0/networks/34fad221-f7e8-483b-a3a9-2a5581859a09 HTTP/1.1" status: 204 len: 168 time: 4.3183393 Oct 26 14:05:07.534928 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-9411475b-efcb-46b7-a4f2-0442bdc64045 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3c869b6d52e6491b913e06699b75389e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566790 Oct 26 14:05:07.544440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd4145-5257-4542-aeed-6a0b67ef7771 admin admin] Pushing event deleted for resources: {'Network': ['ID=34fad221-f7e8-483b-a3a9-2a5581859a09,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:07.596253 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-a7ab03b7-eef9-45b0-ad76-e9c52c6f36bf service neutron] 10.222.0.25 "GET /v2.0/networks/cc2556af-f629-4448-a26a-4414ae982912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661659 Oct 26 14:05:07.672695 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d9754cb4-e3bd-4d75-9121-f5694f87cfc7 req-aebb438c-d5ec-4fe3-aa0d-413acde5a56e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8894f7b-fb51-4cb9-b9bf-0955360ae69a HTTP/1.1" status: 200 len: 210 time: 0.2027328 Oct 26 14:05:07.737963 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-ca3a25bb-3054-40c9-9866-8e82c3140b3c tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:07.744276 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-ca3a25bb-3054-40c9-9866-8e82c3140b3c tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034345 Oct 26 14:05:07.762202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-de0764d9-8250-4ac2-9582-65916ecdf953 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Request body: {'port': {'device_id': 'e48f2f1f-8770-466b-970f-82e5179e36c2', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '3c869b6d52e6491b913e06699b75389e'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:07.916954 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d143d8a-4c2d-49b4-badf-d1b6aee0e0aa req-fdce4b8b-a02c-464a-98f0-0fff91119322 service neutron] 10.222.0.25 "GET /v2.0/networks/cc2556af-f629-4448-a26a-4414ae982912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469101 Oct 26 14:05:07.918231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55850) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:07.994389 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-de0764d9-8250-4ac2-9582-65916ecdf953 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Made reservation on behalf of 3c869b6d52e6491b913e06699b75389e for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:07.999143 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-de0764d9-8250-4ac2-9582-65916ecdf953 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.152365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cf95dfb4-e9f6-4031-9bdb-68e24e0e8f54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=351eff63847840cb8676a04ff38a4c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303061 Oct 26 14:05:08.154003 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55856) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:08.177119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9cb0c-3ccf-4047-a961-6ec71442e1d8 req-1d939a60-df7f-4272-8413-3e3f3b7c8610 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:08.184444 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2e9cb0c-3ccf-4047-a961-6ec71442e1d8 req-1d939a60-df7f-4272-8413-3e3f3b7c8610 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 944 time: 0.1827595 Oct 26 14:05:08.220184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2ad49-6a3e-4e08-bf64-9216e836848d req-acd7e20a-6b71-4a2c-b072-dcffa66280f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:08.221730 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1de2ad49-6a3e-4e08-bf64-9216e836848d req-acd7e20a-6b71-4a2c-b072-dcffa66280f9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=694ffc6aa3cd4c72b36c4197f63d87f9&device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 1095 time: 0.1950946 Oct 26 14:05:08.224225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55858) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:08.230926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-422886e2-6d5f-4768-ae1f-a87bc16eed38 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1210833137', 'description': 'tempest-description--1076295799'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:08.294617 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2e9cb0c-3ccf-4047-a961-6ec71442e1d8 req-06747cc2-2d08-4dfc-ad32-eff36ed9b8b1 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a04b86-3064-4b68-a13a-f051806518a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092029 Oct 26 14:05:08.297042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-de0764d9-8250-4ac2-9582-65916ecdf953 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Allocated IP 192.168.233.82 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/3203d102-7a41-4363-bd51-049dd24fe59f) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:08.392041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8677166-d073-4521-be42-7808c7b8a999 req-649a05b8-81d8-4c76-83c4-994173a98a7b tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 210 time: 0.0504396 Oct 26 14:05:08.396807 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-422886e2-6d5f-4768-ae1f-a87bc16eed38 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.401654 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-59ee7888-bb10-43f1-8861-a02cca06f11c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.453578 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-59ee7888-bb10-43f1-8861-a02cca06f11c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.627193 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-59ee7888-bb10-43f1-8861-a02cca06f11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.635813 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-59ee7888-bb10-43f1-8861-a02cca06f11c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.638773 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-59ee7888-bb10-43f1-8861-a02cca06f11c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a59b8181-bcea-4cd0-b9a2-fae8f21149cc HTTP/1.1" status: 204 len: 168 time: 0.4837761 Oct 26 14:05:08.726615 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee7888-bb10-43f1-8861-a02cca06f11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59b8181-bcea-4cd0-b9a2-fae8f21149cc,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:08.727276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-de0764d9-8250-4ac2-9582-65916ecdf953 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.894746 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-422886e2-6d5f-4768-ae1f-a87bc16eed38 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.921233 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-422886e2-6d5f-4768-ae1f-a87bc16eed38 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.986841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422886e2-6d5f-4768-ae1f-a87bc16eed38 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b2c6ed-6e6d-4133-aafe-6ff04f820247,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:08.997009 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-422886e2-6d5f-4768-ae1f-a87bc16eed38 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.998173 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-422886e2-6d5f-4768-ae1f-a87bc16eed38 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7707825 Oct 26 14:05:09.000190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2ad49-6a3e-4e08-bf64-9216e836848d req-041f45b7-b410-4318-b5e1-cfe906e5b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:09.001785 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1de2ad49-6a3e-4e08-bf64-9216e836848d req-041f45b7-b410-4318-b5e1-cfe906e5b133 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cc2556af-f629-4448-a26a-4414ae982912 HTTP/1.1" status: 200 len: 911 time: 0.7597549 Oct 26 14:05:09.002758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55874) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:09.011158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e02a4-f214-4ef6-8f99-12010f450280 req-2507f9e5-9480-4ad2-8526-0266083a17f1 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:09.021322 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d8e02a4-f214-4ef6-8f99-12010f450280 req-2507f9e5-9480-4ad2-8526-0266083a17f1 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 946 time: 0.4803412 Oct 26 14:05:09.025958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63ce4d65-f104-443e-b5ea-4c33c21291cf req-52a57f50-c79f-4751-9001-2dc770e3b2e9 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8894f7b-fb51-4cb9-b9bf-0955360ae69a HTTP/1.1" status: 200 len: 210 time: 0.1221073 Oct 26 14:05:09.029471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-87a31719-5dae-4e3e-9baa-b74fe3fdda50 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'security_group_rule': {'security_group_id': '15b2c6ed-6e6d-4133-aafe-6ff04f820247', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:09.108354 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-d2e366f1-1271-4b3b-b5f4-14bc93cea8c8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:09.109130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1de2ad49-6a3e-4e08-bf64-9216e836848d req-63bd0bd8-b0d0-4b8f-b997-c35d8108df20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07f16888-3a3a-4924-9195-b204d6c32efe HTTP/1.1" status: 200 len: 217 time: 0.0483601 Oct 26 14:05:09.114810 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-d2e366f1-1271-4b3b-b5f4-14bc93cea8c8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.25 "GET /v2.0/networks?id=55cdc374-aea8-45fc-8fee-8483ae48c9d5 HTTP/1.1" status: 200 len: 814 time: 0.4243605 Oct 26 14:05:09.121809 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87a31719-5dae-4e3e-9baa-b74fe3fdda50 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:09.150962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-ed2a7e3d-4329-414b-872a-44bed5a66b32 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Request body: {'port': {'device_id': 'd8894f7b-fb51-4cb9-b9bf-0955360ae69a', 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5', 'admin_state_up': True, 'tenant_id': '0ce0aee0322a4e368957accff6eefd0f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:09.240529 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-de0764d9-8250-4ac2-9582-65916ecdf953 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:09.257717 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'df16a872-a263-46d3-9da6-4f964d0a0a0a', '64bc53c4-86cd-4f94-8489-372c768f278e'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:09.276582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2ad49-6a3e-4e08-bf64-9216e836848d req-b304b3d7-0920-4253-9612-c5e24b8bc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:09.278091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1de2ad49-6a3e-4e08-bf64-9216e836848d req-b304b3d7-0920-4253-9612-c5e24b8bc8a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dbcc44df-ee99-4ba0-a0d5-ce46f8bbf554 HTTP/1.1" status: 200 len: 850 time: 0.1267607 Oct 26 14:05:09.360382 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8', '93969896-82c1-4521-a81e-24b40f6778fd'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:09.390275 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1de2ad49-6a3e-4e08-bf64-9216e836848d req-4cb6d374-8ae6-4de5-a8a8-c97a49dedb9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cc2556af-f629-4448-a26a-4414ae982912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848861 Oct 26 14:05:09.408274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d8e02a4-f214-4ef6-8f99-12010f450280 req-a7961e46-4c93-4881-b412-7fded89ea20e tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802736 Oct 26 14:05:09.701498 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87a31719-5dae-4e3e-9baa-b74fe3fdda50 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:09.727361 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87a31719-5dae-4e3e-9baa-b74fe3fdda50 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:09.756321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfc61a-5654-4e05-b3d8-435d253aa0c3 req-6c43306c-110f-46a6-9ba2-1f6075676406 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:09.765216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8bfc61a-5654-4e05-b3d8-435d253aa0c3 req-6c43306c-110f-46a6-9ba2-1f6075676406 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 944 time: 0.3534532 Oct 26 14:05:09.818592 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a31719-5dae-4e3e-9baa-b74fe3fdda50 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c17bb76-98db-40d3-88ef-ff61194413ff,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:09.846687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cafc13-7416-4ffb-b794-41f7c639956d req-5375fd28-3ed9-4a81-915e-f4423b6f5ec0 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:09.855478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89cafc13-7416-4ffb-b794-41f7c639956d req-5375fd28-3ed9-4a81-915e-f4423b6f5ec0 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 935 time: 0.2657719 Oct 26 14:05:09.887396 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87a31719-5dae-4e3e-9baa-b74fe3fdda50 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:09.890478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-87a31719-5dae-4e3e-9baa-b74fe3fdda50 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8655200 Oct 26 14:05:09.903512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55892) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:09.912149 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ef236e47-42a1-4cec-a0a5-7dad689a17d3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'security_group_rule': {'security_group_id': '15b2c6ed-6e6d-4133-aafe-6ff04f820247', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:09.924366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1de2ad49-6a3e-4e08-bf64-9216e836848d req-e4f3298d-993d-47c6-bd70-c38e02653869 service neutron] 10.222.0.25 "GET /v2.0/networks/cc2556af-f629-4448-a26a-4414ae982912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149040 Oct 26 14:05:09.952785 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89cafc13-7416-4ffb-b794-41f7c639956d req-18690771-b6a2-43ef-97fc-e1bdbeed13f5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929322 Oct 26 14:05:09.997888 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8bfc61a-5654-4e05-b3d8-435d253aa0c3 req-a90933c1-55a5-40fb-ba97-a452d392cfdc tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a04b86-3064-4b68-a13a-f051806518a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271817 Oct 26 14:05:10.201893 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4a7c469-6376-4628-a815-c0478a6a8ff3 req-968983a1-bbdb-4366-98b7-340c139b0571 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8894f7b-fb51-4cb9-b9bf-0955360ae69a HTTP/1.1" status: 200 len: 210 time: 0.0406070 Oct 26 14:05:10.223963 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0764d9-8250-4ac2-9582-65916ecdf953 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event updated for resources: {'Port': ['ID=3203d102-7a41-4363-bd51-049dd24fe59f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:10.245079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-de0764d9-8250-4ac2-9582-65916ecdf953 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:10.247112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-de0764d9-8250-4ac2-9582-65916ecdf953 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:10.254426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-de0764d9-8250-4ac2-9582-65916ecdf953 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:10.267384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-ed2a7e3d-4329-414b-872a-44bed5a66b32 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Made reservation on behalf of 0ce0aee0322a4e368957accff6eefd0f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:10.273791 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-ed2a7e3d-4329-414b-872a-44bed5a66b32 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.304178 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef236e47-42a1-4cec-a0a5-7dad689a17d3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.409741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-de0764d9-8250-4ac2-9582-65916ecdf953 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:10.410430 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-de0764d9-8250-4ac2-9582-65916ecdf953 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.428953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1de2ad49-6a3e-4e08-bf64-9216e836848d req-8571e447-5f7f-4382-b8d2-2e9213bb8501 service neutron] 10.222.0.25 "GET /v2.0/networks/cc2556af-f629-4448-a26a-4414ae982912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915035 Oct 26 14:05:10.454245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55910) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:10.512567 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef236e47-42a1-4cec-a0a5-7dad689a17d3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.524578 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef236e47-42a1-4cec-a0a5-7dad689a17d3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.574970 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef236e47-42a1-4cec-a0a5-7dad689a17d3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdcd8181-92e7-4e67-9f0b-3f686e22615e,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:10.626784 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-de0764d9-8250-4ac2-9582-65916ecdf953 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8706222 Oct 26 14:05:10.671790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Request body: {'port': {'device_id': 'e48f2f1f-8770-466b-970f-82e5179e36c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:10.672211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef236e47-42a1-4cec-a0a5-7dad689a17d3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.673621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ef236e47-42a1-4cec-a0a5-7dad689a17d3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7690649 Oct 26 14:05:10.677198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55914) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:10.691068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:10.704204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7d530c03-73d2-498f-9001-74b788a47db3 None None] Provisioning complete for port 3203d102-7a41-4363-bd51-049dd24fe59f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:10.704730 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7d530c03-73d2-498f-9001-74b788a47db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.730658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-410325837-network', 'tenant_id': '010d28b91b53419790bcd6df0dcda488'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:10.761760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c562e7-5a58-41db-a71b-83bea2820c6c req-a69ca256-1427-4250-90e3-73e7fdf98f29 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:10.774506 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37c562e7-5a58-41db-a71b-83bea2820c6c req-a69ca256-1427-4250-90e3-73e7fdf98f29 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 946 time: 0.2128866 Oct 26 14:05:10.778525 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.782289 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] Made reservation on behalf of 010d28b91b53419790bcd6df0dcda488 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:10.784868 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.803822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-7d530c03-73d2-498f-9001-74b788a47db3 None None] Port 3203d102-7a41-4363-bd51-049dd24fe59f cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:10.811065 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 07f16888-3a3a-4924-9195-b204d6c32efe details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:10.839541 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37c562e7-5a58-41db-a71b-83bea2820c6c req-a322534a-18a8-4cdd-9c5c-8dfb07c6a578 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632062 Oct 26 14:05:10.843312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.863097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.928209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-ed2a7e3d-4329-414b-872a-44bed5a66b32 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Allocated IP 172.20.0.4 (55cdc374-aea8-45fc-8fee-8483ae48c9d5/c2ccbc49-6d2e-4c75-85bf-425477396e4b/0817d22b-bbe5-40a1-bb0f-81f1248fd3d9) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:11.301464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 07f16888-3a3a-4924-9195-b204d6c32efe, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=07f16888-3a3a-4924-9195-b204d6c32efe,segment=NetworkSegment(07a66844-4e15-495f-9166-5a896b79af07),segment_id=07a66844-4e15-495f-9166-5a896b79af07)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:11.332998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '07f16888-3a3a-4924-9195-b204d6c32efe', 'network_id': 'cc2556af-f629-4448-a26a-4414ae982912', 'port_id': '07f16888-3a3a-4924-9195-b204d6c32efe', 'mac_address': 'fa:16:3e:68:38:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcc44df-ee99-4ba0-a0d5-ce46f8bbf554', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:05:11.419782 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.455498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f16888-3a3a-4924-9195-b204d6c32efe {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:11.493418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 07f16888-3a3a-4924-9195-b204d6c32efe, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=07f16888-3a3a-4924-9195-b204d6c32efe,segment=NetworkSegment(07a66844-4e15-495f-9166-5a896b79af07),segment_id=07a66844-4e15-495f-9166-5a896b79af07)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:11.497847 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-ed2a7e3d-4329-414b-872a-44bed5a66b32 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.504886 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.594616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=07f16888-3a3a-4924-9195-b204d6c32efe,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:11.688000 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.716848 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.767460 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-ed2a7e3d-4329-414b-872a-44bed5a66b32 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.779961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['0bf55feb-4886-4ebb-9850-d33f98acdc5c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:11.807761 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:05:11.833872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-ed2a7e3d-4329-414b-872a-44bed5a66b32 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Network 55cdc374-aea8-45fc-8fee-8483ae48c9d5 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:11.840601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3203d102-7a41-4363-bd51-049dd24fe59f {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:11.845718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['07f16888-3a3a-4924-9195-b204d6c32efe'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:11.854251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.856903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-ed2a7e3d-4329-414b-872a-44bed5a66b32 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:11.868551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1f501-98ce-4823-a086-40ccad60ccb0 req-fcf6b20e-da87-4943-aab5-59c66c4b3d6d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:11.874613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-ed2a7e3d-4329-414b-872a-44bed5a66b32 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:11.879801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6fb1f501-98ce-4823-a086-40ccad60ccb0 req-fcf6b20e-da87-4943-aab5-59c66c4b3d6d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 935 time: 0.3759358 Oct 26 14:05:11.894232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d955eec3-e758-4265-9bda-13946faf9440 req-ea8182db-82d7-4046-a6f4-6ef87eca69d9 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 258 time: 0.9961693 Oct 26 14:05:11.912414 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.913260 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] Added segment 0f334a5b-54e3-4d9d-a4ed-19b5f0209833 of type vlan for network 0c35e518-cf32-42c2-8724-45fb7998b96d Oct 26 14:05:11.937105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-ed2a7e3d-4329-414b-872a-44bed5a66b32 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:11.938128 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-ed2a7e3d-4329-414b-872a-44bed5a66b32 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.960067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Transition to ACTIVE for port object 3203d102-7a41-4363-bd51-049dd24fe59f will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:11.965227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a7e3d-4329-414b-872a-44bed5a66b32 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Pushing event updated for resources: {'Port': ['ID=0817d22b-bbe5-40a1-bb0f-81f1248fd3d9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:11.969353 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.999251 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.000422 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-ed2a7e3d-4329-414b-872a-44bed5a66b32 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8651731 Oct 26 14:05:12.014921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb4b3c2-a663-4971-b61c-aee5e789d4c8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:12.035442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:12.044733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Request body: {'port': {'device_id': 'd8894f7b-fb51-4cb9-b9bf-0955360ae69a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:12.174864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6fb1f501-98ce-4823-a086-40ccad60ccb0 req-04615d28-c36a-4e7d-8b38-6f400e8b097b tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941086 Oct 26 14:05:12.184020 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.db.resource_extend [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:05:12.266945 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.283128 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Pushing event updated for resources: {'Port': ['ID=3203d102-7a41-4363-bd51-049dd24fe59f,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:12.300943 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.450017 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.493011 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.495301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:12.496909 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.546724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Attempting to bind port 3203d102-7a41-4363-bd51-049dd24fe59f on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:12.547302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Attempting to bind port 3203d102-7a41-4363-bd51-049dd24fe59f by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:12.547475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Attempting to bind port 3203d102-7a41-4363-bd51-049dd24fe59f on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:12.560105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Port 3203d102-7a41-4363-bd51-049dd24fe59f on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:12.560433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Attempting to bind port 3203d102-7a41-4363-bd51-049dd24fe59f on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:12.571685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:12.572093 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:12.572526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:12.572976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Bound port: 3203d102-7a41-4363-bd51-049dd24fe59f, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:12.573705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.656355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2009435 Oct 26 14:05:12.661142 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55936) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:12.695551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc93ace-adc4-46bd-a79d-4aa2405223e1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c35e518-cf32-42c2-8724-45fb7998b96d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:12.699650 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6604c9a7-fa4b-4d37-b75a-ee02cd6788e1 admin admin] Request body: {'subnet': {'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-410325837-subnet', 'tenant_id': '010d28b91b53419790bcd6df0dcda488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:12.709320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 0c35e518-cf32-42c2-8724-45fb7998b96d details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:05:12.728702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f948a5-9a57-4597-8567-a94b322cd352 req-d731cac6-ff3d-4851-85e2-9769e610c1ba tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:12.730741 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5f948a5-9a57-4597-8567-a94b322cd352 req-d731cac6-ff3d-4851-85e2-9769e610c1ba tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 945 time: 0.3814316 Oct 26 14:05:12.756941 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3b869b85-bc85-4b71-8b31-45c212e8ad17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.786756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Allocated IP 172.25.4.233 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/e059fb39-088d-4e8e-826f-a13fef1b2718) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:12.803074 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6604c9a7-fa4b-4d37-b75a-ee02cd6788e1 admin admin] Made reservation on behalf of 010d28b91b53419790bcd6df0dcda488 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:12.806479 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6604c9a7-fa4b-4d37-b75a-ee02cd6788e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.837653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5f948a5-9a57-4597-8567-a94b322cd352 req-398fb5bb-85b2-4bb9-be6f-01a2cdbc52bd tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a04b86-3064-4b68-a13a-f051806518a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956888 Oct 26 14:05:12.912155 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] For port 3203d102-7a41-4363-bd51-049dd24fe59f, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:12.926829 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.927670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] For port 3203d102-7a41-4363-bd51-049dd24fe59f, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3203d102-7a41-4363-bd51-049dd24fe59f,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:12.993595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:13.005004 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.023511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Transition to ACTIVE for port object 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:13.028373 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.046204 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.055422 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:13.057019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.058656 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] 10.222.0.11 "PUT /v2.0/ports/3203d102-7a41-4363-bd51-049dd24fe59f HTTP/1.1" status: 200 len: 1095 time: 2.3927212 Oct 26 14:05:13.059534 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.087627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24997485-7603-41ba-912d-2894756a8d20 req-98198067-70a7-4579-98f0-3baa87a29095 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:13.088797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24997485-7603-41ba-912d-2894756a8d20 req-98198067-70a7-4579-98f0-3baa87a29095 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8894f7b-fb51-4cb9-b9bf-0955360ae69a HTTP/1.1" status: 200 len: 931 time: 0.1453164 Oct 26 14:05:13.104003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48f2f1f-8770-466b-970f-82e5179e36c2', 'tag': '3203d102-7a41-4363-bd51-049dd24fe59f'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:13.117973 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6e8546-2f07-457a-8890-a9b8d536581d" -d '{"events": [{"name": "network-changed", "server_uuid": "e48f2f1f-8770-466b-970f-82e5179e36c2", "tag": "3203d102-7a41-4363-bd51-049dd24fe59f"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:13.169918 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24997485-7603-41ba-912d-2894756a8d20 req-3f0101d3-5fae-4c52-9fa9-e5e8a2747d5d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696666 Oct 26 14:05:13.197737 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.338889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22bbd2-d451-44d4-9a02-0dacb613150a service neutron] Pushing event updated for resources: {'Port': ['ID=3203d102-7a41-4363-bd51-049dd24fe59f,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:13.340501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Allocated IP 172.25.4.106 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/9e334b06-a1e0-4ed3-88d7-e141aa60f5a8) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:13.411496 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-cda669bb-914a-4b3e-a499-68e4bf727482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:13.413046 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-cda669bb-914a-4b3e-a499-68e4bf727482 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 1098 time: 0.2487230 Oct 26 14:05:13.507503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:13.512853 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-76751169-d4c9-4ace-8023-9003ff950ea0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=3203d102-7a41-4363-bd51-049dd24fe59f HTTP/1.1" status: 200 len: 217 time: 0.0859449 Oct 26 14:05:13.513331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:13.518647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Pushing event updated for resources: {'Port': ['ID=0817d22b-bbe5-40a1-bb0f-81f1248fd3d9,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:13.545490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:13.594971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Attempting to bind port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:13.595419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Attempting to bind port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'c50032d1-a62a-4644-9e7c-d70052fc26de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:13.598282 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Attempting to bind port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 on network 55cdc374-aea8-45fc-8fee-8483ae48c9d5 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:13.624794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 on network 55cdc374-aea8-45fc-8fee-8483ae48c9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:13.625034 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Attempting to bind port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 on network 55cdc374-aea8-45fc-8fee-8483ae48c9d5 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:13.633449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-d9325d5a-535b-4dc1-91f1-18371b374567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:13.635084 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-d9325d5a-535b-4dc1-91f1-18371b374567 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1134048 Oct 26 14:05:13.642705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:13.643107 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Checking segment: {'id': 'c50032d1-a62a-4644-9e7c-d70052fc26de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:13.643503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Bound using segment: {'id': 'c50032d1-a62a-4644-9e7c-d70052fc26de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:13.644131 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Bound port: 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50032d1-a62a-4644-9e7c-d70052fc26de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:13.644499 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.668594 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.693622 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6604c9a7-fa4b-4d37-b75a-ee02cd6788e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.726335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'Port': ['ID=e059fb39-088d-4e8e-826f-a13fef1b2718,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:13.740174 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.769759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:13.778658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:13.799088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-e8d34e90-69cc-4d00-bb00-45c5ffe298f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:13.800782 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-e8d34e90-69cc-4d00-bb00-45c5ffe298f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523030 Oct 26 14:05:13.808360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:13.821727 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c5263-0490-48ca-a6e0-6438807301ab req-7116f10f-e7d1-4215-90c4-5384bb409041 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:13.825810 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-994c5263-0490-48ca-a6e0-6438807301ab req-7116f10f-e7d1-4215-90c4-5384bb409041 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 947 time: 0.3940125 Oct 26 14:05:13.891524 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604c9a7-fa4b-4d37-b75a-ee02cd6788e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f199ee-a046-49d1-984f-441650e52e48,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:13.912678 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] For port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:13.934338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604c9a7-fa4b-4d37-b75a-ee02cd6788e1 admin admin] Checking segment: {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:13.935010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6604c9a7-fa4b-4d37-b75a-ee02cd6788e1 admin admin] Network hostable DHCP agents. Network: 0c35e518-cf32-42c2-8724-45fb7998b96d, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:05:13.944910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] For port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0817d22b-bbe5-40a1-bb0f-81f1248fd3d9,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:13.962601 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.977669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-994c5263-0490-48ca-a6e0-6438807301ab req-8aec3b23-04d8-4579-a776-5ad283a87391 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859797 Oct 26 14:05:13.978526 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.980355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Pushing event updated for resources: {'Port': ['ID=9e334b06-a1e0-4ed3-88d7-e141aa60f5a8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:14.036558 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.049098 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-b1e390bc-3e90-423e-b1b5-84085a88a61f service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353258 Oct 26 14:05:14.063720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:14.064521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.066842 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] 10.222.0.25 "PUT /v2.0/ports/0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 HTTP/1.1" status: 200 len: 1091 time: 2.0267437 Oct 26 14:05:14.073113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6604c9a7-fa4b-4d37-b75a-ee02cd6788e1 admin admin] Network 0c35e518-cf32-42c2-8724-45fb7998b96d is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:05:14.085933 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0f7470-c0b1-438a-9a75-3bd449a99cfc x-openstack-request-id: req-6c0f7470-c0b1-438a-9a75-3bd449a99cfc {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:14.086399 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48f2f1f-8770-466b-970f-82e5179e36c2", "tag": "3203d102-7a41-4363-bd51-049dd24fe59f", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:14.086834 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c0f7470-c0b1-438a-9a75-3bd449a99cfc {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:14.087335 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48f2f1f-8770-466b-970f-82e5179e36c2', 'tag': '3203d102-7a41-4363-bd51-049dd24fe59f', 'status': 'completed', 'code': 200} Oct 26 14:05:14.136057 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.152369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-6604c9a7-fa4b-4d37-b75a-ee02cd6788e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 0c35e518-cf32-42c2-8724-45fb7998b96d) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:14.157713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5721394-cbdd-40b6-81fe-fbc17d498c33 service neutron] Pushing event updated for resources: {'Port': ['ID=0817d22b-bbe5-40a1-bb0f-81f1248fd3d9,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:14.167454 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eba2d5-82b0-4ad4-a1b1-073f14c468c9 None None] Network 0c35e518-cf32-42c2-8724-45fb7998b96d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:14.208638 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.238178 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6604c9a7-fa4b-4d37-b75a-ee02cd6788e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:14.238807 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6604c9a7-fa4b-4d37-b75a-ee02cd6788e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.278235 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6604c9a7-fa4b-4d37-b75a-ee02cd6788e1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6120517 Oct 26 14:05:14.314570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-92716194-0f9c-4707-8818-dcfde292a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:14.316080 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-92716194-0f9c-4707-8818-dcfde292a85d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ce0aee0322a4e368957accff6eefd0f&device_id=d8894f7b-fb51-4cb9-b9bf-0955360ae69a HTTP/1.1" status: 200 len: 1094 time: 0.1746173 Oct 26 14:05:14.350055 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54fd86c9-e7f7-4f6d-b636-e1e806590fb9 req-9ce46090-ff3a-4b9b-a62c-d85ea57e32ad service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787523 Oct 26 14:05:14.422836 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-322f99df-7481-4c86-8d3e-e2e0fe2bb6c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 HTTP/1.1" status: 200 len: 217 time: 0.0916305 Oct 26 14:05:14.544095 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e06cbea-4f98-4696-a9f8-7806a1a5dc13 None None] Network 0c35e518-cf32-42c2-8724-45fb7998b96d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:14.554588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-955759a4-9508-4d9d-b0ea-9e50d2adb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:14.557894 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-955759a4-9508-4d9d-b0ea-9e50d2adb8a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2ccbc49-6d2e-4c75-85bf-425477396e4b HTTP/1.1" status: 200 len: 854 time: 0.1239579 Oct 26 14:05:14.603574 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-c69c5b33-63e7-45ff-b491-3847903b7b47 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55cdc374-aea8-45fc-8fee-8483ae48c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387666 Oct 26 14:05:14.650437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37072357-ef86-4f46-91ed-2b95a2a70e6d req-5e7009db-e922-4baf-abbe-112ac43730a4 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:14.657802 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37072357-ef86-4f46-91ed-2b95a2a70e6d req-5e7009db-e922-4baf-abbe-112ac43730a4 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 945 time: 0.4227080 Oct 26 14:05:14.756733 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-b1861e73-347b-42cd-b9ba-67e643fb1fcd service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390004 Oct 26 14:05:14.765368 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37072357-ef86-4f46-91ed-2b95a2a70e6d req-7e29f57e-7a10-45cf-9640-a55e2744c8d7 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a04b86-3064-4b68-a13a-f051806518a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066794 Oct 26 14:05:14.778511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e8546-2f07-457a-8890-a9b8d536581d req-4d00636f-36b4-4ac5-af18-61d55cdebf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:14.780197 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9e6e8546-2f07-457a-8890-a9b8d536581d req-4d00636f-36b4-4ac5-af18-61d55cdebf16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 1098 time: 0.1789911 Oct 26 14:05:14.792577 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.814975 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.822479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 07f16888-3a3a-4924-9195-b204d6c32efe up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:14.824617 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.858938 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.937124 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 07f16888-3a3a-4924-9195-b204d6c32efe completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:05:14.941571 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 07f16888-3a3a-4924-9195-b204d6c32efe triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:14.942010 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.948099 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fb2c2df9-7819-4874-bcd4-5ea190403450 req-7164def2-9d34-41b6-8749-6ae29be324cb service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803098 Oct 26 14:05:14.955630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e8546-2f07-457a-8890-a9b8d536581d req-d5b117f3-980a-4126-b40d-8303050bb545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:14.957234 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9e6e8546-2f07-457a-8890-a9b8d536581d req-d5b117f3-980a-4126-b40d-8303050bb545 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1576324 Oct 26 14:05:15.041870 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9e6e8546-2f07-457a-8890-a9b8d536581d req-d54e2a41-8f97-427c-a147-20a13ffb4be0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=3203d102-7a41-4363-bd51-049dd24fe59f HTTP/1.1" status: 200 len: 217 time: 0.0748317 Oct 26 14:05:15.062531 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-070379c6-938f-4738-b756-e0b21b4604f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.077439 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.085583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'Port': ['ID=e059fb39-088d-4e8e-826f-a13fef1b2718,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:15.121050 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 07f16888-3a3a-4924-9195-b204d6c32efe, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=07f16888-3a3a-4924-9195-b204d6c32efe,segment=NetworkSegment(07a66844-4e15-495f-9166-5a896b79af07),segment_id=07a66844-4e15-495f-9166-5a896b79af07)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:15.123538 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f16888-3a3a-4924-9195-b204d6c32efe'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:15.126439 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef3564c-cb8a-4fc2-8b9e-2fee41c97935" -d '{"events": [{"server_uuid": "4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34", "name": "network-vif-plugged", "status": "completed", "tag": "07f16888-3a3a-4924-9195-b204d6c32efe"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:15.128041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e8546-2f07-457a-8890-a9b8d536581d req-1d480c3e-ce6c-4b5c-8f33-ec67f2ded208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:15.129776 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9e6e8546-2f07-457a-8890-a9b8d536581d req-1d480c3e-ce6c-4b5c-8f33-ec67f2ded208 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0796015 Oct 26 14:05:15.130985 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.131846 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.157177 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.174864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Pushing event updated for resources: {'Port': ['ID=9e334b06-a1e0-4ed3-88d7-e141aa60f5a8,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:15.194715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ddc56-7151-49e1-a301-481294c0adfa req-ad3693b9-46f7-4070-9a6e-369d9b9d3d00 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:15.202566 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd6ddc56-7151-49e1-a301-481294c0adfa req-ad3693b9-46f7-4070-9a6e-369d9b9d3d00 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8894f7b-fb51-4cb9-b9bf-0955360ae69a HTTP/1.1" status: 200 len: 943 time: 0.2836895 Oct 26 14:05:15.206001 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=07f16888-3a3a-4924-9195-b204d6c32efe,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:15.206772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e8546-2f07-457a-8890-a9b8d536581d req-c619002f-f2cb-4f2c-9f1d-367f7668077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:15.208424 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9e6e8546-2f07-457a-8890-a9b8d536581d req-c619002f-f2cb-4f2c-9f1d-367f7668077e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701158 Oct 26 14:05:15.213941 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.215149 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0c877fb1-9b3d-4874-82ac-5ad0902fe46e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5323398 Oct 26 14:05:15.239416 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.240665 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d955eec3-e758-4265-9bda-13946faf9440 req-91cb184f-bce2-4ebd-88c0-553c9922d301 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3448598 Oct 26 14:05:15.335205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd6ddc56-7151-49e1-a301-481294c0adfa req-fb7051e5-8fb8-434a-99c4-b96f8272d7d8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317039 Oct 26 14:05:15.338781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d955eec3-e758-4265-9bda-13946faf9440 req-913aca29-69ce-4bee-aaa3-4883961133c5 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.0895579 Oct 26 14:05:15.375464 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9e6e8546-2f07-457a-8890-a9b8d536581d req-548e048b-4846-48c5-aae0-4e383aeb0f2e service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537750 Oct 26 14:05:15.508214 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9e6e8546-2f07-457a-8890-a9b8d536581d req-1dca9d8a-5a8d-454f-894a-1f3408dba230 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246827 Oct 26 14:05:15.530329 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955eec3-e758-4265-9bda-13946faf9440 req-ebaab739-a0a4-4fa8-89bf-dfd6edd1fe29 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:15.546546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d955eec3-e758-4265-9bda-13946faf9440 req-ebaab739-a0a4-4fa8-89bf-dfd6edd1fe29 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.2019379 Oct 26 14:05:15.736754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4ae7a-633d-4d34-9225-2e39234a8a3d req-8dc3941c-e21b-4d4c-b103-2187e3a7f153 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:15.749572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3f4ae7a-633d-4d34-9225-2e39234a8a3d req-8dc3941c-e21b-4d4c-b103-2187e3a7f153 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 947 time: 0.1327264 Oct 26 14:05:15.826567 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3f4ae7a-633d-4d34-9225-2e39234a8a3d req-990a3720-c6ed-4e23-bb1f-30c67b7ca64b tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760121 Oct 26 14:05:15.849719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-8df50f6e-fa6c-4b78-9e3d-bc8935912d1f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:15.857294 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-8df50f6e-fa6c-4b78-9e3d-bc8935912d1f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 811 time: 0.2015624 Oct 26 14:05:15.875651 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-81432223-0ccf-4b2e-b93b-ab93de280283 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/quotas/010d28b91b53419790bcd6df0dcda488 HTTP/1.1" status: 200 len: 375 time: 0.0163691 Oct 26 14:05:15.887588 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af457846-385f-4bb0-bb16-364559c99f00 x-openstack-request-id: req-af457846-385f-4bb0-bb16-364559c99f00 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:15.887908 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34", "name": "network-vif-plugged", "status": "completed", "tag": "07f16888-3a3a-4924-9195-b204d6c32efe", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:15.888161 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af457846-385f-4bb0-bb16-364559c99f00 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:15.888562 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f16888-3a3a-4924-9195-b204d6c32efe', 'code': 200} Oct 26 14:05:15.927307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-bd3f9bfd-377a-49db-a3b6-2f4c0a5a07b4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506520 Oct 26 14:05:16.048206 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-16007901-522b-432e-b0f6-e0adf30f884d service neutron] 10.222.0.32 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197159 Oct 26 14:05:16.054993 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ca93f-dc4d-4d46-9a05-bfcb0e992f59 req-3726d6e8-f4c8-4268-aa7a-10bab6eec840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:16.069859 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-915ca93f-dc4d-4d46-9a05-bfcb0e992f59 req-3726d6e8-f4c8-4268-aa7a-10bab6eec840 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 1097 time: 0.0886757 Oct 26 14:05:16.088517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-8bcc4d1e-0eed-4882-ace8-5ddb8f0d65f4 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1210833137&fields=id&tenant_id=b890508d63bb4edab3a32080f2d3356f HTTP/1.1" status: 200 len: 267 time: 0.0749567 Oct 26 14:05:16.093121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8894f7b-fb51-4cb9-b9bf-0955360ae69a', 'tag': '0817d22b-bbe5-40a1-bb0f-81f1248fd3d9'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:16.095530 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dea4077-7663-4eaa-aea9-eb06756925af" -d '{"events": [{"name": "network-changed", "server_uuid": "d8894f7b-fb51-4cb9-b9bf-0955360ae69a", "tag": "0817d22b-bbe5-40a1-bb0f-81f1248fd3d9"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:16.137049 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-915ca93f-dc4d-4d46-9a05-bfcb0e992f59 req-248c763e-6df2-4c2a-a9ba-a2d1d1b05e78 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=08a04b86-3064-4b68-a13a-f051806518a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518811 Oct 26 14:05:16.170794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c9967266-d786-4c02-8837-331ab92a195b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:16.172196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c9967266-d786-4c02-8837-331ab92a195b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports/5ec9d03c-cf9e-4409-8111-c4cf8b040359 HTTP/1.1" status: 200 len: 937 time: 0.0594838 Oct 26 14:05:16.224721 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-49633880-3ed0-4862-b57c-c0e71a20d761 service neutron] 10.222.0.32 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688011 Oct 26 14:05:16.241527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-46b313bb-e697-4373-94b8-de8e41485d16 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:16.244665 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-46b313bb-e697-4373-94b8-de8e41485d16 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports/3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb HTTP/1.1" status: 200 len: 935 time: 0.0660191 Oct 26 14:05:16.316271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-007918d5-dc6a-4808-9692-d3e5fd84cef5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?network_id=614644c2-ecb3-429d-a925-733cf1797bb4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0641565 Oct 26 14:05:16.362008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-673b3f96-c599-44d3-b4c8-24d428c9e06c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?network_id=614644c2-ecb3-429d-a925-733cf1797bb4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0397716 Oct 26 14:05:16.533412 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.568428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-5cc8983c-88b5-4bbb-a566-365cd4ba6c76 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:16.576116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-5cc8983c-88b5-4bbb-a566-365cd4ba6c76 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1209388 Oct 26 14:05:16.666146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-931a9875-74bf-425d-813f-a24720c8991f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:16.676623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-931a9875-74bf-425d-813f-a24720c8991f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:16.682394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-931a9875-74bf-425d-813f-a24720c8991f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:16.684020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-931a9875-74bf-425d-813f-a24720c8991f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/networks?id=42f85f6d-53f4-4747-845e-e2c3cd5366d2&id=e28a5a04-47ef-442f-816d-e9075d616762&id=e28a5a04-47ef-442f-816d-e9075d616762&id=614644c2-ecb3-429d-a925-733cf1797bb4&id=614644c2-ecb3-429d-a925-733cf1797bb4 HTTP/1.1" status: 200 len: 1994 time: 0.3066132 Oct 26 14:05:16.687284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-0405c420-9057-4af4-8646-fa7a352c87d1 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.1103168 Oct 26 14:05:16.705169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-5975e328-67e1-44eb-8fd0-78dd3da00580 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Request body: {'floatingip': {'port_id': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:16.717064 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.746027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-e8e17675-e5b4-4c5f-8643-8d4913acff63 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/quotas/b890508d63bb4edab3a32080f2d3356f HTTP/1.1" status: 200 len: 375 time: 0.0513079 Oct 26 14:05:16.788669 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-5975e328-67e1-44eb-8fd0-78dd3da00580 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.831146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:16.900217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-9418f6e0-bf6d-4b31-95dc-95e0c0302c13 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b890508d63bb4edab3a32080f2d3356f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1460783 Oct 26 14:05:16.973246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0817d22b-bbe5-40a1-bb0f-81f1248fd3d9,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:16.989084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '0817d22b-bbe5-40a1-bb0f-81f1248fd3d9', 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5', 'port_id': '0817d22b-bbe5-40a1-bb0f-81f1248fd3d9', 'mac_address': 'fa:16:3e:9a:16:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2ccbc49-6d2e-4c75-85bf-425477396e4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:05:17.064742 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.090786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:17.129446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0817d22b-bbe5-40a1-bb0f-81f1248fd3d9,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:17.141200 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.222599 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=0817d22b-bbe5-40a1-bb0f-81f1248fd3d9,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:17.456456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-19a5b801-95ab-4bb7-8d7a-65fb9d9d4198 service neutron] 10.222.0.32 "GET /v2.0/networks/42f85f6d-53f4-4747-845e-e2c3cd5366d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235949 Oct 26 14:05:17.524455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['0817d22b-bbe5-40a1-bb0f-81f1248fd3d9'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:17.836198 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-339c61cf-6092-4195-9063-1994f0518069 service neutron] 10.222.0.32 "GET /v2.0/networks/42f85f6d-53f4-4747-845e-e2c3cd5366d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700085 Oct 26 14:05:17.856189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-5975e328-67e1-44eb-8fd0-78dd3da00580 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.880327 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-5975e328-67e1-44eb-8fd0-78dd3da00580 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.930303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-8ec6f87e-b9c0-4f0e-9c59-d6bd56e283b2 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:17.931768 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-8ec6f87e-b9c0-4f0e-9c59-d6bd56e283b2 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.11 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 811 time: 0.1246066 Oct 26 14:05:17.966629 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-25ed2132-e401-4240-be77-5b7fe9ae3bc9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Request body: {'port': {'device_id': 'bf68a286-daab-43df-bcc4-eba356b1bc6a', 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d', 'admin_state_up': True, 'tenant_id': '010d28b91b53419790bcd6df0dcda488'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:18.016136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-183465e4-53d2-4412-9088-44b30c219d27 service neutron] 10.222.0.32 "GET /v2.0/ports/5ec9d03c-cf9e-4409-8111-c4cf8b040359?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1726799 Oct 26 14:05:18.112379 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-5975e328-67e1-44eb-8fd0-78dd3da00580 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Floating IP 8428469f-f734-4c45-9841-ebe79b1f489f associated. External IP: 172.25.4.106, port: 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8. Oct 26 14:05:18.155295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-25ed2132-e401-4240-be77-5b7fe9ae3bc9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Made reservation on behalf of 010d28b91b53419790bcd6df0dcda488 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:18.164722 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-25ed2132-e401-4240-be77-5b7fe9ae3bc9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.202189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3203d102-7a41-4363-bd51-049dd24fe59f details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:18.244071 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-3ebf47fb-58c2-4a66-99e9-1a5ee6cf7c66 service neutron] 10.222.0.32 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194865 Oct 26 14:05:18.349788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3203d102-7a41-4363-bd51-049dd24fe59f, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3203d102-7a41-4363-bd51-049dd24fe59f,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:18.371440 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '3203d102-7a41-4363-bd51-049dd24fe59f', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '3203d102-7a41-4363-bd51-049dd24fe59f', 'mac_address': 'fa:16:3e:7c:a8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:05:18.411398 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-25ed2132-e401-4240-be77-5b7fe9ae3bc9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Allocated IP 172.20.0.2 (0c35e518-cf32-42c2-8724-45fb7998b96d/58f199ee-a046-49d1-984f-441650e52e48/97638ac8-d6ca-4362-bb42-6a3908f963d7) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:18.432226 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.471511 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3203d102-7a41-4363-bd51-049dd24fe59f {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:18.479978 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.506640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3203d102-7a41-4363-bd51-049dd24fe59f, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3203d102-7a41-4363-bd51-049dd24fe59f,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:18.516178 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.536318 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-675b773c-c8f1-431d-930e-75b06c40ca81 service neutron] 10.222.0.32 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845917 Oct 26 14:05:18.551297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-5975e328-67e1-44eb-8fd0-78dd3da00580 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Router 81b121bf-2c61-40f6-ac80-0bf11a40af15 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:05:18.596710 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=3203d102-7a41-4363-bd51-049dd24fe59f,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:18.602780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-a6495e5b-5532-4dd1-9133-37f2312c912e service neutron] 10.222.0.32 "GET /v2.0/ports/3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0651653 Oct 26 14:05:18.711275 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-25ed2132-e401-4240-be77-5b7fe9ae3bc9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.752338 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-25ed2132-e401-4240-be77-5b7fe9ae3bc9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.811290 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-25ed2132-e401-4240-be77-5b7fe9ae3bc9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Network 0c35e518-cf32-42c2-8724-45fb7998b96d is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:18.814601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-25ed2132-e401-4240-be77-5b7fe9ae3bc9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:18.819455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-25ed2132-e401-4240-be77-5b7fe9ae3bc9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:18.833260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-595fe775-67ba-4b5c-b2a6-bb3e9bfb8def service neutron] 10.222.0.32 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294173 Oct 26 14:05:18.840167 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:18.846351 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-5975e328-67e1-44eb-8fd0-78dd3da00580 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:05:18.869033 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-5975e328-67e1-44eb-8fd0-78dd3da00580 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.885130 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-25ed2132-e401-4240-be77-5b7fe9ae3bc9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:18.885667 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-25ed2132-e401-4240-be77-5b7fe9ae3bc9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.895883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed2132-e401-4240-be77-5b7fe9ae3bc9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Pushing event updated for resources: {'Port': ['ID=97638ac8-d6ca-4362-bb42-6a3908f963d7,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:18.913021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdbc1a4-5311-49be-a5f9-b7424279a75f None None] Sync routers for ids ['81b121bf-2c61-40f6-ac80-0bf11a40af15'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:05:18.921421 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-25ed2132-e401-4240-be77-5b7fe9ae3bc9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9745097 Oct 26 14:05:18.937006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['3203d102-7a41-4363-bd51-049dd24fe59f'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:18.938499 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Request body: {'port': {'device_id': 'bf68a286-daab-43df-bcc4-eba356b1bc6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:18.940687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-5975e328-67e1-44eb-8fd0-78dd3da00580 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "PUT /v2.0/floatingips/8428469f-f734-4c45-9841-ebe79b1f489f HTTP/1.1" status: 200 len: 997 time: 2.2457414 Oct 26 14:05:18.942583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'tag': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:18.945182 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efde6a92-0604-4383-9a25-811723b3fe29" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6aefa9-3706-48be-b709-6c9b0f2389c3", "tag": "809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:18.990197 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdbc1a4-5311-49be-a5f9-b7424279a75f None None] Routers {'81b121bf-2c61-40f6-ac80-0bf11a40af15'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:18.991158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7bdbc1a4-5311-49be-a5f9-b7424279a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:05:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['81b121bf-2c61-40f6-ac80-0bf11a40af15'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:19.008136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-b2e04a11-efba-43fb-b9f4-e6d6e6057583 service neutron] 10.222.0.32 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734276 Oct 26 14:05:19.048774 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:19.074334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-0e410315-fa90-4707-b1a4-9d9e1debfe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:19.075851 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-0e410315-fa90-4707-b1a4-9d9e1debfe4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bf2682a7dd64c94b8afb68e6fc72e80&device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 1097 time: 0.1121807 Oct 26 14:05:19.130406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:05:19.131611 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-8322c3a6-1d5a-40af-b4f9-fe94b2436cad service neutron] 10.222.0.32 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225007 Oct 26 14:05:19.154039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:19.154039 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:19.181076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-7bdbc1a4-5311-49be-a5f9-b7424279a75f None None] Set router 81b121bf-2c61-40f6-ac80-0bf11a40af15 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:19.257752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-265b1401-f8eb-447b-9b7f-5f460119e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:19.259943 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-265b1401-f8eb-447b-9b7f-5f460119e270 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a73463a-3210-4701-a3b6-b264ba33b809 HTTP/1.1" status: 200 len: 930 time: 0.1327946 Oct 26 14:05:19.366456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-bbc83f3f-19da-452d-8999-7430ae5278ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 HTTP/1.1" status: 200 len: 1000 time: 0.0964484 Oct 26 14:05:19.500437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-b6453a45-86e2-4a58-9675-728c69482d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:19.502460 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-b6453a45-86e2-4a58-9675-728c69482d7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5791e3b-32a3-4b0e-81d6-ccb8af1fba0b HTTP/1.1" status: 200 len: 868 time: 0.1193998 Oct 26 14:05:19.575833 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-69852a8f-76e4-432d-99fd-320a5000c23b service neutron] 10.222.0.32 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146758 Oct 26 14:05:19.661203 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97638ac8-d6ca-4362-bb42-6a3908f963d7 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:19.665354 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:19.669166 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:19.684479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Transition to ACTIVE for port object 97638ac8-d6ca-4362-bb42-6a3908f963d7 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:19.689961 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:19.720019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8894f7b-fb51-4cb9-b9bf-0955360ae69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0817d22b-bbe5-40a1-bb0f-81f1248fd3d9'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:19.720724 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-1d7a3747-549f-45a2-9a74-8b21560562f9 service neutron] 10.222.0.32 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353121 Oct 26 14:05:19.723053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-a74bbdbd-acd8-498f-bbd4-584ca312e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:19.728267 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42dc202-94e2-4432-b198-3afa03aa2bb8" -d '{"events": [{"server_uuid": "d8894f7b-fb51-4cb9-b9bf-0955360ae69a", "name": "network-vif-plugged", "status": "completed", "tag": "0817d22b-bbe5-40a1-bb0f-81f1248fd3d9"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:19.729651 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-a74bbdbd-acd8-498f-bbd4-584ca312e9f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a73463a-3210-4701-a3b6-b264ba33b809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056162 Oct 26 14:05:19.758370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Pushing event updated for resources: {'Port': ['ID=97638ac8-d6ca-4362-bb42-6a3908f963d7,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:19.758851 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0817d22b-bbe5-40a1-bb0f-81f1248fd3d9,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:19.768773 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:19.828908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=0817d22b-bbe5-40a1-bb0f-81f1248fd3d9,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:19.836696 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7bdbc1a4-5311-49be-a5f9-b7424279a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:04:45Z', 'revision_number': 4, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port': {'id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:34Z', 'updated_at': '2021-10-26T14:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '8428469f-f734-4c45-9841-ebe79b1f489f', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'port_id': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'mac_address': 'fa:16:3e:26:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:05:13Z', 'updated_at': '2021-10-26T14:05:17Z', 'revision_number': 1, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20324732-b722-4dae-800b-3d42181dd1ee', 'name': '', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'mac_address': 'fa:16:3e:e2:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:43Z', 'updated_at': '2021-10-26T14:04:51Z', 'revision_number': 5, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'subnets': [{'id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:19.851906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Attempting to bind port 97638ac8-d6ca-4362-bb42-6a3908f963d7 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:19.852253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Attempting to bind port 97638ac8-d6ca-4362-bb42-6a3908f963d7 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:19.852584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Attempting to bind port 97638ac8-d6ca-4362-bb42-6a3908f963d7 on network 0c35e518-cf32-42c2-8724-45fb7998b96d {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:19.858527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Port 97638ac8-d6ca-4362-bb42-6a3908f963d7 on network 0c35e518-cf32-42c2-8724-45fb7998b96d not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:19.858857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Attempting to bind port 97638ac8-d6ca-4362-bb42-6a3908f963d7 on network 0c35e518-cf32-42c2-8724-45fb7998b96d {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:19.865694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:19.866100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Checking segment: {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:19.866543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Bound using segment: {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:19.866985 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Bound port: 97638ac8-d6ca-4362-bb42-6a3908f963d7, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:19.867509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:19.869918 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdbc1a4-5311-49be-a5f9-b7424279a75f None None] Checking router: 81b121bf-2c61-40f6-ac80-0bf11a40af15 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:05:19.880297 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdbc1a4-5311-49be-a5f9-b7424279a75f None None] Routers {'81b121bf-2c61-40f6-ac80-0bf11a40af15'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:19.881031 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7bdbc1a4-5311-49be-a5f9-b7424279a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:05:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['81b121bf-2c61-40f6-ac80-0bf11a40af15'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:19.982755 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0fa0e37f-2068-4835-8bb2-fc166664fb05 service neutron] 10.222.0.32 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513738 Oct 26 14:05:19.984625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-23682a45-f901-4e14-ac39-487c0574aac3 service neutron] 10.222.0.32 "GET /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415900 Oct 26 14:05:19.985138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] For port 97638ac8-d6ca-4362-bb42-6a3908f963d7, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:19.989013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] For port 97638ac8-d6ca-4362-bb42-6a3908f963d7, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=97638ac8-d6ca-4362-bb42-6a3908f963d7,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:19.998798 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:20.039240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:20.041571 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:20.043167 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] 10.222.0.11 "PUT /v2.0/ports/97638ac8-d6ca-4362-bb42-6a3908f963d7 HTTP/1.1" status: 200 len: 1091 time: 1.1117973 Oct 26 14:05:20.087911 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-7bdbc1a4-5311-49be-a5f9-b7424279a75f None None] Set router 81b121bf-2c61-40f6-ac80-0bf11a40af15 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:20.093934 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b024427-c744-4313-8f67-fb816ee0f9cc req-0c0ab5a4-a59d-47a7-a50f-cb567015581f service neutron] 10.222.0.32 "GET /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007590 Oct 26 14:05:20.201079 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ac3eb5b8-68f3-40e9-9e37-418f39be947c service neutron] 10.222.0.32 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160874 Oct 26 14:05:20.263110 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-f1e93125-0bb4-4715-a573-16402ae7e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:20.265848 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-f1e93125-0bb4-4715-a573-16402ae7e262 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&device_id=bf68a286-daab-43df-bcc4-eba356b1bc6a HTTP/1.1" status: 200 len: 1094 time: 0.1581745 Oct 26 14:05:20.269513 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05811f62-4b62-4ea6-aa43-d254378e12aa service neutron] Pushing event updated for resources: {'Port': ['ID=97638ac8-d6ca-4362-bb42-6a3908f963d7,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:20.325606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89e70a-d00d-4283-9629-9e6a1cc49d52 req-b813cb54-8050-4617-9547-98c0cf8c4fc6 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:20.327332 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df89e70a-d00d-4283-9629-9e6a1cc49d52 req-b813cb54-8050-4617-9547-98c0cf8c4fc6 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 946 time: 0.0653064 Oct 26 14:05:20.357251 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-bccaa263-c167-4e41-9f18-24b2e58e4bc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97638ac8-d6ca-4362-bb42-6a3908f963d7 HTTP/1.1" status: 200 len: 217 time: 0.0787423 Oct 26 14:05:20.384961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-968657f4-37e6-4553-8177-f3834260147d service neutron] 10.222.0.32 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772878 Oct 26 14:05:20.417523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-531d5565-6ff4-47aa-8cdf-88f6e08c7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:20.419321 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-531d5565-6ff4-47aa-8cdf-88f6e08c7043 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f199ee-a046-49d1-984f-441650e52e48 HTTP/1.1" status: 200 len: 851 time: 0.0535462 Oct 26 14:05:20.472356 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-aaf03a9f-9a5d-4e97-87a0-d36269ec9683 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c35e518-cf32-42c2-8724-45fb7998b96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410750 Oct 26 14:05:20.488758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7bdbc1a4-5311-49be-a5f9-b7424279a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:04:45Z', 'revision_number': 4, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port': {'id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:34Z', 'updated_at': '2021-10-26T14:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '8428469f-f734-4c45-9841-ebe79b1f489f', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'port_id': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'mac_address': 'fa:16:3e:26:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:05:13Z', 'updated_at': '2021-10-26T14:05:17Z', 'revision_number': 1, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20324732-b722-4dae-800b-3d42181dd1ee', 'name': '', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'mac_address': 'fa:16:3e:e2:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:43Z', 'updated_at': '2021-10-26T14:04:51Z', 'revision_number': 5, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'subnets': [{'id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:20.541317 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-54ae377d-9628-4f98-9759-544523653652 service neutron] 10.222.0.32 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485639 Oct 26 14:05:20.555079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdbc1a4-5311-49be-a5f9-b7424279a75f None None] The sync data for ids ['81b121bf-2c61-40f6-ac80-0bf11a40af15'] in n-d-815498-1 is: [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:04:45Z', 'revision_number': 4, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port': {'id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:34Z', 'updated_at': '2021-10-26T14:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '8428469f-f734-4c45-9841-ebe79b1f489f', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'port_id': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'mac_address': 'fa:16:3e:26:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:05:13Z', 'updated_at': '2021-10-26T14:05:17Z', 'revision_number': 1, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20324732-b722-4dae-800b-3d42181dd1ee', 'name': '', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'mac_address': 'fa:16:3e:e2:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:43Z', 'updated_at': '2021-10-26T14:04:51Z', 'revision_number': 5, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'subnets': [{'id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:05:20.598242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df89e70a-d00d-4283-9629-9e6a1cc49d52 req-2ee182fe-f471-4b4d-bd84-26d37482ecd8 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a04b86-3064-4b68-a13a-f051806518a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556694 Oct 26 14:05:20.610045 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-322838cf-0ebe-4733-a288-59933db28b6d service neutron] 10.222.0.11 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234899 Oct 26 14:05:20.683288 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0fd7b2-c8c4-47f1-ba68-ca22b51de79d x-openstack-request-id: req-da0fd7b2-c8c4-47f1-ba68-ca22b51de79d {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:20.684109 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8894f7b-fb51-4cb9-b9bf-0955360ae69a", "tag": "0817d22b-bbe5-40a1-bb0f-81f1248fd3d9", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:20.684385 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da0fd7b2-c8c4-47f1-ba68-ca22b51de79d {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:20.684820 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8894f7b-fb51-4cb9-b9bf-0955360ae69a', 'tag': '0817d22b-bbe5-40a1-bb0f-81f1248fd3d9', 'status': 'completed', 'code': 200} Oct 26 14:05:20.729036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-8ecd7c81-e443-4bba-a1d9-98a515143b40 service neutron] 10.222.0.32 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808569 Oct 26 14:05:20.774151 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea4077-7663-4eaa-aea9-eb06756925af req-9db04a00-1a3a-4735-a1d6-8e8434d88bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:20.775716 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7dea4077-7663-4eaa-aea9-eb06756925af req-9db04a00-1a3a-4735-a1d6-8e8434d88bb1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ce0aee0322a4e368957accff6eefd0f&device_id=d8894f7b-fb51-4cb9-b9bf-0955360ae69a HTTP/1.1" status: 200 len: 1096 time: 0.0805635 Oct 26 14:05:20.783235 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d07a0e0a-6f01-4fec-992c-2e12d16772e5 req-86fe5d0f-2c7d-41cc-966c-98c0b0bb96df service neutron] 10.222.0.11 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699071 Oct 26 14:05:20.807488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86de48-4098-4ef7-9307-d1d9a4f582bc req-700702e4-daf8-473d-908a-7359d73a2eee tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:20.816314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db86de48-4098-4ef7-9307-d1d9a4f582bc req-700702e4-daf8-473d-908a-7359d73a2eee tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8894f7b-fb51-4cb9-b9bf-0955360ae69a HTTP/1.1" status: 200 len: 945 time: 0.0811212 Oct 26 14:05:20.856707 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db86de48-4098-4ef7-9307-d1d9a4f582bc req-c5be7a37-9695-4003-a363-d160d6f257ad tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391934 Oct 26 14:05:20.902436 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b86d98e-49e2-4ebb-bf31-afdca549e009 None None] New status for floating IP 8428469f-f734-4c45-9841-ebe79b1f489f: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:05:20.909766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea4077-7663-4eaa-aea9-eb06756925af req-65d3f786-37ea-4efb-bc84-afebbac9fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:20.911284 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7dea4077-7663-4eaa-aea9-eb06756925af req-65d3f786-37ea-4efb-bc84-afebbac9fe91 service neutron] 10.222.0.25 "GET /v2.0/networks?id=55cdc374-aea8-45fc-8fee-8483ae48c9d5 HTTP/1.1" status: 200 len: 915 time: 0.1269672 Oct 26 14:05:20.970621 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7dea4077-7663-4eaa-aea9-eb06756925af req-6bbc1d5f-7d20-4fa3-a01e-ed4770dd9ff0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 HTTP/1.1" status: 200 len: 217 time: 0.0469058 Oct 26 14:05:20.976640 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c5a2a-e3f1-4843-b7a3-eb163d9ec8e1 req-2fdeeecc-d7f2-49a7-9156-aba6e68d0a42 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:20.982510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db3c5a2a-e3f1-4843-b7a3-eb163d9ec8e1 req-2fdeeecc-d7f2-49a7-9156-aba6e68d0a42 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf68a286-daab-43df-bcc4-eba356b1bc6a HTTP/1.1" status: 200 len: 943 time: 0.0553048 Oct 26 14:05:21.019468 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db3c5a2a-e3f1-4843-b7a3-eb163d9ec8e1 req-404390e7-6e95-45d0-921c-19ec32cd1749 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349863 Oct 26 14:05:21.135770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f36b06-da3a-4ea9-9d24-5eb81c5e2288 req-86d94f32-3020-4538-b2ed-4cd86faa0d9b tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:21.137271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e9f36b06-da3a-4ea9-9d24-5eb81c5e2288 req-86d94f32-3020-4538-b2ed-4cd86faa0d9b tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 948 time: 0.0545681 Oct 26 14:05:21.152063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea4077-7663-4eaa-aea9-eb06756925af req-c274e86e-8fe8-4dd4-8608-21039a27b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:21.153929 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7dea4077-7663-4eaa-aea9-eb06756925af req-c274e86e-8fe8-4dd4-8608-21039a27b0ff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2ccbc49-6d2e-4c75-85bf-425477396e4b HTTP/1.1" status: 200 len: 854 time: 0.0796950 Oct 26 14:05:21.186769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e9f36b06-da3a-4ea9-9d24-5eb81c5e2288 req-1d638c04-f970-4d32-afd2-3bb3087454b3 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423448 Oct 26 14:05:21.197143 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7dea4077-7663-4eaa-aea9-eb06756925af req-30e8edbc-ea08-45bd-9e91-99c06424f3cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55cdc374-aea8-45fc-8fee-8483ae48c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300791 Oct 26 14:05:21.242251 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b32f7c-ef88-459f-8f62-471ed2df7374 x-openstack-request-id: req-18b32f7c-ef88-459f-8f62-471ed2df7374 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:21.242676 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6aefa9-3706-48be-b709-6c9b0f2389c3", "tag": "809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:21.243053 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18b32f7c-ef88-459f-8f62-471ed2df7374 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:21.243340 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'tag': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8', 'status': 'completed', 'code': 200} Oct 26 14:05:21.283450 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f1bed0-423a-405b-bd06-fb01977753b2 x-openstack-request-id: req-83f1bed0-423a-405b-bd06-fb01977753b2 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:21.284619 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8894f7b-fb51-4cb9-b9bf-0955360ae69a", "name": "network-vif-plugged", "status": "completed", "tag": "0817d22b-bbe5-40a1-bb0f-81f1248fd3d9", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:21.285384 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83f1bed0-423a-405b-bd06-fb01977753b2 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:21.286378 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8894f7b-fb51-4cb9-b9bf-0955360ae69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0817d22b-bbe5-40a1-bb0f-81f1248fd3d9', 'code': 200} Oct 26 14:05:21.353898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde6a92-0604-4383-9a25-811723b3fe29 req-a31f3764-d761-41d4-8a21-124c326bb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:21.355558 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-efde6a92-0604-4383-9a25-811723b3fe29 req-a31f3764-d761-41d4-8a21-124c326bb238 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bf2682a7dd64c94b8afb68e6fc72e80&device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 1097 time: 0.0723584 Oct 26 14:05:21.392399 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7dea4077-7663-4eaa-aea9-eb06756925af req-15edd05e-de0b-4e74-b4b7-5d2e50637610 service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843524 Oct 26 14:05:21.568594 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde6a92-0604-4383-9a25-811723b3fe29 req-699ea709-3a4e-4abc-a35c-4c5169168aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:21.570135 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-efde6a92-0604-4383-9a25-811723b3fe29 req-699ea709-3a4e-4abc-a35c-4c5169168aad service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a73463a-3210-4701-a3b6-b264ba33b809 HTTP/1.1" status: 200 len: 930 time: 0.2037971 Oct 26 14:05:21.637847 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7dea4077-7663-4eaa-aea9-eb06756925af req-8b3d49f5-0933-42ac-9645-554273e73731 service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096395 Oct 26 14:05:21.658361 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-efde6a92-0604-4383-9a25-811723b3fe29 req-f291338e-c7da-4ce1-b817-e8bd9892eb48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 HTTP/1.1" status: 200 len: 1002 time: 0.0791707 Oct 26 14:05:21.725742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde6a92-0604-4383-9a25-811723b3fe29 req-09025bec-20e9-4208-b654-6afe9a23ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:21.727666 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-efde6a92-0604-4383-9a25-811723b3fe29 req-09025bec-20e9-4208-b654-6afe9a23ff9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5791e3b-32a3-4b0e-81d6-ccb8af1fba0b HTTP/1.1" status: 200 len: 868 time: 0.0589652 Oct 26 14:05:21.779395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde6a92-0604-4383-9a25-811723b3fe29 req-8b969ccc-e256-4207-9b77-36944bc8c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:21.780951 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-efde6a92-0604-4383-9a25-811723b3fe29 req-8b969ccc-e256-4207-9b77-36944bc8c89b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a73463a-3210-4701-a3b6-b264ba33b809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445974 Oct 26 14:05:21.807637 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ca8d5af-d15e-41fb-a1fa-a40f3544cb66 req-b911fbe1-f7c1-4e38-9a04-39558417bb38 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0626400 Oct 26 14:05:21.846734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c32b41-0dc8-4193-bee7-c31ad1bc7fec req-f403f6bf-fdf3-4927-9710-cbb5617f0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:21.848332 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0c32b41-0dc8-4193-bee7-c31ad1bc7fec req-f403f6bf-fdf3-4927-9710-cbb5617f0a47 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d8894f7b-fb51-4cb9-b9bf-0955360ae69a HTTP/1.1" status: 200 len: 1096 time: 0.1023049 Oct 26 14:05:21.906901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-a326c46a-7caf-4b8f-bb17-d4f685efa18f tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 258 time: 0.6108279 Oct 26 14:05:21.916581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:21.918881 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-efde6a92-0604-4383-9a25-811723b3fe29 req-ac5eccb2-bd43-44e1-8bd2-cf2a6ec0051b service neutron] 10.222.0.11 "GET /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294515 Oct 26 14:05:21.929779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0c32b41-0dc8-4193-bee7-c31ad1bc7fec req-4a46d1e8-8376-4904-9b97-3efae6080757 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736446 Oct 26 14:05:21.946737 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.067964 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.078673 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-efde6a92-0604-4383-9a25-811723b3fe29 req-58b71800-365a-4d28-8997-f492fd313540 service neutron] 10.222.0.11 "GET /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313472 Oct 26 14:05:22.197599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Allocated IP 172.25.4.9 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/635db911-0091-4d70-b915-6d57f5a3db34) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:22.251741 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3203d102-7a41-4363-bd51-049dd24fe59f up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:22.307781 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 3203d102-7a41-4363-bd51-049dd24fe59f completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:05:22.311277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 3203d102-7a41-4363-bd51-049dd24fe59f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:22.311645 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.324182 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c2d28-010e-4733-970d-66f4d6298f55 req-ef35db3d-6af7-489e-8e24-d149dd2fdd97 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:22.325662 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-746c2d28-010e-4733-970d-66f4d6298f55 req-ef35db3d-6af7-489e-8e24-d149dd2fdd97 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 946 time: 0.0725982 Oct 26 14:05:22.363418 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.383725 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-746c2d28-010e-4733-970d-66f4d6298f55 req-e3eaef01-931e-4435-b71b-b915294987dd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488071 Oct 26 14:05:22.388166 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.421723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3203d102-7a41-4363-bd51-049dd24fe59f, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3203d102-7a41-4363-bd51-049dd24fe59f,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:22.424427 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.427207 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.480511 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=3203d102-7a41-4363-bd51-049dd24fe59f,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:22.480786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:22.496471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:22.502441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:22.534302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Pushing event updated for resources: {'Port': ['ID=635db911-0091-4d70-b915-6d57f5a3db34,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:22.554751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:22.555086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:22.555353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:22.556158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:22.556158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:22.556399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:22.556650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:22.556972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:22.557316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:22.557648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:22.558001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:22.558356 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:22.578161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978c47e-c1de-452d-ab61-b2a9506f0f86 req-2215202b-d14b-40b2-8276-25ba452e36b9 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:22.579733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3978c47e-c1de-452d-ab61-b2a9506f0f86 req-2215202b-d14b-40b2-8276-25ba452e36b9 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8894f7b-fb51-4cb9-b9bf-0955360ae69a HTTP/1.1" status: 200 len: 945 time: 0.1286595 Oct 26 14:05:22.654892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3978c47e-c1de-452d-ab61-b2a9506f0f86 req-0ab2bf9a-16d8-4aeb-b71c-ae2ece7c8722 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666947 Oct 26 14:05:22.656520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2df876db-afad-4f66-a650-e766792db0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:22.657881 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2df876db-afad-4f66-a650-e766792db0a2 service neutron] 10.222.0.11 "GET /v2.0/ports/5ec9d03c-cf9e-4409-8111-c4cf8b040359 HTTP/1.1" status: 200 len: 1033 time: 0.0429606 Oct 26 14:05:22.658179 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.698632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf68a286-daab-43df-bcc4-eba356b1bc6a', 'tag': '97638ac8-d6ca-4362-bb42-6a3908f963d7'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:22.702735 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afff5ddb-1660-4ba6-add5-ba35d58d7a51" -d '{"events": [{"name": "network-changed", "server_uuid": "bf68a286-daab-43df-bcc4-eba356b1bc6a", "tag": "97638ac8-d6ca-4362-bb42-6a3908f963d7"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:22.709573 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.714262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-01e38099-c8bd-486d-ab6d-435987bd2f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:22.715644 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-01e38099-c8bd-486d-ab6d-435987bd2f93 service neutron] 10.222.0.11 "GET /v2.0/ports/3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb HTTP/1.1" status: 200 len: 1031 time: 0.0423393 Oct 26 14:05:22.846307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-11eca89d-2bf4-4555-8d12-6a79a4ebd121 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:22.853030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-11eca89d-2bf4-4555-8d12-6a79a4ebd121 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:22.859253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-11eca89d-2bf4-4555-8d12-6a79a4ebd121 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:22.859408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d8770-bdb1-4e21-a373-73f0e85cd719 req-0cf49d23-ac34-4719-8504-7a85a1fe6cd8 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:22.860905 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-11eca89d-2bf4-4555-8d12-6a79a4ebd121 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "GET /v2.0/networks?id=42f85f6d-53f4-4747-845e-e2c3cd5366d2&id=e28a5a04-47ef-442f-816d-e9075d616762&id=e28a5a04-47ef-442f-816d-e9075d616762&id=e28a5a04-47ef-442f-816d-e9075d616762&id=e28a5a04-47ef-442f-816d-e9075d616762&id=614644c2-ecb3-429d-a925-733cf1797bb4&id=614644c2-ecb3-429d-a925-733cf1797bb4 HTTP/1.1" status: 200 len: 1994 time: 0.1369154 Oct 26 14:05:22.861071 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-621d8770-bdb1-4e21-a373-73f0e85cd719 req-0cf49d23-ac34-4719-8504-7a85a1fe6cd8 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf68a286-daab-43df-bcc4-eba356b1bc6a HTTP/1.1" status: 200 len: 943 time: 0.1055262 Oct 26 14:05:22.928378 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-621d8770-bdb1-4e21-a373-73f0e85cd719 req-6bc7702f-2f02-4c90-96f6-b2ad1350df74 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587645 Oct 26 14:05:22.932993 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-37ddac8b-df80-4534-9de0-81b9d36722b8 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b890508d63bb4edab3a32080f2d3356f HTTP/1.1" status: 200 len: 380 time: 0.0498364 Oct 26 14:05:22.943655 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-297ab887-f35a-4cec-91e3-d33dc7cc316a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'port': {'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'admin_state_up': True, 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'security_groups': ['15b2c6ed-6e6d-4133-aafe-6ff04f820247']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:22.953424 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.966417 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.021807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Pushing event updated for resources: {'Port': ['ID=635db911-0091-4d70-b915-6d57f5a3db34,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:23.091414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-297ab887-f35a-4cec-91e3-d33dc7cc316a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Made reservation on behalf of b890508d63bb4edab3a32080f2d3356f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:23.096029 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-297ab887-f35a-4cec-91e3-d33dc7cc316a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.126221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ff8e6-5aed-4e9e-83aa-63fd187b7739 req-0ebeff4e-c756-472c-8fcb-8081bac7657c tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:23.128013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-396ff8e6-5aed-4e9e-83aa-63fd187b7739 req-0ebeff4e-c756-472c-8fcb-8081bac7657c tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 946 time: 0.1031210 Oct 26 14:05:23.135813 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.188788 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-396ff8e6-5aed-4e9e-83aa-63fd187b7739 req-99e603c3-fe53-47a6-b2fc-b282cb16b7b4 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a04b86-3064-4b68-a13a-f051806518a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396895 Oct 26 14:05:23.191919 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.193046 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-0eea42e0-eb33-4608-aff8-0c430e9a76f3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.2853460 Oct 26 14:05:23.293724 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48f2f1f-8770-466b-970f-82e5179e36c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3203d102-7a41-4363-bd51-049dd24fe59f'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:23.301353 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-297ab887-f35a-4cec-91e3-d33dc7cc316a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Allocated IP 172.20.0.3 (42f85f6d-53f4-4747-845e-e2c3cd5366d2/480154e8-02b2-4134-a40f-f63a39b4580e/7e8f1a12-fa5a-4066-b754-bc1eb8d79805) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:23.302710 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fc0644-8c25-425f-a1b3-30afe17bf048" -d '{"events": [{"server_uuid": "e48f2f1f-8770-466b-970f-82e5179e36c2", "name": "network-vif-plugged", "status": "completed", "tag": "3203d102-7a41-4363-bd51-049dd24fe59f"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:23.310551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-3d174a31-8db2-4df7-aee8-e1aa374ddc8d tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 694 time: 0.1073961 Oct 26 14:05:23.330343 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.434327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c648f5-cee9-4ad2-9148-4043368aecd1 req-3aa06f3e-8a1d-485e-ba39-0e58b4218d9a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:23.435906 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1c648f5-cee9-4ad2-9148-4043368aecd1 req-3aa06f3e-8a1d-485e-ba39-0e58b4218d9a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 949 time: 0.1582065 Oct 26 14:05:23.494415 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-297ab887-f35a-4cec-91e3-d33dc7cc316a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.497994 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1c648f5-cee9-4ad2-9148-4043368aecd1 req-23788d41-b962-47c2-88b9-0fb12c898310 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537481 Oct 26 14:05:23.509016 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-afdfd23f-057d-4e49-a4d2-88477c6795cb tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:23.510572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6bff4ac-10e9-4a2b-b2d9-02da7d62bc3b req-afdfd23f-057d-4e49-a4d2-88477c6795cb tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.1783962 Oct 26 14:05:23.583227 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-297ab887-f35a-4cec-91e3-d33dc7cc316a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.603857 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c55fbc-51c3-4ede-808d-52c85adab462 x-openstack-request-id: req-a8c55fbc-51c3-4ede-808d-52c85adab462 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:23.604148 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf68a286-daab-43df-bcc4-eba356b1bc6a", "tag": "97638ac8-d6ca-4362-bb42-6a3908f963d7", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:23.604404 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8c55fbc-51c3-4ede-808d-52c85adab462 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:23.604876 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf68a286-daab-43df-bcc4-eba356b1bc6a', 'tag': '97638ac8-d6ca-4362-bb42-6a3908f963d7', 'status': 'completed', 'code': 200} Oct 26 14:05:23.663793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff5ddb-1660-4ba6-add5-ba35d58d7a51 req-bd7f8e3f-17ed-41e4-95bc-0ae9847559f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:23.666436 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afff5ddb-1660-4ba6-add5-ba35d58d7a51 req-bd7f8e3f-17ed-41e4-95bc-0ae9847559f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&device_id=bf68a286-daab-43df-bcc4-eba356b1bc6a HTTP/1.1" status: 200 len: 1094 time: 0.0546703 Oct 26 14:05:23.704311 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-297ab887-f35a-4cec-91e3-d33dc7cc316a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:23.709918 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-297ab887-f35a-4cec-91e3-d33dc7cc316a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:23.719552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-297ab887-f35a-4cec-91e3-d33dc7cc316a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:23.750212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ab887-f35a-4cec-91e3-d33dc7cc316a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'Port': ['ID=7e8f1a12-fa5a-4066-b754-bc1eb8d79805,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:23.795596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-297ab887-f35a-4cec-91e3-d33dc7cc316a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:23.796291 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-297ab887-f35a-4cec-91e3-d33dc7cc316a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.820535 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-297ab887-f35a-4cec-91e3-d33dc7cc316a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8806772 Oct 26 14:05:23.834402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2adff319-97cf-4048-a8cf-07f709059254 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'port': {'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762', 'admin_state_up': True, 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'security_groups': ['15b2c6ed-6e6d-4133-aafe-6ff04f820247']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:23.867466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff5ddb-1660-4ba6-add5-ba35d58d7a51 req-b60c4c24-a8ee-49f6-be67-1e878bf2d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:23.869327 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afff5ddb-1660-4ba6-add5-ba35d58d7a51 req-b60c4c24-a8ee-49f6-be67-1e878bf2d387 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 912 time: 0.1882510 Oct 26 14:05:23.934990 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afff5ddb-1660-4ba6-add5-ba35d58d7a51 req-744247fd-4ed8-429b-9006-6732c5fe2cec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97638ac8-d6ca-4362-bb42-6a3908f963d7 HTTP/1.1" status: 200 len: 217 time: 0.0569904 Oct 26 14:05:23.954181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573625da-6815-42e7-80be-ad346aed2f24 req-b20a208b-9fd4-4da9-bdfa-a7be90185320 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:23.956146 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-573625da-6815-42e7-80be-ad346aed2f24 req-b20a208b-9fd4-4da9-bdfa-a7be90185320 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 931 time: 0.1880794 Oct 26 14:05:24.096691 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05e0d66-bc6e-465e-bbff-efd59555de70 x-openstack-request-id: req-d05e0d66-bc6e-465e-bbff-efd59555de70 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:24.097106 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48f2f1f-8770-466b-970f-82e5179e36c2", "name": "network-vif-plugged", "status": "completed", "tag": "3203d102-7a41-4363-bd51-049dd24fe59f", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:24.097464 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d05e0d66-bc6e-465e-bbff-efd59555de70 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:24.097965 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48f2f1f-8770-466b-970f-82e5179e36c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3203d102-7a41-4363-bd51-049dd24fe59f', 'code': 200} Oct 26 14:05:24.108570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff5ddb-1660-4ba6-add5-ba35d58d7a51 req-569e004d-f594-42d6-ab20-dd3c697dfe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:24.110116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afff5ddb-1660-4ba6-add5-ba35d58d7a51 req-569e004d-f594-42d6-ab20-dd3c697dfe4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f199ee-a046-49d1-984f-441650e52e48 HTTP/1.1" status: 200 len: 851 time: 0.1528184 Oct 26 14:05:24.122863 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2adff319-97cf-4048-a8cf-07f709059254 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Made reservation on behalf of b890508d63bb4edab3a32080f2d3356f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:24.125253 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-573625da-6815-42e7-80be-ad346aed2f24 req-80093ba5-d991-4d0b-b147-7dd317e448c7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569901 Oct 26 14:05:24.136611 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2adff319-97cf-4048-a8cf-07f709059254 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.185123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afff5ddb-1660-4ba6-add5-ba35d58d7a51 req-713f2541-8fb5-4f23-8ab0-343981bd1927 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c35e518-cf32-42c2-8724-45fb7998b96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588377 Oct 26 14:05:24.206048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f58f8fb3-7f91-401d-8ff7-8f7cb1a9769b None None] Provisioning complete for port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:24.206824 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f58f8fb3-7f91-401d-8ff7-8f7cb1a9769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.249664 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f58f8fb3-7f91-401d-8ff7-8f7cb1a9769b None None] Port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:24.264690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 97638ac8-d6ca-4362-bb42-6a3908f963d7 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:24.376713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b285a-56f0-4bf6-a0a7-3239438a783b req-270ceeba-c47f-4bc6-ad2c-d3e78d6bfac0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:24.378717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e9b285a-56f0-4bf6-a0a7-3239438a783b req-270ceeba-c47f-4bc6-ad2c-d3e78d6bfac0 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 946 time: 0.2438610 Oct 26 14:05:24.390060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08e30f-232c-4185-8d03-c1dddb089431 req-8dfa579e-6b40-45fa-ae07-151649ab2ddc tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:24.391527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c08e30f-232c-4185-8d03-c1dddb089431 req-8dfa579e-6b40-45fa-ae07-151649ab2ddc tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2186441 Oct 26 14:05:24.395424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2adff319-97cf-4048-a8cf-07f709059254 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Allocated IP 10.1.1.159 (e28a5a04-47ef-442f-816d-e9075d616762/0940ee6e-8bef-4aa1-aec4-d83f8613cd4f/87ec2384-7841-4885-a060-2ea55351ed3a) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:24.409703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 97638ac8-d6ca-4362-bb42-6a3908f963d7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=97638ac8-d6ca-4362-bb42-6a3908f963d7,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:24.413639 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebcfe1-231a-47f3-84b8-9e96a2caaa15 req-e16e4b15-32b6-4e19-88ca-1db8debab917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:24.415217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ffebcfe1-231a-47f3-84b8-9e96a2caaa15 req-e16e4b15-32b6-4e19-88ca-1db8debab917 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 1100 time: 0.1826987 Oct 26 14:05:24.424252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '97638ac8-d6ca-4362-bb42-6a3908f963d7', 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d', 'port_id': '97638ac8-d6ca-4362-bb42-6a3908f963d7', 'mac_address': 'fa:16:3e:ce:d7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f199ee-a046-49d1-984f-441650e52e48', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:05:24.469153 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.487087 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97638ac8-d6ca-4362-bb42-6a3908f963d7 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:24.514698 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 97638ac8-d6ca-4362-bb42-6a3908f963d7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=97638ac8-d6ca-4362-bb42-6a3908f963d7,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:24.521902 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.523534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0d6b1-72b8-4948-b2be-1e72e184d731 req-5518dc77-5ecb-49de-9361-df44007d5964 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:24.525909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23b0d6b1-72b8-4948-b2be-1e72e184d731 req-5518dc77-5ecb-49de-9361-df44007d5964 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8894f7b-fb51-4cb9-b9bf-0955360ae69a HTTP/1.1" status: 200 len: 945 time: 0.2276671 Oct 26 14:05:24.533075 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afff5ddb-1660-4ba6-add5-ba35d58d7a51 req-bf51bd1e-aaa8-4c91-880e-7a3a89a7f652 service neutron] 10.222.0.11 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093467 Oct 26 14:05:24.543782 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c08e30f-232c-4185-8d03-c1dddb089431 req-fbd5884a-a462-45d7-9278-b7a9c15304db tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 694 time: 0.1399965 Oct 26 14:05:24.549040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-2c08e30f-232c-4185-8d03-c1dddb089431 req-669c62a3-1487-40a8-8575-f5535753d55d tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Request body: {'floatingip': {'port_id': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:24.597199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2adff319-97cf-4048-a8cf-07f709059254 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.610718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=97638ac8-d6ca-4362-bb42-6a3908f963d7,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:24.635854 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2adff319-97cf-4048-a8cf-07f709059254 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.688668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2adff319-97cf-4048-a8cf-07f709059254 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Network e28a5a04-47ef-442f-816d-e9075d616762 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:24.692141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2adff319-97cf-4048-a8cf-07f709059254 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:24.696887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2adff319-97cf-4048-a8cf-07f709059254 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:24.700916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adff319-97cf-4048-a8cf-07f709059254 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'Port': ['ID=87ec2384-7841-4885-a060-2ea55351ed3a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:24.709708 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2c08e30f-232c-4185-8d03-c1dddb089431 req-669c62a3-1487-40a8-8575-f5535753d55d tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.720340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ffebcfe1-231a-47f3-84b8-9e96a2caaa15 req-1c3484ca-a47a-4261-828c-c1eca31b8920 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795703 Oct 26 14:05:24.756666 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2adff319-97cf-4048-a8cf-07f709059254 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:24.757407 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2adff319-97cf-4048-a8cf-07f709059254 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.785016 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2adff319-97cf-4048-a8cf-07f709059254 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9560320 Oct 26 14:05:24.830643 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23b0d6b1-72b8-4948-b2be-1e72e184d731 req-015ef8b1-f968-4ab5-809c-ec83bf89e43c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652562 Oct 26 14:05:24.865448 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 07f16888-3a3a-4924-9195-b204d6c32efe no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:24.904112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afff5ddb-1660-4ba6-add5-ba35d58d7a51 req-ae390564-43d9-4bdc-830e-b53abb707e03 service neutron] 10.222.0.11 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473620 Oct 26 14:05:24.917708 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-4e9b285a-56f0-4bf6-a0a7-3239438a783b req-2abc5cb9-04e4-4957-98a4-084f04934b7d tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Deleting port 07f16888-3a3a-4924-9195-b204d6c32efe {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:24.921469 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e9b285a-56f0-4bf6-a0a7-3239438a783b req-2abc5cb9-04e4-4957-98a4-084f04934b7d tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.926347 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['97638ac8-d6ca-4362-bb42-6a3908f963d7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:25.021133 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.033958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-4cb33ffc-f9d3-4f37-9044-17b643f03b23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'port': {'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762', 'admin_state_up': True, 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'security_groups': ['15b2c6ed-6e6d-4133-aafe-6ff04f820247']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:25.128908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e1b42d6e-8854-4a46-85e8-99ae4c539028 None None] Provisioning complete for port 87ec2384-7841-4885-a060-2ea55351ed3a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:25.129477 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1b42d6e-8854-4a46-85e8-99ae4c539028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.157849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38057f14-c722-4ac7-bd8b-97863dcceff4 req-f9418856-ff43-463f-8a7a-837f8f2b583e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:25.159324 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38057f14-c722-4ac7-bd8b-97863dcceff4 req-f9418856-ff43-463f-8a7a-837f8f2b583e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf68a286-daab-43df-bcc4-eba356b1bc6a HTTP/1.1" status: 200 len: 944 time: 0.1982353 Oct 26 14:05:25.161316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-4e9b285a-56f0-4bf6-a0a7-3239438a783b req-2abc5cb9-04e4-4957-98a4-084f04934b7d tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] For port 07f16888-3a3a-4924-9195-b204d6c32efe, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=07f16888-3a3a-4924-9195-b204d6c32efe,segment=NetworkSegment(07a66844-4e15-495f-9166-5a896b79af07),segment_id=07a66844-4e15-495f-9166-5a896b79af07)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:25.161682 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e9b285a-56f0-4bf6-a0a7-3239438a783b req-2abc5cb9-04e4-4957-98a4-084f04934b7d tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.179855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 07f16888-3a3a-4924-9195-b204d6c32efe, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=07f16888-3a3a-4924-9195-b204d6c32efe,segment=NetworkSegment(07a66844-4e15-495f-9166-5a896b79af07),segment_id=07a66844-4e15-495f-9166-5a896b79af07)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:25.181469 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e1b42d6e-8854-4a46-85e8-99ae4c539028 None None] Port 87ec2384-7841-4885-a060-2ea55351ed3a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:25.188318 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-2c08e30f-232c-4185-8d03-c1dddb089431 req-669c62a3-1487-40a8-8575-f5535753d55d tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 14:05:25.194764 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.198482 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c08e30f-232c-4185-8d03-c1dddb089431 req-669c62a3-1487-40a8-8575-f5535753d55d tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "PUT /v2.0/floatingips/195417bf-cfa0-4794-b9bb-518ee53f4f9d HTTP/1.1" status: 409 len: 549 time: 0.6526432 Oct 26 14:05:25.199556 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6b2e0764-7881-4a9b-8758-f12383e77e00 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:25.203745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-4e9b285a-56f0-4bf6-a0a7-3239438a783b req-2abc5cb9-04e4-4957-98a4-084f04934b7d tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Calling delete_port for 07f16888-3a3a-4924-9195-b204d6c32efe owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:25.244104 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-4cb33ffc-f9d3-4f37-9044-17b643f03b23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Made reservation on behalf of b890508d63bb4edab3a32080f2d3356f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:25.249387 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-4cb33ffc-f9d3-4f37-9044-17b643f03b23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.289889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38057f14-c722-4ac7-bd8b-97863dcceff4 req-4b20a19a-a0af-464b-903e-e8cba6b34413 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218190 Oct 26 14:05:25.338006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=07f16888-3a3a-4924-9195-b204d6c32efe,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:25.351951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:25.352659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:25.352950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:25.353280 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:25.353782 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:25.354143 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:25.354553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:25.355171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:25.355378 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:25.355792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:25.356206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:25.358108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:25.389014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdbff8-71c0-4dc7-8dc7-d449af91b87d req-9a60bb21-f1b4-462a-9244-83ecc326d871 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:25.390080 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98bdbff8-71c0-4dc7-8dc7-d449af91b87d req-9a60bb21-f1b4-462a-9244-83ecc326d871 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34 HTTP/1.1" status: 200 len: 944 time: 0.0850146 Oct 26 14:05:25.411547 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.461205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:25.468755 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.485209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-4cb33ffc-f9d3-4f37-9044-17b643f03b23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Allocated IP 10.1.1.83 (e28a5a04-47ef-442f-816d-e9075d616762/0940ee6e-8bef-4aa1-aec4-d83f8613cd4f/b2bf403d-8194-49aa-9100-a0ce693f0707) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:25.523348 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98bdbff8-71c0-4dc7-8dc7-d449af91b87d req-2adc8c7f-7d71-46d9-a152-967520a92a07 tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a04b86-3064-4b68-a13a-f051806518a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063128 Oct 26 14:05:25.530789 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e9b285a-56f0-4bf6-a0a7-3239438a783b req-2abc5cb9-04e4-4957-98a4-084f04934b7d tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.535273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:25.567712 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b63660-d50f-43c1-9641-fc7e62cba48c req-649189c5-68d4-4a67-8df2-07c177d21082 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:25.570529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47b63660-d50f-43c1-9641-fc7e62cba48c req-649189c5-68d4-4a67-8df2-07c177d21082 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 949 time: 0.1523376 Oct 26 14:05:25.597539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc5cb9-04e4-4957-98a4-084f04934b7d tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Pushing event deleted for resources: {'Port': ['ID=07f16888-3a3a-4924-9195-b204d6c32efe,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:25.668011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9b285a-56f0-4bf6-a0a7-3239438a783b req-2abc5cb9-04e4-4957-98a4-084f04934b7d tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] No DVR routers for this DVR port 07f16888-3a3a-4924-9195-b204d6c32efe on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:05:25.676733 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e9b285a-56f0-4bf6-a0a7-3239438a783b req-2abc5cb9-04e4-4957-98a4-084f04934b7d tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.686372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e9b285a-56f0-4bf6-a0a7-3239438a783b req-2abc5cb9-04e4-4957-98a4-084f04934b7d tempest-ServerGroupTestJSON-29422465 tempest-ServerGroupTestJSON-29422465-project] 10.222.0.25 "DELETE /v2.0/ports/07f16888-3a3a-4924-9195-b204d6c32efe HTTP/1.1" status: 204 len: 173 time: 1.2890096 Oct 26 14:05:25.688911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34', 'name': 'network-vif-deleted', 'tag': '07f16888-3a3a-4924-9195-b204d6c32efe'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:25.700869 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8563a1d-ca3c-448d-91e0-888e10a43e50" -d '{"events": [{"server_uuid": "4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34", "name": "network-vif-deleted", "tag": "07f16888-3a3a-4924-9195-b204d6c32efe"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:25.718722 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47b63660-d50f-43c1-9641-fc7e62cba48c req-4551e0f8-b7b6-4604-8910-5895db331ec2 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221352 Oct 26 14:05:25.742769 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-4cb33ffc-f9d3-4f37-9044-17b643f03b23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.789800 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-4cb33ffc-f9d3-4f37-9044-17b643f03b23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.850816 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb33ffc-f9d3-4f37-9044-17b643f03b23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'Port': ['ID=b2bf403d-8194-49aa-9100-a0ce693f0707,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:25.868764 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-4cb33ffc-f9d3-4f37-9044-17b643f03b23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Network e28a5a04-47ef-442f-816d-e9075d616762 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:25.870444 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-4cb33ffc-f9d3-4f37-9044-17b643f03b23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:25.873472 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-4cb33ffc-f9d3-4f37-9044-17b643f03b23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:25.883939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6a549-e553-488b-808b-30beb07402c2 req-c656f9f4-8828-42f2-9699-528219e65953 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:25.891918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6a549-e553-488b-808b-30beb07402c2 req-c656f9f4-8828-42f2-9699-528219e65953 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:25.897846 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6a549-e553-488b-808b-30beb07402c2 req-c656f9f4-8828-42f2-9699-528219e65953 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:25.906390 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03c6a549-e553-488b-808b-30beb07402c2 req-c656f9f4-8828-42f2-9699-528219e65953 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 2373 time: 0.1133916 Oct 26 14:05:25.937475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-4cb33ffc-f9d3-4f37-9044-17b643f03b23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:25.938151 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-4cb33ffc-f9d3-4f37-9044-17b643f03b23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.958213 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-4cb33ffc-f9d3-4f37-9044-17b643f03b23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9303374 Oct 26 14:05:25.973879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-a9c2d5da-1036-4f07-879d-15f6a9395ddf tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'port': {'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4', 'admin_state_up': True, 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'security_groups': ['15b2c6ed-6e6d-4133-aafe-6ff04f820247']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:25.993758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93d60b7f-b560-4c5d-9d6b-f03f8c0eedd1 req-5637cdc1-e3fb-4646-a224-767efb27ad77 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips/195417bf-cfa0-4794-b9bb-518ee53f4f9d HTTP/1.1" status: 200 len: 691 time: 0.0795074 Oct 26 14:05:26.083300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03c6a549-e553-488b-808b-30beb07402c2 req-5416e80d-4c8f-4ede-abc9-13a15d3ca66e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759219 Oct 26 14:05:26.099187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f16888-3a3a-4924-9195-b204d6c32efe'}, {'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:26.101793 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5661f9d5-1250-405a-a1eb-48367bd0e3e1" -d '{"events": [{"server_uuid": "4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34", "name": "network-vif-unplugged", "status": "completed", "tag": "07f16888-3a3a-4924-9195-b204d6c32efe"}, {"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:26.144745 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee80444-fcbc-4270-81c2-37649794b85b x-openstack-request-id: req-cee80444-fcbc-4270-81c2-37649794b85b {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:26.145144 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34", "name": "network-vif-deleted", "tag": "07f16888-3a3a-4924-9195-b204d6c32efe", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:26.145399 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cee80444-fcbc-4270-81c2-37649794b85b {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:26.145814 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34', 'name': 'network-vif-deleted', 'tag': '07f16888-3a3a-4924-9195-b204d6c32efe', 'status': 'completed', 'code': 200} Oct 26 14:05:26.182362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-a9c2d5da-1036-4f07-879d-15f6a9395ddf tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Made reservation on behalf of b890508d63bb4edab3a32080f2d3356f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:26.188394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d60b7f-b560-4c5d-9d6b-f03f8c0eedd1 req-33669df2-5378-4daa-ab63-61d46a8fffc4 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:26.196023 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93d60b7f-b560-4c5d-9d6b-f03f8c0eedd1 req-33669df2-5378-4daa-ab63-61d46a8fffc4 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.2012851 Oct 26 14:05:26.214350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-155ca238-9e7e-49e9-a0de-ead9fcb65602 None None] Provisioning complete for port b2bf403d-8194-49aa-9100-a0ce693f0707 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:26.214778 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-155ca238-9e7e-49e9-a0de-ead9fcb65602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.265933 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-155ca238-9e7e-49e9-a0de-ead9fcb65602 None None] Port b2bf403d-8194-49aa-9100-a0ce693f0707 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:26.283544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93d60b7f-b560-4c5d-9d6b-f03f8c0eedd1 req-205f9341-bd06-4510-8e28-567e1e20d037 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 694 time: 0.0865102 Oct 26 14:05:26.361327 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-a9c2d5da-1036-4f07-879d-15f6a9395ddf tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.660186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-a9c2d5da-1036-4f07-879d-15f6a9395ddf tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Allocated IP 10.2.2.100 (614644c2-ecb3-429d-a925-733cf1797bb4/92331dcd-0130-46ed-8969-ee16f3d140c8/1beb64dc-6c8d-481a-b700-f8e40d52ee65) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:26.663878 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93d60b7f-b560-4c5d-9d6b-f03f8c0eedd1 req-a3c70952-6db9-4983-8d37-39dd5ee8a38b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 694 time: 0.3791609 Oct 26 14:05:26.709788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652ca0d-c2b5-4f4e-8296-80603d8edc00 req-c9623d5c-acfa-4b88-b1cb-d8e2de94f822 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:26.714547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f652ca0d-c2b5-4f4e-8296-80603d8edc00 req-c9623d5c-acfa-4b88-b1cb-d8e2de94f822 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8894f7b-fb51-4cb9-b9bf-0955360ae69a HTTP/1.1" status: 200 len: 945 time: 0.5078788 Oct 26 14:05:26.806554 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-a9c2d5da-1036-4f07-879d-15f6a9395ddf tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.813784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f652ca0d-c2b5-4f4e-8296-80603d8edc00 req-b03d6c96-025e-41d9-acb4-d7111441f83b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920801 Oct 26 14:05:26.835972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-93d60b7f-b560-4c5d-9d6b-f03f8c0eedd1 req-b5bf78c3-693c-4852-8736-e3cb165a368b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Deleting port 635db911-0091-4d70-b915-6d57f5a3db34 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:26.836319 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-93d60b7f-b560-4c5d-9d6b-f03f8c0eedd1 req-b5bf78c3-693c-4852-8736-e3cb165a368b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.846062 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-a9c2d5da-1036-4f07-879d-15f6a9395ddf tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.869587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6b2e0764-7881-4a9b-8758-f12383e77e00 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:26.889619 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdb6e60-1312-4c80-a37d-4f84ff4d4c37 x-openstack-request-id: req-3bdb6e60-1312-4c80-a37d-4f84ff4d4c37 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:26.890735 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34", "name": "network-vif-unplugged", "status": "completed", "tag": "07f16888-3a3a-4924-9195-b204d6c32efe", "code": 200}, {"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:26.891616 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bdb6e60-1312-4c80-a37d-4f84ff4d4c37 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:26.892982 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0fdfad-d729-4f8f-a5a4-deb7c2c84a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f16888-3a3a-4924-9195-b204d6c32efe', 'code': 200} Oct 26 14:05:26.893576 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'code': 200} Oct 26 14:05:26.927906 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-93d60b7f-b560-4c5d-9d6b-f03f8c0eedd1 req-b5bf78c3-693c-4852-8736-e3cb165a368b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.928520 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-93d60b7f-b560-4c5d-9d6b-f03f8c0eedd1 req-b5bf78c3-693c-4852-8736-e3cb165a368b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.942012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2d5da-1036-4f07-879d-15f6a9395ddf tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'Port': ['ID=1beb64dc-6c8d-481a-b700-f8e40d52ee65,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:26.947482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-93d60b7f-b560-4c5d-9d6b-f03f8c0eedd1 req-b5bf78c3-693c-4852-8736-e3cb165a368b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Calling delete_port for 635db911-0091-4d70-b915-6d57f5a3db34 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:26.970050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-a9c2d5da-1036-4f07-879d-15f6a9395ddf tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Network 614644c2-ecb3-429d-a925-733cf1797bb4 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:26.972804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-a9c2d5da-1036-4f07-879d-15f6a9395ddf tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:26.986189 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-a9c2d5da-1036-4f07-879d-15f6a9395ddf tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:27.047390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:27.053526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-a9c2d5da-1036-4f07-879d-15f6a9395ddf tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:27.054232 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-a9c2d5da-1036-4f07-879d-15f6a9395ddf tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.062498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'port_id': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'mac_address': 'fa:16:3e:a6:a5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:05:27.085233 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-a9c2d5da-1036-4f07-879d-15f6a9395ddf tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1157496 Oct 26 14:05:27.087055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc8d79-90f8-4f1b-a071-1afff8a798b1 req-eada5e2a-4a6e-473f-85db-3f03253e3244 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:27.089122 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f7dc8d79-90f8-4f1b-a071-1afff8a798b1 req-eada5e2a-4a6e-473f-85db-3f03253e3244 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf68a286-daab-43df-bcc4-eba356b1bc6a HTTP/1.1" status: 200 len: 944 time: 0.1270859 Oct 26 14:05:27.112483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5d6af835-d91d-4b71-8821-20dbc0d6bc2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'port': {'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4', 'admin_state_up': True, 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'security_groups': ['15b2c6ed-6e6d-4133-aafe-6ff04f820247']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:27.135456 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.155467 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2e0764-7881-4a9b-8758-f12383e77e00 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:27.179105 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:27.189049 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.202994 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f7dc8d79-90f8-4f1b-a071-1afff8a798b1 req-10876211-8f83-4375-83ea-92869b1252bf tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013336 Oct 26 14:05:27.241970 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-93d60b7f-b560-4c5d-9d6b-f03f8c0eedd1 req-b5bf78c3-693c-4852-8736-e3cb165a368b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.292253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5d6af835-d91d-4b71-8821-20dbc0d6bc2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Made reservation on behalf of b890508d63bb4edab3a32080f2d3356f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:27.294802 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.296379 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:27.299546 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5d6af835-d91d-4b71-8821-20dbc0d6bc2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.307826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf78c3-693c-4852-8736-e3cb165a368b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Pushing event deleted for resources: {'Port': ['ID=635db911-0091-4d70-b915-6d57f5a3db34,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:27.329539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['6b2e0764-7881-4a9b-8758-f12383e77e00'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:27.442475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e6553361-41a8-46fc-af95-07feb9ff3b55 None None] Provisioning complete for port 1beb64dc-6c8d-481a-b700-f8e40d52ee65 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:27.443004 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e6553361-41a8-46fc-af95-07feb9ff3b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.470978 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-93d60b7f-b560-4c5d-9d6b-f03f8c0eedd1 req-b5bf78c3-693c-4852-8736-e3cb165a368b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.473589 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-93d60b7f-b560-4c5d-9d6b-f03f8c0eedd1 req-b5bf78c3-693c-4852-8736-e3cb165a368b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.474775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93d60b7f-b560-4c5d-9d6b-f03f8c0eedd1 req-b5bf78c3-693c-4852-8736-e3cb165a368b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "DELETE /v2.0/floatingips/195417bf-cfa0-4794-b9bb-518ee53f4f9d HTTP/1.1" status: 204 len: 173 time: 0.8102725 Oct 26 14:05:27.487284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685173dd-7265-423f-942f-3fc184e4a38f req-55067aab-4b28-4123-9854-30225320ee20 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:27.499278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-685173dd-7265-423f-942f-3fc184e4a38f req-55067aab-4b28-4123-9854-30225320ee20 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 949 time: 0.0777354 Oct 26 14:05:27.511591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e6553361-41a8-46fc-af95-07feb9ff3b55 None None] Port 1beb64dc-6c8d-481a-b700-f8e40d52ee65 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:27.524000 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5d6af835-d91d-4b71-8821-20dbc0d6bc2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Allocated IP 10.2.2.200 (614644c2-ecb3-429d-a925-733cf1797bb4/92331dcd-0130-46ed-8969-ee16f3d140c8/067bfc8b-4181-43ad-83d7-3f578ef4e175) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:27.553489 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-685173dd-7265-423f-942f-3fc184e4a38f req-b9a7ca00-fd31-42b0-9d5e-822309909723 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532649 Oct 26 14:05:27.720552 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-47f26735-1c38-4127-87d6-040f25bdf82e tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 1002 time: 0.0927031 Oct 26 14:05:27.724478 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5d6af835-d91d-4b71-8821-20dbc0d6bc2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.737585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e093d9-f908-408a-a7b1-a5fdd78ab2e1 req-a5760a5b-e7e1-4c98-8caf-31f3b72514aa tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:27.744488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e093d9-f908-408a-a7b1-a5fdd78ab2e1 req-a5760a5b-e7e1-4c98-8caf-31f3b72514aa tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:27.750656 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e093d9-f908-408a-a7b1-a5fdd78ab2e1 req-a5760a5b-e7e1-4c98-8caf-31f3b72514aa tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:27.756490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e093d9-f908-408a-a7b1-a5fdd78ab2e1 req-a5760a5b-e7e1-4c98-8caf-31f3b72514aa tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:27.758331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-08e093d9-f908-408a-a7b1-a5fdd78ab2e1 req-a5760a5b-e7e1-4c98-8caf-31f3b72514aa tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 3094 time: 0.0941389 Oct 26 14:05:27.766528 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5d6af835-d91d-4b71-8821-20dbc0d6bc2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.821883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5d6af835-d91d-4b71-8821-20dbc0d6bc2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Network 614644c2-ecb3-429d-a925-733cf1797bb4 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:27.826211 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6af835-d91d-4b71-8821-20dbc0d6bc2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event updated for resources: {'Port': ['ID=067bfc8b-4181-43ad-83d7-3f578ef4e175,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:27.828644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5d6af835-d91d-4b71-8821-20dbc0d6bc2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:27.831133 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5d6af835-d91d-4b71-8821-20dbc0d6bc2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:27.849392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-63939313-43b4-4f7e-b2c9-1692ac285f44 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:27.851909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-63939313-43b4-4f7e-b2c9-1692ac285f44 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports/809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 HTTP/1.1" status: 200 len: 943 time: 0.0923610 Oct 26 14:05:27.889370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf47a2-e66e-4306-84c4-1097d144c69d req-8b1550b6-dcc0-4832-845f-99f941376009 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:27.891347 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bdf47a2-e66e-4306-84c4-1097d144c69d req-8b1550b6-dcc0-4832-845f-99f941376009 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8894f7b-fb51-4cb9-b9bf-0955360ae69a HTTP/1.1" status: 200 len: 945 time: 0.1188276 Oct 26 14:05:27.899393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5d6af835-d91d-4b71-8821-20dbc0d6bc2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:27.905130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-08e093d9-f908-408a-a7b1-a5fdd78ab2e1 req-495cc7bb-ad81-49d7-adb6-480e03d88fb1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360795 Oct 26 14:05:27.912917 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5d6af835-d91d-4b71-8821-20dbc0d6bc2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.949754 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5d6af835-d91d-4b71-8821-20dbc0d6bc2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8504882 Oct 26 14:05:27.969710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Request body: {'port': {'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:28.038080 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.105140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-24d4456e-8ad8-4133-a9af-465fca2215b9 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 1002 time: 0.1665113 Oct 26 14:05:28.140413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-568ad185-1a3e-41b1-9192-632dc33219ca None None] Provisioning complete for port 067bfc8b-4181-43ad-83d7-3f578ef4e175 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:28.141539 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-568ad185-1a3e-41b1-9192-632dc33219ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.182958 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-568ad185-1a3e-41b1-9192-632dc33219ca None None] Port 067bfc8b-4181-43ad-83d7-3f578ef4e175 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:28.204050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7d233-8c7d-44df-955d-eb1024bb008c req-5b0e01f6-06d8-4204-a575-403658f81775 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:28.212761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45b7d233-8c7d-44df-955d-eb1024bb008c req-5b0e01f6-06d8-4204-a575-403658f81775 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 1100 time: 0.1822069 Oct 26 14:05:28.264572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 97638ac8-d6ca-4362-bb42-6a3908f963d7 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:28.316657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45b7d233-8c7d-44df-955d-eb1024bb008c req-7e5cc111-031e-4b9b-9234-c115f45b11c8 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029100 Oct 26 14:05:28.319247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-5bdf47a2-e66e-4306-84c4-1097d144c69d req-95788e01-03f4-46e3-8ba8-05862bf266b3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Deleting port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:28.319581 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5bdf47a2-e66e-4306-84c4-1097d144c69d req-95788e01-03f4-46e3-8ba8-05862bf266b3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.351390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:28.360076 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.374322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Transition to ACTIVE for port object 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:28.374546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 97638ac8-d6ca-4362-bb42-6a3908f963d7 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:05:28.379222 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 97638ac8-d6ca-4362-bb42-6a3908f963d7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:28.379563 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.381157 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.465250 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8f1a12-fa5a-4066-b754-bc1eb8d79805,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:28.518878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-5bdf47a2-e66e-4306-84c4-1097d144c69d req-95788e01-03f4-46e3-8ba8-05862bf266b3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] For port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0817d22b-bbe5-40a1-bb0f-81f1248fd3d9,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:28.519278 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5bdf47a2-e66e-4306-84c4-1097d144c69d req-95788e01-03f4-46e3-8ba8-05862bf266b3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.536668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-5bdf47a2-e66e-4306-84c4-1097d144c69d req-95788e01-03f4-46e3-8ba8-05862bf266b3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Calling delete_port for 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:28.600217 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.616086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Attempting to bind port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:28.616485 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Attempting to bind port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '07631f30-8ef7-4f5e-9e7d-f77b25ebe785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:28.616813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Attempting to bind port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 on network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:28.622323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 on network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:28.622706 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Attempting to bind port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 on network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:28.627867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:28.628214 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Checking segment: {'id': '07631f30-8ef7-4f5e-9e7d-f77b25ebe785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:28.628602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Bound using segment: {'id': '07631f30-8ef7-4f5e-9e7d-f77b25ebe785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:28.629044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Bound port: 7e8f1a12-fa5a-4066-b754-bc1eb8d79805, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07631f30-8ef7-4f5e-9e7d-f77b25ebe785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:28.629392 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.650208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 97638ac8-d6ca-4362-bb42-6a3908f963d7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=97638ac8-d6ca-4362-bb42-6a3908f963d7,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:28.657291 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.713766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-a98c2058-fb46-4911-9a02-825ba6e8600f tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:28.715280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-a98c2058-fb46-4911-9a02-825ba6e8600f tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.5774803 Oct 26 14:05:28.718121 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5bdf47a2-e66e-4306-84c4-1097d144c69d req-95788e01-03f4-46e3-8ba8-05862bf266b3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.732442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=97638ac8-d6ca-4362-bb42-6a3908f963d7,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:28.737413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['0bf55feb-4886-4ebb-9850-d33f98acdc5c', '0817d22b-bbe5-40a1-bb0f-81f1248fd3d9'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:28.781346 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff92abfd-1ad3-4ee5-af96-e95048a2b6d5 req-96dbabcb-27cd-4bb4-a9b3-103307234efa tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8894f7b-fb51-4cb9-b9bf-0955360ae69a HTTP/1.1" status: 200 len: 210 time: 0.0772803 Oct 26 14:05:28.812842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95788e01-03f4-46e3-8ba8-05862bf266b3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Pushing event deleted for resources: {'Port': ['ID=0817d22b-bbe5-40a1-bb0f-81f1248fd3d9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:28.875758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-f135c2db-af11-4d90-88cd-3cf92ea3265f tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 1002 time: 0.1422763 Oct 26 14:05:28.879843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6b2e0764-7881-4a9b-8758-f12383e77e00 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:28.885316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-dd87832d-3597-4eeb-89a2-d18049225835 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:28.944709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf68a286-daab-43df-bcc4-eba356b1bc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97638ac8-d6ca-4362-bb42-6a3908f963d7'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:28.947243 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc9dc9a-0831-47eb-8084-5f9d35a23198" -d '{"events": [{"server_uuid": "bf68a286-daab-43df-bcc4-eba356b1bc6a", "name": "network-vif-plugged", "status": "completed", "tag": "97638ac8-d6ca-4362-bb42-6a3908f963d7"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:29.000140 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdf47a2-e66e-4306-84c4-1097d144c69d req-95788e01-03f4-46e3-8ba8-05862bf266b3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] No DVR routers for this DVR port 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:05:29.002748 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5bdf47a2-e66e-4306-84c4-1097d144c69d req-95788e01-03f4-46e3-8ba8-05862bf266b3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.006471 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bdf47a2-e66e-4306-84c4-1097d144c69d req-95788e01-03f4-46e3-8ba8-05862bf266b3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.25 "DELETE /v2.0/ports/0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 HTTP/1.1" status: 204 len: 173 time: 1.1003127 Oct 26 14:05:29.048998 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] For port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:29.052595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] For port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7e8f1a12-fa5a-4066-b754-bc1eb8d79805,segment=NetworkSegment(07631f30-8ef7-4f5e-9e7d-f77b25ebe785),segment_id=07631f30-8ef7-4f5e-9e7d-f77b25ebe785)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:29.053785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 6b2e0764-7881-4a9b-8758-f12383e77e00 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:29.054376 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.059035 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.074801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8894f7b-fb51-4cb9-b9bf-0955360ae69a', 'name': 'network-vif-deleted', 'tag': '0817d22b-bbe5-40a1-bb0f-81f1248fd3d9'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:29.077371 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267d5491-4180-48e3-8a75-87d18608ec82" -d '{"events": [{"server_uuid": "d8894f7b-fb51-4cb9-b9bf-0955360ae69a", "name": "network-vif-deleted", "tag": "0817d22b-bbe5-40a1-bb0f-81f1248fd3d9"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:29.101557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:29.102250 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.103665 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] 10.222.0.11 "PUT /v2.0/ports/7e8f1a12-fa5a-4066-b754-bc1eb8d79805 HTTP/1.1" status: 200 len: 1091 time: 1.1443796 Oct 26 14:05:29.104135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:29.107273 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "7e8f1a12-fa5a-4066-b754-bc1eb8d79805"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:29.112049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-dd87832d-3597-4eeb-89a2-d18049225835 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.155523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Request body: {'port': {'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:29.225050 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.267158 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10d874-0c1e-4e21-af3b-acdcc3a506d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8f1a12-fa5a-4066-b754-bc1eb8d79805,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:29.288974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:29.297939 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.333550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3ae80-3faa-428f-955d-3d5305a441e5 req-e05f678f-ae9b-4907-a5b1-defaa6c9025a tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:29.337189 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.345170 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1e3ae80-3faa-428f-955d-3d5305a441e5 req-e05f678f-ae9b-4907-a5b1-defaa6c9025a tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf68a286-daab-43df-bcc4-eba356b1bc6a HTTP/1.1" status: 200 len: 945 time: 0.3460286 Oct 26 14:05:29.402005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=10']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:29.463020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1e3ae80-3faa-428f-955d-3d5305a441e5 req-950e46fd-8390-4ce1-8de9-4e033b639aa6 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166685 Oct 26 14:05:29.548215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-dd87832d-3597-4eeb-89a2-d18049225835 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.562600 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-dd87832d-3597-4eeb-89a2-d18049225835 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.563261 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-dd87832d-3597-4eeb-89a2-d18049225835 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Floating IP 8428469f-f734-4c45-9841-ebe79b1f489f disassociated. External IP: 172.25.4.106, port: 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8. Oct 26 14:05:29.676452 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-daf5cbbf-bf9b-4ad1-adac-e3744428f7f0 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3c869b6d52e6491b913e06699b75389e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570662 Oct 26 14:05:29.759944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec9d03c-cf9e-4409-8111-c4cf8b040359 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:29.784437 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.815868 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Transition to ACTIVE for port object 5ec9d03c-cf9e-4409-8111-c4cf8b040359 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:29.832321 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.918325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-1d3c0b11-6544-458d-a336-f70344131df5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:29.926551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-1d3c0b11-6544-458d-a336-f70344131df5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424526 Oct 26 14:05:29.947045 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-11e738b5-363a-463c-84ee-44625671e02e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/quotas/3c869b6d52e6491b913e06699b75389e HTTP/1.1" status: 200 len: 375 time: 0.0189166 Oct 26 14:05:29.949342 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec9d03c-cf9e-4409-8111-c4cf8b040359,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:30.019732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Attempting to bind port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:30.020120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Attempting to bind port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:30.020455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Attempting to bind port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 on network e28a5a04-47ef-442f-816d-e9075d616762 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:30.025169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 on network e28a5a04-47ef-442f-816d-e9075d616762 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:30.025618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Attempting to bind port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 on network e28a5a04-47ef-442f-816d-e9075d616762 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:30.031076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:30.031466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Checking segment: {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:30.031949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Bound using segment: {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:30.032390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Bound port: 5ec9d03c-cf9e-4409-8111-c4cf8b040359, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:30.032745 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.049881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-dd87832d-3597-4eeb-89a2-d18049225835 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Router 81b121bf-2c61-40f6-ac80-0bf11a40af15 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:05:30.102967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-4c26b29a-6fdb-42e3-bf02-98b90727c99b tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1541932 Oct 26 14:05:30.104733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] For port 5ec9d03c-cf9e-4409-8111-c4cf8b040359, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:30.108916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] For port 5ec9d03c-cf9e-4409-8111-c4cf8b040359, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=5ec9d03c-cf9e-4409-8111-c4cf8b040359,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:30.117536 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.162888 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:30.163510 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.168097 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ec9d03c-cf9e-4409-8111-c4cf8b040359 HTTP/1.1" status: 200 len: 1136 time: 1.0224683 Oct 26 14:05:30.202660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96a77a-134d-41e3-bac9-aeabf3a158a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec9d03c-cf9e-4409-8111-c4cf8b040359,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:30.221276 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Request body: {'port': {'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:30.329792 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.413938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-dd87832d-3597-4eeb-89a2-d18049225835 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:05:30.422992 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-dd87832d-3597-4eeb-89a2-d18049225835 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.451682 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4e300-f139-4927-895d-5f569140bd3d None None] Sync routers for ids ['81b121bf-2c61-40f6-ac80-0bf11a40af15'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:05:30.488742 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-dd87832d-3597-4eeb-89a2-d18049225835 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "PUT /v2.0/floatingips/8428469f-f734-4c45-9841-ebe79b1f489f HTTP/1.1" status: 200 len: 695 time: 1.6120241 Oct 26 14:05:30.548521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4e300-f139-4927-895d-5f569140bd3d None None] Routers {'81b121bf-2c61-40f6-ac80-0bf11a40af15'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:30.549416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-cef4e300-f139-4927-895d-5f569140bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:05:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['81b121bf-2c61-40f6-ac80-0bf11a40af15'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:30.733453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-d3543893-ee99-4944-a9b3-4000379b5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:30.747307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-d3543893-ee99-4944-a9b3-4000379b5e70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bf2682a7dd64c94b8afb68e6fc72e80&device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 1097 time: 0.2218201 Oct 26 14:05:30.789740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:30.799500 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.815171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Transition to ACTIVE for port object 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:30.824489 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.960882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Pushing event updated for resources: {'Port': ['ID=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:30.996898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-6687f313-fd1c-48ad-a0ee-04c42d39daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.007288 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-6687f313-fd1c-48ad-a0ee-04c42d39daf4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a73463a-3210-4701-a3b6-b264ba33b809 HTTP/1.1" status: 200 len: 930 time: 0.2567930 Oct 26 14:05:31.027037 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d7c12-2404-430c-a9ae-77314eb34c82 req-68250b94-f47a-4231-afd0-41d634027082 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.038640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-cef4e300-f139-4927-895d-5f569140bd3d None None] Set router 81b121bf-2c61-40f6-ac80-0bf11a40af15 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:31.039196 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d7c12-2404-430c-a9ae-77314eb34c82 req-68250b94-f47a-4231-afd0-41d634027082 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.046897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d7c12-2404-430c-a9ae-77314eb34c82 req-68250b94-f47a-4231-afd0-41d634027082 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.053854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d7c12-2404-430c-a9ae-77314eb34c82 req-68250b94-f47a-4231-afd0-41d634027082 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.061300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d7c12-2404-430c-a9ae-77314eb34c82 req-68250b94-f47a-4231-afd0-41d634027082 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.068338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d7c12-2404-430c-a9ae-77314eb34c82 req-68250b94-f47a-4231-afd0-41d634027082 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.079339 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-721d7c12-2404-430c-a9ae-77314eb34c82 req-68250b94-f47a-4231-afd0-41d634027082 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 4605 time: 0.4817934 Oct 26 14:05:31.116936 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Attempting to bind port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:31.117541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Attempting to bind port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:31.117684 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Attempting to bind port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb on network e28a5a04-47ef-442f-816d-e9075d616762 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:31.130353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-3eea9ba0-be4d-4f36-aabf-4ef5b4929c18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 HTTP/1.1" status: 200 len: 217 time: 0.1212640 Oct 26 14:05:31.140596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb on network e28a5a04-47ef-442f-816d-e9075d616762 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:31.140997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Attempting to bind port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb on network e28a5a04-47ef-442f-816d-e9075d616762 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:31.159309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:31.160635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:31.161102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Checking segment: {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:31.161543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Bound using segment: {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:31.162033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Bound port: 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:31.162410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.188408 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:31.189158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0817d22b-bbe5-40a1-bb0f-81f1248fd3d9 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:31.271012 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-721d7c12-2404-430c-a9ae-77314eb34c82 req-40288049-fb3a-476f-bbe0-0803b966d4ea tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1899252 Oct 26 14:05:31.290553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-3ab58d43-17a8-4bc7-85f3-6fda588e592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.318906 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-3ab58d43-17a8-4bc7-85f3-6fda588e592e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5791e3b-32a3-4b0e-81d6-ccb8af1fba0b HTTP/1.1" status: 200 len: 868 time: 0.1876163 Oct 26 14:05:31.357230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] For port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:31.361332 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] For port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:31.373489 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.461992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-70cb8c41-382c-4f6d-a84a-34580049d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.474437 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-70cb8c41-382c-4f6d-a84a-34580049d79b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a73463a-3210-4701-a3b6-b264ba33b809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545477 Oct 26 14:05:31.498327 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d27816-e1fc-4c9f-ba71-33119024a9b1 x-openstack-request-id: req-b2d27816-e1fc-4c9f-ba71-33119024a9b1 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:31.499484 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf68a286-daab-43df-bcc4-eba356b1bc6a", "name": "network-vif-plugged", "status": "completed", "tag": "97638ac8-d6ca-4362-bb42-6a3908f963d7", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:31.499762 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2d27816-e1fc-4c9f-ba71-33119024a9b1 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:31.501689 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf68a286-daab-43df-bcc4-eba356b1bc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97638ac8-d6ca-4362-bb42-6a3908f963d7', 'code': 200} Oct 26 14:05:31.509934 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Pushing event updated for resources: {'Port': ['ID=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:31.533013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.533633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.538242 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6b0176dc-baec-455f-a0d9-a20368eb65bf service neutron] 10.222.0.11 "PUT /v2.0/ports/3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb HTTP/1.1" status: 200 len: 1134 time: 1.3298225 Oct 26 14:05:31.572821 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-cef4e300-f139-4927-895d-5f569140bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:04:45Z', 'revision_number': 4, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port': {'id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:34Z', 'updated_at': '2021-10-26T14:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '20324732-b722-4dae-800b-3d42181dd1ee', 'name': '', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'mac_address': 'fa:16:3e:e2:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:43Z', 'updated_at': '2021-10-26T14:04:51Z', 'revision_number': 5, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'subnets': [{'id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:31.585431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Request body: {'port': {'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:31.647946 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4e300-f139-4927-895d-5f569140bd3d None None] Checking router: 81b121bf-2c61-40f6-ac80-0bf11a40af15 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:05:31.674093 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4e300-f139-4927-895d-5f569140bd3d None None] Routers {'81b121bf-2c61-40f6-ac80-0bf11a40af15'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:31.675077 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-cef4e300-f139-4927-895d-5f569140bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:05:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['81b121bf-2c61-40f6-ac80-0bf11a40af15'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:31.679046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae26c2-5b59-45f0-a056-96ada1837b23 req-408c1653-71aa-43ea-9056-7d0d01d8da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.680561 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37ae26c2-5b59-45f0-a056-96ada1837b23 req-408c1653-71aa-43ea-9056-7d0d01d8da95 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf68a286-daab-43df-bcc4-eba356b1bc6a HTTP/1.1" status: 200 len: 1096 time: 0.1399615 Oct 26 14:05:31.684027 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee925b76-8b5f-4876-a0e9-6c32dba121b9 x-openstack-request-id: req-ee925b76-8b5f-4876-a0e9-6c32dba121b9 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:31.684369 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8894f7b-fb51-4cb9-b9bf-0955360ae69a", "name": "network-vif-deleted", "tag": "0817d22b-bbe5-40a1-bb0f-81f1248fd3d9", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:31.684622 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee925b76-8b5f-4876-a0e9-6c32dba121b9 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:31.685004 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8894f7b-fb51-4cb9-b9bf-0955360ae69a', 'name': 'network-vif-deleted', 'tag': '0817d22b-bbe5-40a1-bb0f-81f1248fd3d9', 'status': 'completed', 'code': 200} Oct 26 14:05:31.714784 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.751723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-0ca159d3-a524-49cd-85a0-4a5fd7232ee5 service neutron] 10.222.0.32 "GET /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734461 Oct 26 14:05:31.755547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37ae26c2-5b59-45f0-a056-96ada1837b23 req-cb5237d4-1821-4ffa-879d-0db6bc17ccfd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602798 Oct 26 14:05:31.858098 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95874dd-662d-427c-bb49-c3d5e71cd262 x-openstack-request-id: req-b95874dd-662d-427c-bb49-c3d5e71cd262 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:31.858921 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "7e8f1a12-fa5a-4066-b754-bc1eb8d79805", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:31.859185 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b95874dd-662d-427c-bb49-c3d5e71cd262 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:31.862255 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805', 'status': 'completed', 'code': 200} Oct 26 14:05:31.913898 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49a048cf-722d-426e-8cb1-dc49fc5fd200 req-1029148b-faa4-4cef-8982-d5fd7682ca2a service neutron] 10.222.0.32 "GET /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609359 Oct 26 14:05:31.949031 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:05:31.965139 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-cef4e300-f139-4927-895d-5f569140bd3d None None] Set router 81b121bf-2c61-40f6-ac80-0bf11a40af15 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:32.196919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a412a7-086c-4a20-9327-39b625218c48 req-b7d65e1d-ee80-4aec-a01a-0c24f7a34fb9 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 210 time: 0.0643599 Oct 26 14:05:32.250140 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa01c39-789e-4398-8a9e-f6703231241e req-c1628562-0611-4d7e-8b80-0895375f954b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:32.260247 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fa01c39-789e-4398-8a9e-f6703231241e req-c1628562-0611-4d7e-8b80-0895375f954b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf68a286-daab-43df-bcc4-eba356b1bc6a HTTP/1.1" status: 200 len: 945 time: 0.1313250 Oct 26 14:05:32.285384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7 req-0d91f2ee-fd86-4c63-a1c9-3d772eac9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:32.285786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7 req-0d91f2ee-fd86-4c63-a1c9-3d772eac9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:32.286285 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7 req-0d91f2ee-fd86-4c63-a1c9-3d772eac9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:32.286753 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7 req-0d91f2ee-fd86-4c63-a1c9-3d772eac9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:32.287222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7 req-0d91f2ee-fd86-4c63-a1c9-3d772eac9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:32.287690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7 req-0d91f2ee-fd86-4c63-a1c9-3d772eac9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:32.288156 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7 req-0d91f2ee-fd86-4c63-a1c9-3d772eac9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:32.290071 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7 req-0d91f2ee-fd86-4c63-a1c9-3d772eac9a0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b890508d63bb4edab3a32080f2d3356f&device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 6218 time: 0.2199867 Oct 26 14:05:32.384387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ec2384-7841-4885-a060-2ea55351ed3a {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:32.399196 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:32.430273 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Transition to ACTIVE for port object 87ec2384-7841-4885-a060-2ea55351ed3a will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:32.445017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-cef4e300-f139-4927-895d-5f569140bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:04:45Z', 'revision_number': 4, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port': {'id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:34Z', 'updated_at': '2021-10-26T14:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '20324732-b722-4dae-800b-3d42181dd1ee', 'name': '', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'mac_address': 'fa:16:3e:e2:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:43Z', 'updated_at': '2021-10-26T14:04:51Z', 'revision_number': 5, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'subnets': [{'id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:32.453270 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:32.498534 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4e300-f139-4927-895d-5f569140bd3d None None] The sync data for ids ['81b121bf-2c61-40f6-ac80-0bf11a40af15'] in n-d-815498-1 is: [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:04:45Z', 'revision_number': 4, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port': {'id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:34Z', 'updated_at': '2021-10-26T14:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '20324732-b722-4dae-800b-3d42181dd1ee', 'name': '', 'network_id': '5a73463a-3210-4701-a3b6-b264ba33b809', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'mac_address': 'fa:16:3e:e2:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:43Z', 'updated_at': '2021-10-26T14:04:51Z', 'revision_number': 5, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'subnets': [{'id': 'd5791e3b-32a3-4b0e-81d6-ccb8af1fba0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:05:32.573483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Pushing event updated for resources: {'Port': ['ID=87ec2384-7841-4885-a060-2ea55351ed3a,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:32.682160 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41daae75-d1b4-4d60-9932-8b37cc09d56b req-6ad60d5c-0b38-45a0-b8a1-139cbe6393da tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips/8428469f-f734-4c45-9841-ebe79b1f489f HTTP/1.1" status: 200 len: 695 time: 0.2861633 Oct 26 14:05:32.721329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fa01c39-789e-4398-8a9e-f6703231241e req-1d3301d5-09a1-4381-bcbe-3b66b12f6787 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606991 Oct 26 14:05:32.793503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Attempting to bind port 87ec2384-7841-4885-a060-2ea55351ed3a on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:32.794856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Attempting to bind port 87ec2384-7841-4885-a060-2ea55351ed3a by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:32.794856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Attempting to bind port 87ec2384-7841-4885-a060-2ea55351ed3a on network e28a5a04-47ef-442f-816d-e9075d616762 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:32.805395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Port 87ec2384-7841-4885-a060-2ea55351ed3a on network e28a5a04-47ef-442f-816d-e9075d616762 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:32.805705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Attempting to bind port 87ec2384-7841-4885-a060-2ea55351ed3a on network e28a5a04-47ef-442f-816d-e9075d616762 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:32.820357 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:32.820702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Checking segment: {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:32.823558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Bound using segment: {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:32.824035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Bound port: 87ec2384-7841-4885-a060-2ea55351ed3a, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:32.824409 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:32.830298 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-46a35570-1102-4774-baf7-cb569e5c4795 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3c869b6d52e6491b913e06699b75389e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2459135 Oct 26 14:05:32.962957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] For port 87ec2384-7841-4885-a060-2ea55351ed3a, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:32.969076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] For port 87ec2384-7841-4885-a060-2ea55351ed3a, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=87ec2384-7841-4885-a060-2ea55351ed3a,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:32.983234 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:33.024323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:33.024986 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:33.026498 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] 10.222.0.11 "PUT /v2.0/ports/87ec2384-7841-4885-a060-2ea55351ed3a HTTP/1.1" status: 200 len: 1091 time: 1.4459016 Oct 26 14:05:33.061209 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34380682-bab2-43fb-b560-1cb35bec4a69 None None] New status for floating IP 8428469f-f734-4c45-9841-ebe79b1f489f: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:05:33.098928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Request body: {'port': {'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:33.188224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Pushing event updated for resources: {'Port': ['ID=87ec2384-7841-4885-a060-2ea55351ed3a,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:33.209291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:33.209655 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:33.210960 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:33.211377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:33.211728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:33.212134 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:33.212474 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:33.212808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:33.214875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:33.217726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:33.218137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:33.218566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09e199-88f3-49c9-b4cd-f005c5ee33ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:33.321730 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:33.503120 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:33.506777 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3ef879-befe-4e52-b8e4-28edba8ec934" -d '{"events": [{"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:33.757153 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bf403d-8194-49aa-9100-a0ce693f0707 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:33.765770 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:33.780027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Transition to ACTIVE for port object b2bf403d-8194-49aa-9100-a0ce693f0707 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:33.786787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:33.806249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'tag': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:33.807728 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d31ca9-b5e2-407d-9469-d8a76ff70885" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6aefa9-3706-48be-b709-6c9b0f2389c3", "tag": "809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:33.821736 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f116d74d-7927-4934-9370-bd93294ec7b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:33.823303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f116d74d-7927-4934-9370-bd93294ec7b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8985729 Oct 26 14:05:33.831461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7 req-55086c70-d989-4a80-a95c-07cde3e2807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:33.831629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7 req-55086c70-d989-4a80-a95c-07cde3e2807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:33.832130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7 req-55086c70-d989-4a80-a95c-07cde3e2807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:33.834397 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7 req-55086c70-d989-4a80-a95c-07cde3e2807f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b890508d63bb4edab3a32080f2d3356f&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.5262120 Oct 26 14:05:33.858264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-47a0f572-f5ce-4d7f-8a5b-fe9952ba3441 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Request body: {'port': {'device_id': 'f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '3c869b6d52e6491b913e06699b75389e'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:33.879453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': '5ec9d03c-cf9e-4409-8111-c4cf8b040359'}, {'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': '3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb'}, {'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': '87ec2384-7841-4885-a060-2ea55351ed3a'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:33.882795 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "5ec9d03c-cf9e-4409-8111-c4cf8b040359"}, {"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb"}, {"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "87ec2384-7841-4885-a060-2ea55351ed3a"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:33.895220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bf403d-8194-49aa-9100-a0ce693f0707,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:33.969725 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e5ff0-6dca-49da-92a1-9521584dbd45 req-4f86c513-735d-4f05-9fb6-d06da8da9b01 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:33.971340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f3e5ff0-6dca-49da-92a1-9521584dbd45 req-4f86c513-735d-4f05-9fb6-d06da8da9b01 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 1.0564990 Oct 26 14:05:34.007957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Attempting to bind port b2bf403d-8194-49aa-9100-a0ce693f0707 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:34.008244 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Attempting to bind port b2bf403d-8194-49aa-9100-a0ce693f0707 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:34.008584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Attempting to bind port b2bf403d-8194-49aa-9100-a0ce693f0707 on network e28a5a04-47ef-442f-816d-e9075d616762 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:34.014229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Port b2bf403d-8194-49aa-9100-a0ce693f0707 on network e28a5a04-47ef-442f-816d-e9075d616762 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:34.014542 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Attempting to bind port b2bf403d-8194-49aa-9100-a0ce693f0707 on network e28a5a04-47ef-442f-816d-e9075d616762 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:34.020110 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:34.020537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Checking segment: {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:34.021395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Bound using segment: {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:34.021395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Bound port: b2bf403d-8194-49aa-9100-a0ce693f0707, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:34.024108 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:34.143351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] For port b2bf403d-8194-49aa-9100-a0ce693f0707, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:34.147473 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] For port b2bf403d-8194-49aa-9100-a0ce693f0707, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b2bf403d-8194-49aa-9100-a0ce693f0707,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:34.155862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:34.192390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daae75-d1b4-4d60-9932-8b37cc09d56b req-43b59d6b-af99-4d6c-9f7c-e71c91f0a6f1 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.200425 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41daae75-d1b4-4d60-9932-8b37cc09d56b req-43b59d6b-af99-4d6c-9f7c-e71c91f0a6f1 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 1.5190532 Oct 26 14:05:34.225107 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.226395 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:34.228345 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] 10.222.0.11 "PUT /v2.0/ports/b2bf403d-8194-49aa-9100-a0ce693f0707 HTTP/1.1" status: 200 len: 1090 time: 1.1488867 Oct 26 14:05:34.280122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Request body: {'port': {'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:34.308452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe61a24-aed2-4544-8703-8ccc061df898 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bf403d-8194-49aa-9100-a0ce693f0707,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:34.340578 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f3e5ff0-6dca-49da-92a1-9521584dbd45 req-ea2861bd-72e7-4ce3-9b78-51a0bc6e50ec tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188221 Oct 26 14:05:34.384136 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:34.387353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41daae75-d1b4-4d60-9932-8b37cc09d56b req-33b02cd3-7c73-4c60-809b-39526db2aa2f tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.1854556 Oct 26 14:05:34.623131 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-47a0f572-f5ce-4d7f-8a5b-fe9952ba3441 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Made reservation on behalf of 3c869b6d52e6491b913e06699b75389e for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:34.628001 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-47a0f572-f5ce-4d7f-8a5b-fe9952ba3441 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:34.645345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41daae75-d1b4-4d60-9932-8b37cc09d56b req-085c80b2-a566-4328-85c6-8c6ad45d2bfb tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.2211869 Oct 26 14:05:34.754671 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7 req-bdeac667-c0d8-4f6a-bf2e-107e89b0d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.756440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a28afce-c70c-43ac-98f8-77c3a62a9bf7 req-bdeac667-c0d8-4f6a-bf2e-107e89b0d3c0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9056695 Oct 26 14:05:34.847184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fb183-62bb-4bf4-87e8-de41b1bcf939 req-346dae4e-194f-4580-9497-61864a6c11f9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.853955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fb183-62bb-4bf4-87e8-de41b1bcf939 req-346dae4e-194f-4580-9497-61864a6c11f9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.860785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fb183-62bb-4bf4-87e8-de41b1bcf939 req-346dae4e-194f-4580-9497-61864a6c11f9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.867031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fb183-62bb-4bf4-87e8-de41b1bcf939 req-346dae4e-194f-4580-9497-61864a6c11f9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.874071 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fb183-62bb-4bf4-87e8-de41b1bcf939 req-346dae4e-194f-4580-9497-61864a6c11f9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.880300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fb183-62bb-4bf4-87e8-de41b1bcf939 req-346dae4e-194f-4580-9497-61864a6c11f9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.886459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fb183-62bb-4bf4-87e8-de41b1bcf939 req-346dae4e-194f-4580-9497-61864a6c11f9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.889159 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-327fb183-62bb-4bf4-87e8-de41b1bcf939 req-346dae4e-194f-4580-9497-61864a6c11f9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5405 time: 0.2429807 Oct 26 14:05:34.941828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1beb64dc-6c8d-481a-b700-f8e40d52ee65 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:34.950134 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:34.965464 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Transition to ACTIVE for port object 1beb64dc-6c8d-481a-b700-f8e40d52ee65 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:34.982888 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:35.028555 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-327fb183-62bb-4bf4-87e8-de41b1bcf939 req-6e8a052f-dfdd-4342-90d8-1801c49dbdf2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078491 Oct 26 14:05:35.049672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Pushing event updated for resources: {'Port': ['ID=1beb64dc-6c8d-481a-b700-f8e40d52ee65,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:35.084253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-41daae75-d1b4-4d60-9932-8b37cc09d56b req-9171c09e-5c94-4173-ab4a-d40c2035ae3c tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Deleting port 9e334b06-a1e0-4ed3-88d7-e141aa60f5a8 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:35.084651 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-41daae75-d1b4-4d60-9932-8b37cc09d56b req-9171c09e-5c94-4173-ab4a-d40c2035ae3c tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:35.093086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-47a0f572-f5ce-4d7f-8a5b-fe9952ba3441 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Allocated IP 192.168.233.131 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/692f87fb-9f2a-4122-bd9c-06ad8e98fc04) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:35.147998 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Attempting to bind port 1beb64dc-6c8d-481a-b700-f8e40d52ee65 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:35.148401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Attempting to bind port 1beb64dc-6c8d-481a-b700-f8e40d52ee65 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:35.148653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Attempting to bind port 1beb64dc-6c8d-481a-b700-f8e40d52ee65 on network 614644c2-ecb3-429d-a925-733cf1797bb4 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:35.162246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Port 1beb64dc-6c8d-481a-b700-f8e40d52ee65 on network 614644c2-ecb3-429d-a925-733cf1797bb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:35.162596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Attempting to bind port 1beb64dc-6c8d-481a-b700-f8e40d52ee65 on network 614644c2-ecb3-429d-a925-733cf1797bb4 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:35.175220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:35.177746 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Checking segment: {'id': '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:35.179945 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Bound using segment: {'id': '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:35.180479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Bound port: 1beb64dc-6c8d-481a-b700-f8e40d52ee65, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:35.180852 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:35.365139 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-41daae75-d1b4-4d60-9932-8b37cc09d56b req-9171c09e-5c94-4173-ab4a-d40c2035ae3c tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:35.365397 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-41daae75-d1b4-4d60-9932-8b37cc09d56b req-9171c09e-5c94-4173-ab4a-d40c2035ae3c tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:35.367590 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] For port 1beb64dc-6c8d-481a-b700-f8e40d52ee65, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:35.376462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] For port 1beb64dc-6c8d-481a-b700-f8e40d52ee65, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=1beb64dc-6c8d-481a-b700-f8e40d52ee65,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:35.392733 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:35.462843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-41daae75-d1b4-4d60-9932-8b37cc09d56b req-9171c09e-5c94-4173-ab4a-d40c2035ae3c tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Calling delete_port for 9e334b06-a1e0-4ed3-88d7-e141aa60f5a8 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:35.466822 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:35.468141 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:35.470088 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] 10.222.0.11 "PUT /v2.0/ports/1beb64dc-6c8d-481a-b700-f8e40d52ee65 HTTP/1.1" status: 200 len: 1091 time: 1.1951191 Oct 26 14:05:35.539816 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Request body: {'port': {'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:35.635364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac1acd-5c46-494d-9ca1-b4dc219f102e service neutron] Pushing event updated for resources: {'Port': ['ID=1beb64dc-6c8d-481a-b700-f8e40d52ee65,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:35.691220 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:35.738475 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-41daae75-d1b4-4d60-9932-8b37cc09d56b req-9171c09e-5c94-4173-ab4a-d40c2035ae3c tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:35.789760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-708e0db6-6ab7-4263-b2de-233c38e929ba req-18374c07-2a56-42d5-9ea6-8d19dd4d68ba tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 210 time: 0.0786119 Oct 26 14:05:35.858738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171c09e-5c94-4173-ab4a-d40c2035ae3c tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Pushing event deleted for resources: {'Port': ['ID=9e334b06-a1e0-4ed3-88d7-e141aa60f5a8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:35.872037 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f174f037-eaaf-4f5f-a08f-b2fc06353ace x-openstack-request-id: req-f174f037-eaaf-4f5f-a08f-b2fc06353ace {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:35.873109 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:35.873332 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f174f037-eaaf-4f5f-a08f-b2fc06353ace {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:35.873787 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'code': 200} Oct 26 14:05:35.970772 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-47a0f572-f5ce-4d7f-8a5b-fe9952ba3441 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.030257 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-41daae75-d1b4-4d60-9932-8b37cc09d56b req-9171c09e-5c94-4173-ab4a-d40c2035ae3c tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.033312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-41daae75-d1b4-4d60-9932-8b37cc09d56b req-9171c09e-5c94-4173-ab4a-d40c2035ae3c tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.034478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41daae75-d1b4-4d60-9932-8b37cc09d56b req-9171c09e-5c94-4173-ab4a-d40c2035ae3c tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "DELETE /v2.0/floatingips/8428469f-f734-4c45-9841-ebe79b1f489f HTTP/1.1" status: 204 len: 173 time: 1.3721879 Oct 26 14:05:36.104144 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c53210-7366-4f23-8199-5ffc1b30a4f3 req-accd2a64-7447-4ee3-940a-d49b6fe73ed6 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.117001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85c53210-7366-4f23-8199-5ffc1b30a4f3 req-accd2a64-7447-4ee3-940a-d49b6fe73ed6 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf68a286-daab-43df-bcc4-eba356b1bc6a HTTP/1.1" status: 200 len: 945 time: 0.1070683 Oct 26 14:05:36.129143 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76fce84-ab58-4097-93bb-e2b2093241b1 x-openstack-request-id: req-e76fce84-ab58-4097-93bb-e2b2093241b1 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:36.129484 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6aefa9-3706-48be-b709-6c9b0f2389c3", "tag": "809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:36.129683 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e76fce84-ab58-4097-93bb-e2b2093241b1 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:36.130082 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'tag': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8', 'status': 'completed', 'code': 200} Oct 26 14:05:36.131157 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-47a0f572-f5ce-4d7f-8a5b-fe9952ba3441 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.144857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'df16a872-a263-46d3-9da6-4f964d0a0a0a', '64bc53c4-86cd-4f94-8489-372c768f278e', '3203d102-7a41-4363-bd51-049dd24fe59f'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:36.147193 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8', '93969896-82c1-4521-a81e-24b40f6778fd'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:36.259132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-47a0f572-f5ce-4d7f-8a5b-fe9952ba3441 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:36.283597 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359ba180-dba1-4cfe-9956-41b41b74ae9c x-openstack-request-id: req-359ba180-dba1-4cfe-9956-41b41b74ae9c {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:36.284115 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "5ec9d03c-cf9e-4409-8111-c4cf8b040359", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "87ec2384-7841-4885-a060-2ea55351ed3a", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:36.284236 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-359ba180-dba1-4cfe-9956-41b41b74ae9c {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:36.285947 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': '5ec9d03c-cf9e-4409-8111-c4cf8b040359', 'status': 'completed', 'code': 200} Oct 26 14:05:36.286225 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': '3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb', 'status': 'completed', 'code': 200} Oct 26 14:05:36.286474 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': '87ec2384-7841-4885-a060-2ea55351ed3a', 'status': 'completed', 'code': 200} Oct 26 14:05:36.288653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-47a0f572-f5ce-4d7f-8a5b-fe9952ba3441 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:36.305396 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-47a0f572-f5ce-4d7f-8a5b-fe9952ba3441 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:36.321974 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85c53210-7366-4f23-8199-5ffc1b30a4f3 req-8dfc00d8-1c48-411a-a717-3acddb38c603 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031479 Oct 26 14:05:36.326915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d31ca9-b5e2-407d-9469-d8a76ff70885 req-51cc6b0e-86d2-4559-9853-e17e46db003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.329812 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31d31ca9-b5e2-407d-9469-d8a76ff70885 req-51cc6b0e-86d2-4559-9853-e17e46db003b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bf2682a7dd64c94b8afb68e6fc72e80&device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 1097 time: 0.1720243 Oct 26 14:05:36.384722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0f572-f5ce-4d7f-8a5b-fe9952ba3441 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event updated for resources: {'Port': ['ID=692f87fb-9f2a-4122-bd9c-06ad8e98fc04,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:36.504653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067bfc8b-4181-43ad-83d7-3f578ef4e175 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:36.549808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-4d14669e-ca38-4ee4-9504-17376d419d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.584831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-4d14669e-ca38-4ee4-9504-17376d419d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.585411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-4d14669e-ca38-4ee4-9504-17376d419d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.585910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-4d14669e-ca38-4ee4-9504-17376d419d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.586410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-4d14669e-ca38-4ee4-9504-17376d419d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.586885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-4d14669e-ca38-4ee4-9504-17376d419d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.587359 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-4d14669e-ca38-4ee4-9504-17376d419d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.589397 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-4d14669e-ca38-4ee4-9504-17376d419d94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b890508d63bb4edab3a32080f2d3356f&device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 6419 time: 0.2971885 Oct 26 14:05:36.592069 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.599030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-47a0f572-f5ce-4d7f-8a5b-fe9952ba3441 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.600016 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-47a0f572-f5ce-4d7f-8a5b-fe9952ba3441 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.636333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715e441-b1d7-41fc-a0b3-701fe345c1a4 req-92030f77-75c2-405e-96a7-78ca95c7e8fe tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.644714 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1715e441-b1d7-41fc-a0b3-701fe345c1a4 req-92030f77-75c2-405e-96a7-78ca95c7e8fe tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 946 time: 0.2346883 Oct 26 14:05:36.736048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-47a0f572-f5ce-4d7f-8a5b-fe9952ba3441 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8833141 Oct 26 14:05:36.762634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Request body: {'port': {'device_id': 'f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:36.800223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76ee8-652d-47d2-b5e2-4a424159f796 req-246b7712-df84-46eb-bbf0-3ad366f4134b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.813554 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76ee8-652d-47d2-b5e2-4a424159f796 req-246b7712-df84-46eb-bbf0-3ad366f4134b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.825961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76ee8-652d-47d2-b5e2-4a424159f796 req-246b7712-df84-46eb-bbf0-3ad366f4134b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.829057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Transition to ACTIVE for port object 067bfc8b-4181-43ad-83d7-3f578ef4e175 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:36.840086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76ee8-652d-47d2-b5e2-4a424159f796 req-246b7712-df84-46eb-bbf0-3ad366f4134b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.851517 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.856813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76ee8-652d-47d2-b5e2-4a424159f796 req-246b7712-df84-46eb-bbf0-3ad366f4134b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.869062 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c80aa043-c416-43c4-b99c-0da8800bbd8b None None] Provisioning complete for port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:36.869800 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c80aa043-c416-43c4-b99c-0da8800bbd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.884836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76ee8-652d-47d2-b5e2-4a424159f796 req-246b7712-df84-46eb-bbf0-3ad366f4134b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.918609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76ee8-652d-47d2-b5e2-4a424159f796 req-246b7712-df84-46eb-bbf0-3ad366f4134b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.934479 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9a76ee8-652d-47d2-b5e2-4a424159f796 req-246b7712-df84-46eb-bbf0-3ad366f4134b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5417 time: 0.4233909 Oct 26 14:05:36.940011 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c80aa043-c416-43c4-b99c-0da8800bbd8b None None] Port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:37.011909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1715e441-b1d7-41fc-a0b3-701fe345c1a4 req-9ca8e095-7419-4134-b757-ecbc0f191e7f tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bca4446-4d67-40f7-ac8c-fe446cf09aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654578 Oct 26 14:05:37.104195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d31ca9-b5e2-407d-9469-d8a76ff70885 req-46ddfdd6-fdfb-4cea-b10c-8d5f9ded2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.105697 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31d31ca9-b5e2-407d-9469-d8a76ff70885 req-46ddfdd6-fdfb-4cea-b10c-8d5f9ded2abf service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a73463a-3210-4701-a3b6-b264ba33b809 HTTP/1.1" status: 200 len: 930 time: 0.7179599 Oct 26 14:05:37.152352 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:37.206534 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Pushing event updated for resources: {'Port': ['ID=067bfc8b-4181-43ad-83d7-3f578ef4e175,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:37.253265 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31d31ca9-b5e2-407d-9469-d8a76ff70885 req-3ca4a791-63cc-4b6b-963e-c1f3b07ea2e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 HTTP/1.1" status: 200 len: 217 time: 0.1273742 Oct 26 14:05:37.258111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-75656d9f-701e-4a40-9a77-2746f142b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.258928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-75656d9f-701e-4a40-9a77-2746f142b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.259577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-75656d9f-701e-4a40-9a77-2746f142b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.262082 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-75656d9f-701e-4a40-9a77-2746f142b98f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b890508d63bb4edab3a32080f2d3356f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6444790 Oct 26 14:05:37.270440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9a76ee8-652d-47d2-b5e2-4a424159f796 req-64350f2a-9b94-4c6d-adf7-11bd4c673d5a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3158844 Oct 26 14:05:37.379906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Attempting to bind port 067bfc8b-4181-43ad-83d7-3f578ef4e175 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:37.380535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Attempting to bind port 067bfc8b-4181-43ad-83d7-3f578ef4e175 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:37.380839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Attempting to bind port 067bfc8b-4181-43ad-83d7-3f578ef4e175 on network 614644c2-ecb3-429d-a925-733cf1797bb4 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:37.392732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Port 067bfc8b-4181-43ad-83d7-3f578ef4e175 on network 614644c2-ecb3-429d-a925-733cf1797bb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:37.393228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Attempting to bind port 067bfc8b-4181-43ad-83d7-3f578ef4e175 on network 614644c2-ecb3-429d-a925-733cf1797bb4 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:37.436453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde48e1b-def8-4e11-a823-8303328d4819 req-af19a84f-45c9-44f3-9084-d14a92e075e3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.438019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dde48e1b-def8-4e11-a823-8303328d4819 req-af19a84f-45c9-44f3-9084-d14a92e075e3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2768936 Oct 26 14:05:37.468233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:37.470749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Checking segment: {'id': '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:37.472154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Bound using segment: {'id': '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:37.473289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Bound port: 067bfc8b-4181-43ad-83d7-3f578ef4e175, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:37.474427 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:37.489929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d31ca9-b5e2-407d-9469-d8a76ff70885 req-788acef0-3051-4f02-94c6-b2b10b07dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.491238 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31d31ca9-b5e2-407d-9469-d8a76ff70885 req-788acef0-3051-4f02-94c6-b2b10b07dacb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5791e3b-32a3-4b0e-81d6-ccb8af1fba0b HTTP/1.1" status: 200 len: 868 time: 0.2198062 Oct 26 14:05:37.520931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1865b-8fa4-408c-9773-48f088a3422b req-e21a69db-8283-4cdb-bacc-6ca9b7c73a59 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.522401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22d1865b-8fa4-408c-9773-48f088a3422b req-e21a69db-8283-4cdb-bacc-6ca9b7c73a59 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 946 time: 0.2889988 Oct 26 14:05:37.796881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-bd623ead-fb0c-42c1-affb-0b967f3511f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.800497 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-bd623ead-fb0c-42c1-affb-0b967f3511f1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5199919 Oct 26 14:05:37.937100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] For port 067bfc8b-4181-43ad-83d7-3f578ef4e175, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:37.940928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] For port 067bfc8b-4181-43ad-83d7-3f578ef4e175, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=067bfc8b-4181-43ad-83d7-3f578ef4e175,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:38.002985 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:38.012769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dde48e1b-def8-4e11-a823-8303328d4819 req-8c8a2f34-cfc1-463d-a9ca-2e2aa759a432 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196455 Oct 26 14:05:38.038803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d31ca9-b5e2-407d-9469-d8a76ff70885 req-d1234bd0-c1a1-4b0d-9368-611a66307f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.051298 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31d31ca9-b5e2-407d-9469-d8a76ff70885 req-d1234bd0-c1a1-4b0d-9368-611a66307f0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a73463a-3210-4701-a3b6-b264ba33b809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5465324 Oct 26 14:05:38.131402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.132031 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:38.133428 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] 10.222.0.11 "PUT /v2.0/ports/067bfc8b-4181-43ad-83d7-3f578ef4e175 HTTP/1.1" status: 200 len: 1091 time: 2.6249704 Oct 26 14:05:38.135712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8952142-dd0f-45f8-a397-f9769db36621 service neutron] Pushing event updated for resources: {'Port': ['ID=067bfc8b-4181-43ad-83d7-3f578ef4e175,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:38.197483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-105e949f-1ed1-4c19-929e-dfada416734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.198037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-105e949f-1ed1-4c19-929e-dfada416734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.199166 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-105e949f-1ed1-4c19-929e-dfada416734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.199282 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-105e949f-1ed1-4c19-929e-dfada416734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.199913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-105e949f-1ed1-4c19-929e-dfada416734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.200402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-105e949f-1ed1-4c19-929e-dfada416734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.201881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-105e949f-1ed1-4c19-929e-dfada416734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.204954 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-105e949f-1ed1-4c19-929e-dfada416734a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b890508d63bb4edab3a32080f2d3356f&device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 6486 time: 0.2614658 Oct 26 14:05:38.293753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': 'b2bf403d-8194-49aa-9100-a0ce693f0707'}, {'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': '1beb64dc-6c8d-481a-b700-f8e40d52ee65'}, {'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': '067bfc8b-4181-43ad-83d7-3f578ef4e175'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:38.295260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab40556-369b-4743-9972-8861c69a1af7 req-fbd2d705-6fd2-46d8-83b7-821b9f427d2d tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.297115 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d62f58-8374-4a3b-871c-bdf221ae9d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "b2bf403d-8194-49aa-9100-a0ce693f0707"}, {"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "1beb64dc-6c8d-481a-b700-f8e40d52ee65"}, {"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "067bfc8b-4181-43ad-83d7-3f578ef4e175"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:38.302296 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cab40556-369b-4743-9972-8861c69a1af7 req-fbd2d705-6fd2-46d8-83b7-821b9f427d2d tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2877467 Oct 26 14:05:38.367111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-36a214d8-37ac-47b4-8b93-49e813adfe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.367688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-36a214d8-37ac-47b4-8b93-49e813adfe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.368161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-36a214d8-37ac-47b4-8b93-49e813adfe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.370590 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-36a214d8-37ac-47b4-8b93-49e813adfe70 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b890508d63bb4edab3a32080f2d3356f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1458123 Oct 26 14:05:38.382114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-22d1865b-8fa4-408c-9773-48f088a3422b req-fcfe2e4c-ddda-44a3-b9a8-fe63b9af103c tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Deleting port a41c27e0-308c-4cd6-a12e-0b53559989d4 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:38.382456 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-22d1865b-8fa4-408c-9773-48f088a3422b req-fcfe2e4c-ddda-44a3-b9a8-fe63b9af103c tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:38.412448 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cab40556-369b-4743-9972-8861c69a1af7 req-739c6e9e-7501-4603-b469-58e7a639b45f tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1092114 Oct 26 14:05:38.532913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-f946e48e-2b10-47f8-8177-d0aa1328f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.535045 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-f946e48e-2b10-47f8-8177-d0aa1328f3c2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1526153 Oct 26 14:05:38.593503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-22d1865b-8fa4-408c-9773-48f088a3422b req-fcfe2e4c-ddda-44a3-b9a8-fe63b9af103c tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] For port a41c27e0-308c-4cd6-a12e-0b53559989d4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=a41c27e0-308c-4cd6-a12e-0b53559989d4,segment=NetworkSegment(9492b8c4-a032-4cbe-b683-1403f0f1600e),segment_id=9492b8c4-a032-4cbe-b683-1403f0f1600e)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:38.594020 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-22d1865b-8fa4-408c-9773-48f088a3422b req-fcfe2e4c-ddda-44a3-b9a8-fe63b9af103c tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:38.607875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-22d1865b-8fa4-408c-9773-48f088a3422b req-fcfe2e4c-ddda-44a3-b9a8-fe63b9af103c tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Calling delete_port for a41c27e0-308c-4cd6-a12e-0b53559989d4 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:38.668799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31d31ca9-b5e2-407d-9469-d8a76ff70885 req-a6ca1bb2-ffd5-4f18-a3ab-869a271579c1 service neutron] 10.222.0.11 "GET /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831890 Oct 26 14:05:38.676283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae613e07-7a99-4d96-b820-9a847f46ec98 req-bdf113c8-743a-4fe2-895c-920a4353909d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.678079 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae613e07-7a99-4d96-b820-9a847f46ec98 req-bdf113c8-743a-4fe2-895c-920a4353909d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 936 time: 0.5238624 Oct 26 14:05:38.689742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-88c5b7f2-de4d-471f-adaa-6f1a1abab9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.690614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-88c5b7f2-de4d-471f-adaa-6f1a1abab9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.691248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-88c5b7f2-de4d-471f-adaa-6f1a1abab9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.691950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-88c5b7f2-de4d-471f-adaa-6f1a1abab9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.693128 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-88c5b7f2-de4d-471f-adaa-6f1a1abab9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.693992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-88c5b7f2-de4d-471f-adaa-6f1a1abab9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.694862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-88c5b7f2-de4d-471f-adaa-6f1a1abab9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.697229 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-88c5b7f2-de4d-471f-adaa-6f1a1abab9b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b890508d63bb4edab3a32080f2d3356f&device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 6486 time: 0.0868158 Oct 26 14:05:38.837919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-2aca497c-b226-4db2-8047-cde0c5dc4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.838454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-2aca497c-b226-4db2-8047-cde0c5dc4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.838920 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-2aca497c-b226-4db2-8047-cde0c5dc4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.842381 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-2aca497c-b226-4db2-8047-cde0c5dc4769 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b890508d63bb4edab3a32080f2d3356f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1342835 Oct 26 14:05:38.881049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:38.907901 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:38.969421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf1c45-4270-4d70-b006-e01ab1efa252 req-22589ef0-a0ad-4e68-8a1a-343e6ce3be45 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.977378 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cabf1c45-4270-4d70-b006-e01ab1efa252 req-22589ef0-a0ad-4e68-8a1a-343e6ce3be45 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf68a286-daab-43df-bcc4-eba356b1bc6a HTTP/1.1" status: 200 len: 945 time: 0.3155391 Oct 26 14:05:38.983317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-92fe79d6-0f0f-4c72-a57b-b4374102b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.985014 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94e2a21d-5a63-4763-b2c8-ee70ace1f1ad req-92fe79d6-0f0f-4c72-a57b-b4374102b31c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1336086 Oct 26 14:05:39.000221 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae613e07-7a99-4d96-b820-9a847f46ec98 req-62f0e132-cb6e-421d-a51f-e08579888e86 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731843 Oct 26 14:05:39.083316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Transition to ACTIVE for port object 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:39.103288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56388) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:39.158452 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:39.177043 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-19daa830-4799-44ba-90f5-f99029cb1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:39.177823 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-19daa830-4799-44ba-90f5-f99029cb1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:39.178919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-19daa830-4799-44ba-90f5-f99029cb1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:39.180377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-19daa830-4799-44ba-90f5-f99029cb1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:39.181041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-19daa830-4799-44ba-90f5-f99029cb1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:39.181699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-19daa830-4799-44ba-90f5-f99029cb1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:39.182364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-19daa830-4799-44ba-90f5-f99029cb1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:39.186043 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-19daa830-4799-44ba-90f5-f99029cb1e05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b890508d63bb4edab3a32080f2d3356f&device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 6486 time: 0.1424861 Oct 26 14:05:39.218524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31d31ca9-b5e2-407d-9469-d8a76ff70885 req-a376e22e-5ace-42e6-80b4-948df56f4989 service neutron] 10.222.0.11 "GET /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070491 Oct 26 14:05:39.295260 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-d06b79e9-decb-4d59-a1bd-eb87db4e3dcd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e8f1a12-fa5a-4066-b754-bc1eb8d79805 HTTP/1.1" status: 200 len: 217 time: 0.0979338 Oct 26 14:05:39.346134 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cabf1c45-4270-4d70-b006-e01ab1efa252 req-ec0d6584-4f10-46eb-8110-b5f1b1fd328a tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673723 Oct 26 14:05:39.368453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-606c1777-565f-4ac8-9326-d9d35c87121f admin admin] Deleting subnet dbcc44df-ee99-4ba0-a0d5-ce46f8bbf554 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:05:39.384249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Pushing event updated for resources: {'Port': ['ID=692f87fb-9f2a-4122-bd9c-06ad8e98fc04,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:39.402758 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-606c1777-565f-4ac8-9326-d9d35c87121f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:39.419062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-27f269f0-5705-4d2b-9f56-b82de0ecdd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:39.427248 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-27f269f0-5705-4d2b-9f56-b82de0ecdd12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=480154e8-02b2-4134-a40f-f63a39b4580e HTTP/1.1" status: 200 len: 855 time: 0.1201632 Oct 26 14:05:39.533394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-d2449bd9-3488-4e47-9718-803ede9a2a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:39.534950 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-d2449bd9-3488-4e47-9718-803ede9a2a8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42f85f6d-53f4-4747-845e-e2c3cd5366d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007700 Oct 26 14:05:39.550417 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-22d1865b-8fa4-408c-9773-48f088a3422b req-fcfe2e4c-ddda-44a3-b9a8-fe63b9af103c tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:39.572501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27d730-ed71-439b-9599-70571a9a1d1e req-97364014-a8f7-4bf3-8e00-6c24885222e8 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:39.584014 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c27d730-ed71-439b-9599-70571a9a1d1e req-97364014-a8f7-4bf3-8e00-6c24885222e8 tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfb32b4-5b8c-43f1-884b-61c306f66ed1 HTTP/1.1" status: 200 len: 946 time: 0.4378390 Oct 26 14:05:39.715304 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0304de36-21c4-497e-9108-731e76970e66 service neutron] 10.222.0.11 "GET /v2.0/networks/42f85f6d-53f4-4747-845e-e2c3cd5366d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720762 Oct 26 14:05:39.772332 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-606c1777-565f-4ac8-9326-d9d35c87121f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:39.869464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe2e4c-ddda-44a3-b9a8-fe63b9af103c tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Pushing event deleted for resources: {'Port': ['ID=a41c27e0-308c-4cd6-a12e-0b53559989d4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:39.908003 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-606c1777-565f-4ac8-9326-d9d35c87121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:39.993741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d1865b-8fa4-408c-9773-48f088a3422b req-fcfe2e4c-ddda-44a3-b9a8-fe63b9af103c tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] No DVR routers for this DVR port a41c27e0-308c-4cd6-a12e-0b53559989d4 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:05:39.997276 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-22d1865b-8fa4-408c-9773-48f088a3422b req-fcfe2e4c-ddda-44a3-b9a8-fe63b9af103c tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:40.002678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22d1865b-8fa4-408c-9773-48f088a3422b req-fcfe2e4c-ddda-44a3-b9a8-fe63b9af103c tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.25 "DELETE /v2.0/ports/a41c27e0-308c-4cd6-a12e-0b53559989d4 HTTP/1.1" status: 204 len: 173 time: 2.4218335 Oct 26 14:05:40.014629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfb32b4-5b8c-43f1-884b-61c306f66ed1', 'name': 'network-vif-deleted', 'tag': 'a41c27e0-308c-4cd6-a12e-0b53559989d4'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:40.017714 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155bd423-d21b-4cc5-9d8d-fbe3f97ebdfa" -d '{"events": [{"server_uuid": "bbfb32b4-5b8c-43f1-884b-61c306f66ed1", "name": "network-vif-deleted", "tag": "a41c27e0-308c-4cd6-a12e-0b53559989d4"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:40.036287 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c27d730-ed71-439b-9599-70571a9a1d1e req-cbccf9bd-13c9-426e-8434-fad37590d8cd tempest-AttachSCSIVolumeTestJSON-1569580847 tempest-AttachSCSIVolumeTestJSON-1569580847-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bca4446-4d67-40f7-ac8c-fe446cf09aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654411 Oct 26 14:05:40.123357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4d33c-a132-4588-b0a9-1ff61ef601a0 req-5b9957d1-52a2-4a57-a74b-570863b47725 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.135425 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24a4d33c-a132-4588-b0a9-1ff61ef601a0 req-5b9957d1-52a2-4a57-a74b-570863b47725 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.6397676 Oct 26 14:05:40.211109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c2965-5ad2-477c-8810-148575a895d6 req-bdd22bd8-09d2-468a-8ae1-1cadd2b9880f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.216933 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-034c2965-5ad2-477c-8810-148575a895d6 req-bdd22bd8-09d2-468a-8ae1-1cadd2b9880f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf68a286-daab-43df-bcc4-eba356b1bc6a HTTP/1.1" status: 200 len: 945 time: 0.7441847 Oct 26 14:05:40.280393 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-f6e909e8-b80a-4d22-8e26-1d656a3e33cb service neutron] 10.222.0.11 "GET /v2.0/networks/42f85f6d-53f4-4747-845e-e2c3cd5366d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488303 Oct 26 14:05:40.347819 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-f3aa2847-d603-44d7-bcbf-0939f57094a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=5ec9d03c-cf9e-4409-8111-c4cf8b040359 HTTP/1.1" status: 200 len: 217 time: 0.0650921 Oct 26 14:05:40.376907 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24a4d33c-a132-4588-b0a9-1ff61ef601a0 req-52cb22f4-bf59-4161-9bd4-9c30150ae62c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328572 Oct 26 14:05:40.401515 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Attempting to bind port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:40.404495 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Attempting to bind port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:40.404932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Attempting to bind port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:40.444699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-569c5b67-8d45-411e-836e-96bc70954e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.446420 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-569c5b67-8d45-411e-836e-96bc70954e02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.0868237 Oct 26 14:05:40.455932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:40.457918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Attempting to bind port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:40.476848 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5d93bb-7059-48e7-a0b4-0bc5ed97ff4a x-openstack-request-id: req-2c5d93bb-7059-48e7-a0b4-0bc5ed97ff4a {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:40.477257 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "b2bf403d-8194-49aa-9100-a0ce693f0707", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "1beb64dc-6c8d-481a-b700-f8e40d52ee65", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "067bfc8b-4181-43ad-83d7-3f578ef4e175", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:40.477574 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c5d93bb-7059-48e7-a0b4-0bc5ed97ff4a {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:40.478060 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': 'b2bf403d-8194-49aa-9100-a0ce693f0707', 'status': 'completed', 'code': 200} Oct 26 14:05:40.478658 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': '1beb64dc-6c8d-481a-b700-f8e40d52ee65', 'status': 'completed', 'code': 200} Oct 26 14:05:40.478989 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': '067bfc8b-4181-43ad-83d7-3f578ef4e175', 'status': 'completed', 'code': 200} Oct 26 14:05:40.577817 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:40.578407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:40.578910 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:40.579508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Bound port: 692f87fb-9f2a-4122-bd9c-06ad8e98fc04, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:40.580035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-855cb00a-65f8-41ba-b085-c7434fe82198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.583047 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-855cb00a-65f8-41ba-b085-c7434fe82198 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1253130 Oct 26 14:05:40.589835 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:40.598875 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-606c1777-565f-4ac8-9326-d9d35c87121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:40.797653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c1777-565f-4ac8-9326-d9d35c87121f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbcc44df-ee99-4ba0-a0d5-ce46f8bbf554,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:40.817935 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3fd560b-6e74-42fd-a336-92ecf2b736da req-951b01f4-d6cd-4576-92e5-a6420557b38f tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2161422 Oct 26 14:05:40.821795 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-606c1777-565f-4ac8-9326-d9d35c87121f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:40.836107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-606c1777-565f-4ac8-9326-d9d35c87121f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dbcc44df-ee99-4ba0-a0d5-ce46f8bbf554 HTTP/1.1" status: 204 len: 168 time: 1.7209485 Oct 26 14:05:40.862955 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-16e00004-74f5-4c35-ba7b-48b072dea94b service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526624 Oct 26 14:05:40.863452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56408) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:40.875869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fb384-cf56-4e4a-85d5-24c2e1bd032a req-ea92e111-cba3-49ff-b7df-6cf4523349b5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.882819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fb384-cf56-4e4a-85d5-24c2e1bd032a req-ea92e111-cba3-49ff-b7df-6cf4523349b5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.889366 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fb384-cf56-4e4a-85d5-24c2e1bd032a req-ea92e111-cba3-49ff-b7df-6cf4523349b5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.900347 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fb384-cf56-4e4a-85d5-24c2e1bd032a req-ea92e111-cba3-49ff-b7df-6cf4523349b5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.924164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fb384-cf56-4e4a-85d5-24c2e1bd032a req-ea92e111-cba3-49ff-b7df-6cf4523349b5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.930667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fb384-cf56-4e4a-85d5-24c2e1bd032a req-ea92e111-cba3-49ff-b7df-6cf4523349b5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.942002 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device a41c27e0-308c-4cd6-a12e-0b53559989d4 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:40.966135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fb384-cf56-4e4a-85d5-24c2e1bd032a req-ea92e111-cba3-49ff-b7df-6cf4523349b5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.976645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d5fb384-cf56-4e4a-85d5-24c2e1bd032a req-ea92e111-cba3-49ff-b7df-6cf4523349b5 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.7364955 Oct 26 14:05:41.007684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: a41c27e0-308c-4cd6-a12e-0b53559989d4 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:41.008053 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device a41c27e0-308c-4cd6-a12e-0b53559989d4 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:41.057691 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-db3306fd-32ea-44dd-8ac3-9dfa770b6b55 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713071 Oct 26 14:05:41.167949 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d5fb384-cf56-4e4a-85d5-24c2e1bd032a req-00f824be-3467-4ab2-a34c-c93e61e04575 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726065 Oct 26 14:05:41.181759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] For port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:41.187441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-034c2965-5ad2-477c-8810-148575a895d6 req-79116561-b82d-44be-89a1-a2cc24b4538e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Deleting port 97638ac8-d6ca-4362-bb42-6a3908f963d7 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:41.190423 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-034c2965-5ad2-477c-8810-148575a895d6 req-79116561-b82d-44be-89a1-a2cc24b4538e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:41.197334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] For port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=692f87fb-9f2a-4122-bd9c-06ad8e98fc04,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:41.212021 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-1751c69b-1aa7-4ee5-a0d4-85e48f3e98cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb HTTP/1.1" status: 200 len: 217 time: 0.0869048 Oct 26 14:05:41.279903 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:41.286311 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dfcc6c-1b67-488a-adb9-e6925270156b x-openstack-request-id: req-89dfcc6c-1b67-488a-adb9-e6925270156b {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:41.286610 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfb32b4-5b8c-43f1-884b-61c306f66ed1", "name": "network-vif-deleted", "tag": "a41c27e0-308c-4cd6-a12e-0b53559989d4", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:41.286852 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89dfcc6c-1b67-488a-adb9-e6925270156b {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:41.287253 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfb32b4-5b8c-43f1-884b-61c306f66ed1', 'name': 'network-vif-deleted', 'tag': 'a41c27e0-308c-4cd6-a12e-0b53559989d4', 'status': 'completed', 'code': 200} Oct 26 14:05:41.303851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae793dd-b189-4368-a6c9-10137a258240 req-9981c064-27e8-4aaf-aab7-cec622f82118 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:41.311673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ae793dd-b189-4368-a6c9-10137a258240 req-9981c064-27e8-4aaf-aab7-cec622f82118 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 948 time: 0.3324733 Oct 26 14:05:41.326878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2b503e0e-a13e-41f2-a103-aecc6013319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:41.332676 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-2b503e0e-a13e-41f2-a103-aecc6013319b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.1135581 Oct 26 14:05:41.375454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:41.376237 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:41.377492 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] 10.222.0.11 "PUT /v2.0/ports/692f87fb-9f2a-4122-bd9c-06ad8e98fc04 HTTP/1.1" status: 200 len: 1096 time: 4.6242833 Oct 26 14:05:41.464700 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-830f16bd-695b-43c8-821f-56f732bb9d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:41.504869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ae793dd-b189-4368-a6c9-10137a258240 req-affcfc28-dc91-4c30-a978-076b816fd65a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772883 Oct 26 14:05:41.559517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93df6af-a27a-4395-87bf-5e045b5892c1 service neutron] Pushing event updated for resources: {'Port': ['ID=692f87fb-9f2a-4122-bd9c-06ad8e98fc04,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:41.602322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-034c2965-5ad2-477c-8810-148575a895d6 req-79116561-b82d-44be-89a1-a2cc24b4538e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] For port 97638ac8-d6ca-4362-bb42-6a3908f963d7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=97638ac8-d6ca-4362-bb42-6a3908f963d7,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:41.602756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-034c2965-5ad2-477c-8810-148575a895d6 req-79116561-b82d-44be-89a1-a2cc24b4538e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:41.652469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6f7f5ad6-5d9d-4889-977c-c82ffa84e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:41.656303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-034c2965-5ad2-477c-8810-148575a895d6 req-79116561-b82d-44be-89a1-a2cc24b4538e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Calling delete_port for 97638ac8-d6ca-4362-bb42-6a3908f963d7 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:41.657150 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6f7f5ad6-5d9d-4889-977c-c82ffa84e8d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3116846 Oct 26 14:05:41.679434 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-830f16bd-695b-43c8-821f-56f732bb9d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:41.701647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-b826b052-8177-4130-898c-25005d8d0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:41.703211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-b826b052-8177-4130-898c-25005d8d0bd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 1099 time: 0.2526033 Oct 26 14:05:41.752851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de547e00-b5e8-4ef6-8d54-d9d0f91b8b17 req-893499bf-0ba2-46fd-931a-0583eaa05791 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:41.765196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de547e00-b5e8-4ef6-8d54-d9d0f91b8b17 req-893499bf-0ba2-46fd-931a-0583eaa05791 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf68a286-daab-43df-bcc4-eba356b1bc6a HTTP/1.1" status: 200 len: 945 time: 0.3728287 Oct 26 14:05:41.799742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-830f16bd-695b-43c8-821f-56f732bb9d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2556af-f629-4448-a26a-4414ae982912']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:41.822167 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-830f16bd-695b-43c8-821f-56f732bb9d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a66844-4e15-495f-9166-5a896b79af07') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:41.822167 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-830f16bd-695b-43c8-821f-56f732bb9d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a66844-4e15-495f-9166-5a896b79af07') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:41.905970 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-830f16bd-695b-43c8-821f-56f732bb9d68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:41.978710 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-89803c42-c249-42f0-803c-ecdf484d18ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=692f87fb-9f2a-4122-bd9c-06ad8e98fc04 HTTP/1.1" status: 200 len: 217 time: 0.2123325 Oct 26 14:05:41.999497 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6805346c-90c5-4bdb-a9b2-c32b795a05f8 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299379 Oct 26 14:05:42.005973 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-830f16bd-695b-43c8-821f-56f732bb9d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:42.023503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830f16bd-695b-43c8-821f-56f732bb9d68 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:05:42.024060 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-830f16bd-695b-43c8-821f-56f732bb9d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:42.079452 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de547e00-b5e8-4ef6-8d54-d9d0f91b8b17 req-0b1e2e57-08a8-4849-979c-76319ef925df tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299459 Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:05:42.142531 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:05:42.152053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-576772c7-4e17-4547-808b-2ab9392c7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:42.154207 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-576772c7-4e17-4547-808b-2ab9392c7cec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1548975 Oct 26 14:05:42.164278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f76e50-ed89-431e-970b-d2dedbeb2680 req-c82e9eb8-a164-4598-a616-6307111ddea3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:42.172470 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7f76e50-ed89-431e-970b-d2dedbeb2680 req-c82e9eb8-a164-4598-a616-6307111ddea3 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 946 time: 0.2076902 Oct 26 14:05:42.174008 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-830f16bd-695b-43c8-821f-56f732bb9d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:42.304197 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-830f16bd-695b-43c8-821f-56f732bb9d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:42.307947 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-830f16bd-695b-43c8-821f-56f732bb9d68 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cc2556af-f629-4448-a26a-4414ae982912 HTTP/1.1" status: 204 len: 168 time: 1.4407420 Oct 26 14:05:42.308962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f16bd-695b-43c8-821f-56f732bb9d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2556af-f629-4448-a26a-4414ae982912,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:42.317876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 97638ac8-d6ca-4362-bb42-6a3908f963d7 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:42.417039 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-b1ad7676-cb8f-4c5b-b696-f83767d12299 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716477 Oct 26 14:05:42.495024 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ebda0174-a4b9-4f91-b51c-b4494a7d7e48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=87ec2384-7841-4885-a060-2ea55351ed3a HTTP/1.1" status: 200 len: 217 time: 0.0692472 Oct 26 14:05:42.532410 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:42.626588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56460) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:42.713819 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-77e40aeb-dfb2-4689-a8ab-2fdc463cf624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:42.718068 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7baec7d7-cdc8-438e-bafc-f7d245682b88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=694ffc6aa3cd4c72b36c4197f63d87f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895557 Oct 26 14:05:42.721006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56466) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:42.736342 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-07585c17-b894-4348-bc18-a43136151f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:42.737820 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-07585c17-b894-4348-bc18-a43136151f87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.2306728 Oct 26 14:05:42.847057 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2491b868-e04a-46f5-bf0f-566d4209ccdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:42.875824 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5b8824b9-93fb-4313-b3ef-b21249818054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:42.881244 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5b8824b9-93fb-4313-b3ef-b21249818054 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1287866 Oct 26 14:05:42.907325 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-034c2965-5ad2-477c-8810-148575a895d6 req-79116561-b82d-44be-89a1-a2cc24b4538e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:42.996280 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2491b868-e04a-46f5-bf0f-566d4209ccdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:43.077296 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-723303aa-fbb4-414d-8f4b-e195587b42b9 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863749 Oct 26 14:05:43.089103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7f76e50-ed89-431e-970b-d2dedbeb2680 req-ad2dd3f4-3aab-46b1-b731-3647fefac14c tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9156644 Oct 26 14:05:43.104473 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2491b868-e04a-46f5-bf0f-566d4209ccdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:43.111298 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2491b868-e04a-46f5-bf0f-566d4209ccdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:43.112861 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2491b868-e04a-46f5-bf0f-566d4209ccdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08a04b86-3064-4b68-a13a-f051806518a0 HTTP/1.1" status: 204 len: 168 time: 0.3906641 Oct 26 14:05:43.195266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491b868-e04a-46f5-bf0f-566d4209ccdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a04b86-3064-4b68-a13a-f051806518a0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:43.203148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-034c2965-5ad2-477c-8810-148575a895d6 req-79116561-b82d-44be-89a1-a2cc24b4538e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] No DVR routers for this DVR port 97638ac8-d6ca-4362-bb42-6a3908f963d7 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:05:43.222370 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-034c2965-5ad2-477c-8810-148575a895d6 req-79116561-b82d-44be-89a1-a2cc24b4538e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:43.233054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-034c2965-5ad2-477c-8810-148575a895d6 req-79116561-b82d-44be-89a1-a2cc24b4538e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.11 "DELETE /v2.0/ports/97638ac8-d6ca-4362-bb42-6a3908f963d7 HTTP/1.1" status: 204 len: 173 time: 2.9639935 Oct 26 14:05:43.233954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79116561-b82d-44be-89a1-a2cc24b4538e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Pushing event deleted for resources: {'Port': ['ID=97638ac8-d6ca-4362-bb42-6a3908f963d7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:43.306508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee', 'tag': '692f87fb-9f2a-4122-bd9c-06ad8e98fc04'}, {'server_uuid': 'bf68a286-daab-43df-bcc4-eba356b1bc6a', 'name': 'network-vif-deleted', 'tag': '97638ac8-d6ca-4362-bb42-6a3908f963d7'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:43.323431 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852e3e1a-5f82-4940-9fd5-062339246b06" -d '{"events": [{"name": "network-changed", "server_uuid": "f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee", "tag": "692f87fb-9f2a-4122-bd9c-06ad8e98fc04"}, {"server_uuid": "bf68a286-daab-43df-bcc4-eba356b1bc6a", "name": "network-vif-deleted", "tag": "97638ac8-d6ca-4362-bb42-6a3908f963d7"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:43.350884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-396b5686-ff16-4f33-b929-c4cb09a96583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.352400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-396b5686-ff16-4f33-b929-c4cb09a96583 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1762788 Oct 26 14:05:43.375622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770732e-f28c-4658-8cbd-21338af91792 req-85111825-e70b-4812-a500-f3d3c4848d77 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.383276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770732e-f28c-4658-8cbd-21338af91792 req-85111825-e70b-4812-a500-f3d3c4848d77 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.390390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770732e-f28c-4658-8cbd-21338af91792 req-85111825-e70b-4812-a500-f3d3c4848d77 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.393247 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-3b16a56b-be9f-456c-8436-d92f1044a93f service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909217 Oct 26 14:05:43.397361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770732e-f28c-4658-8cbd-21338af91792 req-85111825-e70b-4812-a500-f3d3c4848d77 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.404123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770732e-f28c-4658-8cbd-21338af91792 req-85111825-e70b-4812-a500-f3d3c4848d77 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.410332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770732e-f28c-4658-8cbd-21338af91792 req-85111825-e70b-4812-a500-f3d3c4848d77 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.416559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770732e-f28c-4658-8cbd-21338af91792 req-85111825-e70b-4812-a500-f3d3c4848d77 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.421315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b770732e-f28c-4658-8cbd-21338af91792 req-85111825-e70b-4812-a500-f3d3c4848d77 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.5257626 Oct 26 14:05:43.484742 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-c67afbec-3640-4599-8a9c-5bca566c979b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=b2bf403d-8194-49aa-9100-a0ce693f0707 HTTP/1.1" status: 200 len: 217 time: 0.0708225 Oct 26 14:05:43.628719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-9c8c7814-1329-4968-aa8f-bf5384ad0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.632116 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-9c8c7814-1329-4968-aa8f-bf5384ad0563 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.1386602 Oct 26 14:05:43.695382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-07ca4322-1731-408b-ac80-045b401a0756 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724533 Oct 26 14:05:43.709166 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f9cc1-3cba-489b-bf52-bc1e3db880bc req-3bc6e944-f870-4236-86ca-1991da6a5360 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.719322 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e80f9cc1-3cba-489b-bf52-bc1e3db880bc req-3bc6e944-f870-4236-86ca-1991da6a5360 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 948 time: 0.3803816 Oct 26 14:05:43.744648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-70df59fe-4484-4fcc-bb84-6427ee4ca842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.746442 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-70df59fe-4484-4fcc-bb84-6427ee4ca842 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1069362 Oct 26 14:05:43.812615 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b770732e-f28c-4658-8cbd-21338af91792 req-80ad5e76-c6d6-48af-b5ae-70ee5c2edba8 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3802063 Oct 26 14:05:43.916896 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-7f2ee877-5a8a-42b5-87f9-620abf0bdb48 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598141 Oct 26 14:05:43.983216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e328c3b-8da5-4657-9d5d-2c75619a9725 req-80ec6749-c171-4268-aae6-72ecdf5a4a6d tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.986171 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e328c3b-8da5-4657-9d5d-2c75619a9725 req-80ec6749-c171-4268-aae6-72ecdf5a4a6d tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 946 time: 0.4503672 Oct 26 14:05:44.169800 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e80f9cc1-3cba-489b-bf52-bc1e3db880bc req-8222aee3-a28f-4dfc-ba53-ff50b0330dc6 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217875 Oct 26 14:05:44.170659 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-16d204c5-39a2-4ba1-ab3e-4d79e0943714 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465639 Oct 26 14:05:44.237293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d47c1aa-a4ff-4329-99cd-ca11503a7d11 req-2c4bb231-aed8-4e20-80f4-7d7c4bdbfeb4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf68a286-daab-43df-bcc4-eba356b1bc6a HTTP/1.1" status: 200 len: 210 time: 0.1162605 Oct 26 14:05:44.249181 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-ef9599d5-2236-4945-a2bf-08378f2e57e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1beb64dc-6c8d-481a-b700-f8e40d52ee65 HTTP/1.1" status: 200 len: 217 time: 0.0582871 Oct 26 14:05:44.290791 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b10a31-c550-484e-bbff-726280d1a291 x-openstack-request-id: req-21b10a31-c550-484e-bbff-726280d1a291 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:44.291106 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee", "tag": "692f87fb-9f2a-4122-bd9c-06ad8e98fc04", "status": "completed", "code": 200}, {"server_uuid": "bf68a286-daab-43df-bcc4-eba356b1bc6a", "name": "network-vif-deleted", "tag": "97638ac8-d6ca-4362-bb42-6a3908f963d7", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:44.291361 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21b10a31-c550-484e-bbff-726280d1a291 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:44.291755 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee', 'tag': '692f87fb-9f2a-4122-bd9c-06ad8e98fc04', 'status': 'completed', 'code': 200} Oct 26 14:05:44.292010 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf68a286-daab-43df-bcc4-eba356b1bc6a', 'name': 'network-vif-deleted', 'tag': '97638ac8-d6ca-4362-bb42-6a3908f963d7', 'status': 'completed', 'code': 200} Oct 26 14:05:44.301350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9319a4b-8d15-4b52-bc10-d51ba8815901 req-469e2637-2836-478f-803c-63ab4c4b80be service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5810080 Oct 26 14:05:44.351630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-7e328c3b-8da5-4657-9d5d-2c75619a9725 req-73a6c118-dac2-47d6-8ab0-1fe26c6c94d7 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Deleting port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:44.351968 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7e328c3b-8da5-4657-9d5d-2c75619a9725 req-73a6c118-dac2-47d6-8ab0-1fe26c6c94d7 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:44.354814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-3c08bbcd-7be0-44ae-a2a9-3ef96396ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:44.356285 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-3c08bbcd-7be0-44ae-a2a9-3ef96396ceeb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92331dcd-0130-46ed-8969-ee16f3d140c8 HTTP/1.1" status: 200 len: 797 time: 0.0990093 Oct 26 14:05:44.456644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d25e6cb-9854-429d-a6ed-fa86d616e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:44.463601 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-0d25e6cb-9854-429d-a6ed-fa86d616e144 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=614644c2-ecb3-429d-a925-733cf1797bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867555 Oct 26 14:05:44.508328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-7e328c3b-8da5-4657-9d5d-2c75619a9725 req-73a6c118-dac2-47d6-8ab0-1fe26c6c94d7 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] For port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8,segment=NetworkSegment(810a33e5-18a7-44a1-97a0-0f4bf0bdf54e),segment_id=810a33e5-18a7-44a1-97a0-0f4bf0bdf54e)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:44.509820 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7e328c3b-8da5-4657-9d5d-2c75619a9725 req-73a6c118-dac2-47d6-8ab0-1fe26c6c94d7 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:44.554113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-7e328c3b-8da5-4657-9d5d-2c75619a9725 req-73a6c118-dac2-47d6-8ab0-1fe26c6c94d7 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Calling delete_port for 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:44.637305 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-4392ede4-6899-466c-a482-1e19038b218a service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615839 Oct 26 14:05:44.738625 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56528) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:44.836500 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-84311167-27b9-4b8b-8956-3d772b93e95d service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900613 Oct 26 14:05:44.910383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b319567-59e3-4bf3-8f87-42baf8019102 req-132f9074-7324-4ce4-9164-2c48e368e941 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:44.912303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b319567-59e3-4bf3-8f87-42baf8019102 req-132f9074-7324-4ce4-9164-2c48e368e941 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f6aefa9-3706-48be-b709-6c9b0f2389c3 HTTP/1.1" status: 200 len: 946 time: 0.2563975 Oct 26 14:05:44.924076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e3e1a-5f82-4940-9fd5-062339246b06 req-48eba8e2-28ec-418d-bca2-1f4100f29239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:44.926014 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-852e3e1a-5f82-4940-9fd5-062339246b06 req-48eba8e2-28ec-418d-bca2-1f4100f29239 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 1099 time: 0.2712209 Oct 26 14:05:44.931300 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-5fae8870-c18d-4be2-8273-e3a6e575c05d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=067bfc8b-4181-43ad-83d7-3f578ef4e175 HTTP/1.1" status: 200 len: 217 time: 0.0867941 Oct 26 14:05:45.049027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-b6c32265-6a9a-42a5-ba7b-36f7f2bcf13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.067532 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-b6c32265-6a9a-42a5-ba7b-36f7f2bcf13c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92331dcd-0130-46ed-8969-ee16f3d140c8 HTTP/1.1" status: 200 len: 797 time: 0.1044996 Oct 26 14:05:45.113024 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-53f0fa61-ea97-4da5-971b-cc7fef1a20e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:45.140173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-f37fe212-1a5a-41bd-b117-b4446af13a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.142196 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-f37fe212-1a5a-41bd-b117-b4446af13a8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=614644c2-ecb3-429d-a925-733cf1797bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772340 Oct 26 14:05:45.255202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-423124407-network', 'tenant_id': '4e1939bb9e674740a01d74e1892ca45e'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:45.289654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e3e1a-5f82-4940-9fd5-062339246b06 req-7be9d1e9-d0a4-47b3-bbe7-195d6e308927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.292456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-852e3e1a-5f82-4940-9fd5-062339246b06 req-7be9d1e9-d0a4-47b3-bbe7-195d6e308927 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.3429554 Oct 26 14:05:45.328008 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6a5d429a-f55e-4582-9234-a9c0b06c27c9 service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774862 Oct 26 14:05:45.375060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] Made reservation on behalf of 4e1939bb9e674740a01d74e1892ca45e for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:45.377639 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:45.381547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-852e3e1a-5f82-4940-9fd5-062339246b06 req-4b13a95f-32b1-4fce-a766-e2c13a917db9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=692f87fb-9f2a-4122-bd9c-06ad8e98fc04 HTTP/1.1" status: 200 len: 217 time: 0.0522232 Oct 26 14:05:45.432003 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7f10a05-cda4-44cf-90ad-e0ae14f4857e req-6910f632-a09e-4d0d-b705-9d82c999da77 service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959971 Oct 26 14:05:45.451721 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b319567-59e3-4bf3-8f87-42baf8019102 req-d88c6920-73a3-4d24-accb-5ca6c36f042b tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730303 Oct 26 14:05:45.461440 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:45.500560 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7e328c3b-8da5-4657-9d5d-2c75619a9725 req-73a6c118-dac2-47d6-8ab0-1fe26c6c94d7 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:45.612182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-7439ce7a-bc43-4a52-b3c2-a113512299ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.613083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-7439ce7a-bc43-4a52-b3c2-a113512299ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.613590 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-7439ce7a-bc43-4a52-b3c2-a113512299ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.614097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-7439ce7a-bc43-4a52-b3c2-a113512299ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.614909 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-7439ce7a-bc43-4a52-b3c2-a113512299ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.615911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-7439ce7a-bc43-4a52-b3c2-a113512299ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.616547 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-7439ce7a-bc43-4a52-b3c2-a113512299ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.618773 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-7439ce7a-bc43-4a52-b3c2-a113512299ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b890508d63bb4edab3a32080f2d3356f&device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 6486 time: 0.1059952 Oct 26 14:05:45.630811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada79bd-5b72-4211-b15f-5c9e932da3f8 req-e5365b87-9441-4a2c-817a-7ff1e2293784 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.640545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada79bd-5b72-4211-b15f-5c9e932da3f8 req-e5365b87-9441-4a2c-817a-7ff1e2293784 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.648144 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada79bd-5b72-4211-b15f-5c9e932da3f8 req-e5365b87-9441-4a2c-817a-7ff1e2293784 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.655976 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada79bd-5b72-4211-b15f-5c9e932da3f8 req-e5365b87-9441-4a2c-817a-7ff1e2293784 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.663577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada79bd-5b72-4211-b15f-5c9e932da3f8 req-e5365b87-9441-4a2c-817a-7ff1e2293784 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.670835 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada79bd-5b72-4211-b15f-5c9e932da3f8 req-e5365b87-9441-4a2c-817a-7ff1e2293784 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.678719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada79bd-5b72-4211-b15f-5c9e932da3f8 req-e5365b87-9441-4a2c-817a-7ff1e2293784 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.684014 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ada79bd-5b72-4211-b15f-5c9e932da3f8 req-e5365b87-9441-4a2c-817a-7ff1e2293784 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.6279778 Oct 26 14:05:45.723427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6c118-dac2-47d6-8ab0-1fe26c6c94d7 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Pushing event deleted for resources: {'Port': ['ID=809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:45.786036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e328c3b-8da5-4657-9d5d-2c75619a9725 req-73a6c118-dac2-47d6-8ab0-1fe26c6c94d7 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] No DVR routers for this DVR port 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:05:45.800601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-ce9e05d8-a2c3-4f05-9fb9-3845afcb4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.807780 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-ce9e05d8-a2c3-4f05-9fb9-3845afcb4180 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e28a5a04-47ef-442f-816d-e9075d616762 HTTP/1.1" status: 200 len: 903 time: 0.1756520 Oct 26 14:05:45.860550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e3e1a-5f82-4940-9fd5-062339246b06 req-e210835f-01a0-40a0-b61f-3f30fbcf740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.864711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-852e3e1a-5f82-4940-9fd5-062339246b06 req-e210835f-01a0-40a0-b61f-3f30fbcf740e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.4659505 Oct 26 14:05:45.875417 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7e328c3b-8da5-4657-9d5d-2c75619a9725 req-73a6c118-dac2-47d6-8ab0-1fe26c6c94d7 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:45.887597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e328c3b-8da5-4657-9d5d-2c75619a9725 req-73a6c118-dac2-47d6-8ab0-1fe26c6c94d7 tempest-FloatingIPsAssociationNegativeTestJSON-919276494 tempest-FloatingIPsAssociationNegativeTestJSON-919276494-project] 10.222.0.11 "DELETE /v2.0/ports/809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 HTTP/1.1" status: 204 len: 173 time: 1.8855445 Oct 26 14:05:45.904114 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-5639f745-89f4-4c7b-bf91-521b55c502fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=b2bf403d-8194-49aa-9100-a0ce693f0707 HTTP/1.1" status: 200 len: 217 time: 0.0858607 Oct 26 14:05:45.977468 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:46.006425 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-4886f620-2040-462e-a75f-ed4eebf25ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.008751 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-4886f620-2040-462e-a75f-ed4eebf25ea0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.0948412 Oct 26 14:05:46.022408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:46.091866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca984db-b7eb-4ca6-a073-362f2bd60bf6 req-f027dbae-b48f-46bc-ad5b-ff96d6a0e95a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.102547 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-0bc9ff95-3864-4f55-844a-6657068de67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.104578 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cca984db-b7eb-4ca6-a073-362f2bd60bf6 req-f027dbae-b48f-46bc-ad5b-ff96d6a0e95a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.5390475 Oct 26 14:05:46.107185 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-0bc9ff95-3864-4f55-844a-6657068de67f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0894096 Oct 26 14:05:46.156727 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ada79bd-5b72-4211-b15f-5c9e932da3f8 req-d18930f7-ceb8-4dab-8bca-fec6de1a5887 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3803425 Oct 26 14:05:46.207556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:05:46.271835 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e3e1a-5f82-4940-9fd5-062339246b06 req-25138539-bb91-4883-bc17-58c685ff35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.275676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-852e3e1a-5f82-4940-9fd5-062339246b06 req-25138539-bb91-4883-bc17-58c685ff35d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2851562 Oct 26 14:05:46.277046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b0b2c2-59e2-4289-8d6c-c9a7f7287e21,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:46.303371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cca984db-b7eb-4ca6-a073-362f2bd60bf6 req-18e1f7fe-dc69-4e40-bed8-d46324058ad3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978328 Oct 26 14:05:46.315891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'name': 'network-vif-deleted', 'tag': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:46.325000 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086f8a51-e7aa-48bc-afcf-ed1e15c5749f" -d '{"events": [{"server_uuid": "7f6aefa9-3706-48be-b709-6c9b0f2389c3", "name": "network-vif-deleted", "tag": "809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:46.353359 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:46.354020 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-f61c759c-4ea1-41c1-99f6-8df728c33b53 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391100 Oct 26 14:05:46.357924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:46.361754 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] Added segment a8e999b2-4477-48be-b289-8850cd06d6b6 of type vlan for network ebf3133e-7dcd-4a68-9c36-2e6863bf05dc Oct 26 14:05:46.422950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:46.423131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:46.537161 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:46.580808 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-2716eb2d-f05b-41a0-80e9-1b44ab01f856 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150931 Oct 26 14:05:46.709196 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:46.751659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-9c87ac1e-49ee-4511-80ea-91e67939dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.752206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-9c87ac1e-49ee-4511-80ea-91e67939dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.752724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-9c87ac1e-49ee-4511-80ea-91e67939dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.753253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-9c87ac1e-49ee-4511-80ea-91e67939dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.753776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-9c87ac1e-49ee-4511-80ea-91e67939dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.754732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-9c87ac1e-49ee-4511-80ea-91e67939dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.754978 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-9c87ac1e-49ee-4511-80ea-91e67939dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.757161 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-9c87ac1e-49ee-4511-80ea-91e67939dbf4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b890508d63bb4edab3a32080f2d3356f&device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 6486 time: 0.1001413 Oct 26 14:05:46.784867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-852e3e1a-5f82-4940-9fd5-062339246b06 req-fb93ba91-d534-44b8-af00-bfcbc127c766 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785764 Oct 26 14:05:46.833889 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:46.913915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-8a2ffb31-5a1f-4820-ac57-3a9980f87506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.915485 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-8a2ffb31-5a1f-4820-ac57-3a9980f87506 service neutron] 10.222.0.11 "GET /v2.0/networks?id=614644c2-ecb3-429d-a925-733cf1797bb4 HTTP/1.1" status: 200 len: 902 time: 0.1506824 Oct 26 14:05:47.000416 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-7e649597-9208-4c49-b062-579d558206c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1beb64dc-6c8d-481a-b700-f8e40d52ee65 HTTP/1.1" status: 200 len: 217 time: 0.0750494 Oct 26 14:05:47.013868 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.db.resource_extend [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:05:47.047881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4c322-4aba-4423-9c2c-8a7e0a866643 req-967d9277-200f-4727-bae7-dcd8cad65544 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.049486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bab4c322-4aba-4423-9c2c-8a7e0a866643 req-967d9277-200f-4727-bae7-dcd8cad65544 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 948 time: 0.7420268 Oct 26 14:05:47.074626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d5731-fe13-4a52-a452-b60a2977204c req-5117445b-fdc2-4ab1-a677-c63a95c2e035 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.076221 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-683d5731-fe13-4a52-a452-b60a2977204c req-5117445b-fdc2-4ab1-a677-c63a95c2e035 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.4253271 Oct 26 14:05:47.087839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-767cb1b5-df5c-47f6-9706-88e4c88c32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.089559 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-767cb1b5-df5c-47f6-9706-88e4c88c32cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92331dcd-0130-46ed-8969-ee16f3d140c8 HTTP/1.1" status: 200 len: 797 time: 0.0827260 Oct 26 14:05:47.109025 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:47.110149 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.110746 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:47.157370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-a27b22fc-bdcf-48b4-ac84-efdc7b81cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.159406 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-a27b22fc-bdcf-48b4-ac84-efdc7b81cdd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=614644c2-ecb3-429d-a925-733cf1797bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0618918 Oct 26 14:05:47.224966 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4545610 Oct 26 14:05:47.267090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56570) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:47.304940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4ff03dea-d832-4137-9663-db7c6ca38720 admin admin] Request body: {'subnet': {'network_id': 'ebf3133e-7dcd-4a68-9c36-2e6863bf05dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-423124407-subnet', 'tenant_id': '4e1939bb9e674740a01d74e1892ca45e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:47.309086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8df97-486d-4b60-96cd-77a4f7f32060 admin admin] Pushing event updated for resources: {'Network': ['ID=ebf3133e-7dcd-4a68-9c36-2e6863bf05dc,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:47.317826 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bab4c322-4aba-4423-9c2c-8a7e0a866643 req-c3102857-c407-4eb6-89ed-f6be8feb9732 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598872 Oct 26 14:05:47.323272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-852e3e1a-5f82-4940-9fd5-062339246b06 req-b5b32d33-bea8-4213-aab1-2b1ca6f24df7 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872692 Oct 26 14:05:47.328233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-683d5731-fe13-4a52-a452-b60a2977204c req-3a8bf516-391a-4325-82c7-eb7aae82705c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430911 Oct 26 14:05:47.331608 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network ebf3133e-7dcd-4a68-9c36-2e6863bf05dc details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:05:47.362046 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-064e0372-d5ff-484a-9f1d-7a29e7fffacf service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935410 Oct 26 14:05:47.380732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff03dea-d832-4137-9663-db7c6ca38720 admin admin] Made reservation on behalf of 4e1939bb9e674740a01d74e1892ca45e for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:47.383382 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4ff03dea-d832-4137-9663-db7c6ca38720 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:47.464497 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683283dc-992e-4524-b221-8312a767927b x-openstack-request-id: req-683283dc-992e-4524-b221-8312a767927b {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:47.467495 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6aefa9-3706-48be-b709-6c9b0f2389c3", "name": "network-vif-deleted", "tag": "809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:47.467495 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-683283dc-992e-4524-b221-8312a767927b {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:47.467919 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6aefa9-3706-48be-b709-6c9b0f2389c3', 'name': 'network-vif-deleted', 'tag': '809c2f0a-61a7-4fd0-9fc1-c7b31dd909c8', 'status': 'completed', 'code': 200} Oct 26 14:05:47.490222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56574) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:47.701229 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-a3fe76f2-dcef-4ed7-bde1-7166a652fad2 service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294106 Oct 26 14:05:47.923972 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-d6b6cf15-295f-46b4-ad72-8de4fbf3c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.924680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-d6b6cf15-295f-46b4-ad72-8de4fbf3c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.925613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-d6b6cf15-295f-46b4-ad72-8de4fbf3c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.927386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-d6b6cf15-295f-46b4-ad72-8de4fbf3c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.928725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-d6b6cf15-295f-46b4-ad72-8de4fbf3c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.929265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-d6b6cf15-295f-46b4-ad72-8de4fbf3c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.940719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-d6b6cf15-295f-46b4-ad72-8de4fbf3c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.942116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-3dbc4ebe-280c-4193-aebd-42ea5b6ed823 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.943033 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-d6b6cf15-295f-46b4-ad72-8de4fbf3c7b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b890508d63bb4edab3a32080f2d3356f&device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 6486 time: 0.1343982 Oct 26 14:05:47.955007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-3dbc4ebe-280c-4193-aebd-42ea5b6ed823 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 811 time: 0.2291946 Oct 26 14:05:47.992477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af55d5-7af5-4938-bc5e-ca988dbda42f req-fda957b8-75ff-4eeb-a6d7-c944898d9590 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:48.000251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af55d5-7af5-4938-bc5e-ca988dbda42f req-fda957b8-75ff-4eeb-a6d7-c944898d9590 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:48.007040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af55d5-7af5-4938-bc5e-ca988dbda42f req-fda957b8-75ff-4eeb-a6d7-c944898d9590 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:48.013970 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af55d5-7af5-4938-bc5e-ca988dbda42f req-fda957b8-75ff-4eeb-a6d7-c944898d9590 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:48.020625 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af55d5-7af5-4938-bc5e-ca988dbda42f req-fda957b8-75ff-4eeb-a6d7-c944898d9590 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:48.030048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af55d5-7af5-4938-bc5e-ca988dbda42f req-fda957b8-75ff-4eeb-a6d7-c944898d9590 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:48.037108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af55d5-7af5-4938-bc5e-ca988dbda42f req-fda957b8-75ff-4eeb-a6d7-c944898d9590 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:48.046706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e2af55d5-7af5-4938-bc5e-ca988dbda42f req-fda957b8-75ff-4eeb-a6d7-c944898d9590 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.4431846 Oct 26 14:05:48.087342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-eedd8f7e-7b3b-4eb4-8e1b-de41f898745a tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/quotas/010d28b91b53419790bcd6df0dcda488 HTTP/1.1" status: 200 len: 375 time: 0.1310680 Oct 26 14:05:48.176556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-18e9e537-aa31-43a6-b45a-1a7fc36d586d tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855649 Oct 26 14:05:48.256370 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e2af55d5-7af5-4938-bc5e-ca988dbda42f req-d3748e83-e88d-40c1-a571-5bba3e4eff47 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2084079 Oct 26 14:05:48.336814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-23de130e-d5d6-49c1-b8dd-d197f42c188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:48.338359 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-23de130e-d5d6-49c1-b8dd-d197f42c188e service neutron] 10.222.0.11 "GET /v2.0/networks?id=614644c2-ecb3-429d-a925-733cf1797bb4 HTTP/1.1" status: 200 len: 902 time: 0.3791864 Oct 26 14:05:48.361782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4ff03dea-d832-4137-9663-db7c6ca38720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:48.367579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:48.448988 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-55a529a7-af10-4026-a839-3976889c6044 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=067bfc8b-4181-43ad-83d7-3f578ef4e175 HTTP/1.1" status: 200 len: 217 time: 0.1013994 Oct 26 14:05:48.522130 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:48.590121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=692f87fb-9f2a-4122-bd9c-06ad8e98fc04,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:48.616744 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '692f87fb-9f2a-4122-bd9c-06ad8e98fc04', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '692f87fb-9f2a-4122-bd9c-06ad8e98fc04', 'mac_address': 'fa:16:3e:e3:b8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:05:48.695631 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:48.698775 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff03dea-d832-4137-9663-db7c6ca38720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6684cb0b-840e-428f-80fb-9cc6dea17c58,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:48.714892 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:48.725146 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-e71f4943-59ae-4d3b-9745-930cec92606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:48.728561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff03dea-d832-4137-9663-db7c6ca38720 admin admin] Checking segment: {'id': 'a8e999b2-4477-48be-b289-8850cd06d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ebf3133e-7dcd-4a68-9c36-2e6863bf05dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:48.728929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff03dea-d832-4137-9663-db7c6ca38720 admin admin] Network hostable DHCP agents. Network: ebf3133e-7dcd-4a68-9c36-2e6863bf05dc, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:05:48.730399 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-e71f4943-59ae-4d3b-9745-930cec92606b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92331dcd-0130-46ed-8969-ee16f3d140c8 HTTP/1.1" status: 200 len: 797 time: 0.2688017 Oct 26 14:05:48.738992 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=692f87fb-9f2a-4122-bd9c-06ad8e98fc04,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:48.748551 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:48.811315 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=692f87fb-9f2a-4122-bd9c-06ad8e98fc04,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:48.824805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-2fadbda3-30b1-4480-89cf-3ed78b7defad service neutron] 10.222.0.32 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474581 Oct 26 14:05:48.876888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7a172-5234-47e6-a451-2788aaca4dd0 req-5a0534b6-1d18-4a8c-8b8f-56dd3e1c50ee tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:48.878563 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95f7a172-5234-47e6-a451-2788aaca4dd0 req-5a0534b6-1d18-4a8c-8b8f-56dd3e1c50ee tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 948 time: 0.4094014 Oct 26 14:05:48.880569 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1cce7def-f6f0-4ce1-8661-1d59f753b374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:49.091702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-d99d44aa-e064-41e3-83b0-c31322923482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.094181 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-d99d44aa-e064-41e3-83b0-c31322923482 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=614644c2-ecb3-429d-a925-733cf1797bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3555088 Oct 26 14:05:49.121357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['692f87fb-9f2a-4122-bd9c-06ad8e98fc04'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:49.268085 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-b7f39f4d-0f82-4384-a32e-20b782196d0c service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540995 Oct 26 14:05:49.383987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff03dea-d832-4137-9663-db7c6ca38720 admin admin] Network ebf3133e-7dcd-4a68-9c36-2e6863bf05dc is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:05:49.398210 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95f7a172-5234-47e6-a451-2788aaca4dd0 req-34bead73-5116-46a9-8af5-b5c1801160fe tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999642 Oct 26 14:05:49.415148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-4ff03dea-d832-4137-9663-db7c6ca38720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, ebf3133e-7dcd-4a68-9c36-2e6863bf05dc) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:49.426048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff03dea-d832-4137-9663-db7c6ca38720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.428706 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4ff03dea-d832-4137-9663-db7c6ca38720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:49.529351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4ff03dea-d832-4137-9663-db7c6ca38720 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2600214 Oct 26 14:05:49.531062 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ad59a1-e3e3-4ac5-b694-60ea98965667 None None] Network ebf3133e-7dcd-4a68-9c36-2e6863bf05dc requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:49.543278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e1387d4e-5b98-4958-8656-0b827ea60ad0 service neutron] 10.222.0.32 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032969 Oct 26 14:05:49.566848 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-47d62f58-8374-4a3b-871c-bdf221ae9d7c req-d15d473e-1dc6-4466-92f5-3a98633d9191 service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729585 Oct 26 14:05:49.662193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1cce7def-f6f0-4ce1-8661-1d59f753b374 admin admin] Deleting port 20324732-b722-4dae-800b-3d42181dd1ee {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:49.662610 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1cce7def-f6f0-4ce1-8661-1d59f753b374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:49.858737 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b169a-f5db-4370-abcf-5b71263a94fb req-2dfeb281-0ea5-4ad8-a35d-534b242dc52b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.883227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b169a-f5db-4370-abcf-5b71263a94fb req-2dfeb281-0ea5-4ad8-a35d-534b242dc52b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.901344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b169a-f5db-4370-abcf-5b71263a94fb req-2dfeb281-0ea5-4ad8-a35d-534b242dc52b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.963121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b169a-f5db-4370-abcf-5b71263a94fb req-2dfeb281-0ea5-4ad8-a35d-534b242dc52b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.976753 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b169a-f5db-4370-abcf-5b71263a94fb req-2dfeb281-0ea5-4ad8-a35d-534b242dc52b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:50.001514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b169a-f5db-4370-abcf-5b71263a94fb req-2dfeb281-0ea5-4ad8-a35d-534b242dc52b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:50.015684 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b169a-f5db-4370-abcf-5b71263a94fb req-2dfeb281-0ea5-4ad8-a35d-534b242dc52b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:50.024116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-623b169a-f5db-4370-abcf-5b71263a94fb req-2dfeb281-0ea5-4ad8-a35d-534b242dc52b tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.3404624 Oct 26 14:05:50.093826 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb5647d4-6495-4e4f-975e-8767177f4453 req-0f94e56b-4d9f-4de9-84e6-4163effaf6db tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 210 time: 0.0664201 Oct 26 14:05:50.161632 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-623b169a-f5db-4370-abcf-5b71263a94fb req-34a4ee18-56e8-4820-931c-fc5415524d6c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1360960 Oct 26 14:05:50.175712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c082a-ece5-4c40-bcb7-9158ea251bac None None] Network ebf3133e-7dcd-4a68-9c36-2e6863bf05dc requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:51.015020 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20854126-c6f5-4a47-b02c-209186821696 req-54e5b2f2-ca32-403f-b60f-748d42f50c96 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.015752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-1cce7def-f6f0-4ce1-8661-1d59f753b374 admin admin] For port 20324732-b722-4dae-800b-3d42181dd1ee, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=20324732-b722-4dae-800b-3d42181dd1ee,segment=NetworkSegment(810a33e5-18a7-44a1-97a0-0f4bf0bdf54e),segment_id=810a33e5-18a7-44a1-97a0-0f4bf0bdf54e)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:51.016253 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1cce7def-f6f0-4ce1-8661-1d59f753b374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:51.022511 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20854126-c6f5-4a47-b02c-209186821696 req-54e5b2f2-ca32-403f-b60f-748d42f50c96 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/networks?id=ebf3133e-7dcd-4a68-9c36-2e6863bf05dc HTTP/1.1" status: 200 len: 812 time: 0.4914415 Oct 26 14:05:51.052714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1cce7def-f6f0-4ce1-8661-1d59f753b374 admin admin] Calling delete_port for 20324732-b722-4dae-800b-3d42181dd1ee owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:51.116581 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20854126-c6f5-4a47-b02c-209186821696 req-6ff8055c-f977-4276-9e52-7fc21fc2e3ff tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/quotas/4e1939bb9e674740a01d74e1892ca45e HTTP/1.1" status: 200 len: 375 time: 0.0872936 Oct 26 14:05:51.129165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daed77-afc3-4da0-80b0-b407ef45028a req-480c4686-8ee5-4993-be61-7b233591145d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.140079 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18daed77-afc3-4da0-80b0-b407ef45028a req-480c4686-8ee5-4993-be61-7b233591145d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 949 time: 0.3117378 Oct 26 14:05:51.197092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20854126-c6f5-4a47-b02c-209186821696 req-3c03c518-d74c-428c-9259-c34d9adc4b01 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1939bb9e674740a01d74e1892ca45e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557501 Oct 26 14:05:51.364062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18daed77-afc3-4da0-80b0-b407ef45028a req-1d35f6f3-a103-4807-ad63-643ac6198a0b tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658473 Oct 26 14:05:51.521498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20854126-c6f5-4a47-b02c-209186821696 req-e9794b84-7e88-47c5-b4ca-9f3a9f0c32f3 service neutron] 10.222.0.32 "GET /v2.0/networks/ebf3133e-7dcd-4a68-9c36-2e6863bf05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117821 Oct 26 14:05:51.526400 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1cce7def-f6f0-4ce1-8661-1d59f753b374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:51.599080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce7def-f6f0-4ce1-8661-1d59f753b374 admin admin] Pushing event deleted for resources: {'Port': ['ID=20324732-b722-4dae-800b-3d42181dd1ee,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:51.663581 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4110b13-4dc8-495b-bc24-e828df04a2aa req-8c1ce296-16e9-423b-a672-e22a9338f3dd tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 210 time: 0.1055994 Oct 26 14:05:51.771763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20854126-c6f5-4a47-b02c-209186821696 req-e3e4d558-5486-4564-8596-b7fd27dab83f service neutron] 10.222.0.32 "GET /v2.0/networks/ebf3133e-7dcd-4a68-9c36-2e6863bf05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492173 Oct 26 14:05:52.161916 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1cce7def-f6f0-4ce1-8661-1d59f753b374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:52.266300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b451b-eef5-4349-80af-05e22741e146 req-d848143a-c3c0-4629-b2a6-25640706ca80 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.275197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b451b-eef5-4349-80af-05e22741e146 req-d848143a-c3c0-4629-b2a6-25640706ca80 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.298026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b451b-eef5-4349-80af-05e22741e146 req-d848143a-c3c0-4629-b2a6-25640706ca80 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.311805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b451b-eef5-4349-80af-05e22741e146 req-d848143a-c3c0-4629-b2a6-25640706ca80 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.323728 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b451b-eef5-4349-80af-05e22741e146 req-d848143a-c3c0-4629-b2a6-25640706ca80 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.345588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b451b-eef5-4349-80af-05e22741e146 req-d848143a-c3c0-4629-b2a6-25640706ca80 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.363796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b451b-eef5-4349-80af-05e22741e146 req-d848143a-c3c0-4629-b2a6-25640706ca80 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.371861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:52.378834 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d83b451b-eef5-4349-80af-05e22741e146 req-d848143a-c3c0-4629-b2a6-25640706ca80 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.4937387 Oct 26 14:05:52.519060 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bafec39-cb88-460e-ac4d-f00233b82a21 req-4c78f64a-a555-448c-8603-178915ba67e4 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/ports?device_id=75899bee-400c-4c2f-a81a-a042cfba87cf HTTP/1.1" status: 200 len: 210 time: 0.1310012 Oct 26 14:05:52.577496 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:05:52.585945 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:52.586625 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:52.605852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d83b451b-eef5-4349-80af-05e22741e146 req-0fe6242c-5beb-4d83-8012-3cb62bd5cdf7 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2248814 Oct 26 14:05:52.695260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56680) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:52.812331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-0b793269-9c7c-4b59-b5a5-8906d2ba5351 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.822190 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-0b793269-9c7c-4b59-b5a5-8906d2ba5351 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 811 time: 0.8624122 Oct 26 14:05:52.922099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cce7def-f6f0-4ce1-8661-1d59f753b374 admin admin] Router 81b121bf-2c61-40f6-ac80-0bf11a40af15 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:05:52.962869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-dae59c96-f605-4268-870b-21d12e21300c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Request body: {'port': {'device_id': '6c1389b3-ca68-4fb6-b2b6-337cd9201642', 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d', 'admin_state_up': True, 'tenant_id': '010d28b91b53419790bcd6df0dcda488'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:52.974950 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:53.031737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692f87fb-9f2a-4122-bd9c-06ad8e98fc04'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:53.037170 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c68988-4dd4-402d-93aa-c98fa2c49d98" -d '{"events": [{"server_uuid": "f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee", "name": "network-vif-plugged", "status": "completed", "tag": "692f87fb-9f2a-4122-bd9c-06ad8e98fc04"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:53.067924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=692f87fb-9f2a-4122-bd9c-06ad8e98fc04,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:53.084310 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:53.169817 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cce7def-f6f0-4ce1-8661-1d59f753b374 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:05:53.181522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd4f6a-b18d-4d30-9fee-b9eedf1db936 None None] Sync routers for ids ['81b121bf-2c61-40f6-ac80-0bf11a40af15'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:05:53.185737 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1cce7def-f6f0-4ce1-8661-1d59f753b374 admin admin] 10.222.0.32 "PUT /v2.0/routers/81b121bf-2c61-40f6-ac80-0bf11a40af15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6943166 Oct 26 14:05:53.186396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56692) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:53.262063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd4f6a-b18d-4d30-9fee-b9eedf1db936 None None] Routers {'81b121bf-2c61-40f6-ac80-0bf11a40af15'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:53.262761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9dfd4f6a-b18d-4d30-9fee-b9eedf1db936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:05:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['81b121bf-2c61-40f6-ac80-0bf11a40af15'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:53.264637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=692f87fb-9f2a-4122-bd9c-06ad8e98fc04,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:53.399643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b301ba-0325-488d-97a7-974c6f00360d req-c4588bbb-cfb8-4009-b6a3-15f4ed30b70e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:53.414055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7b301ba-0325-488d-97a7-974c6f00360d req-c4588bbb-cfb8-4009-b6a3-15f4ed30b70e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 949 time: 0.4435737 Oct 26 14:05:53.425485 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:53.459055 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:53.521808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-9dfd4f6a-b18d-4d30-9fee-b9eedf1db936 None None] Set router 81b121bf-2c61-40f6-ac80-0bf11a40af15 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:53.525132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8efec8-c763-4708-b599-0e29ae1d23fa req-7c0be9ec-c1bf-4a46-bb13-28ab7621381f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:53.533497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b8efec8-c763-4708-b599-0e29ae1d23fa req-7c0be9ec-c1bf-4a46-bb13-28ab7621381f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.7062807 Oct 26 14:05:53.696536 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7b301ba-0325-488d-97a7-974c6f00360d req-fc789809-6962-4104-832f-ad49aa7fbd27 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753782 Oct 26 14:05:53.724597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b8efec8-c763-4708-b599-0e29ae1d23fa req-4b179e9b-177a-4b83-97f1-e21d378ca53f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898615 Oct 26 14:05:53.769918 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:53.950856 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99103d1-f9ab-41ac-84b6-3307e3b028a4 x-openstack-request-id: req-a99103d1-f9ab-41ac-84b6-3307e3b028a4 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:53.951654 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee", "name": "network-vif-plugged", "status": "completed", "tag": "692f87fb-9f2a-4122-bd9c-06ad8e98fc04", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:53.952090 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a99103d1-f9ab-41ac-84b6-3307e3b028a4 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:53.952655 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692f87fb-9f2a-4122-bd9c-06ad8e98fc04', 'code': 200} Oct 26 14:05:54.016327 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61f97a79-e9fb-4883-b7cb-830e2c14e064 req-e96c4d13-3dcf-425e-a38f-7a0a1fa02730 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 210 time: 0.1286426 Oct 26 14:05:54.053333 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] Deleting port f420fc5a-ed4a-4444-b399-46ad2ba90d09 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:54.053895 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:54.088018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-dae59c96-f605-4268-870b-21d12e21300c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Made reservation on behalf of 010d28b91b53419790bcd6df0dcda488 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:54.097570 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-dae59c96-f605-4268-870b-21d12e21300c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:54.152170 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b12b8dd-6009-495c-87bf-ce85276c2f1b req-0206f356-b858-492e-bd14-160364dc7b43 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/ports?device_id=75899bee-400c-4c2f-a81a-a042cfba87cf HTTP/1.1" status: 200 len: 210 time: 0.1045635 Oct 26 14:05:54.358951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9dfd4f6a-b18d-4d30-9fee-b9eedf1db936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:05:51Z', 'revision_number': 5, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port': {'id': 'f420fc5a-ed4a-4444-b399-46ad2ba90d09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:34Z', 'updated_at': '2021-10-26T14:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:54.365529 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa59f25-9756-4e1c-a013-10caecea0237 req-61201324-6fd9-491b-8e4e-448946f4305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.367095 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5fa59f25-9756-4e1c-a013-10caecea0237 req-61201324-6fd9-491b-8e4e-448946f4305a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 1101 time: 0.4556658 Oct 26 14:05:54.373817 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] For port f420fc5a-ed4a-4444-b399-46ad2ba90d09, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f420fc5a-ed4a-4444-b399-46ad2ba90d09,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:54.374469 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:54.426396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] Calling delete_port for f420fc5a-ed4a-4444-b399-46ad2ba90d09 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:54.428142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd4f6a-b18d-4d30-9fee-b9eedf1db936 None None] Checking router: 81b121bf-2c61-40f6-ac80-0bf11a40af15 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:05:54.449475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd4f6a-b18d-4d30-9fee-b9eedf1db936 None None] Routers {'81b121bf-2c61-40f6-ac80-0bf11a40af15'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:54.450150 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9dfd4f6a-b18d-4d30-9fee-b9eedf1db936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:05:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['81b121bf-2c61-40f6-ac80-0bf11a40af15'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:54.463558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a7fa2-2695-4337-ab3c-e319dcd117fa req-d3689d50-c798-44cb-ba00-5c00b60a0ce6 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.470963 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a7fa2-2695-4337-ab3c-e319dcd117fa req-d3689d50-c798-44cb-ba00-5c00b60a0ce6 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.474113 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5fa59f25-9756-4e1c-a013-10caecea0237 req-02bef228-1cae-41bf-be11-68de8ebcf54d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905919 Oct 26 14:05:54.489873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a7fa2-2695-4337-ab3c-e319dcd117fa req-d3689d50-c798-44cb-ba00-5c00b60a0ce6 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.496408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a7fa2-2695-4337-ab3c-e319dcd117fa req-d3689d50-c798-44cb-ba00-5c00b60a0ce6 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.504073 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a7fa2-2695-4337-ab3c-e319dcd117fa req-d3689d50-c798-44cb-ba00-5c00b60a0ce6 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.510793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a7fa2-2695-4337-ab3c-e319dcd117fa req-d3689d50-c798-44cb-ba00-5c00b60a0ce6 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.517878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a7fa2-2695-4337-ab3c-e319dcd117fa req-d3689d50-c798-44cb-ba00-5c00b60a0ce6 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.528770 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-974a7fa2-2695-4337-ab3c-e319dcd117fa req-d3689d50-c798-44cb-ba00-5c00b60a0ce6 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.3711801 Oct 26 14:05:54.555950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20854126-c6f5-4a47-b02c-209186821696 req-83862979-379a-478b-9aae-870cc89c4b57 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.557521 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20854126-c6f5-4a47-b02c-209186821696 req-83862979-379a-478b-9aae-870cc89c4b57 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.25 "GET /v2.0/networks?id=ebf3133e-7dcd-4a68-9c36-2e6863bf05dc HTTP/1.1" status: 200 len: 812 time: 0.3394146 Oct 26 14:05:54.656450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-9dfd4f6a-b18d-4d30-9fee-b9eedf1db936 None None] Set router 81b121bf-2c61-40f6-ac80-0bf11a40af15 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:54.773598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdf0f5-7e6e-41bc-aa55-60b1239ac7d0 req-6ec45594-28ab-43d6-bf57-e0b9af7ace72 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.775067 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0bcdf0f5-7e6e-41bc-aa55-60b1239ac7d0 req-6ec45594-28ab-43d6-bf57-e0b9af7ace72 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.4628956 Oct 26 14:05:54.802125 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-20854126-c6f5-4a47-b02c-209186821696 req-196206e3-8484-4aad-84d4-5ef0c5cedf77 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Request body: {'port': {'device_id': '75899bee-400c-4c2f-a81a-a042cfba87cf', 'network_id': 'ebf3133e-7dcd-4a68-9c36-2e6863bf05dc', 'admin_state_up': True, 'tenant_id': '4e1939bb9e674740a01d74e1892ca45e'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:54.813444 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:54.824808 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-974a7fa2-2695-4337-ab3c-e319dcd117fa req-1d49e809-430b-447a-b089-1b32da5ee0ab tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2907925 Oct 26 14:05:54.827584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9dfd4f6a-b18d-4d30-9fee-b9eedf1db936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:05:53Z', 'revision_number': 6, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:54.939135 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd4f6a-b18d-4d30-9fee-b9eedf1db936 None None] The sync data for ids ['81b121bf-2c61-40f6-ac80-0bf11a40af15'] in n-d-815498-1 is: [{'id': '81b121bf-2c61-40f6-ac80-0bf11a40af15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744377756-router', 'tenant_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:32Z', 'updated_at': '2021-10-26T14:05:53Z', 'revision_number': 6, 'project_id': '1bf2682a7dd64c94b8afb68e6fc72e80', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:05:54.940546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0bcdf0f5-7e6e-41bc-aa55-60b1239ac7d0 req-c4ad5267-8296-42c5-b8cf-0a31e93c441b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582515 Oct 26 14:05:55.006751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-dae59c96-f605-4268-870b-21d12e21300c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Allocated IP 172.20.0.8 (0c35e518-cf32-42c2-8724-45fb7998b96d/58f199ee-a046-49d1-984f-441650e52e48/5dcc4f39-3d87-4d00-89ed-4fde348a4f7d) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:55.016028 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] Pushing event deleted for resources: {'Port': ['ID=f420fc5a-ed4a-4444-b399-46ad2ba90d09,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:55.065792 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.111954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f5ecc-57a5-4766-96a0-aad1a0ff5dc5 req-c88e5fdb-951b-4956-98aa-667c8d141fee tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.121199 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d23f5ecc-57a5-4766-96a0-aad1a0ff5dc5 req-c88e5fdb-951b-4956-98aa-667c8d141fee tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 950 time: 0.1670742 Oct 26 14:05:55.268604 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.271145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20854126-c6f5-4a47-b02c-209186821696 req-196206e3-8484-4aad-84d4-5ef0c5cedf77 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Made reservation on behalf of 4e1939bb9e674740a01d74e1892ca45e for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:55.276419 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20854126-c6f5-4a47-b02c-209186821696 req-196206e3-8484-4aad-84d4-5ef0c5cedf77 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.281696 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.297835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eefd782f-fafa-4c35-bc8f-8379e9d4bd29 req-06f70efa-e760-4af6-b63d-6cf960d2e0db tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 210 time: 0.1377132 Oct 26 14:05:55.314256 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d23f5ecc-57a5-4766-96a0-aad1a0ff5dc5 req-cd5c63f3-e508-45b9-868d-fce5f1fa331d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899195 Oct 26 14:05:55.520508 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.521111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81b121bf-2c61-40f6-ac80-0bf11a40af15 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:05:55.530197 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.534216 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5bd0c077-0b26-449e-a1c7-c1dccfa7d000 admin admin] 10.222.0.32 "DELETE /v2.0/routers/81b121bf-2c61-40f6-ac80-0bf11a40af15 HTTP/1.1" status: 204 len: 168 time: 2.3467386 Oct 26 14:05:55.535270 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56722) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:55.625936 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed99e08d-47fa-40f7-900d-76bc3b327be7 req-c0543427-bb0d-4ff7-92bd-bc8e582d88b1 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/ports?device_id=75899bee-400c-4c2f-a81a-a042cfba87cf HTTP/1.1" status: 200 len: 210 time: 0.1388714 Oct 26 14:05:55.665035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ccb450-2c74-43b9-8723-1f9c40b30fa2 admin admin] Deleting subnet d5791e3b-32a3-4b0e-81d6-ccb8af1fba0b {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:05:55.672399 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56ccb450-2c74-43b9-8723-1f9c40b30fa2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.675201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-20854126-c6f5-4a47-b02c-209186821696 req-196206e3-8484-4aad-84d4-5ef0c5cedf77 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Allocated IP 172.20.0.14 (ebf3133e-7dcd-4a68-9c36-2e6863bf05dc/6684cb0b-840e-428f-80fb-9cc6dea17c58/786ff4bf-de9d-47d3-96f6-3561310bb1d3) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:55.675621 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-dae59c96-f605-4268-870b-21d12e21300c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.679314 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-867b8853-2030-4a9e-a98d-1b073cbb0224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.737675 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56ccb450-2c74-43b9-8723-1f9c40b30fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.007308 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56ccb450-2c74-43b9-8723-1f9c40b30fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.137252 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20854126-c6f5-4a47-b02c-209186821696 req-196206e3-8484-4aad-84d4-5ef0c5cedf77 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.148922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7269e5-d977-497c-96f6-df7213f13d07 req-15951f7c-fe7d-4b42-8ed8-710cab89cd37 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.150227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea7269e5-d977-497c-96f6-df7213f13d07 req-15951f7c-fe7d-4b42-8ed8-710cab89cd37 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.6571889 Oct 26 14:05:56.185851 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56ccb450-2c74-43b9-8723-1f9c40b30fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.213031 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 20324732-b722-4dae-800b-3d42181dd1ee no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:56.230076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccb450-2c74-43b9-8723-1f9c40b30fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5791e3b-32a3-4b0e-81d6-ccb8af1fba0b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:56.243585 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56ccb450-2c74-43b9-8723-1f9c40b30fa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.252273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 20324732-b722-4dae-800b-3d42181dd1ee {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:56.252617 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 20324732-b722-4dae-800b-3d42181dd1ee not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:56.253039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f420fc5a-ed4a-4444-b399-46ad2ba90d09 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:56.253772 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-56ccb450-2c74-43b9-8723-1f9c40b30fa2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d5791e3b-32a3-4b0e-81d6-ccb8af1fba0b HTTP/1.1" status: 204 len: 168 time: 0.7148635 Oct 26 14:05:56.255124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56732) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:56.288273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3213ceab-f307-40bb-a63d-938e2489f339 None None] Network 5a73463a-3210-4701-a3b6-b264ba33b809 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:56.333515 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea7269e5-d977-497c-96f6-df7213f13d07 req-6dfe02c0-a6d8-4e7e-a8d9-3cbd806fe05b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697671 Oct 26 14:05:56.367537 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.373297 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20854126-c6f5-4a47-b02c-209186821696 req-196206e3-8484-4aad-84d4-5ef0c5cedf77 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.390723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: f420fc5a-ed4a-4444-b399-46ad2ba90d09 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:56.391074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f420fc5a-ed4a-4444-b399-46ad2ba90d09 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:56.414543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9abd3-e5bd-418d-a5f3-fe1c81dab006 req-ba5d43c7-c8af-4f70-b1b2-6d81aadabef9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.421254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9abd3-e5bd-418d-a5f3-fe1c81dab006 req-ba5d43c7-c8af-4f70-b1b2-6d81aadabef9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.435620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20854126-c6f5-4a47-b02c-209186821696 req-196206e3-8484-4aad-84d4-5ef0c5cedf77 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Network ebf3133e-7dcd-4a68-9c36-2e6863bf05dc is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:56.436994 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9abd3-e5bd-418d-a5f3-fe1c81dab006 req-ba5d43c7-c8af-4f70-b1b2-6d81aadabef9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.443062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9abd3-e5bd-418d-a5f3-fe1c81dab006 req-ba5d43c7-c8af-4f70-b1b2-6d81aadabef9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.444362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-20854126-c6f5-4a47-b02c-209186821696 req-196206e3-8484-4aad-84d4-5ef0c5cedf77 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:56.454894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-20854126-c6f5-4a47-b02c-209186821696 req-196206e3-8484-4aad-84d4-5ef0c5cedf77 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:56.470656 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9abd3-e5bd-418d-a5f3-fe1c81dab006 req-ba5d43c7-c8af-4f70-b1b2-6d81aadabef9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.485428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9abd3-e5bd-418d-a5f3-fe1c81dab006 req-ba5d43c7-c8af-4f70-b1b2-6d81aadabef9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.493288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9abd3-e5bd-418d-a5f3-fe1c81dab006 req-ba5d43c7-c8af-4f70-b1b2-6d81aadabef9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.495269 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fe9abd3-e5bd-418d-a5f3-fe1c81dab006 req-ba5d43c7-c8af-4f70-b1b2-6d81aadabef9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.4493034 Oct 26 14:05:56.552544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5db2154b-6b4a-47c1-afa0-b7f3b1c3e675 req-f0a58e98-2b4a-45f9-940a-757457f39dd1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 210 time: 0.0395741 Oct 26 14:05:56.610558 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-dae59c96-f605-4268-870b-21d12e21300c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.630794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196206e3-8484-4aad-84d4-5ef0c5cedf77 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Pushing event updated for resources: {'Port': ['ID=786ff4bf-de9d-47d3-96f6-3561310bb1d3,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:56.642371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d906d-4538-429a-98ad-3db3ed2a76cc None None] DHCP port deletion for 5a73463a-3210-4701-a3b6-b264ba33b809 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:05:56.687422 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20854126-c6f5-4a47-b02c-209186821696 req-196206e3-8484-4aad-84d4-5ef0c5cedf77 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.688396 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20854126-c6f5-4a47-b02c-209186821696 req-196206e3-8484-4aad-84d4-5ef0c5cedf77 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.718233 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20854126-c6f5-4a47-b02c-209186821696 req-196206e3-8484-4aad-84d4-5ef0c5cedf77 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9266076 Oct 26 14:05:56.731940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-859d906d-4538-429a-98ad-3db3ed2a76cc None None] Deleting port b5808475-f654-429f-a1d2-63722b061515 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:56.733005 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-859d906d-4538-429a-98ad-3db3ed2a76cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.738323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Request body: {'port': {'device_id': '75899bee-400c-4c2f-a81a-a042cfba87cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:56.768910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Deleting port b5808475-f654-429f-a1d2-63722b061515 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:56.771962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.813596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-dae59c96-f605-4268-870b-21d12e21300c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Network 0c35e518-cf32-42c2-8724-45fb7998b96d is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:56.830186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fe9abd3-e5bd-418d-a5f3-fe1c81dab006 req-e5529faa-a219-4d24-b0fe-de712f77db9d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2766047 Oct 26 14:05:56.882155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-859d906d-4538-429a-98ad-3db3ed2a76cc None None] For port b5808475-f654-429f-a1d2-63722b061515, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b5808475-f654-429f-a1d2-63722b061515,segment=NetworkSegment(810a33e5-18a7-44a1-97a0-0f4bf0bdf54e),segment_id=810a33e5-18a7-44a1-97a0-0f4bf0bdf54e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:56.882687 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-859d906d-4538-429a-98ad-3db3ed2a76cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.885708 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.908822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae59c96-f605-4268-870b-21d12e21300c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Pushing event updated for resources: {'Port': ['ID=5dcc4f39-3d87-4d00-89ed-4fde348a4f7d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:56.913304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-859d906d-4538-429a-98ad-3db3ed2a76cc None None] Calling delete_port for b5808475-f654-429f-a1d2-63722b061515 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:56.925104 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] For port b5808475-f654-429f-a1d2-63722b061515, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b5808475-f654-429f-a1d2-63722b061515,segment=NetworkSegment(810a33e5-18a7-44a1-97a0-0f4bf0bdf54e),segment_id=810a33e5-18a7-44a1-97a0-0f4bf0bdf54e)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:56.928152 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.932266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-dae59c96-f605-4268-870b-21d12e21300c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:56.941425 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-dae59c96-f605-4268-870b-21d12e21300c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:56.948304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Calling delete_port for b5808475-f654-429f-a1d2-63722b061515 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:57.030041 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-859d906d-4538-429a-98ad-3db3ed2a76cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.031205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d4076-d080-417c-8741-f57e6bfc0042 req-cb5c91a7-189b-4891-8c87-c98bf1407060 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.039761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f3d4076-d080-417c-8741-f57e6bfc0042 req-cb5c91a7-189b-4891-8c87-c98bf1407060 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 950 time: 0.3115048 Oct 26 14:05:57.049499 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.074401 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d906d-4538-429a-98ad-3db3ed2a76cc None None] Pushing event deleted for resources: {'Port': ['ID=b5808475-f654-429f-a1d2-63722b061515,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:57.087905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d906d-4538-429a-98ad-3db3ed2a76cc None None] No DVR routers for this DVR port b5808475-f654-429f-a1d2-63722b061515 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:05:57.102622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-dae59c96-f605-4268-870b-21d12e21300c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.103286 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-dae59c96-f605-4268-870b-21d12e21300c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.170291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-dae59c96-f605-4268-870b-21d12e21300c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2230802 Oct 26 14:05:57.189371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Request body: {'port': {'device_id': '6c1389b3-ca68-4fb6-b2b6-337cd9201642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:57.235782 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f3d4076-d080-417c-8741-f57e6bfc0042 req-e1a1a687-89ff-4fc6-a570-988840a6e3bf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950426 Oct 26 14:05:57.301754 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.335335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43568132-8e56-47e5-b686-2a1351035c89 req-2db49420-f989-4033-aa83-e3c72f1ef0ff tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.337193 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43568132-8e56-47e5-b686-2a1351035c89 req-2db49420-f989-4033-aa83-e3c72f1ef0ff tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2647679 Oct 26 14:05:57.340396 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.412089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5808475-f654-429f-a1d2-63722b061515,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:57.417552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] No DVR routers for this DVR port b5808475-f654-429f-a1d2-63722b061515 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:05:57.446194 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43568132-8e56-47e5-b686-2a1351035c89 req-79879092-b633-47c9-9fbb-390e4f2cb82d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949881 Oct 26 14:05:57.542194 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786ff4bf-de9d-47d3-96f6-3561310bb1d3 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:57.553810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.570439 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.599277 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Transition to ACTIVE for port object 786ff4bf-de9d-47d3-96f6-3561310bb1d3 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:57.601200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a73463a-3210-4701-a3b6-b264ba33b809']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:57.613871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:57.614511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810a33e5-18a7-44a1-97a0-0f4bf0bdf54e') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:57.616792 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.637230 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.699733 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.711488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:05:57.712021 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:05:57.715379 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:05:57.727177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Pushing event updated for resources: {'Port': ['ID=786ff4bf-de9d-47d3-96f6-3561310bb1d3,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:57.746606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3c067-48a5-48ff-973e-bca3364f4319 req-9c0d2294-ede3-4805-9e9f-8b36e3509258 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.748642 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07e3c067-48a5-48ff-973e-bca3364f4319 req-9c0d2294-ede3-4805-9e9f-8b36e3509258 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/ports?device_id=75899bee-400c-4c2f-a81a-a042cfba87cf HTTP/1.1" status: 200 len: 932 time: 0.4091604 Oct 26 14:05:57.821591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-867b8853-2030-4a9e-a98d-1b073cbb0224 admin admin] Deleting port 67bf2da5-449b-45c2-8dad-afd1800c037b {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:57.822382 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-867b8853-2030-4a9e-a98d-1b073cbb0224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.907853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07e3c067-48a5-48ff-973e-bca3364f4319 req-3db973fc-101a-40a0-bb0b-eeea076051c8 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b0b2c2-59e2-4289-8d6c-c9a7f7287e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522312 Oct 26 14:05:57.923811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88613b02-2b1a-49e2-b3f6-a12eda65b801 req-38d1919f-b3eb-4c44-9736-75fffd6d3739 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.931166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88613b02-2b1a-49e2-b3f6-a12eda65b801 req-38d1919f-b3eb-4c44-9736-75fffd6d3739 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 1101 time: 0.2063062 Oct 26 14:05:58.021315 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:58.054184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88613b02-2b1a-49e2-b3f6-a12eda65b801 req-6d6c2e12-aa63-4973-96b3-032b4dda0cb0 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152363 Oct 26 14:05:58.058083 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.145915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Transition to ACTIVE for port object 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:58.181299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-867b8853-2030-4a9e-a98d-1b073cbb0224 admin admin] For port 67bf2da5-449b-45c2-8dad-afd1800c037b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=67bf2da5-449b-45c2-8dad-afd1800c037b,segment=NetworkSegment(9492b8c4-a032-4cbe-b683-1403f0f1600e),segment_id=9492b8c4-a032-4cbe-b683-1403f0f1600e)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:58.181683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-867b8853-2030-4a9e-a98d-1b073cbb0224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.215318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-867b8853-2030-4a9e-a98d-1b073cbb0224 admin admin] Calling delete_port for 67bf2da5-449b-45c2-8dad-afd1800c037b owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:58.218175 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.224328 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.226150 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b5808475-f654-429f-a1d2-63722b061515 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:58.230893 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5a73463a-3210-4701-a3b6-b264ba33b809 HTTP/1.1" status: 204 len: 168 time: 1.9730146 Oct 26 14:05:58.251121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f3305-7e0f-4d66-b0ba-9743f4cc5023 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a73463a-3210-4701-a3b6-b264ba33b809,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:58.254346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Attempting to bind port 786ff4bf-de9d-47d3-96f6-3561310bb1d3 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:58.254772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Attempting to bind port 786ff4bf-de9d-47d3-96f6-3561310bb1d3 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a8e999b2-4477-48be-b289-8850cd06d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ebf3133e-7dcd-4a68-9c36-2e6863bf05dc'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:58.255229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Attempting to bind port 786ff4bf-de9d-47d3-96f6-3561310bb1d3 on network ebf3133e-7dcd-4a68-9c36-2e6863bf05dc {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:58.268352 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Port 786ff4bf-de9d-47d3-96f6-3561310bb1d3 on network ebf3133e-7dcd-4a68-9c36-2e6863bf05dc not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:58.268775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Attempting to bind port 786ff4bf-de9d-47d3-96f6-3561310bb1d3 on network ebf3133e-7dcd-4a68-9c36-2e6863bf05dc {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:58.274459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:58.278566 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.278761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: b5808475-f654-429f-a1d2-63722b061515 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:58.278761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b5808475-f654-429f-a1d2-63722b061515 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:58.279003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Checking segment: {'id': 'a8e999b2-4477-48be-b289-8850cd06d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ebf3133e-7dcd-4a68-9c36-2e6863bf05dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:58.279003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Bound using segment: {'id': 'a8e999b2-4477-48be-b289-8850cd06d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ebf3133e-7dcd-4a68-9c36-2e6863bf05dc'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:58.279518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Bound port: 786ff4bf-de9d-47d3-96f6-3561310bb1d3, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e999b2-4477-48be-b289-8850cd06d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ebf3133e-7dcd-4a68-9c36-2e6863bf05dc'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:58.279920 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.388119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] For port 786ff4bf-de9d-47d3-96f6-3561310bb1d3, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:58.392769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] For port 786ff4bf-de9d-47d3-96f6-3561310bb1d3, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=786ff4bf-de9d-47d3-96f6-3561310bb1d3,segment=NetworkSegment(a8e999b2-4477-48be-b289-8850cd06d6b6),segment_id=a8e999b2-4477-48be-b289-8850cd06d6b6)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:58.400274 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.448301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.448911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.450415 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20854126-c6f5-4a47-b02c-209186821696 req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] 10.222.0.25 "PUT /v2.0/ports/786ff4bf-de9d-47d3-96f6-3561310bb1d3 HTTP/1.1" status: 200 len: 1092 time: 1.7219100 Oct 26 14:05:58.450864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75899bee-400c-4c2f-a81a-a042cfba87cf', 'tag': '786ff4bf-de9d-47d3-96f6-3561310bb1d3'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:58.451811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8ecb1-0caa-46e0-a6fe-560891ae66ca req-ef19e336-f3b7-4efa-8bb4-0550915fc95e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.453127 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9da1ce-f94c-4f31-b796-1e8f84aa1292" -d '{"events": [{"name": "network-changed", "server_uuid": "75899bee-400c-4c2f-a81a-a042cfba87cf", "tag": "786ff4bf-de9d-47d3-96f6-3561310bb1d3"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:58.459306 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98c8ecb1-0caa-46e0-a6fe-560891ae66ca req-ef19e336-f3b7-4efa-8bb4-0550915fc95e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 931 time: 0.3978739 Oct 26 14:05:58.461238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56786) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:58.484332 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d365f-86f8-47c0-b08a-cf030e6e7432 service neutron] Pushing event updated for resources: {'Port': ['ID=786ff4bf-de9d-47d3-96f6-3561310bb1d3,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:58.484601 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcc4f39-3d87-4d00-89ed-4fde348a4f7d,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:58.561890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20854126-c6f5-4a47-b02c-209186821696 req-99f93e6a-0df8-49ea-bc5e-da677d0f75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.563642 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20854126-c6f5-4a47-b02c-209186821696 req-99f93e6a-0df8-49ea-bc5e-da677d0f75eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e1939bb9e674740a01d74e1892ca45e&device_id=75899bee-400c-4c2f-a81a-a042cfba87cf HTTP/1.1" status: 200 len: 1095 time: 0.0526223 Oct 26 14:05:58.609945 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20854126-c6f5-4a47-b02c-209186821696 req-7c01425d-1af5-4a30-b508-35de6abd2618 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=786ff4bf-de9d-47d3-96f6-3561310bb1d3 HTTP/1.1" status: 200 len: 217 time: 0.0376813 Oct 26 14:05:58.632260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa777b-5831-4a23-a5dd-fc405db5658a req-46cece8f-ed59-4475-ab0a-4aa52f422474 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.638696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa777b-5831-4a23-a5dd-fc405db5658a req-46cece8f-ed59-4475-ab0a-4aa52f422474 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.644555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa777b-5831-4a23-a5dd-fc405db5658a req-46cece8f-ed59-4475-ab0a-4aa52f422474 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.650406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa777b-5831-4a23-a5dd-fc405db5658a req-46cece8f-ed59-4475-ab0a-4aa52f422474 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.656941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa777b-5831-4a23-a5dd-fc405db5658a req-46cece8f-ed59-4475-ab0a-4aa52f422474 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.662865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa777b-5831-4a23-a5dd-fc405db5658a req-46cece8f-ed59-4475-ab0a-4aa52f422474 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.663429 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20854126-c6f5-4a47-b02c-209186821696 req-4b598672-64e4-4e3c-b498-d170c56ddd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.664862 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20854126-c6f5-4a47-b02c-209186821696 req-4b598672-64e4-4e3c-b498-d170c56ddd2b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6684cb0b-840e-428f-80fb-9cc6dea17c58 HTTP/1.1" status: 200 len: 852 time: 0.0464563 Oct 26 14:05:58.668739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa777b-5831-4a23-a5dd-fc405db5658a req-46cece8f-ed59-4475-ab0a-4aa52f422474 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.670677 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83fa777b-5831-4a23-a5dd-fc405db5658a req-46cece8f-ed59-4475-ab0a-4aa52f422474 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.4414160 Oct 26 14:05:58.702802 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20854126-c6f5-4a47-b02c-209186821696 req-51044a82-48c2-439c-a75e-64a3b2b241db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ebf3133e-7dcd-4a68-9c36-2e6863bf05dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302110 Oct 26 14:05:58.717083 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98c8ecb1-0caa-46e0-a6fe-560891ae66ca req-f922ea7b-6b9f-41a7-a612-9195874a6eb6 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568970 Oct 26 14:05:58.803956 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-44b49904-2f57-4578-b440-09b2eec22e99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bf2682a7dd64c94b8afb68e6fc72e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258348 Oct 26 14:05:58.805526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56792) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:58.822512 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20854126-c6f5-4a47-b02c-209186821696 req-e8c716f4-b742-4be8-a2e8-0db6898f8ccd service neutron] 10.222.0.25 "GET /v2.0/networks/ebf3133e-7dcd-4a68-9c36-2e6863bf05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114230 Oct 26 14:05:58.861799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83fa777b-5831-4a23-a5dd-fc405db5658a req-aa1901a5-84a8-40fb-9e4b-28cfc3693a28 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1737568 Oct 26 14:05:58.910780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Attempting to bind port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:58.911029 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Attempting to bind port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:58.911292 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Attempting to bind port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d on network 0c35e518-cf32-42c2-8724-45fb7998b96d {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:58.936335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175176ed-6daa-4887-b6bc-31e472e37461 req-7adf4cd6-36ee-476b-855c-ad22fdf89430 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.937876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-175176ed-6daa-4887-b6bc-31e472e37461 req-7adf4cd6-36ee-476b-855c-ad22fdf89430 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1291564 Oct 26 14:05:58.938496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d on network 0c35e518-cf32-42c2-8724-45fb7998b96d not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:58.938819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Attempting to bind port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d on network 0c35e518-cf32-42c2-8724-45fb7998b96d {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:58.954481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:58.954821 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Checking segment: {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:58.955195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Bound using segment: {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:58.955654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Bound port: 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:58.955997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.958468 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-382c71a4-b3d0-4083-8bfb-6faf1b9ca88a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.999703 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-382c71a4-b3d0-4083-8bfb-6faf1b9ca88a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.005735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-867b8853-2030-4a9e-a98d-1b073cbb0224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.026817 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20854126-c6f5-4a47-b02c-209186821696 req-164bfe1d-1cd7-4f4b-bb92-1e493a578102 service neutron] 10.222.0.25 "GET /v2.0/networks/ebf3133e-7dcd-4a68-9c36-2e6863bf05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974633 Oct 26 14:05:59.062078 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-382c71a4-b3d0-4083-8bfb-6faf1b9ca88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.065398 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-382c71a4-b3d0-4083-8bfb-6faf1b9ca88a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.067113 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-382c71a4-b3d0-4083-8bfb-6faf1b9ca88a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5 HTTP/1.1" status: 204 len: 168 time: 0.2602403 Oct 26 14:05:59.078127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c71a4-b3d0-4083-8bfb-6faf1b9ca88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc02d8f-1ce1-4e8d-8f95-a390ef3f6ef5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:59.101094 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b8853-2030-4a9e-a98d-1b073cbb0224 admin admin] Pushing event deleted for resources: {'Port': ['ID=67bf2da5-449b-45c2-8dad-afd1800c037b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:59.126553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-175176ed-6daa-4887-b6bc-31e472e37461 req-e0a278cd-8464-4e8b-988b-3081443bfca0 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783206 Oct 26 14:05:59.128895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-acb82a45-d593-4f90-a4fb-c1a09fbbf9bd tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3c869b6d52e6491b913e06699b75389e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1467574 Oct 26 14:05:59.162411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] For port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:59.166676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] For port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5dcc4f39-3d87-4d00-89ed-4fde348a4f7d,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:59.209237 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.618445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:59.619063 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.620457 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] 10.222.0.25 "PUT /v2.0/ports/5dcc4f39-3d87-4d00-89ed-4fde348a4f7d HTTP/1.1" status: 200 len: 1091 time: 2.4360228 Oct 26 14:05:59.621140 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1389b3-ca68-4fb6-b2b6-337cd9201642', 'tag': '5dcc4f39-3d87-4d00-89ed-4fde348a4f7d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:59.623501 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc30abde-27fb-47a4-bfc9-7475e342f986" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1389b3-ca68-4fb6-b2b6-337cd9201642", "tag": "5dcc4f39-3d87-4d00-89ed-4fde348a4f7d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:59.637226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb7e66-c5d2-4e70-8ca0-02379357e818 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcc4f39-3d87-4d00-89ed-4fde348a4f7d,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:59.733171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5551f-748b-41cf-aae4-dd22e5baa7f1 req-e95cfd0f-7a6f-492b-a19d-d2176f1567e4 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:59.734744 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61d5551f-748b-41cf-aae4-dd22e5baa7f1 req-e95cfd0f-7a6f-492b-a19d-d2176f1567e4 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 947 time: 0.4427364 Oct 26 14:05:59.812502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-82039661-60bd-4389-8545-cd604fc42784 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:59.814020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-82039661-60bd-4389-8545-cd604fc42784 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6432662 Oct 26 14:05:59.856660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-7d34f67f-55f1-4195-92c3-75232fb46c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:59.858185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-7d34f67f-55f1-4195-92c3-75232fb46c5b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 1094 time: 0.1451130 Oct 26 14:05:59.861075 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61d5551f-748b-41cf-aae4-dd22e5baa7f1 req-94963abb-a651-469d-bb43-ad74678a4216 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040132 Oct 26 14:05:59.865124 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-a02f1b3d-5792-400c-90fc-de05263f8650 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/quotas/3c869b6d52e6491b913e06699b75389e HTTP/1.1" status: 200 len: 375 time: 0.0318871 Oct 26 14:05:59.865828 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-867b8853-2030-4a9e-a98d-1b073cbb0224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.910379 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc99bd8-5657-4305-8700-bc95c9041e2f x-openstack-request-id: req-8dc99bd8-5657-4305-8700-bc95c9041e2f {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:59.910862 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75899bee-400c-4c2f-a81a-a042cfba87cf", "tag": "786ff4bf-de9d-47d3-96f6-3561310bb1d3", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:59.911252 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8dc99bd8-5657-4305-8700-bc95c9041e2f {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:59.912351 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75899bee-400c-4c2f-a81a-a042cfba87cf', 'tag': '786ff4bf-de9d-47d3-96f6-3561310bb1d3', 'status': 'completed', 'code': 200} Oct 26 14:05:59.922495 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-0270327a-da9c-49c9-9385-c586f201ca78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5dcc4f39-3d87-4d00-89ed-4fde348a4f7d HTTP/1.1" status: 200 len: 217 time: 0.0534933 Oct 26 14:05:59.989334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9da1ce-f94c-4f31-b796-1e8f84aa1292 req-72554266-b1c9-4e8c-8fe5-8591cc139c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:59.990983 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ab9da1ce-f94c-4f31-b796-1e8f84aa1292 req-72554266-b1c9-4e8c-8fe5-8591cc139c57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e1939bb9e674740a01d74e1892ca45e&device_id=75899bee-400c-4c2f-a81a-a042cfba87cf HTTP/1.1" status: 200 len: 1095 time: 0.0454421 Oct 26 14:06:00.047157 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56834) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:00.108554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9da1ce-f94c-4f31-b796-1e8f84aa1292 req-2ad950f5-e5c3-4941-aeb1-92a408ab43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:00.110397 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ab9da1ce-f94c-4f31-b796-1e8f84aa1292 req-2ad950f5-e5c3-4941-aeb1-92a408ab43aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=ebf3133e-7dcd-4a68-9c36-2e6863bf05dc HTTP/1.1" status: 200 len: 913 time: 0.1107798 Oct 26 14:06:00.115678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-c1243262-5510-4d88-bb7e-8abdf0ed8b14 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2377460 Oct 26 14:06:00.123254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-ca4184a8-f10a-4636-b8c5-1607f4782be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:00.124694 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-ca4184a8-f10a-4636-b8c5-1607f4782be3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58f199ee-a046-49d1-984f-441650e52e48 HTTP/1.1" status: 200 len: 851 time: 0.1840909 Oct 26 14:06:00.180344 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ab9da1ce-f94c-4f31-b796-1e8f84aa1292 req-8118534f-04b1-495c-9278-e2604108c3cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=786ff4bf-de9d-47d3-96f6-3561310bb1d3 HTTP/1.1" status: 200 len: 217 time: 0.0538938 Oct 26 14:06:00.190965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-1a64913c-f679-460f-92d4-e68b99fcf198 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c35e518-cf32-42c2-8724-45fb7998b96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554676 Oct 26 14:06:00.200377 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9077a1-0008-4a07-b17c-7874f6595dd5 req-6b7747de-e0d9-4465-861e-d0b935d4cdf5 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:00.201712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-22163827-network', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:00.201945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d9077a1-0008-4a07-b17c-7874f6595dd5 req-6b7747de-e0d9-4465-861e-d0b935d4cdf5 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/ports?device_id=75899bee-400c-4c2f-a81a-a042cfba87cf HTTP/1.1" status: 200 len: 944 time: 0.2218235 Oct 26 14:06:00.268082 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9da1ce-f94c-4f31-b796-1e8f84aa1292 req-6d30ee4a-2350-43b3-8008-7fc3827c3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:00.270255 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ab9da1ce-f94c-4f31-b796-1e8f84aa1292 req-6d30ee4a-2350-43b3-8008-7fc3827c3456 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6684cb0b-840e-428f-80fb-9cc6dea17c58 HTTP/1.1" status: 200 len: 852 time: 0.0825560 Oct 26 14:06:00.271399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] Made reservation on behalf of 77b53a3b00634b68aa3eed7a29ab3387 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:00.274084 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.300290 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.316896 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ab9da1ce-f94c-4f31-b796-1e8f84aa1292 req-fab1a2cb-7776-4536-81c2-675e20e6b492 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ebf3133e-7dcd-4a68-9c36-2e6863bf05dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349789 Oct 26 14:06:00.426541 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d9077a1-0008-4a07-b17c-7874f6595dd5 req-a8da9248-7f7d-4cf0-a008-a4e62cdaca83 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b0b2c2-59e2-4289-8d6c-c9a7f7287e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141984 Oct 26 14:06:00.461638 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ab9da1ce-f94c-4f31-b796-1e8f84aa1292 req-6b955ecf-53ad-4e72-9b8c-0b442e4f6a43 service neutron] 10.222.0.25 "GET /v2.0/networks/ebf3133e-7dcd-4a68-9c36-2e6863bf05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367085 Oct 26 14:06:00.474991 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-ea71b71a-95e3-4bb5-b6ad-8b0aca3813ad service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710285 Oct 26 14:06:00.533507 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.542635 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.545858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867b8853-2030-4a9e-a98d-1b073cbb0224 admin admin] Router 4795bc21-84b5-4666-abd6-391e5fb7deeb has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:06:00.547496 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b499047-e974-49f0-8eff-43485881fa33 x-openstack-request-id: req-5b499047-e974-49f0-8eff-43485881fa33 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:00.547845 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1389b3-ca68-4fb6-b2b6-337cd9201642", "tag": "5dcc4f39-3d87-4d00-89ed-4fde348a4f7d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:00.548106 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b499047-e974-49f0-8eff-43485881fa33 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:00.548515 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1389b3-ca68-4fb6-b2b6-337cd9201642', 'tag': '5dcc4f39-3d87-4d00-89ed-4fde348a4f7d', 'status': 'completed', 'code': 200} Oct 26 14:06:00.568742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:06:00.579805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87232382-04c7-4366-90c9-f1bf07ec23e6 req-22284276-2c79-454d-aef9-90d1a95eaa5f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:00.583205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87232382-04c7-4366-90c9-f1bf07ec23e6 req-22284276-2c79-454d-aef9-90d1a95eaa5f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2511427 Oct 26 14:06:00.592504 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.592861 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] Added segment 4e3b87d5-38ad-4f12-959f-0b8d7c8232ee of type vlan for network a2d5d236-74d9-4811-afc4-6d8d38ffcc24 Oct 26 14:06:00.619223 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcda006-a18f-4710-afd8-0856b3daa688,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:00.672254 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.675920 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ab9da1ce-f94c-4f31-b796-1e8f84aa1292 req-21ead871-bf20-4e79-9e9d-3aa7cda07892 service neutron] 10.222.0.25 "GET /v2.0/networks/ebf3133e-7dcd-4a68-9c36-2e6863bf05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037959 Oct 26 14:06:00.702979 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.704035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:00.704675 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.758459 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2992eaa4-2e87-407a-977f-b2748ddb0de3 req-bae43770-fe33-4ff5-9573-496422c4e855 service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704589 Oct 26 14:06:00.769006 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7179568 Oct 26 14:06:00.769240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58936b3a-3e84-4c14-a27e-33183c6c3a53 req-b734e758-4f08-4770-bd92-b2b4de32cb9f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:00.769405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56848) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:00.775754 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58936b3a-3e84-4c14-a27e-33183c6c3a53 req-b734e758-4f08-4770-bd92-b2b4de32cb9f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 943 time: 0.2209640 Oct 26 14:06:00.780421 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87232382-04c7-4366-90c9-f1bf07ec23e6 req-8dc2c00e-c057-48ca-b878-bc62d1fd1cea tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780064 Oct 26 14:06:00.782400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a8e17915-5062-4cf4-a2c5-99a4a60f39d8 admin admin] Request body: {'subnet': {'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-22163827-subnet', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:00.809044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe203d8-d517-4c46-a1a4-bcd171452113 admin admin] Pushing event updated for resources: {'Network': ['ID=a2d5d236-74d9-4811-afc4-6d8d38ffcc24,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:00.829554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e17915-5062-4cf4-a2c5-99a4a60f39d8 admin admin] Made reservation on behalf of 77b53a3b00634b68aa3eed7a29ab3387 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:00.833080 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a8e17915-5062-4cf4-a2c5-99a4a60f39d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.839182 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network a2d5d236-74d9-4811-afc4-6d8d38ffcc24 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:06:00.952663 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58936b3a-3e84-4c14-a27e-33183c6c3a53 req-b0e3c031-557a-4a00-9d30-59f9422fa0a1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759760 Oct 26 14:06:00.958256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867b8853-2030-4a9e-a98d-1b073cbb0224 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:06:00.976935 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1c3a9-3879-45f8-9602-23ab7c5a894d None None] Sync routers for ids ['4795bc21-84b5-4666-abd6-391e5fb7deeb'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:06:00.987487 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-867b8853-2030-4a9e-a98d-1b073cbb0224 admin admin] 10.222.0.32 "PUT /v2.0/routers/4795bc21-84b5-4666-abd6-391e5fb7deeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2728622 Oct 26 14:06:00.988018 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1c3a9-3879-45f8-9602-23ab7c5a894d None None] Routers {'4795bc21-84b5-4666-abd6-391e5fb7deeb'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:00.988638 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d6c1c3a9-3879-45f8-9602-23ab7c5a894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:05:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4795bc21-84b5-4666-abd6-391e5fb7deeb'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:00.988841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56858) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:01.045159 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 786ff4bf-de9d-47d3-96f6-3561310bb1d3 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:01.051724 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6b2e0764-7881-4a9b-8758-f12383e77e00 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:01.082157 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a8e17915-5062-4cf4-a2c5-99a4a60f39d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.127117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30abde-27fb-47a4-bfc9-7475e342f986 req-6d2f807e-013b-4645-ab85-3b6f9da48540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.129282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc30abde-27fb-47a4-bfc9-7475e342f986 req-6d2f807e-013b-4645-ab85-3b6f9da48540 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 1094 time: 0.2716763 Oct 26 14:06:01.175902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e17915-5062-4cf4-a2c5-99a4a60f39d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28db167-2576-4aec-8080-ece2013f892c,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:01.180733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e17915-5062-4cf4-a2c5-99a4a60f39d8 admin admin] Checking segment: {'id': '4e3b87d5-38ad-4f12-959f-0b8d7c8232ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:01.181099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e17915-5062-4cf4-a2c5-99a4a60f39d8 admin admin] Network hostable DHCP agents. Network: a2d5d236-74d9-4811-afc4-6d8d38ffcc24, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:06:01.207363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e17915-5062-4cf4-a2c5-99a4a60f39d8 admin admin] Network a2d5d236-74d9-4811-afc4-6d8d38ffcc24 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:06:01.220283 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.224637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a8e17915-5062-4cf4-a2c5-99a4a60f39d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, a2d5d236-74d9-4811-afc4-6d8d38ffcc24) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:01.243940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4998b2b5-29aa-4364-9059-41c96d70bbbd None None] Network a2d5d236-74d9-4811-afc4-6d8d38ffcc24 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:01.244837 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e17915-5062-4cf4-a2c5-99a4a60f39d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.245521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a8e17915-5062-4cf4-a2c5-99a4a60f39d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.256474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:01.265145 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f569490a-ea78-4a19-8731-7e1ea2a7622c" -d '{"events": [{"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:01.269453 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d6c1c3a9-3879-45f8-9602-23ab7c5a894d None None] Set router 4795bc21-84b5-4666-abd6-391e5fb7deeb gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:01.305286 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a8e17915-5062-4cf4-a2c5-99a4a60f39d8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5344431 Oct 26 14:06:01.307714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56866) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:01.313735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-22163827-router', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:01.325778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:01.327115 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80de79-7403-49d5-a227-e5bfeb05ed1f req-a9649c1f-2e4f-4cb1-8cd1-2befc429b05a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.334794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80de79-7403-49d5-a227-e5bfeb05ed1f req-a9649c1f-2e4f-4cb1-8cd1-2befc429b05a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.347360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80de79-7403-49d5-a227-e5bfeb05ed1f req-a9649c1f-2e4f-4cb1-8cd1-2befc429b05a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.353263 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.354822 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.355918 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.368341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80de79-7403-49d5-a227-e5bfeb05ed1f req-a9649c1f-2e4f-4cb1-8cd1-2befc429b05a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.393336 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80de79-7403-49d5-a227-e5bfeb05ed1f req-a9649c1f-2e4f-4cb1-8cd1-2befc429b05a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.406523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80de79-7403-49d5-a227-e5bfeb05ed1f req-a9649c1f-2e4f-4cb1-8cd1-2befc429b05a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.426334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=11']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:01.436122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 786ff4bf-de9d-47d3-96f6-3561310bb1d3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=786ff4bf-de9d-47d3-96f6-3561310bb1d3,segment=NetworkSegment(a8e999b2-4477-48be-b289-8850cd06d6b6),segment_id=a8e999b2-4477-48be-b289-8850cd06d6b6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:01.445828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80de79-7403-49d5-a227-e5bfeb05ed1f req-a9649c1f-2e4f-4cb1-8cd1-2befc429b05a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.449958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d80de79-7403-49d5-a227-e5bfeb05ed1f req-a9649c1f-2e4f-4cb1-8cd1-2befc429b05a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.3758767 Oct 26 14:06:01.467908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '786ff4bf-de9d-47d3-96f6-3561310bb1d3', 'network_id': 'ebf3133e-7dcd-4a68-9c36-2e6863bf05dc', 'port_id': '786ff4bf-de9d-47d3-96f6-3561310bb1d3', 'mac_address': 'fa:16:3e:36:37:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6684cb0b-840e-428f-80fb-9cc6dea17c58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:01.501349 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.531472 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.588167 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786ff4bf-de9d-47d3-96f6-3561310bb1d3 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:01.611860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 786ff4bf-de9d-47d3-96f6-3561310bb1d3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=786ff4bf-de9d-47d3-96f6-3561310bb1d3,segment=NetworkSegment(a8e999b2-4477-48be-b289-8850cd06d6b6),segment_id=a8e999b2-4477-48be-b289-8850cd06d6b6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:01.616525 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d6c1c3a9-3879-45f8-9602-23ab7c5a894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'name': 'tempest-AttachSCSIVolumeTestJSON-91130677-router', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:34Z', 'updated_at': '2021-10-26T14:05:58Z', 'revision_number': 5, 'project_id': '5b2674cb4874497987610043cfc0edcf', 'gw_port': {'id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:35Z', 'updated_at': '2021-10-26T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:01.624401 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.637157 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-357e6bbc-f87c-4a1e-8aca-11ca1855d206 req-9ceabf5a-d3d2-4793-8f93-2f2a679886a7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 210 time: 0.0725360 Oct 26 14:06:01.638423 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-05970f2d-9b66-46fd-ad94-b3b50747de47 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3c869b6d52e6491b913e06699b75389e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656378 Oct 26 14:06:01.685314 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.690990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-a2d5d236-74d9-4811-afc4-6d8d38ffcc24', 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'fixed_ips': [{'subnet_id': 'c28db167-2576-4aec-8080-ece2013f892c'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:06:01.692200 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.745664 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1c3a9-3879-45f8-9602-23ab7c5a894d None None] Checking router: 4795bc21-84b5-4666-abd6-391e5fb7deeb for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:06:01.753560 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=786ff4bf-de9d-47d3-96f6-3561310bb1d3,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:01.768751 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1c3a9-3879-45f8-9602-23ab7c5a894d None None] Routers {'4795bc21-84b5-4666-abd6-391e5fb7deeb'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:01.769374 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d6c1c3a9-3879-45f8-9602-23ab7c5a894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:05:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4795bc21-84b5-4666-abd6-391e5fb7deeb'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:01.812410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.848620 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7623b5d5-287f-4172-a171-d584dfda85a4 x-openstack-request-id: req-7623b5d5-287f-4172-a171-d584dfda85a4 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:01.849188 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:01.849616 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7623b5d5-287f-4172-a171-d584dfda85a4 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:01.850399 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'code': 200} Oct 26 14:06:01.910204 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d80de79-7403-49d5-a227-e5bfeb05ed1f req-3b812304-2e27-41a9-8779-85f8e7f5297f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4426603 Oct 26 14:06:01.917692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30abde-27fb-47a4-bfc9-7475e342f986 req-16bb2d96-334c-404b-8b9a-7630998f6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.919555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['786ff4bf-de9d-47d3-96f6-3561310bb1d3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:01.923894 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc30abde-27fb-47a4-bfc9-7475e342f986 req-16bb2d96-334c-404b-8b9a-7630998f6456 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 912 time: 0.7505455 Oct 26 14:06:01.957079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-152798f1-5439-4fcd-a563-eaf2e79a045c tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.957602 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d6c1c3a9-3879-45f8-9602-23ab7c5a894d None None] Set router 4795bc21-84b5-4666-abd6-391e5fb7deeb gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:01.958922 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-152798f1-5439-4fcd-a563-eaf2e79a045c tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3112037 Oct 26 14:06:01.979865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-4c57b602-aab2-4901-8827-2c96cfde602d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Request body: {'port': {'device_id': '53949356-13f2-4d34-800a-3ab30738f577', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '3c869b6d52e6491b913e06699b75389e'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:01.982286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Allocated IP 172.20.0.2 (a2d5d236-74d9-4811-afc4-6d8d38ffcc24/c28db167-2576-4aec-8080-ece2013f892c/82aafba4-5d15-4684-9f4e-cd1b33366d76) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:02.016403 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc30abde-27fb-47a4-bfc9-7475e342f986 req-b9fb1964-8b10-4263-8522-cb179c7a3950 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5dcc4f39-3d87-4d00-89ed-4fde348a4f7d HTTP/1.1" status: 200 len: 217 time: 0.0812526 Oct 26 14:06:02.210620 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d6c1c3a9-3879-45f8-9602-23ab7c5a894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'name': 'tempest-AttachSCSIVolumeTestJSON-91130677-router', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:34Z', 'updated_at': '2021-10-26T14:05:58Z', 'revision_number': 5, 'project_id': '5b2674cb4874497987610043cfc0edcf', 'gw_port': {'id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:35Z', 'updated_at': '2021-10-26T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:02.233785 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.242562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-4c57b602-aab2-4901-8827-2c96cfde602d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Made reservation on behalf of 3c869b6d52e6491b913e06699b75389e for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:02.244800 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.246404 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-4c57b602-aab2-4901-8827-2c96cfde602d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.249718 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1c3a9-3879-45f8-9602-23ab7c5a894d None None] The sync data for ids ['4795bc21-84b5-4666-abd6-391e5fb7deeb'] in n-d-815498-1 is: [{'id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'name': 'tempest-AttachSCSIVolumeTestJSON-91130677-router', 'tenant_id': '5b2674cb4874497987610043cfc0edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:34Z', 'updated_at': '2021-10-26T14:05:58Z', 'revision_number': 5, 'project_id': '5b2674cb4874497987610043cfc0edcf', 'gw_port': {'id': '2ad2e5d5-f5c0-4136-8154-129ce6e39c09', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795bc21-84b5-4666-abd6-391e5fb7deeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:35Z', 'updated_at': '2021-10-26T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:06:02.320457 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Pushing event updated for resources: {'Port': ['ID=82aafba4-5d15-4684-9f4e-cd1b33366d76,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:02.334733 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Network a2d5d236-74d9-4811-afc4-6d8d38ffcc24 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:02.337322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:02.341528 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:02.355695 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.382726 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.408485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Attempting to bind port 82aafba4-5d15-4684-9f4e-cd1b33366d76 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:02.409199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Attempting to bind port 82aafba4-5d15-4684-9f4e-cd1b33366d76 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '4e3b87d5-38ad-4f12-959f-0b8d7c8232ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:02.409721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Attempting to bind port 82aafba4-5d15-4684-9f4e-cd1b33366d76 on network a2d5d236-74d9-4811-afc4-6d8d38ffcc24 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:02.414897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:02.415346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Checking segment: {'id': '4e3b87d5-38ad-4f12-959f-0b8d7c8232ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:02.415818 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.416273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Bound using segment: {'id': '4e3b87d5-38ad-4f12-959f-0b8d7c8232ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:02.416797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Bound port: 82aafba4-5d15-4684-9f4e-cd1b33366d76, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3b87d5-38ad-4f12-959f-0b8d7c8232ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:02.417237 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.483001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00876eb8-9e41-40a6-9cd0-246d07297bdb req-0a937a84-d473-4e48-b2ef-8f97c6fe0077 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.486492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] For port 82aafba4-5d15-4684-9f4e-cd1b33366d76, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:02.489841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] For port 82aafba4-5d15-4684-9f4e-cd1b33366d76, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=82aafba4-5d15-4684-9f4e-cd1b33366d76,segment=NetworkSegment(4e3b87d5-38ad-4f12-959f-0b8d7c8232ee),segment_id=4e3b87d5-38ad-4f12-959f-0b8d7c8232ee)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:02.490247 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-00876eb8-9e41-40a6-9cd0-246d07297bdb req-0a937a84-d473-4e48-b2ef-8f97c6fe0077 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.4711235 Oct 26 14:06:02.492928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30abde-27fb-47a4-bfc9-7475e342f986 req-fb47ab3e-46b5-416c-a26f-8f11240eb31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.494315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc30abde-27fb-47a4-bfc9-7475e342f986 req-fb47ab3e-46b5-416c-a26f-8f11240eb31b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58f199ee-a046-49d1-984f-441650e52e48 HTTP/1.1" status: 200 len: 851 time: 0.4701035 Oct 26 14:06:02.498576 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.508750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dd410-e99c-459c-9715-ce8453962ec0 req-e01fe17e-0710-484e-9107-6237846f36a2 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.509834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-4c57b602-aab2-4901-8827-2c96cfde602d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Allocated IP 192.168.233.22 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/81b6100c-7396-4874-9944-69dba466c703) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:02.516091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab1dd410-e99c-459c-9715-ce8453962ec0 req-e01fe17e-0710-484e-9107-6237846f36a2 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/ports?device_id=75899bee-400c-4c2f-a81a-a042cfba87cf HTTP/1.1" status: 200 len: 945 time: 0.4958856 Oct 26 14:06:02.572711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc30abde-27fb-47a4-bfc9-7475e342f986 req-673a8252-0fe3-473e-bf40-dab05173689c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c35e518-cf32-42c2-8724-45fb7998b96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533037 Oct 26 14:06:02.576701 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.583185 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279875ce-5f26-4851-801c-e5e74f59871d None None] Pushing event updated for resources: {'Port': ['ID=82aafba4-5d15-4684-9f4e-cd1b33366d76,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:02.602691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Allocated IP 172.25.4.33 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/91c14d73-fcb0-4d9e-b363-9f4674c95781) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:02.678837 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-00876eb8-9e41-40a6-9cd0-246d07297bdb req-d75a2d2c-fe66-45bc-b738-df61fb439ee3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864486 Oct 26 14:06:02.723483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab1dd410-e99c-459c-9715-ce8453962ec0 req-af831db0-c297-4313-9975-013b85aa6e8d tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b0b2c2-59e2-4289-8d6c-c9a7f7287e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064953 Oct 26 14:06:02.837903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc30abde-27fb-47a4-bfc9-7475e342f986 req-f937bdfc-a573-452b-8bda-824575b589e5 service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513039 Oct 26 14:06:02.865719 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-4c57b602-aab2-4901-8827-2c96cfde602d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.877764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] Deleting port 2ad2e5d5-f5c0-4136-8154-129ce6e39c09 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:02.878018 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.894263 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.952937 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-4c57b602-aab2-4901-8827-2c96cfde602d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.966571 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8', '93969896-82c1-4521-a81e-24b40f6778fd'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:02.971301 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'df16a872-a263-46d3-9da6-4f964d0a0a0a', '64bc53c4-86cd-4f94-8489-372c768f278e', '3203d102-7a41-4363-bd51-049dd24fe59f', '692f87fb-9f2a-4122-bd9c-06ad8e98fc04'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:02.998411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.031962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-4c57b602-aab2-4901-8827-2c96cfde602d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:03.051284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57b602-aab2-4901-8827-2c96cfde602d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event updated for resources: {'Port': ['ID=81b6100c-7396-4874-9944-69dba466c703,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:03.058587 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-4c57b602-aab2-4901-8827-2c96cfde602d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:03.062289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:03.065316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-4c57b602-aab2-4901-8827-2c96cfde602d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:03.070415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:03.080052 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:03.084743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 786ff4bf-de9d-47d3-96f6-3561310bb1d3 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:03.128475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] For port 2ad2e5d5-f5c0-4136-8154-129ce6e39c09, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2ad2e5d5-f5c0-4136-8154-129ce6e39c09,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:03.129846 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.133341 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:03.157704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] Calling delete_port for 2ad2e5d5-f5c0-4136-8154-129ce6e39c09 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:03.182888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982388f-cad2-4ab9-832d-3235eedc76fa req-d511b10d-b41d-47e7-bf74-26bfe424e7ee tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.196026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0982388f-cad2-4ab9-832d-3235eedc76fa req-d511b10d-b41d-47e7-bf74-26bfe424e7ee tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.3914700 Oct 26 14:06:03.335521 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a054f40-9d21-49cf-b496-3d9cf5f08add req-62dc94a4-f0d0-43dc-a1c2-28351d003a47 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.336946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a054f40-9d21-49cf-b496-3d9cf5f08add req-62dc94a4-f0d0-43dc-a1c2-28351d003a47 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 943 time: 0.4724119 Oct 26 14:06:03.357555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 786ff4bf-de9d-47d3-96f6-3561310bb1d3 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:03.367391 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc30abde-27fb-47a4-bfc9-7475e342f986 req-ca593714-ea68-42bc-a01b-1fa7a19646b0 service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004797 Oct 26 14:06:03.388338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5dcc4f39-3d87-4d00-89ed-4fde348a4f7d,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:03.393256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Pushing event updated for resources: {'Port': ['ID=91c14d73-fcb0-4d9e-b363-9f4674c95781,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:03.402439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-4c57b602-aab2-4901-8827-2c96cfde602d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.403092 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-4c57b602-aab2-4901-8827-2c96cfde602d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.409893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 786ff4bf-de9d-47d3-96f6-3561310bb1d3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:03.410947 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.430728 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-4c57b602-aab2-4901-8827-2c96cfde602d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4607115 Oct 26 14:06:03.431841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0982388f-cad2-4ab9-832d-3235eedc76fa req-396e9b06-ca01-4f7a-9adc-bf5ef2e47d1e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345552 Oct 26 14:06:03.458787 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Request body: {'port': {'device_id': '53949356-13f2-4d34-800a-3ab30738f577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:03.461408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a054f40-9d21-49cf-b496-3d9cf5f08add req-efbfd70b-c17c-41f8-9b9b-98459132174a tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052763 Oct 26 14:06:03.505142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0416b68c-dae1-4b92-af0a-67e058109bae None None] Provisioning complete for port 81b6100c-7396-4874-9944-69dba466c703 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:03.505517 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0416b68c-dae1-4b92-af0a-67e058109bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.545586 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.548976 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.552328 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.554066 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '5dcc4f39-3d87-4d00-89ed-4fde348a4f7d', 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d', 'port_id': '5dcc4f39-3d87-4d00-89ed-4fde348a4f7d', 'mac_address': 'fa:16:3e:ae:46:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f199ee-a046-49d1-984f-441650e52e48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:03.606873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0416b68c-dae1-4b92-af0a-67e058109bae None None] Port 81b6100c-7396-4874-9944-69dba466c703 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:03.619196 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad2e5d5-f5c0-4136-8154-129ce6e39c09,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:03.747159 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.848558 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.897301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbcc7a-27dc-4bef-9fca-9ef223c392dc req-b78f407b-9e5a-4704-a4c7-ab246c81dfee tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.904793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbcc7a-27dc-4bef-9fca-9ef223c392dc req-b78f407b-9e5a-4704-a4c7-ab246c81dfee tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.911370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbcc7a-27dc-4bef-9fca-9ef223c392dc req-b78f407b-9e5a-4704-a4c7-ab246c81dfee tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.913530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:03.918107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbcc7a-27dc-4bef-9fca-9ef223c392dc req-b78f407b-9e5a-4704-a4c7-ab246c81dfee tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.926147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbcc7a-27dc-4bef-9fca-9ef223c392dc req-b78f407b-9e5a-4704-a4c7-ab246c81dfee tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.932988 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbcc7a-27dc-4bef-9fca-9ef223c392dc req-b78f407b-9e5a-4704-a4c7-ab246c81dfee tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.939142 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbcc7a-27dc-4bef-9fca-9ef223c392dc req-b78f407b-9e5a-4704-a4c7-ab246c81dfee tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.941136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97bbcc7a-27dc-4bef-9fca-9ef223c392dc req-b78f407b-9e5a-4704-a4c7-ab246c81dfee tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.3263679 Oct 26 14:06:03.942981 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.949396 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.960108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ac135-8aca-4ef9-bbe6-89ba6ee67c86 req-04ccbe5d-e072-4582-91f4-0e35cfd6fc5d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.968547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-721ac135-8aca-4ef9-bbe6-89ba6ee67c86 req-04ccbe5d-e072-4582-91f4-0e35cfd6fc5d tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 935 time: 0.3597357 Oct 26 14:06:03.979430 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.983723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5dcc4f39-3d87-4d00-89ed-4fde348a4f7d,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:04.000152 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.009548 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca699d-57be-4ce6-ab08-2c392020dc5d None None] Network a2d5d236-74d9-4811-afc4-6d8d38ffcc24 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:04.085634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.086715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4795bc21-84b5-4666-abd6-391e5fb7deeb {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:06:04.100217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97bbcc7a-27dc-4bef-9fca-9ef223c392dc req-ff4a2af5-b3b1-409a-8965-5c4212d200c3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272483 Oct 26 14:06:04.103531 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.114003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c0e50e1f-f6bd-4b07-9a13-e9d54379388c admin admin] 10.222.0.32 "DELETE /v2.0/routers/4795bc21-84b5-4666-abd6-391e5fb7deeb HTTP/1.1" status: 204 len: 168 time: 3.1188111 Oct 26 14:06:04.118558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56888) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:04.163027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-721ac135-8aca-4ef9-bbe6-89ba6ee67c86 req-b8224037-7998-4d63-8b45-2d5c88298762 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888642 Oct 26 14:06:04.170127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75899bee-400c-4c2f-a81a-a042cfba87cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786ff4bf-de9d-47d3-96f6-3561310bb1d3'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:04.172515 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1105b63f-9456-48d9-bf79-7e846b032186" -d '{"events": [{"server_uuid": "75899bee-400c-4c2f-a81a-a042cfba87cf", "name": "network-vif-plugged", "status": "completed", "tag": "786ff4bf-de9d-47d3-96f6-3561310bb1d3"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:04.219554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 786ff4bf-de9d-47d3-96f6-3561310bb1d3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=786ff4bf-de9d-47d3-96f6-3561310bb1d3,segment=NetworkSegment(a8e999b2-4477-48be-b289-8850cd06d6b6),segment_id=a8e999b2-4477-48be-b289-8850cd06d6b6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:04.255580 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.331547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-05f30a6c-8974-40a2-bba3-2b6f63114c80 None None] Provisioning complete for port 82aafba4-5d15-4684-9f4e-cd1b33366d76 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:04.331923 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-05f30a6c-8974-40a2-bba3-2b6f63114c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.333639 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=5dcc4f39-3d87-4d00-89ed-4fde348a4f7d,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:04.349480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['5dcc4f39-3d87-4d00-89ed-4fde348a4f7d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:04.375418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e680bb-088b-41c4-9f7a-3dc078310841 admin admin] Deleting subnet f4aae2f8-46c1-4ee3-b281-cc64ec44522f {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:06:04.377624 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3e680bb-088b-41c4-9f7a-3dc078310841 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.416519 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.441472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e0f4c-bb2d-4ce9-96e3-181fd3d5109a req-bbafe788-8dcd-4846-a971-a32e92d91f77 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:04.443268 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa3e0f4c-bb2d-4ce9-96e3-181fd3d5109a req-bbafe788-8dcd-4846-a971-a32e92d91f77 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1530848 Oct 26 14:06:04.460645 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3e680bb-088b-41c4-9f7a-3dc078310841 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.508193 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944f0eb-b0e9-4256-8405-5a35488f81f8 req-a13a8fc2-c9e0-4442-8373-6c04af812365 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:04.510114 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f944f0eb-b0e9-4256-8405-5a35488f81f8 req-a13a8fc2-c9e0-4442-8373-6c04af812365 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1786773 Oct 26 14:06:04.615225 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=786ff4bf-de9d-47d3-96f6-3561310bb1d3,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:04.623251 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa3e0f4c-bb2d-4ce9-96e3-181fd3d5109a req-5be8f94f-fedc-45e2-9ff5-da8826f7e370 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663733 Oct 26 14:06:04.625724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b6100c-7396-4874-9944-69dba466c703 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:04.640733 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.662307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Transition to ACTIVE for port object 81b6100c-7396-4874-9944-69dba466c703 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:06:04.663319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Router 58026c38-e954-4c0b-a568-6e15816a74ff is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:06:04.675390 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f944f0eb-b0e9-4256-8405-5a35488f81f8 req-5901fe74-99b6-40e1-b3c1-a9c90244f6e9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549869 Oct 26 14:06:04.683639 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.714814 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3e680bb-088b-41c4-9f7a-3dc078310841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.765183 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Pushing event updated for resources: {'Port': ['ID=81b6100c-7396-4874-9944-69dba466c703,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:04.769633 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-05f30a6c-8974-40a2-bba3-2b6f63114c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.835948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 82aafba4-5d15-4684-9f4e-cd1b33366d76 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:04.908329 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbc84b2-b544-4645-a6b8-c24f6a181166 x-openstack-request-id: req-2cbc84b2-b544-4645-a6b8-c24f6a181166 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:04.908639 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75899bee-400c-4c2f-a81a-a042cfba87cf", "name": "network-vif-plugged", "status": "completed", "tag": "786ff4bf-de9d-47d3-96f6-3561310bb1d3", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:04.908895 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cbc84b2-b544-4645-a6b8-c24f6a181166 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:04.909301 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75899bee-400c-4c2f-a81a-a042cfba87cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786ff4bf-de9d-47d3-96f6-3561310bb1d3', 'code': 200} Oct 26 14:06:04.959803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-05f30a6c-8974-40a2-bba3-2b6f63114c80 None None] For port 82aafba4-5d15-4684-9f4e-cd1b33366d76, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=82aafba4-5d15-4684-9f4e-cd1b33366d76,segment=NetworkSegment(4e3b87d5-38ad-4f12-959f-0b8d7c8232ee),segment_id=4e3b87d5-38ad-4f12-959f-0b8d7c8232ee)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:04.991749 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3e680bb-088b-41c4-9f7a-3dc078310841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.992032 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-05f30a6c-8974-40a2-bba3-2b6f63114c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:05.015085 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa796139-1ad2-451a-adbb-ee0e45cafcce req-c7c80a22-e161-413b-bd3a-444981195ef9 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.024797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa796139-1ad2-451a-adbb-ee0e45cafcce req-c7c80a22-e161-413b-bd3a-444981195ef9 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/ports?device_id=75899bee-400c-4c2f-a81a-a042cfba87cf HTTP/1.1" status: 200 len: 946 time: 0.1887379 Oct 26 14:06:05.083922 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6b2e0764-7881-4a9b-8758-f12383e77e00 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:05.102417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:06:05.108873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f30a6c-8974-40a2-bba3-2b6f63114c80 None None] Pushing event updated for resources: {'Port': ['ID=82aafba4-5d15-4684-9f4e-cd1b33366d76,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:05.120603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Sync routers for ids ['58026c38-e954-4c0b-a568-6e15816a74ff'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:06:05.129764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 82aafba4-5d15-4684-9f4e-cd1b33366d76 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:05.130193 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:05.154772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e680bb-088b-41c4-9f7a-3dc078310841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4aae2f8-46c1-4ee3-b281-cc64ec44522f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:05.171766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Attempting to bind port 81b6100c-7396-4874-9944-69dba466c703 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:05.172479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Attempting to bind port 81b6100c-7396-4874-9944-69dba466c703 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:05.173173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Attempting to bind port 81b6100c-7396-4874-9944-69dba466c703 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:05.179171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Port 81b6100c-7396-4874-9944-69dba466c703 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:06:05.179944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Attempting to bind port 81b6100c-7396-4874-9944-69dba466c703 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:05.190229 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:05.191944 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d6910dc4-4ec4-4bca-978e-c9c75c5065f4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8830903 Oct 26 14:06:05.193211 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:05.193853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:05.195200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:05.195924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Bound port: 81b6100c-7396-4874-9944-69dba466c703, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:05.196543 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:05.198785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56902) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:05.223866 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3e680bb-088b-41c4-9f7a-3dc078310841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:05.230112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c3e680bb-088b-41c4-9f7a-3dc078310841 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f4aae2f8-46c1-4ee3-b281-cc64ec44522f HTTP/1.1" status: 204 len: 168 time: 1.1042330 Oct 26 14:06:05.253567 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56904) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:05.256368 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2087d4cf-9afb-4349-9b06-cce1c65a78c9 None None] Network a95226f9-9936-4e7b-95ac-9569b2850ddf requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:05.259363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Routers {'58026c38-e954-4c0b-a568-6e15816a74ff'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:05.259998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:05:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['58026c38-e954-4c0b-a568-6e15816a74ff'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:05.283395 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa796139-1ad2-451a-adbb-ee0e45cafcce req-cceeedfc-25a8-49c5-909c-5274cadedeff tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b0b2c2-59e2-4289-8d6c-c9a7f7287e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548358 Oct 26 14:06:05.417354 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d1ff6-4a0d-4faa-aa82-6c5248d51fa0 req-dcb03fe7-e49e-41c5-b0de-e6bf2582deff tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.426558 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c2d1ff6-4a0d-4faa-aa82-6c5248d51fa0 req-dcb03fe7-e49e-41c5-b0de-e6bf2582deff tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 944 time: 0.3753502 Oct 26 14:06:05.512651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543595df-ef35-4196-807a-025de5f25d99 req-51b06826-74bd-4236-a6d3-8772f0f65fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.515955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-543595df-ef35-4196-807a-025de5f25d99 req-51b06826-74bd-4236-a6d3-8772f0f65fe7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75899bee-400c-4c2f-a81a-a042cfba87cf HTTP/1.1" status: 200 len: 1097 time: 0.4221132 Oct 26 14:06:05.533011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] For port 81b6100c-7396-4874-9944-69dba466c703, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:05.538493 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] For port 81b6100c-7396-4874-9944-69dba466c703, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=81b6100c-7396-4874-9944-69dba466c703,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:05.554021 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:05.580761 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:05.602319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c2d1ff6-4a0d-4faa-aa82-6c5248d51fa0 req-a427d764-f89b-4cd5-b3ec-6f11ab19f510 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748042 Oct 26 14:06:05.617701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55b3be-265f-40bf-ab46-5f2057f4a32e req-bbce957b-2453-44fa-b1a7-6e0a6c0965a4 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.627139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55b3be-265f-40bf-ab46-5f2057f4a32e req-bbce957b-2453-44fa-b1a7-6e0a6c0965a4 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.630760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.635179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:05.638066 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] 10.222.0.25 "PUT /v2.0/ports/81b6100c-7396-4874-9944-69dba466c703 HTTP/1.1" status: 200 len: 1095 time: 2.1962469 Oct 26 14:06:05.640709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-fa3f9227-a560-446d-8a44-29001790add9 None None] Provisioning complete for port 82aafba4-5d15-4684-9f4e-cd1b33366d76 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:05.641086 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9227-a560-446d-8a44-29001790add9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:05.641769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53949356-13f2-4d34-800a-3ab30738f577', 'tag': '81b6100c-7396-4874-9944-69dba466c703'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:05.642757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55b3be-265f-40bf-ab46-5f2057f4a32e req-bbce957b-2453-44fa-b1a7-6e0a6c0965a4 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.663839 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db81c1b-d506-4b5c-80b2-592e9e0c0d87" -d '{"events": [{"name": "network-changed", "server_uuid": "53949356-13f2-4d34-800a-3ab30738f577", "tag": "81b6100c-7396-4874-9944-69dba466c703"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:05.685774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55b3be-265f-40bf-ab46-5f2057f4a32e req-bbce957b-2453-44fa-b1a7-6e0a6c0965a4 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.700715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55b3be-265f-40bf-ab46-5f2057f4a32e req-bbce957b-2453-44fa-b1a7-6e0a6c0965a4 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.709296 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55b3be-265f-40bf-ab46-5f2057f4a32e req-bbce957b-2453-44fa-b1a7-6e0a6c0965a4 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.736277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55b3be-265f-40bf-ab46-5f2057f4a32e req-bbce957b-2453-44fa-b1a7-6e0a6c0965a4 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.758566 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db55b3be-265f-40bf-ab46-5f2057f4a32e req-bbce957b-2453-44fa-b1a7-6e0a6c0965a4 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.3485856 Oct 26 14:06:05.808953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:05.855663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a974ce-0995-4e8a-8b9d-6062ccb222f2 service neutron] Pushing event updated for resources: {'Port': ['ID=81b6100c-7396-4874-9944-69dba466c703,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:05.860879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-543595df-ef35-4196-807a-025de5f25d99 req-645e6099-5ee9-4c4e-96a9-bc83f6284920 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b2c2-59e2-4289-8d6c-c9a7f7287e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279545 Oct 26 14:06:05.872592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-442ca2ce-fab2-47a7-8cc0-6c9003760d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.874562 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-442ca2ce-fab2-47a7-8cc0-6c9003760d8b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 1098 time: 0.1829731 Oct 26 14:06:05.880064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Set router 58026c38-e954-4c0b-a568-6e15816a74ff gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:05.920027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'port_id': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'mac_address': 'fa:16:3e:a6:a5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:05.922669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db55b3be-265f-40bf-ab46-5f2057f4a32e req-5d5cd792-f1fd-420d-a59e-106f182c3922 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1630943 Oct 26 14:06:05.972747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 67bf2da5-449b-45c2-8dad-afd1800c037b no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:05.989292 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e079fb-6cc2-4a40-9a55-5bdbafec67a1 req-a42c0cf1-fd04-4d5c-8bc8-f1669c97813c tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.990919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87e079fb-6cc2-4a40-9a55-5bdbafec67a1 req-a42c0cf1-fd04-4d5c-8bc8-f1669c97813c tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 947 time: 0.1585026 Oct 26 14:06:06.030882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 67bf2da5-449b-45c2-8dad-afd1800c037b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:06.031367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 67bf2da5-449b-45c2-8dad-afd1800c037b not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:06.064935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Deleting port 56452f84-eea2-4f62-bc45-e779fe2ebd5c {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:06.067719 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.073758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87e079fb-6cc2-4a40-9a55-5bdbafec67a1 req-622d8bba-5086-4d49-a9eb-9996269a0754 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707283 Oct 26 14:06:06.115243 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-20f9631b-aa2b-4bdf-9426-ceb7d7f1f27d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=81b6100c-7396-4874-9944-69dba466c703 HTTP/1.1" status: 200 len: 217 time: 0.0570321 Oct 26 14:06:06.197110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f76415-65ab-4a6a-b789-f256a268fd61 req-dd5b8d76-a877-4218-b92a-366adf9e9d77 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:06.198776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61f76415-65ab-4a6a-b789-f256a268fd61 req-dd5b8d76-a877-4218-b92a-366adf9e9d77 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1176910 Oct 26 14:06:06.235931 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4450630-bbd4-41e0-b56b-a755db997bfc x-openstack-request-id: req-a4450630-bbd4-41e0-b56b-a755db997bfc {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:06.236573 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53949356-13f2-4d34-800a-3ab30738f577", "tag": "81b6100c-7396-4874-9944-69dba466c703", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:06.236813 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4450630-bbd4-41e0-b56b-a755db997bfc {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:06.237303 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53949356-13f2-4d34-800a-3ab30738f577', 'tag': '81b6100c-7396-4874-9944-69dba466c703', 'status': 'completed', 'code': 200} Oct 26 14:06:06.275265 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61f76415-65ab-4a6a-b789-f256a268fd61 req-5769185d-00e0-4ce0-86b5-1284b3bdbf3d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627029 Oct 26 14:06:06.277965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] For port 56452f84-eea2-4f62-bc45-e779fe2ebd5c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56452f84-eea2-4f62-bc45-e779fe2ebd5c,segment=NetworkSegment(9492b8c4-a032-4cbe-b683-1403f0f1600e),segment_id=9492b8c4-a032-4cbe-b683-1403f0f1600e)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:06.279312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.299678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Calling delete_port for 56452f84-eea2-4f62-bc45-e779fe2ebd5c owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:06.311235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-377d6504-e968-43c8-a251-b6f2fae2539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:06.313586 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-377d6504-e968-43c8-a251-b6f2fae2539d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1850805 Oct 26 14:06:06.322358 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.388941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336cdeda-f92f-4d3f-8888-53f55ca71144 None None] DHCP port deletion for a95226f9-9936-4e7b-95ac-9569b2850ddf request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:06:06.390374 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-f9c8ad0e-371a-4354-b50f-a213bf18e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:06.392201 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-f9c8ad0e-371a-4354-b50f-a213bf18e03e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672307 Oct 26 14:06:06.392483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 82aafba4-5d15-4684-9f4e-cd1b33366d76 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:06.449391 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.480819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366931d2-da9a-4614-b746-2c3e20c55d6a req-f27fda5c-4bf8-4cee-a936-0e75aa33b133 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:06.483152 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-366931d2-da9a-4614-b746-2c3e20c55d6a req-f27fda5c-4bf8-4cee-a936-0e75aa33b133 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1201839 Oct 26 14:06:06.506791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eff601-c68a-4808-85ba-fe3e424a0809 req-61818484-d6d5-4903-bf59-19f46f0aa641 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:06.509362 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56eff601-c68a-4808-85ba-fe3e424a0809 req-61818484-d6d5-4903-bf59-19f46f0aa641 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1303442 Oct 26 14:06:06.532920 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-24b69fb1-d5fa-4566-8dbe-83b3e5d5b7cf service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071148 Oct 26 14:06:06.546173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2e0764-7881-4a9b-8758-f12383e77e00 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:06.561340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-366931d2-da9a-4614-b746-2c3e20c55d6a req-20455794-684f-48ed-961d-08ec8893772d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676425 Oct 26 14:06:06.573756 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:06.596123 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.684590 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56eff601-c68a-4808-85ba-fe3e424a0809 req-8bdccf98-c8e2-4d62-843f-b9e653371406 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289630 Oct 26 14:06:06.685241 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.691084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 82aafba4-5d15-4684-9f4e-cd1b33366d76 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:06.692814 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.728896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['6b2e0764-7881-4a9b-8758-f12383e77e00'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:06.777265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Pushing event deleted for resources: {'Port': ['ID=56452f84-eea2-4f62-bc45-e779fe2ebd5c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:06.789799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3220fb30-8728-40af-b5b2-51f521a5d105 req-774b6c2a-409b-4b0f-9a21-9dd84954f146 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1770415 Oct 26 14:06:06.799317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] No DVR routers for this DVR port 56452f84-eea2-4f62-bc45-e779fe2ebd5c on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:06.818359 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Allocated IP 172.20.0.1 (a2d5d236-74d9-4811-afc4-6d8d38ffcc24/c28db167-2576-4aec-8080-ece2013f892c/8b042ab8-7ec9-405f-a369-0ab1fa6d6246) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:06.821484 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-336cdeda-f92f-4d3f-8888-53f55ca71144 None None] Deleting port 56452f84-eea2-4f62-bc45-e779fe2ebd5c {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:06.821927 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-336cdeda-f92f-4d3f-8888-53f55ca71144 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.830369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=12']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:06.979183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-336cdeda-f92f-4d3f-8888-53f55ca71144 None None] For port 56452f84-eea2-4f62-bc45-e779fe2ebd5c, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:06.979598 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-336cdeda-f92f-4d3f-8888-53f55ca71144 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.979769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5f299-0134-44ed-bd8f-9d4e84f72855 req-af6bafae-3b0c-45f6-9caf-ae26936e4fbf tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:06.981801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8f5f299-0134-44ed-bd8f-9d4e84f72855 req-af6bafae-3b0c-45f6-9caf-ae26936e4fbf tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/ports?device_id=75899bee-400c-4c2f-a81a-a042cfba87cf HTTP/1.1" status: 200 len: 946 time: 0.3047187 Oct 26 14:06:07.010812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-336cdeda-f92f-4d3f-8888-53f55ca71144 None None] Calling delete_port for 56452f84-eea2-4f62-bc45-e779fe2ebd5c owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:07.019759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-336cdeda-f92f-4d3f-8888-53f55ca71144 None None] Port 56452f84-eea2-4f62-bc45-e779fe2ebd5c was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:06:07.024643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'name': 'tempest-FloatingIPsNegativeTestJSON-22163827-router', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:01Z', 'updated_at': '2021-10-26T14:06:03Z', 'revision_number': 3, 'project_id': '77b53a3b00634b68aa3eed7a29ab3387', 'gw_port': {'id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:02Z', 'updated_at': '2021-10-26T14:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:07.030257 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-336cdeda-f92f-4d3f-8888-53f55ca71144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.040468 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220fb30-8728-40af-b5b2-51f521a5d105 req-c080b5fc-9ac8-49bf-8bbb-86d2297d76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.042404 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3220fb30-8728-40af-b5b2-51f521a5d105 req-c080b5fc-9ac8-49bf-8bbb-86d2297d76f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 1101 time: 0.1858299 Oct 26 14:06:07.064515 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.093300 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0d898975-04d6-45fa-8de5-7b47e76b02a6 req-fac05d8d-bccb-4cee-842f-671f2f40e0d3 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282234 Oct 26 14:06:07.122945 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.167001 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:07.194604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Checking router: 58026c38-e954-4c0b-a568-6e15816a74ff for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:06:07.195446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Updating router 58026c38-e954-4c0b-a568-6e15816a74ff port 91c14d73-fcb0-4d9e-b363-9f4674c95781 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:06:07.209469 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.233780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cdeda-f92f-4d3f-8888-53f55ca71144 None None] Pushing event deleted for resources: {'Port': ['ID=56452f84-eea2-4f62-bc45-e779fe2ebd5c,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:07.235982 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336cdeda-f92f-4d3f-8888-53f55ca71144 None None] No DVR routers for this DVR port 56452f84-eea2-4f62-bc45-e779fe2ebd5c on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:07.283590 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.301517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2ad2e5d5-f5c0-4136-8154-129ce6e39c09 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:07.315532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Network a2d5d236-74d9-4811-afc4-6d8d38ffcc24 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:07.329732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:07.335547 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:07.383364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 2ad2e5d5-f5c0-4136-8154-129ce6e39c09 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:07.383845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2ad2e5d5-f5c0-4136-8154-129ce6e39c09 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:07.384359 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56452f84-eea2-4f62-bc45-e779fe2ebd5c no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:07.389541 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.440295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 56452f84-eea2-4f62-bc45-e779fe2ebd5c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:07.440758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56452f84-eea2-4f62-bc45-e779fe2ebd5c not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:07.466358 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=8b042ab8-7ec9-405f-a369-0ab1fa6d6246,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:07.473013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81c1b-d506-4b5c-80b2-592e9e0c0d87 req-efa249cd-5817-41b5-9f99-a284e098dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.479421 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3db81c1b-d506-4b5c-80b2-592e9e0c0d87 req-efa249cd-5817-41b5-9f99-a284e098dd0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 1098 time: 0.2417328 Oct 26 14:06:07.527507 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:07.570978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40bce5-da46-4310-a1b2-85d737e19442 req-3e0d90c5-2ebc-41e8-bfb9-702c5bdf916a tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.580606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c40bce5-da46-4310-a1b2-85d737e19442 req-3e0d90c5-2ebc-41e8-bfb9-702c5bdf916a tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 944 time: 0.6716638 Oct 26 14:06:07.665077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81c1b-d506-4b5c-80b2-592e9e0c0d87 req-05db0e78-cabe-46c5-9fc9-40ce9765df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.667278 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3db81c1b-d506-4b5c-80b2-592e9e0c0d87 req-05db0e78-cabe-46c5-9fc9-40ce9765df20 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1769729 Oct 26 14:06:07.681002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95226f9-9936-4e7b-95ac-9569b2850ddf']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:07.703423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8f5f299-0134-44ed-bd8f-9d4e84f72855 req-fc4bb03d-ff51-44d2-8570-89b7e2c59be1 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b0b2c2-59e2-4289-8d6c-c9a7f7287e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6971388 Oct 26 14:06:07.711280 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9492b8c4-a032-4cbe-b683-1403f0f1600e') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:07.712013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9492b8c4-a032-4cbe-b683-1403f0f1600e') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:07.729013 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.775124 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3db81c1b-d506-4b5c-80b2-592e9e0c0d87 req-dddbb096-50a8-4988-92ae-f11b8da26442 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=81b6100c-7396-4874-9944-69dba466c703 HTTP/1.1" status: 200 len: 217 time: 0.0762241 Oct 26 14:06:07.776718 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c40bce5-da46-4310-a1b2-85d737e19442 req-a5e5b074-a874-4293-8262-3c2b2cce8ea1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910360 Oct 26 14:06:07.792177 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.816531 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.828386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:07.828799 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.833768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:06:07.834392 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.837559 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:06:07.843759 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:06:07.899946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.917970 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81c1b-d506-4b5c-80b2-592e9e0c0d87 req-d69729c1-64f4-42a4-b3be-685f09eb89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.919511 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3db81c1b-d506-4b5c-80b2-592e9e0c0d87 req-d69729c1-64f4-42a4-b3be-685f09eb89e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1339965 Oct 26 14:06:07.929759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c63741-6c0c-4037-93f7-ae1b16768643 None None] Pushing event updated for resources: {'Port': ['ID=91c14d73-fcb0-4d9e-b363-9f4674c95781,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:07.951141 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0ffc608e-ac43-4816-8f49-ec4267a1c701 None None] Provisioning complete for port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:07.952119 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ffc608e-ac43-4816-8f49-ec4267a1c701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.956777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220fb30-8728-40af-b5b2-51f521a5d105 req-3499fa66-7e6c-4726-9f62-05c3b035ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.958790 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3220fb30-8728-40af-b5b2-51f521a5d105 req-3499fa66-7e6c-4726-9f62-05c3b035ac6e service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.8878942 Oct 26 14:06:07.960536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Attempting to bind port 91c14d73-fcb0-4d9e-b363-9f4674c95781 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:07.961089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Attempting to bind port 91c14d73-fcb0-4d9e-b363-9f4674c95781 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:07.962067 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Attempting to bind port 91c14d73-fcb0-4d9e-b363-9f4674c95781 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:07.994572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:07.995251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:07.995818 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.997178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:07.997842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Bound port: 91c14d73-fcb0-4d9e-b363-9f4674c95781, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:07.998413 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.046270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc608e-ac43-4816-8f49-ec4267a1c701 None None] Port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:08.075671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3220fb30-8728-40af-b5b2-51f521a5d105 req-084195f2-712a-488c-a1b2-ac506d348b2d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=1439f829-1abc-45d0-a350-7e26d440e1d8 HTTP/1.1" status: 200 len: 217 time: 0.0818810 Oct 26 14:06:08.090808 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.100748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] For port 91c14d73-fcb0-4d9e-b363-9f4674c95781, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:08.105174 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] For port 91c14d73-fcb0-4d9e-b363-9f4674c95781, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=91c14d73-fcb0-4d9e-b363-9f4674c95781,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:08.109158 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.113260 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.119628 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.120336 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] 10.222.0.32 "DELETE /v2.0/networks/a95226f9-9936-4e7b-95ac-9569b2850ddf HTTP/1.1" status: 204 len: 168 time: 2.8349452 Oct 26 14:06:08.141272 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56952) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:08.161720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4f640-93bb-4842-ada0-71152184f482 req-31a32cd6-7b2c-431f-9ae6-95bfca47c241 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.168734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4f640-93bb-4842-ada0-71152184f482 req-31a32cd6-7b2c-431f-9ae6-95bfca47c241 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.175459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4f640-93bb-4842-ada0-71152184f482 req-31a32cd6-7b2c-431f-9ae6-95bfca47c241 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.181733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4f640-93bb-4842-ada0-71152184f482 req-31a32cd6-7b2c-431f-9ae6-95bfca47c241 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.188958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4f640-93bb-4842-ada0-71152184f482 req-31a32cd6-7b2c-431f-9ae6-95bfca47c241 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.195346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4f640-93bb-4842-ada0-71152184f482 req-31a32cd6-7b2c-431f-9ae6-95bfca47c241 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.196453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1389b3-ca68-4fb6-b2b6-337cd9201642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcc4f39-3d87-4d00-89ed-4fde348a4f7d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:08.198778 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e3ad8f-ba7c-42c9-bbab-958e535a085b" -d '{"events": [{"server_uuid": "6c1389b3-ca68-4fb6-b2b6-337cd9201642", "name": "network-vif-plugged", "status": "completed", "tag": "5dcc4f39-3d87-4d00-89ed-4fde348a4f7d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:08.203143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4f640-93bb-4842-ada0-71152184f482 req-31a32cd6-7b2c-431f-9ae6-95bfca47c241 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.205280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-21b4f640-93bb-4842-ada0-71152184f482 req-31a32cd6-7b2c-431f-9ae6-95bfca47c241 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.3258588 Oct 26 14:06:08.220634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5dcc4f39-3d87-4d00-89ed-4fde348a4f7d,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:08.235907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c63741-6c0c-4037-93f7-ae1b16768643 None None] Pushing event updated for resources: {'Port': ['ID=91c14d73-fcb0-4d9e-b363-9f4674c95781,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:08.239474 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.245072 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.249671 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.249876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Routers {'58026c38-e954-4c0b-a568-6e15816a74ff'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:08.250380 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:05:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['58026c38-e954-4c0b-a568-6e15816a74ff'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:08.275504 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818d80e-900f-4e4f-8180-cadffe64a713 req-4cbbf09a-8569-421a-a372-34d3e94a028a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.284021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6818d80e-900f-4e4f-8180-cadffe64a713 req-4cbbf09a-8569-421a-a372-34d3e94a028a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 947 time: 0.3516700 Oct 26 14:06:08.321520 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1878d66-c17b-4c5b-a395-fe4bfe09c85e admin admin] Pushing event deleted for resources: {'Network': ['ID=a95226f9-9936-4e7b-95ac-9569b2850ddf,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:08.357334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.361836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=8b042ab8-7ec9-405f-a369-0ab1fa6d6246,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:08.379665 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81c1b-d506-4b5c-80b2-592e9e0c0d87 req-604a0b12-d339-4647-b49b-ba66bbe18d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.381405 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3db81c1b-d506-4b5c-80b2-592e9e0c0d87 req-604a0b12-d339-4647-b49b-ba66bbe18d00 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4216256 Oct 26 14:06:08.391700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220fb30-8728-40af-b5b2-51f521a5d105 req-33045088-38e6-4463-9cb6-505f51bd3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.393300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3220fb30-8728-40af-b5b2-51f521a5d105 req-33045088-38e6-4463-9cb6-505f51bd3597 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.2994401 Oct 26 14:06:08.435584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6818d80e-900f-4e4f-8180-cadffe64a713 req-01677fc0-a286-4292-b80f-84d667a10409 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502295 Oct 26 14:06:08.440966 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] Set router 58026c38-e954-4c0b-a568-6e15816a74ff gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:08.498102 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-21b4f640-93bb-4842-ada0-71152184f482 req-e055d985-641f-457c-a192-57a1a2fa25b9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2401452 Oct 26 14:06:08.579141 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3db81c1b-d506-4b5c-80b2-592e9e0c0d87 req-f1268bff-555b-4a31-b5f8-d3923f585153 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784050 Oct 26 14:06:08.586505 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Network a2d5d236-74d9-4811-afc4-6d8d38ffcc24 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:08.596012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:08.642873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220fb30-8728-40af-b5b2-51f521a5d105 req-30271d6e-7bf4-4763-b7ef-767c47ec9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.645900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3220fb30-8728-40af-b5b2-51f521a5d105 req-30271d6e-7bf4-4763-b7ef-767c47ec9824 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2424660 Oct 26 14:06:08.666504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=5dcc4f39-3d87-4d00-89ed-4fde348a4f7d,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:08.731633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'name': 'tempest-FloatingIPsNegativeTestJSON-22163827-router', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:01Z', 'updated_at': '2021-10-26T14:06:07Z', 'revision_number': 4, 'project_id': '77b53a3b00634b68aa3eed7a29ab3387', 'gw_port': {'id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:02Z', 'updated_at': '2021-10-26T14:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8b042ab8-7ec9-405f-a369-0ab1fa6d6246', 'name': '', 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'mac_address': 'fa:16:3e:37:92:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'c28db167-2576-4aec-8080-ece2013f892c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:06Z', 'updated_at': '2021-10-26T14:06:08Z', 'revision_number': 2, 'project_id': '77b53a3b00634b68aa3eed7a29ab3387', 'subnets': [{'id': 'c28db167-2576-4aec-8080-ece2013f892c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:08.783316 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7c7f6-a067-4c4d-a5fd-5327a8b96dc1 None None] The sync data for ids ['58026c38-e954-4c0b-a568-6e15816a74ff'] in n-d-815498-1 is: [{'id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'name': 'tempest-FloatingIPsNegativeTestJSON-22163827-router', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:01Z', 'updated_at': '2021-10-26T14:06:07Z', 'revision_number': 4, 'project_id': '77b53a3b00634b68aa3eed7a29ab3387', 'gw_port': {'id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:02Z', 'updated_at': '2021-10-26T14:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8b042ab8-7ec9-405f-a369-0ab1fa6d6246', 'name': '', 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'mac_address': 'fa:16:3e:37:92:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'c28db167-2576-4aec-8080-ece2013f892c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:06Z', 'updated_at': '2021-10-26T14:06:08Z', 'revision_number': 2, 'project_id': '77b53a3b00634b68aa3eed7a29ab3387', 'subnets': [{'id': 'c28db167-2576-4aec-8080-ece2013f892c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:06:08.950652 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:06:08.987596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4131aeb-93d9-479c-be0d-fef9d26e00ac req-060d8491-c442-4218-bd08-44fa2847034b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.989834 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4131aeb-93d9-479c-be0d-fef9d26e00ac req-060d8491-c442-4218-bd08-44fa2847034b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 946 time: 0.4427974 Oct 26 14:06:09.039451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b1409-3bea-481e-9f32-16349ea2e134 req-2bd4fa6d-6e9c-4428-8686-82ea1a14a1cc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.048004 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c0b1409-3bea-481e-9f32-16349ea2e134 req-2bd4fa6d-6e9c-4428-8686-82ea1a14a1cc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.3490145 Oct 26 14:06:09.101873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a37777f8-749a-4b9e-9e12-08010e05e96d None None] Provisioning complete for port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:09.104202 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a37777f8-749a-4b9e-9e12-08010e05e96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:09.198559 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Router 58026c38-e954-4c0b-a568-6e15816a74ff has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:06:09.203380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3220fb30-8728-40af-b5b2-51f521a5d105 req-dc7e8e95-7271-41f1-b280-5a1eeb4e7b6f service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028214 Oct 26 14:06:09.225687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4131aeb-93d9-479c-be0d-fef9d26e00ac req-d4bbd3a0-e4e0-4cee-a7e7-abcca5513b5c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990457 Oct 26 14:06:09.264314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c0b1409-3bea-481e-9f32-16349ea2e134 req-1198f7f8-67a2-418f-9355-40a6a1074fc1 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051499 Oct 26 14:06:09.264604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-a37777f8-749a-4b9e-9e12-08010e05e96d None None] Port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:09.266959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 81b6100c-7396-4874-9944-69dba466c703 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:09.303338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6b2e0764-7881-4a9b-8758-f12383e77e00 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:09.380399 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88453db5-3af5-4446-ade4-355b7183652e x-openstack-request-id: req-88453db5-3af5-4446-ade4-355b7183652e {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:09.380686 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1389b3-ca68-4fb6-b2b6-337cd9201642", "name": "network-vif-plugged", "status": "completed", "tag": "5dcc4f39-3d87-4d00-89ed-4fde348a4f7d", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:09.380945 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88453db5-3af5-4446-ade4-355b7183652e {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:09.381351 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1389b3-ca68-4fb6-b2b6-337cd9201642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcc4f39-3d87-4d00-89ed-4fde348a4f7d', 'code': 200} Oct 26 14:06:09.404550 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.resource_extend [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:06:09.448288 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3220fb30-8728-40af-b5b2-51f521a5d105 req-c75ffe14-b7da-4e16-bd8a-9bad1ccb7b7a service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326589 Oct 26 14:06:09.501250 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3db81c1b-d506-4b5c-80b2-592e9e0c0d87 req-88453f02-cd12-480c-b92a-ab2849f156d7 service neutron] 10.222.0.25 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9133449 Oct 26 14:06:09.567010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:06:09.572466 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-53e56dcc-04e9-419a-9755-0f5683afd2e7 admin admin] 10.222.0.32 "PUT /v2.0/routers/58026c38-e954-4c0b-a568-6e15816a74ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3723557 Oct 26 14:06:09.587828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d2e24-450f-4571-ab02-159db87591cf req-ee47a942-322a-4751-8133-417f91174567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.589355 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9d6d2e24-450f-4571-ab02-159db87591cf req-ee47a942-322a-4751-8133-417f91174567 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 1096 time: 0.1457064 Oct 26 14:06:09.610711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad8e4b-2b27-4000-aa0f-c0a73d500e18 req-13dec987-13b5-4dd6-bfbe-72103f28ef45 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.613274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e9ad8e4b-2b27-4000-aa0f-c0a73d500e18 req-13dec987-13b5-4dd6-bfbe-72103f28ef45 tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/ports?device_id=75899bee-400c-4c2f-a81a-a042cfba87cf HTTP/1.1" status: 200 len: 946 time: 0.1640038 Oct 26 14:06:09.635131 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b308f-a154-492a-a398-b9cddba6f7d1 req-a5aa81ee-ffa2-4a7e-8a06-9ae72874315d tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.636898 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-059b308f-a154-492a-a398-b9cddba6f7d1 req-a5aa81ee-ffa2-4a7e-8a06-9ae72874315d tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 945 time: 0.1222908 Oct 26 14:06:09.689611 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9d6d2e24-450f-4571-ab02-159db87591cf req-dcdc7d1e-c7b9-4f86-9322-05347126c8b0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914922 Oct 26 14:06:09.701586 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 6b2e0764-7881-4a9b-8758-f12383e77e00 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:09.701949 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:09.712719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e9ad8e4b-2b27-4000-aa0f-c0a73d500e18 req-83ba7e0c-1c02-4f03-ae82-f7584123dbef tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b0b2c2-59e2-4289-8d6c-c9a7f7287e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736094 Oct 26 14:06:09.814396 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 81b6100c-7396-4874-9944-69dba466c703, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=81b6100c-7396-4874-9944-69dba466c703,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:09.894712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '81b6100c-7396-4874-9944-69dba466c703', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '81b6100c-7396-4874-9944-69dba466c703', 'mac_address': 'fa:16:3e:98:a9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:09.899596 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:09.904876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-059b308f-a154-492a-a398-b9cddba6f7d1 req-dfcd6356-7064-4043-95db-d0d55d3756ba tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125566 Oct 26 14:06:09.934069 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16d01b27-3c7f-456f-b9e0-17cd1630e222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:09.946596 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:09.975007 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:10.027605 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:10.031519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb5433-6411-4cf3-a332-781d5fb1ecc5 req-13ccd8a9-55cd-4e40-839d-7263d593b32d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.039042 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f0fb5433-6411-4cf3-a332-781d5fb1ecc5 req-13ccd8a9-55cd-4e40-839d-7263d593b32d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2457495 Oct 26 14:06:10.048346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b6100c-7396-4874-9944-69dba466c703 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:10.068523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=13']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:10.112178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 81b6100c-7396-4874-9944-69dba466c703, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=81b6100c-7396-4874-9944-69dba466c703,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:10.128270 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:10.195738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f0fb5433-6411-4cf3-a332-781d5fb1ecc5 req-4823501a-3204-4978-a748-a7ca82be347a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555920 Oct 26 14:06:10.240643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97192483-ba55-4ad1-9d22-3d45b1f7198c req-80b7a3a6-c326-43e9-a563-7726c6b362a7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.242238 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97192483-ba55-4ad1-9d22-3d45b1f7198c req-80b7a3a6-c326-43e9-a563-7726c6b362a7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 947 time: 0.2004807 Oct 26 14:06:10.271808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=81b6100c-7396-4874-9944-69dba466c703,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:10.424951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97192483-ba55-4ad1-9d22-3d45b1f7198c req-df5a426b-d5f4-425e-93e3-9ac13be47844 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696222 Oct 26 14:06:10.459647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['81b6100c-7396-4874-9944-69dba466c703'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:10.480867 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a1aad-7b29-4f24-8841-e32d115cb8a5 req-722096bd-44db-499b-a12f-bfe0c085b296 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.502740 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a1aad-7b29-4f24-8841-e32d115cb8a5 req-722096bd-44db-499b-a12f-bfe0c085b296 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.512449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a1aad-7b29-4f24-8841-e32d115cb8a5 req-722096bd-44db-499b-a12f-bfe0c085b296 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.525198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a1aad-7b29-4f24-8841-e32d115cb8a5 req-722096bd-44db-499b-a12f-bfe0c085b296 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.562206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a1aad-7b29-4f24-8841-e32d115cb8a5 req-722096bd-44db-499b-a12f-bfe0c085b296 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.570741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a1aad-7b29-4f24-8841-e32d115cb8a5 req-722096bd-44db-499b-a12f-bfe0c085b296 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.581674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a1aad-7b29-4f24-8841-e32d115cb8a5 req-722096bd-44db-499b-a12f-bfe0c085b296 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.594617 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f1a1aad-7b29-4f24-8841-e32d115cb8a5 req-722096bd-44db-499b-a12f-bfe0c085b296 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.2874353 Oct 26 14:06:10.698105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f1a1aad-7b29-4f24-8841-e32d115cb8a5 req-0a9ed970-df27-4423-b670-5d38a48ceda3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965371 Oct 26 14:06:10.799021 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-16d01b27-3c7f-456f-b9e0-17cd1630e222 admin admin] Deleting port 2717228f-0d2d-49dd-9857-945aebe4f022 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:10.799646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16d01b27-3c7f-456f-b9e0-17cd1630e222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:10.950669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0aaa3a74-5bb1-423c-b0bf-8e76e00573b7 req-fb831d3a-0c1b-48d0-bbcc-294bd78c2931 tempest-FloatingIPsNegativeTestJSON-1685282363 tempest-FloatingIPsNegativeTestJSON-1685282363-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=77b53a3b00634b68aa3eed7a29ab3387 HTTP/1.1" status: 200 len: 217 time: 0.0900278 Oct 26 14:06:10.963414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e1eda-f6d0-41bd-ab4e-9b89c2b6116d req-600a2bca-589b-430e-913c-14642ece63c7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.965042 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-859e1eda-f6d0-41bd-ab4e-9b89c2b6116d req-600a2bca-589b-430e-913c-14642ece63c7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 947 time: 0.1679823 Oct 26 14:06:11.042467 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-859e1eda-f6d0-41bd-ab4e-9b89c2b6116d req-61d88ea9-c1e5-41ea-a851-90d58b1109cf tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678596 Oct 26 14:06:11.065858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-16d01b27-3c7f-456f-b9e0-17cd1630e222 admin admin] For port 2717228f-0d2d-49dd-9857-945aebe4f022, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2717228f-0d2d-49dd-9857-945aebe4f022,segment=NetworkSegment(a27a9504-fb3b-42d3-ae30-7af7da473a5f),segment_id=a27a9504-fb3b-42d3-ae30-7af7da473a5f)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:11.066350 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16d01b27-3c7f-456f-b9e0-17cd1630e222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:11.095273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-16d01b27-3c7f-456f-b9e0-17cd1630e222 admin admin] Calling delete_port for 2717228f-0d2d-49dd-9857-945aebe4f022 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:11.382796 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:11.385135 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34210399-c886-4543-bbac-73f3b68eb22e" -d '{"events": [{"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:11.576514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa31d2b-eadb-42f2-9983-fab84167668d req-6d121186-dc0a-42d0-88d4-d7a287c378fc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:11.578015 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afa31d2b-eadb-42f2-9983-fab84167668d req-6d121186-dc0a-42d0-88d4-d7a287c378fc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 945 time: 0.1470697 Oct 26 14:06:11.589934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e5fe9-0454-46c5-a880-a67e2bd4376d req-85b5cc7e-fe6f-4fe5-b5ec-0e987723fecc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:11.592062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f62e5fe9-0454-46c5-a880-a67e2bd4376d req-85b5cc7e-fe6f-4fe5-b5ec-0e987723fecc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/networks?id=55cdc374-aea8-45fc-8fee-8483ae48c9d5 HTTP/1.1" status: 200 len: 814 time: 0.5064843 Oct 26 14:06:11.654416 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f62e5fe9-0454-46c5-a880-a67e2bd4376d req-1e3f2153-a207-4513-8841-44fc868dcd6d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/quotas/0ce0aee0322a4e368957accff6eefd0f HTTP/1.1" status: 200 len: 375 time: 0.0298038 Oct 26 14:06:11.782578 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afa31d2b-eadb-42f2-9983-fab84167668d req-42667fa8-f1c4-4702-a80f-7895e8c23d7c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892118 Oct 26 14:06:11.861442 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f62e5fe9-0454-46c5-a880-a67e2bd4376d req-57508cb7-7428-4cb8-920d-8b4c8458c8e4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ce0aee0322a4e368957accff6eefd0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1984158 Oct 26 14:06:11.913505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-238401d0-20fd-4c09-b8cb-9bf2485714eb req-6830620b-bfcd-4419-b74e-a29d5200298b tempest-FloatingIPsNegativeTestJSON-1685282363 tempest-FloatingIPsNegativeTestJSON-1685282363-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0572455 Oct 26 14:06:11.943574 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16d01b27-3c7f-456f-b9e0-17cd1630e222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:11.975443 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f694b9-cb5e-4057-9d59-5bd473bbd8c4 x-openstack-request-id: req-c2f694b9-cb5e-4057-9d59-5bd473bbd8c4 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:11.976815 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:11.977132 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2f694b9-cb5e-4057-9d59-5bd473bbd8c4 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:11.977586 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'code': 200} Oct 26 14:06:12.029357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d01b27-3c7f-456f-b9e0-17cd1630e222 admin admin] Pushing event deleted for resources: {'Port': ['ID=2717228f-0d2d-49dd-9857-945aebe4f022,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:12.363661 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Sync routers for ids ['58026c38-e954-4c0b-a568-6e15816a74ff'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:06:12.388158 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Routers {'58026c38-e954-4c0b-a568-6e15816a74ff'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:12.390149 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:05:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['58026c38-e954-4c0b-a568-6e15816a74ff'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:12.429309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 91c14d73-fcb0-4d9e-b363-9f4674c95781 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:12.452004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d449eb6-4f75-4a3b-94ce-8937e9dd734f req-67982fb5-de9d-4fb9-9345-10fe1af63467 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:12.478646 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d449eb6-4f75-4a3b-94ce-8937e9dd734f req-67982fb5-de9d-4fb9-9345-10fe1af63467 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 948 time: 0.3740880 Oct 26 14:06:12.563852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 91c14d73-fcb0-4d9e-b363-9f4674c95781 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:12.564287 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:12.648938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d449eb6-4f75-4a3b-94ce-8937e9dd734f req-d45919ce-305a-4815-8e5e-93003a4abea3 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671150 Oct 26 14:06:12.664075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bda04-e52c-470e-b11c-676912155890 req-7b7df5f3-3865-4557-9d5b-cf3b6ac9b415 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:12.675358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bda04-e52c-470e-b11c-676912155890 req-7b7df5f3-3865-4557-9d5b-cf3b6ac9b415 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:12.676341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bda04-e52c-470e-b11c-676912155890 req-7b7df5f3-3865-4557-9d5b-cf3b6ac9b415 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:12.682386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bda04-e52c-470e-b11c-676912155890 req-7b7df5f3-3865-4557-9d5b-cf3b6ac9b415 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:12.688877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bda04-e52c-470e-b11c-676912155890 req-7b7df5f3-3865-4557-9d5b-cf3b6ac9b415 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:12.694917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bda04-e52c-470e-b11c-676912155890 req-7b7df5f3-3865-4557-9d5b-cf3b6ac9b415 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:12.701559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bda04-e52c-470e-b11c-676912155890 req-7b7df5f3-3865-4557-9d5b-cf3b6ac9b415 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:12.709585 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f1bda04-e52c-470e-b11c-676912155890 req-7b7df5f3-3865-4557-9d5b-cf3b6ac9b415 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.2222209 Oct 26 14:06:12.712602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16d01b27-3c7f-456f-b9e0-17cd1630e222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:12.728945 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Set router 58026c38-e954-4c0b-a568-6e15816a74ff gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:12.816116 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:12.838945 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c1f74c43-6a49-44d8-9244-448fa998e81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:12.874374 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 91c14d73-fcb0-4d9e-b363-9f4674c95781, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=91c14d73-fcb0-4d9e-b363-9f4674c95781,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:12.888453 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:12.890679 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4f1bda04-e52c-470e-b11c-676912155890 req-b3d7e813-4b56-410e-b5d8-fc4c05dc2930 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1800599 Oct 26 14:06:12.978532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=91c14d73-fcb0-4d9e-b363-9f4674c95781,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:13.099672 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e2bdb-c8d1-42fd-945e-3321ff3cb141 req-2691c946-de8d-459f-8a4a-31aa638a4f29 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.101081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a14e2bdb-c8d1-42fd-945e-3321ff3cb141 req-2691c946-de8d-459f-8a4a-31aa638a4f29 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2980046 Oct 26 14:06:13.101893 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-2156220e-7c7b-4c20-9ab4-d63b3e470b7e req-57e2edde-0426-4067-bb21-225615309477 tempest-FloatingIPsNegativeTestJSON-1685282363 tempest-FloatingIPsNegativeTestJSON-1685282363-project] show failed (client error): The resource could not be found. Oct 26 14:06:13.110552 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2156220e-7c7b-4c20-9ab4-d63b3e470b7e req-57e2edde-0426-4067-bb21-225615309477 tempest-FloatingIPsNegativeTestJSON-1685282363 tempest-FloatingIPsNegativeTestJSON-1685282363-project] 10.222.0.32 "GET /v2.0/floatingips/7851699e-e22b-47cc-b2dc-40c7bd550409 HTTP/1.1" status: 404 len: 350 time: 0.1608706 Oct 26 14:06:13.122215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57020) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:13.144816 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 81b6100c-7396-4874-9944-69dba466c703 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:13.216947 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'name': 'tempest-FloatingIPsNegativeTestJSON-22163827-router', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:01Z', 'updated_at': '2021-10-26T14:06:07Z', 'revision_number': 4, 'project_id': '77b53a3b00634b68aa3eed7a29ab3387', 'gw_port': {'id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:02Z', 'updated_at': '2021-10-26T14:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8b042ab8-7ec9-405f-a369-0ab1fa6d6246', 'name': '', 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'mac_address': 'fa:16:3e:37:92:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'c28db167-2576-4aec-8080-ece2013f892c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:06Z', 'updated_at': '2021-10-26T14:06:08Z', 'revision_number': 2, 'project_id': '77b53a3b00634b68aa3eed7a29ab3387', 'subnets': [{'id': 'c28db167-2576-4aec-8080-ece2013f892c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:13.269164 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Checking router: 58026c38-e954-4c0b-a568-6e15816a74ff for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:06:13.269888 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Updating router 58026c38-e954-4c0b-a568-6e15816a74ff port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:06:13.294931 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 81b6100c-7396-4874-9944-69dba466c703 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:13.301269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 81b6100c-7396-4874-9944-69dba466c703 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:13.301522 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65188844-48f2-4f4c-bfa8-1329b1f92ed9 req-bc2733c5-89ad-45ec-9e2d-fc2e97d827ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e7d0784-bcb0-429d-b16e-0ecc3bfb6881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802193 Oct 26 14:06:13.302194 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.330762 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.380737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a14e2bdb-c8d1-42fd-945e-3321ff3cb141 req-9a03889d-5431-4f25-b6d1-3b62dced03fd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311337 Oct 26 14:06:13.489090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65188844-48f2-4f4c-bfa8-1329b1f92ed9 req-677d4b63-fda1-4d92-8422-50538485ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.499760 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65188844-48f2-4f4c-bfa8-1329b1f92ed9 req-677d4b63-fda1-4d92-8422-50538485ce40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c869b6d52e6491b913e06699b75389e&device_id=1e7d0784-bcb0-429d-b16e-0ecc3bfb6881 HTTP/1.1" status: 200 len: 1100 time: 0.1208534 Oct 26 14:06:13.507255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d01b27-3c7f-456f-b9e0-17cd1630e222 admin admin] Router 446bf811-cd4a-470e-a699-b5a5c7dd9a4a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:06:13.587512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c5c7-58ad-4053-8df8-276ddc47dd72 req-553a8630-490a-475e-9a70-0d9885350479 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.595713 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f62c5c7-58ad-4053-8df8-276ddc47dd72 req-553a8630-490a-475e-9a70-0d9885350479 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 947 time: 0.3062968 Oct 26 14:06:13.603724 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.724907 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.733293 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.734768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 81b6100c-7396-4874-9944-69dba466c703, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=81b6100c-7396-4874-9944-69dba466c703,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:13.750875 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.779179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143895d-4a72-45e0-89a7-5a0fead63845 req-e79575a8-126a-4bb1-872e-0911bf6aeb9f tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.780730 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f143895d-4a72-45e0-89a7-5a0fead63845 req-e79575a8-126a-4bb1-872e-0911bf6aeb9f tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.25 "GET /v2.0/ports?device_id=75899bee-400c-4c2f-a81a-a042cfba87cf HTTP/1.1" status: 200 len: 946 time: 0.1374688 Oct 26 14:06:13.806595 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13267482-d5a5-41a3-9210-d9034c6e7c3a None None] Pushing event updated for resources: {'Port': ['ID=8b042ab8-7ec9-405f-a369-0ab1fa6d6246,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:13.819618 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13267482-d5a5-41a3-9210-d9034c6e7c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:13.820340 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13267482-d5a5-41a3-9210-d9034c6e7c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:13.821453 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13267482-d5a5-41a3-9210-d9034c6e7c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:13.822742 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13267482-d5a5-41a3-9210-d9034c6e7c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:13.823398 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13267482-d5a5-41a3-9210-d9034c6e7c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:13.824086 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13267482-d5a5-41a3-9210-d9034c6e7c3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:13.825434 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13267482-d5a5-41a3-9210-d9034c6e7c3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:13.826032 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13267482-d5a5-41a3-9210-d9034c6e7c3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:13.826599 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13267482-d5a5-41a3-9210-d9034c6e7c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:13.827184 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13267482-d5a5-41a3-9210-d9034c6e7c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:13.827755 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13267482-d5a5-41a3-9210-d9034c6e7c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:13.828482 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13267482-d5a5-41a3-9210-d9034c6e7c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:13.887519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=81b6100c-7396-4874-9944-69dba466c703,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:13.934699 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Attempting to bind port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:13.935216 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Attempting to bind port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '4e3b87d5-38ad-4f12-959f-0b8d7c8232ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:13.938022 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Attempting to bind port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 on network a2d5d236-74d9-4811-afc4-6d8d38ffcc24 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:13.947270 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:13.947697 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Checking segment: {'id': '4e3b87d5-38ad-4f12-959f-0b8d7c8232ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:13.948103 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.948499 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Bound using segment: {'id': '4e3b87d5-38ad-4f12-959f-0b8d7c8232ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:13.949023 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Bound port: 8b042ab8-7ec9-405f-a369-0ab1fa6d6246, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3b87d5-38ad-4f12-959f-0b8d7c8232ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:13.951092 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.979608 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53949356-13f2-4d34-800a-3ab30738f577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b6100c-7396-4874-9944-69dba466c703'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:13.984682 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1890890-89d8-4377-adac-5679837b27e4" -d '{"events": [{"server_uuid": "53949356-13f2-4d34-800a-3ab30738f577", "name": "network-vif-plugged", "status": "completed", "tag": "81b6100c-7396-4874-9944-69dba466c703"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:14.038521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65188844-48f2-4f4c-bfa8-1329b1f92ed9 req-bf07fadd-5ea8-497e-ad5b-491ff83c85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:14.047149 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65188844-48f2-4f4c-bfa8-1329b1f92ed9 req-bf07fadd-5ea8-497e-ad5b-491ff83c85ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.5239987 Oct 26 14:06:14.091774 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] For port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:14.098553 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] For port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8b042ab8-7ec9-405f-a369-0ab1fa6d6246,segment=NetworkSegment(4e3b87d5-38ad-4f12-959f-0b8d7c8232ee),segment_id=4e3b87d5-38ad-4f12-959f-0b8d7c8232ee)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:14.113082 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.133206 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f62c5c7-58ad-4053-8df8-276ddc47dd72 req-0a8fa1f3-03f1-4e62-8f16-91f753d91c94 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5324602 Oct 26 14:06:14.149670 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d01b27-3c7f-456f-b9e0-17cd1630e222 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:06:14.160544 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc8d33-80cf-4019-91e8-bee8d3cbbaf6 None None] Sync routers for ids ['446bf811-cd4a-470e-a699-b5a5c7dd9a4a'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:06:14.170357 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65188844-48f2-4f4c-bfa8-1329b1f92ed9 req-8ebbd3fd-e8aa-4732-ba69-319f0da41543 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a71aca10-33a9-4a57-b703-b2a427ef3d4b HTTP/1.1" status: 200 len: 217 time: 0.1147931 Oct 26 14:06:14.171917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57034) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:14.174825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc8d33-80cf-4019-91e8-bee8d3cbbaf6 None None] Routers {'446bf811-cd4a-470e-a699-b5a5c7dd9a4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:14.175471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-09cc8d33-80cf-4019-91e8-bee8d3cbbaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:05:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['446bf811-cd4a-470e-a699-b5a5c7dd9a4a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:14.178327 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-f143895d-4a72-45e0-89a7-5a0fead63845 req-a7a8001e-7c6c-44bf-a9ca-03ed1e7750ca tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Deleting port 786ff4bf-de9d-47d3-96f6-3561310bb1d3 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:14.178962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f143895d-4a72-45e0-89a7-5a0fead63845 req-a7a8001e-7c6c-44bf-a9ca-03ed1e7750ca tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.179208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-16d01b27-3c7f-456f-b9e0-17cd1630e222 admin admin] 10.222.0.32 "PUT /v2.0/routers/446bf811-cd4a-470e-a699-b5a5c7dd9a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0125494 Oct 26 14:06:14.188108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c08932-9b9c-4344-9814-c095d294eff9 req-1e9a7df2-0b73-416b-aecd-7e4a85da291f tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:14.219941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-36c08932-9b9c-4344-9814-c095d294eff9 req-1e9a7df2-0b73-416b-aecd-7e4a85da291f tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/ports?device_id=75899bee-400c-4c2f-a81a-a042cfba87cf HTTP/1.1" status: 200 len: 946 time: 0.6979706 Oct 26 14:06:14.310891 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13267482-d5a5-41a3-9210-d9034c6e7c3a None None] Pushing event updated for resources: {'Port': ['ID=8b042ab8-7ec9-405f-a369-0ab1fa6d6246,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:14.313604 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Routers {'58026c38-e954-4c0b-a568-6e15816a74ff'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:14.324744 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:05:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['58026c38-e954-4c0b-a568-6e15816a74ff'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:14.332896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 91c14d73-fcb0-4d9e-b363-9f4674c95781 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:14.499220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65188844-48f2-4f4c-bfa8-1329b1f92ed9 req-7b5ec6ef-5f48-4804-ac5a-1037f2ec5519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:14.504343 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65188844-48f2-4f4c-bfa8-1329b1f92ed9 req-7b5ec6ef-5f48-4804-ac5a-1037f2ec5519 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.2994120 Oct 26 14:06:14.517235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-57c51ce4-da09-4d2c-8ef2-c777a5868159 None None] Provisioning complete for port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:14.517922 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-57c51ce4-da09-4d2c-8ef2-c777a5868159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.529753 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-36c08932-9b9c-4344-9814-c095d294eff9 req-5a04b741-7ee9-4955-9fb6-9de6fc4d20be tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b0b2c2-59e2-4289-8d6c-c9a7f7287e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017712 Oct 26 14:06:14.605405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebba47-f73f-4b26-96db-d2760cddf647 req-d9238447-bdbc-4a9a-bb19-1efc01801fb4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:14.631255 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90ebba47-f73f-4b26-96db-d2760cddf647 req-d9238447-bdbc-4a9a-bb19-1efc01801fb4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.3124056 Oct 26 14:06:14.632286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-f143895d-4a72-45e0-89a7-5a0fead63845 req-a7a8001e-7c6c-44bf-a9ca-03ed1e7750ca tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] For port 786ff4bf-de9d-47d3-96f6-3561310bb1d3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=786ff4bf-de9d-47d3-96f6-3561310bb1d3,segment=NetworkSegment(a8e999b2-4477-48be-b289-8850cd06d6b6),segment_id=a8e999b2-4477-48be-b289-8850cd06d6b6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:14.632660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f143895d-4a72-45e0-89a7-5a0fead63845 req-a7a8001e-7c6c-44bf-a9ca-03ed1e7750ca tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.642190 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.652844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-f143895d-4a72-45e0-89a7-5a0fead63845 req-a7a8001e-7c6c-44bf-a9ca-03ed1e7750ca tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Calling delete_port for 786ff4bf-de9d-47d3-96f6-3561310bb1d3 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:14.662536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-09cc8d33-80cf-4019-91e8-bee8d3cbbaf6 None None] Set router 446bf811-cd4a-470e-a699-b5a5c7dd9a4a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:14.707126 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] Set router 58026c38-e954-4c0b-a568-6e15816a74ff gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:14.721165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 91c14d73-fcb0-4d9e-b363-9f4674c95781 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:14.721545 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.847770 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-57c51ce4-da09-4d2c-8ef2-c777a5868159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.907042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65188844-48f2-4f4c-bfa8-1329b1f92ed9 req-102d780a-84b8-4550-b1cc-52fc7efaa68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:14.913389 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65188844-48f2-4f4c-bfa8-1329b1f92ed9 req-102d780a-84b8-4550-b1cc-52fc7efaa68e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3617744 Oct 26 14:06:14.964885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-57c51ce4-da09-4d2c-8ef2-c777a5868159 None None] For port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8b042ab8-7ec9-405f-a369-0ab1fa6d6246,segment=NetworkSegment(4e3b87d5-38ad-4f12-959f-0b8d7c8232ee),segment_id=4e3b87d5-38ad-4f12-959f-0b8d7c8232ee)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:14.984666 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-57c51ce4-da09-4d2c-8ef2-c777a5868159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.052759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c51ce4-da09-4d2c-8ef2-c777a5868159 None None] Pushing event updated for resources: {'Port': ['ID=8b042ab8-7ec9-405f-a369-0ab1fa6d6246,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:15.100038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90ebba47-f73f-4b26-96db-d2760cddf647 req-a2ea4a31-aeae-4b49-a75c-d054f92dcc59 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626982 Oct 26 14:06:15.160410 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'name': 'tempest-FloatingIPsNegativeTestJSON-22163827-router', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:01Z', 'updated_at': '2021-10-26T14:06:07Z', 'revision_number': 4, 'project_id': '77b53a3b00634b68aa3eed7a29ab3387', 'gw_port': {'id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:02Z', 'updated_at': '2021-10-26T14:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8b042ab8-7ec9-405f-a369-0ab1fa6d6246', 'name': '', 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'mac_address': 'fa:16:3e:37:92:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'c28db167-2576-4aec-8080-ece2013f892c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:06Z', 'updated_at': '2021-10-26T14:06:14Z', 'revision_number': 4, 'project_id': '77b53a3b00634b68aa3eed7a29ab3387', 'subnets': [{'id': 'c28db167-2576-4aec-8080-ece2013f892c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:15.191877 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55d229-b04d-4579-9737-c8d127d758a4 None None] The sync data for ids ['58026c38-e954-4c0b-a568-6e15816a74ff'] in n-d-815498-1 is: [{'id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'name': 'tempest-FloatingIPsNegativeTestJSON-22163827-router', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:01Z', 'updated_at': '2021-10-26T14:06:07Z', 'revision_number': 4, 'project_id': '77b53a3b00634b68aa3eed7a29ab3387', 'gw_port': {'id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:02Z', 'updated_at': '2021-10-26T14:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8b042ab8-7ec9-405f-a369-0ab1fa6d6246', 'name': '', 'network_id': 'a2d5d236-74d9-4811-afc4-6d8d38ffcc24', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'mac_address': 'fa:16:3e:37:92:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'c28db167-2576-4aec-8080-ece2013f892c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:06Z', 'updated_at': '2021-10-26T14:06:14Z', 'revision_number': 4, 'project_id': '77b53a3b00634b68aa3eed7a29ab3387', 'subnets': [{'id': 'c28db167-2576-4aec-8080-ece2013f892c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:06:15.240830 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6eb3919a-21c4-4ac7-a318-e839c9a78b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.241137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2274c-a0fb-42ee-9b04-0145a6df5d57 req-fc685215-25dc-4610-8b27-bd722b8ac61e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.245367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3ab13a87-6265-4b1b-9abb-dc2bc003a3d5 None None] Provisioning complete for port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:15.245696 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3ab13a87-6265-4b1b-9abb-dc2bc003a3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.249475 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8dd2274c-a0fb-42ee-9b04-0145a6df5d57 req-fc685215-25dc-4610-8b27-bd722b8ac61e tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 949 time: 0.5302062 Oct 26 14:06:15.309689 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f143895d-4a72-45e0-89a7-5a0fead63845 req-a7a8001e-7c6c-44bf-a9ca-03ed1e7750ca tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.338616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8dd2274c-a0fb-42ee-9b04-0145a6df5d57 req-ab842e67-5289-41b9-97bc-8be86a215f10 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835617 Oct 26 14:06:15.367097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-09cc8d33-80cf-4019-91e8-bee8d3cbbaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-245960682-router', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '853102d0-c28f-44f8-8e87-3faaec78be5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:06:11Z', 'revision_number': 5, 'project_id': 'f12de18125724610929b4006d67b4116', 'gw_port': {'id': '853102d0-c28f-44f8-8e87-3faaec78be5f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:47Z', 'updated_at': '2021-10-26T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:15.408296 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.413214 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8001e-7c6c-44bf-a9ca-03ed1e7750ca tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Pushing event deleted for resources: {'Port': ['ID=786ff4bf-de9d-47d3-96f6-3561310bb1d3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:15.444775 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65188844-48f2-4f4c-bfa8-1329b1f92ed9 req-1156188b-fd43-4fff-a35f-e9b8b5a73c53 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129840 Oct 26 14:06:15.459703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf2505-ae14-45b7-b7b9-25ed52861fe9 req-83a2b680-e4d9-43c3-a99d-882ebc85185c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.479733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf2505-ae14-45b7-b7b9-25ed52861fe9 req-83a2b680-e4d9-43c3-a99d-882ebc85185c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.480428 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-f143895d-4a72-45e0-89a7-5a0fead63845 req-a7a8001e-7c6c-44bf-a9ca-03ed1e7750ca tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] No DVR routers for this DVR port 786ff4bf-de9d-47d3-96f6-3561310bb1d3 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:15.484119 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d109d28b-4a4b-4612-b927-51c738a015a3 x-openstack-request-id: req-d109d28b-4a4b-4612-b927-51c738a015a3 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:15.485161 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53949356-13f2-4d34-800a-3ab30738f577", "name": "network-vif-plugged", "status": "completed", "tag": "81b6100c-7396-4874-9944-69dba466c703", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:15.488708 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d109d28b-4a4b-4612-b927-51c738a015a3 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:15.489123 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f143895d-4a72-45e0-89a7-5a0fead63845 req-a7a8001e-7c6c-44bf-a9ca-03ed1e7750ca tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.489263 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53949356-13f2-4d34-800a-3ab30738f577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b6100c-7396-4874-9944-69dba466c703', 'code': 200} Oct 26 14:06:15.492848 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f143895d-4a72-45e0-89a7-5a0fead63845 req-a7a8001e-7c6c-44bf-a9ca-03ed1e7750ca tempest-ServerPasswordTestJSON-283531959 tempest-ServerPasswordTestJSON-283531959-project] 10.222.0.25 "DELETE /v2.0/ports/786ff4bf-de9d-47d3-96f6-3561310bb1d3 HTTP/1.1" status: 204 len: 173 time: 1.7017190 Oct 26 14:06:15.493319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75899bee-400c-4c2f-a81a-a042cfba87cf', 'name': 'network-vif-deleted', 'tag': '786ff4bf-de9d-47d3-96f6-3561310bb1d3'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:15.496812 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5ba963-031b-423b-a6b6-dae83ac433fb" -d '{"events": [{"server_uuid": "75899bee-400c-4c2f-a81a-a042cfba87cf", "name": "network-vif-deleted", "tag": "786ff4bf-de9d-47d3-96f6-3561310bb1d3"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:15.497378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf2505-ae14-45b7-b7b9-25ed52861fe9 req-83a2b680-e4d9-43c3-a99d-882ebc85185c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.508050 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc8d33-80cf-4019-91e8-bee8d3cbbaf6 None None] Checking router: 446bf811-cd4a-470e-a699-b5a5c7dd9a4a for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:06:15.514302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf2505-ae14-45b7-b7b9-25ed52861fe9 req-83a2b680-e4d9-43c3-a99d-882ebc85185c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.523044 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf2505-ae14-45b7-b7b9-25ed52861fe9 req-83a2b680-e4d9-43c3-a99d-882ebc85185c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.530836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf2505-ae14-45b7-b7b9-25ed52861fe9 req-83a2b680-e4d9-43c3-a99d-882ebc85185c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.539618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf2505-ae14-45b7-b7b9-25ed52861fe9 req-83a2b680-e4d9-43c3-a99d-882ebc85185c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.546733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1daf2505-ae14-45b7-b7b9-25ed52861fe9 req-83a2b680-e4d9-43c3-a99d-882ebc85185c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.2767150 Oct 26 14:06:15.573122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc8d33-80cf-4019-91e8-bee8d3cbbaf6 None None] Routers {'446bf811-cd4a-470e-a699-b5a5c7dd9a4a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:15.573122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-09cc8d33-80cf-4019-91e8-bee8d3cbbaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['446bf811-cd4a-470e-a699-b5a5c7dd9a4a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:15.659265 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1daf2505-ae14-45b7-b7b9-25ed52861fe9 req-c98b7f8f-b231-4f08-bcd4-afcf0d8c367d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1064637 Oct 26 14:06:15.694385 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-afab872c-9cb6-4190-a2f9-c705e19b9066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.854133 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-09cc8d33-80cf-4019-91e8-bee8d3cbbaf6 None None] Set router 446bf811-cd4a-470e-a699-b5a5c7dd9a4a gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:15.953282 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65188844-48f2-4f4c-bfa8-1329b1f92ed9 req-e7447d6c-22e2-41c5-8171-66f32d1d2823 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811718 Oct 26 14:06:16.005788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] Deleting port 853102d0-c28f-44f8-8e87-3faaec78be5f {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:16.006241 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.020948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687aa2ed-9c21-44c3-9947-39a706a19d1a req-afb5cf88-5b18-419b-95aa-2f8be5da3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:16.026131 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-687aa2ed-9c21-44c3-9947-39a706a19d1a req-afb5cf88-5b18-419b-95aa-2f8be5da3e7b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 1100 time: 0.5152760 Oct 26 14:06:16.081760 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-09cc8d33-80cf-4019-91e8-bee8d3cbbaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-245960682-router', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:06:15Z', 'revision_number': 6, 'project_id': 'f12de18125724610929b4006d67b4116', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:16.184822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc8d33-80cf-4019-91e8-bee8d3cbbaf6 None None] The sync data for ids ['446bf811-cd4a-470e-a699-b5a5c7dd9a4a'] in n-d-815498-1 is: [{'id': '446bf811-cd4a-470e-a699-b5a5c7dd9a4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-245960682-router', 'tenant_id': 'f12de18125724610929b4006d67b4116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:06:15Z', 'revision_number': 6, 'project_id': 'f12de18125724610929b4006d67b4116', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:06:16.277120 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-687aa2ed-9c21-44c3-9947-39a706a19d1a req-577c59bd-382e-43a0-a462-9d17147c5c01 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389114 Oct 26 14:06:16.342042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] For port 853102d0-c28f-44f8-8e87-3faaec78be5f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=853102d0-c28f-44f8-8e87-3faaec78be5f,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:16.345162 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.351069 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca801d5-f646-4692-94ab-909e7027dfdd req-7911c221-31e8-4fc0-84d5-362761c67686 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:16.353371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ca801d5-f646-4692-94ab-909e7027dfdd req-7911c221-31e8-4fc0-84d5-362761c67686 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 947 time: 0.4365172 Oct 26 14:06:16.365952 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8af8520d-db64-480c-b8d4-d175478344b0 req-bd3a23fd-c5b8-4610-b1f7-2be1cb8fb152 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0ce0aee0322a4e368957accff6eefd0f HTTP/1.1" status: 200 len: 221 time: 0.0981205 Oct 26 14:06:16.390450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] Calling delete_port for 853102d0-c28f-44f8-8e87-3faaec78be5f owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:16.495847 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9d11e5-e2ca-4219-ab24-9e4384beabfc x-openstack-request-id: req-4d9d11e5-e2ca-4219-ab24-9e4384beabfc {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:16.496786 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75899bee-400c-4c2f-a81a-a042cfba87cf", "name": "network-vif-deleted", "tag": "786ff4bf-de9d-47d3-96f6-3561310bb1d3", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:16.498428 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d9d11e5-e2ca-4219-ab24-9e4384beabfc {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:16.499095 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75899bee-400c-4c2f-a81a-a042cfba87cf', 'name': 'network-vif-deleted', 'tag': '786ff4bf-de9d-47d3-96f6-3561310bb1d3', 'status': 'completed', 'code': 200} Oct 26 14:06:16.517562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ca801d5-f646-4692-94ab-909e7027dfdd req-2870580c-8d5c-46ad-9fe2-f3db2255ae9a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557038 Oct 26 14:06:16.558634 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.583934 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57072) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:16.659666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-afab872c-9cb6-4190-a2f9-c705e19b9066 admin admin] Deleting port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:16.660017 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-afab872c-9cb6-4190-a2f9-c705e19b9066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.707630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:16.766085 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-566add3a-bae9-4811-a1f4-afcb2b980b15 admin admin] Deleting subnet 6684cb0b-840e-428f-80fb-9cc6dea17c58 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:06:16.789154 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-566add3a-bae9-4811-a1f4-afcb2b980b15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.801083 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.809121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:16.809499 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.886795 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-566add3a-bae9-4811-a1f4-afcb2b980b15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.983748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-afab872c-9cb6-4190-a2f9-c705e19b9066 admin admin] For port 8b042ab8-7ec9-405f-a369-0ab1fa6d6246, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8b042ab8-7ec9-405f-a369-0ab1fa6d6246,segment=NetworkSegment(4e3b87d5-38ad-4f12-959f-0b8d7c8232ee),segment_id=4e3b87d5-38ad-4f12-959f-0b8d7c8232ee)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:16.984195 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-afab872c-9cb6-4190-a2f9-c705e19b9066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.999826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-afab872c-9cb6-4190-a2f9-c705e19b9066 admin admin] Calling delete_port for 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:17.031855 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-566add3a-bae9-4811-a1f4-afcb2b980b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:17.063854 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:17.109691 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258982f3-d111-4a52-8379-ef269a4568fe req-a8a95bef-f86d-4040-9902-97d95600eee8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.117257 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-258982f3-d111-4a52-8379-ef269a4568fe req-a8a95bef-f86d-4040-9902-97d95600eee8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.3137741 Oct 26 14:06:17.121802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=853102d0-c28f-44f8-8e87-3faaec78be5f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:17.133704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca660e6f-fe73-4524-b42d-b6e1ea1b82e8 req-e2d40178-07b4-4561-81cc-3fafd77eedc1 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.141808 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca660e6f-fe73-4524-b42d-b6e1ea1b82e8 req-e2d40178-07b4-4561-81cc-3fafd77eedc1 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 949 time: 0.4218483 Oct 26 14:06:17.156213 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 786ff4bf-de9d-47d3-96f6-3561310bb1d3 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:17.202801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 786ff4bf-de9d-47d3-96f6-3561310bb1d3 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:17.203074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 786ff4bf-de9d-47d3-96f6-3561310bb1d3 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:17.286097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:17.341035 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-258982f3-d111-4a52-8379-ef269a4568fe req-2e68b383-5c91-44b7-93bf-3250a6aeec55 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185156 Oct 26 14:06:17.408997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca660e6f-fe73-4524-b42d-b6e1ea1b82e8 req-a18fd8fe-33d5-48d2-8c09-58790e496952 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601385 Oct 26 14:06:17.553627 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:17.560405 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:17.651248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-566add3a-bae9-4811-a1f4-afcb2b980b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:17.660602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c778-8433-4313-8862-9b0ee0db0fed req-2a3f05e7-066f-4152-adbe-9605db5506aa tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.666801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c778-8433-4313-8862-9b0ee0db0fed req-2a3f05e7-066f-4152-adbe-9605db5506aa tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.673460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c778-8433-4313-8862-9b0ee0db0fed req-2a3f05e7-066f-4152-adbe-9605db5506aa tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.679605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c778-8433-4313-8862-9b0ee0db0fed req-2a3f05e7-066f-4152-adbe-9605db5506aa tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.687068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c778-8433-4313-8862-9b0ee0db0fed req-2a3f05e7-066f-4152-adbe-9605db5506aa tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.693276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c778-8433-4313-8862-9b0ee0db0fed req-2a3f05e7-066f-4152-adbe-9605db5506aa tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.699328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c778-8433-4313-8862-9b0ee0db0fed req-2a3f05e7-066f-4152-adbe-9605db5506aa tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.701850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3471c778-8433-4313-8862-9b0ee0db0fed req-2a3f05e7-066f-4152-adbe-9605db5506aa tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.2429938 Oct 26 14:06:17.711607 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-566add3a-bae9-4811-a1f4-afcb2b980b15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:17.716987 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-566add3a-bae9-4811-a1f4-afcb2b980b15 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6684cb0b-840e-428f-80fb-9cc6dea17c58 HTTP/1.1" status: 204 len: 168 time: 1.1290751 Oct 26 14:06:17.718225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:17.718856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 446bf811-cd4a-470e-a699-b5a5c7dd9a4a {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:06:17.723247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57082) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:17.724700 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:17.725970 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-969d48ce-a1c3-4d4d-9793-6864c352c2cf admin admin] 10.222.0.32 "DELETE /v2.0/routers/446bf811-cd4a-470e-a699-b5a5c7dd9a4a HTTP/1.1" status: 204 len: 168 time: 3.5326993 Oct 26 14:06:17.727114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566add3a-bae9-4811-a1f4-afcb2b980b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6684cb0b-840e-428f-80fb-9cc6dea17c58,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:17.729439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57084) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:17.807579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff1c62a-99a5-4edc-84f4-6dcae919f4eb admin admin] Deleting subnet 68ba6bf5-b028-4872-987f-9b6ab5119eea {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:06:17.810935 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c62a-99a5-4edc-84f4-6dcae919f4eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:17.893810 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-afab872c-9cb6-4190-a2f9-c705e19b9066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:17.955806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab872c-9cb6-4190-a2f9-c705e19b9066 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b042ab8-7ec9-405f-a369-0ab1fa6d6246,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:17.970595 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c62a-99a5-4edc-84f4-6dcae919f4eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:18.046163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3471c778-8433-4313-8862-9b0ee0db0fed req-bdaa2344-214d-46c9-92a7-4a38d204e87a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3219404 Oct 26 14:06:18.179078 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c62a-99a5-4edc-84f4-6dcae919f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:18.349666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d4289-6cfa-45f2-8834-69b0ab50a54d req-7b0bc1ef-00fd-49c2-9b7d-78f73e6c5e35 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:18.360137 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c2d4289-6cfa-45f2-8834-69b0ab50a54d req-7b0bc1ef-00fd-49c2-9b7d-78f73e6c5e35 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.7417204 Oct 26 14:06:18.407848 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c62a-99a5-4edc-84f4-6dcae919f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:18.444900 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6873540e-0f11-4a32-ad3a-e23d10216636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:18.470045 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:18.515543 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730e0226-9a30-4be3-af42-1e42ca8f79ae None None] Network 7ebfbfb8-3c2b-4282-a090-6ed8c65eb191 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:18.523995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1c62a-99a5-4edc-84f4-6dcae919f4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ba6bf5-b028-4872-987f-9b6ab5119eea,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:18.544452 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c62a-99a5-4edc-84f4-6dcae919f4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:18.548788 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8ff1c62a-99a5-4edc-84f4-6dcae919f4eb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/68ba6bf5-b028-4872-987f-9b6ab5119eea HTTP/1.1" status: 204 len: 168 time: 0.8062570 Oct 26 14:06:18.551333 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57094) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:18.609707 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c2d4289-6cfa-45f2-8834-69b0ab50a54d req-45e494bf-3f20-4190-a51c-7d664bfbed3e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485387 Oct 26 14:06:18.724622 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:18.773634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2717228f-0d2d-49dd-9857-945aebe4f022 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:18.812810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 2717228f-0d2d-49dd-9857-945aebe4f022 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:18.813149 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2717228f-0d2d-49dd-9857-945aebe4f022 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:18.813578 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 853102d0-c28f-44f8-8e87-3faaec78be5f no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:18.837726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 853102d0-c28f-44f8-8e87-3faaec78be5f {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:18.838337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 853102d0-c28f-44f8-8e87-3faaec78be5f not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:18.845039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Deleting port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:18.845576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:18.895148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67c0735-3571-4091-972f-9cde1629543d None None] DHCP port deletion for 7ebfbfb8-3c2b-4282-a090-6ed8c65eb191 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:06:18.902608 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-afab872c-9cb6-4190-a2f9-c705e19b9066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:18.944131 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] For port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=06f08c36-cb17-4a6f-b2cb-a8d229a12cb1,segment=NetworkSegment(a27a9504-fb3b-42d3-ae30-7af7da473a5f),segment_id=a27a9504-fb3b-42d3-ae30-7af7da473a5f)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:18.944524 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:18.971241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Calling delete_port for 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:18.980800 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e67c0735-3571-4091-972f-9cde1629543d None None] Deleting port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:18.981149 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e67c0735-3571-4091-972f-9cde1629543d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.163518 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.183490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c95576-05f2-4c4d-bdb8-a1313ffab650 req-c5793e13-42b6-453f-9690-a308bc9d66c1 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:19.186243 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7c95576-05f2-4c4d-bdb8-a1313ffab650 req-c5793e13-42b6-453f-9690-a308bc9d66c1 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 949 time: 0.4004259 Oct 26 14:06:19.193333 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6873540e-0f11-4a32-ad3a-e23d10216636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.223671 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a1d19-d019-45ed-a466-bc94f0bc75d4 req-8297cb37-0669-4323-b68f-922ae149a84c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:19.226439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab4a1d19-d019-45ed-a466-bc94f0bc75d4 req-8297cb37-0669-4323-b68f-922ae149a84c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 947 time: 0.6987581 Oct 26 14:06:19.228208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e67c0735-3571-4091-972f-9cde1629543d None None] For port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=06f08c36-cb17-4a6f-b2cb-a8d229a12cb1,segment=NetworkSegment(a27a9504-fb3b-42d3-ae30-7af7da473a5f),segment_id=a27a9504-fb3b-42d3-ae30-7af7da473a5f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:19.228606 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e67c0735-3571-4091-972f-9cde1629543d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.251677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Pushing event deleted for resources: {'Port': ['ID=06f08c36-cb17-4a6f-b2cb-a8d229a12cb1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:19.258832 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e67c0735-3571-4091-972f-9cde1629543d None None] Calling delete_port for 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:19.281715 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] No DVR routers for this DVR port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:19.321682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7c95576-05f2-4c4d-bdb8-a1313ffab650 req-af879dab-4dd4-41df-a77a-4a97794d9cbe tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088810 Oct 26 14:06:19.361418 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e67c0735-3571-4091-972f-9cde1629543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.380316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-6873540e-0f11-4a32-ad3a-e23d10216636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf3133e-7dcd-4a68-9c36-2e6863bf05dc']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:19.396905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67c0735-3571-4091-972f-9cde1629543d None None] No DVR routers for this DVR port 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:19.399751 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c0735-3571-4091-972f-9cde1629543d None None] Pushing event deleted for resources: {'Port': ['ID=06f08c36-cb17-4a6f-b2cb-a8d229a12cb1,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:19.476407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-6873540e-0f11-4a32-ad3a-e23d10216636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e999b2-4477-48be-b289-8850cd06d6b6') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:19.476958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-6873540e-0f11-4a32-ad3a-e23d10216636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e999b2-4477-48be-b289-8850cd06d6b6') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:19.538358 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab4a1d19-d019-45ed-a466-bc94f0bc75d4 req-0ff5bf1b-44a0-4566-b41e-1c2c05be023c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422299 Oct 26 14:06:19.549125 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6873540e-0f11-4a32-ad3a-e23d10216636 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.549659 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.589295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebfbfb8-3c2b-4282-a090-6ed8c65eb191']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:19.605022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27a9504-fb3b-42d3-ae30-7af7da473a5f') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:19.605403 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27a9504-fb3b-42d3-ae30-7af7da473a5f') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:19.616815 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.633119 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.641353 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:06:19.641746 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:06:19.643680 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:06:19.717388 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.724052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.731852 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7ebfbfb8-3c2b-4282-a090-6ed8c65eb191 HTTP/1.1" status: 204 len: 168 time: 1.1776993 Oct 26 14:06:19.746672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2dce5-3ad0-40ee-ba9f-8f86dedc3465 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ebfbfb8-3c2b-4282-a090-6ed8c65eb191,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:19.776095 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6873540e-0f11-4a32-ad3a-e23d10216636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.834055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13439f-dfa6-44f0-b426-25316e4d5b96 req-7ede532a-efd9-4224-8478-7e08bd96b4a0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:19.843199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13439f-dfa6-44f0-b426-25316e4d5b96 req-7ede532a-efd9-4224-8478-7e08bd96b4a0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:19.851238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13439f-dfa6-44f0-b426-25316e4d5b96 req-7ede532a-efd9-4224-8478-7e08bd96b4a0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:19.859823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13439f-dfa6-44f0-b426-25316e4d5b96 req-7ede532a-efd9-4224-8478-7e08bd96b4a0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:19.868277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13439f-dfa6-44f0-b426-25316e4d5b96 req-7ede532a-efd9-4224-8478-7e08bd96b4a0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:19.876289 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13439f-dfa6-44f0-b426-25316e4d5b96 req-7ede532a-efd9-4224-8478-7e08bd96b4a0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:19.885057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13439f-dfa6-44f0-b426-25316e4d5b96 req-7ede532a-efd9-4224-8478-7e08bd96b4a0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:19.888918 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af13439f-dfa6-44f0-b426-25316e4d5b96 req-7ede532a-efd9-4224-8478-7e08bd96b4a0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5429 time: 0.3472469 Oct 26 14:06:19.890460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6873540e-0f11-4a32-ad3a-e23d10216636 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:06:19.890930 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6873540e-0f11-4a32-ad3a-e23d10216636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:06:19.964161 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:06:19.975548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6873540e-0f11-4a32-ad3a-e23d10216636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:20.003836 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6873540e-0f11-4a32-ad3a-e23d10216636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:20.010262 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6873540e-0f11-4a32-ad3a-e23d10216636 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ebf3133e-7dcd-4a68-9c36-2e6863bf05dc HTTP/1.1" status: 204 len: 168 time: 2.2848017 Oct 26 14:06:20.014800 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873540e-0f11-4a32-ad3a-e23d10216636 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf3133e-7dcd-4a68-9c36-2e6863bf05dc,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:20.034578 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afab872c-9cb6-4190-a2f9-c705e19b9066 admin admin] Router 58026c38-e954-4c0b-a568-6e15816a74ff has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:06:20.036869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22511a94-e7ee-44b1-ad69-cd50158cb44c req-3cb51355-f3e7-45a3-a5dc-597117b68239 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:20.038515 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22511a94-e7ee-44b1-ad69-cd50158cb44c req-3cb51355-f3e7-45a3-a5dc-597117b68239 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 1100 time: 0.2878222 Oct 26 14:06:20.056147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57110) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:20.152188 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b2930897-fcfb-40e7-af23-ff9fdc5bfd96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b2674cb4874497987610043cfc0edcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0948217 Oct 26 14:06:20.155177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57112) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:20.204530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:20.245416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:20.246051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 06f08c36-cb17-4a6f-b2cb-a8d229a12cb1 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:20.298866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3bebb04-89d6-44ec-b47c-bb04066f01c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:20.326322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57114) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:20.370722 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3bebb04-89d6-44ec-b47c-bb04066f01c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:20.442951 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3bebb04-89d6-44ec-b47c-bb04066f01c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:20.446662 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:20.446942 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3bebb04-89d6-44ec-b47c-bb04066f01c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:20.449185 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f3bebb04-89d6-44ec-b47c-bb04066f01c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bca4446-4d67-40f7-ac8c-fe446cf09aa7 HTTP/1.1" status: 204 len: 168 time: 0.2927284 Oct 26 14:06:20.471664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bebb04-89d6-44ec-b47c-bb04066f01c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bca4446-4d67-40f7-ac8c-fe446cf09aa7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:20.495530 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c1087af3-f693-4393-bc0c-69b0370884a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e1939bb9e674740a01d74e1892ca45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678905 Oct 26 14:06:20.498384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57120) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:20.582518 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-686ca794-f313-4550-b492-b8add6e7dea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:20.658289 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-686ca794-f313-4550-b492-b8add6e7dea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:20.699130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afab872c-9cb6-4190-a2f9-c705e19b9066 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:06:20.709249 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de59d1c-d2b9-4f49-9601-c6955218aa3a None None] Sync routers for ids ['58026c38-e954-4c0b-a568-6e15816a74ff'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:06:20.715841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:20.720668 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-afab872c-9cb6-4190-a2f9-c705e19b9066 admin admin] 10.222.0.32 "PUT /v2.0/routers/58026c38-e954-4c0b-a568-6e15816a74ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5970426 Oct 26 14:06:20.725950 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de59d1c-d2b9-4f49-9601-c6955218aa3a None None] Routers {'58026c38-e954-4c0b-a568-6e15816a74ff'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:20.727588 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1de59d1c-d2b9-4f49-9601-c6955218aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['58026c38-e954-4c0b-a568-6e15816a74ff'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:20.728336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57124) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:20.755862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb', 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762', 'port_id': '3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb', 'mac_address': 'fa:16:3e:39:44:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0940ee6e-8bef-4aa1-aec4-d83f8613cd4f', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:20.776658 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af13439f-dfa6-44f0-b426-25316e4d5b96 req-f78c920b-d8fa-44dd-bcd3-afbad81702a6 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8043623 Oct 26 14:06:20.847775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22511a94-e7ee-44b1-ad69-cd50158cb44c req-f8ca4e16-039c-4a3b-b0c4-f92816893833 tempest-ServersOnMultiNodesTest-1963238874 tempest-ServersOnMultiNodesTest-1963238874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7818925 Oct 26 14:06:20.882180 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:20.897525 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-1de59d1c-d2b9-4f49-9601-c6955218aa3a None None] Set router 58026c38-e954-4c0b-a568-6e15816a74ff gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:20.908761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:20.955008 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:20.967339 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:20.968018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 067bfc8b-4181-43ad-83d7-3f578ef4e175 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:21.009811 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.193899 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-686ca794-f313-4550-b492-b8add6e7dea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.196733 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-686ca794-f313-4550-b492-b8add6e7dea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.201588 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-686ca794-f313-4550-b492-b8add6e7dea7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02b0b2c2-59e2-4289-8d6c-c9a7f7287e21 HTTP/1.1" status: 204 len: 168 time: 0.7010086 Oct 26 14:06:21.218422 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1de59d1c-d2b9-4f49-9601-c6955218aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'name': 'tempest-FloatingIPsNegativeTestJSON-22163827-router', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:01Z', 'updated_at': '2021-10-26T14:06:17Z', 'revision_number': 5, 'project_id': '77b53a3b00634b68aa3eed7a29ab3387', 'gw_port': {'id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:02Z', 'updated_at': '2021-10-26T14:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:21.244956 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ca794-f313-4550-b492-b8add6e7dea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b0b2c2-59e2-4289-8d6c-c9a7f7287e21,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:21.280192 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de59d1c-d2b9-4f49-9601-c6955218aa3a None None] Checking router: 58026c38-e954-4c0b-a568-6e15816a74ff for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:06:21.301326 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de59d1c-d2b9-4f49-9601-c6955218aa3a None None] Routers {'58026c38-e954-4c0b-a568-6e15816a74ff'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:21.302790 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1de59d1c-d2b9-4f49-9601-c6955218aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['58026c38-e954-4c0b-a568-6e15816a74ff'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:21.316408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0bfa1-ade4-42d7-9bc4-7535586b6f10 req-29a92a46-d6da-4327-afa5-3ddb8153dbfd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:21.317513 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.331427 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23c0bfa1-ade4-42d7-9bc4-7535586b6f10 req-29a92a46-d6da-4327-afa5-3ddb8153dbfd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.3561146 Oct 26 14:06:21.401895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:21.453816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924f786-9f8c-4b2f-8ba6-d196d1963e80 req-f5af4845-157d-4744-a020-497ccd41d681 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:21.455417 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2924f786-9f8c-4b2f-8ba6-d196d1963e80 req-f5af4845-157d-4744-a020-497ccd41d681 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 947 time: 0.4194944 Oct 26 14:06:21.502367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57132) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:21.515334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 067bfc8b-4181-43ad-83d7-3f578ef4e175, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=067bfc8b-4181-43ad-83d7-3f578ef4e175,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:21.564667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23c0bfa1-ade4-42d7-9bc4-7535586b6f10 req-dcd29f34-2499-439b-8722-92ec3fa80b79 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283978 Oct 26 14:06:21.575682 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '067bfc8b-4181-43ad-83d7-3f578ef4e175', 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4', 'port_id': '067bfc8b-4181-43ad-83d7-3f578ef4e175', 'mac_address': 'fa:16:3e:9e:eb:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92331dcd-0130-46ed-8969-ee16f3d140c8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:21.649781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2924f786-9f8c-4b2f-8ba6-d196d1963e80 req-1433b146-a778-4c77-8f10-d0998de9c67c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759458 Oct 26 14:06:21.713462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57146) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:21.719985 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-1de59d1c-d2b9-4f49-9601-c6955218aa3a None None] Set router 58026c38-e954-4c0b-a568-6e15816a74ff gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:21.722134 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-12a6e560-d5a6-48a1-ab24-b3ef905da0f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f12de18125724610929b4006d67b4116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056098 Oct 26 14:06:21.730419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] Deleting port 91c14d73-fcb0-4d9e-b363-9f4674c95781 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:21.731362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.773451 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.831494 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067bfc8b-4181-43ad-83d7-3f578ef4e175 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:21.890755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 067bfc8b-4181-43ad-83d7-3f578ef4e175, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=067bfc8b-4181-43ad-83d7-3f578ef4e175,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:21.900699 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.901586 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 1beb64dc-6c8d-481a-b700-f8e40d52ee65 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:21.962915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a610fb-73d2-41df-9727-8b9027e243cb req-38245dc4-d886-413a-adc3-26e16ba675ba tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:21.975686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] For port 91c14d73-fcb0-4d9e-b363-9f4674c95781, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=91c14d73-fcb0-4d9e-b363-9f4674c95781,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:21.976050 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.988386 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a5a610fb-73d2-41df-9727-8b9027e243cb req-38245dc4-d886-413a-adc3-26e16ba675ba tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1757467 Oct 26 14:06:22.011366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] Calling delete_port for 91c14d73-fcb0-4d9e-b363-9f4674c95781 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:22.063754 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.108226 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.resource_extend [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:06:22.123874 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=067bfc8b-4181-43ad-83d7-3f578ef4e175,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:22.124466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a5a610fb-73d2-41df-9727-8b9027e243cb req-7c35c9c9-647b-4978-ae3a-8d28117cf4ee tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286898 Oct 26 14:06:22.149822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 1beb64dc-6c8d-481a-b700-f8e40d52ee65, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=1beb64dc-6c8d-481a-b700-f8e40d52ee65,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:22.164225 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '1beb64dc-6c8d-481a-b700-f8e40d52ee65', 'network_id': '614644c2-ecb3-429d-a925-733cf1797bb4', 'port_id': '1beb64dc-6c8d-481a-b700-f8e40d52ee65', 'mac_address': 'fa:16:3e:cd:24:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92331dcd-0130-46ed-8969-ee16f3d140c8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:22.169670 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.225584 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.259750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1beb64dc-6c8d-481a-b700-f8e40d52ee65 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:22.263480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc97ea2-615f-44b0-a009-4ed74d0ca85c req-035d2a61-e0d4-40a0-a0c1-9af9d7d07ff0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:22.278817 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc97ea2-615f-44b0-a009-4ed74d0ca85c req-035d2a61-e0d4-40a0-a0c1-9af9d7d07ff0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:22.288612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc97ea2-615f-44b0-a009-4ed74d0ca85c req-035d2a61-e0d4-40a0-a0c1-9af9d7d07ff0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:22.307665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 1beb64dc-6c8d-481a-b700-f8e40d52ee65, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=1beb64dc-6c8d-481a-b700-f8e40d52ee65,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:22.309865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc97ea2-615f-44b0-a009-4ed74d0ca85c req-035d2a61-e0d4-40a0-a0c1-9af9d7d07ff0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:22.318054 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.319146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:22.327840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc97ea2-615f-44b0-a009-4ed74d0ca85c req-035d2a61-e0d4-40a0-a0c1-9af9d7d07ff0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:22.343108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc97ea2-615f-44b0-a009-4ed74d0ca85c req-035d2a61-e0d4-40a0-a0c1-9af9d7d07ff0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:22.360652 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc97ea2-615f-44b0-a009-4ed74d0ca85c req-035d2a61-e0d4-40a0-a0c1-9af9d7d07ff0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:22.374253 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2dc97ea2-615f-44b0-a009-4ed74d0ca85c req-035d2a61-e0d4-40a0-a0c1-9af9d7d07ff0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5431 time: 0.3470955 Oct 26 14:06:22.440458 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.510255 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] Pushing event deleted for resources: {'Port': ['ID=91c14d73-fcb0-4d9e-b363-9f4674c95781,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:22.608350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=1beb64dc-6c8d-481a-b700-f8e40d52ee65,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:22.613553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2dc97ea2-615f-44b0-a009-4ed74d0ca85c req-ead53000-d04a-4c07-9222-fb6cf1b6c802 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2349443 Oct 26 14:06:22.617702 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.624903 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1de59d1c-d2b9-4f49-9601-c6955218aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'name': 'tempest-FloatingIPsNegativeTestJSON-22163827-router', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:01Z', 'updated_at': '2021-10-26T14:06:17Z', 'revision_number': 5, 'project_id': '77b53a3b00634b68aa3eed7a29ab3387', 'gw_port': {'id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:02Z', 'updated_at': '2021-10-26T14:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:22.649491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc0a9f-2638-4ec8-9f0a-5119ba15dd81 req-8515e3e2-02b2-42d4-968c-8924ec7d539a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:22.660871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27bc0a9f-2638-4ec8-9f0a-5119ba15dd81 req-8515e3e2-02b2-42d4-968c-8924ec7d539a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 949 time: 0.2603354 Oct 26 14:06:22.729171 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.735756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.751612 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de59d1c-d2b9-4f49-9601-c6955218aa3a None None] The sync data for ids ['58026c38-e954-4c0b-a568-6e15816a74ff'] in n-d-815498-1 is: [{'id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'name': 'tempest-FloatingIPsNegativeTestJSON-22163827-router', 'tenant_id': '77b53a3b00634b68aa3eed7a29ab3387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:01Z', 'updated_at': '2021-10-26T14:06:17Z', 'revision_number': 5, 'project_id': '77b53a3b00634b68aa3eed7a29ab3387', 'gw_port': {'id': '91c14d73-fcb0-4d9e-b363-9f4674c95781', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58026c38-e954-4c0b-a568-6e15816a74ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:02Z', 'updated_at': '2021-10-26T14:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:06:22.754470 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f6308a7-80f5-4082-b22f-a506539128ef HTTP/1.1" status: 204 len: 168 time: 1.0394428 Oct 26 14:06:22.791057 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.792172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7e8f1a12-fa5a-4066-b754-bc1eb8d79805,segment=NetworkSegment(07631f30-8ef7-4f5e-9e7d-f77b25ebe785),segment_id=07631f30-8ef7-4f5e-9e7d-f77b25ebe785)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:22.798316 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.839774 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'port_id': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805', 'mac_address': 'fa:16:3e:58:60:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:22.844304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6308a7-80f5-4082-b22f-a506539128ef,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:22.876477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:22.876477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:22.876477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:22.876477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:22.876477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:22.882287 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:22.883103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:22.883449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:22.883788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:22.884485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:22.884485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:22.885427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38729444-02d2-48d4-8168-396fc6388e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:22.897778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.898822 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58026c38-e954-4c0b-a568-6e15816a74ff {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:06:22.906178 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.907626 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0e165f31-b9f9-472e-bbae-2a9d8e9b766b admin admin] 10.222.0.32 "DELETE /v2.0/routers/58026c38-e954-4c0b-a568-6e15816a74ff HTTP/1.1" status: 204 len: 168 time: 2.1775355 Oct 26 14:06:22.910474 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57178) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:22.911817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27bc0a9f-2638-4ec8-9f0a-5119ba15dd81 req-6371ed8c-574b-4e02-8f6f-493941310ebf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482810 Oct 26 14:06:22.984379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-08097195-6fba-4e9b-a178-a4f563d28187 admin admin] Deleting subnet c28db167-2576-4aec-8080-ece2013f892c {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:06:22.989746 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.990600 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08097195-6fba-4e9b-a178-a4f563d28187 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:23.012339 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:23.076266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7e8f1a12-fa5a-4066-b754-bc1eb8d79805,segment=NetworkSegment(07631f30-8ef7-4f5e-9e7d-f77b25ebe785),segment_id=07631f30-8ef7-4f5e-9e7d-f77b25ebe785)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:23.088610 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:23.089716 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b2bf403d-8194-49aa-9100-a0ce693f0707 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:23.093155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76d916-9aca-466d-a607-f253f2ba015f req-7e0dc472-6c7f-4fed-99a0-363e4d067bf6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:23.103602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c76d916-9aca-466d-a607-f253f2ba015f req-7e0dc472-6c7f-4fed-99a0-363e4d067bf6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 947 time: 0.1906450 Oct 26 14:06:23.173194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57182) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:23.198500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c76d916-9aca-466d-a607-f253f2ba015f req-a7b2e3e5-6058-463d-9126-693af5c6df0f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916522 Oct 26 14:06:23.278928 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=7e8f1a12-fa5a-4066-b754-bc1eb8d79805,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:23.289380 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.resource_extend [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:06:23.347434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b2bf403d-8194-49aa-9100-a0ce693f0707, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b2bf403d-8194-49aa-9100-a0ce693f0707,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:23.353824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427e89b-f5fd-4c87-ad97-61ac6a0c332a req-7ab82d34-3c25-4523-a8bd-fdbadff4c486 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:23.355423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c427e89b-f5fd-4c87-ad97-61ac6a0c332a req-7ab82d34-3c25-4523-a8bd-fdbadff4c486 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2475755 Oct 26 14:06:23.391876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'b2bf403d-8194-49aa-9100-a0ce693f0707', 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762', 'port_id': 'b2bf403d-8194-49aa-9100-a0ce693f0707', 'mac_address': 'fa:16:3e:27:d0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0940ee6e-8bef-4aa1-aec4-d83f8613cd4f', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:23.393850 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:23.441022 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c427e89b-f5fd-4c87-ad97-61ac6a0c332a req-a6f58323-6187-429f-99fc-2982687dce9b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785837 Oct 26 14:06:23.463835 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1904132974-network', 'tenant_id': '02988b14cd044ea8964cbab023a8058f'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:23.522987 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:23.556451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] Made reservation on behalf of 02988b14cd044ea8964cbab023a8058f for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:23.562201 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bf403d-8194-49aa-9100-a0ce693f0707 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:23.565402 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:23.586829 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:23.617579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b2bf403d-8194-49aa-9100-a0ce693f0707, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b2bf403d-8194-49aa-9100-a0ce693f0707,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:23.629600 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:23.630309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 87ec2384-7841-4885-a060-2ea55351ed3a details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:23.803553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=b2bf403d-8194-49aa-9100-a0ce693f0707,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:23.862333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216ebc6-b7ce-40c4-a865-3a089c0a0cb0 req-6929e90c-a541-4457-aaaa-44f364e179c3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:23.868445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 87ec2384-7841-4885-a060-2ea55351ed3a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=87ec2384-7841-4885-a060-2ea55351ed3a,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:23.879447 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6216ebc6-b7ce-40c4-a865-3a089c0a0cb0 req-6929e90c-a541-4457-aaaa-44f364e179c3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2744062 Oct 26 14:06:23.896606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '87ec2384-7841-4885-a060-2ea55351ed3a', 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762', 'port_id': '87ec2384-7841-4885-a060-2ea55351ed3a', 'mac_address': 'fa:16:3e:07:7e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0940ee6e-8bef-4aa1-aec4-d83f8613cd4f', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:23.949961 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08097195-6fba-4e9b-a178-a4f563d28187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.003365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6216ebc6-b7ce-40c4-a865-3a089c0a0cb0 req-f06caa05-2432-4369-86cf-4191cfae7429 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059530 Oct 26 14:06:24.014787 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.081164 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ec2384-7841-4885-a060-2ea55351ed3a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:24.090573 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab940998-a9f2-43cd-b584-bf8c93208af5 req-029310a9-5423-4624-92ba-05680e40ec22 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.099867 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ab940998-a9f2-43cd-b584-bf8c93208af5 req-029310a9-5423-4624-92ba-05680e40ec22 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 949 time: 0.2871292 Oct 26 14:06:24.104809 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784360e-cf6a-4882-aae1-bdfa6cd1ef11 req-4f147e1f-7661-4292-82a9-c343370848f0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.111351 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784360e-cf6a-4882-aae1-bdfa6cd1ef11 req-4f147e1f-7661-4292-82a9-c343370848f0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.122232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 87ec2384-7841-4885-a060-2ea55351ed3a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=87ec2384-7841-4885-a060-2ea55351ed3a,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:24.126714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784360e-cf6a-4882-aae1-bdfa6cd1ef11 req-4f147e1f-7661-4292-82a9-c343370848f0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.137365 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.137939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 5ec9d03c-cf9e-4409-8111-c4cf8b040359 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:24.171913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784360e-cf6a-4882-aae1-bdfa6cd1ef11 req-4f147e1f-7661-4292-82a9-c343370848f0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.190301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784360e-cf6a-4882-aae1-bdfa6cd1ef11 req-4f147e1f-7661-4292-82a9-c343370848f0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.207931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784360e-cf6a-4882-aae1-bdfa6cd1ef11 req-4f147e1f-7661-4292-82a9-c343370848f0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.217443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784360e-cf6a-4882-aae1-bdfa6cd1ef11 req-4f147e1f-7661-4292-82a9-c343370848f0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.225941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b784360e-cf6a-4882-aae1-bdfa6cd1ef11 req-4f147e1f-7661-4292-82a9-c343370848f0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5434 time: 0.4377789 Oct 26 14:06:24.279969 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 5ec9d03c-cf9e-4409-8111-c4cf8b040359, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=5ec9d03c-cf9e-4409-8111-c4cf8b040359,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:24.311723 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08097195-6fba-4e9b-a178-a4f563d28187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.334270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '5ec9d03c-cf9e-4409-8111-c4cf8b040359', 'network_id': 'e28a5a04-47ef-442f-816d-e9075d616762', 'port_id': '5ec9d03c-cf9e-4409-8111-c4cf8b040359', 'mac_address': 'fa:16:3e:3b:b2:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0940ee6e-8bef-4aa1-aec4-d83f8613cd4f', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:24.349818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.401581 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.464713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-ab940998-a9f2-43cd-b584-bf8c93208af5 req-cfbae089-a3f1-485c-a150-8442a9ea97e7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Deleting port 81b6100c-7396-4874-9944-69dba466c703 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:24.465338 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ab940998-a9f2-43cd-b584-bf8c93208af5 req-cfbae089-a3f1-485c-a150-8442a9ea97e7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.467368 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.470048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=87ec2384-7841-4885-a060-2ea55351ed3a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:24.477091 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08097195-6fba-4e9b-a178-a4f563d28187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.496778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b784360e-cf6a-4882-aae1-bdfa6cd1ef11 req-96acd1f5-bddd-410e-98f5-ff5302becf12 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1967025 Oct 26 14:06:24.509446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 91c14d73-fcb0-4d9e-b363-9f4674c95781 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:24.547660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec9d03c-cf9e-4409-8111-c4cf8b040359 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:24.559233 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 91c14d73-fcb0-4d9e-b363-9f4674c95781 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:24.560015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 91c14d73-fcb0-4d9e-b363-9f4674c95781 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:24.560994 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:24.598581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a480d-9b3c-4052-b9c4-c1080bdbfdb2 req-b8519dd8-4c97-459e-a48f-8d9b8b803ace tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.600231 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:24.600591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8b042ab8-7ec9-405f-a369-0ab1fa6d6246 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:24.618889 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08097195-6fba-4e9b-a178-a4f563d28187 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.625726 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-08097195-6fba-4e9b-a178-a4f563d28187 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c28db167-2576-4aec-8080-ece2013f892c HTTP/1.1" status: 204 len: 168 time: 1.7137465 Oct 26 14:06:24.637680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-910a480d-9b3c-4052-b9c4-c1080bdbfdb2 req-b8519dd8-4c97-459e-a48f-8d9b8b803ace tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 949 time: 0.4106579 Oct 26 14:06:24.638218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57218) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:24.640604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2576823d-b2ad-42a1-b0d1-a704bc57552d None None] Network a2d5d236-74d9-4811-afc4-6d8d38ffcc24 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:24.648555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 5ec9d03c-cf9e-4409-8111-c4cf8b040359, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=5ec9d03c-cf9e-4409-8111-c4cf8b040359,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:24.649254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:06:24.699549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08097195-6fba-4e9b-a178-a4f563d28187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28db167-2576-4aec-8080-ece2013f892c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:24.703810 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.725125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:24.790579 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.793709 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] Added segment 9edd9f8c-10c6-4225-a547-f4fd7722b596 of type vlan for network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 Oct 26 14:06:24.825884 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-ab940998-a9f2-43cd-b584-bf8c93208af5 req-cfbae089-a3f1-485c-a150-8442a9ea97e7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] For port 81b6100c-7396-4874-9944-69dba466c703, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=81b6100c-7396-4874-9944-69dba466c703,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:24.826280 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ab940998-a9f2-43cd-b584-bf8c93208af5 req-cfbae089-a3f1-485c-a150-8442a9ea97e7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.838952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-ab940998-a9f2-43cd-b584-bf8c93208af5 req-cfbae089-a3f1-485c-a150-8442a9ea97e7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Calling delete_port for 81b6100c-7396-4874-9944-69dba466c703 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:24.886360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=5ec9d03c-cf9e-4409-8111-c4cf8b040359,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:24.981600 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.988805 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.009788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] DHCP port deletion for a2d5d236-74d9-4811-afc4-6d8d38ffcc24 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:06:25.018920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-910a480d-9b3c-4052-b9c4-c1080bdbfdb2 req-71a79f35-b39b-4518-b31b-c07e49cc73a3 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287427 Oct 26 14:06:25.056051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c974d-de1c-472c-8b3d-5f9874a8df55 req-643711c6-ab83-4a12-8433-ff248449929d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:25.067043 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-641c974d-de1c-472c-8b3d-5f9874a8df55 req-643711c6-ab83-4a12-8433-ff248449929d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 947 time: 0.3760324 Oct 26 14:06:25.116242 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.db.resource_extend [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:06:25.125687 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ab940998-a9f2-43cd-b584-bf8c93208af5 req-cfbae089-a3f1-485c-a150-8442a9ea97e7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.150032 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8', '93969896-82c1-4521-a81e-24b40f6778fd', '81b6100c-7396-4874-9944-69dba466c703'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:25.159287 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'df16a872-a263-46d3-9da6-4f964d0a0a0a', '64bc53c4-86cd-4f94-8489-372c768f278e', '3203d102-7a41-4363-bd51-049dd24fe59f', '692f87fb-9f2a-4122-bd9c-06ad8e98fc04'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:25.169472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-641c974d-de1c-472c-8b3d-5f9874a8df55 req-5906229e-5518-4033-b911-fe415f0ddcaf tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946362 Oct 26 14:06:25.209735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbae089-a3f1-485c-a150-8442a9ea97e7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event deleted for resources: {'Port': ['ID=81b6100c-7396-4874-9944-69dba466c703,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:25.230435 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.232325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:25.233843 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.336063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab940998-a9f2-43cd-b584-bf8c93208af5 req-cfbae089-a3f1-485c-a150-8442a9ea97e7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] No DVR routers for this DVR port 81b6100c-7396-4874-9944-69dba466c703 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:25.343146 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-ab940998-a9f2-43cd-b584-bf8c93208af5 req-cfbae089-a3f1-485c-a150-8442a9ea97e7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.355957 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1487038 Oct 26 14:06:25.356317 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ab940998-a9f2-43cd-b584-bf8c93208af5 req-cfbae089-a3f1-485c-a150-8442a9ea97e7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "DELETE /v2.0/ports/81b6100c-7396-4874-9944-69dba466c703 HTTP/1.1" status: 204 len: 173 time: 1.2404850 Oct 26 14:06:25.356718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57224) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:25.357179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53949356-13f2-4d34-800a-3ab30738f577', 'name': 'network-vif-deleted', 'tag': '81b6100c-7396-4874-9944-69dba466c703'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:25.359832 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb0f2f4-88c6-4d63-9383-90088b35b0f2" -d '{"events": [{"server_uuid": "53949356-13f2-4d34-800a-3ab30738f577", "name": "network-vif-deleted", "tag": "81b6100c-7396-4874-9944-69dba466c703"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:25.370763 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Deleting port 82aafba4-5d15-4684-9f4e-cd1b33366d76 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:25.377738 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-250c8a6e-df80-45ff-abd9-3a950b9a0626 admin admin] Request body: {'subnet': {'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1904132974-subnet', 'tenant_id': '02988b14cd044ea8964cbab023a8058f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:25.387463 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.415197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba5e0d-9529-40df-a3ce-33508a4bcfe8 admin admin] Pushing event updated for resources: {'Network': ['ID=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:25.454946 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bff37c0-f813-4a57-9674-73ff028238ba x-openstack-request-id: req-3bff37c0-f813-4a57-9674-73ff028238ba {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:25.455307 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53949356-13f2-4d34-800a-3ab30738f577", "name": "network-vif-deleted", "tag": "81b6100c-7396-4874-9944-69dba466c703", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:25.455569 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bff37c0-f813-4a57-9674-73ff028238ba {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:25.456204 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53949356-13f2-4d34-800a-3ab30738f577', 'name': 'network-vif-deleted', 'tag': '81b6100c-7396-4874-9944-69dba466c703', 'status': 'completed', 'code': 200} Oct 26 14:06:25.457418 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250c8a6e-df80-45ff-abd9-3a950b9a0626 admin admin] Made reservation on behalf of 02988b14cd044ea8964cbab023a8058f for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:25.463989 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-250c8a6e-df80-45ff-abd9-3a950b9a0626 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.481437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de5ffe-45bf-4e2d-8d1b-7e734800297e req-9103c941-fa13-4cf1-8e2a-0a1c7160bc1c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:25.498635 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0de5ffe-45bf-4e2d-8d1b-7e734800297e req-9103c941-fa13-4cf1-8e2a-0a1c7160bc1c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2142127 Oct 26 14:06:25.512172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Deleting port 82aafba4-5d15-4684-9f4e-cd1b33366d76 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:25.521474 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.650880 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] For port 82aafba4-5d15-4684-9f4e-cd1b33366d76, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=82aafba4-5d15-4684-9f4e-cd1b33366d76,segment=NetworkSegment(4e3b87d5-38ad-4f12-959f-0b8d7c8232ee),segment_id=4e3b87d5-38ad-4f12-959f-0b8d7c8232ee)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:25.651519 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.693346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Calling delete_port for 82aafba4-5d15-4684-9f4e-cd1b33366d76 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:25.734819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] For port 82aafba4-5d15-4684-9f4e-cd1b33366d76, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=82aafba4-5d15-4684-9f4e-cd1b33366d76,segment=NetworkSegment(4e3b87d5-38ad-4f12-959f-0b8d7c8232ee),segment_id=4e3b87d5-38ad-4f12-959f-0b8d7c8232ee)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:25.735361 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.751737 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Calling delete_port for 82aafba4-5d15-4684-9f4e-cd1b33366d76 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:25.860997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:06:25.899790 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.945171 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-250c8a6e-df80-45ff-abd9-3a950b9a0626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.979542 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['067bfc8b-4181-43ad-83d7-3f578ef4e175'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:25.981783 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['1beb64dc-6c8d-481a-b700-f8e40d52ee65'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:26.005883 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:26.022977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Pushing event deleted for resources: {'Port': ['ID=82aafba4-5d15-4684-9f4e-cd1b33366d76,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:26.071931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] No DVR routers for this DVR port 82aafba4-5d15-4684-9f4e-cd1b33366d76 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:26.077007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c8a6e-df80-45ff-abd9-3a950b9a0626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2f8034-207a-46b1-a093-46a32822cb93,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:26.088173 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0de5ffe-45bf-4e2d-8d1b-7e734800297e req-494e09fc-21a5-4f72-9498-3a5c0bfa1e79 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820808 Oct 26 14:06:26.113014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c8a6e-df80-45ff-abd9-3a950b9a0626 admin admin] Checking segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:26.113445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c8a6e-df80-45ff-abd9-3a950b9a0626 admin admin] Network hostable DHCP agents. Network: 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:06:26.160246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c8a6e-df80-45ff-abd9-3a950b9a0626 admin admin] Network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:06:26.187733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-250c8a6e-df80-45ff-abd9-3a950b9a0626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:26.196616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c8a6e-df80-45ff-abd9-3a950b9a0626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.196804 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-250c8a6e-df80-45ff-abd9-3a950b9a0626 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:26.234795 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fe5d-99fd-46d5-a6fd-3d9b21435878 req-d323ab04-2386-459a-96cb-7b27c52ebd14 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.252816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fe5d-99fd-46d5-a6fd-3d9b21435878 req-d323ab04-2386-459a-96cb-7b27c52ebd14 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.264229 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-250c8a6e-df80-45ff-abd9-3a950b9a0626 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8895247 Oct 26 14:06:26.267419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fe5d-99fd-46d5-a6fd-3d9b21435878 req-d323ab04-2386-459a-96cb-7b27c52ebd14 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.280886 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fe5d-99fd-46d5-a6fd-3d9b21435878 req-d323ab04-2386-459a-96cb-7b27c52ebd14 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.301585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fe5d-99fd-46d5-a6fd-3d9b21435878 req-d323ab04-2386-459a-96cb-7b27c52ebd14 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.320269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fe5d-99fd-46d5-a6fd-3d9b21435878 req-d323ab04-2386-459a-96cb-7b27c52ebd14 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.329207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] No DVR routers for this DVR port 82aafba4-5d15-4684-9f4e-cd1b33366d76 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:26.344196 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fe5d-99fd-46d5-a6fd-3d9b21435878 req-d323ab04-2386-459a-96cb-7b27c52ebd14 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.350346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Pushing event deleted for resources: {'Port': ['ID=82aafba4-5d15-4684-9f4e-cd1b33366d76,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:26.358762 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6951fe5d-99fd-46d5-a6fd-3d9b21435878 req-d323ab04-2386-459a-96cb-7b27c52ebd14 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5436 time: 0.4908648 Oct 26 14:06:26.371851 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b2bf403d-8194-49aa-9100-a0ce693f0707'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:26.514070 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ba93a47-46d0-4703-878e-7d2805bdf78d req-854ed918-98c4-4383-811d-808b7b5a3466 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=53949356-13f2-4d34-800a-3ab30738f577 HTTP/1.1" status: 200 len: 210 time: 0.1529400 Oct 26 14:06:26.532747 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:26.564885 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6951fe5d-99fd-46d5-a6fd-3d9b21435878 req-41352795-7b3e-4ec7-bc56-271a39333760 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2050614 Oct 26 14:06:26.592003 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d5d236-74d9-4811-afc4-6d8d38ffcc24']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:26.618579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3b87d5-38ad-4f12-959f-0b8d7c8232ee') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:26.619284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3b87d5-38ad-4f12-959f-0b8d7c8232ee') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:26.655529 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:26.680956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:26.720451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1007b1-68dc-498a-af8b-b81ac3cecfe3 None None] Network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:26.758846 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.759396 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.759845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.760288 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.760888 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.761326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.762520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.762826 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:26.763046 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.763478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.764059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.764495 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.764928 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa615b8-49be-4e45-aa20-38e92916daef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.780491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:06:26.781167 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:26.786783 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 82aafba4-5d15-4684-9f4e-cd1b33366d76 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:06:26.787289 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:06:26.855414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc9cff-6cd8-4ec0-b0b8-ca9578f4fef3 req-725ce227-5746-4957-8f03-65326442605c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.857124 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-50bc9cff-6cd8-4ec0-b0b8-ca9578f4fef3 req-725ce227-5746-4957-8f03-65326442605c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 947 time: 0.1632714 Oct 26 14:06:26.875798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e93229-2af2-43dd-9fc9-013ddea8bb5c req-1286dcaf-858e-4b80-9531-919d9c115f25 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.880694 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 82aafba4-5d15-4684-9f4e-cd1b33366d76 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:26.881339 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 82aafba4-5d15-4684-9f4e-cd1b33366d76 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:26.896922 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72e93229-2af2-43dd-9fc9-013ddea8bb5c req-1286dcaf-858e-4b80-9531-919d9c115f25 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2595136 Oct 26 14:06:26.966225 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72e93229-2af2-43dd-9fc9-013ddea8bb5c req-b372d10e-946e-45d5-891c-69b91135cac0 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678902 Oct 26 14:06:27.003959 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:27.026382 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:27.033366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a2d5d236-74d9-4811-afc4-6d8d38ffcc24 HTTP/1.1" status: 204 len: 168 time: 2.3673551 Oct 26 14:06:27.050388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-50bc9cff-6cd8-4ec0-b0b8-ca9578f4fef3 req-51f2292e-e471-4f3c-b052-fb92d2fad550 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500604 Oct 26 14:06:27.067361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593eb746-bec5-4cce-a255-3774b683a779 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d5d236-74d9-4811-afc4-6d8d38ffcc24,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:27.116969 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['5ec9d03c-cf9e-4409-8111-c4cf8b040359'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:27.164848 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b656aac6-f1fb-4fa2-bb12-efa70d19c04a req-66ca3a17-26fa-4628-9771-830cca239064 tempest-FlavorsV2NegativeTest-1572371621 tempest-FlavorsV2NegativeTest-1572371621-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d475e6511f17463783518fb09269503f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395164 Oct 26 14:06:27.283305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57296) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:27.328341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['87ec2384-7841-4885-a060-2ea55351ed3a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:27.341824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['7e8f1a12-fa5a-4066-b754-bc1eb8d79805'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:27.355075 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 81b6100c-7396-4874-9944-69dba466c703 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:27.360610 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-485ede03-b405-4473-952d-cc961f8ee47b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77b53a3b00634b68aa3eed7a29ab3387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748525 Oct 26 14:06:27.363885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57308) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:27.432753 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64de0c37-9da8-4464-8dbf-a7a60b66921f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:27.456159 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64de0c37-9da8-4464-8dbf-a7a60b66921f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:27.516984 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64de0c37-9da8-4464-8dbf-a7a60b66921f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:27.520292 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64de0c37-9da8-4464-8dbf-a7a60b66921f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:27.521774 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-64de0c37-9da8-4464-8dbf-a7a60b66921f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fcda006-a18f-4710-afd8-0856b3daa688 HTTP/1.1" status: 204 len: 168 time: 0.1565399 Oct 26 14:06:27.533147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de0c37-9da8-4464-8dbf-a7a60b66921f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcda006-a18f-4710-afd8-0856b3daa688,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:27.594860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 81b6100c-7396-4874-9944-69dba466c703 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:27.595523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 81b6100c-7396-4874-9944-69dba466c703 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:27.673086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656aac6-f1fb-4fa2-bb12-efa70d19c04a req-ac30d8d4-2595-4860-bd3e-7984e8b9cd0c tempest-FlavorsV2NegativeTest-1572371621 tempest-FlavorsV2NegativeTest-1572371621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:27.692217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b656aac6-f1fb-4fa2-bb12-efa70d19c04a req-ac30d8d4-2595-4860-bd3e-7984e8b9cd0c tempest-FlavorsV2NegativeTest-1572371621 tempest-FlavorsV2NegativeTest-1572371621-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5175769 Oct 26 14:06:27.711394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-96aa9102-dbef-4baf-bb80-f0f91524e954 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:27.721713 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-96aa9102-dbef-4baf-bb80-f0f91524e954 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.3407485 Oct 26 14:06:27.746715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b656aac6-f1fb-4fa2-bb12-efa70d19c04a req-e0a1fd46-7f49-489c-a7b3-9c1c73b9b487 tempest-FlavorsV2NegativeTest-1572371621 tempest-FlavorsV2NegativeTest-1572371621-project] 10.222.0.32 "GET /v2.0/quotas/d475e6511f17463783518fb09269503f HTTP/1.1" status: 200 len: 375 time: 0.0527973 Oct 26 14:06:27.790297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b656aac6-f1fb-4fa2-bb12-efa70d19c04a req-611486ab-1d27-45dc-bf1a-6c8295dbdfd1 tempest-FlavorsV2NegativeTest-1572371621 tempest-FlavorsV2NegativeTest-1572371621-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d475e6511f17463783518fb09269503f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426161 Oct 26 14:06:27.814747 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-80b3f4a1-da8d-4d32-b245-015393fe14ba tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/quotas/02988b14cd044ea8964cbab023a8058f HTTP/1.1" status: 200 len: 375 time: 0.0917850 Oct 26 14:06:27.828677 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:27.894007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-9396a12c-83fa-42ce-921f-23f356cabec0 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711050 Oct 26 14:06:28.151554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-9c4e4a88-49ff-4b63-8f72-9dc73c9c6f6c service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474029 Oct 26 14:06:28.207598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ecbd0-9bb4-4427-8b53-b7f715cca8eb req-b976549c-5ed5-4b30-b5a1-45a4e528499d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:28.218764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ecbd0-9bb4-4427-8b53-b7f715cca8eb req-b976549c-5ed5-4b30-b5a1-45a4e528499d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:28.225371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ecbd0-9bb4-4427-8b53-b7f715cca8eb req-b976549c-5ed5-4b30-b5a1-45a4e528499d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:28.233413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ecbd0-9bb4-4427-8b53-b7f715cca8eb req-b976549c-5ed5-4b30-b5a1-45a4e528499d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:28.240229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ecbd0-9bb4-4427-8b53-b7f715cca8eb req-b976549c-5ed5-4b30-b5a1-45a4e528499d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:28.247095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ecbd0-9bb4-4427-8b53-b7f715cca8eb req-b976549c-5ed5-4b30-b5a1-45a4e528499d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:28.253390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ecbd0-9bb4-4427-8b53-b7f715cca8eb req-b976549c-5ed5-4b30-b5a1-45a4e528499d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:28.262483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be9ecbd0-9bb4-4427-8b53-b7f715cca8eb req-b976549c-5ed5-4b30-b5a1-45a4e528499d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5436 time: 0.2438898 Oct 26 14:06:28.379379 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be9ecbd0-9bb4-4427-8b53-b7f715cca8eb req-6f65a6cf-3293-4c37-a0da-a72b63d1b204 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134677 Oct 26 14:06:28.454520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-14a7ec6c-3914-480c-84ba-413c57e163f1 service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869833 Oct 26 14:06:28.596451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5538b4-fa62-4bcb-9931-332a54c50b0f req-2fca97a9-25aa-444c-8463-0fb725bd12ff tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:28.612584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a5538b4-fa62-4bcb-9931-332a54c50b0f req-2fca97a9-25aa-444c-8463-0fb725bd12ff tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1139967 Oct 26 14:06:28.719444 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a5538b4-fa62-4bcb-9931-332a54c50b0f req-d80f464e-3712-447c-8302-6298fb95875d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046896 Oct 26 14:06:28.807127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7736b7ad-0ba4-4e8d-a7f2-85dd429d3ec9 None None] Network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:28.917717 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40411586-c520-4168-ac3d-9351047bd55e req-c1395ead-ed79-4fb4-aed3-874fb5aba2a9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:28.932147 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40411586-c520-4168-ac3d-9351047bd55e req-c1395ead-ed79-4fb4-aed3-874fb5aba2a9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 947 time: 0.0880060 Oct 26 14:06:28.988437 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40411586-c520-4168-ac3d-9351047bd55e req-58806177-0f85-4288-96cf-de98f8a6293e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521283 Oct 26 14:06:29.065130 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57372) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:29.186653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ffe3de96-90c2-46e8-ae70-fcc3d167cfe1 req-438c2e80-1d8c-4ee9-ab3d-53696013a7d5 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 210 time: 0.0586081 Oct 26 14:06:29.224014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732ae24-60be-47d9-a5ef-2e3526f83d0e req-e4293106-4f55-4442-ae83-63c8f7429e65 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.225948 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3732ae24-60be-47d9-a5ef-2e3526f83d0e req-e4293106-4f55-4442-ae83-63c8f7429e65 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1090553 Oct 26 14:06:29.327125 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3732ae24-60be-47d9-a5ef-2e3526f83d0e req-fd35a298-6ac9-4335-93d7-9ea5f8f8448e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925350 Oct 26 14:06:29.395981 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1527668786-network', 'tenant_id': '035e6464759349afbd341d7175650b42'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:29.422345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efa596-020e-4b2a-ad4a-2d0b76bd0167 req-4aa8c5d4-9e86-4440-8fb5-fd701a263e67 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.429506 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29efa596-020e-4b2a-ad4a-2d0b76bd0167 req-4aa8c5d4-9e86-4440-8fb5-fd701a263e67 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 950 time: 0.1323822 Oct 26 14:06:29.467980 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:29.471186 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.504476 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.547551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29efa596-020e-4b2a-ad4a-2d0b76bd0167 req-ead8612a-73da-4555-b734-2082793a88f0 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111214 Oct 26 14:06:29.581615 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57390) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:29.708540 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.723033 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.739869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd22e4a-10fe-4a90-9e45-79660c5d87f7 req-26b97759-a90e-4cf5-a846-cddbe3f8ec94 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.754264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd22e4a-10fe-4a90-9e45-79660c5d87f7 req-26b97759-a90e-4cf5-a846-cddbe3f8ec94 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.769680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd22e4a-10fe-4a90-9e45-79660c5d87f7 req-26b97759-a90e-4cf5-a846-cddbe3f8ec94 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.769889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:06:29.782635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ea776b-4ae5-4352-820f-a9c999a0bf0f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:29.797572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd22e4a-10fe-4a90-9e45-79660c5d87f7 req-26b97759-a90e-4cf5-a846-cddbe3f8ec94 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.798616 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.798970 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] Added segment 42c5011d-dcb5-4dd3-a940-fec03a0cb307 of type vlan for network 4a8ef9f9-37dd-4775-82d4-245147b44413 Oct 26 14:06:29.815007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd22e4a-10fe-4a90-9e45-79660c5d87f7 req-26b97759-a90e-4cf5-a846-cddbe3f8ec94 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.835101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd22e4a-10fe-4a90-9e45-79660c5d87f7 req-26b97759-a90e-4cf5-a846-cddbe3f8ec94 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.850350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd22e4a-10fe-4a90-9e45-79660c5d87f7 req-26b97759-a90e-4cf5-a846-cddbe3f8ec94 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.852428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2fd22e4a-10fe-4a90-9e45-79660c5d87f7 req-26b97759-a90e-4cf5-a846-cddbe3f8ec94 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5436 time: 0.2558601 Oct 26 14:06:29.886910 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.922294 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-81dd1b53-10a7-4065-be34-1f08c60594f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.944980 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.946007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.946678 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.005972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667318ae-bccc-4c70-929d-7cb678ba0b97 req-2ff43a60-2fd8-414c-b043-5d8c9f47bf5a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.014517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-667318ae-bccc-4c70-929d-7cb678ba0b97 req-2ff43a60-2fd8-414c-b043-5d8c9f47bf5a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1594164 Oct 26 14:06:30.023573 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] Pushing event updated for resources: {'Network': ['ID=4a8ef9f9-37dd-4775-82d4-245147b44413,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:30.043117 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9a83cd28-1fb3-4e1b-bfb1-fa731f38384d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9755070 Oct 26 14:06:30.046132 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 4a8ef9f9-37dd-4775-82d4-245147b44413 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:06:30.047317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57398) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:30.064307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-42bcd7fb-90d1-4404-ae18-9fde578641ab admin admin] Request body: {'subnet': {'network_id': '4a8ef9f9-37dd-4775-82d4-245147b44413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1527668786-subnet', 'tenant_id': '035e6464759349afbd341d7175650b42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:30.083873 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2fd22e4a-10fe-4a90-9e45-79660c5d87f7 req-0c07ac97-c390-4899-a80a-211a0a761837 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1880569 Oct 26 14:06:30.094551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bcd7fb-90d1-4404-ae18-9fde578641ab admin admin] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:30.102992 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42bcd7fb-90d1-4404-ae18-9fde578641ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.170423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-667318ae-bccc-4c70-929d-7cb678ba0b97 req-2a671cb6-dd25-4c5a-bab0-f4aff6f86389 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549208 Oct 26 14:06:30.212045 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-81dd1b53-10a7-4065-be34-1f08c60594f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.241920 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-81dd1b53-10a7-4065-be34-1f08c60594f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.354778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-81dd1b53-10a7-4065-be34-1f08c60594f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d475e6511f17463783518fb09269503f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7718797 Oct 26 14:06:30.362218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57404) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:30.364241 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd1b53-10a7-4065-be34-1f08c60594f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945f8413-ac77-49d1-91d6-3cffe72b9579,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:30.384279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73650bb-3100-42cf-941c-85acf2cd6c95 req-38ef1c83-1ef6-4d04-b894-7dbda3907586 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.385869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b73650bb-3100-42cf-941c-85acf2cd6c95 req-38ef1c83-1ef6-4d04-b894-7dbda3907586 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 947 time: 0.1664288 Oct 26 14:06:30.432294 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476d954-6019-4cb8-834f-e602abc2f8d5 req-552c9972-c6c6-4210-b7e8-45a7a49ccb62 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.434849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6476d954-6019-4cb8-834f-e602abc2f8d5 req-552c9972-c6c6-4210-b7e8-45a7a49ccb62 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1378660 Oct 26 14:06:30.448197 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42bcd7fb-90d1-4404-ae18-9fde578641ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.517633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcd7fb-90d1-4404-ae18-9fde578641ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c6128d-7ff2-4709-a690-92989fe6291f,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:30.539541 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b73650bb-3100-42cf-941c-85acf2cd6c95 req-0261a8d7-d097-4327-9c1a-8fbcb45730a5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184089 Oct 26 14:06:30.541432 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d055a215-a5e7-497d-bce2-6255a68a165a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.553023 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6476d954-6019-4cb8-834f-e602abc2f8d5 req-0ddaaafa-4885-4961-bdbf-02351d921257 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060293 Oct 26 14:06:30.553914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bcd7fb-90d1-4404-ae18-9fde578641ab admin admin] Checking segment: {'id': '42c5011d-dcb5-4dd3-a940-fec03a0cb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4a8ef9f9-37dd-4775-82d4-245147b44413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:30.554416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bcd7fb-90d1-4404-ae18-9fde578641ab admin admin] Network hostable DHCP agents. Network: 4a8ef9f9-37dd-4775-82d4-245147b44413, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:06:30.603864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bcd7fb-90d1-4404-ae18-9fde578641ab admin admin] Network 4a8ef9f9-37dd-4775-82d4-245147b44413 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:06:30.612507 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d055a215-a5e7-497d-bce2-6255a68a165a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.665917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-42bcd7fb-90d1-4404-ae18-9fde578641ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 4a8ef9f9-37dd-4775-82d4-245147b44413) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:30.697251 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3346f0cf-e705-4649-a160-9c093fda8fe2 req-2fcc23a0-f9af-4a3b-bc6d-8a89cc4052f0 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 210 time: 0.0667689 Oct 26 14:06:30.706366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bcd7fb-90d1-4404-ae18-9fde578641ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.707350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9100c5e-3897-4945-8007-e433e768e289 None None] Network 4a8ef9f9-37dd-4775-82d4-245147b44413 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:30.709102 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42bcd7fb-90d1-4404-ae18-9fde578641ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.751848 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-42bcd7fb-90d1-4404-ae18-9fde578641ab admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7028368 Oct 26 14:06:30.754707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57412) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:30.761250 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1527668786-router', 'tenant_id': '035e6464759349afbd341d7175650b42', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:30.801349 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d055a215-a5e7-497d-bce2-6255a68a165a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.804419 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d055a215-a5e7-497d-bce2-6255a68a165a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.810268 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d055a215-a5e7-497d-bce2-6255a68a165a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/945f8413-ac77-49d1-91d6-3cffe72b9579 HTTP/1.1" status: 204 len: 168 time: 0.4409599 Oct 26 14:06:30.833353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055a215-a5e7-497d-bce2-6255a68a165a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945f8413-ac77-49d1-91d6-3cffe72b9579,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:30.856222 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:30.903200 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.904267 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.998868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f73264-777d-4b19-bae4-03bccfd5ebd2 req-1605400b-2a7b-414d-afcf-3230fbc6c904 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.009070 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32f73264-777d-4b19-bae4-03bccfd5ebd2 req-1605400b-2a7b-414d-afcf-3230fbc6c904 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 950 time: 0.1644154 Oct 26 14:06:31.064832 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:31.066669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c62a43-8c73-4f7c-897f-30a6b49cf844 req-72ab9cfa-d596-4221-a889-735d96c94db1 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.073890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-21c62a43-8c73-4f7c-897f-30a6b49cf844 req-72ab9cfa-d596-4221-a889-735d96c94db1 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1334448 Oct 26 14:06:31.097250 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32f73264-777d-4b19-bae4-03bccfd5ebd2 req-6f6a1e45-822f-4159-9f96-a29c8e303d6b tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888016 Oct 26 14:06:31.121714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:31.127063 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.168986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb0374-15aa-4efc-aba6-cf3c19f0e272 req-b43c2a0e-3437-4de0-bc4f-128895a6dc63 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.171495 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-21c62a43-8c73-4f7c-897f-30a6b49cf844 req-174b19be-2bdd-4e48-b08e-b869a9b723ca tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965643 Oct 26 14:06:31.175378 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c9fb0374-15aa-4efc-aba6-cf3c19f0e272 req-b43c2a0e-3437-4de0-bc4f-128895a6dc63 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 950 time: 0.3781407 Oct 26 14:06:31.186795 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.202991 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-4a8ef9f9-37dd-4775-82d4-245147b44413', 'network_id': '4a8ef9f9-37dd-4775-82d4-245147b44413', 'tenant_id': '035e6464759349afbd341d7175650b42', 'fixed_ips': [{'subnet_id': 'e3c6128d-7ff2-4709-a690-92989fe6291f'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:06:31.204676 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.416245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cdc62-b1aa-425f-bd14-a6b6d0e00181 req-0c09668c-f7c1-4d8a-b1d3-c718827c73a2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.436841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Allocated IP 172.20.0.2 (4a8ef9f9-37dd-4775-82d4-245147b44413/e3c6128d-7ff2-4709-a690-92989fe6291f/5ea04a31-e195-472d-ba0f-2662a76979c9) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:31.441317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cdc62-b1aa-425f-bd14-a6b6d0e00181 req-0c09668c-f7c1-4d8a-b1d3-c718827c73a2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.464160 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cdc62-b1aa-425f-bd14-a6b6d0e00181 req-0c09668c-f7c1-4d8a-b1d3-c718827c73a2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.470587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cdc62-b1aa-425f-bd14-a6b6d0e00181 req-0c09668c-f7c1-4d8a-b1d3-c718827c73a2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.491602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cdc62-b1aa-425f-bd14-a6b6d0e00181 req-0c09668c-f7c1-4d8a-b1d3-c718827c73a2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.506960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cdc62-b1aa-425f-bd14-a6b6d0e00181 req-0c09668c-f7c1-4d8a-b1d3-c718827c73a2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.520917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cdc62-b1aa-425f-bd14-a6b6d0e00181 req-0c09668c-f7c1-4d8a-b1d3-c718827c73a2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.522884 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-971cdc62-b1aa-425f-bd14-a6b6d0e00181 req-0c09668c-f7c1-4d8a-b1d3-c718827c73a2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5436 time: 0.2911098 Oct 26 14:06:31.529757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1167e52f-cb8e-4b9e-af3b-f2abbd92b291 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.535594 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1167e52f-cb8e-4b9e-af3b-f2abbd92b291 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.6547587 Oct 26 14:06:31.563587 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-196d8e0d-2d6e-4fbc-ad41-761b6825c4e1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Request body: {'port': {'device_id': '92632d77-9ad5-44de-9869-f76d6bfa0ac0', 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'admin_state_up': True, 'tenant_id': '02988b14cd044ea8964cbab023a8058f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:31.588928 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.648865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb142242-c912-4102-a129-75958e574952 req-3585e124-0089-4cfb-954b-d47d1a61930e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.650955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb142242-c912-4102-a129-75958e574952 req-3585e124-0089-4cfb-954b-d47d1a61930e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.3450735 Oct 26 14:06:31.755111 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-971cdc62-b1aa-425f-bd14-a6b6d0e00181 req-a3d386a4-d661-49d9-8cb1-044a0b58b794 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2238817 Oct 26 14:06:31.805267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb142242-c912-4102-a129-75958e574952 req-204ed575-6113-4cdd-94e7-36a040bea551 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381576 Oct 26 14:06:31.838992 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:31.848156 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e3641a-03b4-444c-8e01-8cdeed295497" -d '{"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-plugged", "status": "completed", "tag": "7e8f1a12-fa5a-4066-b754-bc1eb8d79805"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:31.922978 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.927758 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-c9fb0374-15aa-4efc-aba6-cf3c19f0e272 req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Deleting port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:31.928089 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c9fb0374-15aa-4efc-aba6-cf3c19f0e272 req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.953501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee478b2a-cf7d-4503-b441-e92ddd062f8f req-b6a888ff-038d-4f73-8393-19d48b1e5987 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 210 time: 0.0525756 Oct 26 14:06:31.991913 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7e8f1a12-fa5a-4066-b754-bc1eb8d79805,segment=NetworkSegment(07631f30-8ef7-4f5e-9e7d-f77b25ebe785),segment_id=07631f30-8ef7-4f5e-9e7d-f77b25ebe785)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:32.005437 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.111149 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae63b8-a9bc-4d1c-88e5-558f23dccac1 req-00ef09e5-5dc3-4d85-93f0-61406c5348fd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.117201 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6fae63b8-a9bc-4d1c-88e5-558f23dccac1 req-00ef09e5-5dc3-4d85-93f0-61406c5348fd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 947 time: 0.1550999 Oct 26 14:06:32.140879 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459ce0a4-6c1b-442e-af31-012f955b3167 x-openstack-request-id: req-459ce0a4-6c1b-442e-af31-012f955b3167 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:32.141489 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-plugged", "status": "completed", "tag": "7e8f1a12-fa5a-4066-b754-bc1eb8d79805", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:32.141489 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-459ce0a4-6c1b-442e-af31-012f955b3167 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:32.146416 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805', 'code': 200} Oct 26 14:06:32.148573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=7e8f1a12-fa5a-4066-b754-bc1eb8d79805,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:32.182670 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.185183 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-196d8e0d-2d6e-4fbc-ad41-761b6825c4e1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Made reservation on behalf of 02988b14cd044ea8964cbab023a8058f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:32.193170 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-196d8e0d-2d6e-4fbc-ad41-761b6825c4e1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.200659 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6fae63b8-a9bc-4d1c-88e5-558f23dccac1 req-e5176f92-caf0-4b8e-b748-002608bab4e5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734520 Oct 26 14:06:32.203259 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.308526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Pushing event updated for resources: {'Port': ['ID=5ea04a31-e195-472d-ba0f-2662a76979c9,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:32.321781 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Network 4a8ef9f9-37dd-4775-82d4-245147b44413 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:32.324504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:32.329116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:32.332086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c9fb0374-15aa-4efc-aba6-cf3c19f0e272 req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] For port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=692f87fb-9f2a-4122-bd9c-06ad8e98fc04,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:32.332823 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c9fb0374-15aa-4efc-aba6-cf3c19f0e272 req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.337851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37820071-ef7c-426d-b161-d864f62a7914 req-29ab4fd3-8e9d-4f95-b26a-a50826b4ca8f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.347116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37820071-ef7c-426d-b161-d864f62a7914 req-29ab4fd3-8e9d-4f95-b26a-a50826b4ca8f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1387064 Oct 26 14:06:32.408614 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Attempting to bind port 5ea04a31-e195-472d-ba0f-2662a76979c9 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:32.408903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Attempting to bind port 5ea04a31-e195-472d-ba0f-2662a76979c9 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '42c5011d-dcb5-4dd3-a940-fec03a0cb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4a8ef9f9-37dd-4775-82d4-245147b44413'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:32.409663 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Attempting to bind port 5ea04a31-e195-472d-ba0f-2662a76979c9 on network 4a8ef9f9-37dd-4775-82d4-245147b44413 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:32.427476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-c9fb0374-15aa-4efc-aba6-cf3c19f0e272 req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Calling delete_port for 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:32.435735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:32.436446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Checking segment: {'id': '42c5011d-dcb5-4dd3-a940-fec03a0cb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4a8ef9f9-37dd-4775-82d4-245147b44413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:32.439818 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.440567 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Bound using segment: {'id': '42c5011d-dcb5-4dd3-a940-fec03a0cb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4a8ef9f9-37dd-4775-82d4-245147b44413'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:32.441970 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Bound port: 5ea04a31-e195-472d-ba0f-2662a76979c9, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c5011d-dcb5-4dd3-a940-fec03a0cb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4a8ef9f9-37dd-4775-82d4-245147b44413'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:32.444101 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.462174 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37820071-ef7c-426d-b161-d864f62a7914 req-8c581703-f35f-4e9d-b149-4bdbc2a2cb97 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113992 Oct 26 14:06:32.477943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1665095-305f-4f9e-a679-36a4b8d3ad91 req-9c094eac-008a-483b-8e09-6f50020a0d58 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.501028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1665095-305f-4f9e-a679-36a4b8d3ad91 req-9c094eac-008a-483b-8e09-6f50020a0d58 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 950 time: 0.1462073 Oct 26 14:06:32.598695 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1665095-305f-4f9e-a679-36a4b8d3ad91 req-aa3b7919-90d8-4eac-86d7-05fdeca5cd30 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951509 Oct 26 14:06:32.621692 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] For port 5ea04a31-e195-472d-ba0f-2662a76979c9, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:32.625022 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] For port 5ea04a31-e195-472d-ba0f-2662a76979c9, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=5ea04a31-e195-472d-ba0f-2662a76979c9,segment=NetworkSegment(42c5011d-dcb5-4dd3-a940-fec03a0cb307),segment_id=42c5011d-dcb5-4dd3-a940-fec03a0cb307)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:32.630791 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.682209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ecff9-ae54-4f60-88d7-e80e0f9755e1 req-38f87e8c-d27d-448d-960d-b59dc5f7211a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.684750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb5ecff9-ae54-4f60-88d7-e80e0f9755e1 req-38f87e8c-d27d-448d-960d-b59dc5f7211a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0742135 Oct 26 14:06:32.695301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-196d8e0d-2d6e-4fbc-ad41-761b6825c4e1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Allocated IP 172.20.0.4 (58afa2dc-1dfa-4d98-a3c2-eba0b18fce64/bb2f8034-207a-46b1-a093-46a32822cb93/748c9e26-54cb-4e51-80d1-e112fa64b975) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:32.710670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f2125-dd74-480b-9711-547390b43ceb None None] Pushing event updated for resources: {'Port': ['ID=5ea04a31-e195-472d-ba0f-2662a76979c9,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:32.732899 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 5ec9d03c-cf9e-4409-8111-c4cf8b040359 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:32.768539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb5ecff9-ae54-4f60-88d7-e80e0f9755e1 req-daa30ac0-7fd3-4bb4-a1d9-4962198482bd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762706 Oct 26 14:06:32.876605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:32.882293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:32.882748 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.097420 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.167059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1bd94-4c04-4b37-a99a-22f8e7363ab0 req-ba7009ac-a1d8-4e32-b98b-6b95e81ef7bc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.169378 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 5ec9d03c-cf9e-4409-8111-c4cf8b040359, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=5ec9d03c-cf9e-4409-8111-c4cf8b040359,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:33.172281 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03b1bd94-4c04-4b37-a99a-22f8e7363ab0 req-ba7009ac-a1d8-4e32-b98b-6b95e81ef7bc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1370270 Oct 26 14:06:33.178559 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.179539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:33.184480 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c9fb0374-15aa-4efc-aba6-cf3c19f0e272 req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.201505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7165c-d425-469e-8821-8c91c34c9e47 req-75b26070-b8c0-490b-8df9-ca6aa6d27c6c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.219820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7165c-d425-469e-8821-8c91c34c9e47 req-75b26070-b8c0-490b-8df9-ca6aa6d27c6c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.231636 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7165c-d425-469e-8821-8c91c34c9e47 req-75b26070-b8c0-490b-8df9-ca6aa6d27c6c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.239333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7165c-d425-469e-8821-8c91c34c9e47 req-75b26070-b8c0-490b-8df9-ca6aa6d27c6c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.246092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7165c-d425-469e-8821-8c91c34c9e47 req-75b26070-b8c0-490b-8df9-ca6aa6d27c6c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.253337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'df16a872-a263-46d3-9da6-4f964d0a0a0a', '64bc53c4-86cd-4f94-8489-372c768f278e', '3203d102-7a41-4363-bd51-049dd24fe59f'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:33.254608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7165c-d425-469e-8821-8c91c34c9e47 req-75b26070-b8c0-490b-8df9-ca6aa6d27c6c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.260874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7165c-d425-469e-8821-8c91c34c9e47 req-75b26070-b8c0-490b-8df9-ca6aa6d27c6c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.270133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19d7165c-d425-469e-8821-8c91c34c9e47 req-75b26070-b8c0-490b-8df9-ca6aa6d27c6c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5437 time: 0.3303864 Oct 26 14:06:33.278419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event deleted for resources: {'Port': ['ID=692f87fb-9f2a-4122-bd9c-06ad8e98fc04,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:33.288142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8', '93969896-82c1-4521-a81e-24b40f6778fd'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:33.306603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:33.306946 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:33.332537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:33.332910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:33.333228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:33.333573 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:33.333911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:33.334269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:33.334599 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:33.335075 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:33.335423 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:33.335752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:33.336080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:33.336405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:33.350651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fb0374-15aa-4efc-aba6-cf3c19f0e272 req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] No DVR routers for this DVR port 692f87fb-9f2a-4122-bd9c-06ad8e98fc04 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:33.354308 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03b1bd94-4c04-4b37-a99a-22f8e7363ab0 req-d37b8731-8b77-405b-a4eb-8970612facef tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755222 Oct 26 14:06:33.367606 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.370283 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c9fb0374-15aa-4efc-aba6-cf3c19f0e272 req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.381245 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c9fb0374-15aa-4efc-aba6-cf3c19f0e272 req-44a198d8-3aa1-4ad1-a439-6e5d1e58c932 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "DELETE /v2.0/ports/692f87fb-9f2a-4122-bd9c-06ad8e98fc04 HTTP/1.1" status: 204 len: 173 time: 2.1884012 Oct 26 14:06:33.400688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19d7165c-d425-469e-8821-8c91c34c9e47 req-923e36e6-e952-4e3c-86ac-6df011171aaa tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1293721 Oct 26 14:06:33.401377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee', 'name': 'network-vif-deleted', 'tag': '692f87fb-9f2a-4122-bd9c-06ad8e98fc04'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:33.415862 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a056a8-5f55-47e1-9d48-111708e39dc7" -d '{"events": [{"server_uuid": "f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee", "name": "network-vif-deleted", "tag": "692f87fb-9f2a-4122-bd9c-06ad8e98fc04"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:33.457182 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-196d8e0d-2d6e-4fbc-ad41-761b6825c4e1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.461616 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.524662 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=5ec9d03c-cf9e-4409-8111-c4cf8b040359,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:33.582740 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5417ebb5-7bcf-40f8-b1bf-bea8b6668724 req-e58d06aa-5fc6-4d7e-9fd2-6a67b529f8d4 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 210 time: 0.1130605 Oct 26 14:06:33.606791 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-196d8e0d-2d6e-4fbc-ad41-761b6825c4e1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.700063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e94c22-b672-4b87-b776-a2d930c7e078 req-62b80e9d-4bdf-40ef-baf1-e742236fd0f3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.710406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7e94c22-b672-4b87-b776-a2d930c7e078 req-62b80e9d-4bdf-40ef-baf1-e742236fd0f3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 947 time: 0.0794880 Oct 26 14:06:33.743659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-196d8e0d-2d6e-4fbc-ad41-761b6825c4e1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:33.747696 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Allocated IP 172.25.4.168 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/c401b152-10d7-46ad-982f-9140ca9df275) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:33.758429 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-196d8e0d-2d6e-4fbc-ad41-761b6825c4e1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:33.781748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-196d8e0d-2d6e-4fbc-ad41-761b6825c4e1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:33.791901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7e94c22-b672-4b87-b776-a2d930c7e078 req-4ec6bf1d-a1dd-446c-a174-515ee0e7a1fd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745828 Oct 26 14:06:33.833295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d8e0d-2d6e-4fbc-ad41-761b6825c4e1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Pushing event updated for resources: {'Port': ['ID=748c9e26-54cb-4e51-80d1-e112fa64b975,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:33.889487 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2f593-50a0-44a7-8eda-a3fb9f3fe6c1 req-4da97238-4c8b-4f7d-ab7a-d25808af9bcf tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.891128 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42d2f593-50a0-44a7-8eda-a3fb9f3fe6c1 req-4da97238-4c8b-4f7d-ab7a-d25808af9bcf tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0982347 Oct 26 14:06:33.932941 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-196d8e0d-2d6e-4fbc-ad41-761b6825c4e1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.934269 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-196d8e0d-2d6e-4fbc-ad41-761b6825c4e1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.958727 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42d2f593-50a0-44a7-8eda-a3fb9f3fe6c1 req-2ddc26d7-3872-4db0-969e-1aedc02b569f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578299 Oct 26 14:06:33.968639 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-196d8e0d-2d6e-4fbc-ad41-761b6825c4e1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4132414 Oct 26 14:06:33.989579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-be54e10e-4743-429c-86c3-3c1cbb31aa9f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:06:33.993167 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-be54e10e-4743-429c-86c3-3c1cbb31aa9f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090241 Oct 26 14:06:34.091325 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:34.162697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec9d03c-cf9e-4409-8111-c4cf8b040359'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:34.174004 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8bdac2-29bb-4840-a644-b6475518180b" -d '{"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-plugged", "status": "completed", "tag": "5ec9d03c-cf9e-4409-8111-c4cf8b040359"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:34.214410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:34.221871 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c9be33-01cf-4a55-bdc8-3f1bffcf3ab8 x-openstack-request-id: req-d3c9be33-01cf-4a55-bdc8-3f1bffcf3ab8 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:34.224549 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee", "name": "network-vif-deleted", "tag": "692f87fb-9f2a-4122-bd9c-06ad8e98fc04", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:34.224871 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3c9be33-01cf-4a55-bdc8-3f1bffcf3ab8 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:34.225350 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee', 'name': 'network-vif-deleted', 'tag': '692f87fb-9f2a-4122-bd9c-06ad8e98fc04', 'status': 'completed', 'code': 200} Oct 26 14:06:34.326405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:34.337047 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:34.354245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:34.444806 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5ea04a31-e195-472d-ba0f-2662a76979c9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:34.453851 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Pushing event updated for resources: {'Port': ['ID=c401b152-10d7-46ad-982f-9140ca9df275,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:34.478263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Request body: {'port': {'device_id': '92632d77-9ad5-44de-9869-f76d6bfa0ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:34.491450 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b1cc3ee-ea40-4758-8ab3-30bb14c39a7e req-32682b27-f5fd-4323-a893-c4a915fbd7cf tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1896882-6e3d-48e9-8f0e-cfa09f3ca0ee HTTP/1.1" status: 200 len: 210 time: 0.0740213 Oct 26 14:06:34.502581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd0647a-2aab-4233-8319-0ba1b6d6b817 None None] Network 4a8ef9f9-37dd-4775-82d4-245147b44413 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:34.601550 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40089f0a-acd3-4f7b-a22c-008ea9b3a8e0 x-openstack-request-id: req-40089f0a-acd3-4f7b-a22c-008ea9b3a8e0 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:34.602097 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-plugged", "status": "completed", "tag": "5ec9d03c-cf9e-4409-8111-c4cf8b040359", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:34.602538 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40089f0a-acd3-4f7b-a22c-008ea9b3a8e0 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:34.603083 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec9d03c-cf9e-4409-8111-c4cf8b040359', 'code': 200} Oct 26 14:06:34.633801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-905a930a-cbf1-44ff-bb68-850acd79b43b None None] Provisioning complete for port 5ea04a31-e195-472d-ba0f-2662a76979c9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:34.642430 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-905a930a-cbf1-44ff-bb68-850acd79b43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:34.725905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 5ea04a31-e195-472d-ba0f-2662a76979c9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:34.726722 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:34.825953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b2bf403d-8194-49aa-9100-a0ce693f0707 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:34.961191 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:34.974983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9d50a-0d4d-4491-898e-d141dc1f3a2d req-c7808e48-6712-4191-82d8-96e8fa6d1453 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:34.981238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9d50a-0d4d-4491-898e-d141dc1f3a2d req-c7808e48-6712-4191-82d8-96e8fa6d1453 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:34.987103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9d50a-0d4d-4491-898e-d141dc1f3a2d req-c7808e48-6712-4191-82d8-96e8fa6d1453 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:34.996519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9d50a-0d4d-4491-898e-d141dc1f3a2d req-c7808e48-6712-4191-82d8-96e8fa6d1453 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.003811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9d50a-0d4d-4491-898e-d141dc1f3a2d req-c7808e48-6712-4191-82d8-96e8fa6d1453 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.012391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9d50a-0d4d-4491-898e-d141dc1f3a2d req-c7808e48-6712-4191-82d8-96e8fa6d1453 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.019399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9d50a-0d4d-4491-898e-d141dc1f3a2d req-c7808e48-6712-4191-82d8-96e8fa6d1453 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.021338 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2dc9d50a-0d4d-4491-898e-d141dc1f3a2d req-c7808e48-6712-4191-82d8-96e8fa6d1453 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5438 time: 0.1571169 Oct 26 14:06:35.036197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aa5d8-58d3-4827-898e-d156cf6e78be req-e3b3f65a-436c-41b7-8bbc-dfbac66bfcd9 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.037842 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b24aa5d8-58d3-4827-898e-d156cf6e78be req-e3b3f65a-436c-41b7-8bbc-dfbac66bfcd9 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1374421 Oct 26 14:06:35.059332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port b2bf403d-8194-49aa-9100-a0ce693f0707 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:35.069054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port b2bf403d-8194-49aa-9100-a0ce693f0707 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:35.069513 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.097709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2dc9d50a-0d4d-4491-898e-d141dc1f3a2d req-07db1176-b2d1-45d3-b635-e59db67f6b32 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587847 Oct 26 14:06:35.106077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b24aa5d8-58d3-4827-898e-d156cf6e78be req-f5d1c6ec-1d99-48ac-8413-afe91f768461 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504947 Oct 26 14:06:35.113483 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.168215 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-905a930a-cbf1-44ff-bb68-850acd79b43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.194156 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 5ea04a31-e195-472d-ba0f-2662a76979c9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=5ea04a31-e195-472d-ba0f-2662a76979c9,segment=NetworkSegment(42c5011d-dcb5-4dd3-a940-fec03a0cb307),segment_id=42c5011d-dcb5-4dd3-a940-fec03a0cb307)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:35.223358 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.231451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6b2e0764-7881-4a9b-8758-f12383e77e00 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:35.271202 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.279907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96277fcd-7cd7-45d2-9e60-9faa0eee05f0 req-f434903e-07e1-4b18-83e7-fcab8279f02b tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.281410 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96277fcd-7cd7-45d2-9e60-9faa0eee05f0 req-f434903e-07e1-4b18-83e7-fcab8279f02b tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 931 time: 0.0949557 Oct 26 14:06:35.295420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3f1e9-0162-4cc5-918e-6f5ee2136fe9 req-92fd4a5e-6828-4e9a-997d-9c01bad0b967 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.296893 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56a3f1e9-0162-4cc5-918e-6f5ee2136fe9 req-92fd4a5e-6828-4e9a-997d-9c01bad0b967 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 945 time: 0.0741832 Oct 26 14:06:35.367845 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96277fcd-7cd7-45d2-9e60-9faa0eee05f0 req-40f273e7-67fb-42e7-a142-84d9d8a8e3b7 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699611 Oct 26 14:06:35.380712 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56a3f1e9-0162-4cc5-918e-6f5ee2136fe9 req-5985703f-2843-4112-8869-abd55dfdf31a tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608971 Oct 26 14:06:35.458697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=5ea04a31-e195-472d-ba0f-2662a76979c9,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:35.468666 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-905a930a-cbf1-44ff-bb68-850acd79b43b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:06:35.468666 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-905a930a-cbf1-44ff-bb68-850acd79b43b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:06:35.474771 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.529751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009c018-5f01-45ac-98a8-2471afbf70e0 req-51a8972a-0be6-476e-9b66-e8a416a6e28e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.533808 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2009c018-5f01-45ac-98a8-2471afbf70e0 req-51a8972a-0be6-476e-9b66-e8a416a6e28e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 947 time: 0.0774369 Oct 26 14:06:35.535765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 748c9e26-54cb-4e51-80d1-e112fa64b975 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:35.551779 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.563828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b2bf403d-8194-49aa-9100-a0ce693f0707, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b2bf403d-8194-49aa-9100-a0ce693f0707,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:35.569002 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.595151 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.596028 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Transition to ACTIVE for port object 748c9e26-54cb-4e51-80d1-e112fa64b975 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:06:35.598993 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 067bfc8b-4181-43ad-83d7-3f578ef4e175 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:35.633101 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:35.637408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2009c018-5f01-45ac-98a8-2471afbf70e0 req-a74c2d3e-b869-44af-a7ca-f133af309ec1 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953479 Oct 26 14:06:35.704586 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.791871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eae123-752d-46dd-bab9-e5b5c4aa0700 req-6e50be4b-7846-4a31-9715-61ac648af288 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.793475 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1eae123-752d-46dd-bab9-e5b5c4aa0700 req-6e50be4b-7846-4a31-9715-61ac648af288 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0640390 Oct 26 14:06:35.836263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1eae123-752d-46dd-bab9-e5b5c4aa0700 req-26355b16-a237-4f4d-a01d-d0e9d2b3f259 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Oct 26 14:06:35.885926 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Pushing event updated for resources: {'Port': ['ID=748c9e26-54cb-4e51-80d1-e112fa64b975,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:35.906640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=b2bf403d-8194-49aa-9100-a0ce693f0707,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:35.922645 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.928212 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.983247 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 067bfc8b-4181-43ad-83d7-3f578ef4e175 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:36.032825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 067bfc8b-4181-43ad-83d7-3f578ef4e175 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:36.033261 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.050636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Attempting to bind port 748c9e26-54cb-4e51-80d1-e112fa64b975 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:36.051110 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Attempting to bind port 748c9e26-54cb-4e51-80d1-e112fa64b975 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:36.051722 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Attempting to bind port 748c9e26-54cb-4e51-80d1-e112fa64b975 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:36.065843 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Port 748c9e26-54cb-4e51-80d1-e112fa64b975 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:06:36.066173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Attempting to bind port 748c9e26-54cb-4e51-80d1-e112fa64b975 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:36.076379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:36.076585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Checking segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:36.076911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Bound using segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:36.077351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Bound port: 748c9e26-54cb-4e51-80d1-e112fa64b975, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:36.077711 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.104274 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=14']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:36.231037 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5ea04a31-e195-472d-ba0f-2662a76979c9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:36.296364 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.307417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b3bbf913-42d6-4ed2-bf47-4b3100dd1825 None None] Provisioning complete for port 5ea04a31-e195-472d-ba0f-2662a76979c9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:36.308224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b3bbf913-42d6-4ed2-bf47-4b3100dd1825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.344946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] For port 748c9e26-54cb-4e51-80d1-e112fa64b975, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:36.349238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] For port 748c9e26-54cb-4e51-80d1-e112fa64b975, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=748c9e26-54cb-4e51-80d1-e112fa64b975,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:36.361321 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.364371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33f4a0-717a-4862-b87f-dbf2dc7dd0dd req-7dfc7135-369a-4b9e-b184-66193c791554 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.375596 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba33f4a0-717a-4862-b87f-dbf2dc7dd0dd req-7dfc7135-369a-4b9e-b184-66193c791554 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0913475 Oct 26 14:06:36.404223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 067bfc8b-4181-43ad-83d7-3f578ef4e175, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=067bfc8b-4181-43ad-83d7-3f578ef4e175,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:36.418146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 5ea04a31-e195-472d-ba0f-2662a76979c9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:36.418681 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.429048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Pushing event updated for resources: {'Port': ['ID=748c9e26-54cb-4e51-80d1-e112fa64b975,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:36.431680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Router 1ab5149d-9671-4da0-ba03-00de0fb2bd46 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:06:36.468739 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.469592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:36.496555 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba33f4a0-717a-4862-b87f-dbf2dc7dd0dd req-037a87da-3c68-446d-b0a8-f0673186f24c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176040 Oct 26 14:06:36.520008 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.520641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.522087 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-1ce0e831-19bb-4cf2-aac3-b78cc19c8da6 service neutron] 10.222.0.25 "PUT /v2.0/ports/748c9e26-54cb-4e51-80d1-e112fa64b975 HTTP/1.1" status: 200 len: 1091 time: 2.4997728 Oct 26 14:06:36.522553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92632d77-9ad5-44de-9869-f76d6bfa0ac0', 'tag': '748c9e26-54cb-4e51-80d1-e112fa64b975'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:36.525281 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1074fd-630b-463e-9240-f3c6fba2f00b" -d '{"events": [{"name": "network-changed", "server_uuid": "92632d77-9ad5-44de-9869-f76d6bfa0ac0", "tag": "748c9e26-54cb-4e51-80d1-e112fa64b975"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:36.530900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a578c-1385-4423-8c77-f9067a420eaa req-0ea45b4b-8ab2-44f3-8dc0-a4d39ba87496 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.537500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a578c-1385-4423-8c77-f9067a420eaa req-0ea45b4b-8ab2-44f3-8dc0-a4d39ba87496 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.544475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a578c-1385-4423-8c77-f9067a420eaa req-0ea45b4b-8ab2-44f3-8dc0-a4d39ba87496 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.550980 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a578c-1385-4423-8c77-f9067a420eaa req-0ea45b4b-8ab2-44f3-8dc0-a4d39ba87496 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.566514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a578c-1385-4423-8c77-f9067a420eaa req-0ea45b4b-8ab2-44f3-8dc0-a4d39ba87496 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.572942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a578c-1385-4423-8c77-f9067a420eaa req-0ea45b4b-8ab2-44f3-8dc0-a4d39ba87496 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.580140 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a578c-1385-4423-8c77-f9067a420eaa req-0ea45b4b-8ab2-44f3-8dc0-a4d39ba87496 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.587643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:06:36.588441 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-196a578c-1385-4423-8c77-f9067a420eaa req-0ea45b4b-8ab2-44f3-8dc0-a4d39ba87496 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5440 time: 0.1843421 Oct 26 14:06:36.625480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bf403d-8194-49aa-9100-a0ce693f0707'}, {'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00'}, {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067bfc8b-4181-43ad-83d7-3f578ef4e175'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:36.627771 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b3636d-ee8a-4bea-b88e-1879922ca506" -d '{"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-plugged", "status": "completed", "tag": "b2bf403d-8194-49aa-9100-a0ce693f0707"}, {"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00"}, {"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-plugged", "status": "completed", "tag": "067bfc8b-4181-43ad-83d7-3f578ef4e175"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:36.637340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=067bfc8b-4181-43ad-83d7-3f578ef4e175,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:36.638222 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-196a578c-1385-4423-8c77-f9067a420eaa req-4b88aa3d-8489-459f-8207-9c2f639a5c76 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488970 Oct 26 14:06:36.644158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Sync routers for ids ['1ab5149d-9671-4da0-ba03-00de0fb2bd46'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:06:36.717067 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.719523 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ad5febda-e28a-4b58-8679-4ec26b87fd98 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9630108 Oct 26 14:06:36.722213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57782) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:36.754731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-75804970-c65b-48a2-9439-28cc0ea13beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.756709 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-75804970-c65b-48a2-9439-28cc0ea13beb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 1094 time: 0.1590354 Oct 26 14:06:36.758742 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Routers {'1ab5149d-9671-4da0-ba03-00de0fb2bd46'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:36.759562 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1ab5149d-9671-4da0-ba03-00de0fb2bd46'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:36.766285 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c418c6-c25b-4491-aa2b-10f70f8abbfd req-99d2506d-09e7-4694-b342-405d42ce51c1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.767971 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b0c418c6-c25b-4491-aa2b-10f70f8abbfd req-99d2506d-09e7-4694-b342-405d42ce51c1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 945 time: 0.1714835 Oct 26 14:06:36.811859 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-547eb5f2-3e39-4933-97d8-02fe70d87428 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=748c9e26-54cb-4e51-80d1-e112fa64b975 HTTP/1.1" status: 200 len: 217 time: 0.0427363 Oct 26 14:06:36.832589 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:36.883300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:36.883674 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.974576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Set router 1ab5149d-9671-4da0-ba03-00de0fb2bd46 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:37.005475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e119707-5fc5-4728-9d39-c8488fd43eed req-112a9b51-7d90-4f7e-9916-c8ad4b2e7236 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:37.009219 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e119707-5fc5-4728-9d39-c8488fd43eed req-112a9b51-7d90-4f7e-9916-c8ad4b2e7236 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 949 time: 0.1889999 Oct 26 14:06:37.037814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-84d92421-b07a-40e4-8933-86a057e59586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:37.040013 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-84d92421-b07a-40e4-8933-86a057e59586 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.2163706 Oct 26 14:06:37.087145 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-d970310f-45ae-4b28-afc4-e766f955002c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384943 Oct 26 14:06:37.091924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-b0c418c6-c25b-4491-aa2b-10f70f8abbfd req-3f7d9027-03ee-4cf3-b1a4-fb039227edb1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Deleting port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:37.092458 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b0c418c6-c25b-4491-aa2b-10f70f8abbfd req-3f7d9027-03ee-4cf3-b1a4-fb039227edb1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.155957 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.191732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e119707-5fc5-4728-9d39-c8488fd43eed req-14743a1f-ca7c-4f56-9478-0af9652fa29c tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703870 Oct 26 14:06:37.210396 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:37.222567 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.223282 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 1beb64dc-6c8d-481a-b700-f8e40d52ee65 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:37.301968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-b0c418c6-c25b-4491-aa2b-10f70f8abbfd req-3f7d9027-03ee-4cf3-b1a4-fb039227edb1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] For port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5dcc4f39-3d87-4d00-89ed-4fde348a4f7d,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:37.302252 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b0c418c6-c25b-4491-aa2b-10f70f8abbfd req-3f7d9027-03ee-4cf3-b1a4-fb039227edb1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.306357 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-b9ce458f-a3cd-48a5-8849-bcf4ea04b006 service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081106 Oct 26 14:06:37.325267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-b0c418c6-c25b-4491-aa2b-10f70f8abbfd req-3f7d9027-03ee-4cf3-b1a4-fb039227edb1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Calling delete_port for 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:37.347587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:37.367393 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 1beb64dc-6c8d-481a-b700-f8e40d52ee65 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:37.375142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 1beb64dc-6c8d-481a-b700-f8e40d52ee65 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:37.375525 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.408767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'name': 'tempest-ServersTestMultiNic-1527668786-router', 'tenant_id': '035e6464759349afbd341d7175650b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c401b152-10d7-46ad-982f-9140ca9df275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:30Z', 'updated_at': '2021-10-26T14:06:35Z', 'revision_number': 3, 'project_id': '035e6464759349afbd341d7175650b42', 'gw_port': {'id': 'c401b152-10d7-46ad-982f-9140ca9df275', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:33Z', 'updated_at': '2021-10-26T14:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:37.441725 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Checking router: 1ab5149d-9671-4da0-ba03-00de0fb2bd46 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:06:37.442394 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Updating router 1ab5149d-9671-4da0-ba03-00de0fb2bd46 port c401b152-10d7-46ad-982f-9140ca9df275 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:06:37.467837 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-536687f0-b6a9-4e97-8509-72d04d25d9ec req-24052fad-74be-4e34-8e7d-692458ed6118 service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505075 Oct 26 14:06:37.481225 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.550079 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b0c418c6-c25b-4491-aa2b-10f70f8abbfd req-3f7d9027-03ee-4cf3-b1a4-fb039227edb1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.554196 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.594675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d9027-03ee-4cf3-b1a4-fb039227edb1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Pushing event deleted for resources: {'Port': ['ID=5dcc4f39-3d87-4d00-89ed-4fde348a4f7d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:37.611607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['5dcc4f39-3d87-4d00-89ed-4fde348a4f7d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:37.628566 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef67a4-e07b-41a7-817b-a0206d4d42ab req-0d446fc4-17e8-4064-8642-5b7bb4df4f56 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:37.630261 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85ef67a4-e07b-41a7-817b-a0206d4d42ab req-0d446fc4-17e8-4064-8642-5b7bb4df4f56 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 943 time: 0.4300933 Oct 26 14:06:37.648544 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c418c6-c25b-4491-aa2b-10f70f8abbfd req-3f7d9027-03ee-4cf3-b1a4-fb039227edb1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] No DVR routers for this DVR port 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:37.651138 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b0c418c6-c25b-4491-aa2b-10f70f8abbfd req-3f7d9027-03ee-4cf3-b1a4-fb039227edb1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.655693 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b0c418c6-c25b-4491-aa2b-10f70f8abbfd req-3f7d9027-03ee-4cf3-b1a4-fb039227edb1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "DELETE /v2.0/ports/5dcc4f39-3d87-4d00-89ed-4fde348a4f7d HTTP/1.1" status: 204 len: 173 time: 0.8428369 Oct 26 14:06:37.684788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 1beb64dc-6c8d-481a-b700-f8e40d52ee65, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=1beb64dc-6c8d-481a-b700-f8e40d52ee65,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:37.690980 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e73624-1d39-435b-ad9a-c88a7b72fb4e req-83e0df29-fd7d-49c8-8e51-a35b727108b4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:37.692888 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93e73624-1d39-435b-ad9a-c88a7b72fb4e req-83e0df29-fd7d-49c8-8e51-a35b727108b4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 867 time: 0.4272547 Oct 26 14:06:37.711217 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.712020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 87ec2384-7841-4885-a060-2ea55351ed3a up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:37.783958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85ef67a4-e07b-41a7-817b-a0206d4d42ab req-0cd13eaf-d393-4219-99e0-d65b493fdf75 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448169 Oct 26 14:06:37.801189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93e73624-1d39-435b-ad9a-c88a7b72fb4e req-073a3392-e2df-4fc9-bc73-8e9e2aba6bce tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718901 Oct 26 14:06:37.897955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=1beb64dc-6c8d-481a-b700-f8e40d52ee65,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:37.924528 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb02c3e3-9930-4036-a366-e4679832146c x-openstack-request-id: req-bb02c3e3-9930-4036-a366-e4679832146c {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:37.928849 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92632d77-9ad5-44de-9869-f76d6bfa0ac0", "tag": "748c9e26-54cb-4e51-80d1-e112fa64b975", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:37.932503 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb02c3e3-9930-4036-a366-e4679832146c {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:37.933778 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92632d77-9ad5-44de-9869-f76d6bfa0ac0', 'tag': '748c9e26-54cb-4e51-80d1-e112fa64b975', 'status': 'completed', 'code': 200} Oct 26 14:06:37.943886 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 87ec2384-7841-4885-a060-2ea55351ed3a completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:37.958644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 87ec2384-7841-4885-a060-2ea55351ed3a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:37.959068 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.020245 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e73bb7-4b5d-4d0a-93ba-b9c0d387c9f4 x-openstack-request-id: req-f5e73bb7-4b5d-4d0a-93ba-b9c0d387c9f4 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:38.020664 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-plugged", "status": "completed", "tag": "b2bf403d-8194-49aa-9100-a0ce693f0707", "code": 200}, {"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00", "code": 200}, {"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-plugged", "status": "completed", "tag": "067bfc8b-4181-43ad-83d7-3f578ef4e175", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:38.020930 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5e73bb7-4b5d-4d0a-93ba-b9c0d387c9f4 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:38.021479 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bf403d-8194-49aa-9100-a0ce693f0707', 'code': 200} Oct 26 14:06:38.021747 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'code': 200} Oct 26 14:06:38.022073 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067bfc8b-4181-43ad-83d7-3f578ef4e175', 'code': 200} Oct 26 14:06:38.069125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06617452-720b-46ff-a396-7a0b95d6cae6 req-1720a5ec-6869-43d0-903b-6bc51dde0141 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.078841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06617452-720b-46ff-a396-7a0b95d6cae6 req-1720a5ec-6869-43d0-903b-6bc51dde0141 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1076965 Oct 26 14:06:38.086615 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb19b8-703d-4271-ac9e-b3eb056ed14b req-686620aa-775f-417a-815d-9839508c6784 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.088417 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7abb19b8-703d-4271-ac9e-b3eb056ed14b req-686620aa-775f-417a-815d-9839508c6784 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 949 time: 0.2579939 Oct 26 14:06:38.097125 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1074fd-630b-463e-9240-f3c6fba2f00b req-b751a8a7-7af6-4acf-9ba3-4f96630364d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.099806 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4e1074fd-630b-463e-9240-f3c6fba2f00b req-b751a8a7-7af6-4acf-9ba3-4f96630364d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 1094 time: 0.1765575 Oct 26 14:06:38.142025 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06617452-720b-46ff-a396-7a0b95d6cae6 req-8f93e501-a528-40cd-a438-ed572355dc5d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558512 Oct 26 14:06:38.144566 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.325279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-7abb19b8-703d-4271-ac9e-b3eb056ed14b req-4f9007e8-ed0e-4d04-9350-5d5401de7e28 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Deleting port 3203d102-7a41-4363-bd51-049dd24fe59f {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:38.326090 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7abb19b8-703d-4271-ac9e-b3eb056ed14b req-4f9007e8-ed0e-4d04-9350-5d5401de7e28 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.367563 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.373756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aee72b-9f7c-4195-bc84-7c9a00702c15 req-170aabab-ac0e-4832-a7e2-cf18cd48d733 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.374476 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.375336 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7aee72b-9f7c-4195-bc84-7c9a00702c15 req-170aabab-ac0e-4832-a7e2-cf18cd48d733 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2040913 Oct 26 14:06:38.400924 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.451334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7abb19b8-703d-4271-ac9e-b3eb056ed14b req-4f9007e8-ed0e-4d04-9350-5d5401de7e28 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] For port 3203d102-7a41-4363-bd51-049dd24fe59f, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3203d102-7a41-4363-bd51-049dd24fe59f,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:38.451819 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7abb19b8-703d-4271-ac9e-b3eb056ed14b req-4f9007e8-ed0e-4d04-9350-5d5401de7e28 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.464159 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c9bdf-8962-4b08-8e1f-fba22e629ffb req-fdbbdaff-4278-42bc-b764-fd4969b642f1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.467476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-7abb19b8-703d-4271-ac9e-b3eb056ed14b req-4f9007e8-ed0e-4d04-9350-5d5401de7e28 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Calling delete_port for 3203d102-7a41-4363-bd51-049dd24fe59f owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:38.472012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Attempting to bind port c401b152-10d7-46ad-982f-9140ca9df275 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:38.472217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c9bdf-8962-4b08-8e1f-fba22e629ffb req-fdbbdaff-4278-42bc-b764-fd4969b642f1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.472441 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Attempting to bind port c401b152-10d7-46ad-982f-9140ca9df275 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:38.472940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Attempting to bind port c401b152-10d7-46ad-982f-9140ca9df275 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:38.478122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c9bdf-8962-4b08-8e1f-fba22e629ffb req-fdbbdaff-4278-42bc-b764-fd4969b642f1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.483212 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:38.483707 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:38.484119 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.484563 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:38.485134 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Bound port: c401b152-10d7-46ad-982f-9140ca9df275, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:38.485291 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c9bdf-8962-4b08-8e1f-fba22e629ffb req-fdbbdaff-4278-42bc-b764-fd4969b642f1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.485522 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.491258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c9bdf-8962-4b08-8e1f-fba22e629ffb req-fdbbdaff-4278-42bc-b764-fd4969b642f1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.497369 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c9bdf-8962-4b08-8e1f-fba22e629ffb req-fdbbdaff-4278-42bc-b764-fd4969b642f1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.503549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c9bdf-8962-4b08-8e1f-fba22e629ffb req-fdbbdaff-4278-42bc-b764-fd4969b642f1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.511906 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af6c9bdf-8962-4b08-8e1f-fba22e629ffb req-fdbbdaff-4278-42bc-b764-fd4969b642f1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5442 time: 0.2351527 Oct 26 14:06:38.549599 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] For port c401b152-10d7-46ad-982f-9140ca9df275, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:38.554323 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] For port c401b152-10d7-46ad-982f-9140ca9df275, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c401b152-10d7-46ad-982f-9140ca9df275,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:38.559371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 87ec2384-7841-4885-a060-2ea55351ed3a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=87ec2384-7841-4885-a060-2ea55351ed3a,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:38.575624 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.582711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7aee72b-9f7c-4195-bc84-7c9a00702c15 req-1e67fcfc-db5c-4433-aa5e-58036698529e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923001 Oct 26 14:06:38.601062 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7c9db-36a7-48f5-b7ed-296ab4a78441 None None] Pushing event updated for resources: {'Port': ['ID=c401b152-10d7-46ad-982f-9140ca9df275,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:38.608092 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.623761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1074fd-630b-463e-9240-f3c6fba2f00b req-7ad3ac6b-5b67-4cf0-9a36-5e610fee0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.625422 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4e1074fd-630b-463e-9240-f3c6fba2f00b req-7ad3ac6b-5b67-4cf0-9a36-5e610fee0b3e service neutron] 10.222.0.25 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 907 time: 0.4545894 Oct 26 14:06:38.626609 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7abb19b8-703d-4271-ac9e-b3eb056ed14b req-4f9007e8-ed0e-4d04-9350-5d5401de7e28 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.650356 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'df16a872-a263-46d3-9da6-4f964d0a0a0a', '64bc53c4-86cd-4f94-8489-372c768f278e', '3203d102-7a41-4363-bd51-049dd24fe59f'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:38.662659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8', '93969896-82c1-4521-a81e-24b40f6778fd'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:38.666271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af6c9bdf-8962-4b08-8e1f-fba22e629ffb req-0a7b8cd5-474b-403a-9e68-8e74d8737155 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1392324 Oct 26 14:06:38.722983 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9007e8-ed0e-4d04-9350-5d5401de7e28 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event deleted for resources: {'Port': ['ID=3203d102-7a41-4363-bd51-049dd24fe59f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:38.746919 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4e1074fd-630b-463e-9240-f3c6fba2f00b req-f6dac6c6-f268-47cd-b6dc-04401ed14b80 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=748c9e26-54cb-4e51-80d1-e112fa64b975 HTTP/1.1" status: 200 len: 217 time: 0.1046522 Oct 26 14:06:38.759396 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Allocated IP 172.20.0.1 (4a8ef9f9-37dd-4775-82d4-245147b44413/e3c6128d-7ff2-4709-a690-92989fe6291f/473e7576-820a-491d-a095-5eae2520ddbd) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:38.764029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abb19b8-703d-4271-ac9e-b3eb056ed14b req-4f9007e8-ed0e-4d04-9350-5d5401de7e28 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] No DVR routers for this DVR port 3203d102-7a41-4363-bd51-049dd24fe59f on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:38.808297 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7c9db-36a7-48f5-b7ed-296ab4a78441 None None] Pushing event updated for resources: {'Port': ['ID=c401b152-10d7-46ad-982f-9140ca9df275,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:38.830811 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7abb19b8-703d-4271-ac9e-b3eb056ed14b req-4f9007e8-ed0e-4d04-9350-5d5401de7e28 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.835441 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7abb19b8-703d-4271-ac9e-b3eb056ed14b req-4f9007e8-ed0e-4d04-9350-5d5401de7e28 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "DELETE /v2.0/ports/3203d102-7a41-4363-bd51-049dd24fe59f HTTP/1.1" status: 204 len: 173 time: 0.7343061 Oct 26 14:06:38.837911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1074fd-630b-463e-9240-f3c6fba2f00b req-6352f671-e488-4ec9-a61c-18b121aab843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.838491 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4e1074fd-630b-463e-9240-f3c6fba2f00b req-6352f671-e488-4ec9-a61c-18b121aab843 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.0763502 Oct 26 14:06:38.850375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Routers {'1ab5149d-9671-4da0-ba03-00de0fb2bd46'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:38.851687 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1ab5149d-9671-4da0-ba03-00de0fb2bd46'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:38.899562 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4e1074fd-630b-463e-9240-f3c6fba2f00b req-610917f6-ac5a-4f6c-bcfa-6766ffc63a41 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505702 Oct 26 14:06:39.129589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fdcbc-da16-4a72-ba54-fe49513d4f4b req-45c6c45a-8a1b-41a8-8a37-c6ee38c63944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:39.131127 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c05fdcbc-da16-4a72-ba54-fe49513d4f4b req-45c6c45a-8a1b-41a8-8a37-c6ee38c63944 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 1096 time: 0.0765572 Oct 26 14:06:39.146180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=87ec2384-7841-4885-a060-2ea55351ed3a,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:39.155736 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4538b1db-429b-4e6a-90b0-8ea660b2fe3f req-a6a134a3-1642-432c-acf8-3e9e666e684b tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=e48f2f1f-8770-466b-970f-82e5179e36c2 HTTP/1.1" status: 200 len: 210 time: 0.1258106 Oct 26 14:06:39.221229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] Set router 1ab5149d-9671-4da0-ba03-00de0fb2bd46 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:39.230997 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4e1074fd-630b-463e-9240-f3c6fba2f00b req-489d4fe2-0899-4354-97e8-067a8b63d0b5 service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136690 Oct 26 14:06:39.256484 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:39.263772 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 748c9e26-54cb-4e51-80d1-e112fa64b975 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:39.348007 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:39.379010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Network 4a8ef9f9-37dd-4775-82d4-245147b44413 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:39.383064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:39.395338 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4e1074fd-630b-463e-9240-f3c6fba2f00b req-ee12959b-bdc3-4dbe-bd46-ee23fcf453a7 service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567175 Oct 26 14:06:39.476313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Pushing event updated for resources: {'Port': ['ID=473e7576-820a-491d-a095-5eae2520ddbd,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:39.481931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fdcbc-da16-4a72-ba54-fe49513d4f4b req-c54a53ab-e1cd-4989-ba32-ccf868b3209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:39.483730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:39.486375 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c05fdcbc-da16-4a72-ba54-fe49513d4f4b req-c54a53ab-e1cd-4989-ba32-ccf868b3209e service neutron] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.3422360 Oct 26 14:06:39.607730 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4c3ce37-9d0e-4609-9916-72dc2c073813 req-87185d7a-081b-4758-b274-6942662242b5 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 210 time: 0.1251707 Oct 26 14:06:39.618577 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c05fdcbc-da16-4a72-ba54-fe49513d4f4b req-ebe3df71-5c59-4f40-b501-50c0f34e204a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2e0764-7881-4a9b-8758-f12383e77e00 HTTP/1.1" status: 200 len: 999 time: 0.1246994 Oct 26 14:06:39.654499 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:39.730315 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe449c5-e245-4f73-93f0-9fa8e6667e09 req-30f9d04c-29f8-4af7-94e8-cca48341d85a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:39.740822 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fe449c5-e245-4f73-93f0-9fa8e6667e09 req-30f9d04c-29f8-4af7-94e8-cca48341d85a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 943 time: 0.2543840 Oct 26 14:06:39.858146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 748c9e26-54cb-4e51-80d1-e112fa64b975, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=748c9e26-54cb-4e51-80d1-e112fa64b975,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:39.868907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-aa3613f0-a0e7-4df2-9765-c6f03cde7dc5 None None] Provisioning complete for port 473e7576-820a-491d-a095-5eae2520ddbd triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:39.869276 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aa3613f0-a0e7-4df2-9765-c6f03cde7dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:39.904868 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fe449c5-e245-4f73-93f0-9fa8e6667e09 req-5f0c019f-641e-4f43-8f62-da897e2073e4 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575494 Oct 26 14:06:39.929340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'name': 'tempest-ServersTestMultiNic-1527668786-router', 'tenant_id': '035e6464759349afbd341d7175650b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c401b152-10d7-46ad-982f-9140ca9df275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:30Z', 'updated_at': '2021-10-26T14:06:35Z', 'revision_number': 3, 'project_id': '035e6464759349afbd341d7175650b42', 'gw_port': {'id': 'c401b152-10d7-46ad-982f-9140ca9df275', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:33Z', 'updated_at': '2021-10-26T14:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:39.934492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90abde-34fb-4f6a-9303-9c2734b09e08 req-61d55a63-e35f-42b4-99ae-d7ec69198a92 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:39.943458 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef90abde-34fb-4f6a-9303-9c2734b09e08 req-61d55a63-e35f-42b4-99ae-d7ec69198a92 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1982565 Oct 26 14:06:39.966736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '748c9e26-54cb-4e51-80d1-e112fa64b975', 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'port_id': '748c9e26-54cb-4e51-80d1-e112fa64b975', 'mac_address': 'fa:16:3e:28:95:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2f8034-207a-46b1-a093-46a32822cb93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:39.983685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef32769-6821-4ae7-ba61-bc71e5ac42a3 None None] The sync data for ids ['1ab5149d-9671-4da0-ba03-00de0fb2bd46'] in n-d-815498-1 is: [{'id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'name': 'tempest-ServersTestMultiNic-1527668786-router', 'tenant_id': '035e6464759349afbd341d7175650b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c401b152-10d7-46ad-982f-9140ca9df275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:30Z', 'updated_at': '2021-10-26T14:06:35Z', 'revision_number': 3, 'project_id': '035e6464759349afbd341d7175650b42', 'gw_port': {'id': 'c401b152-10d7-46ad-982f-9140ca9df275', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:33Z', 'updated_at': '2021-10-26T14:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:06:40.023910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb'}, {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1beb64dc-6c8d-481a-b700-f8e40d52ee65'}, {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ec2384-7841-4885-a060-2ea55351ed3a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:40.029124 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45871ac3-acd5-47c6-801f-24d56eebf191" -d '{"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-plugged", "status": "completed", "tag": "3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb"}, {"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-plugged", "status": "completed", "tag": "1beb64dc-6c8d-481a-b700-f8e40d52ee65"}, {"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-plugged", "status": "completed", "tag": "87ec2384-7841-4885-a060-2ea55351ed3a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:40.059609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef90abde-34fb-4f6a-9303-9c2734b09e08 req-01b81210-b3c6-497c-abe4-83e390787f54 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097457 Oct 26 14:06:40.083379 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-aa3613f0-a0e7-4df2-9765-c6f03cde7dc5 None None] Port 473e7576-820a-491d-a095-5eae2520ddbd cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:40.094687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1389b3-ca68-4fb6-b2b6-337cd9201642', 'name': 'network-vif-deleted', 'tag': '5dcc4f39-3d87-4d00-89ed-4fde348a4f7d'}, {'server_uuid': 'e48f2f1f-8770-466b-970f-82e5179e36c2', 'name': 'network-vif-deleted', 'tag': '3203d102-7a41-4363-bd51-049dd24fe59f'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:40.097106 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eff949-e214-48c8-8d9b-bd38d6a3598a" -d '{"events": [{"server_uuid": "6c1389b3-ca68-4fb6-b2b6-337cd9201642", "name": "network-vif-deleted", "tag": "5dcc4f39-3d87-4d00-89ed-4fde348a4f7d"}, {"server_uuid": "e48f2f1f-8770-466b-970f-82e5179e36c2", "name": "network-vif-deleted", "tag": "3203d102-7a41-4363-bd51-049dd24fe59f"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:40.101421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fdcbc-da16-4a72-ba54-fe49513d4f4b req-444ed515-d5f5-4d5e-b41e-eafa2e91a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:40.103123 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c05fdcbc-da16-4a72-ba54-fe49513d4f4b req-444ed515-d5f5-4d5e-b41e-eafa2e91a1b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.4768350 Oct 26 14:06:40.178582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fdcbc-da16-4a72-ba54-fe49513d4f4b req-6572db9e-bf49-419a-98bd-c24510c5561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:40.181659 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c05fdcbc-da16-4a72-ba54-fe49513d4f4b req-6572db9e-bf49-419a-98bd-c24510c5561c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695076 Oct 26 14:06:40.195309 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:40.232914 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:40.299152 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748c9e26-54cb-4e51-80d1-e112fa64b975 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:40.350807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 748c9e26-54cb-4e51-80d1-e112fa64b975, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=748c9e26-54cb-4e51-80d1-e112fa64b975,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:40.364733 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:40.368352 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c05fdcbc-da16-4a72-ba54-fe49513d4f4b req-341ecb8b-6aa6-4c63-bf9c-da9031f8b919 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784711 Oct 26 14:06:40.620185 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:40.628728 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c05fdcbc-da16-4a72-ba54-fe49513d4f4b req-699ff5dc-9c7d-449c-869f-bfde43081717 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513936 Oct 26 14:06:40.629909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=748c9e26-54cb-4e51-80d1-e112fa64b975,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:40.633630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18c9f-5610-41bc-80ac-e69826a6cde1 req-c39a4f68-d096-4e92-98d1-38a8562f2b34 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:40.640379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18c9f-5610-41bc-80ac-e69826a6cde1 req-c39a4f68-d096-4e92-98d1-38a8562f2b34 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:40.649052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18c9f-5610-41bc-80ac-e69826a6cde1 req-c39a4f68-d096-4e92-98d1-38a8562f2b34 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:40.656543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18c9f-5610-41bc-80ac-e69826a6cde1 req-c39a4f68-d096-4e92-98d1-38a8562f2b34 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:40.663807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18c9f-5610-41bc-80ac-e69826a6cde1 req-c39a4f68-d096-4e92-98d1-38a8562f2b34 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:40.670131 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18c9f-5610-41bc-80ac-e69826a6cde1 req-c39a4f68-d096-4e92-98d1-38a8562f2b34 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:40.677077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18c9f-5610-41bc-80ac-e69826a6cde1 req-c39a4f68-d096-4e92-98d1-38a8562f2b34 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:40.679661 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29e18c9f-5610-41bc-80ac-e69826a6cde1 req-c39a4f68-d096-4e92-98d1-38a8562f2b34 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5443 time: 0.1991322 Oct 26 14:06:40.682157 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:40.716824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['748c9e26-54cb-4e51-80d1-e112fa64b975'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:40.759814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3203d102-7a41-4363-bd51-049dd24fe59f no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:40.800811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 3203d102-7a41-4363-bd51-049dd24fe59f {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:40.801155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3203d102-7a41-4363-bd51-049dd24fe59f not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:40.818506 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:40.820677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Pushing event updated for resources: {'Port': ['ID=473e7576-820a-491d-a095-5eae2520ddbd,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:40.837820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29e18c9f-5610-41bc-80ac-e69826a6cde1 req-5354dda0-1168-4b86-b9fa-52ba0dce6e0a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267436 Oct 26 14:06:40.893514 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7983a1b-a43a-4b36-b354-d309695162f9 x-openstack-request-id: req-c7983a1b-a43a-4b36-b354-d309695162f9 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:40.894133 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-plugged", "status": "completed", "tag": "3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb", "code": 200}, {"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-plugged", "status": "completed", "tag": "1beb64dc-6c8d-481a-b700-f8e40d52ee65", "code": 200}, {"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-plugged", "status": "completed", "tag": "87ec2384-7841-4885-a060-2ea55351ed3a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:40.894473 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7983a1b-a43a-4b36-b354-d309695162f9 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:40.894980 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb', 'code': 200} Oct 26 14:06:40.895395 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1beb64dc-6c8d-481a-b700-f8e40d52ee65', 'code': 200} Oct 26 14:06:40.895753 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ec2384-7841-4885-a060-2ea55351ed3a', 'code': 200} Oct 26 14:06:40.997674 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1fae66-aab4-4f05-8f4a-519ec3b40607 x-openstack-request-id: req-0f1fae66-aab4-4f05-8f4a-519ec3b40607 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:40.998179 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1389b3-ca68-4fb6-b2b6-337cd9201642", "name": "network-vif-deleted", "tag": "5dcc4f39-3d87-4d00-89ed-4fde348a4f7d", "status": "completed", "code": 200}, {"server_uuid": "e48f2f1f-8770-466b-970f-82e5179e36c2", "name": "network-vif-deleted", "tag": "3203d102-7a41-4363-bd51-049dd24fe59f", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:40.998479 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f1fae66-aab4-4f05-8f4a-519ec3b40607 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:40.999019 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1389b3-ca68-4fb6-b2b6-337cd9201642', 'name': 'network-vif-deleted', 'tag': '5dcc4f39-3d87-4d00-89ed-4fde348a4f7d', 'status': 'completed', 'code': 200} Oct 26 14:06:40.999461 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48f2f1f-8770-466b-970f-82e5179e36c2', 'name': 'network-vif-deleted', 'tag': '3203d102-7a41-4363-bd51-049dd24fe59f', 'status': 'completed', 'code': 200} Oct 26 14:06:41.098849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Network 4a8ef9f9-37dd-4775-82d4-245147b44413 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:41.102760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:41.180570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c611ec-8873-4422-a31e-9b0cc3469c7a req-04d2a986-d976-44dd-ab8d-5b50cf92d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:41.181137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c611ec-8873-4422-a31e-9b0cc3469c7a req-04d2a986-d976-44dd-ab8d-5b50cf92d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:41.181532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c611ec-8873-4422-a31e-9b0cc3469c7a req-04d2a986-d976-44dd-ab8d-5b50cf92d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:41.182037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c611ec-8873-4422-a31e-9b0cc3469c7a req-04d2a986-d976-44dd-ab8d-5b50cf92d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:41.185741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c611ec-8873-4422-a31e-9b0cc3469c7a req-04d2a986-d976-44dd-ab8d-5b50cf92d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:41.186181 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c62e828d-5456-4def-a18a-30dd8f9793a8 req-27f0f357-b009-41a7-a08f-73c7a6595210 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 210 time: 0.0665414 Oct 26 14:06:41.186345 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c611ec-8873-4422-a31e-9b0cc3469c7a req-04d2a986-d976-44dd-ab8d-5b50cf92d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:41.186795 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c611ec-8873-4422-a31e-9b0cc3469c7a req-04d2a986-d976-44dd-ab8d-5b50cf92d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:41.194507 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f5c611ec-8873-4422-a31e-9b0cc3469c7a req-04d2a986-d976-44dd-ab8d-5b50cf92d6d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 6500 time: 0.1896577 Oct 26 14:06:41.241490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:41.308011 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:41.310907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 5dcc4f39-3d87-4d00-89ed-4fde348a4f7d not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:41.314509 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f5c611ec-8873-4422-a31e-9b0cc3469c7a req-771be334-bdc3-4bc3-8021-4d823803bdf8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&id=e2db10b3-68dd-449e-80c0-bcf22221354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099732 Oct 26 14:06:41.316602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217ffc-eaab-4f18-aceb-17dae655b63d req-3af4ffa4-02e0-4882-ac60-aebc94d771aa tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:41.324605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82217ffc-eaab-4f18-aceb-17dae655b63d req-3af4ffa4-02e0-4882-ac60-aebc94d771aa tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2788546 Oct 26 14:06:41.431476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Router 1ab5149d-9671-4da0-ba03-00de0fb2bd46 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:06:41.445913 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82217ffc-eaab-4f18-aceb-17dae655b63d req-94db4ab6-6538-40fb-bc68-9385954ff0eb tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172884 Oct 26 14:06:41.531311 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e76dae9b-fa82-492a-b9f5-076fd8bc652b None None] Provisioning complete for port 473e7576-820a-491d-a095-5eae2520ddbd triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:41.531739 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e76dae9b-fa82-492a-b9f5-076fd8bc652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:41.616084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e76dae9b-fa82-492a-b9f5-076fd8bc652b None None] Port 473e7576-820a-491d-a095-5eae2520ddbd cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:41.639130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbd6b5-f5fb-4e42-a2be-54865575878b req-b551ce78-1035-46b5-8210-784cb41f8638 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:41.640588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19cbd6b5-f5fb-4e42-a2be-54865575878b req-b551ce78-1035-46b5-8210-784cb41f8638 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 944 time: 0.0804412 Oct 26 14:06:41.648283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:06:41.655136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-133ee104-dbd4-4f1a-ab5b-91a86e3b08c2 admin admin] 10.222.0.32 "PUT /v2.0/routers/1ab5149d-9671-4da0-ba03-00de0fb2bd46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9317989 Oct 26 14:06:41.700743 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19cbd6b5-f5fb-4e42-a2be-54865575878b req-4a85738d-d3f8-413d-a2ac-e31ff8331c10 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476878 Oct 26 14:06:41.842714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58000) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:41.852814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17706260-30f0-4778-bae5-f3b48119a0d7 req-a5ab033b-ae01-4ca0-b299-022579ada4f2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:41.855711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17706260-30f0-4778-bae5-f3b48119a0d7 req-a5ab033b-ae01-4ca0-b299-022579ada4f2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0591776 Oct 26 14:06:41.899887 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17706260-30f0-4778-bae5-f3b48119a0d7 req-5fde7542-f1d9-4406-b423-796f0a6b6a9a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380473 Oct 26 14:06:41.914442 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b58e3e31-e073-4e6b-ae3a-cc520f1fdfc6 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-561315343'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:41.958142 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58e3e31-e073-4e6b-ae3a-cc520f1fdfc6 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:41.962041 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b58e3e31-e073-4e6b-ae3a-cc520f1fdfc6 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:41.990836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58e3e31-e073-4e6b-ae3a-cc520f1fdfc6 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:06:42.003311 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b58e3e31-e073-4e6b-ae3a-cc520f1fdfc6 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.003984 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-b58e3e31-e073-4e6b-ae3a-cc520f1fdfc6 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Added segment b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3 of type vlan for network effecc1e-7e48-408b-8b58-a6b03d499d47 Oct 26 14:06:42.024812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bc601-0362-43e9-bdb2-b7a86c31b7ee req-98370bf3-a6fb-43dc-9962-dae110b1534b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:42.033742 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff9bc601-0362-43e9-bdb2-b7a86c31b7ee req-98370bf3-a6fb-43dc-9962-dae110b1534b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0812612 Oct 26 14:06:42.056997 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b58e3e31-e073-4e6b-ae3a-cc520f1fdfc6 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.091510 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b58e3e31-e073-4e6b-ae3a-cc520f1fdfc6 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.098257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58e3e31-e073-4e6b-ae3a-cc520f1fdfc6 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:42.099186 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b58e3e31-e073-4e6b-ae3a-cc520f1fdfc6 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.106454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff9bc601-0362-43e9-bdb2-b7a86c31b7ee req-3f14e377-7a72-412f-a204-0eaf6ff8b30f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716417 Oct 26 14:06:42.156769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c4c54-34b3-4d92-8947-2338ef7fdd3f req-65048d41-4e8c-45d2-a930-e1260adc3c9d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:42.162749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c4c54-34b3-4d92-8947-2338ef7fdd3f req-65048d41-4e8c-45d2-a930-e1260adc3c9d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:42.180849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c4c54-34b3-4d92-8947-2338ef7fdd3f req-65048d41-4e8c-45d2-a930-e1260adc3c9d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:42.193540 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c4c54-34b3-4d92-8947-2338ef7fdd3f req-65048d41-4e8c-45d2-a930-e1260adc3c9d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:42.204750 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b58e3e31-e073-4e6b-ae3a-cc520f1fdfc6 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3608923 Oct 26 14:06:42.207336 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c4c54-34b3-4d92-8947-2338ef7fdd3f req-65048d41-4e8c-45d2-a930-e1260adc3c9d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:42.209220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58022) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:42.213280 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c4c54-34b3-4d92-8947-2338ef7fdd3f req-65048d41-4e8c-45d2-a930-e1260adc3c9d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:42.215078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ce5bc67e-6d7c-40d4-a58a-4437221df2a4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Request body: {'subnet': {'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:42.223884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c4c54-34b3-4d92-8947-2338ef7fdd3f req-65048d41-4e8c-45d2-a930-e1260adc3c9d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:42.237640 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d3c4c54-34b3-4d92-8947-2338ef7fdd3f req-65048d41-4e8c-45d2-a930-e1260adc3c9d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5443 time: 0.1868768 Oct 26 14:06:42.271427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c401b152-10d7-46ad-982f-9140ca9df275 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:42.289312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e3e31-e073-4e6b-ae3a-cc520f1fdfc6 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event updated for resources: {'Network': ['ID=effecc1e-7e48-408b-8b58-a6b03d499d47,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:42.307938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d3c4c54-34b3-4d92-8947-2338ef7fdd3f req-e102d274-04d4-4d94-96f0-5b44d3305fbb tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689032 Oct 26 14:06:42.314520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network effecc1e-7e48-408b-8b58-a6b03d499d47 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:06:42.378621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5bc67e-6d7c-40d4-a58a-4437221df2a4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:42.388372 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc67e-6d7c-40d4-a58a-4437221df2a4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.474789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port c401b152-10d7-46ad-982f-9140ca9df275 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:42.475088 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.687633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8371ae4-2197-4109-82bf-3b1a0c6ddcf3 req-6c4aae7f-f269-40c1-a04b-46c85857bf14 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 210 time: 0.0591130 Oct 26 14:06:42.689631 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Sync routers for ids ['1ab5149d-9671-4da0-ba03-00de0fb2bd46'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:06:42.721820 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Routers {'1ab5149d-9671-4da0-ba03-00de0fb2bd46'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:42.725498 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1ab5149d-9671-4da0-ba03-00de0fb2bd46'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:42.762689 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.773044 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-10518c90-b0bb-489f-9e16-52f3f7348d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.794465 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port c401b152-10d7-46ad-982f-9140ca9df275, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c401b152-10d7-46ad-982f-9140ca9df275,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:42.803161 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.851381 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc67e-6d7c-40d4-a58a-4437221df2a4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.861294 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=c401b152-10d7-46ad-982f-9140ca9df275,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:42.930462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bf6db-44b7-45dd-8897-d894fc71d693 req-740535b1-b6d6-46e9-891a-e43c7e8a0fb1 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:42.932594 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d17bf6db-44b7-45dd-8897-d894fc71d693 req-740535b1-b6d6-46e9-891a-e43c7e8a0fb1 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e717a8e-1c68-4daa-9fcc-651146a5ebb9 HTTP/1.1" status: 200 len: 950 time: 0.0957282 Oct 26 14:06:42.940112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc67e-6d7c-40d4-a58a-4437221df2a4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event updated for resources: {'Subnet': ['ID=40c0e8f5-2c35-4386-8f2b-88700a2688d7,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:42.946195 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Set router 1ab5149d-9671-4da0-ba03-00de0fb2bd46 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:42.949708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5bc67e-6d7c-40d4-a58a-4437221df2a4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Checking segment: {'id': 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:42.950099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5bc67e-6d7c-40d4-a58a-4437221df2a4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Network hostable DHCP agents. Network: effecc1e-7e48-408b-8b58-a6b03d499d47, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:06:42.969487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5bc67e-6d7c-40d4-a58a-4437221df2a4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Network effecc1e-7e48-408b-8b58-a6b03d499d47 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:06:42.981595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ce5bc67e-6d7c-40d4-a58a-4437221df2a4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, effecc1e-7e48-408b-8b58-a6b03d499d47) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:42.987422 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bc67e-6d7c-40d4-a58a-4437221df2a4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:42.988196 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc67e-6d7c-40d4-a58a-4437221df2a4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.991959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfdb4d1-adf8-4e83-a9a8-4b6e9ca417ec None None] Network effecc1e-7e48-408b-8b58-a6b03d499d47 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:43.024263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d17bf6db-44b7-45dd-8897-d894fc71d693 req-da238957-7460-4a56-ba1a-2cfe5c255f5a tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848930 Oct 26 14:06:43.038035 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ce5bc67e-6d7c-40d4-a58a-4437221df2a4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8258116 Oct 26 14:06:43.038841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58066) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:43.044647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-663f09bb-24a6-4906-9fa3-7a7b1e768880 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1846220000'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:43.091098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663f09bb-24a6-4906-9fa3-7a7b1e768880 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:43.100014 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-663f09bb-24a6-4906-9fa3-7a7b1e768880 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.177699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663f09bb-24a6-4906-9fa3-7a7b1e768880 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:06:43.207124 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-663f09bb-24a6-4906-9fa3-7a7b1e768880 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.207877 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-663f09bb-24a6-4906-9fa3-7a7b1e768880 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Added segment 2190c0b1-c97f-4565-be31-3e38567da0eb of type vlan for network ee9793ef-fdff-412e-9a7d-989c1ef712e1 Oct 26 14:06:43.257531 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 748c9e26-54cb-4e51-80d1-e112fa64b975 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:43.263217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60420da5-df8b-4af2-8f98-d0ecac17dfa3 req-e4f55cdf-1106-41a5-89b4-3bee65e696a5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:43.264826 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60420da5-df8b-4af2-8f98-d0ecac17dfa3 req-e4f55cdf-1106-41a5-89b4-3bee65e696a5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1132476 Oct 26 14:06:43.282810 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'name': 'tempest-ServersTestMultiNic-1527668786-router', 'tenant_id': '035e6464759349afbd341d7175650b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c401b152-10d7-46ad-982f-9140ca9df275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:30Z', 'updated_at': '2021-10-26T14:06:40Z', 'revision_number': 4, 'project_id': '035e6464759349afbd341d7175650b42', 'gw_port': {'id': 'c401b152-10d7-46ad-982f-9140ca9df275', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:33Z', 'updated_at': '2021-10-26T14:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '473e7576-820a-491d-a095-5eae2520ddbd', 'name': '', 'network_id': '4a8ef9f9-37dd-4775-82d4-245147b44413', 'tenant_id': '035e6464759349afbd341d7175650b42', 'mac_address': 'fa:16:3e:81:ae:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'e3c6128d-7ff2-4709-a690-92989fe6291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:38Z', 'updated_at': '2021-10-26T14:06:40Z', 'revision_number': 2, 'project_id': '035e6464759349afbd341d7175650b42', 'subnets': [{'id': 'e3c6128d-7ff2-4709-a690-92989fe6291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:43.293276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-663f09bb-24a6-4906-9fa3-7a7b1e768880 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.333803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef31b6-225c-4325-ba28-fef4260dfd9e req-c41a65df-8e03-437d-a83c-956bc8889923 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:43.335531 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Checking router: 1ab5149d-9671-4da0-ba03-00de0fb2bd46 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:06:43.335893 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Updating router 1ab5149d-9671-4da0-ba03-00de0fb2bd46 port 473e7576-820a-491d-a095-5eae2520ddbd binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:06:43.339997 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-663f09bb-24a6-4906-9fa3-7a7b1e768880 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.343533 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aaef31b6-225c-4325-ba28-fef4260dfd9e req-c41a65df-8e03-437d-a83c-956bc8889923 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1261892 Oct 26 14:06:43.346290 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663f09bb-24a6-4906-9fa3-7a7b1e768880 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:43.346926 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-663f09bb-24a6-4906-9fa3-7a7b1e768880 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.357999 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60420da5-df8b-4af2-8f98-d0ecac17dfa3 req-bdc40f0f-92d6-41a3-99c6-03962a1f8a8c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731184 Oct 26 14:06:43.367799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-effecc1e-7e48-408b-8b58-a6b03d499d47', 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47', 'tenant_id': '035e6464759349afbd341d7175650b42', 'fixed_ips': [{'subnet_id': '40c0e8f5-2c35-4386-8f2b-88700a2688d7'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:06:43.382931 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.397838 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.401964 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aaef31b6-225c-4325-ba28-fef4260dfd9e req-10918a74-6646-4948-98e9-527730e22077 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572705 Oct 26 14:06:43.443373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58086) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:43.449930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-fbd6515b-705e-4fe3-b23a-35ad8641e0f4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Request body: {'subnet': {'network_id': 'ee9793ef-fdff-412e-9a7d-989c1ef712e1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:43.450958 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-663f09bb-24a6-4906-9fa3-7a7b1e768880 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4108512 Oct 26 14:06:43.575908 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f09bb-24a6-4906-9fa3-7a7b1e768880 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event updated for resources: {'Network': ['ID=ee9793ef-fdff-412e-9a7d-989c1ef712e1,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:43.599420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71efdf-3061-4078-8a6b-d30091b42124 req-902dfcd5-ea4d-43fd-93a2-04dc51c69c4b tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:43.601175 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3e71efdf-3061-4078-8a6b-d30091b42124 req-902dfcd5-ea4d-43fd-93a2-04dc51c69c4b tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e717a8e-1c68-4daa-9fcc-651146a5ebb9 HTTP/1.1" status: 200 len: 950 time: 0.2295456 Oct 26 14:06:43.616246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network ee9793ef-fdff-412e-9a7d-989c1ef712e1 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:06:43.716619 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd6515b-705e-4fe3-b23a-35ad8641e0f4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:43.720189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbd6515b-705e-4fe3-b23a-35ad8641e0f4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.757268 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fa809-ea0e-4da8-8a89-60159758045a req-7053101b-af18-498c-98e6-56d60392f797 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:43.758880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b9fa809-ea0e-4da8-8a89-60159758045a req-7053101b-af18-498c-98e6-56d60392f797 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 944 time: 0.1367044 Oct 26 14:06:43.817170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-3e71efdf-3061-4078-8a6b-d30091b42124 req-f2f6f4ec-46f8-4472-a7c4-e82cb7522454 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Deleting port 93969896-82c1-4521-a81e-24b40f6778fd {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:43.817781 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3e71efdf-3061-4078-8a6b-d30091b42124 req-f2f6f4ec-46f8-4472-a7c4-e82cb7522454 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.847386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 748c9e26-54cb-4e51-80d1-e112fa64b975 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:43.862137 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Allocated IP 19.80.0.2 (effecc1e-7e48-408b-8b58-a6b03d499d47/40c0e8f5-2c35-4386-8f2b-88700a2688d7/3cfb5ead-2c49-41bb-b380-03a35225d906) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:43.874250 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 748c9e26-54cb-4e51-80d1-e112fa64b975 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:43.875042 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.951844 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.973388 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.116513 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c84b98-1ca3-4e0e-a08f-704dc971be8e req-c4afb4e9-dfe5-4af9-9eec-67bc1e5499b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.118079 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-25c84b98-1ca3-4e0e-a08f-704dc971be8e req-c4afb4e9-dfe5-4af9-9eec-67bc1e5499b4 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99be44-37a4-4e78-b95d-e3e2e728c2b6 HTTP/1.1" status: 200 len: 950 time: 0.1960316 Oct 26 14:06:44.127952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3e71efdf-3061-4078-8a6b-d30091b42124 req-f2f6f4ec-46f8-4472-a7c4-e82cb7522454 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] For port 93969896-82c1-4521-a81e-24b40f6778fd, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=93969896-82c1-4521-a81e-24b40f6778fd,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:44.128324 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3e71efdf-3061-4078-8a6b-d30091b42124 req-f2f6f4ec-46f8-4472-a7c4-e82cb7522454 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.178645 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Attempting to bind port 473e7576-820a-491d-a095-5eae2520ddbd on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:44.179595 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Attempting to bind port 473e7576-820a-491d-a095-5eae2520ddbd by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '42c5011d-dcb5-4dd3-a940-fec03a0cb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4a8ef9f9-37dd-4775-82d4-245147b44413'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:44.179961 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Attempting to bind port 473e7576-820a-491d-a095-5eae2520ddbd on network 4a8ef9f9-37dd-4775-82d4-245147b44413 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:44.190380 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.191879 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:44.192254 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Checking segment: {'id': '42c5011d-dcb5-4dd3-a940-fec03a0cb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4a8ef9f9-37dd-4775-82d4-245147b44413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:44.192755 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.193049 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Bound using segment: {'id': '42c5011d-dcb5-4dd3-a940-fec03a0cb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4a8ef9f9-37dd-4775-82d4-245147b44413'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:44.193513 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Bound port: 473e7576-820a-491d-a095-5eae2520ddbd, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c5011d-dcb5-4dd3-a940-fec03a0cb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4a8ef9f9-37dd-4775-82d4-245147b44413'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:44.193889 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.206483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b9fa809-ea0e-4da8-8a89-60159758045a req-a72d5369-3a37-465c-9ec6-c1b85f426caa tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355814 Oct 26 14:06:44.242636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 748c9e26-54cb-4e51-80d1-e112fa64b975, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=748c9e26-54cb-4e51-80d1-e112fa64b975,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:44.246873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92632d77-9ad5-44de-9869-f76d6bfa0ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748c9e26-54cb-4e51-80d1-e112fa64b975'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:44.249836 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e7d882-3fd3-4157-b4a6-0c7c4ec23e5f" -d '{"events": [{"server_uuid": "92632d77-9ad5-44de-9869-f76d6bfa0ac0", "name": "network-vif-plugged", "status": "completed", "tag": "748c9e26-54cb-4e51-80d1-e112fa64b975"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:44.264311 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.310866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3c56f-d58b-4075-8409-b33aa0f63d5d req-d939895f-3931-410c-9b32-8917e99a4070 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.321951 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3c56f-d58b-4075-8409-b33aa0f63d5d req-d939895f-3931-410c-9b32-8917e99a4070 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.323163 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-3e71efdf-3061-4078-8a6b-d30091b42124 req-f2f6f4ec-46f8-4472-a7c4-e82cb7522454 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Calling delete_port for 93969896-82c1-4521-a81e-24b40f6778fd owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:44.343384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3c56f-d58b-4075-8409-b33aa0f63d5d req-d939895f-3931-410c-9b32-8917e99a4070 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.343641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c401b152-10d7-46ad-982f-9140ca9df275 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:44.348950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=748c9e26-54cb-4e51-80d1-e112fa64b975,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:44.360080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3c56f-d58b-4075-8409-b33aa0f63d5d req-d939895f-3931-410c-9b32-8917e99a4070 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.362901 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] For port 473e7576-820a-491d-a095-5eae2520ddbd, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:44.367035 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] For port 473e7576-820a-491d-a095-5eae2520ddbd, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=473e7576-820a-491d-a095-5eae2520ddbd,segment=NetworkSegment(42c5011d-dcb5-4dd3-a940-fec03a0cb307),segment_id=42c5011d-dcb5-4dd3-a940-fec03a0cb307)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:44.377406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3c56f-d58b-4075-8409-b33aa0f63d5d req-d939895f-3931-410c-9b32-8917e99a4070 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.387275 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d926ba-63fb-4ac2-aa7a-dcef036cb89a None None] Pushing event updated for resources: {'Port': ['ID=473e7576-820a-491d-a095-5eae2520ddbd,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:44.389502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3c56f-d58b-4075-8409-b33aa0f63d5d req-d939895f-3931-410c-9b32-8917e99a4070 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.398940 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.410187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3c56f-d58b-4075-8409-b33aa0f63d5d req-d939895f-3931-410c-9b32-8917e99a4070 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.419192 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4dd3c56f-d58b-4075-8409-b33aa0f63d5d req-d939895f-3931-410c-9b32-8917e99a4070 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5443 time: 0.3125973 Oct 26 14:06:44.427595 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.456929 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.458837 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Routers {'1ab5149d-9671-4da0-ba03-00de0fb2bd46'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:44.459469 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1ab5149d-9671-4da0-ba03-00de0fb2bd46'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:44.523632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-25c84b98-1ca3-4e0e-a08f-704dc971be8e req-3ec45aef-f715-4257-858f-1d88df4467a5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Deleting port 64bc53c4-86cd-4f94-8489-372c768f278e {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:44.523970 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-25c84b98-1ca3-4e0e-a08f-704dc971be8e req-3ec45aef-f715-4257-858f-1d88df4467a5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.531992 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port c401b152-10d7-46ad-982f-9140ca9df275 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:44.532505 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.595366 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Network effecc1e-7e48-408b-8b58-a6b03d499d47 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:44.599822 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d926ba-63fb-4ac2-aa7a-dcef036cb89a None None] Pushing event updated for resources: {'Port': ['ID=473e7576-820a-491d-a095-5eae2520ddbd,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:44.634368 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c4f0e8c6-e4e0-4288-9af4-60a04bd7660b None None] Provisioning complete for port 473e7576-820a-491d-a095-5eae2520ddbd triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:44.634659 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e8c6-e4e0-4288-9af4-60a04bd7660b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.641402 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4dd3c56f-d58b-4075-8409-b33aa0f63d5d req-402208c8-3d73-4d14-8c87-bcdc4fe015c4 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2212589 Oct 26 14:06:44.642158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:44.674727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:44.704066 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] Set router 1ab5149d-9671-4da0-ba03-00de0fb2bd46 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:44.735611 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Pushing event updated for resources: {'Port': ['ID=3cfb5ead-2c49-41bb-b380-03a35225d906,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:44.757340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738332a-9cc6-44af-9a21-83b886218ad8 req-2cd58c2f-7e8b-4349-979f-0246c06b591b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.769132 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6738332a-9cc6-44af-9a21-83b886218ad8 req-2cd58c2f-7e8b-4349-979f-0246c06b591b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.3137956 Oct 26 14:06:44.816094 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Attempting to bind port 3cfb5ead-2c49-41bb-b380-03a35225d906 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:44.816473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Attempting to bind port 3cfb5ead-2c49-41bb-b380-03a35225d906 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:44.816836 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Attempting to bind port 3cfb5ead-2c49-41bb-b380-03a35225d906 on network effecc1e-7e48-408b-8b58-a6b03d499d47 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:44.839149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-25c84b98-1ca3-4e0e-a08f-704dc971be8e req-3ec45aef-f715-4257-858f-1d88df4467a5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] For port 64bc53c4-86cd-4f94-8489-372c768f278e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=64bc53c4-86cd-4f94-8489-372c768f278e,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:44.840453 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-25c84b98-1ca3-4e0e-a08f-704dc971be8e req-3ec45aef-f715-4257-858f-1d88df4467a5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.849096 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6738332a-9cc6-44af-9a21-83b886218ad8 req-5b6f4d15-fe07-483b-a404-e238081d9f89 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753517 Oct 26 14:06:44.851479 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbd6515b-705e-4fe3-b23a-35ad8641e0f4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.858345 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-25c84b98-1ca3-4e0e-a08f-704dc971be8e req-3ec45aef-f715-4257-858f-1d88df4467a5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Calling delete_port for 64bc53c4-86cd-4f94-8489-372c768f278e owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:44.863191 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3e71efdf-3061-4078-8a6b-d30091b42124 req-f2f6f4ec-46f8-4472-a7c4-e82cb7522454 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.869151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:44.871059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Checking segment: {'id': 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:44.872901 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.873620 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Bound using segment: {'id': 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:44.878239 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Bound port: 3cfb5ead-2c49-41bb-b380-03a35225d906, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:44.878995 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.908517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8', '93969896-82c1-4521-a81e-24b40f6778fd'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:44.908756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6f4ec-46f8-4472-a7c4-e82cb7522454 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event deleted for resources: {'Port': ['ID=93969896-82c1-4521-a81e-24b40f6778fd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:44.951657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'df16a872-a263-46d3-9da6-4f964d0a0a0a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:45.035785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e71efdf-3061-4078-8a6b-d30091b42124 req-f2f6f4ec-46f8-4472-a7c4-e82cb7522454 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] No DVR routers for this DVR port 93969896-82c1-4521-a81e-24b40f6778fd on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:45.040479 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3e71efdf-3061-4078-8a6b-d30091b42124 req-f2f6f4ec-46f8-4472-a7c4-e82cb7522454 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.045724 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3e71efdf-3061-4078-8a6b-d30091b42124 req-f2f6f4ec-46f8-4472-a7c4-e82cb7522454 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "DELETE /v2.0/ports/93969896-82c1-4521-a81e-24b40f6778fd HTTP/1.1" status: 204 len: 173 time: 1.4370782 Oct 26 14:06:45.047656 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e717a8e-1c68-4daa-9fcc-651146a5ebb9', 'name': 'network-vif-deleted', 'tag': '93969896-82c1-4521-a81e-24b40f6778fd'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:45.050749 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b26ddd-3d20-4108-abf7-e8f418eebac1" -d '{"events": [{"server_uuid": "1e717a8e-1c68-4daa-9fcc-651146a5ebb9", "name": "network-vif-deleted", "tag": "93969896-82c1-4521-a81e-24b40f6778fd"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:45.094965 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-29dd9aab-76b2-4047-bc56-71d1adf09678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.153945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d35d5f0-ca06-49d9-8078-5f391addc985 req-161c8c32-2115-4d6a-81fc-6d4b53c6532f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c1389b3-ca68-4fb6-b2b6-337cd9201642 HTTP/1.1" status: 200 len: 210 time: 0.0961087 Oct 26 14:06:45.175160 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-25c84b98-1ca3-4e0e-a08f-704dc971be8e req-3ec45aef-f715-4257-858f-1d88df4467a5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.204441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6515b-705e-4fe3-b23a-35ad8641e0f4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event updated for resources: {'Subnet': ['ID=62e2a3ad-49a9-4f20-822a-73f42b3ef0ce,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:45.226373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab32a5-d01f-42d1-9134-e0f0b69e1df3 req-3c3aa33a-92c6-4a16-8a90-2b05bbe02cc4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:45.228496 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec45aef-f715-4257-858f-1d88df4467a5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event deleted for resources: {'Port': ['ID=64bc53c4-86cd-4f94-8489-372c768f278e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:45.228645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cab32a5-d01f-42d1-9134-e0f0b69e1df3 req-3c3aa33a-92c6-4a16-8a90-2b05bbe02cc4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.3965211 Oct 26 14:06:45.274597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] For port 3cfb5ead-2c49-41bb-b380-03a35225d906, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:45.290252 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'name': 'tempest-ServersTestMultiNic-1527668786-router', 'tenant_id': '035e6464759349afbd341d7175650b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c401b152-10d7-46ad-982f-9140ca9df275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:30Z', 'updated_at': '2021-10-26T14:06:40Z', 'revision_number': 4, 'project_id': '035e6464759349afbd341d7175650b42', 'gw_port': {'id': 'c401b152-10d7-46ad-982f-9140ca9df275', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:33Z', 'updated_at': '2021-10-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '473e7576-820a-491d-a095-5eae2520ddbd', 'name': '', 'network_id': '4a8ef9f9-37dd-4775-82d4-245147b44413', 'tenant_id': '035e6464759349afbd341d7175650b42', 'mac_address': 'fa:16:3e:81:ae:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'e3c6128d-7ff2-4709-a690-92989fe6291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:38Z', 'updated_at': '2021-10-26T14:06:44Z', 'revision_number': 4, 'project_id': '035e6464759349afbd341d7175650b42', 'subnets': [{'id': 'e3c6128d-7ff2-4709-a690-92989fe6291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:45.306797 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6515b-705e-4fe3-b23a-35ad8641e0f4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Checking segment: {'id': '2190c0b1-c97f-4565-be31-3e38567da0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ee9793ef-fdff-412e-9a7d-989c1ef712e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:45.307359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6515b-705e-4fe3-b23a-35ad8641e0f4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Network hostable DHCP agents. Network: ee9793ef-fdff-412e-9a7d-989c1ef712e1, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:06:45.310065 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e8c6-e4e0-4288-9af4-60a04bd7660b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.330453 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197af840-7bb2-475b-9cc3-35b27a11396f None None] The sync data for ids ['1ab5149d-9671-4da0-ba03-00de0fb2bd46'] in n-d-815498-1 is: [{'id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'name': 'tempest-ServersTestMultiNic-1527668786-router', 'tenant_id': '035e6464759349afbd341d7175650b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c401b152-10d7-46ad-982f-9140ca9df275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:30Z', 'updated_at': '2021-10-26T14:06:40Z', 'revision_number': 4, 'project_id': '035e6464759349afbd341d7175650b42', 'gw_port': {'id': 'c401b152-10d7-46ad-982f-9140ca9df275', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:33Z', 'updated_at': '2021-10-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '473e7576-820a-491d-a095-5eae2520ddbd', 'name': '', 'network_id': '4a8ef9f9-37dd-4775-82d4-245147b44413', 'tenant_id': '035e6464759349afbd341d7175650b42', 'mac_address': 'fa:16:3e:81:ae:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'e3c6128d-7ff2-4709-a690-92989fe6291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:38Z', 'updated_at': '2021-10-26T14:06:44Z', 'revision_number': 4, 'project_id': '035e6464759349afbd341d7175650b42', 'subnets': [{'id': 'e3c6128d-7ff2-4709-a690-92989fe6291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:06:45.338641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c84b98-1ca3-4e0e-a08f-704dc971be8e req-3ec45aef-f715-4257-858f-1d88df4467a5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] No DVR routers for this DVR port 64bc53c4-86cd-4f94-8489-372c768f278e on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:45.343115 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-25c84b98-1ca3-4e0e-a08f-704dc971be8e req-3ec45aef-f715-4257-858f-1d88df4467a5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.346582 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-25c84b98-1ca3-4e0e-a08f-704dc971be8e req-3ec45aef-f715-4257-858f-1d88df4467a5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "DELETE /v2.0/ports/64bc53c4-86cd-4f94-8489-372c768f278e HTTP/1.1" status: 204 len: 173 time: 1.2155130 Oct 26 14:06:45.360042 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] For port 3cfb5ead-2c49-41bb-b380-03a35225d906, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3cfb5ead-2c49-41bb-b380-03a35225d906,segment=NetworkSegment(b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3),segment_id=b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:45.390789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cab32a5-d01f-42d1-9134-e0f0b69e1df3 req-242050aa-3f9e-4ba7-8a6b-89f08039fce4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528342 Oct 26 14:06:45.391553 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.394368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6515b-705e-4fe3-b23a-35ad8641e0f4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Network ee9793ef-fdff-412e-9a7d-989c1ef712e1 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:06:45.608910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c4f0e8c6-e4e0-4288-9af4-60a04bd7660b None None] For port 473e7576-820a-491d-a095-5eae2520ddbd, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=473e7576-820a-491d-a095-5eae2520ddbd,segment=NetworkSegment(42c5011d-dcb5-4dd3-a940-fec03a0cb307),segment_id=42c5011d-dcb5-4dd3-a940-fec03a0cb307)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:45.639634 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704f1030-b1e7-4a66-9140-6d95aea1cac7 x-openstack-request-id: req-704f1030-b1e7-4a66-9140-6d95aea1cac7 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:45.641128 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92632d77-9ad5-44de-9869-f76d6bfa0ac0", "name": "network-vif-plugged", "status": "completed", "tag": "748c9e26-54cb-4e51-80d1-e112fa64b975", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:45.642624 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-704f1030-b1e7-4a66-9140-6d95aea1cac7 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:45.643233 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92632d77-9ad5-44de-9869-f76d6bfa0ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748c9e26-54cb-4e51-80d1-e112fa64b975', 'code': 200} Oct 26 14:06:45.667246 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e8c6-e4e0-4288-9af4-60a04bd7660b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.718498 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758692d-1e4f-4ee1-a3aa-d72ccec14e8a req-8319d5d8-2a9c-4c8a-b712-8c55c3edacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:45.721367 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1758692d-1e4f-4ee1-a3aa-d72ccec14e8a req-8319d5d8-2a9c-4c8a-b712-8c55c3edacc4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0746748 Oct 26 14:06:45.828714 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1758692d-1e4f-4ee1-a3aa-d72ccec14e8a req-df8dc9a2-e2b4-4f5c-9705-7ad1234c8824 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999601 Oct 26 14:06:45.892820 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23977-7c07-40c6-887b-126b9854efc5 None None] Pushing event updated for resources: {'Port': ['ID=3cfb5ead-2c49-41bb-b380-03a35225d906,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:45.957040 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:06:46.004049 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-406bff18-5d0e-40ca-9459-eadf67989903 None None] Provisioning complete for port 473e7576-820a-491d-a095-5eae2520ddbd triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:46.004429 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-406bff18-5d0e-40ca-9459-eadf67989903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:46.088733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27632f0f-7bb5-42f5-b2f2-f976d4f7460b req-1bf257cc-7c56-4c3f-ae94-1dd9f91aeff1 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e717a8e-1c68-4daa-9fcc-651146a5ebb9 HTTP/1.1" status: 200 len: 210 time: 0.6700866 Oct 26 14:06:46.105950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-fbd6515b-705e-4fe3-b23a-35ad8641e0f4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, ee9793ef-fdff-412e-9a7d-989c1ef712e1) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:46.122980 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0e8c6-e4e0-4288-9af4-60a04bd7660b None None] Pushing event updated for resources: {'Port': ['ID=473e7576-820a-491d-a095-5eae2520ddbd,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:46.129670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe34b485-2a5f-47a3-a838-dbc68a16f6a4 None None] Network ee9793ef-fdff-412e-9a7d-989c1ef712e1 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:46.139948 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd6515b-705e-4fe3-b23a-35ad8641e0f4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.141947 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbd6515b-705e-4fe3-b23a-35ad8641e0f4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:46.191219 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591981c5-f33c-4eb9-87f9-929e9e8b7237 x-openstack-request-id: req-591981c5-f33c-4eb9-87f9-929e9e8b7237 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:46.191624 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e717a8e-1c68-4daa-9fcc-651146a5ebb9", "name": "network-vif-deleted", "tag": "93969896-82c1-4521-a81e-24b40f6778fd", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:46.191969 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-591981c5-f33c-4eb9-87f9-929e9e8b7237 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:46.192647 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e717a8e-1c68-4daa-9fcc-651146a5ebb9', 'name': 'network-vif-deleted', 'tag': '93969896-82c1-4521-a81e-24b40f6778fd', 'status': 'completed', 'code': 200} Oct 26 14:06:46.275276 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:46.363874 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fbd6515b-705e-4fe3-b23a-35ad8641e0f4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9182482 Oct 26 14:06:46.490734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a104c0b-a936-4cca-9840-ada762d97adc req-3cad047f-8f5b-4e59-9bbc-47ea94b9967f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.497763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a104c0b-a936-4cca-9840-ada762d97adc req-3cad047f-8f5b-4e59-9bbc-47ea94b9967f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.512161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a104c0b-a936-4cca-9840-ada762d97adc req-3cad047f-8f5b-4e59-9bbc-47ea94b9967f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.520257 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a104c0b-a936-4cca-9840-ada762d97adc req-3cad047f-8f5b-4e59-9bbc-47ea94b9967f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.526354 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a104c0b-a936-4cca-9840-ada762d97adc req-3cad047f-8f5b-4e59-9bbc-47ea94b9967f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.532670 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a104c0b-a936-4cca-9840-ada762d97adc req-3cad047f-8f5b-4e59-9bbc-47ea94b9967f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.538826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a104c0b-a936-4cca-9840-ada762d97adc req-3cad047f-8f5b-4e59-9bbc-47ea94b9967f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.552770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58162) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:46.553315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a104c0b-a936-4cca-9840-ada762d97adc req-3cad047f-8f5b-4e59-9bbc-47ea94b9967f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5443 time: 0.4591656 Oct 26 14:06:46.558871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-573e2c34-ce13-49a6-bf65-7c932a6dcce2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Request body: {'floatingip': {'port_id': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:46.642771 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3cfb5ead-2c49-41bb-b380-03a35225d906 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:46.644889 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-573e2c34-ce13-49a6-bf65-7c932a6dcce2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for floatingip, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:46.722041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cd6fddd3-44e4-457f-bc53-09a8ddaae383 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.730773 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cd6fddd3-44e4-457f-bc53-09a8ddaae383 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 811 time: 0.4026501 Oct 26 14:06:46.747732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 64bc53c4-86cd-4f94-8489-372c768f278e no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:46.750457 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-466d9197-8c19-4582-a9e1-735d032f0241 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/quotas/0d7b4d5cf0b74e2095e3ca87a1c1443f HTTP/1.1" status: 200 len: 375 time: 0.0183773 Oct 26 14:06:46.759310 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:46.815790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 64bc53c4-86cd-4f94-8489-372c768f278e {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:46.816406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 64bc53c4-86cd-4f94-8489-372c768f278e not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:46.828549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e208f-9bd8-4f9b-96e6-e4fde0386541 req-42b6dae5-5a0c-40d0-ae89-97353393e254 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.830138 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-470e208f-9bd8-4f9b-96e6-e4fde0386541 req-42b6dae5-5a0c-40d0-ae89-97353393e254 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 945 time: 0.1693134 Oct 26 14:06:46.840636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-527de049-3748-4304-9e63-320799837933 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0890253 Oct 26 14:06:46.878895 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:46.895117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3cfb5ead-2c49-41bb-b380-03a35225d906 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:46.895490 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:46.909869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-470e208f-9bd8-4f9b-96e6-e4fde0386541 req-de0ee481-ef44-4848-99a4-0c6b7a6f95a9 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649662 Oct 26 14:06:46.954918 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'df16a872-a263-46d3-9da6-4f964d0a0a0a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:47.095686 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-ee9793ef-fdff-412e-9a7d-989c1ef712e1', 'network_id': 'ee9793ef-fdff-412e-9a7d-989c1ef712e1', 'tenant_id': '035e6464759349afbd341d7175650b42', 'fixed_ips': [{'subnet_id': '62e2a3ad-49a9-4f20-822a-73f42b3ef0ce'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:06:47.096555 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:47.157048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-edba5c35-15bb-4412-9aeb-7948741e8fa1 service neutron] 10.222.0.32 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616813 Oct 26 14:06:47.274330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 93969896-82c1-4521-a81e-24b40f6778fd no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:47.343655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-73a5c12b-6d78-41d5-8d4d-2a520713660c service neutron] 10.222.0.32 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773579 Oct 26 14:06:47.364074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 93969896-82c1-4521-a81e-24b40f6778fd {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:47.364566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 93969896-82c1-4521-a81e-24b40f6778fd not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:47.472753 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-573e2c34-ce13-49a6-bf65-7c932a6dcce2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:47.493325 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-573e2c34-ce13-49a6-bf65-7c932a6dcce2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:47.562077 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48c496e-9682-4a16-b368-534970a873e6 None None] Network effecc1e-7e48-408b-8b58-a6b03d499d47 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:47.661641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ebbe50b-0b1d-4c58-913f-04c712a115de req-446368e6-2524-451e-ada6-a3b5c8138fca tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 210 time: 0.0407655 Oct 26 14:06:47.732502 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-573e2c34-ce13-49a6-bf65-7c932a6dcce2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Floating IP 808afe08-d0c3-4543-b454-ed92b6eb8549 associated. External IP: 172.25.4.233, port: 7e8f1a12-fa5a-4066-b754-bc1eb8d79805. Oct 26 14:06:47.772048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Allocated IP 19.86.0.2 (ee9793ef-fdff-412e-9a7d-989c1ef712e1/62e2a3ad-49a9-4f20-822a-73f42b3ef0ce/767ad1d5-fee1-46c2-9bbf-b3c12fe59259) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:47.822718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5adc3b56-1d21-4e1f-9c92-b86173e267d5 None None] Provisioning complete for port 3cfb5ead-2c49-41bb-b380-03a35225d906 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:47.824309 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5adc3b56-1d21-4e1f-9c92-b86173e267d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:47.881911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c116c2-09e4-4b40-b613-29cdff26faf4 req-4c4c67af-0896-4bd0-af56-7acedc83941f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:47.890174 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12c116c2-09e4-4b40-b613-29cdff26faf4 req-4c4c67af-0896-4bd0-af56-7acedc83941f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1067579 Oct 26 14:06:47.896607 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:47.946259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-03f9330a-624c-4055-857a-3513bdd767a7 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:47.954068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-03f9330a-624c-4055-857a-3513bdd767a7 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:47.964989 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-03f9330a-624c-4055-857a-3513bdd767a7 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/networks?id=effecc1e-7e48-408b-8b58-a6b03d499d47&id=ee9793ef-fdff-412e-9a7d-989c1ef712e1&id=effecc1e-7e48-408b-8b58-a6b03d499d47 HTTP/1.1" status: 200 len: 1391 time: 0.2638872 Oct 26 14:06:48.013747 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573e2c34-ce13-49a6-bf65-7c932a6dcce2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Router 7c78ee4b-3d9a-496b-ba91-38a8acca379c has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:06:48.028823 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12c116c2-09e4-4b40-b613-29cdff26faf4 req-1e01c9bd-f396-4a36-8046-195bd1d0460e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373594 Oct 26 14:06:48.044681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-e27eb754-ee5b-4f00-b47a-01be1047e933 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/quotas/035e6464759349afbd341d7175650b42 HTTP/1.1" status: 200 len: 375 time: 0.0785885 Oct 26 14:06:48.086634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 3cfb5ead-2c49-41bb-b380-03a35225d906, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3cfb5ead-2c49-41bb-b380-03a35225d906,segment=NetworkSegment(b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3),segment_id=b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:48.156516 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-806a7dec-ea7f-455b-8e26-a4914226d41a tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=035e6464759349afbd341d7175650b42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078217 Oct 26 14:06:48.161928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-14c10b71-8a65-48c7-a313-0fac00e11386 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:06:48.169403 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573e2c34-ce13-49a6-bf65-7c932a6dcce2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:06:48.170536 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-14c10b71-8a65-48c7-a313-0fac00e11386 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0130503 Oct 26 14:06:48.172287 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:48.173154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 473e7576-820a-491d-a095-5eae2520ddbd up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:48.176602 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-573e2c34-ce13-49a6-bf65-7c932a6dcce2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:48.197646 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa99be44-37a4-4e78-b95d-e3e2e728c2b6', 'name': 'network-vif-deleted', 'tag': '64bc53c4-86cd-4f94-8489-372c768f278e'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:48.202520 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9de9ec-7d89-4798-b0f6-0f317401c43b" -d '{"events": [{"server_uuid": "aa99be44-37a4-4e78-b95d-e3e2e728c2b6", "name": "network-vif-deleted", "tag": "64bc53c4-86cd-4f94-8489-372c768f278e"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:48.231177 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141a4f2-b386-4c92-ae2a-c256d468ce36 None None] Sync routers for ids ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:06:48.242272 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-573e2c34-ce13-49a6-bf65-7c932a6dcce2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "PUT /v2.0/floatingips/808afe08-d0c3-4543-b454-ed92b6eb8549 HTTP/1.1" status: 200 len: 991 time: 1.6875761 Oct 26 14:06:48.317516 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-85b7bc07-d292-40d3-96c9-e7e0b8e33f9b service neutron] 10.222.0.32 "GET /v2.0/networks/effecc1e-7e48-408b-8b58-a6b03d499d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453669 Oct 26 14:06:48.365711 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141a4f2-b386-4c92-ae2a-c256d468ce36 None None] Routers {'7c78ee4b-3d9a-496b-ba91-38a8acca379c'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:48.366377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3141a4f2-b386-4c92-ae2a-c256d468ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:06:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:48.437104 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:48.461471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=3cfb5ead-2c49-41bb-b380-03a35225d906,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:48.464779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-d3ee7935-6900-4e59-84e9-cfec4fb76a54 service neutron] 10.222.0.32 "GET /v2.0/networks/effecc1e-7e48-408b-8b58-a6b03d499d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398487 Oct 26 14:06:48.559607 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:48.621310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-aa91f05f-e908-4fe1-86db-5841c9d97785 service neutron] 10.222.0.32 "GET /v2.0/networks/ee9793ef-fdff-412e-9a7d-989c1ef712e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452570 Oct 26 14:06:48.643012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Pushing event updated for resources: {'Port': ['ID=767ad1d5-fee1-46c2-9bbf-b3c12fe59259,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:48.662782 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Network ee9793ef-fdff-412e-9a7d-989c1ef712e1 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:48.668859 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:48.679803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:48.684532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:48.723825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 473e7576-820a-491d-a095-5eae2520ddbd triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:48.724201 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:48.763249 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-bd193ed3-7c0c-404d-b792-fdf70e347c02 service neutron] 10.222.0.32 "GET /v2.0/networks/ee9793ef-fdff-412e-9a7d-989c1ef712e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406901 Oct 26 14:06:48.873383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-3141a4f2-b386-4c92-ae2a-c256d468ce36 None None] Set router 7c78ee4b-3d9a-496b-ba91-38a8acca379c gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:48.991911 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-46e69ccd-9138-44ba-b35f-37d3628c1621 service neutron] 10.222.0.32 "GET /v2.0/networks/effecc1e-7e48-408b-8b58-a6b03d499d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259390 Oct 26 14:06:49.009251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Attempting to bind port 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:49.009419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Attempting to bind port 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '2190c0b1-c97f-4565-be31-3e38567da0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ee9793ef-fdff-412e-9a7d-989c1ef712e1'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:49.009680 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Attempting to bind port 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 on network ee9793ef-fdff-412e-9a7d-989c1ef712e1 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:49.077463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:49.077737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Checking segment: {'id': '2190c0b1-c97f-4565-be31-3e38567da0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ee9793ef-fdff-412e-9a7d-989c1ef712e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:49.078193 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:49.078590 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Bound using segment: {'id': '2190c0b1-c97f-4565-be31-3e38567da0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ee9793ef-fdff-412e-9a7d-989c1ef712e1'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:49.079079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Bound port: 767ad1d5-fee1-46c2-9bbf-b3c12fe59259, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2190c0b1-c97f-4565-be31-3e38567da0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ee9793ef-fdff-412e-9a7d-989c1ef712e1'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:49.079458 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:49.093568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-da782a3b-6605-4d86-bbdf-6d4df2af3a47 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:49.099550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c117c-f0ae-4099-8bcb-06d4b0bbfe61 req-20e58190-0998-4647-a626-b0b776fad205 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:49.099777 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-da782a3b-6605-4d86-bbdf-6d4df2af3a47 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.11 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 811 time: 0.1843712 Oct 26 14:06:49.101217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df6c117c-f0ae-4099-8bcb-06d4b0bbfe61 req-20e58190-0998-4647-a626-b0b776fad205 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 945 time: 0.2494822 Oct 26 14:06:49.116716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-3bfacde8-8e24-4d1d-98c2-933bbc88f85a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Request body: {'port': {'device_id': 'c3fc6fbd-d3f7-4810-a46f-885713b7cb3f', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'admin_state_up': True, 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:49.170997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df6c117c-f0ae-4099-8bcb-06d4b0bbfe61 req-8905fa5c-b162-4260-8720-6bc7c479d9fe tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584421 Oct 26 14:06:49.207289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-6f32e741-ea1e-4d97-a556-f32dec301d31 service neutron] 10.222.0.32 "GET /v2.0/networks/effecc1e-7e48-408b-8b58-a6b03d499d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985815 Oct 26 14:06:49.357381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-3bfacde8-8e24-4d1d-98c2-933bbc88f85a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Made reservation on behalf of 0d7b4d5cf0b74e2095e3ca87a1c1443f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:49.361944 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-3bfacde8-8e24-4d1d-98c2-933bbc88f85a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:49.382870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 473e7576-820a-491d-a095-5eae2520ddbd up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:49.384175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b7b3cac4-673a-47ac-a545-155fa49f7fe4 None None] Provisioning complete for port 3cfb5ead-2c49-41bb-b380-03a35225d906 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:49.384544 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b7b3cac4-673a-47ac-a545-155fa49f7fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:49.435088 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa1993-ce95-4ce1-b40b-2ed53de8082d req-8c3b650f-6d15-4955-9283-e69ce259000a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:49.449049 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eafa1993-ce95-4ce1-b40b-2ed53de8082d req-8c3b650f-6d15-4955-9283-e69ce259000a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1105752 Oct 26 14:06:49.516186 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] For port 767ad1d5-fee1-46c2-9bbf-b3c12fe59259, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:49.537342 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87840c81-3412-4f05-b128-5fee8e6dd7ed x-openstack-request-id: req-87840c81-3412-4f05-b128-5fee8e6dd7ed {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:49.537740 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa99be44-37a4-4e78-b95d-e3e2e728c2b6", "name": "network-vif-deleted", "tag": "64bc53c4-86cd-4f94-8489-372c768f278e", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:49.538314 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87840c81-3412-4f05-b128-5fee8e6dd7ed {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:49.538934 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa99be44-37a4-4e78-b95d-e3e2e728c2b6', 'name': 'network-vif-deleted', 'tag': '64bc53c4-86cd-4f94-8489-372c768f278e', 'status': 'completed', 'code': 200} Oct 26 14:06:49.548101 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] For port 767ad1d5-fee1-46c2-9bbf-b3c12fe59259, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=767ad1d5-fee1-46c2-9bbf-b3c12fe59259,segment=NetworkSegment(2190c0b1-c97f-4565-be31-3e38567da0eb),segment_id=2190c0b1-c97f-4565-be31-3e38567da0eb)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:49.561028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eafa1993-ce95-4ce1-b40b-2ed53de8082d req-06b95424-300e-4331-afe4-f76151742b0d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090066 Oct 26 14:06:49.620417 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:49.633092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-3bfacde8-8e24-4d1d-98c2-933bbc88f85a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Allocated IP 172.20.0.3 (085226ca-b6b9-4faf-b0ae-34b30fcc3113/71c90548-0c01-4250-8faf-bed3999c19d9/b854e1d3-3822-4212-85fc-aca2cbf9a143) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:49.796645 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3580a-eaa6-4912-85b8-5a0ed3db0c52 None None] Pushing event updated for resources: {'Port': ['ID=767ad1d5-fee1-46c2-9bbf-b3c12fe59259,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:49.804120 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b6d8198-4dd6-45df-9a95-0d0de5ac7e51 req-e590477e-4ac2-4a3b-b7d3-f47893d4fa83 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 210 time: 0.1017070 Oct 26 14:06:49.915383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 473e7576-820a-491d-a095-5eae2520ddbd triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:49.915899 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:49.990271 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-3bfacde8-8e24-4d1d-98c2-933bbc88f85a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:50.102793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3141a4f2-b386-4c92-ae2a-c256d468ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:04:11Z', 'revision_number': 4, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port': {'id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '808afe08-d0c3-4543-b454-ed92b6eb8549', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'port_id': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'mac_address': 'fa:16:3e:58:60:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:05:13Z', 'updated_at': '2021-10-26T14:06:47Z', 'revision_number': 1, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a5b5fc-1d88-4caf-a91d-8f7c55edb280', 'name': '', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'mac_address': 'fa:16:3e:10:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:09Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 5, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'subnets': [{'id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:50.108648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20f4ec-b912-42a2-9262-5781a4983d3c req-9c1ccf2b-b0b0-4f0d-b93e-d0988283ca95 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:50.108648 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee20f4ec-b912-42a2-9262-5781a4983d3c req-9c1ccf2b-b0b0-4f0d-b93e-d0988283ca95 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 811 time: 0.1849558 Oct 26 14:06:50.109058 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-3bfacde8-8e24-4d1d-98c2-933bbc88f85a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:50.110316 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141a4f2-b386-4c92-ae2a-c256d468ce36 None None] Checking router: 7c78ee4b-3d9a-496b-ba91-38a8acca379c for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:06:50.134180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2b4f6e4-db1e-4fdc-81f9-55b6983cc3c3 req-f0fb4f32-fc22-45af-83f9-27db40080a03 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 210 time: 0.0656216 Oct 26 14:06:50.146773 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141a4f2-b386-4c92-ae2a-c256d468ce36 None None] Routers {'7c78ee4b-3d9a-496b-ba91-38a8acca379c'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:50.147336 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3141a4f2-b386-4c92-ae2a-c256d468ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:06:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:50.155705 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee20f4ec-b912-42a2-9262-5781a4983d3c req-1db1bc86-f2fe-48e5-a751-373efd59c3d1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/quotas/010d28b91b53419790bcd6df0dcda488 HTTP/1.1" status: 200 len: 375 time: 0.0903275 Oct 26 14:06:50.183661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-3bfacde8-8e24-4d1d-98c2-933bbc88f85a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:50.201675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-3bfacde8-8e24-4d1d-98c2-933bbc88f85a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:50.202424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee20f4ec-b912-42a2-9262-5781a4983d3c req-add085c1-58ad-46ff-8071-379c113979a0 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452683 Oct 26 14:06:50.218362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-3bfacde8-8e24-4d1d-98c2-933bbc88f85a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:50.303256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfacde8-8e24-4d1d-98c2-933bbc88f85a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event updated for resources: {'Port': ['ID=b854e1d3-3822-4212-85fc-aca2cbf9a143,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:50.363596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-3bfacde8-8e24-4d1d-98c2-933bbc88f85a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:50.365018 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-3bfacde8-8e24-4d1d-98c2-933bbc88f85a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:50.391754 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-3bfacde8-8e24-4d1d-98c2-933bbc88f85a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2809696 Oct 26 14:06:50.407393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-6d3a5bb2-6787-4193-b91e-29cb7478e432 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:06:50.410009 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-6d3a5bb2-6787-4193-b91e-29cb7478e432 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0122650 Oct 26 14:06:50.425344 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Request body: {'port': {'device_id': 'c3fc6fbd-d3f7-4810-a46f-885713b7cb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:50.428872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3cfb5ead-2c49-41bb-b380-03a35225d906 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:50.531346 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:50.592165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-3141a4f2-b386-4c92-ae2a-c256d468ce36 None None] Set router 7c78ee4b-3d9a-496b-ba91-38a8acca379c gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:50.664327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1eca15-7dc8-4c1d-adb3-a066466f7253 req-521e1ac6-2326-4cab-b4ec-8fdbd7774266 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:50.672624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd1eca15-7dc8-4c1d-adb3-a066466f7253 req-521e1ac6-2326-4cab-b4ec-8fdbd7774266 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.2777410 Oct 26 14:06:50.701704 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd1eca15-7dc8-4c1d-adb3-a066466f7253 req-55a6704e-cb01-4cd0-bfd2-4977936fc92d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/quotas/02988b14cd044ea8964cbab023a8058f HTTP/1.1" status: 200 len: 375 time: 0.0279152 Oct 26 14:06:50.741545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3cfb5ead-2c49-41bb-b380-03a35225d906 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:50.742048 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:50.761973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee20f4ec-b912-42a2-9262-5781a4983d3c req-ed9d75e3-cc64-45a4-80e1-26a53167bb2c service neutron] 10.222.0.32 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577545 Oct 26 14:06:50.840684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7de1a48a-4bc8-4f08-b5b1-40534197a2d8 None None] Provisioning complete for port b854e1d3-3822-4212-85fc-aca2cbf9a143 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:50.840684 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7de1a48a-4bc8-4f08-b5b1-40534197a2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:50.918876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd1eca15-7dc8-4c1d-adb3-a066466f7253 req-76b1b8a6-8999-471d-b621-992d90e9fe40 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2159715 Oct 26 14:06:50.974058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee20f4ec-b912-42a2-9262-5781a4983d3c req-4c6c28a8-877a-415b-a3bd-916e516c9c4e service neutron] 10.222.0.32 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108912 Oct 26 14:06:50.988709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58354) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:51.057235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-7de1a48a-4bc8-4f08-b5b1-40534197a2d8 None None] Port b854e1d3-3822-4212-85fc-aca2cbf9a143 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:51.108902 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd1eca15-7dc8-4c1d-adb3-a066466f7253 req-a832c376-2e3a-43f5-a963-b293a51e5147 service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677926 Oct 26 14:06:51.127388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b854e1d3-3822-4212-85fc-aca2cbf9a143 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:51.157918 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:51.159112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3141a4f2-b386-4c92-ae2a-c256d468ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:04:11Z', 'revision_number': 4, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port': {'id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '808afe08-d0c3-4543-b454-ed92b6eb8549', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'port_id': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'mac_address': 'fa:16:3e:58:60:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:05:13Z', 'updated_at': '2021-10-26T14:06:47Z', 'revision_number': 1, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a5b5fc-1d88-4caf-a91d-8f7c55edb280', 'name': '', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'mac_address': 'fa:16:3e:10:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:09Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 5, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'subnets': [{'id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:51.236803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141a4f2-b386-4c92-ae2a-c256d468ce36 None None] The sync data for ids ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'] in n-d-815498-1 is: [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:04:11Z', 'revision_number': 4, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port': {'id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '808afe08-d0c3-4543-b454-ed92b6eb8549', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'port_id': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'mac_address': 'fa:16:3e:58:60:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:05:13Z', 'updated_at': '2021-10-26T14:06:47Z', 'revision_number': 1, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a5b5fc-1d88-4caf-a91d-8f7c55edb280', 'name': '', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'mac_address': 'fa:16:3e:10:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:09Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 5, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'subnets': [{'id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:06:51.237212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Transition to ACTIVE for port object b854e1d3-3822-4212-85fc-aca2cbf9a143 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:06:51.247258 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:51.411477 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:51.510864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd1eca15-7dc8-4c1d-adb3-a066466f7253 req-213970ef-01b3-49d0-b2f1-92f2269d4aa0 service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953822 Oct 26 14:06:51.576957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:51.577233 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:51.727956 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:51.783843 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee55603-27a6-4a58-bd2b-ee1e586a1b54 None None] New status for floating IP 808afe08-d0c3-4543-b454-ed92b6eb8549: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:06:51.820870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 767ad1d5-fee1-46c2-9bbf-b3c12fe59259, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=767ad1d5-fee1-46c2-9bbf-b3c12fe59259,segment=NetworkSegment(2190c0b1-c97f-4565-be31-3e38567da0eb),segment_id=2190c0b1-c97f-4565-be31-3e38567da0eb)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:51.845282 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:51.957211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-21f4aae6-1353-4940-af92-8a7eaa06c445 req-c95078ed-a355-4384-9b97-6c245805586d tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ecce100-e548-4714-82ae-0d8cc97eca9b HTTP/1.1" status: 200 len: 210 time: 0.0834668 Oct 26 14:06:51.968004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0ab15f-f3e5-497d-a1ca-d3df31e91870 None None] Network ee9793ef-fdff-412e-9a7d-989c1ef712e1 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:51.971603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52ff0f-3371-488a-9d26-8a268e505366 req-f178dd83-6d51-4c40-af64-093d5b186d18 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:51.977078 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a52ff0f-3371-488a-9d26-8a268e505366 req-f178dd83-6d51-4c40-af64-093d5b186d18 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 943 time: 0.1503325 Oct 26 14:06:52.054721 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-102a0e49-987c-45f6-b4ec-4e3ae6f74045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:52.060228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a52ff0f-3371-488a-9d26-8a268e505366 req-08bd6d2b-fbc9-4039-99c1-c836cf309911 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758965 Oct 26 14:06:52.067812 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:52.075322 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08" -d '{"events": [{"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "7e8f1a12-fa5a-4066-b754-bc1eb8d79805"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:52.111347 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a81e092e-568c-4a94-a50c-fcebbbbf5070 req-152529ac-4c9c-4e07-87bb-76a26fd69a1c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 210 time: 0.0556378 Oct 26 14:06:52.186497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=767ad1d5-fee1-46c2-9bbf-b3c12fe59259,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:52.282870 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-102a0e49-987c-45f6-b4ec-4e3ae6f74045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:52.307720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa9eff-1a54-4a72-ab89-5d802ee1a024 req-ba3875d7-41d5-4817-acf2-868a51d4d333 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:52.316152 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ffa9eff-1a54-4a72-ab89-5d802ee1a024 req-ba3875d7-41d5-4817-acf2-868a51d4d333 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1561258 Oct 26 14:06:52.317614 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-102a0e49-987c-45f6-b4ec-4e3ae6f74045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:52.350615 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-102a0e49-987c-45f6-b4ec-4e3ae6f74045 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=463c340b57db45b380ecebb221e0a027&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3607879 Oct 26 14:06:52.358562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Pushing event updated for resources: {'Port': ['ID=b854e1d3-3822-4212-85fc-aca2cbf9a143,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:52.364868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58386) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:52.435201 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ffa9eff-1a54-4a72-ab89-5d802ee1a024 req-cadc277f-c548-43e0-9c48-14d89b2d675c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147332 Oct 26 14:06:52.483728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e3df0094-d76c-47e6-b782-54e992d68345 None None] Provisioning complete for port 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:52.484329 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e3df0094-d76c-47e6-b782-54e992d68345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:52.502996 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14af17ea-f96e-43c0-8073-da77f4ca96c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:52.564704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-28a3cf88-7175-4b57-a3f6-92c6c759228a tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:52.569921 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14af17ea-f96e-43c0-8073-da77f4ca96c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:52.613068 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-28a3cf88-7175-4b57-a3f6-92c6c759228a tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:52.615759 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-28a3cf88-7175-4b57-a3f6-92c6c759228a tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.25 "GET /v2.0/networks?id=effecc1e-7e48-408b-8b58-a6b03d499d47&id=ee9793ef-fdff-412e-9a7d-989c1ef712e1&id=effecc1e-7e48-408b-8b58-a6b03d499d47 HTTP/1.1" status: 200 len: 1391 time: 1.2455490 Oct 26 14:06:52.666532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Attempting to bind port b854e1d3-3822-4212-85fc-aca2cbf9a143 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:52.667096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Attempting to bind port b854e1d3-3822-4212-85fc-aca2cbf9a143 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:52.667865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Attempting to bind port b854e1d3-3822-4212-85fc-aca2cbf9a143 on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:52.688024 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-945885cb-82aa-4605-a92e-137e9d185c44 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Request body: {'port': {'device_id': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47', 'admin_state_up': True, 'tenant_id': '035e6464759349afbd341d7175650b42'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:52.698181 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14af17ea-f96e-43c0-8073-da77f4ca96c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:52.703261 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14af17ea-f96e-43c0-8073-da77f4ca96c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:52.705019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-14af17ea-f96e-43c0-8073-da77f4ca96c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f9f097b-6217-40df-8eb6-4e6ff6ef480a HTTP/1.1" status: 204 len: 168 time: 0.3377333 Oct 26 14:06:52.711874 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Port b854e1d3-3822-4212-85fc-aca2cbf9a143 on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:06:52.716052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af17ea-f96e-43c0-8073-da77f4ca96c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9f097b-6217-40df-8eb6-4e6ff6ef480a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:52.716175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Attempting to bind port b854e1d3-3822-4212-85fc-aca2cbf9a143 on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:52.873263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:52.873535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Checking segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:52.873959 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Bound using segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:52.874433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Bound port: b854e1d3-3822-4212-85fc-aca2cbf9a143, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:52.874782 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:52.882776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a0e49-987c-45f6-b4ec-4e3ae6f74045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9f097b-6217-40df-8eb6-4e6ff6ef480a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:52.959639 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-945885cb-82aa-4605-a92e-137e9d185c44 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:52.963904 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-945885cb-82aa-4605-a92e-137e9d185c44 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:53.060611 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-6b3b0b66-2fcd-44f0-8acc-13a3988ca5a1 None None] Provisioning complete for port 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:53.060611 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0b66-2fcd-44f0-8acc-13a3988ca5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:53.095575 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] For port b854e1d3-3822-4212-85fc-aca2cbf9a143, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:53.096336 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a89dfc-1d98-4726-8ce0-1e1564dc58da req-9add9c0f-9e50-4842-bb80-4743788023a2 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:53.101762 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62a89dfc-1d98-4726-8ce0-1e1564dc58da req-9add9c0f-9e50-4842-bb80-4743788023a2 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e7d0784-bcb0-429d-b16e-0ecc3bfb6881 HTTP/1.1" status: 200 len: 949 time: 0.1234081 Oct 26 14:06:53.119051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] For port b854e1d3-3822-4212-85fc-aca2cbf9a143, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b854e1d3-3822-4212-85fc-aca2cbf9a143,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:53.137366 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:53.256664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:53.257380 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:53.258920 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] 10.222.0.11 "PUT /v2.0/ports/b854e1d3-3822-4212-85fc-aca2cbf9a143 HTTP/1.1" status: 200 len: 1091 time: 2.8400407 Oct 26 14:06:53.285254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:53.404917 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:53.405342 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:53.423081 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-62a89dfc-1d98-4726-8ce0-1e1564dc58da req-5c18e656-2769-4bb8-a04b-8a28a61ff430 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Deleting port a71aca10-33a9-4a57-b703-b2a427ef3d4b {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:53.423579 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-62a89dfc-1d98-4726-8ce0-1e1564dc58da req-5c18e656-2769-4bb8-a04b-8a28a61ff430 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:53.448685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-945885cb-82aa-4605-a92e-137e9d185c44 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Allocated IP 19.80.0.203 (effecc1e-7e48-408b-8b58-a6b03d499d47/40c0e8f5-2c35-4386-8f2b-88700a2688d7/3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:53.465181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea5d6e-0911-443c-bc3b-a71d378d9f87 service neutron] Pushing event updated for resources: {'Port': ['ID=b854e1d3-3822-4212-85fc-aca2cbf9a143,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:53.479425 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:53.479728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-09f18f0f-c13e-476e-96be-efccbac445c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:53.482217 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-09f18f0f-c13e-476e-96be-efccbac445c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 1094 time: 0.1714828 Oct 26 14:06:53.612982 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-499a3d8e-f861-4526-a50a-877d6cba54f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b854e1d3-3822-4212-85fc-aca2cbf9a143 HTTP/1.1" status: 200 len: 217 time: 0.1115487 Oct 26 14:06:53.641407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-62a89dfc-1d98-4726-8ce0-1e1564dc58da req-5c18e656-2769-4bb8-a04b-8a28a61ff430 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] For port a71aca10-33a9-4a57-b703-b2a427ef3d4b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a71aca10-33a9-4a57-b703-b2a427ef3d4b,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:53.641718 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-62a89dfc-1d98-4726-8ce0-1e1564dc58da req-5c18e656-2769-4bb8-a04b-8a28a61ff430 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:53.655484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-62a89dfc-1d98-4726-8ce0-1e1564dc58da req-5c18e656-2769-4bb8-a04b-8a28a61ff430 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Calling delete_port for a71aca10-33a9-4a57-b703-b2a427ef3d4b owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:53.726297 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c018bd-1ef3-468d-8fda-00c63446e285 x-openstack-request-id: req-e9c018bd-1ef3-468d-8fda-00c63446e285 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:53.732570 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "tag": "7e8f1a12-fa5a-4066-b754-bc1eb8d79805", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:53.733614 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9c018bd-1ef3-468d-8fda-00c63446e285 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:53.734476 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'tag': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805', 'status': 'completed', 'code': 200} Oct 26 14:06:53.825730 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-61a801fb-7c16-4aaf-9b86-f3a3330ee902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:53.827446 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-61a801fb-7c16-4aaf-9b86-f3a3330ee902 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.1961944 Oct 26 14:06:53.902796 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-62a89dfc-1d98-4726-8ce0-1e1564dc58da req-5c18e656-2769-4bb8-a04b-8a28a61ff430 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:53.914909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:53.919830 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'df16a872-a263-46d3-9da6-4f964d0a0a0a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:53.924360 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-945885cb-82aa-4605-a92e-137e9d185c44 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:53.942137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-71f3d1ae-e4cf-41f6-baf7-0d47d27a1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:53.943681 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-71f3d1ae-e4cf-41f6-baf7-0d47d27a1fa1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679748 Oct 26 14:06:53.989491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18e656-2769-4bb8-a04b-8a28a61ff430 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event deleted for resources: {'Port': ['ID=a71aca10-33a9-4a57-b703-b2a427ef3d4b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:54.002337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaf90d-1d5e-4a93-8728-cafb1083630a req-4120911a-99b5-4ba1-9746-293b8ee7ea76 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:54.024977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87eaf90d-1d5e-4a93-8728-cafb1083630a req-4120911a-99b5-4ba1-9746-293b8ee7ea76 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1581039 Oct 26 14:06:54.032135 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-945885cb-82aa-4605-a92e-137e9d185c44 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:54.071920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-8f5afff3-8e33-4156-96b5-7f3f31dbca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:54.073830 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-8f5afff3-8e33-4156-96b5-7f3f31dbca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:54.074705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-8f5afff3-8e33-4156-96b5-7f3f31dbca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:54.074842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-8f5afff3-8e33-4156-96b5-7f3f31dbca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:54.075319 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-8f5afff3-8e33-4156-96b5-7f3f31dbca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:54.075979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-8f5afff3-8e33-4156-96b5-7f3f31dbca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:54.076454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-8f5afff3-8e33-4156-96b5-7f3f31dbca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:54.078647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-8f5afff3-8e33-4156-96b5-7f3f31dbca7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b890508d63bb4edab3a32080f2d3356f&device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 6500 time: 0.2599323 Oct 26 14:06:54.115781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a89dfc-1d98-4726-8ce0-1e1564dc58da req-5c18e656-2769-4bb8-a04b-8a28a61ff430 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] No DVR routers for this DVR port a71aca10-33a9-4a57-b703-b2a427ef3d4b on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:54.118412 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-62a89dfc-1d98-4726-8ce0-1e1564dc58da req-5c18e656-2769-4bb8-a04b-8a28a61ff430 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:54.120244 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945885cb-82aa-4605-a92e-137e9d185c44 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event updated for resources: {'Port': ['ID=3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:54.123795 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62a89dfc-1d98-4726-8ce0-1e1564dc58da req-5c18e656-2769-4bb8-a04b-8a28a61ff430 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "DELETE /v2.0/ports/a71aca10-33a9-4a57-b703-b2a427ef3d4b HTTP/1.1" status: 204 len: 173 time: 1.0148933 Oct 26 14:06:54.127898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7d0784-bcb0-429d-b16e-0ecc3bfb6881', 'name': 'network-vif-deleted', 'tag': 'a71aca10-33a9-4a57-b703-b2a427ef3d4b'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:54.129254 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-945885cb-82aa-4605-a92e-137e9d185c44 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Network effecc1e-7e48-408b-8b58-a6b03d499d47 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:54.130378 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849d11f2-d512-46a6-b6d3-94733b928607" -d '{"events": [{"server_uuid": "1e7d0784-bcb0-429d-b16e-0ecc3bfb6881", "name": "network-vif-deleted", "tag": "a71aca10-33a9-4a57-b703-b2a427ef3d4b"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:54.134399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-945885cb-82aa-4605-a92e-137e9d185c44 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:54.137836 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-0d171d9a-e97c-434f-be18-c7cb744c80b7 service neutron] 10.222.0.11 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852212 Oct 26 14:06:54.138603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-945885cb-82aa-4605-a92e-137e9d185c44 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:54.158439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235cfe9-b043-40ed-a998-bf7f7c312c4a req-3804226b-c98e-43c8-9a9b-aab75aba70d2 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:54.160213 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f235cfe9-b043-40ed-a998-bf7f7c312c4a req-3804226b-c98e-43c8-9a9b-aab75aba70d2 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e7d0784-bcb0-429d-b16e-0ecc3bfb6881 HTTP/1.1" status: 200 len: 867 time: 0.3343151 Oct 26 14:06:54.202350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-945885cb-82aa-4605-a92e-137e9d185c44 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:54.203031 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-945885cb-82aa-4605-a92e-137e9d185c44 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:54.227771 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-945885cb-82aa-4605-a92e-137e9d185c44 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5704119 Oct 26 14:06:54.271280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-30d86623-d301-429c-84a6-e25a74334d2c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Request body: {'port': {'device_id': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'network_id': 'ee9793ef-fdff-412e-9a7d-989c1ef712e1', 'admin_state_up': True, 'tenant_id': '035e6464759349afbd341d7175650b42'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:54.335511 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87eaf90d-1d5e-4a93-8728-cafb1083630a req-5cad460c-2462-451d-868e-709e292cc95b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071682 Oct 26 14:06:54.392458 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ee20f4ec-b912-42a2-9262-5781a4983d3c req-9d83c7ef-41a9-43fd-803a-2c759b1b2025 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&device_id=8ecce100-e548-4714-82ae-0d8cc97eca9b HTTP/1.1" status: 200 len: 210 time: 0.0376348 Oct 26 14:06:54.409896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e633e53-8143-4f8b-adef-407d0d8e92f2 req-1afcf82b-c4ee-4685-820d-df2b9c3d0914 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:54.411388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e633e53-8143-4f8b-adef-407d0d8e92f2 req-1afcf82b-c4ee-4685-820d-df2b9c3d0914 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 949 time: 0.1779246 Oct 26 14:06:54.428069 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f235cfe9-b043-40ed-a998-bf7f7c312c4a req-dd3a6e18-2619-4b56-835f-cc0c873d6df9 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551410 Oct 26 14:06:54.511988 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7c2d09e-ea41-4ea8-a6f3-3d76e8f98e09 req-ae0936c9-72fb-4843-8e81-2dac5b51a246 service neutron] 10.222.0.11 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170371 Oct 26 14:06:54.582091 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-48fe5d6d-36dd-4a33-84fd-09a91876b385 None None] Provisioning complete for port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:54.582609 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-48fe5d6d-36dd-4a33-84fd-09a91876b385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:54.610930 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20f4ec-b912-42a2-9262-5781a4983d3c req-edfbfca4-f950-47ac-bdb5-6b9f04688ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:54.612664 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ee20f4ec-b912-42a2-9262-5781a4983d3c req-edfbfca4-f950-47ac-bdb5-6b9f04688ec4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=010d28b91b53419790bcd6df0dcda488&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2004066 Oct 26 14:06:54.614089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-30d86623-d301-429c-84a6-e25a74334d2c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:54.618263 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-30d86623-d301-429c-84a6-e25a74334d2c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:54.633598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-ca2796ab-9ee6-4953-a84b-3eefad15e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:54.636379 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-ca2796ab-9ee6-4953-a84b-3eefad15e20d service neutron] 10.222.0.11 "GET /v2.0/networks?id=42f85f6d-53f4-4747-845e-e2c3cd5366d2 HTTP/1.1" status: 200 len: 917 time: 0.5322371 Oct 26 14:06:54.659523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-48fe5d6d-36dd-4a33-84fd-09a91876b385 None None] Port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:54.822602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20f4ec-b912-42a2-9262-5781a4983d3c req-0b8be6e4-028e-48b9-9ed1-4d495995181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:54.824154 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ee20f4ec-b912-42a2-9262-5781a4983d3c req-0b8be6e4-028e-48b9-9ed1-4d495995181d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2019820 Oct 26 14:06:54.857909 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-30d86623-d301-429c-84a6-e25a74334d2c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Allocated IP 19.86.0.149 (ee9793ef-fdff-412e-9a7d-989c1ef712e1/62e2a3ad-49a9-4f20-822a-73f42b3ef0ce/03a4436b-9c58-4560-a1df-0344a1ed27d4) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:54.899279 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ee20f4ec-b912-42a2-9262-5781a4983d3c req-77e8eee2-2cc2-404b-9223-efa260b90157 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ecce100-e548-4714-82ae-0d8cc97eca9b HTTP/1.1" status: 200 len: 210 time: 0.0363867 Oct 26 14:06:55.063262 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-30d86623-d301-429c-84a6-e25a74334d2c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:55.065527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b4045-cb53-40b7-aa0c-6d7d5e9558a7 req-6637b16e-04a1-4057-a45e-c9dda4af6a02 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.067037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-608b4045-cb53-40b7-aa0c-6d7d5e9558a7 req-6637b16e-04a1-4057-a45e-c9dda4af6a02 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 943 time: 0.4890749 Oct 26 14:06:55.073397 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-c4fd3748-6c5f-4ac1-be83-6da7baf62a8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e8f1a12-fa5a-4066-b754-bc1eb8d79805 HTTP/1.1" status: 200 len: 1001 time: 0.4169772 Oct 26 14:06:55.087289 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b34bd-536a-480d-a5e4-d908fec197b1 req-9efac74f-d2c4-4149-8914-906c9e761698 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.088692 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a53b34bd-536a-480d-a5e4-d908fec197b1 req-9efac74f-d2c4-4149-8914-906c9e761698 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 932 time: 0.4472928 Oct 26 14:06:55.096471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-4e633e53-8143-4f8b-adef-407d0d8e92f2 req-20b23ed2-c213-4000-a134-cbaadaec75af tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Deleting port df16a872-a263-46d3-9da6-4f964d0a0a0a {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:55.096865 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e633e53-8143-4f8b-adef-407d0d8e92f2 req-20b23ed2-c213-4000-a134-cbaadaec75af tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:55.100014 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-30d86623-d301-429c-84a6-e25a74334d2c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:55.153585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-30d86623-d301-429c-84a6-e25a74334d2c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Network ee9793ef-fdff-412e-9a7d-989c1ef712e1 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:55.157276 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-30d86623-d301-429c-84a6-e25a74334d2c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:55.161608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-30d86623-d301-429c-84a6-e25a74334d2c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:55.169268 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d86623-d301-429c-84a6-e25a74334d2c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event updated for resources: {'Port': ['ID=03a4436b-9c58-4560-a1df-0344a1ed27d4,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:55.223586 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-30d86623-d301-429c-84a6-e25a74334d2c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.224545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-30d86623-d301-429c-84a6-e25a74334d2c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:55.244391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-5a57164b-2679-4b15-b282-cf261c116b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.245915 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-5a57164b-2679-4b15-b282-cf261c116b12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=480154e8-02b2-4134-a40f-f63a39b4580e HTTP/1.1" status: 200 len: 855 time: 0.1522577 Oct 26 14:06:55.246087 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-30d86623-d301-429c-84a6-e25a74334d2c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0065048 Oct 26 14:06:55.249031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-608b4045-cb53-40b7-aa0c-6d7d5e9558a7 req-ff5cab50-f6cc-455f-8c74-02cbae6b43cc tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709199 Oct 26 14:06:55.263571 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-41011d85-e528-4de5-9b12-893686902200 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Request body: {'port': {'device_id': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47', 'admin_state_up': True, 'tenant_id': '035e6464759349afbd341d7175650b42'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:55.264782 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a53b34bd-536a-480d-a5e4-d908fec197b1 req-04d4d602-c973-43cb-92d7-d02bb532090b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588855 Oct 26 14:06:55.343705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-4e633e53-8143-4f8b-adef-407d0d8e92f2 req-20b23ed2-c213-4000-a134-cbaadaec75af tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] For port df16a872-a263-46d3-9da6-4f964d0a0a0a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=df16a872-a263-46d3-9da6-4f964d0a0a0a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:55.344080 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e633e53-8143-4f8b-adef-407d0d8e92f2 req-20b23ed2-c213-4000-a134-cbaadaec75af tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:55.359477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-4e633e53-8143-4f8b-adef-407d0d8e92f2 req-20b23ed2-c213-4000-a134-cbaadaec75af tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Calling delete_port for df16a872-a263-46d3-9da6-4f964d0a0a0a owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:55.446440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-0c95cd7c-673c-4fcb-8af6-e87caeebdeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.447984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-41011d85-e528-4de5-9b12-893686902200 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:55.448377 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-0c95cd7c-673c-4fcb-8af6-e87caeebdeb2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42f85f6d-53f4-4747-845e-e2c3cd5366d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1940658 Oct 26 14:06:55.452270 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-41011d85-e528-4de5-9b12-893686902200 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:55.466754 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf1cb2a-88c3-43a4-b9f8-c0563863be7c x-openstack-request-id: req-edf1cb2a-88c3-43a4-b9f8-c0563863be7c {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:55.467219 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7d0784-bcb0-429d-b16e-0ecc3bfb6881", "name": "network-vif-deleted", "tag": "a71aca10-33a9-4a57-b703-b2a427ef3d4b", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:55.467517 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-edf1cb2a-88c3-43a4-b9f8-c0563863be7c {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:55.467929 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7d0784-bcb0-429d-b16e-0ecc3bfb6881', 'name': 'network-vif-deleted', 'tag': 'a71aca10-33a9-4a57-b703-b2a427ef3d4b', 'status': 'completed', 'code': 200} Oct 26 14:06:55.601567 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-6b3b0ce3-6777-4d0a-ad8d-89ee85fa14e2 None None] Provisioning complete for port 03a4436b-9c58-4560-a1df-0344a1ed27d4 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:55.602189 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0ce3-6777-4d0a-ad8d-89ee85fa14e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:55.676434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6b3b0ce3-6777-4d0a-ad8d-89ee85fa14e2 None None] Port 03a4436b-9c58-4560-a1df-0344a1ed27d4 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:55.739811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3fc6fbd-d3f7-4810-a46f-885713b7cb3f', 'tag': 'b854e1d3-3822-4212-85fc-aca2cbf9a143'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:55.744390 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40771c2-e2b8-4738-a17d-4c70b6aef127" -d '{"events": [{"name": "network-changed", "server_uuid": "c3fc6fbd-d3f7-4810-a46f-885713b7cb3f", "tag": "b854e1d3-3822-4212-85fc-aca2cbf9a143"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:55.747906 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-86672914-37e8-4bbf-b3d7-7723d7a63732 service neutron] 10.222.0.11 "GET /v2.0/networks/42f85f6d-53f4-4747-845e-e2c3cd5366d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831438 Oct 26 14:06:55.749183 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e633e53-8143-4f8b-adef-407d0d8e92f2 req-20b23ed2-c213-4000-a134-cbaadaec75af tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:55.752846 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-41011d85-e528-4de5-9b12-893686902200 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Allocated IP 19.80.0.143 (effecc1e-7e48-408b-8b58-a6b03d499d47/40c0e8f5-2c35-4386-8f2b-88700a2688d7/775af047-ba62-4196-a62a-4cf6ef406fa2) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:55.761407 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:55.874772 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1c2235b-7f18-4bc9-837d-8ee1ae4bec08 req-9e3317a9-1f69-4740-8bb0-13cae409a059 service neutron] 10.222.0.11 "GET /v2.0/networks/42f85f6d-53f4-4747-845e-e2c3cd5366d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159382 Oct 26 14:06:55.879215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b23ed2-c213-4000-a134-cbaadaec75af tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event deleted for resources: {'Port': ['ID=df16a872-a263-46d3-9da6-4f964d0a0a0a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:55.974499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e633e53-8143-4f8b-adef-407d0d8e92f2 req-20b23ed2-c213-4000-a134-cbaadaec75af tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] No DVR routers for this DVR port df16a872-a263-46d3-9da6-4f964d0a0a0a on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:55.977737 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e633e53-8143-4f8b-adef-407d0d8e92f2 req-20b23ed2-c213-4000-a134-cbaadaec75af tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:55.982104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e633e53-8143-4f8b-adef-407d0d8e92f2 req-20b23ed2-c213-4000-a134-cbaadaec75af tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.11 "DELETE /v2.0/ports/df16a872-a263-46d3-9da6-4f964d0a0a0a HTTP/1.1" status: 204 len: 173 time: 1.5569406 Oct 26 14:06:56.001157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da1bdf-e79e-46ca-9550-cabe0f23bbe7 req-d52179d5-0f18-47a0-8ec5-25b1840ecb2e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:56.003086 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-78da1bdf-e79e-46ca-9550-cabe0f23bbe7 req-d52179d5-0f18-47a0-8ec5-25b1840ecb2e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2473364 Oct 26 14:06:56.005224 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-41011d85-e528-4de5-9b12-893686902200 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:56.063348 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-41011d85-e528-4de5-9b12-893686902200 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:56.097925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-78da1bdf-e79e-46ca-9550-cabe0f23bbe7 req-8fe046a9-2356-4d18-8066-27ba8ade9cc1 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827768 Oct 26 14:06:56.115018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-41011d85-e528-4de5-9b12-893686902200 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Network effecc1e-7e48-408b-8b58-a6b03d499d47 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:56.118551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-41011d85-e528-4de5-9b12-893686902200 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:56.124410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-41011d85-e528-4de5-9b12-893686902200 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:56.129209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41011d85-e528-4de5-9b12-893686902200 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event updated for resources: {'Port': ['ID=775af047-ba62-4196-a62a-4cf6ef406fa2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:56.190489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-90042cf9-60d6-4443-9325-7c3abf613f17 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:56.192020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-90042cf9-60d6-4443-9325-7c3abf613f17 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.1539495 Oct 26 14:06:56.192242 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-41011d85-e528-4de5-9b12-893686902200 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:56.192936 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-41011d85-e528-4de5-9b12-893686902200 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:56.212101 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-41011d85-e528-4de5-9b12-893686902200 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9575596 Oct 26 14:06:56.225340 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Request body: {'port': {'device_id': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:56.225635 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-9d7a1d37-85b6-41ba-9411-f8c2d211ed5d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/quotas/02988b14cd044ea8964cbab023a8058f HTTP/1.1" status: 200 len: 375 time: 0.0251632 Oct 26 14:06:56.249591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51ce621f-27bc-4e5e-8b8f-e3b90f7d6900 req-50c4413e-2100-48aa-aacb-feb37779fc15 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=09d561a2-dd4c-4ad1-86d3-ec196a82c44a HTTP/1.1" status: 200 len: 210 time: 0.0358679 Oct 26 14:06:56.309817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:56.325745 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-221b9070-cf3c-4919-876b-3d819ac5a6d7 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0785663 Oct 26 14:06:56.518410 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-484043f1-8663-4f89-8bb6-8fba3e6c8e78 service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910591 Oct 26 14:06:56.535576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-48287b5a-39e4-4b7b-ad86-713828613dc6 None None] Provisioning complete for port 775af047-ba62-4196-a62a-4cf6ef406fa2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:56.535911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38de58-d923-4337-b69a-31f2deb97085 req-de5926db-ca26-4468-8758-8978a14168d1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:56.536400 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-48287b5a-39e4-4b7b-ad86-713828613dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:56.537438 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa38de58-d923-4337-b69a-31f2deb97085 req-de5926db-ca26-4468-8758-8978a14168d1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 811 time: 0.1906734 Oct 26 14:06:56.602334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-48287b5a-39e4-4b7b-ad86-713828613dc6 None None] Port 775af047-ba62-4196-a62a-4cf6ef406fa2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:56.618785 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa38de58-d923-4337-b69a-31f2deb97085 req-d684736e-0a20-4203-883d-f35766d5f2b4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/quotas/010d28b91b53419790bcd6df0dcda488 HTTP/1.1" status: 200 len: 375 time: 0.0633531 Oct 26 14:06:56.658113 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa38de58-d923-4337-b69a-31f2deb97085 req-5dce30d7-c32e-4a54-a3a9-f8ebfe9aa447 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351038 Oct 26 14:06:56.672754 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:56.681913 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:56.695953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Transition to ACTIVE for port object 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:06:56.699512 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:56.703034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-418c23fa-7f12-4071-be53-c8015b48adf2 service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837475 Oct 26 14:06:56.760786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:56.773371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b854e1d3-3822-4212-85fc-aca2cbf9a143 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:56.783153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device df16a872-a263-46d3-9da6-4f964d0a0a0a no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:56.795259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa38de58-d923-4337-b69a-31f2deb97085 req-be9ad3cb-f1de-4635-868b-0d57360c68d4 service neutron] 10.222.0.32 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212795 Oct 26 14:06:56.834037 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: df16a872-a263-46d3-9da6-4f964d0a0a0a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:56.834573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device df16a872-a263-46d3-9da6-4f964d0a0a0a not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:56.835248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a71aca10-33a9-4a57-b703-b2a427ef3d4b no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:56.875385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Attempting to bind port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:56.876530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Attempting to bind port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:56.876530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Attempting to bind port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee on network effecc1e-7e48-408b-8b58-a6b03d499d47 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:56.892801 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee on network effecc1e-7e48-408b-8b58-a6b03d499d47 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:06:56.893141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Attempting to bind port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee on network effecc1e-7e48-408b-8b58-a6b03d499d47 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:56.903061 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd9e744-3076-4051-b5f4-c45258f06d5d x-openstack-request-id: req-5fd9e744-3076-4051-b5f4-c45258f06d5d {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:56.905402 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3fc6fbd-d3f7-4810-a46f-885713b7cb3f", "tag": "b854e1d3-3822-4212-85fc-aca2cbf9a143", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:56.905680 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fd9e744-3076-4051-b5f4-c45258f06d5d {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:56.907647 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3fc6fbd-d3f7-4810-a46f-885713b7cb3f', 'tag': 'b854e1d3-3822-4212-85fc-aca2cbf9a143', 'status': 'completed', 'code': 200} Oct 26 14:06:56.915552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:56.916605 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Checking segment: {'id': 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:56.917023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Bound using segment: {'id': 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:56.920670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Bound port: 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:56.922390 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:56.924313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: a71aca10-33a9-4a57-b703-b2a427ef3d4b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:56.924663 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a71aca10-33a9-4a57-b703-b2a427ef3d4b not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:56.946473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa38de58-d923-4337-b69a-31f2deb97085 req-dd70b8dc-8b61-44c4-9a9f-a32c6567a596 service neutron] 10.222.0.32 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489661 Oct 26 14:06:57.067854 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] For port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:57.071218 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] For port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee,segment=NetworkSegment(b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3),segment_id=b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:57.078080 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:57.085255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b854e1d3-3822-4212-85fc-aca2cbf9a143, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b854e1d3-3822-4212-85fc-aca2cbf9a143,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:57.098122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'b854e1d3-3822-4212-85fc-aca2cbf9a143', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'port_id': 'b854e1d3-3822-4212-85fc-aca2cbf9a143', 'mac_address': 'fa:16:3e:f3:c2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:57.124373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.125267 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:57.127125 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] 10.222.0.25 "PUT /v2.0/ports/3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee HTTP/1.1" status: 200 len: 1092 time: 0.9060433 Oct 26 14:06:57.145884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40771c2-e2b8-4738-a17d-4c70b6aef127 req-ddbe378b-c13e-48d7-b9f1-8458a64b6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.146113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c741c-d28f-4b06-a166-1e4b48fb03c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:57.149627 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d40771c2-e2b8-4738-a17d-4c70b6aef127 req-ddbe378b-c13e-48d7-b9f1-8458a64b6eb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 1094 time: 0.1957765 Oct 26 14:06:57.178773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Request body: {'port': {'device_id': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:57.216537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf58518-4163-4d97-82f7-7c758a404da7 req-84c70170-6c06-4e33-a193-31fc8a59dec4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.220525 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cf58518-4163-4d97-82f7-7c758a404da7 req-84c70170-6c06-4e33-a193-31fc8a59dec4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2052264 Oct 26 14:06:57.304060 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:57.397326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cf58518-4163-4d97-82f7-7c758a404da7 req-ceb42241-11b1-496d-8b37-33fcbb29ac3c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520269 Oct 26 14:06:57.478445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d561a2-dd4c-4ad1-86d3-ec196a82c44a', 'name': 'network-vif-deleted', 'tag': 'df16a872-a263-46d3-9da6-4f964d0a0a0a'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:57.481349 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636ebd74-4a94-4798-9418-7324bfbabecc" -d '{"events": [{"server_uuid": "09d561a2-dd4c-4ad1-86d3-ec196a82c44a", "name": "network-vif-deleted", "tag": "df16a872-a263-46d3-9da6-4f964d0a0a0a"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:57.484856 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:57.513530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b854e1d3-3822-4212-85fc-aca2cbf9a143 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:57.552911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40771c2-e2b8-4738-a17d-4c70b6aef127 req-c904e9bf-5793-4ecb-8de0-3162f90fe435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.565031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d40771c2-e2b8-4738-a17d-4c70b6aef127 req-c904e9bf-5793-4ecb-8de0-3162f90fe435 service neutron] 10.222.0.11 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.4002855 Oct 26 14:06:57.600254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b854e1d3-3822-4212-85fc-aca2cbf9a143, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b854e1d3-3822-4212-85fc-aca2cbf9a143,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:57.603632 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:57.608783 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:57.630501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47297793-2852-40c8-a898-a78e4d25206d req-4697ae0a-d7cb-4ea2-b50b-1c0e612a0319 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.632268 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47297793-2852-40c8-a898-a78e4d25206d req-4697ae0a-d7cb-4ea2-b50b-1c0e612a0319 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 943 time: 0.2316277 Oct 26 14:06:57.671742 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d40771c2-e2b8-4738-a17d-4c70b6aef127 req-0cf45df5-0dd3-4174-a8fc-2e72476270dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b854e1d3-3822-4212-85fc-aca2cbf9a143 HTTP/1.1" status: 200 len: 217 time: 0.0935540 Oct 26 14:06:57.695210 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=b854e1d3-3822-4212-85fc-aca2cbf9a143,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:57.736857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d06cda-56dd-44ac-b64d-38af7eb8f371 req-bbcc3f36-3212-4409-bd90-b69184630b2e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.742706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d06cda-56dd-44ac-b64d-38af7eb8f371 req-bbcc3f36-3212-4409-bd90-b69184630b2e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.749057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d06cda-56dd-44ac-b64d-38af7eb8f371 req-bbcc3f36-3212-4409-bd90-b69184630b2e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.756530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7d06cda-56dd-44ac-b64d-38af7eb8f371 req-bbcc3f36-3212-4409-bd90-b69184630b2e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2389 time: 0.2506530 Oct 26 14:06:57.794286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a4436b-9c58-4560-a1df-0344a1ed27d4 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:57.804889 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:57.806184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47297793-2852-40c8-a898-a78e4d25206d req-db7917d0-e058-4a57-be94-cb497a7ef0db tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379368 Oct 26 14:06:57.807572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40771c2-e2b8-4738-a17d-4c70b6aef127 req-72117166-2803-4328-aacb-9c7ffd37870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.808973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d40771c2-e2b8-4738-a17d-4c70b6aef127 req-72117166-2803-4328-aacb-9c7ffd37870f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.1211343 Oct 26 14:06:57.838241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Transition to ACTIVE for port object 03a4436b-9c58-4560-a1df-0344a1ed27d4 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:06:57.843178 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7d06cda-56dd-44ac-b64d-38af7eb8f371 req-5cf53d05-c5eb-47a3-ab66-3d1796898c14 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856783 Oct 26 14:06:57.853791 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:57.887804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40771c2-e2b8-4738-a17d-4c70b6aef127 req-ba7fcc0c-342b-4091-8eea-f6d87c8ccb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.889380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d40771c2-e2b8-4738-a17d-4c70b6aef127 req-ba7fcc0c-342b-4091-8eea-f6d87c8ccb29 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724719 Oct 26 14:06:57.930557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Pushing event updated for resources: {'Port': ['ID=03a4436b-9c58-4560-a1df-0344a1ed27d4,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:57.999792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b854e1d3-3822-4212-85fc-aca2cbf9a143'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:58.010947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07b51ee0-ba79-4aae-bc83-34d36a13d3a4 req-46c3afb9-938a-4af1-ad2f-5a1738dfa254 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 210 time: 0.0707574 Oct 26 14:06:58.092641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Attempting to bind port 03a4436b-9c58-4560-a1df-0344a1ed27d4 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:58.092987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Attempting to bind port 03a4436b-9c58-4560-a1df-0344a1ed27d4 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2190c0b1-c97f-4565-be31-3e38567da0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ee9793ef-fdff-412e-9a7d-989c1ef712e1'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:58.093320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Attempting to bind port 03a4436b-9c58-4560-a1df-0344a1ed27d4 on network ee9793ef-fdff-412e-9a7d-989c1ef712e1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:58.103159 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d40771c2-e2b8-4738-a17d-4c70b6aef127 req-75984577-89e0-45dd-b7cb-3a817c857685 service neutron] 10.222.0.11 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997759 Oct 26 14:06:58.106437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Port 03a4436b-9c58-4560-a1df-0344a1ed27d4 on network ee9793ef-fdff-412e-9a7d-989c1ef712e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:06:58.106773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Attempting to bind port 03a4436b-9c58-4560-a1df-0344a1ed27d4 on network ee9793ef-fdff-412e-9a7d-989c1ef712e1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:58.123059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:58.123405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Checking segment: {'id': '2190c0b1-c97f-4565-be31-3e38567da0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ee9793ef-fdff-412e-9a7d-989c1ef712e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:58.123790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Bound using segment: {'id': '2190c0b1-c97f-4565-be31-3e38567da0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ee9793ef-fdff-412e-9a7d-989c1ef712e1'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:58.124244 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Bound port: 03a4436b-9c58-4560-a1df-0344a1ed27d4, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2190c0b1-c97f-4565-be31-3e38567da0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ee9793ef-fdff-412e-9a7d-989c1ef712e1'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:58.124601 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:58.187309 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ed9554-09a8-47e3-bdd7-8b593d78399e x-openstack-request-id: req-f1ed9554-09a8-47e3-bdd7-8b593d78399e {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:58.187607 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d561a2-dd4c-4ad1-86d3-ec196a82c44a", "name": "network-vif-deleted", "tag": "df16a872-a263-46d3-9da6-4f964d0a0a0a", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:58.187859 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1ed9554-09a8-47e3-bdd7-8b593d78399e {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:58.188247 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d561a2-dd4c-4ad1-86d3-ec196a82c44a', 'name': 'network-vif-deleted', 'tag': 'df16a872-a263-46d3-9da6-4f964d0a0a0a', 'status': 'completed', 'code': 200} Oct 26 14:06:58.215919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c79be90-cf00-4a83-b803-8fa9f56e9686 req-5b7e332c-b54f-46a5-8f4f-b88a9f300105 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 210 time: 0.0460868 Oct 26 14:06:58.252292 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] For port 03a4436b-9c58-4560-a1df-0344a1ed27d4, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:58.261754 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] For port 03a4436b-9c58-4560-a1df-0344a1ed27d4, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=03a4436b-9c58-4560-a1df-0344a1ed27d4,segment=NetworkSegment(2190c0b1-c97f-4565-be31-3e38567da0eb),segment_id=2190c0b1-c97f-4565-be31-3e38567da0eb)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:58.265225 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d40771c2-e2b8-4738-a17d-4c70b6aef127 req-e2be7e92-6819-4582-af77-d9265d49ad6e service neutron] 10.222.0.11 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544931 Oct 26 14:06:58.270475 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:58.332077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.333034 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:58.334682 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] 10.222.0.25 "PUT /v2.0/ports/03a4436b-9c58-4560-a1df-0344a1ed27d4 HTTP/1.1" status: 200 len: 1092 time: 1.1679473 Oct 26 14:06:58.355883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfbcc9-8843-4302-95b6-5abc7961d434 service neutron] Pushing event updated for resources: {'Port': ['ID=03a4436b-9c58-4560-a1df-0344a1ed27d4,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:58.412600 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Request body: {'port': {'device_id': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:58.537227 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:58.572182 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851a795-34f8-4e28-ba89-8083d8684b8a req-da7bac82-5b66-4195-9fb7-c9fa8c7f5f90 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.575323 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7851a795-34f8-4e28-ba89-8083d8684b8a req-da7bac82-5b66-4195-9fb7-c9fa8c7f5f90 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1224735 Oct 26 14:06:58.670078 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7851a795-34f8-4e28-ba89-8083d8684b8a req-e936648b-75c6-4d8b-a7e4-b3ea8226a272 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871119 Oct 26 14:06:58.750462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-fc8402c6-4325-4356-bc1b-e37c3a61594a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.751948 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-fc8402c6-4325-4356-bc1b-e37c3a61594a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.3037462 Oct 26 14:06:58.787693 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d010a5f-938d-4f5f-98c6-3ec9d2009721 req-8549edec-c229-4315-beb5-db09116a19d6 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.789232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d010a5f-938d-4f5f-98c6-3ec9d2009721 req-8549edec-c229-4315-beb5-db09116a19d6 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 950 time: 0.0629246 Oct 26 14:06:58.817501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-3cafed48-59f0-4d64-b478-912142cbea11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Request body: {'port': {'device_id': '2aa94027-e8f2-4755-8227-baf062c37557', 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'admin_state_up': True, 'tenant_id': '02988b14cd044ea8964cbab023a8058f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:58.860553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d010a5f-938d-4f5f-98c6-3ec9d2009721 req-229773f4-f0da-42e2-bfca-9eeab3a9a263 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650446 Oct 26 14:06:58.873131 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0462dc0-8965-4d6d-a5f7-7135bcc157a0 req-c76aeb9a-7bb1-4b2b-abf8-e6f9d932905a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.874657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0462dc0-8965-4d6d-a5f7-7135bcc157a0 req-c76aeb9a-7bb1-4b2b-abf8-e6f9d932905a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0729156 Oct 26 14:06:58.910131 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'tag': '3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee'}, {'name': 'network-changed', 'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'tag': '03a4436b-9c58-4560-a1df-0344a1ed27d4'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:58.911886 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34ae098-e8ff-4fbc-96af-0392710d0ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "tag": "3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee"}, {"name": "network-changed", "server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "tag": "03a4436b-9c58-4560-a1df-0344a1ed27d4"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:58.922837 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0462dc0-8965-4d6d-a5f7-7135bcc157a0 req-1c46fc40-5cf9-4318-9ff0-b99d03ff46ec tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403557 Oct 26 14:06:59.023302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-3cafed48-59f0-4d64-b478-912142cbea11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Made reservation on behalf of 02988b14cd044ea8964cbab023a8058f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:59.026833 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-3cafed48-59f0-4d64-b478-912142cbea11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:59.047104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3f685-ee0b-470e-b856-ad3a44d05dae req-e8f50597-5f84-41f3-82c8-a14ab0c8b8fd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.048780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04d3f685-ee0b-470e-b856-ad3a44d05dae req-e8f50597-5f84-41f3-82c8-a14ab0c8b8fd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 944 time: 0.0876293 Oct 26 14:06:59.050419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775af047-ba62-4196-a62a-4cf6ef406fa2 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:59.064401 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:59.075594 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf699b7-10a4-431a-84e7-0cf83ae3bb5e req-a4e28e08-7030-4b85-b4cc-da2ecbeaf24d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.081623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf699b7-10a4-431a-84e7-0cf83ae3bb5e req-a4e28e08-7030-4b85-b4cc-da2ecbeaf24d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.087667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf699b7-10a4-431a-84e7-0cf83ae3bb5e req-a4e28e08-7030-4b85-b4cc-da2ecbeaf24d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.089337 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ccf699b7-10a4-431a-84e7-0cf83ae3bb5e req-a4e28e08-7030-4b85-b4cc-da2ecbeaf24d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2401 time: 0.0956790 Oct 26 14:06:59.107868 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Transition to ACTIVE for port object 775af047-ba62-4196-a62a-4cf6ef406fa2 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:06:59.113779 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:59.196102 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04d3f685-ee0b-470e-b856-ad3a44d05dae req-f6ac5ce8-aced-4ba4-bb57-8c81abfbc0f1 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395698 Oct 26 14:06:59.209769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Pushing event updated for resources: {'Port': ['ID=775af047-ba62-4196-a62a-4cf6ef406fa2,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:59.220857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ccf699b7-10a4-431a-84e7-0cf83ae3bb5e req-9ec740da-dd22-4c57-b9f7-22bdc02883ec tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132762 Oct 26 14:06:59.272395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-3cafed48-59f0-4d64-b478-912142cbea11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Allocated IP 172.20.0.14 (58afa2dc-1dfa-4d98-a3c2-eba0b18fce64/bb2f8034-207a-46b1-a093-46a32822cb93/165a464e-00b2-401f-b58f-369eda480281) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:59.280535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38de58-d923-4337-b69a-31f2deb97085 req-80138c21-3fe5-4c9c-b96d-ff569eab705d tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.282423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa38de58-d923-4337-b69a-31f2deb97085 req-80138c21-3fe5-4c9c-b96d-ff569eab705d tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 811 time: 0.1921365 Oct 26 14:06:59.301871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-aa38de58-d923-4337-b69a-31f2deb97085 req-cb04f26d-8ec9-4971-abaa-c48a4fe0ee9e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Request body: {'port': {'device_id': 'eead7398-4514-4fd1-9191-afa9a92cfd88', 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d', 'admin_state_up': True, 'tenant_id': '010d28b91b53419790bcd6df0dcda488'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:59.342476 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b95cbe-97f1-4c63-8724-536816894769 x-openstack-request-id: req-94b95cbe-97f1-4c63-8724-536816894769 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:59.342994 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "tag": "3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "tag": "03a4436b-9c58-4560-a1df-0344a1ed27d4", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:59.343352 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94b95cbe-97f1-4c63-8724-536816894769 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:59.344192 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'tag': '3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee', 'status': 'completed', 'code': 200} Oct 26 14:06:59.344591 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'tag': '03a4436b-9c58-4560-a1df-0344a1ed27d4', 'status': 'completed', 'code': 200} Oct 26 14:06:59.379291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Attempting to bind port 775af047-ba62-4196-a62a-4cf6ef406fa2 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:59.379822 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Attempting to bind port 775af047-ba62-4196-a62a-4cf6ef406fa2 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:59.382954 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Attempting to bind port 775af047-ba62-4196-a62a-4cf6ef406fa2 on network effecc1e-7e48-408b-8b58-a6b03d499d47 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:59.421785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Port 775af047-ba62-4196-a62a-4cf6ef406fa2 on network effecc1e-7e48-408b-8b58-a6b03d499d47 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:06:59.422248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Attempting to bind port 775af047-ba62-4196-a62a-4cf6ef406fa2 on network effecc1e-7e48-408b-8b58-a6b03d499d47 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:59.433247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:59.434140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Checking segment: {'id': 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:59.434553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Bound using segment: {'id': 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:59.434997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Bound port: 775af047-ba62-4196-a62a-4cf6ef406fa2, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:59.435443 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:59.469043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa38de58-d923-4337-b69a-31f2deb97085 req-cb04f26d-8ec9-4971-abaa-c48a4fe0ee9e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Made reservation on behalf of 010d28b91b53419790bcd6df0dcda488 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:59.473720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aa38de58-d923-4337-b69a-31f2deb97085 req-cb04f26d-8ec9-4971-abaa-c48a4fe0ee9e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:59.572717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-36299964-f36c-4ce2-b8b9-9ca215ed91c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.573525 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-36299964-f36c-4ce2-b8b9-9ca215ed91c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.574094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-36299964-f36c-4ce2-b8b9-9ca215ed91c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.575767 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-36299964-f36c-4ce2-b8b9-9ca215ed91c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=035e6464759349afbd341d7175650b42&device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2824 time: 0.2153072 Oct 26 14:06:59.611911 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aaecb121-0e5e-40b2-a30d-82d033d2d661 req-86ed1349-839e-4b98-8ecc-7d140897c11d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 210 time: 0.0468886 Oct 26 14:06:59.620090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] For port 775af047-ba62-4196-a62a-4cf6ef406fa2, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:59.675018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea4313d7-6338-4175-b9cc-c63bf6e25d1a req-15203edd-82ed-4e5e-885e-294a6b69b7e9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 210 time: 0.0501368 Oct 26 14:06:59.680545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] For port 775af047-ba62-4196-a62a-4cf6ef406fa2, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=775af047-ba62-4196-a62a-4cf6ef406fa2,segment=NetworkSegment(b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3),segment_id=b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:59.703936 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:59.720167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-aa38de58-d923-4337-b69a-31f2deb97085 req-cb04f26d-8ec9-4971-abaa-c48a4fe0ee9e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Allocated IP 172.20.0.4 (0c35e518-cf32-42c2-8724-45fb7998b96d/58f199ee-a046-49d1-984f-441650e52e48/b8f472a8-c68d-439e-bb1a-7cd7c67feca7) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:59.762376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.763426 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:59.764804 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] 10.222.0.25 "PUT /v2.0/ports/775af047-ba62-4196-a62a-4cf6ef406fa2 HTTP/1.1" status: 200 len: 1092 time: 1.3570042 Oct 26 14:06:59.766238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f191833-f35c-4cd1-8c28-a6e675f93c81 req-12b8c633-9b3e-443d-8c02-c0ef654d8ffc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.767736 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f191833-f35c-4cd1-8c28-a6e675f93c81 req-12b8c633-9b3e-443d-8c02-c0ef654d8ffc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0871232 Oct 26 14:06:59.835430 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-3cafed48-59f0-4d64-b478-912142cbea11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:59.850134 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a251e6d-2937-428c-bc08-516f2e8bea94 service neutron] Pushing event updated for resources: {'Port': ['ID=775af047-ba62-4196-a62a-4cf6ef406fa2,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:59.855169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-41eff9ea-8544-477b-ba6b-77d4ff06a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.855703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-41eff9ea-8544-477b-ba6b-77d4ff06a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.856200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-41eff9ea-8544-477b-ba6b-77d4ff06a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.857814 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-41eff9ea-8544-477b-ba6b-77d4ff06a0d8 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=035e6464759349afbd341d7175650b42&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2671094 Oct 26 14:06:59.912571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f191833-f35c-4cd1-8c28-a6e675f93c81 req-f9c43bbd-0558-4ba1-87e5-f88411807cad tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223145 Oct 26 14:07:00.027564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aa38de58-d923-4337-b69a-31f2deb97085 req-cb04f26d-8ec9-4971-abaa-c48a4fe0ee9e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.044417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197f7c3-2763-4e46-a395-36cf6ad0fc13 req-a4465bd2-5be0-4ef9-8f22-e726354da725 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.046051 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c197f7c3-2763-4e46-a395-36cf6ad0fc13 req-a4465bd2-5be0-4ef9-8f22-e726354da725 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 950 time: 0.0963690 Oct 26 14:07:00.108263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c197f7c3-2763-4e46-a395-36cf6ad0fc13 req-78bf5fac-e610-4085-bcd2-e683662228c5 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/security-groups?id=49753cb0-339e-42ef-a5c3-a6b48f7be8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552835 Oct 26 14:07:00.111322 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aa38de58-d923-4337-b69a-31f2deb97085 req-cb04f26d-8ec9-4971-abaa-c48a4fe0ee9e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.154688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa38de58-d923-4337-b69a-31f2deb97085 req-cb04f26d-8ec9-4971-abaa-c48a4fe0ee9e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Network 0c35e518-cf32-42c2-8724-45fb7998b96d is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:00.157895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-aa38de58-d923-4337-b69a-31f2deb97085 req-cb04f26d-8ec9-4971-abaa-c48a4fe0ee9e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:00.161180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa38de58-d923-4337-b69a-31f2deb97085 req-cb04f26d-8ec9-4971-abaa-c48a4fe0ee9e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:00.219608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04f26d-8ec9-4971-abaa-c48a4fe0ee9e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Pushing event updated for resources: {'Port': ['ID=b8f472a8-c68d-439e-bb1a-7cd7c67feca7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:00.234538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38de58-d923-4337-b69a-31f2deb97085 req-cb04f26d-8ec9-4971-abaa-c48a4fe0ee9e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.235165 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aa38de58-d923-4337-b69a-31f2deb97085 req-cb04f26d-8ec9-4971-abaa-c48a4fe0ee9e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.285097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-3cafed48-59f0-4d64-b478-912142cbea11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.286801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa38de58-d923-4337-b69a-31f2deb97085 req-cb04f26d-8ec9-4971-abaa-c48a4fe0ee9e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9890547 Oct 26 14:07:00.296645 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['748c9e26-54cb-4e51-80d1-e112fa64b975'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:00.309660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d351c-d0cf-44eb-8c6c-2c45bf221391 req-9ea9e6e6-a848-4eae-a678-74e9a22fd1a8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.311956 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-967d351c-d0cf-44eb-8c6c-2c45bf221391 req-9ea9e6e6-a848-4eae-a678-74e9a22fd1a8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0857034 Oct 26 14:07:00.337886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-3cafed48-59f0-4d64-b478-912142cbea11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:00.339691 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Request body: {'port': {'device_id': 'eead7398-4514-4fd1-9191-afa9a92cfd88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:00.345303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-3cafed48-59f0-4d64-b478-912142cbea11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:00.360129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-3cafed48-59f0-4d64-b478-912142cbea11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:00.422264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-3cafed48-59f0-4d64-b478-912142cbea11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.422890 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-3cafed48-59f0-4d64-b478-912142cbea11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.432847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-967d351c-d0cf-44eb-8c6c-2c45bf221391 req-ed0de893-3bff-479a-8a51-ace10786ae41 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078615 Oct 26 14:07:00.450259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937714b9-06c9-4931-a70d-acfdee9105c6 req-9912c19f-dde8-4cd1-b6f5-da68debc0ca7 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.458153 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937714b9-06c9-4931-a70d-acfdee9105c6 req-9912c19f-dde8-4cd1-b6f5-da68debc0ca7 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.462027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafed48-59f0-4d64-b478-912142cbea11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Pushing event updated for resources: {'Port': ['ID=165a464e-00b2-401f-b58f-369eda480281,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:00.466018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937714b9-06c9-4931-a70d-acfdee9105c6 req-9912c19f-dde8-4cd1-b6f5-da68debc0ca7 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.467845 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-937714b9-06c9-4931-a70d-acfdee9105c6 req-9912c19f-dde8-4cd1-b6f5-da68debc0ca7 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2413 time: 0.1537106 Oct 26 14:07:00.469095 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.475135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-eed05a30-0aee-4c6e-8f1a-2a0c2bd7fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.476960 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-eed05a30-0aee-4c6e-8f1a-2a0c2bd7fb60 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6069634 Oct 26 14:07:00.487311 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-3cafed48-59f0-4d64-b478-912142cbea11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6749518 Oct 26 14:07:00.499262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05350314-17d8-4fe4-8902-d0d6f64519de req-f6946de9-3af5-4c41-9113-db77e683d4a7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.500907 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-05350314-17d8-4fe4-8902-d0d6f64519de req-f6946de9-3af5-4c41-9113-db77e683d4a7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 950 time: 0.1511605 Oct 26 14:07:00.506009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Request body: {'port': {'device_id': '2aa94027-e8f2-4755-8227-baf062c37557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:00.554746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-937714b9-06c9-4931-a70d-acfdee9105c6 req-896d7ee0-bb69-4346-bac4-b01179db2e08 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732772 Oct 26 14:07:00.681116 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.685014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb5a10-6916-4f31-9468-727a5b39488c req-05e3e3ed-6262-4d2a-ad87-3a0fda90e679 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.692732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43eb5a10-6916-4f31-9468-727a5b39488c req-05e3e3ed-6262-4d2a-ad87-3a0fda90e679 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 944 time: 0.1467841 Oct 26 14:07:00.700780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-7029cfb4-0d6a-4dc8-824c-04b219bf07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.701294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-7029cfb4-0d6a-4dc8-824c-04b219bf07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.701739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-7029cfb4-0d6a-4dc8-824c-04b219bf07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.704027 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-7029cfb4-0d6a-4dc8-824c-04b219bf07e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=035e6464759349afbd341d7175650b42&device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2866 time: 0.1655085 Oct 26 14:07:00.805064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b854e1d3-3822-4212-85fc-aca2cbf9a143 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:00.814589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43eb5a10-6916-4f31-9468-727a5b39488c req-f2a544f5-4179-43e6-ae59-fc3f71d59e73 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212642 Oct 26 14:07:00.820455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-05350314-17d8-4fe4-8902-d0d6f64519de req-1915da53-23bc-4963-8b55-6dc85c89c238 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Deleting port 1439f829-1abc-45d0-a350-7e26d440e1d8 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:00.820805 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05350314-17d8-4fe4-8902-d0d6f64519de req-1915da53-23bc-4963-8b55-6dc85c89c238 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.871406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port b854e1d3-3822-4212-85fc-aca2cbf9a143 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:00.881523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port b854e1d3-3822-4212-85fc-aca2cbf9a143 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:00.881902 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.962483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18644e7-68c6-498d-acb9-97743140ccf8 req-3a7c2075-aee3-4aab-a035-5c1d43549321 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.965328 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c18644e7-68c6-498d-acb9-97743140ccf8 req-3a7c2075-aee3-4aab-a035-5c1d43549321 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1968379 Oct 26 14:07:00.975039 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.981077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-2a96b76f-c718-43c8-8020-27471fd3e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.981589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-2a96b76f-c718-43c8-8020-27471fd3e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.982056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-2a96b76f-c718-43c8-8020-27471fd3e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.983637 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-2a96b76f-c718-43c8-8020-27471fd3e2f0 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=035e6464759349afbd341d7175650b42&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2699673 Oct 26 14:07:00.994262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f472a8-c68d-439e-bb1a-7cd7c67feca7 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:01.009611 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fc6fbd-d3f7-4810-a46f-885713b7cb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b854e1d3-3822-4212-85fc-aca2cbf9a143'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:01.012886 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16e8948-8a3d-4215-b017-8c1bb7644e38" -d '{"events": [{"server_uuid": "c3fc6fbd-d3f7-4810-a46f-885713b7cb3f", "name": "network-vif-plugged", "status": "completed", "tag": "b854e1d3-3822-4212-85fc-aca2cbf9a143"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:01.022284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bd16d-a67e-40ff-aae9-66b1ce9be7ed req-49205db0-d7be-4365-90ac-4d15b6a26af2 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.025399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b854e1d3-3822-4212-85fc-aca2cbf9a143, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b854e1d3-3822-4212-85fc-aca2cbf9a143,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:01.029843 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.030019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c12bd16d-a67e-40ff-aae9-66b1ce9be7ed req-49205db0-d7be-4365-90ac-4d15b6a26af2 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 932 time: 0.1440058 Oct 26 14:07:01.033111 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.071429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c18644e7-68c6-498d-acb9-97743140ccf8 req-bcf4cf9d-5bde-4d84-9348-17940e9fe483 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921433 Oct 26 14:07:01.087957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=b854e1d3-3822-4212-85fc-aca2cbf9a143,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:01.094621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Transition to ACTIVE for port object b8f472a8-c68d-439e-bb1a-7cd7c67feca7 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:01.100752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c12bd16d-a67e-40ff-aae9-66b1ce9be7ed req-d5720440-dc0e-4724-aaf4-0ed4dda14984 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687816 Oct 26 14:07:01.114433 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.125142 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-05350314-17d8-4fe4-8902-d0d6f64519de req-1915da53-23bc-4963-8b55-6dc85c89c238 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] For port 1439f829-1abc-45d0-a350-7e26d440e1d8, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=1439f829-1abc-45d0-a350-7e26d440e1d8,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:01.125561 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05350314-17d8-4fe4-8902-d0d6f64519de req-1915da53-23bc-4963-8b55-6dc85c89c238 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.161640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-05350314-17d8-4fe4-8902-d0d6f64519de req-1915da53-23bc-4963-8b55-6dc85c89c238 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Calling delete_port for 1439f829-1abc-45d0-a350-7e26d440e1d8 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:01.176082 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f472a8-c68d-439e-bb1a-7cd7c67feca7,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:01.264356 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-efefaa51-edd3-4a27-8acf-b231cd80782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.266001 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f34ae098-e8ff-4fbc-96af-0392710d0ea2 req-efefaa51-edd3-4a27-8acf-b231cd80782c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2590673 Oct 26 14:07:01.271276 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a2fbd5-ee44-44db-b6f4-6182faa73e89 x-openstack-request-id: req-73a2fbd5-ee44-44db-b6f4-6182faa73e89 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:01.271936 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fc6fbd-d3f7-4810-a46f-885713b7cb3f", "name": "network-vif-plugged", "status": "completed", "tag": "b854e1d3-3822-4212-85fc-aca2cbf9a143", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:01.272332 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73a2fbd5-ee44-44db-b6f4-6182faa73e89 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:01.272906 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fc6fbd-d3f7-4810-a46f-885713b7cb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b854e1d3-3822-4212-85fc-aca2cbf9a143', 'code': 200} Oct 26 14:07:01.318678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Attempting to bind port b8f472a8-c68d-439e-bb1a-7cd7c67feca7 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:01.319352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Attempting to bind port b8f472a8-c68d-439e-bb1a-7cd7c67feca7 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:01.319756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Attempting to bind port b8f472a8-c68d-439e-bb1a-7cd7c67feca7 on network 0c35e518-cf32-42c2-8724-45fb7998b96d {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:01.326744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Port b8f472a8-c68d-439e-bb1a-7cd7c67feca7 on network 0c35e518-cf32-42c2-8724-45fb7998b96d not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:01.327076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Attempting to bind port b8f472a8-c68d-439e-bb1a-7cd7c67feca7 on network 0c35e518-cf32-42c2-8724-45fb7998b96d {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:01.335324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165a464e-00b2-401f-b58f-369eda480281 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:01.338348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0eb05-1888-46ec-9ee3-bb8ef0718ea0 req-25a80f82-438b-4e69-a0f5-25f652c67bd5 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.343191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cf0eb05-1888-46ec-9ee3-bb8ef0718ea0 req-25a80f82-438b-4e69-a0f5-25f652c67bd5 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 943 time: 0.1112344 Oct 26 14:07:01.358945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:01.359119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'tag': '775af047-ba62-4196-a62a-4cf6ef406fa2'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:01.359240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Checking segment: {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:01.359564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Bound using segment: {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:01.360006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Bound port: b8f472a8-c68d-439e-bb1a-7cd7c67feca7, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:01.360356 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.361204 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ebb815-2f68-43f7-8385-82db5a50551a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "tag": "775af047-ba62-4196-a62a-4cf6ef406fa2"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:01.369468 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.396767 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Transition to ACTIVE for port object 165a464e-00b2-401f-b58f-369eda480281 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:01.421011 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.439226 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-b23701c7-acc7-42b0-b64b-5797b31c925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.439895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-b23701c7-acc7-42b0-b64b-5797b31c925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.440705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-b23701c7-acc7-42b0-b64b-5797b31c925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.442529 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-b23701c7-acc7-42b0-b64b-5797b31c925f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=035e6464759349afbd341d7175650b42&device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2866 time: 0.1232865 Oct 26 14:07:01.532839 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-2dbc54b5-737c-4a80-a59d-9984996db4f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee HTTP/1.1" status: 200 len: 217 time: 0.0670016 Oct 26 14:07:01.541495 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05350314-17d8-4fe4-8902-d0d6f64519de req-1915da53-23bc-4963-8b55-6dc85c89c238 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.553266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1439f829-1abc-45d0-a350-7e26d440e1d8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:01.554725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Pushing event updated for resources: {'Port': ['ID=165a464e-00b2-401f-b58f-369eda480281,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:01.648002 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915da53-23bc-4963-8b55-6dc85c89c238 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Pushing event deleted for resources: {'Port': ['ID=1439f829-1abc-45d0-a350-7e26d440e1d8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:01.718066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-597af3e8-7989-4832-bc2e-200e11a9efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.720307 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-597af3e8-7989-4832-bc2e-200e11a9efcb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40c0e8f5-2c35-4386-8f2b-88700a2688d7 HTTP/1.1" status: 200 len: 801 time: 0.1742613 Oct 26 14:07:01.720307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-05350314-17d8-4fe4-8902-d0d6f64519de req-1915da53-23bc-4963-8b55-6dc85c89c238 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] No DVR routers for this DVR port 1439f829-1abc-45d0-a350-7e26d440e1d8 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:01.724045 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05350314-17d8-4fe4-8902-d0d6f64519de req-1915da53-23bc-4963-8b55-6dc85c89c238 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.727357 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-05350314-17d8-4fe4-8902-d0d6f64519de req-1915da53-23bc-4963-8b55-6dc85c89c238 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.25 "DELETE /v2.0/ports/1439f829-1abc-45d0-a350-7e26d440e1d8 HTTP/1.1" status: 204 len: 173 time: 1.1995912 Oct 26 14:07:01.773401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Attempting to bind port 165a464e-00b2-401f-b58f-369eda480281 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:01.773739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Attempting to bind port 165a464e-00b2-401f-b58f-369eda480281 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:01.774098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Attempting to bind port 165a464e-00b2-401f-b58f-369eda480281 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:01.774260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cf0eb05-1888-46ec-9ee3-bb8ef0718ea0 req-67054a75-7c3b-47b8-be25-252a7f34e2ce tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271793 Oct 26 14:07:01.782213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Port 165a464e-00b2-401f-b58f-369eda480281 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:01.782514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Attempting to bind port 165a464e-00b2-401f-b58f-369eda480281 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:01.790535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:01.790942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Checking segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:01.791251 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Bound using segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:01.796053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72523b-29bb-4cbc-a26c-b28e9de84960 req-84c11790-8880-46ed-88af-f0a957e69c20 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.797584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f72523b-29bb-4cbc-a26c-b28e9de84960 req-84c11790-8880-46ed-88af-f0a957e69c20 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.4672620 Oct 26 14:07:01.800998 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Bound port: 165a464e-00b2-401f-b58f-369eda480281, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:01.801378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.805124 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bf79a-0bea-4df5-818e-db3e54ba2eae req-9e0aa41b-8af9-4bdc-8a53-d1cf710c8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.806651 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-384bf79a-0bea-4df5-818e-db3e54ba2eae req-9e0aa41b-8af9-4bdc-8a53-d1cf710c8745 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 1096 time: 0.4507887 Oct 26 14:07:01.806783 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5cb002bc-5cb7-4873-bdfa-aae0a6d43484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.808304 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5cb002bc-5cb7-4873-bdfa-aae0a6d43484 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=effecc1e-7e48-408b-8b58-a6b03d499d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0800607 Oct 26 14:07:01.830860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] For port b8f472a8-c68d-439e-bb1a-7cd7c67feca7, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:01.861847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] For port b8f472a8-c68d-439e-bb1a-7cd7c67feca7, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b8f472a8-c68d-439e-bb1a-7cd7c67feca7,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:01.883967 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.893123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f72523b-29bb-4cbc-a26c-b28e9de84960 req-6589a408-fa5a-4d38-ab70-18e4caabb6c7 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837173 Oct 26 14:07:01.936163 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] For port 165a464e-00b2-401f-b58f-369eda480281, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:01.940550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] For port 165a464e-00b2-401f-b58f-369eda480281, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=165a464e-00b2-401f-b58f-369eda480281,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:01.945142 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76ba0b02-2c6a-44cb-a36e-5a80f6c42d48 req-c5006f1d-1b9b-4dd5-b3ba-1fdda23f34c7 tempest-ServersOnMultiNodesTest-2108735626 tempest-ServersOnMultiNodesTest-2108735626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf0d273-c8e1-415d-8f6b-b9e01232a39e HTTP/1.1" status: 200 len: 210 time: 0.0817611 Oct 26 14:07:01.949191 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.950295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-384bf79a-0bea-4df5-818e-db3e54ba2eae req-be212fec-b633-45fc-8ed3-fc494f3b4e53 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338906 Oct 26 14:07:01.956961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.957568 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.959482 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa38de58-d923-4337-b69a-31f2deb97085 req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] 10.222.0.25 "PUT /v2.0/ports/b8f472a8-c68d-439e-bb1a-7cd7c67feca7 HTTP/1.1" status: 200 len: 1091 time: 1.6462252 Oct 26 14:07:01.960133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eead7398-4514-4fd1-9191-afa9a92cfd88', 'tag': 'b8f472a8-c68d-439e-bb1a-7cd7c67feca7'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:01.964532 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd8902c-5db9-4c60-89fc-41bc933940ef" -d '{"events": [{"name": "network-changed", "server_uuid": "eead7398-4514-4fd1-9191-afa9a92cfd88", "tag": "b8f472a8-c68d-439e-bb1a-7cd7c67feca7"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:01.987162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cf405-b79c-4372-920d-c3ec8a42de39 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f472a8-c68d-439e-bb1a-7cd7c67feca7,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:02.008581 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-e6acff62-1d90-4dca-bd9a-652b3442e17d service neutron] 10.222.0.25 "GET /v2.0/networks/effecc1e-7e48-408b-8b58-a6b03d499d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605840 Oct 26 14:07:02.016491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.017123 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:02.018562 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] 10.222.0.25 "PUT /v2.0/ports/165a464e-00b2-401f-b58f-369eda480281 HTTP/1.1" status: 200 len: 1092 time: 1.5166571 Oct 26 14:07:02.071410 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297f829f-9b31-42a3-adfd-58047c3cfae0 x-openstack-request-id: req-297f829f-9b31-42a3-adfd-58047c3cfae0 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:02.071701 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "tag": "775af047-ba62-4196-a62a-4cf6ef406fa2", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:02.082307 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-297f829f-9b31-42a3-adfd-58047c3cfae0 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:02.083082 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'tag': '775af047-ba62-4196-a62a-4cf6ef406fa2', 'status': 'completed', 'code': 200} Oct 26 14:07:02.126193 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38de58-d923-4337-b69a-31f2deb97085 req-9280892e-7b68-420a-ad46-6814363c4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.132575 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa38de58-d923-4337-b69a-31f2deb97085 req-9280892e-7b68-420a-ad46-6814363c4c07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 1094 time: 0.1057751 Oct 26 14:07:02.206925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e6795-1bd2-45b3-89d5-03f1e7984eea service neutron] Pushing event updated for resources: {'Port': ['ID=165a464e-00b2-401f-b58f-369eda480281,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:02.214592 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa38de58-d923-4337-b69a-31f2deb97085 req-62fe2420-2568-49aa-8256-e527c271ed2c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8f472a8-c68d-439e-bb1a-7cd7c67feca7 HTTP/1.1" status: 200 len: 217 time: 0.0664840 Oct 26 14:07:02.222861 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-9be4a8eb-08a3-4c70-830d-b901077e5b18 service neutron] 10.222.0.25 "GET /v2.0/networks/effecc1e-7e48-408b-8b58-a6b03d499d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908033 Oct 26 14:07:02.258203 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-b69d6523-54c1-46d0-9e7e-e97d6df283c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.260694 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-b69d6523-54c1-46d0-9e7e-e97d6df283c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 1095 time: 0.0857310 Oct 26 14:07:02.308760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d70e1d-07d1-4f99-a600-24dc1a576310 req-fdd50d4a-8a5a-48f1-8d35-aa1fd7a4e02a tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.315017 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d70e1d-07d1-4f99-a600-24dc1a576310 req-fdd50d4a-8a5a-48f1-8d35-aa1fd7a4e02a tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.322314 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d70e1d-07d1-4f99-a600-24dc1a576310 req-fdd50d4a-8a5a-48f1-8d35-aa1fd7a4e02a tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.330412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6d70e1d-07d1-4f99-a600-24dc1a576310 req-fdd50d4a-8a5a-48f1-8d35-aa1fd7a4e02a tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2413 time: 0.1702280 Oct 26 14:07:02.334212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38de58-d923-4337-b69a-31f2deb97085 req-16d8a060-09e2-4932-bd5f-b88c10ba60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.335576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa38de58-d923-4337-b69a-31f2deb97085 req-16d8a060-09e2-4932-bd5f-b88c10ba60f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58f199ee-a046-49d1-984f-441650e52e48 HTTP/1.1" status: 200 len: 851 time: 0.0956171 Oct 26 14:07:02.364980 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-e7942cd2-c374-44df-978a-26a6653e804f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=165a464e-00b2-401f-b58f-369eda480281 HTTP/1.1" status: 200 len: 217 time: 0.0945606 Oct 26 14:07:02.367421 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-2a8efd12-cb74-4037-a7b9-9414ec39f020 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.149&port_id=03a4436b-9c58-4560-a1df-0344a1ed27d4 HTTP/1.1" status: 200 len: 217 time: 0.1137867 Oct 26 14:07:02.382735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa38de58-d923-4337-b69a-31f2deb97085 req-66afd986-b615-4b5e-9f2b-0cb1055b4b1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c35e518-cf32-42c2-8724-45fb7998b96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331852 Oct 26 14:07:02.430352 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6d70e1d-07d1-4f99-a600-24dc1a576310 req-d4c916be-a528-4b3e-9592-2ae7cad30ca8 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989711 Oct 26 14:07:02.453706 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-f1301587-ca6b-4ca4-82d3-9f1b282396d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.455382 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-f1301587-ca6b-4ca4-82d3-9f1b282396d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.0781620 Oct 26 14:07:02.496942 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-b51621e4-71fd-466e-aa2e-128cc8778681 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333316 Oct 26 14:07:02.498950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-74d5607b-1e94-467b-b7b3-746e8c97ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.500341 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-74d5607b-1e94-467b-b7b3-746e8c97ad70 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=62e2a3ad-49a9-4f20-822a-73f42b3ef0ce HTTP/1.1" status: 200 len: 801 time: 0.1140504 Oct 26 14:07:02.501124 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245b027-d04a-45d7-b966-ba09d33c4782 req-1a6a3467-69f7-4ef9-a2f0-2f1408f2e3a5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.502676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a245b027-d04a-45d7-b966-ba09d33c4782 req-1a6a3467-69f7-4ef9-a2f0-2f1408f2e3a5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.1225731 Oct 26 14:07:02.542995 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f0f34b-9241-42ce-b8fd-3cd117dd621c x-openstack-request-id: req-77f0f34b-9241-42ce-b8fd-3cd117dd621c {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:02.543290 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eead7398-4514-4fd1-9191-afa9a92cfd88", "tag": "b8f472a8-c68d-439e-bb1a-7cd7c67feca7", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:02.543541 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77f0f34b-9241-42ce-b8fd-3cd117dd621c {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:02.543935 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eead7398-4514-4fd1-9191-afa9a92cfd88', 'tag': 'b8f472a8-c68d-439e-bb1a-7cd7c67feca7', 'status': 'completed', 'code': 200} Oct 26 14:07:02.551977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa38de58-d923-4337-b69a-31f2deb97085 req-48563d26-dc33-41cc-92a8-7f687ae9484c service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524889 Oct 26 14:07:02.610826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-27c93832-7c72-4be1-bfd4-16e6a72e285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.612434 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-27c93832-7c72-4be1-bfd4-16e6a72e285c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ee9793ef-fdff-412e-9a7d-989c1ef712e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0918045 Oct 26 14:07:02.618626 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a245b027-d04a-45d7-b966-ba09d33c4782 req-11a78e97-009e-4a3b-bd1b-14ea648c606e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037467 Oct 26 14:07:02.695262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58764f15-aaac-4708-b182-667d0904bd89 req-341bd48a-a9a2-424c-b080-450b0ea0b846 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.696674 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58764f15-aaac-4708-b182-667d0904bd89 req-341bd48a-a9a2-424c-b080-450b0ea0b846 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 944 time: 0.0817657 Oct 26 14:07:02.704084 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-501770b6-bc37-4947-8f13-9d052ccec360 service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940219 Oct 26 14:07:02.713010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa38de58-d923-4337-b69a-31f2deb97085 req-22d546d8-c483-4633-ab17-5a27904beb95 service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517990 Oct 26 14:07:02.783044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58764f15-aaac-4708-b182-667d0904bd89 req-659d93fa-dda6-4741-aa18-d70523555fcf tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722096 Oct 26 14:07:02.812356 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa729a7b-935f-4b74-b72a-7081c7a37371 req-48944f27-547d-4c00-a2ca-d0f0695b0a28 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.815797 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-5543ea45-33a3-4056-810b-4f15dfb84aae service neutron] 10.222.0.25 "GET /v2.0/networks/ee9793ef-fdff-412e-9a7d-989c1ef712e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889365 Oct 26 14:07:02.819636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa729a7b-935f-4b74-b72a-7081c7a37371 req-48944f27-547d-4c00-a2ca-d0f0695b0a28 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1198187 Oct 26 14:07:02.863322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8902c-5db9-4c60-89fc-41bc933940ef req-4477445d-3a9b-40b2-b0e3-ae548bf64cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.864811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bd8902c-5db9-4c60-89fc-41bc933940ef req-4477445d-3a9b-40b2-b0e3-ae548bf64cf4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 1094 time: 0.0987473 Oct 26 14:07:02.867682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa729a7b-935f-4b74-b72a-7081c7a37371 req-da29a27e-ccbc-42a4-bee2-ccdfa4c3a9d2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472760 Oct 26 14:07:02.902311 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d7f4c26-181d-47fd-aa76-1b829c80986b req-42c542c7-bcd1-4710-b26d-703f00fdb95d service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900115 Oct 26 14:07:02.953855 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-fb820e5e-8f0a-4e0f-8ff7-041407d1afe1 service neutron] 10.222.0.25 "GET /v2.0/networks/ee9793ef-fdff-412e-9a7d-989c1ef712e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298361 Oct 26 14:07:02.988190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34618203-4d9c-4642-84ff-b4892e3e8be4 req-f9f39ffb-5944-4b9f-a771-c95f10e75de2 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.989686 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34618203-4d9c-4642-84ff-b4892e3e8be4 req-f9f39ffb-5944-4b9f-a771-c95f10e75de2 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 943 time: 0.1085055 Oct 26 14:07:03.006927 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-8707382e-7722-41da-beed-5a7310e524a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=775af047-ba62-4196-a62a-4cf6ef406fa2 HTTP/1.1" status: 200 len: 217 time: 0.0440879 Oct 26 14:07:03.059879 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8902c-5db9-4c60-89fc-41bc933940ef req-93bb90bd-a72f-45f8-8074-878b231a0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.061399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bd8902c-5db9-4c60-89fc-41bc933940ef req-93bb90bd-a72f-45f8-8074-878b231a0927 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 912 time: 0.1887004 Oct 26 14:07:03.065585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-f5e6d5e8-49fa-4455-af02-db4eb1049c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.067243 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-f5e6d5e8-49fa-4455-af02-db4eb1049c89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40c0e8f5-2c35-4386-8f2b-88700a2688d7 HTTP/1.1" status: 200 len: 801 time: 0.0507102 Oct 26 14:07:03.076133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34618203-4d9c-4642-84ff-b4892e3e8be4 req-af0bef3a-895b-4435-84d9-057efaf796cb tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762408 Oct 26 14:07:03.123972 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bd8902c-5db9-4c60-89fc-41bc933940ef req-137dc608-e901-4aa7-88a1-7b89f60f2b0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8f472a8-c68d-439e-bb1a-7cd7c67feca7 HTTP/1.1" status: 200 len: 217 time: 0.0459664 Oct 26 14:07:03.131111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-212f9264-b867-407b-965a-af307e6fcf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.132891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c5bc6-3c70-48cb-b404-01853af34f9f req-7d93ef99-78c9-4bdf-aad7-2a9ac4f17ca3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.133583 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-212f9264-b867-407b-965a-af307e6fcf95 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=effecc1e-7e48-408b-8b58-a6b03d499d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0573699 Oct 26 14:07:03.134480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e5c5bc6-3c70-48cb-b404-01853af34f9f req-7d93ef99-78c9-4bdf-aad7-2a9ac4f17ca3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1374805 Oct 26 14:07:03.196585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8902c-5db9-4c60-89fc-41bc933940ef req-75bd5a71-d786-403c-b8f3-7ff79d02cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.198008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bd8902c-5db9-4c60-89fc-41bc933940ef req-75bd5a71-d786-403c-b8f3-7ff79d02cb1e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58f199ee-a046-49d1-984f-441650e52e48 HTTP/1.1" status: 200 len: 851 time: 0.0627038 Oct 26 14:07:03.219388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e5c5bc6-3c70-48cb-b404-01853af34f9f req-c22595f0-fef0-4f55-8451-dc5bc97655f8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752895 Oct 26 14:07:03.253853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bd8902c-5db9-4c60-89fc-41bc933940ef req-fd8112b8-07b0-4c72-9951-4db0f456f820 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c35e518-cf32-42c2-8724-45fb7998b96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406477 Oct 26 14:07:03.281285 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-6fb9ee6c-e92a-4a63-bce7-b4375b219a67 service neutron] 10.222.0.25 "GET /v2.0/networks/effecc1e-7e48-408b-8b58-a6b03d499d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372693 Oct 26 14:07:03.397396 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bd8902c-5db9-4c60-89fc-41bc933940ef req-45107c83-4a68-4c0a-be09-331e1a5ac196 service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366234 Oct 26 14:07:03.482976 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-059de36c-e2ef-4d0c-9c07-99b8b9a2fe5d req-109a1c58-dc72-4814-a7fb-4340486ddf93 service neutron] 10.222.0.25 "GET /v2.0/networks/effecc1e-7e48-408b-8b58-a6b03d499d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931674 Oct 26 14:07:03.514953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bd8902c-5db9-4c60-89fc-41bc933940ef req-dba9d2ce-725c-4db0-b1c8-7518ba760cf8 service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061122 Oct 26 14:07:03.681216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df74c87-9f17-4c91-8eda-3bf4ab8f9eb6 req-ff6560cb-153a-4e33-9b91-91642f2fdb5e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.688372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df74c87-9f17-4c91-8eda-3bf4ab8f9eb6 req-ff6560cb-153a-4e33-9b91-91642f2fdb5e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.695041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df74c87-9f17-4c91-8eda-3bf4ab8f9eb6 req-ff6560cb-153a-4e33-9b91-91642f2fdb5e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.696795 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2df74c87-9f17-4c91-8eda-3bf4ab8f9eb6 req-ff6560cb-153a-4e33-9b91-91642f2fdb5e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2413 time: 0.1379914 Oct 26 14:07:03.715723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebb815-2f68-43f7-8385-82db5a50551a req-32f00cba-4e2a-4ba9-8a50-bc7c7afedffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.716269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebb815-2f68-43f7-8385-82db5a50551a req-32f00cba-4e2a-4ba9-8a50-bc7c7afedffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.716811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebb815-2f68-43f7-8385-82db5a50551a req-32f00cba-4e2a-4ba9-8a50-bc7c7afedffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.718490 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9ebb815-2f68-43f7-8385-82db5a50551a req-32f00cba-4e2a-4ba9-8a50-bc7c7afedffc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=035e6464759349afbd341d7175650b42&device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2866 time: 0.1273186 Oct 26 14:07:03.727146 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58648) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:03.761946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d671fc8-8bf1-49a8-8476-1225f2559d07 req-545a01c7-616d-48be-bb7b-39bea067fa84 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.763473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d671fc8-8bf1-49a8-8476-1225f2559d07 req-545a01c7-616d-48be-bb7b-39bea067fa84 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1366508 Oct 26 14:07:03.817385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2df74c87-9f17-4c91-8eda-3bf4ab8f9eb6 req-f9e62543-59e0-439d-9f92-9b82c18853ee tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119320 Oct 26 14:07:03.874732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d671fc8-8bf1-49a8-8476-1225f2559d07 req-21185f80-c6e7-4023-9063-3320458b1d43 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779080 Oct 26 14:07:03.884902 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a521e36d-cf3a-4f3d-a3cb-1cedae75872e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c869b6d52e6491b913e06699b75389e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541610 Oct 26 14:07:03.885768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58656) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:03.910824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebb815-2f68-43f7-8385-82db5a50551a req-83b4a8fd-cedd-4e93-be50-54e627bd9f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.912249 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9ebb815-2f68-43f7-8385-82db5a50551a req-83b4a8fd-cedd-4e93-be50-54e627bd9f3c service neutron] 10.222.0.25 "GET /v2.0/networks?id=effecc1e-7e48-408b-8b58-a6b03d499d47 HTTP/1.1" status: 200 len: 902 time: 0.1840131 Oct 26 14:07:03.991853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9ebb815-2f68-43f7-8385-82db5a50551a req-ac8736dc-897d-4f2d-b39b-8cc81f167d0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=775af047-ba62-4196-a62a-4cf6ef406fa2 HTTP/1.1" status: 200 len: 217 time: 0.0604858 Oct 26 14:07:04.066116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa917b9-c80f-43bd-852f-40cb7a4878dd req-b6b8ca41-cd49-4233-a728-3e114533698b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:04.067571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fa917b9-c80f-43bd-852f-40cb7a4878dd req-b6b8ca41-cd49-4233-a728-3e114533698b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.1738415 Oct 26 14:07:04.084770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf0d273-c8e1-415d-8f6b-b9e01232a39e', 'name': 'network-vif-deleted', 'tag': '1439f829-1abc-45d0-a350-7e26d440e1d8'}, {'name': 'network-changed', 'server_uuid': '2aa94027-e8f2-4755-8227-baf062c37557', 'tag': '165a464e-00b2-401f-b58f-369eda480281'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:04.087200 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7082e8cd-2e63-45af-8dfc-05057774b019" -d '{"events": [{"server_uuid": "7bf0d273-c8e1-415d-8f6b-b9e01232a39e", "name": "network-vif-deleted", "tag": "1439f829-1abc-45d0-a350-7e26d440e1d8"}, {"name": "network-changed", "server_uuid": "2aa94027-e8f2-4755-8227-baf062c37557", "tag": "165a464e-00b2-401f-b58f-369eda480281"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:04.102250 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2107-f292-4097-ac9a-bbfb2c21b65c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:04.111642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebb815-2f68-43f7-8385-82db5a50551a req-e2c8e900-8181-41d6-ba58-10e2b2b69fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:04.113065 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9ebb815-2f68-43f7-8385-82db5a50551a req-e2c8e900-8181-41d6-ba58-10e2b2b69fa4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40c0e8f5-2c35-4386-8f2b-88700a2688d7 HTTP/1.1" status: 200 len: 801 time: 0.0970941 Oct 26 14:07:04.122966 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c5dff-cb63-4b65-a7bf-7ab26ec83e64 req-14d673d0-d1c4-4fdb-b579-0d4e94c5e1ef tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:04.124332 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-017c5dff-cb63-4b65-a7bf-7ab26ec83e64 req-14d673d0-d1c4-4fdb-b579-0d4e94c5e1ef tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 944 time: 0.1459856 Oct 26 14:07:04.193076 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2107-f292-4097-ac9a-bbfb2c21b65c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:04.196944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fa917b9-c80f-43bd-852f-40cb7a4878dd req-2f775dfb-250d-4ce3-900d-d528bbd947ed tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198349 Oct 26 14:07:04.233439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-017c5dff-cb63-4b65-a7bf-7ab26ec83e64 req-0ca28895-f151-4fdd-81b1-78197a42ffde tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867841 Oct 26 14:07:04.244034 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebb815-2f68-43f7-8385-82db5a50551a req-cdebdf61-1c9c-4d5d-a47e-c7089cf2d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:04.246155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9ebb815-2f68-43f7-8385-82db5a50551a req-cdebdf61-1c9c-4d5d-a47e-c7089cf2d790 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=effecc1e-7e48-408b-8b58-a6b03d499d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1208303 Oct 26 14:07:04.285527 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31cb702-7257-4c2f-87f6-bbcc8dcd1bda x-openstack-request-id: req-d31cb702-7257-4c2f-87f6-bbcc8dcd1bda {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:04.286300 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf0d273-c8e1-415d-8f6b-b9e01232a39e", "name": "network-vif-deleted", "tag": "1439f829-1abc-45d0-a350-7e26d440e1d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2aa94027-e8f2-4755-8227-baf062c37557", "tag": "165a464e-00b2-401f-b58f-369eda480281", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:04.286769 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d31cb702-7257-4c2f-87f6-bbcc8dcd1bda {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:04.287391 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf0d273-c8e1-415d-8f6b-b9e01232a39e', 'name': 'network-vif-deleted', 'tag': '1439f829-1abc-45d0-a350-7e26d440e1d8', 'status': 'completed', 'code': 200} Oct 26 14:07:04.287834 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa94027-e8f2-4755-8227-baf062c37557', 'tag': '165a464e-00b2-401f-b58f-369eda480281', 'status': 'completed', 'code': 200} Oct 26 14:07:04.355280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082e8cd-2e63-45af-8dfc-05057774b019 req-26c87afd-7e7c-41e3-b35b-6b8bc81d54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:04.356787 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7082e8cd-2e63-45af-8dfc-05057774b019 req-26c87afd-7e7c-41e3-b35b-6b8bc81d54d5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 1095 time: 0.0432913 Oct 26 14:07:04.387968 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2107-f292-4097-ac9a-bbfb2c21b65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:04.390561 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2107-f292-4097-ac9a-bbfb2c21b65c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:04.391677 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d5cf2107-f292-4097-ac9a-bbfb2c21b65c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49753cb0-339e-42ef-a5c3-a6b48f7be8fe HTTP/1.1" status: 204 len: 168 time: 0.5055556 Oct 26 14:07:04.406828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf2107-f292-4097-ac9a-bbfb2c21b65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49753cb0-339e-42ef-a5c3-a6b48f7be8fe,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:04.429074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef83d7-3863-40f0-aa08-cf5a0f8105ca req-892b17f4-1c7d-4179-8bdd-f48097b75914 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:04.436844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4ef83d7-3863-40f0-aa08-cf5a0f8105ca req-892b17f4-1c7d-4179-8bdd-f48097b75914 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1578808 Oct 26 14:07:04.442645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9ebb815-2f68-43f7-8385-82db5a50551a req-319852ec-63ef-4fdd-a842-393bdc7d9fda service neutron] 10.222.0.25 "GET /v2.0/networks/effecc1e-7e48-408b-8b58-a6b03d499d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869502 Oct 26 14:07:04.463065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082e8cd-2e63-45af-8dfc-05057774b019 req-828e0382-8dbf-4ad8-ba69-e9da724a642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:04.464619 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7082e8cd-2e63-45af-8dfc-05057774b019 req-828e0382-8dbf-4ad8-ba69-e9da724a642d service neutron] 10.222.0.25 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 907 time: 0.1003923 Oct 26 14:07:04.517701 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7082e8cd-2e63-45af-8dfc-05057774b019 req-dd6711af-8dc9-40e0-98d4-becacfbe0892 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=165a464e-00b2-401f-b58f-369eda480281 HTTP/1.1" status: 200 len: 217 time: 0.0437071 Oct 26 14:07:04.530019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad00056-e078-4520-8486-1f06e1fdf924 req-3f6ec92a-4eda-457d-9946-3e36aaa715fa tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:04.531528 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ad00056-e078-4520-8486-1f06e1fdf924 req-3f6ec92a-4eda-457d-9946-3e36aaa715fa tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 943 time: 0.1809518 Oct 26 14:07:04.544066 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4ef83d7-3863-40f0-aa08-cf5a0f8105ca req-786bcf83-df18-4f87-9d48-3d5297d6761e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063685 Oct 26 14:07:04.588018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082e8cd-2e63-45af-8dfc-05057774b019 req-b57c0b06-7679-4a90-8ad1-bddfb7c3d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:04.590169 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7082e8cd-2e63-45af-8dfc-05057774b019 req-b57c0b06-7679-4a90-8ad1-bddfb7c3d6aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.0650609 Oct 26 14:07:04.628287 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9ebb815-2f68-43f7-8385-82db5a50551a req-4bd2b626-0b4d-491f-980e-68b25f0164e0 service neutron] 10.222.0.25 "GET /v2.0/networks/effecc1e-7e48-408b-8b58-a6b03d499d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701221 Oct 26 14:07:04.631529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ad00056-e078-4520-8486-1f06e1fdf924 req-8d44de85-a55a-4b79-b59f-29e0d73529fb tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936191 Oct 26 14:07:04.650378 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7082e8cd-2e63-45af-8dfc-05057774b019 req-d7233b41-9440-468a-b441-419e7f83029b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464942 Oct 26 14:07:04.778033 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7082e8cd-2e63-45af-8dfc-05057774b019 req-c61ff05d-afcb-456d-a82b-69fbde29f577 service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161709 Oct 26 14:07:04.833518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079a1c9-b5b0-42a4-ad7e-823057971fed req-7626ec91-cbf7-430d-b8d3-f90b96b3119d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:04.841694 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4079a1c9-b5b0-42a4-ad7e-823057971fed req-7626ec91-cbf7-430d-b8d3-f90b96b3119d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.0635788 Oct 26 14:07:04.878678 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58684) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:04.910664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4079a1c9-b5b0-42a4-ad7e-823057971fed req-9ee67da9-fcc1-42f0-bed6-73636f23b840 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678997 Oct 26 14:07:04.948940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124373e-b930-4c29-8f75-c8b5e8259098 req-dd773900-2730-4bfb-818a-681627363568 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:04.950622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e124373e-b930-4c29-8f75-c8b5e8259098 req-dd773900-2730-4bfb-818a-681627363568 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0867741 Oct 26 14:07:04.954786 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d712291c-a463-4831-bf76-d39a5b78cb6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59535cf097ae41229970c546b3a99757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0758967 Oct 26 14:07:04.956884 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58688) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:05.006461 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7082e8cd-2e63-45af-8dfc-05057774b019 req-2b59e5e8-a63e-4099-a93e-a0d0e7ab186a service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183981 Oct 26 14:07:05.026214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e124373e-b930-4c29-8f75-c8b5e8259098 req-5142f314-d10a-4123-909d-d36c93a3e982 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514114 Oct 26 14:07:05.072666 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15746a25-f86f-41d5-8058-f3d9081c81f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.089864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48197813-f5a3-4411-94f7-3c6f36762964 req-276fcae4-6080-46aa-959d-ce03153fa1d4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:05.096752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48197813-f5a3-4411-94f7-3c6f36762964 req-276fcae4-6080-46aa-959d-ce03153fa1d4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:05.100163 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15746a25-f86f-41d5-8058-f3d9081c81f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.102972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48197813-f5a3-4411-94f7-3c6f36762964 req-276fcae4-6080-46aa-959d-ce03153fa1d4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:05.106145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48197813-f5a3-4411-94f7-3c6f36762964 req-276fcae4-6080-46aa-959d-ce03153fa1d4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2413 time: 0.0749598 Oct 26 14:07:05.108292 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58692) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:05.168959 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15746a25-f86f-41d5-8058-f3d9081c81f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.170323 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48197813-f5a3-4411-94f7-3c6f36762964 req-1ba88728-0a57-4196-9121-223cffc18172 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543876 Oct 26 14:07:05.171849 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15746a25-f86f-41d5-8058-f3d9081c81f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.174099 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-15746a25-f86f-41d5-8058-f3d9081c81f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c921378-afe4-4345-81be-e3eba534e329 HTTP/1.1" status: 204 len: 168 time: 0.2162635 Oct 26 14:07:05.181638 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6747d2-2521-4277-b954-3fee37ef94d8 req-091f37e2-38c2-410b-969c-5dcd77c72559 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:05.182381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15746a25-f86f-41d5-8058-f3d9081c81f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c921378-afe4-4345-81be-e3eba534e329,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:05.190164 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d6747d2-2521-4277-b954-3fee37ef94d8 req-091f37e2-38c2-410b-969c-5dcd77c72559 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0838139 Oct 26 14:07:05.241450 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d6747d2-2521-4277-b954-3fee37ef94d8 req-49b99dd3-4b3d-4e96-813b-3cecde669b53 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454333 Oct 26 14:07:05.265318 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b24f505-5994-46e8-8c57-1d8611b84040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.340472 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 775af047-ba62-4196-a62a-4cf6ef406fa2 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:05.344915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 1439f829-1abc-45d0-a350-7e26d440e1d8 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:05.369324 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b24f505-5994-46e8-8c57-1d8611b84040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.376911 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 1439f829-1abc-45d0-a350-7e26d440e1d8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:05.377269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 1439f829-1abc-45d0-a350-7e26d440e1d8 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:05.377724 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b24f505-5994-46e8-8c57-1d8611b84040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.397100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e2133-034c-436f-9940-7f477d0700a4 req-26a09b70-a64f-49d3-839c-309587f599a1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:05.399422 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb4e2133-034c-436f-9940-7f477d0700a4 req-26a09b70-a64f-49d3-839c-309587f599a1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 944 time: 0.0677722 Oct 26 14:07:05.454394 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7b24f505-5994-46e8-8c57-1d8611b84040 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dd4dd044c6c42ae84980a4f25af774e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448932 Oct 26 14:07:05.455532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58708) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:05.486692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24f505-5994-46e8-8c57-1d8611b84040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7320f3-dba0-4156-9abd-b3fd1efbd3a3,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:05.490814 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb4e2133-034c-436f-9940-7f477d0700a4 req-1e934c08-8e5f-4c75-8fcc-05d1ea2d4a06 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779800 Oct 26 14:07:05.517124 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 775af047-ba62-4196-a62a-4cf6ef406fa2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=775af047-ba62-4196-a62a-4cf6ef406fa2,segment=NetworkSegment(b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3),segment_id=b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:05.529089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '775af047-ba62-4196-a62a-4cf6ef406fa2', 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47', 'port_id': '775af047-ba62-4196-a62a-4cf6ef406fa2', 'mac_address': 'fa:16:3e:35:26:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c0e8f5-2c35-4386-8f2b-88700a2688d7', 'ip_address': '19.80.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:05.536290 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bfe70a9-0895-426f-a2ea-b6b74f24989d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.568148 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bfe70a9-0895-426f-a2ea-b6b74f24989d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.590106 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.608267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775af047-ba62-4196-a62a-4cf6ef406fa2 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:05.635111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 775af047-ba62-4196-a62a-4cf6ef406fa2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=775af047-ba62-4196-a62a-4cf6ef406fa2,segment=NetworkSegment(b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3),segment_id=b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:05.639609 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.640324 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b8f472a8-c68d-439e-bb1a-7cd7c67feca7 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:05.648457 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bfe70a9-0895-426f-a2ea-b6b74f24989d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.651848 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bfe70a9-0895-426f-a2ea-b6b74f24989d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.656335 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5bfe70a9-0895-426f-a2ea-b6b74f24989d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad7320f3-dba0-4156-9abd-b3fd1efbd3a3 HTTP/1.1" status: 204 len: 168 time: 0.1980581 Oct 26 14:07:05.673958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe70a9-0895-426f-a2ea-b6b74f24989d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7320f3-dba0-4156-9abd-b3fd1efbd3a3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:05.781565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=775af047-ba62-4196-a62a-4cf6ef406fa2,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:05.837077 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b8f472a8-c68d-439e-bb1a-7cd7c67feca7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b8f472a8-c68d-439e-bb1a-7cd7c67feca7,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:05.854860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'b8f472a8-c68d-439e-bb1a-7cd7c67feca7', 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d', 'port_id': 'b8f472a8-c68d-439e-bb1a-7cd7c67feca7', 'mac_address': 'fa:16:3e:ba:6c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f199ee-a046-49d1-984f-441650e52e48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:05.879939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c3baf-78a8-451d-bfd6-67842d2610fa req-8216fb94-dcf9-44f4-a56c-11e4119421d4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:05.881598 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-965c3baf-78a8-451d-bfd6-67842d2610fa req-8216fb94-dcf9-44f4-a56c-11e4119421d4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 943 time: 0.1143262 Oct 26 14:07:05.900655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522070e-5df5-4a65-aec6-2e4cf314ce07 req-cc46d66c-c053-4427-8747-9b89c8a16a49 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:05.902961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a522070e-5df5-4a65-aec6-2e4cf314ce07 req-cc46d66c-c053-4427-8747-9b89c8a16a49 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0820374 Oct 26 14:07:05.916478 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.938575 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f472a8-c68d-439e-bb1a-7cd7c67feca7 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:05.969549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-965c3baf-78a8-451d-bfd6-67842d2610fa req-dc141079-b2ee-4d11-9d27-b6fe21e67ff0 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655766 Oct 26 14:07:05.971128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b8f472a8-c68d-439e-bb1a-7cd7c67feca7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b8f472a8-c68d-439e-bb1a-7cd7c67feca7,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:05.974905 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a522070e-5df5-4a65-aec6-2e4cf314ce07 req-95c77ea5-e377-47b5-81fe-3a6d79570141 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577233 Oct 26 14:07:05.976693 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.977545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 165a464e-00b2-401f-b58f-369eda480281 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:06.036721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b8f472a8-c68d-439e-bb1a-7cd7c67feca7,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:06.113331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813ab34-a2e2-477d-8206-99291bea5c8f req-b30ec45f-2e55-4777-9d5b-3ed7b48700fe tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:06.116901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9813ab34-a2e2-477d-8206-99291bea5c8f req-b30ec45f-2e55-4777-9d5b-3ed7b48700fe tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.0574625 Oct 26 14:07:06.173079 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9813ab34-a2e2-477d-8206-99291bea5c8f req-57f51d57-bf30-43d6-9460-2631d0107d18 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512271 Oct 26 14:07:06.176732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 165a464e-00b2-401f-b58f-369eda480281, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=165a464e-00b2-401f-b58f-369eda480281,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:06.193381 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '165a464e-00b2-401f-b58f-369eda480281', 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'port_id': '165a464e-00b2-401f-b58f-369eda480281', 'mac_address': 'fa:16:3e:c0:b6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2f8034-207a-46b1-a093-46a32822cb93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:06.239807 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:06.268021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165a464e-00b2-401f-b58f-369eda480281 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:06.294962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 165a464e-00b2-401f-b58f-369eda480281, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=165a464e-00b2-401f-b58f-369eda480281,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:06.303673 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:06.303673 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 03a4436b-9c58-4560-a1df-0344a1ed27d4 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:06.304066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58750) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:06.325494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb36de0-cd7c-49c9-9bd7-04105c9af0ae req-5bdfe7aa-117b-4186-b0c2-c261695970fe tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:06.332339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb36de0-cd7c-49c9-9bd7-04105c9af0ae req-5bdfe7aa-117b-4186-b0c2-c261695970fe tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:06.340058 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb36de0-cd7c-49c9-9bd7-04105c9af0ae req-5bdfe7aa-117b-4186-b0c2-c261695970fe tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:06.341824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2cb36de0-cd7c-49c9-9bd7-04105c9af0ae req-5bdfe7aa-117b-4186-b0c2-c261695970fe tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2414 time: 0.0782955 Oct 26 14:07:06.383569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2cb36de0-cd7c-49c9-9bd7-04105c9af0ae req-8eba544e-36bd-41bb-afd7-9e02f1859c3d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354204 Oct 26 14:07:06.391915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=165a464e-00b2-401f-b58f-369eda480281,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:06.463181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 03a4436b-9c58-4560-a1df-0344a1ed27d4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=03a4436b-9c58-4560-a1df-0344a1ed27d4,segment=NetworkSegment(2190c0b1-c97f-4565-be31-3e38567da0eb),segment_id=2190c0b1-c97f-4565-be31-3e38567da0eb)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:06.478951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '03a4436b-9c58-4560-a1df-0344a1ed27d4', 'network_id': 'ee9793ef-fdff-412e-9a7d-989c1ef712e1', 'port_id': '03a4436b-9c58-4560-a1df-0344a1ed27d4', 'mac_address': 'fa:16:3e:05:4a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e2a3ad-49a9-4f20-822a-73f42b3ef0ce', 'ip_address': '19.86.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:06.497334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-377727356-network', 'tenant_id': 'f821b78ff47f42bd9873e5d486cdd94b'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:06.523381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] Made reservation on behalf of f821b78ff47f42bd9873e5d486cdd94b for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:06.530820 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:06.532850 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:06.543641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:06.555527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a4436b-9c58-4560-a1df-0344a1ed27d4 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:06.587542 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 03a4436b-9c58-4560-a1df-0344a1ed27d4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=03a4436b-9c58-4560-a1df-0344a1ed27d4,segment=NetworkSegment(2190c0b1-c97f-4565-be31-3e38567da0eb),segment_id=2190c0b1-c97f-4565-be31-3e38567da0eb)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:06.595741 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:06.596494 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:06.628759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363789b-f793-405c-a2a0-0941b1785e52 req-691675fb-9b27-41c7-98b2-a9ea2a03e567 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:06.637487 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d363789b-f793-405c-a2a0-0941b1785e52 req-691675fb-9b27-41c7-98b2-a9ea2a03e567 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 945 time: 0.0818944 Oct 26 14:07:06.681306 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=03a4436b-9c58-4560-a1df-0344a1ed27d4,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:06.685902 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee,segment=NetworkSegment(b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3),segment_id=b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:06.696854 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d363789b-f793-405c-a2a0-0941b1785e52 req-ca6d7a61-f156-4769-9027-4663f292828b tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540347 Oct 26 14:07:06.698622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee', 'network_id': 'effecc1e-7e48-408b-8b58-a6b03d499d47', 'port_id': '3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee', 'mac_address': 'fa:16:3e:d8:31:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c0e8f5-2c35-4386-8f2b-88700a2688d7', 'ip_address': '19.80.0.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:06.720218 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7593f43-7d43-4a54-b173-e4795b0ec613 req-015224cd-0905-435e-a8b6-3a93387dfbe9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785429 Oct 26 14:07:06.723264 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:06.732082 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:06.749528 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:06.765331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:07:06.775987 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:06.792425 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4456919-cadc-44d1-afb1-c52886c2992c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:06.798158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee,segment=NetworkSegment(b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3),segment_id=b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:06.802876 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:06.822749 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:06.823609 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] Added segment 2cfac40e-d854-470c-9441-e31f1f977232 of type vlan for network 46659067-f73e-4f0e-a43e-1c34158b1517 Oct 26 14:07:06.857573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:06.875754 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:06.879186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7593f43-7d43-4a54-b173-e4795b0ec613 req-9ddfb9c4-05c2-4588-ac45-b0ce9a426917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:06.880661 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7593f43-7d43-4a54-b173-e4795b0ec613 req-9ddfb9c4-05c2-4588-ac45-b0ce9a426917 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 1096 time: 0.1015694 Oct 26 14:07:06.904313 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:06.905357 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:06.905946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:07.185869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bcdd9-89ed-40b6-a517-47d585f911e6 req-f8e3b933-8012-41d6-b5e4-3c351f265376 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:07.195250 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a3bcdd9-89ed-40b6-a517-47d585f911e6 req-f8e3b933-8012-41d6-b5e4-3c351f265376 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 944 time: 0.1292181 Oct 26 14:07:07.215720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53e0f-f4bc-42fa-b81c-153d8b41803f req-dc8b6cac-cd2c-423f-afca-347f52083006 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:07.217629 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4c53e0f-f4bc-42fa-b81c-153d8b41803f req-dc8b6cac-cd2c-423f-afca-347f52083006 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1006007 Oct 26 14:07:07.266789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a3bcdd9-89ed-40b6-a517-47d585f911e6 req-86b2d1bf-b646-41e5-86b8-6b15767038ce tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705352 Oct 26 14:07:07.272289 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9671667 Oct 26 14:07:07.280706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58782) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:07.290830 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3fdc59b3-6f36-4e02-bb0b-3e362f8a35ff admin admin] Request body: {'subnet': {'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-377727356-subnet', 'tenant_id': 'f821b78ff47f42bd9873e5d486cdd94b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:07.302912 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4c53e0f-f4bc-42fa-b81c-153d8b41803f req-b390727e-6553-47a5-9ea6-731272406919 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713115 Oct 26 14:07:07.320608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814669c-13c5-4589-978e-1c933eb0f1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=46659067-f73e-4f0e-a43e-1c34158b1517,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:07.335404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdc59b3-6f36-4e02-bb0b-3e362f8a35ff admin admin] Made reservation on behalf of f821b78ff47f42bd9873e5d486cdd94b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:07.341522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 46659067-f73e-4f0e-a43e-1c34158b1517 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:07:07.351619 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3fdc59b3-6f36-4e02-bb0b-3e362f8a35ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:07.366710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7593f43-7d43-4a54-b173-e4795b0ec613 req-cf5b7c08-6dcd-4c58-9a1c-f84210691ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:07.369508 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7593f43-7d43-4a54-b173-e4795b0ec613 req-cf5b7c08-6dcd-4c58-9a1c-f84210691ff8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.4603326 Oct 26 14:07:07.398623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58784) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:07.434476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['775af047-ba62-4196-a62a-4cf6ef406fa2'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:07.437123 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['03a4436b-9c58-4560-a1df-0344a1ed27d4'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:07.458844 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7593f43-7d43-4a54-b173-e4795b0ec613 req-17072331-9513-438b-96c2-2e0af053b058 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2e0764-7881-4a9b-8758-f12383e77e00 HTTP/1.1" status: 200 len: 999 time: 0.0794411 Oct 26 14:07:07.485365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['165a464e-00b2-401f-b58f-369eda480281'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:07.487717 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['b8f472a8-c68d-439e-bb1a-7cd7c67feca7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:07.524191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7593f43-7d43-4a54-b173-e4795b0ec613 req-1ef7fdf3-0ae9-4e2b-bec5-8e4b66074ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:07.526020 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7593f43-7d43-4a54-b173-e4795b0ec613 req-1ef7fdf3-0ae9-4e2b-bec5-8e4b66074ecf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.0510726 Oct 26 14:07:07.579449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1ff9d-aaf3-41f6-9154-622ac3a3b069 req-1de939b9-70fe-49af-9aad-3ea94aa16230 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:07.584607 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4e1ff9d-aaf3-41f6-9154-622ac3a3b069 req-1de939b9-70fe-49af-9aad-3ea94aa16230 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.1303964 Oct 26 14:07:07.593869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7593f43-7d43-4a54-b173-e4795b0ec613 req-c1fe3ce8-96ea-4584-82a5-66f3cf2d9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:07.597307 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7593f43-7d43-4a54-b173-e4795b0ec613 req-c1fe3ce8-96ea-4584-82a5-66f3cf2d9ea8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625985 Oct 26 14:07:07.601901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144a42e-a6e1-4d96-92f9-60e88e85db8f req-b297f52c-fdf4-43f3-81ea-cea6d7bb7035 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:07.608585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144a42e-a6e1-4d96-92f9-60e88e85db8f req-b297f52c-fdf4-43f3-81ea-cea6d7bb7035 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:07.615099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144a42e-a6e1-4d96-92f9-60e88e85db8f req-b297f52c-fdf4-43f3-81ea-cea6d7bb7035 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:07.616844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7144a42e-a6e1-4d96-92f9-60e88e85db8f req-b297f52c-fdf4-43f3-81ea-cea6d7bb7035 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2416 time: 0.1307650 Oct 26 14:07:07.670828 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8d02940f-9652-4e29-bfe6-6caa6ab4f3df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:07.732815 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7593f43-7d43-4a54-b173-e4795b0ec613 req-a2a918e7-8c87-4c50-9c79-1ecab08d192f service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257646 Oct 26 14:07:07.742749 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4e1ff9d-aaf3-41f6-9154-622ac3a3b069 req-e94d7f2f-da84-48db-8364-6be71f39a2f7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531820 Oct 26 14:07:07.766257 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7144a42e-a6e1-4d96-92f9-60e88e85db8f req-958e93c2-e4ad-4b78-b56e-da1a9b07b108 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288724 Oct 26 14:07:07.840355 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3fdc59b3-6f36-4e02-bb0b-3e362f8a35ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:07.887923 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a7593f43-7d43-4a54-b173-e4795b0ec613 req-e8c6ba5d-b0fe-4b49-b970-580dccab2262 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457548 Oct 26 14:07:07.959815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc59b3-6f36-4e02-bb0b-3e362f8a35ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=398f2516-29da-4a32-915a-862c1d0cd5d5,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:07.969029 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8d02940f-9652-4e29-bfe6-6caa6ab4f3df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:07.978185 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8d02940f-9652-4e29-bfe6-6caa6ab4f3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:08.011945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15844ce-4db3-42a6-98da-0548a8e8c569 req-a0da7b87-1f47-4dd1-957c-f0d9321bbf4d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:08.013462 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15844ce-4db3-42a6-98da-0548a8e8c569 req-a0da7b87-1f47-4dd1-957c-f0d9321bbf4d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 945 time: 0.1593816 Oct 26 14:07:08.023823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc59b3-6f36-4e02-bb0b-3e362f8a35ff admin admin] Checking segment: {'id': '2cfac40e-d854-470c-9441-e31f1f977232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:08.024184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdc59b3-6f36-4e02-bb0b-3e362f8a35ff admin admin] Network hostable DHCP agents. Network: 46659067-f73e-4f0e-a43e-1c34158b1517, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:07:08.053803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8d02940f-9652-4e29-bfe6-6caa6ab4f3df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca0b4be4c007467b8aa07da93825393f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6541846 Oct 26 14:07:08.056691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58792) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:08.066321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02940f-9652-4e29-bfe6-6caa6ab4f3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35366e3d-0277-4564-a281-76e98bf2f535,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:08.088013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdc59b3-6f36-4e02-bb0b-3e362f8a35ff admin admin] Network 46659067-f73e-4f0e-a43e-1c34158b1517 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:07:08.097295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f15844ce-4db3-42a6-98da-0548a8e8c569 req-2eb693b8-25aa-4a7f-bee8-e55132fd5d85 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625572 Oct 26 14:07:08.103107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-3fdc59b3-6f36-4e02-bb0b-3e362f8a35ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 46659067-f73e-4f0e-a43e-1c34158b1517) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:08.108183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdc59b3-6f36-4e02-bb0b-3e362f8a35ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:08.108787 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3fdc59b3-6f36-4e02-bb0b-3e362f8a35ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:08.121504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b45195d-1d90-4d1d-ab6a-ae9f2a7d95be None None] Network 46659067-f73e-4f0e-a43e-1c34158b1517 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:08.127079 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3fdc59b3-6f36-4e02-bb0b-3e362f8a35ff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8451557 Oct 26 14:07:08.140375 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00d88561-064e-4584-afdf-2ea37e55242f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:08.164403 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00d88561-064e-4584-afdf-2ea37e55242f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:08.223574 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00d88561-064e-4584-afdf-2ea37e55242f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:08.227160 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00d88561-064e-4584-afdf-2ea37e55242f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:08.228475 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-00d88561-064e-4584-afdf-2ea37e55242f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35366e3d-0277-4564-a281-76e98bf2f535 HTTP/1.1" status: 204 len: 168 time: 0.1707177 Oct 26 14:07:08.243826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d88561-064e-4584-afdf-2ea37e55242f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35366e3d-0277-4564-a281-76e98bf2f535,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:08.257665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fce04d-e021-425e-bea8-d6988982c77a None None] Network 46659067-f73e-4f0e-a43e-1c34158b1517 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:08.435211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd27b1-e578-4dd2-b94a-c7227eebb6f4 req-6f01be2b-64fd-449d-a963-772f82c2426e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:08.437858 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4dfd27b1-e578-4dd2-b94a-c7227eebb6f4 req-6f01be2b-64fd-449d-a963-772f82c2426e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 944 time: 0.0735986 Oct 26 14:07:08.493177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4dfd27b1-e578-4dd2-b94a-c7227eebb6f4 req-8d953e9a-2f50-4f32-b974-d92441051d4d tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482662 Oct 26 14:07:08.589478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:08.641926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cd089-eccd-486e-aa27-863c8c439cfb req-cc963e8a-3a4e-4625-9982-b77577ee1d7a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:08.649212 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a21cd089-eccd-486e-aa27-863c8c439cfb req-cc963e8a-3a4e-4625-9982-b77577ee1d7a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0645235 Oct 26 14:07:08.701775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a21cd089-eccd-486e-aa27-863c8c439cfb req-e694fe76-1cb1-4a01-8256-09efc7ea5845 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466399 Oct 26 14:07:08.909248 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-7cb2b0b5-5fe5-488b-9b91-34521df398b7 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:08.911114 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-7cb2b0b5-5fe5-488b-9b91-34521df398b7 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/networks?id=46659067-f73e-4f0e-a43e-1c34158b1517 HTTP/1.1" status: 200 len: 821 time: 0.1625659 Oct 26 14:07:08.942261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b7339-b972-4806-8513-278e5c1309a5 req-d0826199-0680-4d61-bce2-5b8e1024e522 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:08.943749 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-551b7339-b972-4806-8513-278e5c1309a5 req-d0826199-0680-4d61-bce2-5b8e1024e522 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.0868814 Oct 26 14:07:08.944965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-1b9aabee-86cc-480d-99f4-be75de55a189 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/quotas/f821b78ff47f42bd9873e5d486cdd94b HTTP/1.1" status: 200 len: 375 time: 0.0245025 Oct 26 14:07:08.993136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-7903f5b7-8c2a-47da-88ce-512ee06acd1c tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f821b78ff47f42bd9873e5d486cdd94b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409837 Oct 26 14:07:09.016782 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-551b7339-b972-4806-8513-278e5c1309a5 req-5f8a3e17-163b-471e-9e71-d9c0979b37c1 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655503 Oct 26 14:07:09.076443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58840) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:09.187357 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-30446396-network', 'tenant_id': '15d6a60ef70e46ab9278b2d90eba0748'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:09.211246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] Made reservation on behalf of 15d6a60ef70e46ab9278b2d90eba0748 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:09.213792 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:09.223131 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:09.307058 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:09.312558 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:09.340275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:07:09.350494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e11a91-c2b9-44cc-b5ba-b0ac68990727,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:09.358280 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:09.358606 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] Added segment e06159fe-fb4f-4afb-8097-9a0b8368b7a6 of type vlan for network 2b797849-8797-4340-b935-227bd96fade9 Oct 26 14:07:09.402138 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:09.428491 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:09.429464 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:09.430639 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:09.463043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea720e6-fb57-4f7f-8ce7-fad7036d55fa req-79e10b18-8d15-4e3f-a496-d0a6c742bdce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:09.470068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea720e6-fb57-4f7f-8ce7-fad7036d55fa req-79e10b18-8d15-4e3f-a496-d0a6c742bdce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:09.476609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea720e6-fb57-4f7f-8ce7-fad7036d55fa req-79e10b18-8d15-4e3f-a496-d0a6c742bdce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:09.478494 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ea720e6-fb57-4f7f-8ce7-fad7036d55fa req-79e10b18-8d15-4e3f-a496-d0a6c742bdce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2416 time: 0.1045668 Oct 26 14:07:09.485041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-4d0a230f-6383-43f4-b7bf-ed82d9d8ce59 service neutron] 10.222.0.32 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816489 Oct 26 14:07:09.491858 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4144719 Oct 26 14:07:09.494829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58846) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:09.497562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcbbbd-a404-40b5-bb87-2c31e4a3cb2e admin admin] Pushing event updated for resources: {'Network': ['ID=2b797849-8797-4340-b935-227bd96fade9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:09.502445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9cb19235-0ed9-43aa-a862-58fcec70f6a9 admin admin] Request body: {'subnet': {'network_id': '2b797849-8797-4340-b935-227bd96fade9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-30446396-subnet', 'tenant_id': '15d6a60ef70e46ab9278b2d90eba0748', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:09.508319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 2b797849-8797-4340-b935-227bd96fade9 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:07:09.529306 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb19235-0ed9-43aa-a862-58fcec70f6a9 admin admin] Made reservation on behalf of 15d6a60ef70e46ab9278b2d90eba0748 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:09.532111 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9cb19235-0ed9-43aa-a862-58fcec70f6a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:09.583022 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ea720e6-fb57-4f7f-8ce7-fad7036d55fa req-d4bd5b47-21b8-4862-b711-b827918e5078 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969560 Oct 26 14:07:09.619825 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-ccd9d083-743f-4193-98fd-dc76613fbfee service neutron] 10.222.0.32 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269431 Oct 26 14:07:09.714515 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f93cf-0295-4d26-bc1f-d0c55e3591a2 req-fe9feb48-da5a-4c10-b63c-786c8013e6f2 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:09.716462 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-284f93cf-0295-4d26-bc1f-d0c55e3591a2 req-fe9feb48-da5a-4c10-b63c-786c8013e6f2 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 945 time: 0.0544288 Oct 26 14:07:09.758182 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9cb19235-0ed9-43aa-a862-58fcec70f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:09.782063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-284f93cf-0295-4d26-bc1f-d0c55e3591a2 req-39353edf-4051-4d6d-aa17-3784b09c7961 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579228 Oct 26 14:07:09.829461 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb19235-0ed9-43aa-a862-58fcec70f6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4ea510-a897-448c-ae7d-0b8f6257ea04,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:09.839904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb19235-0ed9-43aa-a862-58fcec70f6a9 admin admin] Checking segment: {'id': 'e06159fe-fb4f-4afb-8097-9a0b8368b7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b797849-8797-4340-b935-227bd96fade9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:09.840266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb19235-0ed9-43aa-a862-58fcec70f6a9 admin admin] Network hostable DHCP agents. Network: 2b797849-8797-4340-b935-227bd96fade9, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:07:09.860305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb19235-0ed9-43aa-a862-58fcec70f6a9 admin admin] Network 2b797849-8797-4340-b935-227bd96fade9 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:07:09.871441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebe08c-d9ab-4bd4-9195-0575ac9312ca req-db2dd0cd-5876-4d48-85ae-9a21a4114295 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:09.873547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60ebe08c-d9ab-4bd4-9195-0575ac9312ca req-db2dd0cd-5876-4d48-85ae-9a21a4114295 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 944 time: 0.0674090 Oct 26 14:07:09.874120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-9cb19235-0ed9-43aa-a862-58fcec70f6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 2b797849-8797-4340-b935-227bd96fade9) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:09.883712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4733e2a-a6ba-4501-a5e7-4ca06b1413a4 None None] Network 2b797849-8797-4340-b935-227bd96fade9 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:09.890286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb19235-0ed9-43aa-a862-58fcec70f6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:09.891184 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9cb19235-0ed9-43aa-a862-58fcec70f6a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:09.919109 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9cb19235-0ed9-43aa-a862-58fcec70f6a9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4224060 Oct 26 14:07:09.956414 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60ebe08c-d9ab-4bd4-9195-0575ac9312ca req-ba4a679e-026d-4e1f-93c4-2a177a46143a tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636094 Oct 26 14:07:09.978011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c737e28-a680-41e2-9dd7-61b4c0658c99 req-cba8e59f-13fe-433e-bf85-f977b1ff3f07 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:09.979660 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c737e28-a680-41e2-9dd7-61b4c0658c99 req-cba8e59f-13fe-433e-bf85-f977b1ff3f07 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0998945 Oct 26 14:07:10.063356 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027f4cad-3116-41d4-88af-7dbb69fe950f None None] Network 2b797849-8797-4340-b935-227bd96fade9 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:10.084058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac214e0-7c85-4034-a4db-6fd97460f463 req-60418a45-2774-4141-8b21-f10ff8b27e3a tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 210 time: 0.0609920 Oct 26 14:07:10.118633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c737e28-a680-41e2-9dd7-61b4c0658c99 req-b35828a7-471f-4599-9222-6282fc2fe2a7 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242914 Oct 26 14:07:10.248430 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10c625-66fa-4780-9a06-dbb62729dd2b req-bfe65031-1621-47e2-ae78-32631a065825 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:10.249935 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f10c625-66fa-4780-9a06-dbb62729dd2b req-bfe65031-1621-47e2-ae78-32631a065825 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.0693216 Oct 26 14:07:10.295280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f10c625-66fa-4780-9a06-dbb62729dd2b req-0e3462f2-191d-4ad3-8f47-46342d87f82c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362070 Oct 26 14:07:10.385038 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-f65a6976-800e-465d-a236-c0e7054d86d1 req-21e2beb4-fc1b-48d3-9a29-10cf89bef81a tempest-SecurityGroupsNegativeTestJSON-2067538246 tempest-SecurityGroupsNegativeTestJSON-2067538246-project] show failed (client error): The resource could not be found. Oct 26 14:07:10.386843 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f65a6976-800e-465d-a236-c0e7054d86d1 req-21e2beb4-fc1b-48d3-9a29-10cf89bef81a tempest-SecurityGroupsNegativeTestJSON-2067538246 tempest-SecurityGroupsNegativeTestJSON-2067538246-project] 10.222.0.32 "GET /v2.0/security-groups/7116001c-a7ae-43d4-9994-52d375fc5dcc HTTP/1.1" status: 404 len: 352 time: 0.0216951 Oct 26 14:07:10.479032 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f7b1f10c-d5ea-4970-85e9-6d73b960ed65 req-c18c6e39-3220-481a-8ad3-c65ee7348ddd tempest-SecurityGroupsNegativeTestJSON-2067538246 tempest-SecurityGroupsNegativeTestJSON-2067538246-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15d6a60ef70e46ab9278b2d90eba0748 HTTP/1.1" status: 200 len: 2988 time: 0.0547225 Oct 26 14:07:10.529145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f7b1f10c-d5ea-4970-85e9-6d73b960ed65 req-d6976295-c374-4802-8149-334e13700bca tempest-SecurityGroupsNegativeTestJSON-2067538246 tempest-SecurityGroupsNegativeTestJSON-2067538246-project] 10.222.0.32 "GET /v2.0/security-groups/52e11a91-c2b9-44cc-b5ba-b0ac68990727 HTTP/1.1" status: 200 len: 2985 time: 0.0424042 Oct 26 14:07:10.581680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f7b1f10c-d5ea-4970-85e9-6d73b960ed65 req-70c205ca-59d7-4cab-a407-0643577ebf48 tempest-SecurityGroupsNegativeTestJSON-2067538246 tempest-SecurityGroupsNegativeTestJSON-2067538246-project] 10.222.0.32 "GET /v2.0/security-groups/52e11a91-c2b9-44cc-b5ba-b0ac68990727 HTTP/1.1" status: 200 len: 2985 time: 0.0428295 Oct 26 14:07:10.653420 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-278a86c7-403c-4305-a72f-e41b4fbefa9f req-6d155f5d-5916-4c56-9e05-b681875eff92 tempest-SecurityGroupsNegativeTestJSON-2067538246 tempest-SecurityGroupsNegativeTestJSON-2067538246-project] 10.222.0.32 "GET /v2.0/security-groups/52e11a91-c2b9-44cc-b5ba-b0ac68990727 HTTP/1.1" status: 200 len: 2985 time: 0.0486987 Oct 26 14:07:10.743663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caafff-515b-4dec-8d03-218774ae6389 req-38ba7f7e-58ee-48f7-aef1-79959ae0dca3 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:10.750393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caafff-515b-4dec-8d03-218774ae6389 req-38ba7f7e-58ee-48f7-aef1-79959ae0dca3 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:10.756675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caafff-515b-4dec-8d03-218774ae6389 req-38ba7f7e-58ee-48f7-aef1-79959ae0dca3 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:10.758382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2caafff-515b-4dec-8d03-218774ae6389 req-38ba7f7e-58ee-48f7-aef1-79959ae0dca3 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2416 time: 0.0961306 Oct 26 14:07:10.787730 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-278a86c7-403c-4305-a72f-e41b4fbefa9f req-09475ce0-648a-44f3-a5e6-7613b4a34606 tempest-SecurityGroupsNegativeTestJSON-2067538246 tempest-SecurityGroupsNegativeTestJSON-2067538246-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 14:07:10.788829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-278a86c7-403c-4305-a72f-e41b4fbefa9f req-09475ce0-648a-44f3-a5e6-7613b4a34606 tempest-SecurityGroupsNegativeTestJSON-2067538246 tempest-SecurityGroupsNegativeTestJSON-2067538246-project] 10.222.0.32 "DELETE /v2.0/security-groups/52e11a91-c2b9-44cc-b5ba-b0ac68990727 HTTP/1.1" status: 409 len: 352 time: 0.1279974 Oct 26 14:07:10.810788 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2caafff-515b-4dec-8d03-218774ae6389 req-983d4340-f192-46c0-83ab-2bdb1730c859 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446446 Oct 26 14:07:10.828261 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-6e3057d2-6083-45d4-9c95-0bf0aa18daa4 req-20bc979a-64bd-4d6a-b37f-590b8ef8efed tempest-SecurityGroupsNegativeTestJSON-2067538246 tempest-SecurityGroupsNegativeTestJSON-2067538246-project] show failed (client error): The resource could not be found. Oct 26 14:07:10.829247 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6e3057d2-6083-45d4-9c95-0bf0aa18daa4 req-20bc979a-64bd-4d6a-b37f-590b8ef8efed tempest-SecurityGroupsNegativeTestJSON-2067538246 tempest-SecurityGroupsNegativeTestJSON-2067538246-project] 10.222.0.32 "GET /v2.0/security-groups/5db68033-5a9d-4784-b74c-43ab7291cd85 HTTP/1.1" status: 404 len: 352 time: 0.0145268 Oct 26 14:07:10.876871 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-eb58a240-f2b7-4e62-899e-f5ded6ad7ff1 req-31443419-e837-4640-b128-655c404b628e tempest-SecurityGroupsNegativeTestJSON-2067538246 tempest-SecurityGroupsNegativeTestJSON-2067538246-project] show failed (client error): The resource could not be found. Oct 26 14:07:10.877739 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb58a240-f2b7-4e62-899e-f5ded6ad7ff1 req-31443419-e837-4640-b128-655c404b628e tempest-SecurityGroupsNegativeTestJSON-2067538246 tempest-SecurityGroupsNegativeTestJSON-2067538246-project] 10.222.0.32 "GET /v2.0/security-groups/bfce3b7d-f520-49d7-aab9-15cb5820b70d HTTP/1.1" status: 404 len: 352 time: 0.0209391 Oct 26 14:07:10.890072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58886) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:10.939512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bea55-b8e5-49c6-a68a-4bffb656b06f req-99d85275-0b5b-4456-a3b9-a579bb1b609c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:10.941564 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c78bea55-b8e5-49c6-a68a-4bffb656b06f req-99d85275-0b5b-4456-a3b9-a579bb1b609c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 945 time: 0.0672495 Oct 26 14:07:10.983033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-4811667b-1dfd-4a8e-8571-23421d012e42 admin admin] Deleting subnet 2e4ea510-a897-448c-ae7d-0b8f6257ea04 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:07:11.006307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c78bea55-b8e5-49c6-a68a-4bffb656b06f req-df8e6d2b-e0cd-43da-acc6-dca78a202b82 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526383 Oct 26 14:07:11.020172 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4811667b-1dfd-4a8e-8571-23421d012e42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.078791 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4811667b-1dfd-4a8e-8571-23421d012e42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.100597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a104-6958-4c3d-a656-a5ba59bdab24 req-5de3e3f6-b18d-4fff-9ff1-8386ebceb4fc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:11.102253 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7570a104-6958-4c3d-a656-a5ba59bdab24 req-5de3e3f6-b18d-4fff-9ff1-8386ebceb4fc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 944 time: 0.0613258 Oct 26 14:07:11.147826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-45971aab-dc66-4be2-beef-fd3c73a4eb5c tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:11.149299 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-45971aab-dc66-4be2-beef-fd3c73a4eb5c tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.25 "GET /v2.0/networks?id=46659067-f73e-4f0e-a43e-1c34158b1517 HTTP/1.1" status: 200 len: 821 time: 0.2059700 Oct 26 14:07:11.151831 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7570a104-6958-4c3d-a656-a5ba59bdab24 req-1e7f544b-bb15-4401-8b5a-90f3cadd75ae tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Oct 26 14:07:11.160188 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4811667b-1dfd-4a8e-8571-23421d012e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.184021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-8b3a9e8a-b95c-4aed-bbb6-4458e31e36db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Request body: {'port': {'device_id': '6b16cb2d-a07c-4553-a265-aa6e4da9aa78', 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517', 'admin_state_up': True, 'tenant_id': 'f821b78ff47f42bd9873e5d486cdd94b'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:11.206413 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8222956-9c4f-49b8-9728-686046ade5b7 req-eff433bf-fdb4-4a8a-8e37-76b1062aebf0 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 210 time: 0.0333860 Oct 26 14:07:11.296021 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4811667b-1dfd-4a8e-8571-23421d012e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.296545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690210c6-ed47-400f-a56e-c8c048274edd req-0b293803-29f5-4d65-ac29-65ec5ac4d1fc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:11.298232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-690210c6-ed47-400f-a56e-c8c048274edd req-0b293803-29f5-4d65-ac29-65ec5ac4d1fc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0789657 Oct 26 14:07:11.332230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811667b-1dfd-4a8e-8571-23421d012e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e4ea510-a897-448c-ae7d-0b8f6257ea04,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:11.336350 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4811667b-1dfd-4a8e-8571-23421d012e42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.343108 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4811667b-1dfd-4a8e-8571-23421d012e42 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2e4ea510-a897-448c-ae7d-0b8f6257ea04 HTTP/1.1" status: 204 len: 168 time: 0.4518895 Oct 26 14:07:11.343618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58898) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:11.350650 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-690210c6-ed47-400f-a56e-c8c048274edd req-05394235-d0bb-419a-884b-2e1da84fba47 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449116 Oct 26 14:07:11.364725 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b8f472a8-c68d-439e-bb1a-7cd7c67feca7 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:11.391407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-8b3a9e8a-b95c-4aed-bbb6-4458e31e36db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Made reservation on behalf of f821b78ff47f42bd9873e5d486cdd94b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:11.394862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-8b3a9e8a-b95c-4aed-bbb6-4458e31e36db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.439926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port b8f472a8-c68d-439e-bb1a-7cd7c67feca7 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:11.441831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80f750-0ec0-4839-b2b0-faec85bc8f19 req-91b6a275-e592-429e-83f8-94cf1bb0c635 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:11.443410 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e80f750-0ec0-4839-b2b0-faec85bc8f19 req-91b6a275-e592-429e-83f8-94cf1bb0c635 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.0613396 Oct 26 14:07:11.445456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port b8f472a8-c68d-439e-bb1a-7cd7c67feca7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:11.446208 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.447993 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70e99149-f752-41ed-ad53-174da000c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.503115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e80f750-0ec0-4839-b2b0-faec85bc8f19 req-93073366-dbbe-40de-b8f9-125399e5b102 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498106 Oct 26 14:07:11.553738 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.583967 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eead7398-4514-4fd1-9191-afa9a92cfd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f472a8-c68d-439e-bb1a-7cd7c67feca7'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:11.586567 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155897a8-ca07-4e06-9e43-7a516bf91e69" -d '{"events": [{"server_uuid": "eead7398-4514-4fd1-9191-afa9a92cfd88", "name": "network-vif-plugged", "status": "completed", "tag": "b8f472a8-c68d-439e-bb1a-7cd7c67feca7"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:11.601867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b8f472a8-c68d-439e-bb1a-7cd7c67feca7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b8f472a8-c68d-439e-bb1a-7cd7c67feca7,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:11.607297 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.608362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 775af047-ba62-4196-a62a-4cf6ef406fa2 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:11.614887 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70e99149-f752-41ed-ad53-174da000c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.633387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-8b3a9e8a-b95c-4aed-bbb6-4458e31e36db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Allocated IP 172.20.0.14 (46659067-f73e-4f0e-a43e-1c34158b1517/398f2516-29da-4a32-915a-862c1d0cd5d5/f8a776bd-4796-43bf-80ca-724b4cce9f7a) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:11.646125 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-70e99149-f752-41ed-ad53-174da000c0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b797849-8797-4340-b935-227bd96fade9']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:11.653474 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622ec80c-1776-4d82-8293-d059505af554 x-openstack-request-id: req-622ec80c-1776-4d82-8293-d059505af554 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:11.654004 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eead7398-4514-4fd1-9191-afa9a92cfd88", "name": "network-vif-plugged", "status": "completed", "tag": "b8f472a8-c68d-439e-bb1a-7cd7c67feca7", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:11.654427 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-622ec80c-1776-4d82-8293-d059505af554 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:11.654962 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eead7398-4514-4fd1-9191-afa9a92cfd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f472a8-c68d-439e-bb1a-7cd7c67feca7', 'code': 200} Oct 26 14:07:11.660410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-70e99149-f752-41ed-ad53-174da000c0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06159fe-fb4f-4afb-8097-9a0b8368b7a6') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:11.660740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-70e99149-f752-41ed-ad53-174da000c0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06159fe-fb4f-4afb-8097-9a0b8368b7a6') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:11.676193 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70e99149-f752-41ed-ad53-174da000c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.702936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b8f472a8-c68d-439e-bb1a-7cd7c67feca7,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:11.706233 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70e99149-f752-41ed-ad53-174da000c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.717454 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 775af047-ba62-4196-a62a-4cf6ef406fa2 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:11.722831 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 775af047-ba62-4196-a62a-4cf6ef406fa2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:11.723514 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.736588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e99149-f752-41ed-ad53-174da000c0e6 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:07:11.737019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70e99149-f752-41ed-ad53-174da000c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:07:11.738721 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:07:11.788789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22628bfa-2733-442d-a98c-b46d8c1be4ed req-0f244289-bd21-45d3-b6c4-8eb5f91e8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:11.790956 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22628bfa-2733-442d-a98c-b46d8c1be4ed req-0f244289-bd21-45d3-b6c4-8eb5f91e8eb8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 1096 time: 0.0486689 Oct 26 14:07:11.814730 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.831021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22628bfa-2733-442d-a98c-b46d8c1be4ed req-f3e98f2f-3c1c-474d-9bc6-d83ce5b2d832 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312061 Oct 26 14:07:11.849789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 775af047-ba62-4196-a62a-4cf6ef406fa2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=775af047-ba62-4196-a62a-4cf6ef406fa2,segment=NetworkSegment(b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3),segment_id=b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:11.851283 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70e99149-f752-41ed-ad53-174da000c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.854321 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.856119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 165a464e-00b2-401f-b58f-369eda480281 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:11.862659 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70e99149-f752-41ed-ad53-174da000c0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.866143 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-70e99149-f752-41ed-ad53-174da000c0e6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2b797849-8797-4340-b935-227bd96fade9 HTTP/1.1" status: 204 len: 168 time: 0.5199134 Oct 26 14:07:11.893672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e99149-f752-41ed-ad53-174da000c0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b797849-8797-4340-b935-227bd96fade9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:11.922170 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-8b3a9e8a-b95c-4aed-bbb6-4458e31e36db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.937226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=775af047-ba62-4196-a62a-4cf6ef406fa2,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:11.951771 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 165a464e-00b2-401f-b58f-369eda480281 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:11.956533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 165a464e-00b2-401f-b58f-369eda480281 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:11.957133 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.966823 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-8b3a9e8a-b95c-4aed-bbb6-4458e31e36db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.007288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f68d71-06c1-40c3-acd7-4176692edab8 req-d7a2e475-cb4e-4f17-8d2b-a9f6086174ad tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:12.014585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f68d71-06c1-40c3-acd7-4176692edab8 req-d7a2e475-cb4e-4f17-8d2b-a9f6086174ad tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:12.018942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-8b3a9e8a-b95c-4aed-bbb6-4458e31e36db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Network 46659067-f73e-4f0e-a43e-1c34158b1517 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:12.021440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f68d71-06c1-40c3-acd7-4176692edab8 req-d7a2e475-cb4e-4f17-8d2b-a9f6086174ad tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:12.022839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-8b3a9e8a-b95c-4aed-bbb6-4458e31e36db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:12.026164 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83f68d71-06c1-40c3-acd7-4176692edab8 req-d7a2e475-cb4e-4f17-8d2b-a9f6086174ad tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2417 time: 0.1165981 Oct 26 14:07:12.034642 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-8b3a9e8a-b95c-4aed-bbb6-4458e31e36db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:12.038830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a9e8a-b95c-4aed-bbb6-4458e31e36db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Pushing event updated for resources: {'Port': ['ID=f8a776bd-4796-43bf-80ca-724b4cce9f7a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:12.087928 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.092344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58908) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:12.108889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-8b3a9e8a-b95c-4aed-bbb6-4458e31e36db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:12.109791 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-8b3a9e8a-b95c-4aed-bbb6-4458e31e36db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.127850 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 165a464e-00b2-401f-b58f-369eda480281, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=165a464e-00b2-401f-b58f-369eda480281,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:12.128083 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-8b3a9e8a-b95c-4aed-bbb6-4458e31e36db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9654274 Oct 26 14:07:12.129528 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83f68d71-06c1-40c3-acd7-4176692edab8 req-0761153b-4d9e-408c-93b4-8b454ce8d6ce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865841 Oct 26 14:07:12.131820 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.134466 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 03a4436b-9c58-4560-a1df-0344a1ed27d4 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:12.147476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Request body: {'port': {'device_id': '6b16cb2d-a07c-4553-a265-aa6e4da9aa78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:12.191741 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-81fa3951-dd27-434c-8a26-b14c187eb1d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15d6a60ef70e46ab9278b2d90eba0748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0987246 Oct 26 14:07:12.195483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58912) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:12.218432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ca988-48cf-44bc-8eee-463c9b1aa94c req-78629844-5c5b-4295-9f6d-2ebba6fd4c88 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:12.220003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b6ca988-48cf-44bc-8eee-463c9b1aa94c req-78629844-5c5b-4295-9f6d-2ebba6fd4c88 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 946 time: 0.1049740 Oct 26 14:07:12.228531 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=165a464e-00b2-401f-b58f-369eda480281,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:12.241819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 03a4436b-9c58-4560-a1df-0344a1ed27d4 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:12.246975 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 03a4436b-9c58-4560-a1df-0344a1ed27d4 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:12.246975 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.290052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.326202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b6ca988-48cf-44bc-8eee-463c9b1aa94c req-ba8a53e0-b6e1-4aeb-b2cd-b29d73073b4d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905302 Oct 26 14:07:12.373759 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.391940 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1943dd96-f30d-4021-9f7f-612a85a3ed2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.397300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47783b21-3dde-4b4a-aff3-0e30bdc7a002 req-a379bf6e-cb9e-49c7-833c-aa60625d2160 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:12.406435 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47783b21-3dde-4b4a-aff3-0e30bdc7a002 req-a379bf6e-cb9e-49c7-833c-aa60625d2160 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 945 time: 0.1197560 Oct 26 14:07:12.415203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 03a4436b-9c58-4560-a1df-0344a1ed27d4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=03a4436b-9c58-4560-a1df-0344a1ed27d4,segment=NetworkSegment(2190c0b1-c97f-4565-be31-3e38567da0eb),segment_id=2190c0b1-c97f-4565-be31-3e38567da0eb)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:12.423987 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.425017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:12.432781 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1943dd96-f30d-4021-9f7f-612a85a3ed2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.487271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b9189-c2a4-40e5-a6e8-bc0a9822e7b1 req-30a78968-7ef1-456e-9132-69104ee0cf23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:12.490671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c8b9189-c2a4-40e5-a6e8-bc0a9822e7b1 req-30a78968-7ef1-456e-9132-69104ee0cf23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 932 time: 0.1157768 Oct 26 14:07:12.510122 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47783b21-3dde-4b4a-aff3-0e30bdc7a002 req-c9b786a7-5781-4934-8ef0-347c93f8e3e2 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019886 Oct 26 14:07:12.525793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=03a4436b-9c58-4560-a1df-0344a1ed27d4,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:12.533553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:12.539447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:12.539955 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.615930 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c8b9189-c2a4-40e5-a6e8-bc0a9822e7b1 req-e224064f-3c82-490a-be65-6479610185e3 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979075 Oct 26 14:07:12.651292 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.658578 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1943dd96-f30d-4021-9f7f-612a85a3ed2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.662461 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1943dd96-f30d-4021-9f7f-612a85a3ed2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.664228 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1943dd96-f30d-4021-9f7f-612a85a3ed2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52e11a91-c2b9-44cc-b5ba-b0ac68990727 HTTP/1.1" status: 204 len: 168 time: 0.4677761 Oct 26 14:07:12.683495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943dd96-f30d-4021-9f7f-612a85a3ed2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e11a91-c2b9-44cc-b5ba-b0ac68990727,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:12.726999 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c43f36c4-b661-4dfa-a00d-8b78192f210b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.730376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee,segment=NetworkSegment(b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3),segment_id=b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:12.739085 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.798330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:12.832724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a776bd-4796-43bf-80ca-724b4cce9f7a {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:12.835679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ddcc9-cf65-49b3-aae8-ccf994546c94 req-04dda586-8791-4333-83b4-3df65750a913 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:12.840911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.843479 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa5ddcc9-cf65-49b3-aae8-ccf994546c94 req-04dda586-8791-4333-83b4-3df65750a913 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0920455 Oct 26 14:07:12.853677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Transition to ACTIVE for port object f8a776bd-4796-43bf-80ca-724b4cce9f7a will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:12.855701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66728c-af26-4a6d-8875-3cbdba05635d req-10e4e236-1d7c-4876-b390-7b6b1fcfecff tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:12.857488 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea66728c-af26-4a6d-8875-3cbdba05635d req-10e4e236-1d7c-4876-b390-7b6b1fcfecff tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.0927029 Oct 26 14:07:12.858582 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.908764 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa5ddcc9-cf65-49b3-aae8-ccf994546c94 req-4274cb01-0543-47f2-96fc-e23bc5a0cf0a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642173 Oct 26 14:07:12.924240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea66728c-af26-4a6d-8875-3cbdba05635d req-904444d2-ff6e-4557-997d-262f25f58221 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529180 Oct 26 14:07:12.937447 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Pushing event updated for resources: {'Port': ['ID=f8a776bd-4796-43bf-80ca-724b4cce9f7a,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:12.996583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Attempting to bind port f8a776bd-4796-43bf-80ca-724b4cce9f7a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:12.997148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Attempting to bind port f8a776bd-4796-43bf-80ca-724b4cce9f7a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2cfac40e-d854-470c-9441-e31f1f977232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:12.997420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Attempting to bind port f8a776bd-4796-43bf-80ca-724b4cce9f7a on network 46659067-f73e-4f0e-a43e-1c34158b1517 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:13.001796 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Port f8a776bd-4796-43bf-80ca-724b4cce9f7a on network 46659067-f73e-4f0e-a43e-1c34158b1517 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:13.002149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Attempting to bind port f8a776bd-4796-43bf-80ca-724b4cce9f7a on network 46659067-f73e-4f0e-a43e-1c34158b1517 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:13.006946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:13.007279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Checking segment: {'id': '2cfac40e-d854-470c-9441-e31f1f977232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:13.007658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Bound using segment: {'id': '2cfac40e-d854-470c-9441-e31f1f977232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:13.008103 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Bound port: f8a776bd-4796-43bf-80ca-724b4cce9f7a, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfac40e-d854-470c-9441-e31f1f977232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:13.008454 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:13.081437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] For port f8a776bd-4796-43bf-80ca-724b4cce9f7a, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:13.084875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] For port f8a776bd-4796-43bf-80ca-724b4cce9f7a, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f8a776bd-4796-43bf-80ca-724b4cce9f7a,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:13.089923 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:13.131380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.132002 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:13.133407 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] 10.222.0.25 "PUT /v2.0/ports/f8a776bd-4796-43bf-80ca-724b4cce9f7a HTTP/1.1" status: 200 len: 1092 time: 0.9967871 Oct 26 14:07:13.133936 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b16cb2d-a07c-4553-a265-aa6e4da9aa78', 'tag': 'f8a776bd-4796-43bf-80ca-724b4cce9f7a'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:13.136174 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d5f7b0-eedb-4415-9463-b9cd025bcfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b16cb2d-a07c-4553-a265-aa6e4da9aa78", "tag": "f8a776bd-4796-43bf-80ca-724b4cce9f7a"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:13.163659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfddd8-a233-471d-bfa3-3855bce48bef service neutron] Pushing event updated for resources: {'Port': ['ID=f8a776bd-4796-43bf-80ca-724b4cce9f7a,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:13.190608 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150e4250-47e6-4129-9387-c625fd9fae10 x-openstack-request-id: req-150e4250-47e6-4129-9387-c625fd9fae10 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:13.190912 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b16cb2d-a07c-4553-a265-aa6e4da9aa78", "tag": "f8a776bd-4796-43bf-80ca-724b4cce9f7a", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:13.191216 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-150e4250-47e6-4129-9387-c625fd9fae10 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:13.191628 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b16cb2d-a07c-4553-a265-aa6e4da9aa78', 'tag': 'f8a776bd-4796-43bf-80ca-724b4cce9f7a', 'status': 'completed', 'code': 200} Oct 26 14:07:13.239062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-b7ba3182-2352-4d1c-8d40-c26e815911b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.241398 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-b7ba3182-2352-4d1c-8d40-c26e815911b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f821b78ff47f42bd9873e5d486cdd94b&device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 1095 time: 0.0440986 Oct 26 14:07:13.272651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c482f-c35d-48eb-8cf7-0baa00799194 req-f700f44c-663e-402b-ac84-fe7023496fef tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.279871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c482f-c35d-48eb-8cf7-0baa00799194 req-f700f44c-663e-402b-ac84-fe7023496fef tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.290836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c482f-c35d-48eb-8cf7-0baa00799194 req-f700f44c-663e-402b-ac84-fe7023496fef tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.292716 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb2c482f-c35d-48eb-8cf7-0baa00799194 req-f700f44c-663e-402b-ac84-fe7023496fef tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2419 time: 0.0836632 Oct 26 14:07:13.293505 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-b21032d0-aeff-462e-8465-340e43d4ea17 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8a776bd-4796-43bf-80ca-724b4cce9f7a HTTP/1.1" status: 200 len: 217 time: 0.0408118 Oct 26 14:07:13.343476 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb2c482f-c35d-48eb-8cf7-0baa00799194 req-5afabe25-8fce-4760-9bea-19325885b1fb tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Oct 26 14:07:13.353728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-94a514cb-0868-441d-9a4a-68573b765b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.366441 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-94a514cb-0868-441d-9a4a-68573b765b18 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=398f2516-29da-4a32-915a-862c1d0cd5d5 HTTP/1.1" status: 200 len: 861 time: 0.0546818 Oct 26 14:07:13.401598 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-b1108fbb-d124-4b6e-98ef-4d828990bb98 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=46659067-f73e-4f0e-a43e-1c34158b1517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333204 Oct 26 14:07:13.462843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3186d-936e-491e-b7bd-6da0d86bcad9 req-2364dba5-c6ce-46c5-9c9e-d685b07f9ba6 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.464375 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5e3186d-936e-491e-b7bd-6da0d86bcad9 req-2364dba5-c6ce-46c5-9c9e-d685b07f9ba6 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 946 time: 0.0574937 Oct 26 14:07:13.503082 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-8dfd9df4-d167-4104-bf23-eeeb5a371464 service neutron] 10.222.0.25 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930877 Oct 26 14:07:13.508547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5e3186d-936e-491e-b7bd-6da0d86bcad9 req-da633e2a-042e-4bf1-a95f-ae02a906d7fd tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373914 Oct 26 14:07:13.538929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58950) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:13.616621 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f534d8ec-ace3-4bac-ae48-7df58b39d970 req-a771e159-9c4c-4569-8c75-862aced073a8 service neutron] 10.222.0.25 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051698 Oct 26 14:07:13.625272 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d57c60-5e8a-4990-8e3c-ea9324239780 req-4b92da2e-bec6-4243-a0ae-9c98868399f9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.632574 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3d57c60-5e8a-4990-8e3c-ea9324239780 req-4b92da2e-bec6-4243-a0ae-9c98868399f9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 945 time: 0.0571735 Oct 26 14:07:13.656270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775af047-ba62-4196-a62a-4cf6ef406fa2'}, {'server_uuid': '2aa94027-e8f2-4755-8227-baf062c37557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165a464e-00b2-401f-b58f-369eda480281'}, {'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a4436b-9c58-4560-a1df-0344a1ed27d4'}, {'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:13.662875 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27575c98-8366-4e10-bbec-84b3447dc351" -d '{"events": [{"server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "name": "network-vif-plugged", "status": "completed", "tag": "775af047-ba62-4196-a62a-4cf6ef406fa2"}, {"server_uuid": "2aa94027-e8f2-4755-8227-baf062c37557", "name": "network-vif-plugged", "status": "completed", "tag": "165a464e-00b2-401f-b58f-369eda480281"}, {"server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "name": "network-vif-plugged", "status": "completed", "tag": "03a4436b-9c58-4560-a1df-0344a1ed27d4"}, {"server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "name": "network-vif-plugged", "status": "completed", "tag": "3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:13.671318 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3d57c60-5e8a-4990-8e3c-ea9324239780 req-fa9ed618-66e4-4029-9a06-e37b36372551 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377665 Oct 26 14:07:13.689856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-990630781-network', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:13.735141 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] Made reservation on behalf of 397a1893cd204c2b80b167e34598b2b3 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:13.737651 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:13.741426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5f7b0-eedb-4415-9463-b9cd025bcfa6 req-8b2e37f6-3780-4b15-a61c-a7ce9f188adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.743083 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e9d5f7b0-eedb-4415-9463-b9cd025bcfa6 req-8b2e37f6-3780-4b15-a61c-a7ce9f188adb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f821b78ff47f42bd9873e5d486cdd94b&device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 1095 time: 0.0525301 Oct 26 14:07:13.749947 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:13.812351 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0fc947-4d11-4b90-bb82-2f5e0aa25a93 x-openstack-request-id: req-ae0fc947-4d11-4b90-bb82-2f5e0aa25a93 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:13.813020 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "name": "network-vif-plugged", "status": "completed", "tag": "775af047-ba62-4196-a62a-4cf6ef406fa2", "code": 200}, {"server_uuid": "2aa94027-e8f2-4755-8227-baf062c37557", "name": "network-vif-plugged", "status": "completed", "tag": "165a464e-00b2-401f-b58f-369eda480281", "code": 200}, {"server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "name": "network-vif-plugged", "status": "completed", "tag": "03a4436b-9c58-4560-a1df-0344a1ed27d4", "code": 200}, {"server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "name": "network-vif-plugged", "status": "completed", "tag": "3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:13.813498 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae0fc947-4d11-4b90-bb82-2f5e0aa25a93 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:13.814469 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775af047-ba62-4196-a62a-4cf6ef406fa2', 'code': 200} Oct 26 14:07:13.814928 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa94027-e8f2-4755-8227-baf062c37557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165a464e-00b2-401f-b58f-369eda480281', 'code': 200} Oct 26 14:07:13.815596 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a4436b-9c58-4560-a1df-0344a1ed27d4', 'code': 200} Oct 26 14:07:13.816338 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee', 'code': 200} Oct 26 14:07:13.817781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309c186-b6f9-4776-9892-81436a1c5a62 req-79d3fb9c-a2b6-44a3-872c-13dae84d2cf4 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.819382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2309c186-b6f9-4776-9892-81436a1c5a62 req-79d3fb9c-a2b6-44a3-872c-13dae84d2cf4 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 944 time: 0.0964057 Oct 26 14:07:13.884831 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2309c186-b6f9-4776-9892-81436a1c5a62 req-91630181-ccb4-4387-9eb7-96c34b4f2c68 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528467 Oct 26 14:07:13.905135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5f7b0-eedb-4415-9463-b9cd025bcfa6 req-0ee24f09-8c43-473e-874c-6fadde89a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.906743 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e9d5f7b0-eedb-4415-9463-b9cd025bcfa6 req-0ee24f09-8c43-473e-874c-6fadde89a70e service neutron] 10.222.0.25 "GET /v2.0/networks?id=46659067-f73e-4f0e-a43e-1c34158b1517 HTTP/1.1" status: 200 len: 922 time: 0.1539924 Oct 26 14:07:13.913800 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:13.919871 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:13.946731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:07:13.974558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a552e8-46da-4716-9988-9f9e18881411,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:13.988502 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e9d5f7b0-eedb-4415-9463-b9cd025bcfa6 req-cbb0493b-7065-4562-afab-1a64f7e8bb36 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8a776bd-4796-43bf-80ca-724b4cce9f7a HTTP/1.1" status: 200 len: 217 time: 0.0697594 Oct 26 14:07:13.991387 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:13.992849 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] Added segment 59dc6c1d-3c59-4d8b-8dd7-b58637051d96 of type vlan for network 540b106e-b809-45e7-b934-edcc6ae93cf2 Oct 26 14:07:14.067740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5f7b0-eedb-4415-9463-b9cd025bcfa6 req-1fe0fbb8-8d46-4a5d-a330-1927827f6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.069342 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e9d5f7b0-eedb-4415-9463-b9cd025bcfa6 req-1fe0fbb8-8d46-4a5d-a330-1927827f6cd7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=398f2516-29da-4a32-915a-862c1d0cd5d5 HTTP/1.1" status: 200 len: 861 time: 0.0612688 Oct 26 14:07:14.073731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899d760-2e08-4f7e-b2e9-a7d8f9e6149e req-529a7b3f-b61f-417f-b594-2c5ed0a1f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.074317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899d760-2e08-4f7e-b2e9-a7d8f9e6149e req-529a7b3f-b61f-417f-b594-2c5ed0a1f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.074795 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899d760-2e08-4f7e-b2e9-a7d8f9e6149e req-529a7b3f-b61f-417f-b594-2c5ed0a1f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.076267 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f899d760-2e08-4f7e-b2e9-a7d8f9e6149e req-529a7b3f-b61f-417f-b594-2c5ed0a1f61d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2872 time: 0.0989165 Oct 26 14:07:14.104764 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e9d5f7b0-eedb-4415-9463-b9cd025bcfa6 req-3d5e3f0e-cbf5-4c50-8b53-8355f46d79ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=46659067-f73e-4f0e-a43e-1c34158b1517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261724 Oct 26 14:07:14.128683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.144380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8df7d-a84c-4d34-b8c1-5934e01ac4c4 req-53b22456-4a24-4b71-8eab-5542a9704729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.145895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4e8df7d-a84c-4d34-b8c1-5934e01ac4c4 req-53b22456-4a24-4b71-8eab-5542a9704729 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 1097 time: 0.1865578 Oct 26 14:07:14.164553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89be90b-f496-4b9e-90e4-992b8eae8cd5 req-d3ccc593-73d7-491f-ab18-dca097ddcdfe tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.166095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d89be90b-f496-4b9e-90e4-992b8eae8cd5 req-d3ccc593-73d7-491f-ab18-dca097ddcdfe tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 945 time: 0.1519287 Oct 26 14:07:14.188754 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f899d760-2e08-4f7e-b2e9-a7d8f9e6149e req-b8cc2c0d-b82c-4510-b233-29bd9579efa1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856354 Oct 26 14:07:14.209813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b06ba1-19e0-460d-8f27-ed82110cfd54 req-14de290b-0152-42d0-8623-58cfc0792312 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.211432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83b06ba1-19e0-460d-8f27-ed82110cfd54 req-14de290b-0152-42d0-8623-58cfc0792312 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1734490 Oct 26 14:07:14.227010 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e9d5f7b0-eedb-4415-9463-b9cd025bcfa6 req-99cc6b3d-0cd1-4886-90e9-1ec6175aac27 service neutron] 10.222.0.25 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102643 Oct 26 14:07:14.236710 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.237625 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.238231 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.320365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4e8df7d-a84c-4d34-b8c1-5934e01ac4c4 req-04c3e265-54d0-4270-97bd-c9fa08140b9a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524065 Oct 26 14:07:14.339933 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7994492 Oct 26 14:07:14.342938 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58968) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:14.346677 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d89be90b-f496-4b9e-90e4-992b8eae8cd5 req-2a9c9f7a-1e19-4fa0-bd30-7991c7764923 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612861 Oct 26 14:07:14.348614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5fb9137a-70a3-4c42-84ba-81d9580bcf94 admin admin] Request body: {'subnet': {'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-990630781-subnet', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:14.354265 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83b06ba1-19e0-460d-8f27-ed82110cfd54 req-66ce4bed-0ae3-4f9c-a453-a173461074a0 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279185 Oct 26 14:07:14.354889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a2021-904b-47ab-8c72-e36d94189418 admin admin] Pushing event updated for resources: {'Network': ['ID=540b106e-b809-45e7-b934-edcc6ae93cf2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:14.367073 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 540b106e-b809-45e7-b934-edcc6ae93cf2 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:07:14.390283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb9137a-70a3-4c42-84ba-81d9580bcf94 admin admin] Made reservation on behalf of 397a1893cd204c2b80b167e34598b2b3 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:14.393439 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fb9137a-70a3-4c42-84ba-81d9580bcf94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.507517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9257b-deaa-4a29-be66-07c1d10d14c2 req-89a69f7d-14eb-4a71-8317-d053a3af3240 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.509034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27a9257b-deaa-4a29-be66-07c1d10d14c2 req-89a69f7d-14eb-4a71-8317-d053a3af3240 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.0901051 Oct 26 14:07:14.521755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb77541-c81f-41ae-8db6-1262d7f98305 req-9998ca3e-9793-4bdf-a5e3-78fec3bcdc47 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.527806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb77541-c81f-41ae-8db6-1262d7f98305 req-9998ca3e-9793-4bdf-a5e3-78fec3bcdc47 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.533757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb77541-c81f-41ae-8db6-1262d7f98305 req-9998ca3e-9793-4bdf-a5e3-78fec3bcdc47 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.535425 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cdb77541-c81f-41ae-8db6-1262d7f98305 req-9998ca3e-9793-4bdf-a5e3-78fec3bcdc47 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2419 time: 0.0877097 Oct 26 14:07:14.579980 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fb9137a-70a3-4c42-84ba-81d9580bcf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.591864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27a9257b-deaa-4a29-be66-07c1d10d14c2 req-03527e0b-edd8-46ed-b52b-2393ae5c93fd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554624 Oct 26 14:07:14.602562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cdb77541-c81f-41ae-8db6-1262d7f98305 req-6a3f8101-e3f2-4062-981d-529f9251fd80 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590832 Oct 26 14:07:14.691542 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9137a-70a3-4c42-84ba-81d9580bcf94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c64183-86af-48fa-a4a3-34838fe8bed6,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:14.702800 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a279acd-4e4f-4b48-945e-5e3b3e21b0da req-a7545fef-0ffc-4c17-bd5d-b50dbbcb2c4d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.704382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a279acd-4e4f-4b48-945e-5e3b3e21b0da req-a7545fef-0ffc-4c17-bd5d-b50dbbcb2c4d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 946 time: 0.0510428 Oct 26 14:07:14.733858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9137a-70a3-4c42-84ba-81d9580bcf94 admin admin] Checking segment: {'id': '59dc6c1d-3c59-4d8b-8dd7-b58637051d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:14.734248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb9137a-70a3-4c42-84ba-81d9580bcf94 admin admin] Network hostable DHCP agents. Network: 540b106e-b809-45e7-b934-edcc6ae93cf2, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:07:14.742307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a279acd-4e4f-4b48-945e-5e3b3e21b0da req-9d1fe005-2131-4d63-ad27-0c73366b93e7 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Oct 26 14:07:14.754152 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e9d5f7b0-eedb-4415-9463-b9cd025bcfa6 req-49369b5b-c45a-43f8-b120-156087be5bc4 service neutron] 10.222.0.25 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231735 Oct 26 14:07:14.766450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb9137a-70a3-4c42-84ba-81d9580bcf94 admin admin] Network 540b106e-b809-45e7-b934-edcc6ae93cf2 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:07:14.787884 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-5fb9137a-70a3-4c42-84ba-81d9580bcf94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 540b106e-b809-45e7-b934-edcc6ae93cf2) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:14.793912 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb9137a-70a3-4c42-84ba-81d9580bcf94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.794517 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fb9137a-70a3-4c42-84ba-81d9580bcf94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.805373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ffe897-d8e5-4a6c-86f5-a5bea2ec8d18 None None] Network 540b106e-b809-45e7-b934-edcc6ae93cf2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:14.816387 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5fb9137a-70a3-4c42-84ba-81d9580bcf94 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4723527 Oct 26 14:07:14.819347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58976) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:14.824680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:14.847811 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.849403 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.902069 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.968057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-540b106e-b809-45e7-b934-edcc6ae93cf2', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'fixed_ips': [{'subnet_id': '62c64183-86af-48fa-a4a3-34838fe8bed6'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:07:14.969098 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.009527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff356a68-32b7-465e-93ef-54d23c5ac4d0 req-0f2603d8-8ff9-47d3-8cfc-86cd0fc4d0c4 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:15.015921 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff356a68-32b7-465e-93ef-54d23c5ac4d0 req-0f2603d8-8ff9-47d3-8cfc-86cd0fc4d0c4 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 944 time: 0.0550342 Oct 26 14:07:15.050807 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.066829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff356a68-32b7-465e-93ef-54d23c5ac4d0 req-67330735-9f5f-4480-8286-87fca124afb2 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491614 Oct 26 14:07:15.098303 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-839bf2f1-cae6-496e-a1d0-e3d237e2a02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.142441 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Allocated IP 172.20.0.2 (540b106e-b809-45e7-b934-edcc6ae93cf2/62c64183-86af-48fa-a4a3-34838fe8bed6/8954e8b4-be5c-4556-9087-e5eb0b722a80) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:15.265066 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.284059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.289084 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.296047 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.335029 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Network 540b106e-b809-45e7-b934-edcc6ae93cf2 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:15.337882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:15.342096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:15.349752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Pushing event updated for resources: {'Port': ['ID=8954e8b4-be5c-4556-9087-e5eb0b722a80,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:15.374597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f8a776bd-4796-43bf-80ca-724b4cce9f7a details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:15.397066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Allocated IP 172.25.4.250 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/e34894ba-4417-432e-bfa9-83a3c0548159) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:15.422118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Attempting to bind port 8954e8b4-be5c-4556-9087-e5eb0b722a80 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:15.422487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Attempting to bind port 8954e8b4-be5c-4556-9087-e5eb0b722a80 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '59dc6c1d-3c59-4d8b-8dd7-b58637051d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:15.422844 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Attempting to bind port 8954e8b4-be5c-4556-9087-e5eb0b722a80 on network 540b106e-b809-45e7-b934-edcc6ae93cf2 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:15.460488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:15.460858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Checking segment: {'id': '59dc6c1d-3c59-4d8b-8dd7-b58637051d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:15.461258 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.461651 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Bound using segment: {'id': '59dc6c1d-3c59-4d8b-8dd7-b58637051d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:15.462142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Bound port: 8954e8b4-be5c-4556-9087-e5eb0b722a80, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dc6c1d-3c59-4d8b-8dd7-b58637051d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:15.462539 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.532859 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.540611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07a073-8806-4836-95de-4082d945e0cc req-5322b91d-e6b8-4145-86a1-e160f7068f9a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:15.544052 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f8a776bd-4796-43bf-80ca-724b4cce9f7a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f8a776bd-4796-43bf-80ca-724b4cce9f7a,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:15.548460 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd07a073-8806-4836-95de-4082d945e0cc req-5322b91d-e6b8-4145-86a1-e160f7068f9a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1040659 Oct 26 14:07:15.565637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddbf9e-ae68-4f97-900a-14de72e03d09 req-f8713e8c-e2f6-41e8-9980-cbf5e8b07f66 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:15.567155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-daddbf9e-ae68-4f97-900a-14de72e03d09 req-f8713e8c-e2f6-41e8-9980-cbf5e8b07f66 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 945 time: 0.0925221 Oct 26 14:07:15.569591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'f8a776bd-4796-43bf-80ca-724b4cce9f7a', 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517', 'port_id': 'f8a776bd-4796-43bf-80ca-724b4cce9f7a', 'mac_address': 'fa:16:3e:25:d1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398f2516-29da-4a32-915a-862c1d0cd5d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:15.573837 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] For port 8954e8b4-be5c-4556-9087-e5eb0b722a80, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:15.577420 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] For port 8954e8b4-be5c-4556-9087-e5eb0b722a80, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8954e8b4-be5c-4556-9087-e5eb0b722a80,segment=NetworkSegment(59dc6c1d-3c59-4d8b-8dd7-b58637051d96),segment_id=59dc6c1d-3c59-4d8b-8dd7-b58637051d96)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:15.590888 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.611762 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.626752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd07a073-8806-4836-95de-4082d945e0cc req-43f63b04-1eb1-4cb2-abad-f2770b4ac8cb tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771868 Oct 26 14:07:15.654368 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.682018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-daddbf9e-ae68-4f97-900a-14de72e03d09 req-76bf47c3-f3a8-4e5b-9009-fa8e19e33ffd tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882752 Oct 26 14:07:15.686902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:15.694408 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a776bd-4796-43bf-80ca-724b4cce9f7a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:15.701990 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:15.708059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:15.740047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bcba5-05bb-4091-92bd-e62e36bb9d58 None None] Pushing event updated for resources: {'Port': ['ID=8954e8b4-be5c-4556-9087-e5eb0b722a80,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:15.771144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f8a776bd-4796-43bf-80ca-724b4cce9f7a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f8a776bd-4796-43bf-80ca-724b4cce9f7a,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:15.779741 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.797248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Pushing event updated for resources: {'Port': ['ID=e34894ba-4417-432e-bfa9-83a3c0548159,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:15.847349 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=f8a776bd-4796-43bf-80ca-724b4cce9f7a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:15.885067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96172c-3832-432f-86dd-f7d7aa739ec1 req-0ac582f9-3389-4997-80e5-3e4a78042e6b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:15.891467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96172c-3832-432f-86dd-f7d7aa739ec1 req-0ac582f9-3389-4997-80e5-3e4a78042e6b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:15.897639 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96172c-3832-432f-86dd-f7d7aa739ec1 req-0ac582f9-3389-4997-80e5-3e4a78042e6b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:15.899464 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e96172c-3832-432f-86dd-f7d7aa739ec1 req-0ac582f9-3389-4997-80e5-3e4a78042e6b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2419 time: 0.0882745 Oct 26 14:07:15.909120 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6d95e-5d48-4a1e-b83e-81e9cb5cc3dc req-5772b8e0-23eb-4a18-9079-9bcf046ad0b0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:15.910650 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47d6d95e-5d48-4a1e-b83e-81e9cb5cc3dc req-5772b8e0-23eb-4a18-9079-9bcf046ad0b0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.1621146 Oct 26 14:07:15.991211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47d6d95e-5d48-4a1e-b83e-81e9cb5cc3dc req-114bd101-184a-4ee1-8976-6310be3e82ed tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614915 Oct 26 14:07:16.005691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e96172c-3832-432f-86dd-f7d7aa739ec1 req-ee7436c8-4d26-4c85-a94e-cc09d35d7c94 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939629 Oct 26 14:07:16.101529 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:16.157555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['f8a776bd-4796-43bf-80ca-724b4cce9f7a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:16.168446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939f972-9977-46ad-834d-71c6eba6344a req-7541919e-906d-4284-bd16-743898c0ce7c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:16.177133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7939f972-9977-46ad-834d-71c6eba6344a req-7541919e-906d-4284-bd16-743898c0ce7c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 946 time: 0.0701191 Oct 26 14:07:16.233856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7939f972-9977-46ad-834d-71c6eba6344a req-b2e329a9-97e3-4171-89ec-6d99ff6eb934 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513599 Oct 26 14:07:16.403376 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a04107-8c41-44bf-b8b5-0b14ef1b9ce5 req-cffc29b8-30b6-4892-bebd-b96da9675b49 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:16.405416 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a04107-8c41-44bf-b8b5-0b14ef1b9ce5 req-cffc29b8-30b6-4892-bebd-b96da9675b49 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 945 time: 0.0991707 Oct 26 14:07:16.418608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936561f-b6f4-42ad-875d-44616fe3a3e3 req-e2114afc-e241-4525-b0f4-56da58856017 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:16.420177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5936561f-b6f4-42ad-875d-44616fe3a3e3 req-e2114afc-e241-4525-b0f4-56da58856017 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 945 time: 0.0755115 Oct 26 14:07:16.480341 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a04107-8c41-44bf-b8b5-0b14ef1b9ce5 req-669d65a4-d165-44b0-83d9-0e985de1bcb3 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591445 Oct 26 14:07:16.483396 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5936561f-b6f4-42ad-875d-44616fe3a3e3 req-df6e3f34-5059-4551-aa0d-8357b87f4ff5 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557165 Oct 26 14:07:16.529805 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:16.621218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac98f8a-e954-400d-8bd9-4eb53ade4cf1 req-1c54bbd3-e735-4485-b66d-247649975492 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:16.623147 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ac98f8a-e954-400d-8bd9-4eb53ade4cf1 req-1c54bbd3-e735-4485-b66d-247649975492 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 946 time: 0.0561147 Oct 26 14:07:16.648958 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:16.682480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ac98f8a-e954-400d-8bd9-4eb53ade4cf1 req-3ef310dd-d880-4be3-b5cf-627eed5a3ab2 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517671 Oct 26 14:07:16.722132 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:16.779617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e22ca5-21df-4e43-95a5-b72ff2b19f33 req-ab54bc14-fd25-4efa-9df8-a58cec257999 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:16.788940 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20e22ca5-21df-4e43-95a5-b72ff2b19f33 req-ab54bc14-fd25-4efa-9df8-a58cec257999 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0679293 Oct 26 14:07:16.826274 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Router 5f9aa7e1-2928-497d-9fb8-34095b8da682 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:07:16.837385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20e22ca5-21df-4e43-95a5-b72ff2b19f33 req-9c7ae4b8-597d-4f3e-a325-bc2589cad635 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477943 Oct 26 14:07:16.941536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b1c47b-0ac0-4489-b14b-37de5c7b5d3c None None] Network 540b106e-b809-45e7-b934-edcc6ae93cf2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:16.968132 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:07:16.974832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a8866-19ee-4b88-b257-2cf407a87402 req-b589a72e-d59c-4480-9760-0962e4242b9b tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:16.977333 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-923a8866-19ee-4b88-b257-2cf407a87402 req-b589a72e-d59c-4480-9760-0962e4242b9b tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 946 time: 0.0594087 Oct 26 14:07:16.990830 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:16.992322 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ac5c4e07-6ab2-4ec7-aa3d-b7ef45caeb63 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1710553 Oct 26 14:07:16.995794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59006) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:17.022841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-923a8866-19ee-4b88-b257-2cf407a87402 req-f9c6b8d8-5fcf-4e64-a5a7-a11294ad6b61 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379779 Oct 26 14:07:17.146549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb227bd-814a-4f3e-a1f0-af3d62c18819 req-d72db4ff-3e0e-4166-a415-ffd3643aad47 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:17.153460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb227bd-814a-4f3e-a1f0-af3d62c18819 req-d72db4ff-3e0e-4166-a415-ffd3643aad47 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:17.153938 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Sync routers for ids ['5f9aa7e1-2928-497d-9fb8-34095b8da682'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:07:17.161148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb227bd-814a-4f3e-a1f0-af3d62c18819 req-d72db4ff-3e0e-4166-a415-ffd3643aad47 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:17.162866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fb227bd-814a-4f3e-a1f0-af3d62c18819 req-d72db4ff-3e0e-4166-a415-ffd3643aad47 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2419 time: 0.0829160 Oct 26 14:07:17.187070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Routers {'5f9aa7e1-2928-497d-9fb8-34095b8da682'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:07:17.187727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:07:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['5f9aa7e1-2928-497d-9fb8-34095b8da682'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:17.243424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f315fd-17e2-4670-a130-5d99dad3dedd req-48a782d6-e791-4104-909f-0208771fb623 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:17.244976 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-73f315fd-17e2-4670-a130-5d99dad3dedd req-48a782d6-e791-4104-909f-0208771fb623 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.1158135 Oct 26 14:07:17.257539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fb227bd-814a-4f3e-a1f0-af3d62c18819 req-87787b83-d8f5-4331-a430-e8ae242eb8ca tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688834 Oct 26 14:07:17.285313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3f8a941c-8644-4a3d-8498-1dd6c2cffef6 None None] Provisioning complete for port 8954e8b4-be5c-4556-9087-e5eb0b722a80 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:17.285747 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3f8a941c-8644-4a3d-8498-1dd6c2cffef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:17.341532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8954e8b4-be5c-4556-9087-e5eb0b722a80 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:17.348807 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-73f315fd-17e2-4670-a130-5d99dad3dedd req-5724c82c-465d-4ea4-968a-6cee8aa66df3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902019 Oct 26 14:07:17.455630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Set router 5f9aa7e1-2928-497d-9fb8-34095b8da682 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:07:17.597628 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:17.619853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 8954e8b4-be5c-4556-9087-e5eb0b722a80 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:17.620326 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:17.639480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f222b-3304-4359-b79d-fe790c9427b9 req-d4f1be4b-d670-4673-b57b-8c22a25567a3 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:17.640965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-600f222b-3304-4359-b79d-fe790c9427b9 req-d4f1be4b-d670-4673-b57b-8c22a25567a3 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 945 time: 0.0619240 Oct 26 14:07:17.658637 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3f8a941c-8644-4a3d-8498-1dd6c2cffef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:17.714422 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-600f222b-3304-4359-b79d-fe790c9427b9 req-72462d61-46ff-4286-947d-dfeebb8c8b31 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612273 Oct 26 14:07:17.736853 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a8b8b-4c6d-4398-9afc-b722de0bdd1f req-f2bd6547-b71b-4f91-ba9c-5c2b010d0b09 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:17.736853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a06a8b8b-4c6d-4398-9afc-b722de0bdd1f req-f2bd6547-b71b-4f91-ba9c-5c2b010d0b09 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 945 time: 0.1109939 Oct 26 14:07:17.766721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3f8a941c-8644-4a3d-8498-1dd6c2cffef6 None None] For port 8954e8b4-be5c-4556-9087-e5eb0b722a80, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8954e8b4-be5c-4556-9087-e5eb0b722a80,segment=NetworkSegment(59dc6c1d-3c59-4d8b-8dd7-b58637051d96),segment_id=59dc6c1d-3c59-4d8b-8dd7-b58637051d96)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:17.802196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a06a8b8b-4c6d-4398-9afc-b722de0bdd1f req-5d4e7500-edae-4335-9c4a-21be82e812b0 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649419 Oct 26 14:07:17.812363 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3f8a941c-8644-4a3d-8498-1dd6c2cffef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:17.832414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Allocated IP 172.20.0.1 (540b106e-b809-45e7-b934-edcc6ae93cf2/62c64183-86af-48fa-a4a3-34838fe8bed6/e9088bdc-5d44-4225-bfd0-51ea502c68e5) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:17.866210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102f205-4b11-4f14-8d27-a6d658b848e0 req-f5ba3bfe-c594-4340-a933-5b6b7240bf79 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:17.873742 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102f205-4b11-4f14-8d27-a6d658b848e0 req-f5ba3bfe-c594-4340-a933-5b6b7240bf79 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:17.880551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102f205-4b11-4f14-8d27-a6d658b848e0 req-f5ba3bfe-c594-4340-a933-5b6b7240bf79 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:17.882847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7102f205-4b11-4f14-8d27-a6d658b848e0 req-f5ba3bfe-c594-4340-a933-5b6b7240bf79 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2419 time: 0.0852499 Oct 26 14:07:17.900742 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:17.903888 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a941c-8644-4a3d-8498-1dd6c2cffef6 None None] Pushing event updated for resources: {'Port': ['ID=8954e8b4-be5c-4556-9087-e5eb0b722a80,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:17.981931 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:17.984280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7102f205-4b11-4f14-8d27-a6d658b848e0 req-fd19efb4-d01b-40c3-a904-802b1541ea38 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933120 Oct 26 14:07:18.000282 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:07:18.000753 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:07:18.005743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:07:15Z', 'revision_number': 3, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port': {'id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:15Z', 'updated_at': '2021-10-26T14:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:18.020343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73650c-d4d0-4bde-990a-2af1042679e7 req-c78d60bc-3c98-4aa1-8a3d-e8e76de47819 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:18.021955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f73650c-d4d0-4bde-990a-2af1042679e7 req-c78d60bc-3c98-4aa1-8a3d-e8e76de47819 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.0824466 Oct 26 14:07:18.044631 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.056162 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Checking router: 5f9aa7e1-2928-497d-9fb8-34095b8da682 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:07:18.056515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Updating router 5f9aa7e1-2928-497d-9fb8-34095b8da682 port e34894ba-4417-432e-bfa9-83a3c0548159 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:07:18.076481 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f73650c-d4d0-4bde-990a-2af1042679e7 req-dfc64778-968a-4ef8-859c-e4b9514baaf1 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392816 Oct 26 14:07:18.091244 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Network 540b106e-b809-45e7-b934-edcc6ae93cf2 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:18.097785 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.099424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3cee349e-30c8-4575-960c-251c65ba84fc None None] Provisioning complete for port 8954e8b4-be5c-4556-9087-e5eb0b722a80 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:18.099779 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3cee349e-30c8-4575-960c-251c65ba84fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.106379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:18.110963 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:18.114148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e9088bdc-5d44-4225-bfd0-51ea502c68e5,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:18.155840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.185946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d43ee2-991b-4133-a5af-82f3f7833fe3 req-82abcb93-64d4-4ea2-a857-8aca7c30e741 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:18.193324 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4d43ee2-991b-4133-a5af-82f3f7833fe3 req-82abcb93-64d4-4ea2-a857-8aca7c30e741 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 946 time: 0.0677474 Oct 26 14:07:18.235892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4d43ee2-991b-4133-a5af-82f3f7833fe3 req-4059e195-ac60-4f70-b00a-76a05d0cd98c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Oct 26 14:07:18.336385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d66513-f136-4cff-b185-0c231b70b483 req-513dfd55-9b33-4a96-9aed-b18f3b827eb3 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:18.337917 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c8d66513-f136-4cff-b185-0c231b70b483 req-513dfd55-9b33-4a96-9aed-b18f3b827eb3 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 945 time: 0.0774772 Oct 26 14:07:18.355835 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.465105 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.476456 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.477768 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.482045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ee4e5689-d145-4307-b1d0-aa91eed3fd56 None None] Provisioning complete for port e9088bdc-5d44-4225-bfd0-51ea502c68e5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:18.482349 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5689-d145-4307-b1d0-aa91eed3fd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.483110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059a453-42c8-44a9-8b18-ee12d06e0255 req-04b782d5-95c0-43d8-b949-81855fab480c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:18.487086 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d059a453-42c8-44a9-8b18-ee12d06e0255 req-04b782d5-95c0-43d8-b949-81855fab480c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.0606618 Oct 26 14:07:18.529300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d059a453-42c8-44a9-8b18-ee12d06e0255 req-cc8a5e62-ee2e-4a0b-a152-3e573e57be5b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367649 Oct 26 14:07:18.574570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-c8d66513-f136-4cff-b185-0c231b70b483 req-fcc3bd70-eaba-46e2-bd65-62211148a2d7 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Deleting port b8f472a8-c68d-439e-bb1a-7cd7c67feca7 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:18.574871 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c8d66513-f136-4cff-b185-0c231b70b483 req-fcc3bd70-eaba-46e2-bd65-62211148a2d7 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.604218 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858b06a-e7ec-46db-bcf4-cfe48cefec16 None None] Pushing event updated for resources: {'Port': ['ID=e34894ba-4417-432e-bfa9-83a3c0548159,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:18.606439 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e5689-d145-4307-b1d0-aa91eed3fd56 None None] Port e9088bdc-5d44-4225-bfd0-51ea502c68e5 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:07:18.610274 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Attempting to bind port e34894ba-4417-432e-bfa9-83a3c0548159 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:18.610648 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Attempting to bind port e34894ba-4417-432e-bfa9-83a3c0548159 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:18.611011 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Attempting to bind port e34894ba-4417-432e-bfa9-83a3c0548159 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:18.619080 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:18.619453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:18.619881 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.620265 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:18.620734 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Bound port: e34894ba-4417-432e-bfa9-83a3c0548159, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:18.621111 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.672098 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] For port e34894ba-4417-432e-bfa9-83a3c0548159, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:18.675123 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] For port e34894ba-4417-432e-bfa9-83a3c0548159, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e34894ba-4417-432e-bfa9-83a3c0548159,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:18.679797 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.704802 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.713598 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.718779 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c8d66513-f136-4cff-b185-0c231b70b483 req-fcc3bd70-eaba-46e2-bd65-62211148a2d7 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] For port b8f472a8-c68d-439e-bb1a-7cd7c67feca7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b8f472a8-c68d-439e-bb1a-7cd7c67feca7,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:18.719174 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c8d66513-f136-4cff-b185-0c231b70b483 req-fcc3bd70-eaba-46e2-bd65-62211148a2d7 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.744411 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858b06a-e7ec-46db-bcf4-cfe48cefec16 None None] Pushing event updated for resources: {'Port': ['ID=e34894ba-4417-432e-bfa9-83a3c0548159,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:18.747117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Routers {'5f9aa7e1-2928-497d-9fb8-34095b8da682'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:07:18.748416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:07:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['5f9aa7e1-2928-497d-9fb8-34095b8da682'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:18.754436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-c8d66513-f136-4cff-b185-0c231b70b483 req-fcc3bd70-eaba-46e2-bd65-62211148a2d7 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Calling delete_port for b8f472a8-c68d-439e-bb1a-7cd7c67feca7 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:18.812903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0573ca-68be-4066-8a8a-f0ab432abde4 req-f3c8c002-848f-4d77-87f2-420b7080455c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:18.814828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a0573ca-68be-4066-8a8a-f0ab432abde4 req-f3c8c002-848f-4d77-87f2-420b7080455c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 946 time: 0.0608618 Oct 26 14:07:18.854697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e9088bdc-5d44-4225-bfd0-51ea502c68e5,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:18.862596 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.917497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] Set router 5f9aa7e1-2928-497d-9fb8-34095b8da682 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:07:18.972958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80636a84-6e64-4cea-a2c4-63077a1c8912 req-6e3444e4-5f65-4847-b6ac-260601507d44 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:18.974776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80636a84-6e64-4cea-a2c4-63077a1c8912 req-6e3444e4-5f65-4847-b6ac-260601507d44 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 945 time: 0.1458709 Oct 26 14:07:19.024724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Network 540b106e-b809-45e7-b934-edcc6ae93cf2 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:19.028477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:19.068123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc8741-c6a0-4574-a7e4-298e6537ae08 req-da50111e-dcb8-4f4c-b335-4cf8637b24b1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:19.070663 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88fc8741-c6a0-4574-a7e4-298e6537ae08 req-da50111e-dcb8-4f4c-b335-4cf8637b24b1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eead7398-4514-4fd1-9191-afa9a92cfd88 HTTP/1.1" status: 200 len: 945 time: 0.1642892 Oct 26 14:07:19.076743 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80636a84-6e64-4cea-a2c4-63077a1c8912 req-29f9ab61-1d66-4008-9fee-626b362d947d tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918591 Oct 26 14:07:19.091745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-6a0573ca-68be-4066-8a8a-f0ab432abde4 req-b66706fe-2120-4d62-84d9-94f29e4be272 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Deleting port 165a464e-00b2-401f-b58f-369eda480281 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:19.092311 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6a0573ca-68be-4066-8a8a-f0ab432abde4 req-b66706fe-2120-4d62-84d9-94f29e4be272 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.130022 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c8d66513-f136-4cff-b185-0c231b70b483 req-fcc3bd70-eaba-46e2-bd65-62211148a2d7 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.173083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3bd70-eaba-46e2-bd65-62211148a2d7 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Pushing event deleted for resources: {'Port': ['ID=b8f472a8-c68d-439e-bb1a-7cd7c67feca7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:19.217286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['b8f472a8-c68d-439e-bb1a-7cd7c67feca7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:19.222484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d66513-f136-4cff-b185-0c231b70b483 req-fcc3bd70-eaba-46e2-bd65-62211148a2d7 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] No DVR routers for this DVR port b8f472a8-c68d-439e-bb1a-7cd7c67feca7 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:19.226592 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c8d66513-f136-4cff-b185-0c231b70b483 req-fcc3bd70-eaba-46e2-bd65-62211148a2d7 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.230364 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c8d66513-f136-4cff-b185-0c231b70b483 req-fcc3bd70-eaba-46e2-bd65-62211148a2d7 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "DELETE /v2.0/ports/b8f472a8-c68d-439e-bb1a-7cd7c67feca7 HTTP/1.1" status: 204 len: 173 time: 0.8815706 Oct 26 14:07:19.230847 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eead7398-4514-4fd1-9191-afa9a92cfd88', 'name': 'network-vif-deleted', 'tag': 'b8f472a8-c68d-439e-bb1a-7cd7c67feca7'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:19.234175 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab2548c-3980-4d5c-ba41-e74ee4f4a57f" -d '{"events": [{"server_uuid": "eead7398-4514-4fd1-9191-afa9a92cfd88", "name": "network-vif-deleted", "tag": "b8f472a8-c68d-439e-bb1a-7cd7c67feca7"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:19.300097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Router 5f9aa7e1-2928-497d-9fb8-34095b8da682 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:07:19.321102 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-6a0573ca-68be-4066-8a8a-f0ab432abde4 req-b66706fe-2120-4d62-84d9-94f29e4be272 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] For port 165a464e-00b2-401f-b58f-369eda480281, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=165a464e-00b2-401f-b58f-369eda480281,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:19.321366 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6a0573ca-68be-4066-8a8a-f0ab432abde4 req-b66706fe-2120-4d62-84d9-94f29e4be272 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.337676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-6a0573ca-68be-4066-8a8a-f0ab432abde4 req-b66706fe-2120-4d62-84d9-94f29e4be272 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Calling delete_port for 165a464e-00b2-401f-b58f-369eda480281 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:19.350307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8954e8b4-be5c-4556-9087-e5eb0b722a80 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:19.358554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88fc8741-c6a0-4574-a7e4-298e6537ae08 req-209a62e7-e463-4679-a2d4-1d235722f282 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098284 Oct 26 14:07:19.398743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f8a776bd-4796-43bf-80ca-724b4cce9f7a up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:19.466738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3e0bc-96e8-4705-b66d-9a8cae328b90 req-d30500b2-ddb4-4436-9bab-fdb61d156373 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:19.473218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3e0bc-96e8-4705-b66d-9a8cae328b90 req-d30500b2-ddb4-4436-9bab-fdb61d156373 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:19.477260 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:07:19.479825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3e0bc-96e8-4705-b66d-9a8cae328b90 req-d30500b2-ddb4-4436-9bab-fdb61d156373 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:19.488014 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62a3e0bc-96e8-4705-b66d-9a8cae328b90 req-d30500b2-ddb4-4436-9bab-fdb61d156373 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2419 time: 0.3177388 Oct 26 14:07:19.491189 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0b61ccf6-b587-487a-af8c-d528e053c0d2 admin admin] 10.222.0.32 "PUT /v2.0/routers/5f9aa7e1-2928-497d-9fb8-34095b8da682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4941268 Oct 26 14:07:19.508775 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2ba1ad8f-b795-4700-8d3a-f74e78a471cc None None] Provisioning complete for port e9088bdc-5d44-4225-bfd0-51ea502c68e5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:19.509150 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2ba1ad8f-b795-4700-8d3a-f74e78a471cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.574557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 8954e8b4-be5c-4556-9087-e5eb0b722a80 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:19.574857 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.599999 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1ad8f-b795-4700-8d3a-f74e78a471cc None None] Port e9088bdc-5d44-4225-bfd0-51ea502c68e5 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:07:19.606504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port f8a776bd-4796-43bf-80ca-724b4cce9f7a completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:19.613133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62a3e0bc-96e8-4705-b66d-9a8cae328b90 req-f3d005ac-ec7a-43c7-98d1-86ab9ae6dfd6 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245830 Oct 26 14:07:19.622535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port f8a776bd-4796-43bf-80ca-724b4cce9f7a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:19.622910 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.632334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b0a63-4e50-4e8b-b1ef-b1e01727fedf req-1180d644-f738-4672-adac-dc6b82f95bbd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:19.639693 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-522b0a63-4e50-4e8b-b1ef-b1e01727fedf req-1180d644-f738-4672-adac-dc6b82f95bbd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1449893 Oct 26 14:07:19.680579 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a41b6a1-5788-4121-a396-6eb39ef1f5f9 x-openstack-request-id: req-1a41b6a1-5788-4121-a396-6eb39ef1f5f9 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:19.683127 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eead7398-4514-4fd1-9191-afa9a92cfd88", "name": "network-vif-deleted", "tag": "b8f472a8-c68d-439e-bb1a-7cd7c67feca7", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:19.683386 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a41b6a1-5788-4121-a396-6eb39ef1f5f9 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:19.686275 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eead7398-4514-4fd1-9191-afa9a92cfd88', 'name': 'network-vif-deleted', 'tag': 'b8f472a8-c68d-439e-bb1a-7cd7c67feca7', 'status': 'completed', 'code': 200} Oct 26 14:07:19.690660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 4, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port': {'id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:15Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e9088bdc-5d44-4225-bfd0-51ea502c68e5', 'name': '', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'mac_address': 'fa:16:3e:3f:28:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:17Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 2, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'subnets': [{'id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:19.726764 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-522b0a63-4e50-4e8b-b1ef-b1e01727fedf req-dec2e81e-f933-49d7-8bc5-c8c6e6e720ae tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813432 Oct 26 14:07:19.733138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-2f584859-3e0c-4fa5-ad33-87f193fc3cf8 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:19.740862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-2f584859-3e0c-4fa5-ad33-87f193fc3cf8 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:19.748001 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-2f584859-3e0c-4fa5-ad33-87f193fc3cf8 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:19.750351 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-2f584859-3e0c-4fa5-ad33-87f193fc3cf8 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 2419 time: 0.0838170 Oct 26 14:07:19.758747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089030e5-14c8-4ec4-93e0-e47b1754cfda None None] The sync data for ids ['5f9aa7e1-2928-497d-9fb8-34095b8da682'] in n-d-815498-1 is: [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 4, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port': {'id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:15Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e9088bdc-5d44-4225-bfd0-51ea502c68e5', 'name': '', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'mac_address': 'fa:16:3e:3f:28:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:17Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 2, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'subnets': [{'id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:07:19.759297 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6a0573ca-68be-4066-8a8a-f0ab432abde4 req-b66706fe-2120-4d62-84d9-94f29e4be272 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.787980 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['748c9e26-54cb-4e51-80d1-e112fa64b975', '165a464e-00b2-401f-b58f-369eda480281'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:19.846078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66706fe-2120-4d62-84d9-94f29e4be272 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Pushing event deleted for resources: {'Port': ['ID=165a464e-00b2-401f-b58f-369eda480281,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:19.870278 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.926522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b16cb2d-a07c-4553-a265-aa6e4da9aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a776bd-4796-43bf-80ca-724b4cce9f7a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:19.929823 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512ca54a-e9e2-4ddd-81cb-c9c7bb86b9f0" -d '{"events": [{"server_uuid": "6b16cb2d-a07c-4553-a265-aa6e4da9aa78", "name": "network-vif-plugged", "status": "completed", "tag": "f8a776bd-4796-43bf-80ca-724b4cce9f7a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:19.937499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0573ca-68be-4066-8a8a-f0ab432abde4 req-b66706fe-2120-4d62-84d9-94f29e4be272 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] No DVR routers for this DVR port 165a464e-00b2-401f-b58f-369eda480281 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:19.951027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f8a776bd-4796-43bf-80ca-724b4cce9f7a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f8a776bd-4796-43bf-80ca-724b4cce9f7a,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:19.959748 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6a0573ca-68be-4066-8a8a-f0ab432abde4 req-b66706fe-2120-4d62-84d9-94f29e4be272 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.961302 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.964105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a0573ca-68be-4066-8a8a-f0ab432abde4 req-b66706fe-2120-4d62-84d9-94f29e4be272 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "DELETE /v2.0/ports/165a464e-00b2-401f-b58f-369eda480281 HTTP/1.1" status: 204 len: 173 time: 1.1415999 Oct 26 14:07:19.983858 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f93831dd-805c-4dfd-a6d0-f06d5277e96f req-908daf94-7cca-42c8-96c8-5c7323c684d8 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa94027-e8f2-4755-8227-baf062c37557 HTTP/1.1" status: 200 len: 210 time: 0.0940671 Oct 26 14:07:19.984685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa94027-e8f2-4755-8227-baf062c37557', 'name': 'network-vif-deleted', 'tag': '165a464e-00b2-401f-b58f-369eda480281'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:19.987274 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998fb297-cad5-4049-a906-f897ad0e1938" -d '{"events": [{"server_uuid": "2aa94027-e8f2-4755-8227-baf062c37557", "name": "network-vif-deleted", "tag": "165a464e-00b2-401f-b58f-369eda480281"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:20.058736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=f8a776bd-4796-43bf-80ca-724b4cce9f7a,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:20.082698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-4ab05f20-7a68-4098-ab10-0bba90547c42 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Deleting port 03a4436b-9c58-4560-a1df-0344a1ed27d4 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:20.083122 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-4ab05f20-7a68-4098-ab10-0bba90547c42 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:20.095683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e000071-f957-4dea-b4a0-70356508c95a req-2a10ec2f-c7f3-4d33-bc9c-8971f17a7824 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:20.107079 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e000071-f957-4dea-b4a0-70356508c95a req-2a10ec2f-c7f3-4d33-bc9c-8971f17a7824 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.1653068 Oct 26 14:07:20.172817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e000071-f957-4dea-b4a0-70356508c95a req-c398fd29-5d36-419b-9160-6251e61649fb tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639405 Oct 26 14:07:20.259577 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a05eec-3866-4844-a868-cfb83b2987a9 x-openstack-request-id: req-e1a05eec-3866-4844-a868-cfb83b2987a9 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:20.260056 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b16cb2d-a07c-4553-a265-aa6e4da9aa78", "name": "network-vif-plugged", "status": "completed", "tag": "f8a776bd-4796-43bf-80ca-724b4cce9f7a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:20.260154 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1a05eec-3866-4844-a868-cfb83b2987a9 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:20.261484 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b16cb2d-a07c-4553-a265-aa6e4da9aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a776bd-4796-43bf-80ca-724b4cce9f7a', 'code': 200} Oct 26 14:07:20.302541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-4ab05f20-7a68-4098-ab10-0bba90547c42 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] For port 03a4436b-9c58-4560-a1df-0344a1ed27d4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=03a4436b-9c58-4560-a1df-0344a1ed27d4,segment=NetworkSegment(2190c0b1-c97f-4565-be31-3e38567da0eb),segment_id=2190c0b1-c97f-4565-be31-3e38567da0eb)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:20.303023 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-4ab05f20-7a68-4098-ab10-0bba90547c42 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:20.345514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-4ab05f20-7a68-4098-ab10-0bba90547c42 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Calling delete_port for 03a4436b-9c58-4560-a1df-0344a1ed27d4 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:20.397786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59c8e2-9320-412a-8955-fdefb16eb8ee req-6089db47-85e8-43aa-b40d-3218cb840d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:20.399823 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de59c8e2-9320-412a-8955-fdefb16eb8ee req-6089db47-85e8-43aa-b40d-3218cb840d36 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 1097 time: 0.0662649 Oct 26 14:07:20.469138 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c0cdbc-212e-4655-9e2f-4d63b1a3d82c x-openstack-request-id: req-a1c0cdbc-212e-4655-9e2f-4d63b1a3d82c {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:20.470250 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa94027-e8f2-4755-8227-baf062c37557", "name": "network-vif-deleted", "tag": "165a464e-00b2-401f-b58f-369eda480281", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:20.472499 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1c0cdbc-212e-4655-9e2f-4d63b1a3d82c {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:20.472996 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa94027-e8f2-4755-8227-baf062c37557', 'name': 'network-vif-deleted', 'tag': '165a464e-00b2-401f-b58f-369eda480281', 'status': 'completed', 'code': 200} Oct 26 14:07:20.475344 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de59c8e2-9320-412a-8955-fdefb16eb8ee req-9df6462a-6f49-4494-a87d-4f04d31c0124 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652390 Oct 26 14:07:20.517337 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-4ab05f20-7a68-4098-ab10-0bba90547c42 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:20.532719 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['775af047-ba62-4196-a62a-4cf6ef406fa2', '03a4436b-9c58-4560-a1df-0344a1ed27d4', '3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:20.556224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab05f20-7a68-4098-ab10-0bba90547c42 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Port': ['ID=03a4436b-9c58-4560-a1df-0344a1ed27d4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:20.600311 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59064) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:20.605805 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-09a8bc2f-05fb-4908-9f7d-d6b7a12eb43a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775948644', 'description': 'tempest-description--2051228017'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:20.631839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-4ab05f20-7a68-4098-ab10-0bba90547c42 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] No DVR routers for this DVR port 03a4436b-9c58-4560-a1df-0344a1ed27d4 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:20.635930 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-4ab05f20-7a68-4098-ab10-0bba90547c42 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:20.639707 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-4ab05f20-7a68-4098-ab10-0bba90547c42 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.25 "DELETE /v2.0/ports/03a4436b-9c58-4560-a1df-0344a1ed27d4 HTTP/1.1" status: 204 len: 173 time: 0.8795018 Oct 26 14:07:20.662902 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-09a8bc2f-05fb-4908-9f7d-d6b7a12eb43a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:20.677020 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0cbbb-54e6-4b21-ab73-904a591e3c29 req-b16bf997-4846-4078-9073-fe3987ca090e tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:20.679119 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ee0cbbb-54e6-4b21-ab73-904a591e3c29 req-b16bf997-4846-4078-9073-fe3987ca090e tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 946 time: 0.1617928 Oct 26 14:07:20.831461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ee0cbbb-54e6-4b21-ab73-904a591e3c29 req-34543e1a-e483-42bc-9faa-fb6d85522599 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419988 Oct 26 14:07:20.884022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005b223-8331-4cb0-a20c-70d77af9517e req-af9b047e-3f1d-4332-adc8-306c59d63d18 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:20.918530 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005b223-8331-4cb0-a20c-70d77af9517e req-af9b047e-3f1d-4332-adc8-306c59d63d18 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:20.953170 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3005b223-8331-4cb0-a20c-70d77af9517e req-af9b047e-3f1d-4332-adc8-306c59d63d18 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 1683 time: 0.2297387 Oct 26 14:07:21.060459 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3005b223-8331-4cb0-a20c-70d77af9517e req-7725b6a7-b670-48fb-9957-31e5b9384896 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053424 Oct 26 14:07:21.084668 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-09a8bc2f-05fb-4908-9f7d-d6b7a12eb43a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.093999 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-09a8bc2f-05fb-4908-9f7d-d6b7a12eb43a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.119154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-8dbee193-6b13-4666-9cf3-046694d0bd66 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Deleting port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:21.120574 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-8dbee193-6b13-4666-9cf3-046694d0bd66 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.132905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b8bb0-fdc1-497a-ae16-62fa95c2799e req-d8a94f2b-2244-4768-8dbb-39f035bf549f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:21.134144 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-09a8bc2f-05fb-4908-9f7d-d6b7a12eb43a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.137853 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-09a8bc2f-05fb-4908-9f7d-d6b7a12eb43a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5364521 Oct 26 14:07:21.146302 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d9b8bb0-fdc1-497a-ae16-62fa95c2799e req-d8a94f2b-2244-4768-8dbb-39f035bf549f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1108811 Oct 26 14:07:21.155293 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59078) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:21.260191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d9b8bb0-fdc1-497a-ae16-62fa95c2799e req-32933cd2-c8e0-47c2-8ff3-e11670f3c2cc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118195 Oct 26 14:07:21.311431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-8dbee193-6b13-4666-9cf3-046694d0bd66 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] For port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee,segment=NetworkSegment(b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3),segment_id=b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:21.311799 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-8dbee193-6b13-4666-9cf3-046694d0bd66 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.333813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9b5d8667-dfe7-49d5-afe9-27f7fb2d85ea tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Request body: {'security_group_rule': {'security_group_id': '9a714f04-f434-4e0d-8aa4-37e6d171ff28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:21.352492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-8dbee193-6b13-4666-9cf3-046694d0bd66 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Calling delete_port for 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:21.362426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0bf55feb-4886-4ebb-9850-d33f98acdc5c details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:21.366280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8bc2f-05fb-4908-9f7d-d6b7a12eb43a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a714f04-f434-4e0d-8aa4-37e6d171ff28,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:21.442729 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b5d8667-dfe7-49d5-afe9-27f7fb2d85ea tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.457502 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e34894ba-4417-432e-bfa9-83a3c0548159 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:21.549212 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b5d8667-dfe7-49d5-afe9-27f7fb2d85ea tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.562202 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0bf55feb-4886-4ebb-9850-d33f98acdc5c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:21.576892 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b5d8667-dfe7-49d5-afe9-27f7fb2d85ea tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.577770 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e34894ba-4417-432e-bfa9-83a3c0548159 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:21.578181 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.580991 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '0bf55feb-4886-4ebb-9850-d33f98acdc5c', 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5', 'port_id': '0bf55feb-4886-4ebb-9850-d33f98acdc5c', 'mac_address': 'fa:16:3e:77:68:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2ccbc49-6d2e-4c75-85bf-425477396e4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:21.624592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d8667-dfe7-49d5-afe9-27f7fb2d85ea tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bc0a97-0766-4bab-be00-6cb88ecc72a5,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:21.640937 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b5d8667-dfe7-49d5-afe9-27f7fb2d85ea tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.644661 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9b5d8667-dfe7-49d5-afe9-27f7fb2d85ea tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3202300 Oct 26 14:07:21.644661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-8dbee193-6b13-4666-9cf3-046694d0bd66 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.645557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59092) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:21.650121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-63b37647-f012-43ce-a13b-734157c7234b tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Request body: {'security_group_rule': {'security_group_id': '9a714f04-f434-4e0d-8aa4-37e6d171ff28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:21.682893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['03a4436b-9c58-4560-a1df-0344a1ed27d4'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:21.709344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-8bc29b97-e08a-41c1-b223-170e8c49f1c3 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:21.715096 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-8bc29b97-e08a-41c1-b223-170e8c49f1c3 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 811 time: 0.3309679 Oct 26 14:07:21.733440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4b8c5-8532-44dc-8f7a-f15f1f934c04 req-d5bb79a1-b530-4e94-bac3-b9c9ac03c329 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:21.735652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'name': 'network-vif-deleted', 'tag': '03a4436b-9c58-4560-a1df-0344a1ed27d4'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:21.738898 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b4b8c5-8532-44dc-8f7a-f15f1f934c04 req-d5bb79a1-b530-4e94-bac3-b9c9ac03c329 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.2996619 Oct 26 14:07:21.743993 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc17ebd2-69eb-4bd4-b0aa-21430d77e6eb" -d '{"events": [{"server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "name": "network-vif-deleted", "tag": "03a4436b-9c58-4560-a1df-0344a1ed27d4"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:21.754832 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbee193-6b13-4666-9cf3-046694d0bd66 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Port': ['ID=3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:21.769383 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.794235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bf55feb-4886-4ebb-9850-d33f98acdc5c {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:21.813712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-8dbee193-6b13-4666-9cf3-046694d0bd66 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] No DVR routers for this DVR port 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:21.816945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-03d74ae8-9fc2-4fb4-a3d9-06c420ad693d tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/quotas/010d28b91b53419790bcd6df0dcda488 HTTP/1.1" status: 200 len: 375 time: 0.0697999 Oct 26 14:07:21.817844 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-8dbee193-6b13-4666-9cf3-046694d0bd66 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.822288 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-8dbee193-6b13-4666-9cf3-046694d0bd66 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.25 "DELETE /v2.0/ports/3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee HTTP/1.1" status: 204 len: 173 time: 1.1230416 Oct 26 14:07:21.822459 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0bf55feb-4886-4ebb-9850-d33f98acdc5c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:21.839842 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-63b37647-f012-43ce-a13b-734157c7234b tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.864548 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.939310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-04b7954c-813b-4a90-8b49-00fa3e8ce29e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1203063 Oct 26 14:07:21.940252 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.986448 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port e34894ba-4417-432e-bfa9-83a3c0548159, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e34894ba-4417-432e-bfa9-83a3c0548159,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:21.994337 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-63b37647-f012-43ce-a13b-734157c7234b tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.995395 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=0bf55feb-4886-4ebb-9850-d33f98acdc5c,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:22.001176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['0bf55feb-4886-4ebb-9850-d33f98acdc5c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:22.004710 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.005519 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-63b37647-f012-43ce-a13b-734157c7234b tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.025022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b37647-f012-43ce-a13b-734157c7234b tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f4f87f-9fdc-488a-8c20-235116a3312d,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:22.038621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-00d28c09-54a6-47c3-80a3-8c8a5ff5cb9f tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Deleting port 775af047-ba62-4196-a62a-4cf6ef406fa2 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:22.039116 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-00d28c09-54a6-47c3-80a3-8c8a5ff5cb9f tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.054191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b4b8c5-8532-44dc-8f7a-f15f1f934c04 req-55abec8a-b3cc-44bf-8487-8efc2509abd8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099066 Oct 26 14:07:22.092372 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-63b37647-f012-43ce-a13b-734157c7234b tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.096484 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-63b37647-f012-43ce-a13b-734157c7234b tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4474812 Oct 26 14:07:22.097544 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59100) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:22.105190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:22.171752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-2240078e-4da9-4852-9b6d-adc8bed8bcaf service neutron] 10.222.0.32 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305324 Oct 26 14:07:22.185599 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.189175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=e34894ba-4417-432e-bfa9-83a3c0548159,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:22.302375 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-adef9dc6-7820-4eda-bd64-25768e471c58 service neutron] 10.222.0.32 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258755 Oct 26 14:07:22.577863 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfec4dd4-7aae-42a4-84c5-1e1a8b4775a9 x-openstack-request-id: req-cfec4dd4-7aae-42a4-84c5-1e1a8b4775a9 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:22.578286 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "name": "network-vif-deleted", "tag": "03a4436b-9c58-4560-a1df-0344a1ed27d4", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:22.581642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32f768-f776-4cb0-9ab2-6cee5c9e1ddf req-97d0d983-635e-45bb-a02c-81c75ad1febb tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:22.582871 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfec4dd4-7aae-42a4-84c5-1e1a8b4775a9 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:22.583730 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c32f768-f776-4cb0-9ab2-6cee5c9e1ddf req-97d0d983-635e-45bb-a02c-81c75ad1febb tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 946 time: 0.0988154 Oct 26 14:07:22.591154 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'name': 'network-vif-deleted', 'tag': '03a4436b-9c58-4560-a1df-0344a1ed27d4', 'status': 'completed', 'code': 200} Oct 26 14:07:22.607235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe54815-793d-426b-b485-3c07ae46526c req-5402a6b5-3198-4d7f-baf8-df75062d1341 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:22.608114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-00d28c09-54a6-47c3-80a3-8c8a5ff5cb9f tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] For port 775af047-ba62-4196-a62a-4cf6ef406fa2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=775af047-ba62-4196-a62a-4cf6ef406fa2,segment=NetworkSegment(b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3),segment_id=b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:22.608418 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-00d28c09-54a6-47c3-80a3-8c8a5ff5cb9f tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.608765 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3fe54815-793d-426b-b485-3c07ae46526c req-5402a6b5-3198-4d7f-baf8-df75062d1341 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4 HTTP/1.1" status: 200 len: 946 time: 0.0865645 Oct 26 14:07:22.625852 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-00d28c09-54a6-47c3-80a3-8c8a5ff5cb9f tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Calling delete_port for 775af047-ba62-4196-a62a-4cf6ef406fa2 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:22.665045 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c32f768-f776-4cb0-9ab2-6cee5c9e1ddf req-406ed5bd-908f-4a29-b7b7-bd96729ad265 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740747 Oct 26 14:07:22.680328 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3fe54815-793d-426b-b485-3c07ae46526c req-fe2e131e-4e8f-4e1b-8163-7dc73a5f190f tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614688 Oct 26 14:07:22.792288 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.845334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dd71a-80db-45a8-9527-6693fcfa5a3c req-10ed83a3-2b75-4a66-90df-cabdc82d7c0b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:22.862299 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-929dd71a-80db-45a8-9527-6693fcfa5a3c req-10ed83a3-2b75-4a66-90df-cabdc82d7c0b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 944 time: 0.0832548 Oct 26 14:07:22.938516 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-929dd71a-80db-45a8-9527-6693fcfa5a3c req-1d0bb6d7-73da-42b7-bf28-a50bfa8dbb0b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752966 Oct 26 14:07:22.976968 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:07:22.995652 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2300db52-8965-43c8-b179-9b3e93b0108c req-0898bd8e-c5d4-4777-95e7-a6ca83a29134 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 210 time: 0.0897644 Oct 26 14:07:23.002628 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-00d28c09-54a6-47c3-80a3-8c8a5ff5cb9f tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.048737 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d28c09-54a6-47c3-80a3-8c8a5ff5cb9f tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Port': ['ID=775af047-ba62-4196-a62a-4cf6ef406fa2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:23.126204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Allocated IP 172.25.4.212 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/d74fcc15-0fc1-4fd0-bc14-ed04bd8c54c5) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:23.154341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30a84c-62ba-473e-8b16-d0bad0a58096 req-5adba624-c46c-4b7d-8c29-0db61c87a75f tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:23.156016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c30a84c-62ba-473e-8b16-d0bad0a58096 req-5adba624-c46c-4b7d-8c29-0db61c87a75f tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 946 time: 0.1167901 Oct 26 14:07:23.165346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-00d28c09-54a6-47c3-80a3-8c8a5ff5cb9f tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] No DVR routers for this DVR port 775af047-ba62-4196-a62a-4cf6ef406fa2 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:23.173607 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-00d28c09-54a6-47c3-80a3-8c8a5ff5cb9f tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.179121 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3efb57b1-771f-4740-9f0f-eee243a0efcf req-00d28c09-54a6-47c3-80a3-8c8a5ff5cb9f tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.25 "DELETE /v2.0/ports/775af047-ba62-4196-a62a-4cf6ef406fa2 HTTP/1.1" status: 204 len: 173 time: 1.3479426 Oct 26 14:07:23.195037 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Sync routers for ids ['5f9aa7e1-2928-497d-9fb8-34095b8da682'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:07:23.213153 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Routers {'5f9aa7e1-2928-497d-9fb8-34095b8da682'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:07:23.214340 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:07:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['5f9aa7e1-2928-497d-9fb8-34095b8da682'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:23.296131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e34894ba-4417-432e-bfa9-83a3c0548159 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:23.390453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0bf55feb-4886-4ebb-9850-d33f98acdc5c up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:23.395366 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-3674eb6f-6824-4771-a8de-f7aae3781631 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:23.402684 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.404448 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-3674eb6f-6824-4771-a8de-f7aae3781631 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.2473023 Oct 26 14:07:23.406376 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Set router 5f9aa7e1-2928-497d-9fb8-34095b8da682 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:07:23.428463 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-8ba5af88-b057-4140-88cb-d2bcd3e81353 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/quotas/02988b14cd044ea8964cbab023a8058f HTTP/1.1" status: 200 len: 375 time: 0.0231247 Oct 26 14:07:23.505699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.536431 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-fb091f78-e8a4-4eda-bcdc-171d9773c4c2 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991609 Oct 26 14:07:23.555591 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.559045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e34894ba-4417-432e-bfa9-83a3c0548159 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:23.559045 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.570280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c30a84c-62ba-473e-8b16-d0bad0a58096 req-a6c769e3-48cd-4b82-af5f-39592d3b2eb8 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907251 Oct 26 14:07:23.571792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Pushing event updated for resources: {'Port': ['ID=d74fcc15-0fc1-4fd0-bc14-ed04bd8c54c5,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:23.586527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:23.588906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:23.591366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:23.626227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 0bf55feb-4886-4ebb-9850-d33f98acdc5c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:23.626617 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.703953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.717220 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 4, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port': {'id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:15Z', 'updated_at': '2021-10-26T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e9088bdc-5d44-4225-bfd0-51ea502c68e5', 'name': '', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'mac_address': 'fa:16:3e:3f:28:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:17Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 2, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'subnets': [{'id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:23.748012 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.755032 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Checking router: 5f9aa7e1-2928-497d-9fb8-34095b8da682 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:07:23.755660 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Updating router 5f9aa7e1-2928-497d-9fb8-34095b8da682 port e9088bdc-5d44-4225-bfd0-51ea502c68e5 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:07:23.798128 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.812429 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.865141 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd04ba-c570-4f23-87bc-58e56927f678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf55feb-4886-4ebb-9850-d33f98acdc5c'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:23.868555 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b07ca15-7d04-4ff7-bb13-3c358701cdad" -d '{"events": [{"server_uuid": "a6dd04ba-c570-4f23-87bc-58e56927f678", "name": "network-vif-plugged", "status": "completed", "tag": "0bf55feb-4886-4ebb-9850-d33f98acdc5c"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:23.883021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0bf55feb-4886-4ebb-9850-d33f98acdc5c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:23.906127 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.909084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b8f472a8-c68d-439e-bb1a-7cd7c67feca7 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:24.040939 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.057001 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.101940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=0bf55feb-4886-4ebb-9850-d33f98acdc5c,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:24.121130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: b8f472a8-c68d-439e-bb1a-7cd7c67feca7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:24.121487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b8f472a8-c68d-439e-bb1a-7cd7c67feca7 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:24.122212 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 775af047-ba62-4196-a62a-4cf6ef406fa2 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:24.161928 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.169568 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.169929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 775af047-ba62-4196-a62a-4cf6ef406fa2 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:24.170518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 775af047-ba62-4196-a62a-4cf6ef406fa2 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:24.171046 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 165a464e-00b2-401f-b58f-369eda480281 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:24.172478 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Pushing event updated for resources: {'Port': ['ID=d74fcc15-0fc1-4fd0-bc14-ed04bd8c54c5,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:24.200715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 165a464e-00b2-401f-b58f-369eda480281 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:24.201096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 165a464e-00b2-401f-b58f-369eda480281 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:24.201635 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 03a4436b-9c58-4560-a1df-0344a1ed27d4 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:24.226736 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.227867 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5fa18-d116-436e-9280-aa729c0695b4 None None] Pushing event updated for resources: {'Port': ['ID=e9088bdc-5d44-4225-bfd0-51ea502c68e5,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:24.231386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 03a4436b-9c58-4560-a1df-0344a1ed27d4 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:24.232309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 03a4436b-9c58-4560-a1df-0344a1ed27d4 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:24.232309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:24.247859 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5fa18-d116-436e-9280-aa729c0695b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:24.248386 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5fa18-d116-436e-9280-aa729c0695b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:24.248819 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5fa18-d116-436e-9280-aa729c0695b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:24.249251 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5fa18-d116-436e-9280-aa729c0695b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:24.250204 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5fa18-d116-436e-9280-aa729c0695b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:24.250636 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5fa18-d116-436e-9280-aa729c0695b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:24.251149 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5fa18-d116-436e-9280-aa729c0695b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:24.251572 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5fa18-d116-436e-9280-aa729c0695b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:24.251991 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5fa18-d116-436e-9280-aa729c0695b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:24.252410 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5fa18-d116-436e-9280-aa729c0695b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:24.252825 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5fa18-d116-436e-9280-aa729c0695b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:24.253241 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5fa18-d116-436e-9280-aa729c0695b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:24.257007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:24.257354 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:24.269536 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.270909 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2715036b-24cb-45e0-9cf3-684354121469 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1730897 Oct 26 14:07:24.318605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b527ba6-9f2b-42dc-9b98-a71f6d1ada47 req-1d93577f-9c49-482b-9c25-8c33e9f58b6b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:24.320779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b527ba6-9f2b-42dc-9b98-a71f6d1ada47 req-1d93577f-9c49-482b-9c25-8c33e9f58b6b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.6636314 Oct 26 14:07:24.349319 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Attempting to bind port e9088bdc-5d44-4225-bfd0-51ea502c68e5 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:24.349880 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Attempting to bind port e9088bdc-5d44-4225-bfd0-51ea502c68e5 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '59dc6c1d-3c59-4d8b-8dd7-b58637051d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:24.350440 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Attempting to bind port e9088bdc-5d44-4225-bfd0-51ea502c68e5 on network 540b106e-b809-45e7-b934-edcc6ae93cf2 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:24.356656 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:24.357099 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Checking segment: {'id': '59dc6c1d-3c59-4d8b-8dd7-b58637051d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:24.357582 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.358807 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Bound using segment: {'id': '59dc6c1d-3c59-4d8b-8dd7-b58637051d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:24.358807 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Bound port: e9088bdc-5d44-4225-bfd0-51ea502c68e5, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dc6c1d-3c59-4d8b-8dd7-b58637051d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:24.359149 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.400157 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-c61c2d38-e989-4af5-bb23-5a339534b3b8 service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8265152 Oct 26 14:07:24.421327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-09ed16e6-33e1-4eb5-975b-461f67e056a4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:24.423202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-09ed16e6-33e1-4eb5-975b-461f67e056a4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.11 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 811 time: 0.2790861 Oct 26 14:07:24.447731 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] For port e9088bdc-5d44-4225-bfd0-51ea502c68e5, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:24.452878 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] For port e9088bdc-5d44-4225-bfd0-51ea502c68e5, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e9088bdc-5d44-4225-bfd0-51ea502c68e5,segment=NetworkSegment(59dc6c1d-3c59-4d8b-8dd7-b58637051d96),segment_id=59dc6c1d-3c59-4d8b-8dd7-b58637051d96)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:24.459344 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.459534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Request body: {'port': {'device_id': 'eff03f61-120a-40c7-be52-067c478f882b', 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d', 'admin_state_up': True, 'tenant_id': '010d28b91b53419790bcd6df0dcda488'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:24.485262 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b7aae70f-6312-44c3-b43c-94cfde91a375 None None] Provisioning complete for port e9088bdc-5d44-4225-bfd0-51ea502c68e5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:24.486263 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b7aae70f-6312-44c3-b43c-94cfde91a375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.494588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b527ba6-9f2b-42dc-9b98-a71f6d1ada47 req-61bba287-9a9f-4885-9283-fd42888c4663 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614571 Oct 26 14:07:24.532346 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Routers {'5f9aa7e1-2928-497d-9fb8-34095b8da682'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:07:24.532982 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:07:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['5f9aa7e1-2928-497d-9fb8-34095b8da682'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:24.593035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'name': 'network-vif-deleted', 'tag': '3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee'}, {'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'name': 'network-vif-deleted', 'tag': '775af047-ba62-4196-a62a-4cf6ef406fa2'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:24.596300 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc3d8dd-dfc9-4626-a47b-96a3ae307d86" -d '{"events": [{"server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "name": "network-vif-deleted", "tag": "3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee"}, {"server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "name": "network-vif-deleted", "tag": "775af047-ba62-4196-a62a-4cf6ef406fa2"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:24.609459 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5fa18-d116-436e-9280-aa729c0695b4 None None] Pushing event updated for resources: {'Port': ['ID=e9088bdc-5d44-4225-bfd0-51ea502c68e5,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:24.629291 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b7aae70f-6312-44c3-b43c-94cfde91a375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.651745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59164) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:24.706893 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-9bd883f7-357b-491d-a403-d46dda4de45c service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809043 Oct 26 14:07:24.708488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b7aae70f-6312-44c3-b43c-94cfde91a375 None None] For port e9088bdc-5d44-4225-bfd0-51ea502c68e5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e9088bdc-5d44-4225-bfd0-51ea502c68e5,segment=NetworkSegment(59dc6c1d-3c59-4d8b-8dd7-b58637051d96),segment_id=59dc6c1d-3c59-4d8b-8dd7-b58637051d96)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:24.716473 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b7aae70f-6312-44c3-b43c-94cfde91a375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.758411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Made reservation on behalf of 010d28b91b53419790bcd6df0dcda488 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:24.780650 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] Set router 5f9aa7e1-2928-497d-9fb8-34095b8da682 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:07:24.784666 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.799456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-43080484-a00e-4dcd-84c3-cc2e80b2edfd tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Deleting subnet 62e2a3ad-49a9-4f20-822a-73f42b3ef0ce {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:07:24.813484 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-43080484-a00e-4dcd-84c3-cc2e80b2edfd tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.865780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aae70f-6312-44c3-b43c-94cfde91a375 None None] Pushing event updated for resources: {'Port': ['ID=e9088bdc-5d44-4225-bfd0-51ea502c68e5,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:24.896324 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fdceeb-d287-4add-9894-8a76730ccc3a x-openstack-request-id: req-67fdceeb-d287-4add-9894-8a76730ccc3a {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:24.896634 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd04ba-c570-4f23-87bc-58e56927f678", "name": "network-vif-plugged", "status": "completed", "tag": "0bf55feb-4886-4ebb-9850-d33f98acdc5c", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:24.896931 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67fdceeb-d287-4add-9894-8a76730ccc3a {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:24.897394 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dd04ba-c570-4f23-87bc-58e56927f678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf55feb-4886-4ebb-9850-d33f98acdc5c', 'code': 200} Oct 26 14:07:24.921587 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-43080484-a00e-4dcd-84c3-cc2e80b2edfd tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:25.075256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Allocated IP 172.20.0.14 (0c35e518-cf32-42c2-8724-45fb7998b96d/58f199ee-a046-49d1-984f-441650e52e48/255efd68-5f68-4671-bc49-d25d3113ee59) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:25.081650 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-be1a04bf-6cbb-4c1c-9572-bce9af0b7aa1 None None] Provisioning complete for port e9088bdc-5d44-4225-bfd0-51ea502c68e5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:25.081849 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-be1a04bf-6cbb-4c1c-9572-bce9af0b7aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:25.156755 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a56eab20-ea34-4a59-a3b6-1877c7430648 req-3f64777a-5d46-45f9-9be0-60ed2ea8c486 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 210 time: 0.0824332 Oct 26 14:07:25.157925 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-43080484-a00e-4dcd-84c3-cc2e80b2edfd tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:25.243977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fb517-8002-4850-8173-f89b7b7fdf03 req-daf48ed4-5cc5-49c7-8709-c6193c880548 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:25.256934 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b50fb517-8002-4850-8173-f89b7b7fdf03 req-daf48ed4-5cc5-49c7-8709-c6193c880548 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1854861 Oct 26 14:07:25.326779 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 4, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port': {'id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:15Z', 'updated_at': '2021-10-26T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e9088bdc-5d44-4225-bfd0-51ea502c68e5', 'name': '', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'mac_address': 'fa:16:3e:3f:28:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:17Z', 'updated_at': '2021-10-26T14:07:24Z', 'revision_number': 4, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'subnets': [{'id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:25.334521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-43080484-a00e-4dcd-84c3-cc2e80b2edfd tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:25.360954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e9088bdc-5d44-4225-bfd0-51ea502c68e5 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:25.413810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43080484-a00e-4dcd-84c3-cc2e80b2edfd tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Subnet': ['ID=62e2a3ad-49a9-4f20-822a-73f42b3ef0ce,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:25.428788 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-43080484-a00e-4dcd-84c3-cc2e80b2edfd tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:25.431567 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3403dc5-2174-43df-91fd-ee76bc6c35e5 None None] The sync data for ids ['5f9aa7e1-2928-497d-9fb8-34095b8da682'] in n-d-815498-1 is: [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 4, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port': {'id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:15Z', 'updated_at': '2021-10-26T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e9088bdc-5d44-4225-bfd0-51ea502c68e5', 'name': '', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'mac_address': 'fa:16:3e:3f:28:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:17Z', 'updated_at': '2021-10-26T14:07:24Z', 'revision_number': 4, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'subnets': [{'id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:07:25.435030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b50fb517-8002-4850-8173-f89b7b7fdf03 req-2fe99307-020f-4c18-bf24-524919f36013 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730728 Oct 26 14:07:25.451701 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d15232-8dd0-473f-b6cb-43e9c8997bb8 None None] Network ee9793ef-fdff-412e-9a7d-989c1ef712e1 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:25.455003 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-43080484-a00e-4dcd-84c3-cc2e80b2edfd tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "DELETE /v2.0/subnets/62e2a3ad-49a9-4f20-822a-73f42b3ef0ce HTTP/1.1" status: 204 len: 168 time: 0.8020537 Oct 26 14:07:25.457616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59194) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:25.558410 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:25.652868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:25.656415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e9088bdc-5d44-4225-bfd0-51ea502c68e5 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:25.656893 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:25.686419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-0bd46065-0eac-48ee-917f-3fa7ee266c58 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1775948644&fields=id&tenant_id=397a1893cd204c2b80b167e34598b2b3 HTTP/1.1" status: 200 len: 267 time: 0.3390749 Oct 26 14:07:25.825589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Deleting port 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:25.826114 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:25.835883 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:25.850756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8a3bf-c09e-4c8a-b2f9-4c4aabe37eda req-b5c49277-3c55-4c2c-9ab8-691fceb9cd91 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:25.860276 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bb8a3bf-c09e-4c8a-b2f9-4c4aabe37eda req-b5c49277-3c55-4c2c-9ab8-691fceb9cd91 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 946 time: 0.2704115 Oct 26 14:07:25.953740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] For port 767ad1d5-fee1-46c2-9bbf-b3c12fe59259, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=767ad1d5-fee1-46c2-9bbf-b3c12fe59259,segment=NetworkSegment(2190c0b1-c97f-4565-be31-3e38567da0eb),segment_id=2190c0b1-c97f-4565-be31-3e38567da0eb)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:25.954753 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:25.992062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Calling delete_port for 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:26.063910 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Network 0c35e518-cf32-42c2-8724-45fb7998b96d is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:26.118796 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.145143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:26.172500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:26.197165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Port': ['ID=767ad1d5-fee1-46c2-9bbf-b3c12fe59259,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:26.203491 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5882d843-e47e-4300-98dd-940d6b37dfc0 None None] DHCP port deletion for ee9793ef-fdff-412e-9a7d-989c1ef712e1 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:07:26.205820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] No DVR routers for this DVR port 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:26.255556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bb8a3bf-c09e-4c8a-b2f9-4c4aabe37eda req-a8ff1383-ca3d-45c4-a277-f88e3c490889 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940196 Oct 26 14:07:26.296904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Pushing event updated for resources: {'Port': ['ID=255efd68-5f68-4671-bc49-d25d3113ee59,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:26.335349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-99bb414a-453b-425e-8c07-ae964a52e6ee tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:26.346915 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-99bb414a-453b-425e-8c07-ae964a52e6ee tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/networks?id=540b106e-b809-45e7-b934-edcc6ae93cf2 HTTP/1.1" status: 200 len: 814 time: 0.6569014 Oct 26 14:07:26.357207 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975614e6-e989-4806-9d67-e6f4770c7566 x-openstack-request-id: req-975614e6-e989-4806-9d67-e6f4770c7566 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:26.357725 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "name": "network-vif-deleted", "tag": "3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee", "status": "completed", "code": 200}, {"server_uuid": "b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4", "name": "network-vif-deleted", "tag": "775af047-ba62-4196-a62a-4cf6ef406fa2", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:26.357835 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-975614e6-e989-4806-9d67-e6f4770c7566 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:26.359504 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:26.359871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:26.360219 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:26.360875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:26.361684 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:26.362129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:26.362418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:26.362749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:26.363082 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:26.363708 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:26.363940 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'name': 'network-vif-deleted', 'tag': '3795ee46-df0c-4c9b-94e6-a7a4ca5d0dee', 'status': 'completed', 'code': 200} Oct 26 14:07:26.364047 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:26.364360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:26.364578 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f034b8-cc5e-47ec-ae2f-12f3d9b2d6a4', 'name': 'network-vif-deleted', 'tag': '775af047-ba62-4196-a62a-4cf6ef406fa2', 'status': 'completed', 'code': 200} Oct 26 14:07:26.386323 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-8d898e63-451d-4976-9110-e39086451f3e tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/quotas/397a1893cd204c2b80b167e34598b2b3 HTTP/1.1" status: 200 len: 375 time: 0.0407097 Oct 26 14:07:26.412825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:26.413504 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.416438 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.445942 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-345356fa-d5f9-43c1-9119-441a869dc2bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9998293 Oct 26 14:07:26.464520 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Request body: {'port': {'device_id': 'eff03f61-120a-40c7-be52-067c478f882b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:26.478558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9793ef-fdff-412e-9a7d-989c1ef712e1']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:26.500700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2190c0b1-c97f-4565-be31-3e38567da0eb') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:26.502180 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2190c0b1-c97f-4565-be31-3e38567da0eb') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:26.518134 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.545229 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.550675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a7659cd-fb87-4608-b41f-30e52da8ced3 req-1a35388e-9b7c-4dcc-8960-f3c1461e8b3a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 210 time: 0.0809801 Oct 26 14:07:26.553483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:07:26.553894 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:07:26.557991 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:07:26.600953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-6c13a4df-1aa6-456f-8322-277609994511 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=397a1893cd204c2b80b167e34598b2b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2048688 Oct 26 14:07:26.608608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-5e3489ff-db95-4d46-a659-d3c0cee55caf service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:07:26.628563 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-5e3489ff-db95-4d46-a659-d3c0cee55caf service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0266557 Oct 26 14:07:26.637274 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.664951 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.668880 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "DELETE /v2.0/networks/ee9793ef-fdff-412e-9a7d-989c1ef712e1 HTTP/1.1" status: 204 len: 168 time: 1.2102907 Oct 26 14:07:26.674191 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59212) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:26.714391 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e31cd-ef8d-46be-9730-f0bd4ec42ad4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Network': ['ID=ee9793ef-fdff-412e-9a7d-989c1ef712e1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:26.720223 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.837945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-05f504b6-552e-48af-aaa1-035c6cd6d282 service neutron] 10.222.0.32 "GET /v2.0/networks/540b106e-b809-45e7-b934-edcc6ae93cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083566 Oct 26 14:07:27.046103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04d9e79-499c-4202-af72-cf672c25cac9 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Deleting subnet 40c0e8f5-2c35-4386-8f2b-88700a2688d7 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:07:27.060226 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f04d9e79-499c-4202-af72-cf672c25cac9 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:27.250760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53afe71-c6ed-4af0-b86f-469366773fe6 req-538edc7d-ecf8-4dc8-a9e8-f0760a3cd2d7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:27.267859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f53afe71-c6ed-4af0-b86f-469366773fe6 req-538edc7d-ecf8-4dc8-a9e8-f0760a3cd2d7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.4367332 Oct 26 14:07:27.297557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:27.304127 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f04d9e79-499c-4202-af72-cf672c25cac9 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:27.333745 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:27.334392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 767ad1d5-fee1-46c2-9bbf-b3c12fe59259 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:27.339841 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:27.373645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-e355bbc8-1dbf-439c-ade6-561735817ebb tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:27.375104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-e355bbc8-1dbf-439c-ade6-561735817ebb tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.11 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.5426614 Oct 26 14:07:27.383522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-18e7f8ab-d45c-4599-942a-f9aba0fef3b3 service neutron] 10.222.0.32 "GET /v2.0/networks/540b106e-b809-45e7-b934-edcc6ae93cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316098 Oct 26 14:07:27.409695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-8529e5e0-1ad0-4ca2-ad4f-4329af13ea60 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Request body: {'port': {'device_id': '4185882c-1e04-463d-81ab-b61b830227a8', 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'admin_state_up': True, 'tenant_id': '02988b14cd044ea8964cbab023a8058f'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:27.429298 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f53afe71-c6ed-4af0-b86f-469366773fe6 req-1cebd7e9-7de8-4495-9173-bbc57adb083e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578827 Oct 26 14:07:28.069135 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f04d9e79-499c-4202-af72-cf672c25cac9 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.134326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae4adc-b2bb-492f-8311-9b16562cc464 req-8ac07038-e7e9-4b85-8107-476e444a3500 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:28.136615 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9ae4adc-b2bb-492f-8311-9b16562cc464 req-8ac07038-e7e9-4b85-8107-476e444a3500 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 932 time: 0.5403221 Oct 26 14:07:28.235405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db795-e20b-4c9c-80c1-01f5fa0bc6b1 req-1461bce2-d293-4f87-ac63-e4afd8000842 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:28.242906 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-135db795-e20b-4c9c-80c1-01f5fa0bc6b1 req-1461bce2-d293-4f87-ac63-e4afd8000842 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 946 time: 0.6139827 Oct 26 14:07:28.254849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-8529e5e0-1ad0-4ca2-ad4f-4329af13ea60 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Made reservation on behalf of 02988b14cd044ea8964cbab023a8058f for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:28.258234 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-8529e5e0-1ad0-4ca2-ad4f-4329af13ea60 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.263773 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255efd68-5f68-4671-bc49-d25d3113ee59 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:28.299858 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.383345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9ae4adc-b2bb-492f-8311-9b16562cc464 req-deddc554-a8bd-4557-9205-58a922e9b303 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164080 Oct 26 14:07:28.406166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f04d9e79-499c-4202-af72-cf672c25cac9 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.406166 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Transition to ACTIVE for port object 255efd68-5f68-4671-bc49-d25d3113ee59 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:28.462248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-135db795-e20b-4c9c-80c1-01f5fa0bc6b1 req-3f5ccb6d-7aa4-4203-8f03-4bbd58f74f83 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182491 Oct 26 14:07:28.462965 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.482113 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f04d9e79-499c-4202-af72-cf672c25cac9 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.485183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f0700a-5e25-46f4-92a4-92917c695bc6 None None] Network effecc1e-7e48-408b-8b58-a6b03d499d47 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:28.490670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f04d9e79-499c-4202-af72-cf672c25cac9 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "DELETE /v2.0/subnets/40c0e8f5-2c35-4386-8f2b-88700a2688d7 HTTP/1.1" status: 204 len: 168 time: 1.8141344 Oct 26 14:07:28.492181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59230) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:28.501908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d9e79-499c-4202-af72-cf672c25cac9 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Subnet': ['ID=40c0e8f5-2c35-4386-8f2b-88700a2688d7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:28.680687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b9cd32d-6ce3-4141-bc8c-f72e262bc5d6 req-71aa9f09-1d49-4ef4-bdf3-494c830acb79 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 210 time: 0.0537899 Oct 26 14:07:28.695069 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.793212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-8529e5e0-1ad0-4ca2-ad4f-4329af13ea60 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Allocated IP 172.20.0.13 (58afa2dc-1dfa-4d98-a3c2-eba0b18fce64/bb2f8034-207a-46b1-a093-46a32822cb93/b2a1db80-7562-42af-a4c1-8d3105ea04c7) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:28.847400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Deleting port 3cfb5ead-2c49-41bb-b380-03a35225d906 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:28.847746 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.849897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f46c84-4fe4-44ae-9bd4-e55fc7260448 req-55ef72ca-bc31-433e-9a1c-92ca883dd1d0 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:28.851827 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13f46c84-4fe4-44ae-9bd4-e55fc7260448 req-55ef72ca-bc31-433e-9a1c-92ca883dd1d0 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.3510723 Oct 26 14:07:28.853910 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Pushing event updated for resources: {'Port': ['ID=255efd68-5f68-4671-bc49-d25d3113ee59,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:28.896877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Attempting to bind port 255efd68-5f68-4671-bc49-d25d3113ee59 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:28.897227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Attempting to bind port 255efd68-5f68-4671-bc49-d25d3113ee59 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:28.897488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Attempting to bind port 255efd68-5f68-4671-bc49-d25d3113ee59 on network 0c35e518-cf32-42c2-8724-45fb7998b96d {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:28.903624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] DHCP port deletion for effecc1e-7e48-408b-8b58-a6b03d499d47 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:07:28.920245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Port 255efd68-5f68-4671-bc49-d25d3113ee59 on network 0c35e518-cf32-42c2-8724-45fb7998b96d not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:28.920594 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Attempting to bind port 255efd68-5f68-4671-bc49-d25d3113ee59 on network 0c35e518-cf32-42c2-8724-45fb7998b96d {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:28.928350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0194e943-3440-4fd4-871e-fe9a6a08270e req-e5a6dd70-8884-4cef-a937-f80511f12854 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 210 time: 0.0655484 Oct 26 14:07:28.956699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13f46c84-4fe4-44ae-9bd4-e55fc7260448 req-8719227d-fb76-4e71-86ea-69684c7d6a6e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805116 Oct 26 14:07:28.958015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:28.958353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Checking segment: {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:28.958726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Bound using segment: {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:28.959172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Bound port: 255efd68-5f68-4671-bc49-d25d3113ee59, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:28.959530 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.098584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Deleting port 3cfb5ead-2c49-41bb-b380-03a35225d906 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:29.102469 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.118458 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] For port 3cfb5ead-2c49-41bb-b380-03a35225d906, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3cfb5ead-2c49-41bb-b380-03a35225d906,segment=NetworkSegment(b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3),segment_id=b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:29.118824 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.143322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Calling delete_port for 3cfb5ead-2c49-41bb-b380-03a35225d906 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:29.219007 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-8529e5e0-1ad0-4ca2-ad4f-4329af13ea60 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.250701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-7b00f7fe-28f2-4515-b3f6-e314b58ed0b8 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:29.252920 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-7b00f7fe-28f2-4515-b3f6-e314b58ed0b8 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.25 "GET /v2.0/networks?id=540b106e-b809-45e7-b934-edcc6ae93cf2 HTTP/1.1" status: 200 len: 814 time: 0.3233166 Oct 26 14:07:29.260696 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] For port 3cfb5ead-2c49-41bb-b380-03a35225d906, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3cfb5ead-2c49-41bb-b380-03a35225d906,segment=NetworkSegment(b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3),segment_id=b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:29.261688 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.283209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Calling delete_port for 3cfb5ead-2c49-41bb-b380-03a35225d906 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:29.372481 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-478a618c-adff-4627-88e6-dda9508e6724 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=397a1893cd204c2b80b167e34598b2b3 HTTP/1.1" status: 200 len: 380 time: 0.1040745 Oct 26 14:07:29.384864 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-8529e5e0-1ad0-4ca2-ad4f-4329af13ea60 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.388494 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3cfb5ead-2c49-41bb-b380-03a35225d906 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:29.403517 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-68fda01b-78b3-4f52-877a-7ba17c88deca tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Request body: {'port': {'device_id': '1a2a372a-28de-4e80-8004-2f8fbc83c008', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'admin_state_up': True, 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'security_groups': ['9a714f04-f434-4e0d-8aa4-37e6d171ff28']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: from cryptography.utils import int_from_bytes Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: from cryptography.utils import int_from_bytes Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.420990 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.424338 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.424338 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.424338 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.424338 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.424338 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.424338 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.424338 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.424338 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.424338 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.424338 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.424338 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.424338 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.424338 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.424338 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:07:29.433235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] For port 255efd68-5f68-4671-bc49-d25d3113ee59, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:29.434216 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['748c9e26-54cb-4e51-80d1-e112fa64b975'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:29.437048 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.461093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-8529e5e0-1ad0-4ca2-ad4f-4329af13ea60 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:29.469196 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-8529e5e0-1ad0-4ca2-ad4f-4329af13ea60 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:29.479819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] For port 255efd68-5f68-4671-bc49-d25d3113ee59, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=255efd68-5f68-4671-bc49-d25d3113ee59,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:29.489151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b341b-8c20-4c4d-8da9-b419f6e372a6 req-2eb31693-7cf6-43ab-a943-705bf38ef281 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:29.498761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-501b341b-8c20-4c4d-8da9-b419f6e372a6 req-2eb31693-7cf6-43ab-a943-705bf38ef281 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 946 time: 0.2217188 Oct 26 14:07:29.501386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-8529e5e0-1ad0-4ca2-ad4f-4329af13ea60 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:29.519861 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.533881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] No DVR routers for this DVR port 3cfb5ead-2c49-41bb-b380-03a35225d906 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:29.552633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Pushing event deleted for resources: {'Port': ['ID=3cfb5ead-2c49-41bb-b380-03a35225d906,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:29.574531 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.581547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No active binding found for port 3cfb5ead-2c49-41bb-b380-03a35225d906 {{(pid=102125) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 14:07:29.582696 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3cfb5ead-2c49-41bb-b380-03a35225d906 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:29.587555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:29.588130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:29.589949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:29.590685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:29.591155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:29.592111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:29.593023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:29.593619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:29.594964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:29.595552 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:29.596279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:29.596843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745ffa-43e6-4ea6-b564-9d39201ecad7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:29.613127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5194f-ac07-433f-ab7f-818d762b45a4 req-8855b2b2-5ee7-4280-94d1-38f81969698c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:29.617640 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ba5194f-ac07-433f-ab7f-818d762b45a4 req-8855b2b2-5ee7-4280-94d1-38f81969698c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.3395581 Oct 26 14:07:29.618341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529e5e0-1ad0-4ca2-ad4f-4329af13ea60 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Pushing event updated for resources: {'Port': ['ID=b2a1db80-7562-42af-a4c1-8d3105ea04c7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:29.640904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:29.641587 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.643225 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] 10.222.0.11 "PUT /v2.0/ports/255efd68-5f68-4671-bc49-d25d3113ee59 HTTP/1.1" status: 200 len: 1092 time: 3.1857598 Oct 26 14:07:29.643975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff03f61-120a-40c7-be52-067c478f882b', 'tag': '255efd68-5f68-4671-bc49-d25d3113ee59'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:29.646385 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3542c749-9ab8-48f4-a469-06e10198e1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "eff03f61-120a-40c7-be52-067c478f882b", "tag": "255efd68-5f68-4671-bc49-d25d3113ee59"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:29.658859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Port': ['ID=3cfb5ead-2c49-41bb-b380-03a35225d906,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:29.712879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] No DVR routers for this DVR port 3cfb5ead-2c49-41bb-b380-03a35225d906 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:29.766291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-68fda01b-78b3-4f52-877a-7ba17c88deca tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Made reservation on behalf of 397a1893cd204c2b80b167e34598b2b3 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:29.771180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-8529e5e0-1ad0-4ca2-ad4f-4329af13ea60 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:29.771360 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-68fda01b-78b3-4f52-877a-7ba17c88deca tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.771771 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-8529e5e0-1ad0-4ca2-ad4f-4329af13ea60 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.810313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-501b341b-8c20-4c4d-8da9-b419f6e372a6 req-8579e342-2451-4a49-b0d5-3393f49ea4ba tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105500 Oct 26 14:07:29.846008 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.863641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68451801-deff-4e5b-978c-0a9d1a100580 service neutron] Pushing event updated for resources: {'Port': ['ID=255efd68-5f68-4671-bc49-d25d3113ee59,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:29.877086 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ba5194f-ac07-433f-ab7f-818d762b45a4 req-567cca92-1c17-4aa2-bbba-e1635a5bdf16 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414007 Oct 26 14:07:29.882852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-8529e5e0-1ad0-4ca2-ad4f-4329af13ea60 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4767761 Oct 26 14:07:29.905919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Request body: {'port': {'device_id': '4185882c-1e04-463d-81ab-b61b830227a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:29.919066 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-3608c7ca-dcec-4552-9ff6-5670d9ca355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:29.920561 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-3608c7ca-dcec-4552-9ff6-5670d9ca355a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 1095 time: 0.1953585 Oct 26 14:07:29.986272 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4e3ffb-8811-4df0-be81-4487a7cad85b x-openstack-request-id: req-df4e3ffb-8811-4df0-be81-4487a7cad85b {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:29.986563 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff03f61-120a-40c7-be52-067c478f882b", "tag": "255efd68-5f68-4671-bc49-d25d3113ee59", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:29.986823 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df4e3ffb-8811-4df0-be81-4487a7cad85b {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:29.987232 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff03f61-120a-40c7-be52-067c478f882b', 'tag': '255efd68-5f68-4671-bc49-d25d3113ee59', 'status': 'completed', 'code': 200} Oct 26 14:07:30.000935 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-dc0ac550-f437-4031-8893-5be786ad7a60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=255efd68-5f68-4671-bc49-d25d3113ee59 HTTP/1.1" status: 200 len: 217 time: 0.0709891 Oct 26 14:07:30.034423 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effecc1e-7e48-408b-8b58-a6b03d499d47']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:30.045763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:30.046209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a5bd19-5dd9-4cfb-82e2-e6c3127eb8f3') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:30.056867 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.066137 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a038618-26eb-4ff3-b892-298260846269 req-20352dc6-9a9b-43f9-a8d4-4de7add9394d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 210 time: 0.0642278 Oct 26 14:07:30.074430 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.082743 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:07:30.093930 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.119748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e63d71-3a76-4ac8-8876-2447bbf349c8 req-d6de300a-41b7-40f3-bea9-0a075385680c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:30.126195 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7e63d71-3a76-4ac8-8876-2447bbf349c8 req-d6de300a-41b7-40f3-bea9-0a075385680c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 944 time: 0.2096021 Oct 26 14:07:30.142341 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.158352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-fecf0728-5e94-4ec2-bb31-81d22fa56299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:30.159821 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-fecf0728-5e94-4ec2-bb31-81d22fa56299 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f199ee-a046-49d1-984f-441650e52e48 HTTP/1.1" status: 200 len: 851 time: 0.1410427 Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:07:30.165529 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:07:30.186700 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.207707 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.224037 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "DELETE /v2.0/networks/effecc1e-7e48-408b-8b58-a6b03d499d47 HTTP/1.1" status: 204 len: 168 time: 1.7227707 Oct 26 14:07:30.229523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7e63d71-3a76-4ac8-8876-2447bbf349c8 req-ae7cec1c-1ab1-4d5b-859f-9947e9dc4354 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974658 Oct 26 14:07:30.234243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59250) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:30.239895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-08fc4b0a-07a4-45f0-b3b0-3e388d1aa4ce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2012654046'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:30.257108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca139cb3-1726-44ac-98c3-14eda85204ac tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Network': ['ID=effecc1e-7e48-408b-8b58-a6b03d499d47,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:30.295892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-f1107318-cc1f-4d18-9175-559518c0f73e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c35e518-cf32-42c2-8724-45fb7998b96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177473 Oct 26 14:07:30.320045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-68fda01b-78b3-4f52-877a-7ba17c88deca tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Allocated IP 172.20.0.11 (540b106e-b809-45e7-b934-edcc6ae93cf2/62c64183-86af-48fa-a4a3-34838fe8bed6/9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:30.320045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fc4b0a-07a4-45f0-b3b0-3e388d1aa4ce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:30.320045 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08fc4b0a-07a4-45f0-b3b0-3e388d1aa4ce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.358947 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fc4b0a-07a4-45f0-b3b0-3e388d1aa4ce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:07:30.382766 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08fc4b0a-07a4-45f0-b3b0-3e388d1aa4ce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.383299 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-08fc4b0a-07a4-45f0-b3b0-3e388d1aa4ce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Added segment 10fc9a47-60b2-4267-aa9b-e785c731eee3 of type vlan for network f1d9cd00-6d72-4b8d-abca-1c45dd708305 Oct 26 14:07:30.403844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829198aa-d4e8-4ef3-b41a-b06c6b754bc8 req-85c6efd6-1898-495c-aca3-40da5dc9c466 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:30.411433 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-829198aa-d4e8-4ef3-b41a-b06c6b754bc8 req-85c6efd6-1898-495c-aca3-40da5dc9c466 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 946 time: 0.2470496 Oct 26 14:07:30.499751 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08fc4b0a-07a4-45f0-b3b0-3e388d1aa4ce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.594609 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08fc4b0a-07a4-45f0-b3b0-3e388d1aa4ce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.600498 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc4b0a-07a4-45f0-b3b0-3e388d1aa4ce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:30.601097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08fc4b0a-07a4-45f0-b3b0-3e388d1aa4ce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.627820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-829198aa-d4e8-4ef3-b41a-b06c6b754bc8 req-c02a7ab8-1d83-45ed-8b52-a6269f1329df tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149358 Oct 26 14:07:30.646448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8f54c-9014-43cb-8031-6b743b018b1f req-67016e75-5355-4267-a3b4-a86e1436061b tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:30.650914 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-caf8f54c-9014-43cb-8031-6b743b018b1f req-67016e75-5355-4267-a3b4-a86e1436061b tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 932 time: 0.3137295 Oct 26 14:07:30.657006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-d0c1e6be-37ae-4064-9dfc-b3472be94b22 service neutron] 10.222.0.11 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503444 Oct 26 14:07:30.697138 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-68fda01b-78b3-4f52-877a-7ba17c88deca tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.736527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc4b0a-07a4-45f0-b3b0-3e388d1aa4ce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event updated for resources: {'Network': ['ID=f1d9cd00-6d72-4b8d-abca-1c45dd708305,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:30.755940 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-08fc4b0a-07a4-45f0-b3b0-3e388d1aa4ce tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5200670 Oct 26 14:07:30.760891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network f1d9cd00-6d72-4b8d-abca-1c45dd708305 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:07:30.773922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59254) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:30.780684 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-68fda01b-78b3-4f52-877a-7ba17c88deca tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.841828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-68fda01b-78b3-4f52-877a-7ba17c88deca tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Network 540b106e-b809-45e7-b934-edcc6ae93cf2 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:30.845609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-68fda01b-78b3-4f52-877a-7ba17c88deca tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:30.853292 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-68fda01b-78b3-4f52-877a-7ba17c88deca tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:30.859281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fda01b-78b3-4f52-877a-7ba17c88deca tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Pushing event updated for resources: {'Port': ['ID=9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:30.875635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d087f7cb-e588-45f7-901e-19eb6289bd20 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Request body: {'subnet': {'network_id': 'f1d9cd00-6d72-4b8d-abca-1c45dd708305', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:30.954703 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-caf8f54c-9014-43cb-8031-6b743b018b1f req-74b0b964-7ea2-4c44-a040-a7f9573a2b2c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952123 Oct 26 14:07:30.957961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-68fda01b-78b3-4f52-877a-7ba17c88deca tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:30.959703 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-68fda01b-78b3-4f52-877a-7ba17c88deca tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:31.009089 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-68fda01b-78b3-4f52-877a-7ba17c88deca tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6174793 Oct 26 14:07:31.011292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-935c8fe1-7a6a-46a8-ae99-9e3f2e78c8c6 req-c53b1e71-c371-4e20-b2c8-02234c05cd6b service neutron] 10.222.0.11 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410597 Oct 26 14:07:31.027510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Request body: {'port': {'device_id': '1a2a372a-28de-4e80-8004-2f8fbc83c008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:31.140766 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:31.151843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c77073-15cb-4891-91b4-3dc22982150e req-f1ba04eb-4404-4c0e-b898-9ac881a895a8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:31.159326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48c77073-15cb-4891-91b4-3dc22982150e req-f1ba04eb-4404-4c0e-b898-9ac881a895a8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.3843377 Oct 26 14:07:31.265059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e7b614e5-6793-48b1-a76a-e3087a8230f8 None None] Provisioning complete for port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:31.265279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d087f7cb-e588-45f7-901e-19eb6289bd20 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:31.266130 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e7b614e5-6793-48b1-a76a-e3087a8230f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:31.268584 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d087f7cb-e588-45f7-901e-19eb6289bd20 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:31.318899 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e7b614e5-6793-48b1-a76a-e3087a8230f8 None None] Port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:07:31.347653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542c749-9ab8-48f4-a469-06e10198e1f5 req-f479b9cc-2129-4386-be65-df5c43b4bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:31.348924 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3542c749-9ab8-48f4-a469-06e10198e1f5 req-f479b9cc-2129-4386-be65-df5c43b4bee4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 1095 time: 0.2531354 Oct 26 14:07:31.358926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a1db80-7562-42af-a4c1-8d3105ea04c7 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:31.383016 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:31.396790 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48c77073-15cb-4891-91b4-3dc22982150e req-7319ecf9-c866-46ea-8d18-6d4742b2f10c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343659 Oct 26 14:07:31.506771 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cf812-8920-4446-b85c-c161d9c402ef req-a9651025-935b-44c6-b46c-c7995b7801c0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:31.508631 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe4cf812-8920-4446-b85c-c161d9c402ef req-a9651025-935b-44c6-b46c-c7995b7801c0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.3051624 Oct 26 14:07:31.514760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Transition to ACTIVE for port object b2a1db80-7562-42af-a4c1-8d3105ea04c7 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:31.543358 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:31.623892 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:31.632702 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:31.647776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Transition to ACTIVE for port object 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:31.656644 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:31.710765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:31.839917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Attempting to bind port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:31.840346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Attempting to bind port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '59dc6c1d-3c59-4d8b-8dd7-b58637051d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:31.840748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Attempting to bind port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 on network 540b106e-b809-45e7-b934-edcc6ae93cf2 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:31.847177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 on network 540b106e-b809-45e7-b934-edcc6ae93cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:31.847712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Attempting to bind port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 on network 540b106e-b809-45e7-b934-edcc6ae93cf2 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:31.854524 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:31.854941 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Checking segment: {'id': '59dc6c1d-3c59-4d8b-8dd7-b58637051d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:31.855397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Bound using segment: {'id': '59dc6c1d-3c59-4d8b-8dd7-b58637051d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:31.855906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Bound port: 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59dc6c1d-3c59-4d8b-8dd7-b58637051d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:31.856333 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:31.953651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] For port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:31.958184 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] For port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2,segment=NetworkSegment(59dc6c1d-3c59-4d8b-8dd7-b58637051d96),segment_id=59dc6c1d-3c59-4d8b-8dd7-b58637051d96)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:31.964226 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:32.008657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:32.009366 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:32.011983 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] 10.222.0.25 "PUT /v2.0/ports/9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 HTTP/1.1" status: 200 len: 1092 time: 0.9921446 Oct 26 14:07:32.012259 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2a372a-28de-4e80-8004-2f8fbc83c008', 'tag': '9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:32.015008 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b489d9-52d7-4bc6-816f-a2bd7ba8160b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2a372a-28de-4e80-8004-2f8fbc83c008", "tag": "9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:32.044382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bab2a2-d90d-4371-8ad1-9fe48bbf3615 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:32.090735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe4cf812-8920-4446-b85c-c161d9c402ef req-abe28020-64ec-4736-87cc-5744e76362be tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660462 Oct 26 14:07:32.153174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-7c7951ff-d658-43cf-8d2b-5398e808cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:32.155974 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-7c7951ff-d658-43cf-8d2b-5398e808cf2b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=397a1893cd204c2b80b167e34598b2b3&device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 1095 time: 0.0853899 Oct 26 14:07:32.184527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a1db80-7562-42af-a4c1-8d3105ea04c7,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:32.194883 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542c749-9ab8-48f4-a469-06e10198e1f5 req-4c6b96e5-ab88-4e97-9748-64c63ca4fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:32.196373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3542c749-9ab8-48f4-a469-06e10198e1f5 req-4c6b96e5-ab88-4e97-9748-64c63ca4fb15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 912 time: 0.8272479 Oct 26 14:07:32.212053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78afa6c-efe9-452f-967b-d29f6b76ca3e req-527c6fc9-a41b-4c14-8f54-0b1b05d577da tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:32.217991 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-a68be12f-073e-4c5a-b5a9-1789c2064267 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 HTTP/1.1" status: 200 len: 217 time: 0.0531740 Oct 26 14:07:32.224483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f78afa6c-efe9-452f-967b-d29f6b76ca3e req-527c6fc9-a41b-4c14-8f54-0b1b05d577da tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 946 time: 0.7081370 Oct 26 14:07:32.278878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-5399fdbf-9216-47a7-8311-191cc0f61222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:32.281908 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-5399fdbf-9216-47a7-8311-191cc0f61222 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=62c64183-86af-48fa-a4a3-34838fe8bed6 HTTP/1.1" status: 200 len: 853 time: 0.0544147 Oct 26 14:07:32.336394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-fc256cdd-b0bf-4699-a86a-e454c4b81b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:32.338556 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-fc256cdd-b0bf-4699-a86a-e454c4b81b7d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=540b106e-b809-45e7-b934-edcc6ae93cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494428 Oct 26 14:07:32.418660 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3542c749-9ab8-48f4-a469-06e10198e1f5 req-0796c455-d102-4460-a34e-70c44cf0d9c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=255efd68-5f68-4671-bc49-d25d3113ee59 HTTP/1.1" status: 200 len: 217 time: 0.1648896 Oct 26 14:07:32.463337 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-aea4c507-7e25-4530-8f0f-65701db38fa4 service neutron] 10.222.0.25 "GET /v2.0/networks/540b106e-b809-45e7-b934-edcc6ae93cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165977 Oct 26 14:07:32.502058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f78afa6c-efe9-452f-967b-d29f6b76ca3e req-d165f15d-f356-4c61-b130-c609baf9105a tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765875 Oct 26 14:07:32.548749 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d087f7cb-e588-45f7-901e-19eb6289bd20 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:32.559379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94a9e8-ec2e-4742-9f12-ed03b379acaf req-732dbd94-abe4-4bff-9b77-7cf2acacb327 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:32.561036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c94a9e8-ec2e-4742-9f12-ed03b379acaf req-732dbd94-abe4-4bff-9b77-7cf2acacb327 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 944 time: 0.3084233 Oct 26 14:07:32.618107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Attempting to bind port b2a1db80-7562-42af-a4c1-8d3105ea04c7 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:32.618442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Attempting to bind port b2a1db80-7562-42af-a4c1-8d3105ea04c7 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:32.618873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Attempting to bind port b2a1db80-7562-42af-a4c1-8d3105ea04c7 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:32.620845 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7768e0f8-f435-4914-84ac-be1a6c9c2a21 req-83537170-a4a7-48fb-b645-f558a5f16b51 service neutron] 10.222.0.25 "GET /v2.0/networks/540b106e-b809-45e7-b934-edcc6ae93cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452830 Oct 26 14:07:32.621750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542c749-9ab8-48f4-a469-06e10198e1f5 req-ecff1924-a0f8-4fd0-a954-a263b0f1eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:32.624750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3542c749-9ab8-48f4-a469-06e10198e1f5 req-ecff1924-a0f8-4fd0-a954-a263b0f1eb53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f199ee-a046-49d1-984f-441650e52e48 HTTP/1.1" status: 200 len: 851 time: 0.1947193 Oct 26 14:07:32.717366 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Port b2a1db80-7562-42af-a4c1-8d3105ea04c7 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:32.717677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Attempting to bind port b2a1db80-7562-42af-a4c1-8d3105ea04c7 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:32.736185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3542c749-9ab8-48f4-a469-06e10198e1f5 req-98f619b1-b73e-4e64-a6f0-432a55cc3844 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c35e518-cf32-42c2-8724-45fb7998b96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766239 Oct 26 14:07:32.758275 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:32.758614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Checking segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:32.759002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Bound using segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:32.759437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Bound port: b2a1db80-7562-42af-a4c1-8d3105ea04c7, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:32.759799 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:32.779159 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087f7cb-e588-45f7-901e-19eb6289bd20 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event updated for resources: {'Subnet': ['ID=94d6a676-0d4e-4172-be34-33292b25edae,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:32.788585 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c94a9e8-ec2e-4742-9f12-ed03b379acaf req-6e18c7f7-0e7c-4f3c-98d3-c6e4554c54a7 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a714f04-f434-4e0d-8aa4-37e6d171ff28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177393 Oct 26 14:07:32.872785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00386e9c-95ac-4fc3-a370-e4679297c03e req-fa0c7674-edc3-4564-b8ed-da601df91533 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:32.874345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-00386e9c-95ac-4fc3-a370-e4679297c03e req-fa0c7674-edc3-4564-b8ed-da601df91533 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 944 time: 0.2600904 Oct 26 14:07:32.909568 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087f7cb-e588-45f7-901e-19eb6289bd20 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Checking segment: {'id': '10fc9a47-60b2-4267-aa9b-e785c731eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f1d9cd00-6d72-4b8d-abca-1c45dd708305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:32.911003 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087f7cb-e588-45f7-901e-19eb6289bd20 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Network hostable DHCP agents. Network: f1d9cd00-6d72-4b8d-abca-1c45dd708305, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:07:32.963696 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 255efd68-5f68-4671-bc49-d25d3113ee59 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:33.038389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087f7cb-e588-45f7-901e-19eb6289bd20 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Network f1d9cd00-6d72-4b8d-abca-1c45dd708305 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:07:33.081256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e962c53-f14a-44b4-bc77-3430519aa31a req-078e3a37-f68e-4f5d-86e4-4c6a14ff3258 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:33.084944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e962c53-f14a-44b4-bc77-3430519aa31a req-078e3a37-f68e-4f5d-86e4-4c6a14ff3258 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 944 time: 0.2096632 Oct 26 14:07:33.102662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] For port b2a1db80-7562-42af-a4c1-8d3105ea04c7, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:33.117774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3542c749-9ab8-48f4-a469-06e10198e1f5 req-423b695a-e8e8-450e-a56d-b34ac63ad10f service neutron] 10.222.0.11 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607125 Oct 26 14:07:33.138107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-00386e9c-95ac-4fc3-a370-e4679297c03e req-482039cb-76cb-4263-90b6-66dc9b7702fd tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227788 Oct 26 14:07:33.148267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 255efd68-5f68-4671-bc49-d25d3113ee59, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=255efd68-5f68-4671-bc49-d25d3113ee59,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:33.149651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d087f7cb-e588-45f7-901e-19eb6289bd20 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, f1d9cd00-6d72-4b8d-abca-1c45dd708305) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:33.156491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d087f7cb-e588-45f7-901e-19eb6289bd20 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:33.157096 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d087f7cb-e588-45f7-901e-19eb6289bd20 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.161445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c862d355-d10b-4531-a84a-f04ded2dfb95 None None] Network f1d9cd00-6d72-4b8d-abca-1c45dd708305 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:33.207980 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0832ac8e-08aa-4509-a39a-87dc1e88bcbf x-openstack-request-id: req-0832ac8e-08aa-4509-a39a-87dc1e88bcbf {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:33.208485 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2a372a-28de-4e80-8004-2f8fbc83c008", "tag": "9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:33.208590 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0832ac8e-08aa-4509-a39a-87dc1e88bcbf {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:33.208970 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2a372a-28de-4e80-8004-2f8fbc83c008', 'tag': '9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2', 'status': 'completed', 'code': 200} Oct 26 14:07:33.298001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] For port b2a1db80-7562-42af-a4c1-8d3105ea04c7, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b2a1db80-7562-42af-a4c1-8d3105ea04c7,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:33.304292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3542c749-9ab8-48f4-a469-06e10198e1f5 req-422b63c3-024b-497f-8f75-92da89c01088 service neutron] 10.222.0.11 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632981 Oct 26 14:07:33.324119 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d087f7cb-e588-45f7-901e-19eb6289bd20 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4533329 Oct 26 14:07:33.324338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b489d9-52d7-4bc6-816f-a2bd7ba8160b req-a1c872dc-45b5-4428-97f2-1624b3969441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:33.324338 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a2b489d9-52d7-4bc6-816f-a2bd7ba8160b req-a1c872dc-45b5-4428-97f2-1624b3969441 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=397a1893cd204c2b80b167e34598b2b3&device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 1095 time: 0.0892627 Oct 26 14:07:33.324338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59280) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:33.330052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-74496267'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:33.333549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '255efd68-5f68-4671-bc49-d25d3113ee59', 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d', 'port_id': '255efd68-5f68-4671-bc49-d25d3113ee59', 'mac_address': 'fa:16:3e:85:94:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f199ee-a046-49d1-984f-441650e52e48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:33.349769 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.369998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-f1d9cd00-6d72-4b8d-abca-1c45dd708305', 'network_id': 'f1d9cd00-6d72-4b8d-abca-1c45dd708305', 'tenant_id': '035e6464759349afbd341d7175650b42', 'fixed_ips': [{'subnet_id': '94d6a676-0d4e-4172-be34-33292b25edae'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:07:33.370878 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.421525 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:33.429366 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.455833 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.470736 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e962c53-f14a-44b4-bc77-3430519aa31a req-f1b637a9-82e2-40bf-be25-fc66151587de tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747249 Oct 26 14:07:33.484242 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b489d9-52d7-4bc6-816f-a2bd7ba8160b req-c6d6c08c-184d-4e9e-af7c-dcdc6041db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:33.488498 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a2b489d9-52d7-4bc6-816f-a2bd7ba8160b req-c6d6c08c-184d-4e9e-af7c-dcdc6041db9d service neutron] 10.222.0.25 "GET /v2.0/networks?id=540b106e-b809-45e7-b934-edcc6ae93cf2 HTTP/1.1" status: 200 len: 915 time: 0.1539288 Oct 26 14:07:33.498566 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:33.499452 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.500110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255efd68-5f68-4671-bc49-d25d3113ee59 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:33.500998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] 10.222.0.11 "PUT /v2.0/ports/b2a1db80-7562-42af-a4c1-8d3105ea04c7 HTTP/1.1" status: 200 len: 1092 time: 3.6059062 Oct 26 14:07:33.501834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4185882c-1e04-463d-81ab-b61b830227a8', 'tag': 'b2a1db80-7562-42af-a4c1-8d3105ea04c7'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:33.504244 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67a34d3-712c-47c3-b4dd-7c867a68c676" -d '{"events": [{"name": "network-changed", "server_uuid": "4185882c-1e04-463d-81ab-b61b830227a8", "tag": "b2a1db80-7562-42af-a4c1-8d3105ea04c7"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:33.508527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e7cac-df13-43df-b166-dc2b71058c56 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a1db80-7562-42af-a4c1-8d3105ea04c7,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:33.518114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:07:33.538715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80721c29-b1d6-4055-a57e-66d2fdee8ec6 req-89d5d2a4-ea24-4989-9159-24ad6df109b3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:33.540691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80721c29-b1d6-4055-a57e-66d2fdee8ec6 req-89d5d2a4-ea24-4989-9159-24ad6df109b3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1229749 Oct 26 14:07:33.617334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 255efd68-5f68-4671-bc49-d25d3113ee59, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=255efd68-5f68-4671-bc49-d25d3113ee59,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:33.623678 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.624348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Allocated IP 19.80.0.2 (f1d9cd00-6d72-4b8d-abca-1c45dd708305/94d6a676-0d4e-4172-be34-33292b25edae/d2db4154-d5d8-48ab-8998-93b794985ab4) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:33.625567 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Added segment d028b5c3-b675-491b-af1a-b02dcd4948a9 of type vlan for network 749312c4-1aa9-4bac-a8fd-6388d8a94a92 Oct 26 14:07:33.629924 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.630645 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a2b489d9-52d7-4bc6-816f-a2bd7ba8160b req-7c429aa4-29af-4251-9c23-6c88a2ea02f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 HTTP/1.1" status: 200 len: 217 time: 0.1084156 Oct 26 14:07:33.700144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80721c29-b1d6-4055-a57e-66d2fdee8ec6 req-f2f62e7e-d7ff-4b73-a6b5-310b703e8cab tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501679 Oct 26 14:07:33.712048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-a54d90d8-5f2e-46a2-ad8d-6690f641bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:33.714223 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-a54d90d8-5f2e-46a2-ad8d-6690f641bcd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 1095 time: 0.1438329 Oct 26 14:07:33.727021 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dd2be-e561-4642-a5eb-e22bbf5796d3 req-ced97f65-89c2-46fd-825e-97d842638fdd tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:33.728330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b22dd2be-e561-4642-a5eb-e22bbf5796d3 req-ced97f65-89c2-46fd-825e-97d842638fdd tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 946 time: 0.1179004 Oct 26 14:07:33.733115 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.751441 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b489d9-52d7-4bc6-816f-a2bd7ba8160b req-231fc60d-4062-4a97-bfb8-61caa1ddd1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:33.754063 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a2b489d9-52d7-4bc6-816f-a2bd7ba8160b req-231fc60d-4062-4a97-bfb8-61caa1ddd1e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=62c64183-86af-48fa-a4a3-34838fe8bed6 HTTP/1.1" status: 200 len: 853 time: 0.1112757 Oct 26 14:07:33.762970 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=255efd68-5f68-4671-bc49-d25d3113ee59,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:33.808963 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.815816 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:33.816444 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.818762 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-c34bd2df-f0bb-499c-8583-3bb0eb473270 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a1db80-7562-42af-a4c1-8d3105ea04c7 HTTP/1.1" status: 200 len: 217 time: 0.0899727 Oct 26 14:07:33.868972 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.886221 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.896640 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5712900 Oct 26 14:07:33.902401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b489d9-52d7-4bc6-816f-a2bd7ba8160b req-204ad91b-e7cc-492c-8b15-f97435741515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:33.904210 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a2b489d9-52d7-4bc6-816f-a2bd7ba8160b req-204ad91b-e7cc-492c-8b15-f97435741515 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=540b106e-b809-45e7-b934-edcc6ae93cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392326 Oct 26 14:07:33.904640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59286) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:33.914798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3a0dbfe1-93ad-46d1-88fd-4c046b032c73 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Request body: {'subnet': {'network_id': '749312c4-1aa9-4bac-a8fd-6388d8a94a92', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:33.929811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event updated for resources: {'Network': ['ID=749312c4-1aa9-4bac-a8fd-6388d8a94a92,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:33.947374 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b22dd2be-e561-4642-a5eb-e22bbf5796d3 req-5e7475a8-7a68-457d-9002-db127a72d0c9 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496446 Oct 26 14:07:33.954121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dd48cdb7-2331-4d85-9955-04a8e37798b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:33.955595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Network f1d9cd00-6d72-4b8d-abca-1c45dd708305 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:33.956081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-dd48cdb7-2331-4d85-9955-04a8e37798b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.1197174 Oct 26 14:07:33.957129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Pushing event updated for resources: {'Port': ['ID=d2db4154-d5d8-48ab-8998-93b794985ab4,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:33.960209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:33.974690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:34.022311 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-083ff53e-7532-40f8-8135-106942cb1f96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535920 Oct 26 14:07:34.026950 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3883b983-cd5d-4d17-b42a-91c7488788ea x-openstack-request-id: req-3883b983-cd5d-4d17-b42a-91c7488788ea {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:34.026950 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4185882c-1e04-463d-81ab-b61b830227a8", "tag": "b2a1db80-7562-42af-a4c1-8d3105ea04c7", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:34.026950 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3883b983-cd5d-4d17-b42a-91c7488788ea {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:34.026950 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4185882c-1e04-463d-81ab-b61b830227a8', 'tag': 'b2a1db80-7562-42af-a4c1-8d3105ea04c7', 'status': 'completed', 'code': 200} Oct 26 14:07:34.051953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71ad32-81ac-48f3-8366-f64c481ac50f req-f064051e-f85e-4e85-9439-b3a4f04451a1 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:34.055702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb71ad32-81ac-48f3-8366-f64c481ac50f req-f064051e-f85e-4e85-9439-b3a4f04451a1 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.2067676 Oct 26 14:07:34.062308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['255efd68-5f68-4671-bc49-d25d3113ee59'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:34.087406 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a2b489d9-52d7-4bc6-816f-a2bd7ba8160b req-45fd802b-48e5-414b-9469-c3d8a99a63b0 service neutron] 10.222.0.25 "GET /v2.0/networks/540b106e-b809-45e7-b934-edcc6ae93cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690590 Oct 26 14:07:34.091733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:34.092078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:34.092419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:34.092758 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:34.093096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:34.093475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:34.093803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:34.094161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:34.094488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:34.094810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:34.095138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:34.095520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf133ed-2cc0-4ee5-b60d-1a7f1cf7895e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:34.155018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 749312c4-1aa9-4bac-a8fd-6388d8a94a92 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:07:34.213714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0dbfe1-93ad-46d1-88fd-4c046b032c73 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:34.217708 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a0dbfe1-93ad-46d1-88fd-4c046b032c73 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:34.223644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb71ad32-81ac-48f3-8366-f64c481ac50f req-4a742cbd-a52c-4b4d-8502-e6d77105f84d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451831 Oct 26 14:07:34.238931 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Attempting to bind port d2db4154-d5d8-48ab-8998-93b794985ab4 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:34.239463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Attempting to bind port d2db4154-d5d8-48ab-8998-93b794985ab4 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '10fc9a47-60b2-4267-aa9b-e785c731eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f1d9cd00-6d72-4b8d-abca-1c45dd708305'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:34.239724 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Attempting to bind port d2db4154-d5d8-48ab-8998-93b794985ab4 on network f1d9cd00-6d72-4b8d-abca-1c45dd708305 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:34.246152 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a47312-7cda-45a0-a252-b94612904fe1 req-0d0fe752-31e6-4247-9cdc-e7e3ab66dba6 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:34.259616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5a47312-7cda-45a0-a252-b94612904fe1 req-0d0fe752-31e6-4247-9cdc-e7e3ab66dba6 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 944 time: 0.1570480 Oct 26 14:07:34.299873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:34.300282 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Checking segment: {'id': '10fc9a47-60b2-4267-aa9b-e785c731eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f1d9cd00-6d72-4b8d-abca-1c45dd708305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:34.300651 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:34.301042 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Bound using segment: {'id': '10fc9a47-60b2-4267-aa9b-e785c731eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f1d9cd00-6d72-4b8d-abca-1c45dd708305'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:34.301519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Bound port: d2db4154-d5d8-48ab-8998-93b794985ab4, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fc9a47-60b2-4267-aa9b-e785c731eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f1d9cd00-6d72-4b8d-abca-1c45dd708305'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:34.301901 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:34.310319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5a47312-7cda-45a0-a252-b94612904fe1 req-39214da2-f3b3-46f3-8c11-ae1587c36846 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a714f04-f434-4e0d-8aa4-37e6d171ff28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457830 Oct 26 14:07:34.375408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-827aa4e3-03d3-4dd1-b6ff-bc541a59c3f8 service neutron] 10.222.0.11 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153167 Oct 26 14:07:34.435565 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a2b489d9-52d7-4bc6-816f-a2bd7ba8160b req-1c5856ef-45c5-4698-9b00-ac5cc13a23f0 service neutron] 10.222.0.25 "GET /v2.0/networks/540b106e-b809-45e7-b934-edcc6ae93cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340106 Oct 26 14:07:34.482425 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] For port d2db4154-d5d8-48ab-8998-93b794985ab4, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:34.487057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] For port d2db4154-d5d8-48ab-8998-93b794985ab4, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d2db4154-d5d8-48ab-8998-93b794985ab4,segment=NetworkSegment(10fc9a47-60b2-4267-aa9b-e785c731eee3),segment_id=10fc9a47-60b2-4267-aa9b-e785c731eee3)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:34.504225 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:34.531909 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fa672-01e7-4ecf-919a-3852334d23fe req-087a5169-5239-4fa3-bb56-afeeaea6dd21 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:34.551636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db8fa672-01e7-4ecf-919a-3852334d23fe req-087a5169-5239-4fa3-bb56-afeeaea6dd21 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 945 time: 0.1363297 Oct 26 14:07:34.627397 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db8fa672-01e7-4ecf-919a-3852334d23fe req-02bb7383-db82-469f-ac47-554090aab0ad tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746837 Oct 26 14:07:34.645737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0de86-af20-41ba-98e6-5f35db777d19 None None] Pushing event updated for resources: {'Port': ['ID=d2db4154-d5d8-48ab-8998-93b794985ab4,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:34.700187 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab547f89-081c-4ace-8a54-9cbb2923d694 req-145ccbcb-ef14-4a5a-af42-77c6ee007402 service neutron] 10.222.0.11 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151271 Oct 26 14:07:34.733703 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a0dbfe1-93ad-46d1-88fd-4c046b032c73 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:34.889472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a34d3-712c-47c3-b4dd-7c867a68c676 req-cbd7bbb7-9dbc-4a91-9617-3b5b3073d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:34.901790 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a67a34d3-712c-47c3-b4dd-7c867a68c676 req-cbd7bbb7-9dbc-4a91-9617-3b5b3073d0f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 1095 time: 0.1087165 Oct 26 14:07:34.909889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0dbfe1-93ad-46d1-88fd-4c046b032c73 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event updated for resources: {'Subnet': ['ID=11c1b245-5ffb-4d12-8c63-57ae900c56a0,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:34.917155 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0dbfe1-93ad-46d1-88fd-4c046b032c73 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Checking segment: {'id': 'd028b5c3-b675-491b-af1a-b02dcd4948a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '749312c4-1aa9-4bac-a8fd-6388d8a94a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:34.917585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0dbfe1-93ad-46d1-88fd-4c046b032c73 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Network hostable DHCP agents. Network: 749312c4-1aa9-4bac-a8fd-6388d8a94a92, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:07:34.938541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0dbfe1-93ad-46d1-88fd-4c046b032c73 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Network 749312c4-1aa9-4bac-a8fd-6388d8a94a92 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:07:34.962488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-3a0dbfe1-93ad-46d1-88fd-4c046b032c73 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 749312c4-1aa9-4bac-a8fd-6388d8a94a92) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:34.977107 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df60b60-975c-4e7a-aae5-ba714ba00adf None None] Network 749312c4-1aa9-4bac-a8fd-6388d8a94a92 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:34.979951 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0dbfe1-93ad-46d1-88fd-4c046b032c73 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:34.980647 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a0dbfe1-93ad-46d1-88fd-4c046b032c73 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:35.013193 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3a0dbfe1-93ad-46d1-88fd-4c046b032c73 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1045799 Oct 26 14:07:35.193581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbaad2-caf2-42c7-a1fe-48616147a617 req-db67eb94-7228-4c77-89f7-b7dee00f408c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:35.201064 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30bbaad2-caf2-42c7-a1fe-48616147a617 req-db67eb94-7228-4c77-89f7-b7dee00f408c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 944 time: 0.2140176 Oct 26 14:07:35.234858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a34d3-712c-47c3-b4dd-7c867a68c676 req-ae1e5f94-24b5-4935-b7b2-3e7961accd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:35.236877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a67a34d3-712c-47c3-b4dd-7c867a68c676 req-ae1e5f94-24b5-4935-b7b2-3e7961accd26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 907 time: 0.3362391 Oct 26 14:07:35.306484 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30bbaad2-caf2-42c7-a1fe-48616147a617 req-7a917cb5-efe9-4e69-9ac1-9602d6011718 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043539 Oct 26 14:07:35.309478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a67a34d3-712c-47c3-b4dd-7c867a68c676 req-27ada8f0-b0c4-475c-a462-15724ff8e3a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a1db80-7562-42af-a4c1-8d3105ea04c7 HTTP/1.1" status: 200 len: 217 time: 0.0590670 Oct 26 14:07:35.325165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8c0d-7005-4c97-b763-13618ce0c401 req-94445dc1-28e6-4a28-8e2f-2ddea8b328fd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:35.336741 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-248e8c0d-7005-4c97-b763-13618ce0c401 req-94445dc1-28e6-4a28-8e2f-2ddea8b328fd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2072053 Oct 26 14:07:35.498955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-248e8c0d-7005-4c97-b763-13618ce0c401 req-bbaa9ff3-d685-4a6c-ba21-57bec1d0a358 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559367 Oct 26 14:07:35.500815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a34d3-712c-47c3-b4dd-7c867a68c676 req-9c2273b4-2a80-4ded-a0ff-c5231f3c3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:35.502388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a67a34d3-712c-47c3-b4dd-7c867a68c676 req-9c2273b4-2a80-4ded-a0ff-c5231f3c3b9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.1520286 Oct 26 14:07:35.608633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:35.610800 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a67a34d3-712c-47c3-b4dd-7c867a68c676 req-bd5cdf10-6771-42c4-af79-5ee9093f7e53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958025 Oct 26 14:07:35.614088 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d2db4154-d5d8-48ab-8998-93b794985ab4 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:35.652178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-749312c4-1aa9-4bac-a8fd-6388d8a94a92', 'network_id': '749312c4-1aa9-4bac-a8fd-6388d8a94a92', 'tenant_id': '035e6464759349afbd341d7175650b42', 'fixed_ips': [{'subnet_id': '11c1b245-5ffb-4d12-8c63-57ae900c56a0'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:07:35.653211 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:35.836207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Allocated IP 19.86.0.2 (749312c4-1aa9-4bac-a8fd-6388d8a94a92/11c1b245-5ffb-4d12-8c63-57ae900c56a0/75ad6fc8-74e1-476c-9fca-29a4d296e0a5) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:35.863247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce40fc8-9534-476d-a00d-519296746563 req-1ddc9d9a-ea1c-4693-a9e3-829698ce561e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:35.875531 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cce40fc8-9534-476d-a00d-519296746563 req-1ddc9d9a-ea1c-4693-a9e3-829698ce561e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.2554870 Oct 26 14:07:35.912332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-8b8eca46-a3de-4ff3-a4e2-d4282ff40c29 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:35.920565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-8b8eca46-a3de-4ff3-a4e2-d4282ff40c29 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:35.923495 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-8b8eca46-a3de-4ff3-a4e2-d4282ff40c29 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/networks?id=f1d9cd00-6d72-4b8d-abca-1c45dd708305&id=749312c4-1aa9-4bac-a8fd-6388d8a94a92 HTTP/1.1" status: 200 len: 1390 time: 0.3354940 Oct 26 14:07:35.926401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a67a34d3-712c-47c3-b4dd-7c867a68c676 req-266df0e9-19ce-4def-843e-46c996ecdf4a service neutron] 10.222.0.11 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974994 Oct 26 14:07:36.032731 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-474a885c-655f-43b3-86ca-0836cea27960 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/quotas/035e6464759349afbd341d7175650b42 HTTP/1.1" status: 200 len: 375 time: 0.0860763 Oct 26 14:07:36.059842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d2db4154-d5d8-48ab-8998-93b794985ab4 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:36.060319 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.068166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cce40fc8-9534-476d-a00d-519296746563 req-6262b615-b699-4e8c-97d6-e149db1c2285 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842422 Oct 26 14:07:36.192994 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a67a34d3-712c-47c3-b4dd-7c867a68c676 req-544bdd26-0f48-4adf-a396-d29cac1d9fd4 service neutron] 10.222.0.11 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538288 Oct 26 14:07:36.203809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe17ab-40a1-4014-b5e2-554cd4027c7f None None] Network f1d9cd00-6d72-4b8d-abca-1c45dd708305 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:36.233083 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2,segment=NetworkSegment(59dc6c1d-3c59-4d8b-8dd7-b58637051d96),segment_id=59dc6c1d-3c59-4d8b-8dd7-b58637051d96)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:36.268891 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-9873275c-4b72-442c-989c-fef3fb3377f4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=035e6464759349afbd341d7175650b42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1954584 Oct 26 14:07:36.359036 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'port_id': '9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2', 'mac_address': 'fa:16:3e:c8:5d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:36.425453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1ae41e8c-7262-4a4a-807d-5473aefb737a None None] Provisioning complete for port d2db4154-d5d8-48ab-8998-93b794985ab4 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:36.425632 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370f63c-e807-4caf-a167-32a2d997a4f6 req-33eac6f1-092b-4de9-a47b-ed46e607d3d1 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:36.425725 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1ae41e8c-7262-4a4a-807d-5473aefb737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.426947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4370f63c-e807-4caf-a167-32a2d997a4f6 req-33eac6f1-092b-4de9-a47b-ed46e607d3d1 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 944 time: 0.2547069 Oct 26 14:07:36.444477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-a036c561-2b77-4f53-a88f-f82dbcaa0191 service neutron] 10.222.0.32 "GET /v2.0/networks/f1d9cd00-6d72-4b8d-abca-1c45dd708305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750855 Oct 26 14:07:36.516209 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.523236 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4370f63c-e807-4caf-a167-32a2d997a4f6 req-39cc4463-ff19-4cf2-a0ff-da2743241fb6 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a714f04-f434-4e0d-8aa4-37e6d171ff28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879385 Oct 26 14:07:36.571847 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.577508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-9cf2f9ff-7ea6-4178-9c63-8effcdab6ed8 service neutron] 10.222.0.32 "GET /v2.0/networks/f1d9cd00-6d72-4b8d-abca-1c45dd708305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254883 Oct 26 14:07:36.590024 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:36.615928 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2,segment=NetworkSegment(59dc6c1d-3c59-4d8b-8dd7-b58637051d96),segment_id=59dc6c1d-3c59-4d8b-8dd7-b58637051d96)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:36.617593 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.683972 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.688540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-5ab87e69-3a82-4262-8a57-a07e454738a0 service neutron] 10.222.0.32 "GET /v2.0/networks/749312c4-1aa9-4bac-a8fd-6388d8a94a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084392 Oct 26 14:07:36.705433 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.711093 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Network 749312c4-1aa9-4bac-a8fd-6388d8a94a92 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:36.727775 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:36.729763 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Pushing event updated for resources: {'Port': ['ID=75ad6fc8-74e1-476c-9fca-29a4d296e0a5,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:36.735375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:36.831826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:36.846486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-38a98df8-63b1-4922-b9a9-49bb92f80c7b service neutron] 10.222.0.32 "GET /v2.0/networks/749312c4-1aa9-4bac-a8fd-6388d8a94a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547606 Oct 26 14:07:36.945555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port d2db4154-d5d8-48ab-8998-93b794985ab4, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d2db4154-d5d8-48ab-8998-93b794985ab4,segment=NetworkSegment(10fc9a47-60b2-4267-aa9b-e785c731eee3),segment_id=10fc9a47-60b2-4267-aa9b-e785c731eee3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:36.953149 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dd916-5eae-4a6c-bbed-255e546756f0 req-d35016e7-b130-4c0c-93a1-4d43c8cecfa5 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:36.958363 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.974568 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f04dd916-5eae-4a6c-bbed-255e546756f0 req-d35016e7-b130-4c0c-93a1-4d43c8cecfa5 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 945 time: 0.1240463 Oct 26 14:07:36.998922 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1ae41e8c-7262-4a4a-807d-5473aefb737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:37.000759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Attempting to bind port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:37.001267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Attempting to bind port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd028b5c3-b675-491b-af1a-b02dcd4948a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '749312c4-1aa9-4bac-a8fd-6388d8a94a92'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:37.001635 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Attempting to bind port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 on network 749312c4-1aa9-4bac-a8fd-6388d8a94a92 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:37.025353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f04dd916-5eae-4a6c-bbed-255e546756f0 req-46b37f58-c059-4bc7-b995-9601e48227b4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490348 Oct 26 14:07:37.051547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b2a1db80-7562-42af-a4c1-8d3105ea04c7 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:37.053493 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 255efd68-5f68-4671-bc49-d25d3113ee59 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:37.055474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:37.168277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:37.168934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Checking segment: {'id': 'd028b5c3-b675-491b-af1a-b02dcd4948a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '749312c4-1aa9-4bac-a8fd-6388d8a94a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:37.169055 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:37.169408 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Bound using segment: {'id': 'd028b5c3-b675-491b-af1a-b02dcd4948a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '749312c4-1aa9-4bac-a8fd-6388d8a94a92'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:37.170261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Bound port: 75ad6fc8-74e1-476c-9fca-29a4d296e0a5, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd028b5c3-b675-491b-af1a-b02dcd4948a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '749312c4-1aa9-4bac-a8fd-6388d8a94a92'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:37.177223 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:37.344957 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-1ae41e8c-7262-4a4a-807d-5473aefb737a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:07:37.345319 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-1ae41e8c-7262-4a4a-807d-5473aefb737a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:07:37.351717 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=d2db4154-d5d8-48ab-8998-93b794985ab4,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:37.361905 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.resource_extend [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:07:37.427151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f8a776bd-4796-43bf-80ca-724b4cce9f7a details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:37.554388 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 255efd68-5f68-4671-bc49-d25d3113ee59 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:37.609287 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] For port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:37.628792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 255efd68-5f68-4671-bc49-d25d3113ee59 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:37.629164 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:37.673702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] For port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=75ad6fc8-74e1-476c-9fca-29a4d296e0a5,segment=NetworkSegment(d028b5c3-b675-491b-af1a-b02dcd4948a9),segment_id=d028b5c3-b675-491b-af1a-b02dcd4948a9)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:37.691432 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b2a1db80-7562-42af-a4c1-8d3105ea04c7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b2a1db80-7562-42af-a4c1-8d3105ea04c7,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:37.709564 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:37.779498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810bd52-f6fa-4fc0-9a43-a91b5d549dac None None] Pushing event updated for resources: {'Port': ['ID=75ad6fc8-74e1-476c-9fca-29a4d296e0a5,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:37.834570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'b2a1db80-7562-42af-a4c1-8d3105ea04c7', 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'port_id': 'b2a1db80-7562-42af-a4c1-8d3105ea04c7', 'mac_address': 'fa:16:3e:03:25:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2f8034-207a-46b1-a093-46a32822cb93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:37.860413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f58bd7-b6bb-4c16-934f-941d67bca958 req-7015111f-d33a-4a7e-9fba-7ae714dcabb8 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:37.868539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60f58bd7-b6bb-4c16-934f-941d67bca958 req-7015111f-d33a-4a7e-9fba-7ae714dcabb8 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 944 time: 0.5878716 Oct 26 14:07:37.940758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4fb86-f847-477f-b06e-052abc1cddf2 req-61d9f735-ea41-4653-8daa-ca6dde99cef4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:37.950584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77b4fb86-f847-477f-b06e-052abc1cddf2 req-61d9f735-ea41-4653-8daa-ca6dde99cef4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.5850484 Oct 26 14:07:37.965325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60f58bd7-b6bb-4c16-934f-941d67bca958 req-2f8bb94a-6f35-4a36-bce8-ae403919a75c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943780 Oct 26 14:07:38.028913 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77b4fb86-f847-477f-b06e-052abc1cddf2 req-d3c7d54a-bec3-40cd-bcbb-309589e49870 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682414 Oct 26 14:07:38.091047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f8a776bd-4796-43bf-80ca-724b4cce9f7a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f8a776bd-4796-43bf-80ca-724b4cce9f7a,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:38.156009 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'f8a776bd-4796-43bf-80ca-724b4cce9f7a', 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517', 'port_id': 'f8a776bd-4796-43bf-80ca-724b4cce9f7a', 'mac_address': 'fa:16:3e:25:d1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398f2516-29da-4a32-915a-862c1d0cd5d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:38.175480 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:38.202810 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-503d037b-5340-481a-892c-b86b45532aa6 req-304a5d69-63b8-4fcc-b6ec-c9e354f69074 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 210 time: 0.0531199 Oct 26 14:07:38.236392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37183e05-52f3-42e3-878e-d477d5e540bb req-79eb9229-f158-44d7-b853-f38bb3173f30 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:38.238652 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37183e05-52f3-42e3-878e-d477d5e540bb req-79eb9229-f158-44d7-b853-f38bb3173f30 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 946 time: 0.1354830 Oct 26 14:07:38.330119 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37183e05-52f3-42e3-878e-d477d5e540bb req-eb57c7cd-b52c-409a-a2de-1839e1d8c00f tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564585 Oct 26 14:07:38.360782 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a1db80-7562-42af-a4c1-8d3105ea04c7 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:38.367228 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:38.381171 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:38.448186 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8a776bd-4796-43bf-80ca-724b4cce9f7a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:38.456394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c527c6-2a9b-439b-92ad-db0038b2c353 req-dcf3aa1a-fb89-4283-aba7-d6804b5c956c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:38.464657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11c527c6-2a9b-439b-92ad-db0038b2c353 req-dcf3aa1a-fb89-4283-aba7-d6804b5c956c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0658658 Oct 26 14:07:38.465786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-cd5f1a21-843d-4584-af6a-8e88a54b32f1 None None] Provisioning complete for port d2db4154-d5d8-48ab-8998-93b794985ab4 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:38.466544 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd5f1a21-843d-4584-af6a-8e88a54b32f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:38.483074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b2a1db80-7562-42af-a4c1-8d3105ea04c7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b2a1db80-7562-42af-a4c1-8d3105ea04c7,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:38.526974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f8a776bd-4796-43bf-80ca-724b4cce9f7a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f8a776bd-4796-43bf-80ca-724b4cce9f7a,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:38.532494 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:38.543142 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bb839-d97a-4455-8181-f201450d8c83 req-667bb712-cf1e-4447-8e88-6c2efb0c9a00 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:38.544952 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a73bb839-d97a-4455-8181-f201450d8c83 req-667bb712-cf1e-4447-8e88-6c2efb0c9a00 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 945 time: 0.0727911 Oct 26 14:07:38.557432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11c527c6-2a9b-439b-92ad-db0038b2c353 req-8758509c-cfc9-4e94-9e45-2d8e1c26c13a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881526 Oct 26 14:07:38.560643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff03f61-120a-40c7-be52-067c478f882b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255efd68-5f68-4671-bc49-d25d3113ee59'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:38.563021 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaf8845-78b9-40a6-bd82-189ad1add512" -d '{"events": [{"server_uuid": "eff03f61-120a-40c7-be52-067c478f882b", "name": "network-vif-plugged", "status": "completed", "tag": "255efd68-5f68-4671-bc49-d25d3113ee59"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:38.571451 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:38.647209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 255efd68-5f68-4671-bc49-d25d3113ee59, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=255efd68-5f68-4671-bc49-d25d3113ee59,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:38.674925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a73bb839-d97a-4455-8181-f201450d8c83 req-d18576a6-c73e-4f11-8d39-58cdc53c82df tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a714f04-f434-4e0d-8aa4-37e6d171ff28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163261 Oct 26 14:07:38.716761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=b2a1db80-7562-42af-a4c1-8d3105ea04c7,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:38.733051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['f8a776bd-4796-43bf-80ca-724b4cce9f7a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:38.780542 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:38.824514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e20734-3365-4ca8-bca1-9863c2af5026 req-63fa9735-3799-4e5c-a47d-53231d965f26 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:38.837510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-50e20734-3365-4ca8-bca1-9863c2af5026 req-63fa9735-3799-4e5c-a47d-53231d965f26 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1241407 Oct 26 14:07:38.866744 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=f8a776bd-4796-43bf-80ca-724b4cce9f7a,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:38.984829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=255efd68-5f68-4671-bc49-d25d3113ee59,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:39.015563 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82548021-bf5c-497b-bbcb-76958ed7453c x-openstack-request-id: req-82548021-bf5c-497b-bbcb-76958ed7453c {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:39.018543 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff03f61-120a-40c7-be52-067c478f882b", "name": "network-vif-plugged", "status": "completed", "tag": "255efd68-5f68-4671-bc49-d25d3113ee59", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:39.019124 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82548021-bf5c-497b-bbcb-76958ed7453c {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:39.019790 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff03f61-120a-40c7-be52-067c478f882b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255efd68-5f68-4671-bc49-d25d3113ee59', 'code': 200} Oct 26 14:07:39.095810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b2a1db80-7562-42af-a4c1-8d3105ea04c7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:39.127196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-50e20734-3365-4ca8-bca1-9863c2af5026 req-899456f2-1be8-4940-8edd-bfeb9dae7b3f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484317 Oct 26 14:07:39.162772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76860750-6781-4aef-8a4c-8b2e0ad5b504 req-7ecb2a7b-1fc8-4898-ac8f-3588c65a91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:39.164279 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76860750-6781-4aef-8a4c-8b2e0ad5b504 req-7ecb2a7b-1fc8-4898-ac8f-3588c65a91dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 1097 time: 0.1467965 Oct 26 14:07:39.270175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda88f11-f5c0-4592-984e-6a1ba1cd18f5 req-02c9d448-bdfc-45df-ac3b-62a0dd392ee7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:39.278045 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fda88f11-f5c0-4592-984e-6a1ba1cd18f5 req-02c9d448-bdfc-45df-ac3b-62a0dd392ee7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1950340 Oct 26 14:07:39.329105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76860750-6781-4aef-8a4c-8b2e0ad5b504 req-9b0f0b7f-6f0a-4a51-81dd-e60691cbfe57 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432536 Oct 26 14:07:39.339404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-ba0ca1ed-c298-464f-b22f-3a2e6e6ba120 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:39.345429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-ba0ca1ed-c298-464f-b22f-3a2e6e6ba120 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:39.353652 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-ba0ca1ed-c298-464f-b22f-3a2e6e6ba120 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.11 "GET /v2.0/networks?id=f1d9cd00-6d72-4b8d-abca-1c45dd708305&id=749312c4-1aa9-4bac-a8fd-6388d8a94a92 HTTP/1.1" status: 200 len: 1390 time: 0.5134261 Oct 26 14:07:39.381667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363fc40-777e-47e6-a13f-3ac1d5958881 req-6ba942e0-25f4-413a-a657-a08439c0366f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:39.385153 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b363fc40-777e-47e6-a13f-3ac1d5958881 req-6ba942e0-25f4-413a-a657-a08439c0366f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 945 time: 0.1503732 Oct 26 14:07:39.419997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fda88f11-f5c0-4592-984e-6a1ba1cd18f5 req-8cbd13e4-f13f-4321-8566-c59a27e366d5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410344 Oct 26 14:07:39.514282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b363fc40-777e-47e6-a13f-3ac1d5958881 req-5a68f4ac-cc09-4dce-913c-c9850139da16 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222446 Oct 26 14:07:39.544084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:39.587754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:39.602410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-3da7a07b-df4f-4982-91a0-e32a51f74c36 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Request body: {'port': {'device_id': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'network_id': 'f1d9cd00-6d72-4b8d-abca-1c45dd708305', 'admin_state_up': True, 'tenant_id': '035e6464759349afbd341d7175650b42'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:39.661793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de290d65-8c96-43e3-b8fe-ee6f647131e5 None None] Network 749312c4-1aa9-4bac-a8fd-6388d8a94a92 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:39.722612 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d975db90-0be7-45fb-bdcf-d9804cdbc8a9 req-9dd66424-5681-4fda-8fad-4da6d63f5fbd tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 210 time: 0.0723045 Oct 26 14:07:39.739205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70474471-5767-492c-889b-b2810ca030e8 req-8ba72b59-7897-47f5-87ac-58d68078f121 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:39.747811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70474471-5767-492c-889b-b2810ca030e8 req-8ba72b59-7897-47f5-87ac-58d68078f121 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1917026 Oct 26 14:07:39.805509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70474471-5767-492c-889b-b2810ca030e8 req-f1817ad5-936a-419a-88cb-670b8f5f2d0f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516071 Oct 26 14:07:39.806419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ec7661d7-3f14-4bcc-93a4-4cf323f434e3 None None] Provisioning complete for port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:39.806813 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ec7661d7-3f14-4bcc-93a4-4cf323f434e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:39.867284 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:39.867664 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:39.929393 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:39.936539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbec19-04e2-4bb4-8cd3-61ffb1ee1373 req-474e8597-348b-4b4e-bbeb-9c74f2aa953b tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:39.938410 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3cbec19-04e2-4bb4-8cd3-61ffb1ee1373 req-474e8597-348b-4b4e-bbeb-9c74f2aa953b tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 945 time: 0.1061959 Oct 26 14:07:39.949139 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:39.949503 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:40.040287 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-3da7a07b-df4f-4982-91a0-e32a51f74c36 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:40.044250 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-3da7a07b-df4f-4982-91a0-e32a51f74c36 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:40.089259 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:40.105630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-abf1930a-0f77-4a7d-be8f-2c06f0b8e76f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:40.113199 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-abf1930a-0f77-4a7d-be8f-2c06f0b8e76f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 811 time: 0.1729362 Oct 26 14:07:40.124748 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3cbec19-04e2-4bb4-8cd3-61ffb1ee1373 req-79b8880e-5e23-4c27-abde-ef63dd689cab tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140625 Oct 26 14:07:40.170826 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ec7661d7-3f14-4bcc-93a4-4cf323f434e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:40.194131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=75ad6fc8-74e1-476c-9fca-29a4d296e0a5,segment=NetworkSegment(d028b5c3-b675-491b-af1a-b02dcd4948a9),segment_id=d028b5c3-b675-491b-af1a-b02dcd4948a9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:40.213907 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-b4b3eae1-e337-409c-8855-5e158f5f0d98 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/quotas/0d7b4d5cf0b74e2095e3ca87a1c1443f HTTP/1.1" status: 200 len: 375 time: 0.0996263 Oct 26 14:07:40.233757 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:40.233757 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d2db4154-d5d8-48ab-8998-93b794985ab4 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:40.320822 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:40.374240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-c5dca448-7388-4216-9b05-65fcd034c214 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1586957 Oct 26 14:07:40.415413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=75ad6fc8-74e1-476c-9fca-29a4d296e0a5,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:40.427030 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-ec7661d7-3f14-4bcc-93a4-4cf323f434e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:07:40.427390 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-ec7661d7-3f14-4bcc-93a4-4cf323f434e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:07:40.438012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2,segment=NetworkSegment(59dc6c1d-3c59-4d8b-8dd7-b58637051d96),segment_id=59dc6c1d-3c59-4d8b-8dd7-b58637051d96)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:40.439939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d2db4154-d5d8-48ab-8998-93b794985ab4 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:40.441027 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:40.466645 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:40.472985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-3da7a07b-df4f-4982-91a0-e32a51f74c36 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Allocated IP 19.80.0.223 (f1d9cd00-6d72-4b8d-abca-1c45dd708305/94d6a676-0d4e-4172-be34-33292b25edae/b0c3cddf-c201-4098-8136-6808881ea507) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:40.486051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a959e-8b2c-4c35-b453-bc9d12853b7e req-75845d0e-5b04-4b3d-ba6d-91e364c11040 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:40.487976 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba5a959e-8b2c-4c35-b453-bc9d12853b7e req-75845d0e-5b04-4b3d-ba6d-91e364c11040 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 945 time: 0.2335000 Oct 26 14:07:40.568904 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:40.593691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-de2338bb-b839-41f2-ad74-66f58f917147 service neutron] 10.222.0.32 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183495 Oct 26 14:07:40.667997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba5a959e-8b2c-4c35-b453-bc9d12853b7e req-4c862ea2-5512-4eb8-aad8-aac59d7239c9 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a714f04-f434-4e0d-8aa4-37e6d171ff28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623991 Oct 26 14:07:40.782285 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-ebaf2c5f-f463-468a-975e-7490d0475272 service neutron] 10.222.0.32 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872835 Oct 26 14:07:40.844564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-3da7a07b-df4f-4982-91a0-e32a51f74c36 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:40.913561 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-3da7a07b-df4f-4982-91a0-e32a51f74c36 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:40.968010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-3da7a07b-df4f-4982-91a0-e32a51f74c36 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Network f1d9cd00-6d72-4b8d-abca-1c45dd708305 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:40.971296 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-3da7a07b-df4f-4982-91a0-e32a51f74c36 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:40.976507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-3da7a07b-df4f-4982-91a0-e32a51f74c36 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:40.983317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7a07b-df4f-4982-91a0-e32a51f74c36 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event updated for resources: {'Port': ['ID=b0c3cddf-c201-4098-8136-6808881ea507,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:41.005620 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b2a1db80-7562-42af-a4c1-8d3105ea04c7 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:41.023478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2a372a-28de-4e80-8004-2f8fbc83c008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:41.035739 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f49517d-7aba-482c-a17e-b86242a286f0" -d '{"events": [{"server_uuid": "1a2a372a-28de-4e80-8004-2f8fbc83c008", "name": "network-vif-plugged", "status": "completed", "tag": "9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:41.037071 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-3da7a07b-df4f-4982-91a0-e32a51f74c36 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:41.038025 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-3da7a07b-df4f-4982-91a0-e32a51f74c36 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:41.077307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-3da7a07b-df4f-4982-91a0-e32a51f74c36 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4969196 Oct 26 14:07:41.091090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-b0a9bf56-b710-44c0-86f5-b163c0980fb2 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Request body: {'port': {'device_id': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'network_id': '749312c4-1aa9-4bac-a8fd-6388d8a94a92', 'admin_state_up': True, 'tenant_id': '035e6464759349afbd341d7175650b42'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:41.222236 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port b2a1db80-7562-42af-a4c1-8d3105ea04c7 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:41.229476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port b2a1db80-7562-42af-a4c1-8d3105ea04c7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:41.230114 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:41.345069 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526be75c-207b-41b5-b5d1-34371b241980 req-1456d4e4-59ad-4f79-847a-bcfbb0d79f6c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:41.350140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-526be75c-207b-41b5-b5d1-34371b241980 req-1456d4e4-59ad-4f79-847a-bcfbb0d79f6c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 945 time: 0.1356051 Oct 26 14:07:41.363292 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f1c0-2efc-4ba1-9805-54712503aa1a req-fc4f889c-b2cd-45d6-83ab-fc77a56dbf52 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:41.373130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8231f1c0-2efc-4ba1-9805-54712503aa1a req-fc4f889c-b2cd-45d6-83ab-fc77a56dbf52 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1987085 Oct 26 14:07:41.385656 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:41.448183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f8a776bd-4796-43bf-80ca-724b4cce9f7a up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:41.488863 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9d01fb9a-3280-4a54-acce-30244be10694 None None] Provisioning complete for port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:41.489311 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9d01fb9a-3280-4a54-acce-30244be10694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:41.509821 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-526be75c-207b-41b5-b5d1-34371b241980 req-479d42d7-a730-4f2b-9496-510fb13330ec tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284301 Oct 26 14:07:41.532432 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:41.539311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-b0a9bf56-b710-44c0-86f5-b163c0980fb2 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Made reservation on behalf of 035e6464759349afbd341d7175650b42 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:41.555781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-b0a9bf56-b710-44c0-86f5-b163c0980fb2 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:41.642324 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8231f1c0-2efc-4ba1-9805-54712503aa1a req-ea4dac0d-353c-4b7a-bd48-9481aa7d577b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681189 Oct 26 14:07:41.739953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:41.740481 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:41.767015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port f8a776bd-4796-43bf-80ca-724b4cce9f7a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:41.768105 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:41.803552 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b2a1db80-7562-42af-a4c1-8d3105ea04c7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b2a1db80-7562-42af-a4c1-8d3105ea04c7,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:41.857297 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:41.905677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc9852-defc-41c1-9368-ac7e69a83218 req-c6709e15-4daf-4362-9ccb-249a26e73156 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:41.907699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2cc9852-defc-41c1-9368-ac7e69a83218 req-c6709e15-4daf-4362-9ccb-249a26e73156 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 932 time: 0.2554755 Oct 26 14:07:41.955398 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b469ffd-7af1-4601-b10c-dcd5b1d112be req-03d6f28c-e700-4040-8e84-31a63ff40a55 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:41.957062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b469ffd-7af1-4601-b10c-dcd5b1d112be req-03d6f28c-e700-4040-8e84-31a63ff40a55 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2139707 Oct 26 14:07:42.013280 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:42.035896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=b2a1db80-7562-42af-a4c1-8d3105ea04c7,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:42.053024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-b0a9bf56-b710-44c0-86f5-b163c0980fb2 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Allocated IP 19.86.0.242 (749312c4-1aa9-4bac-a8fd-6388d8a94a92/11c1b245-5ffb-4d12-8c63-57ae900c56a0/a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:42.088013 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f8a776bd-4796-43bf-80ca-724b4cce9f7a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f8a776bd-4796-43bf-80ca-724b4cce9f7a,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:42.093325 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:42.149135 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b11ac64a-4634-435e-8cd9-f27c898f8822 None None] Provisioning complete for port b0c3cddf-c201-4098-8136-6808881ea507 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:42.149854 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b11ac64a-4634-435e-8cd9-f27c898f8822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:42.159107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2cc9852-defc-41c1-9368-ac7e69a83218 req-65849cf6-0e4c-454c-8d9e-0cd7d507cb44 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178965 Oct 26 14:07:42.220325 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b11ac64a-4634-435e-8cd9-f27c898f8822 None None] Port b0c3cddf-c201-4098-8136-6808881ea507 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:07:42.226008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b469ffd-7af1-4601-b10c-dcd5b1d112be req-79c23364-a115-4fc2-8526-01ecba170d71 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793811 Oct 26 14:07:42.286717 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=f8a776bd-4796-43bf-80ca-724b4cce9f7a,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:42.357815 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dae3509-7ead-4f0c-8b4b-791b1ccafaee x-openstack-request-id: req-8dae3509-7ead-4f0c-8b4b-791b1ccafaee {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:42.358266 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2a372a-28de-4e80-8004-2f8fbc83c008", "name": "network-vif-plugged", "status": "completed", "tag": "9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:42.358534 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8dae3509-7ead-4f0c-8b4b-791b1ccafaee {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:42.358935 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2a372a-28de-4e80-8004-2f8fbc83c008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2', 'code': 200} Oct 26 14:07:42.387543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9a5073d-856b-48b8-8c94-fc5b1580c8a9 req-c0d65198-d960-40b1-a09f-57c0a51681c0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 210 time: 0.0876803 Oct 26 14:07:42.483782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-b0a9bf56-b710-44c0-86f5-b163c0980fb2 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:42.552804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8428e3-b1a4-4110-9801-234f6a345752 req-22e2b4db-3f3d-4aab-89a5-cad778e32d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:42.555587 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0a8428e3-b1a4-4110-9801-234f6a345752 req-22e2b4db-3f3d-4aab-89a5-cad778e32d82 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 1097 time: 0.0777540 Oct 26 14:07:42.581302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff31aa-93f5-4691-8b7f-182784703f73 req-5dc98ad0-fe72-4d4c-83ea-fe6352513006 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:42.603111 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34ff31aa-93f5-4691-8b7f-182784703f73 req-5dc98ad0-fe72-4d4c-83ea-fe6352513006 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 946 time: 0.0987303 Oct 26 14:07:42.606862 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-b0a9bf56-b710-44c0-86f5-b163c0980fb2 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:42.610204 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0a8428e3-b1a4-4110-9801-234f6a345752 req-932aa93b-5a73-4123-8e7a-9f96b945c86d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9a714f04-f434-4e0d-8aa4-37e6d171ff28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 Oct 26 14:07:42.699412 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e11db9c7-37af-483d-b132-5f0ef3402ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:42.708298 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34ff31aa-93f5-4691-8b7f-182784703f73 req-048301fc-52e6-443d-a6be-7365e9a1a761 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036487 Oct 26 14:07:42.743942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-b0a9bf56-b710-44c0-86f5-b163c0980fb2 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Network 749312c4-1aa9-4bac-a8fd-6388d8a94a92 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:42.750818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-b0a9bf56-b710-44c0-86f5-b163c0980fb2 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:42.752970 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9bf56-b710-44c0-86f5-b163c0980fb2 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event updated for resources: {'Port': ['ID=a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:42.755244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-b0a9bf56-b710-44c0-86f5-b163c0980fb2 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:42.878012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-b0a9bf56-b710-44c0-86f5-b163c0980fb2 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:42.878721 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-b0a9bf56-b710-44c0-86f5-b163c0980fb2 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:42.938245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-b0a9bf56-b710-44c0-86f5-b163c0980fb2 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8517699 Oct 26 14:07:42.946821 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51859009-4556-4185-942d-942404121e6d req-9e98cb11-18c3-464a-8b6b-85f2234e97c8 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:42.959077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51859009-4556-4185-942d-942404121e6d req-9e98cb11-18c3-464a-8b6b-85f2234e97c8 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 946 time: 0.1740675 Oct 26 14:07:42.965659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Request body: {'port': {'device_id': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:43.127159 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51859009-4556-4185-942d-942404121e6d req-45ae888d-b566-4c5b-8c3b-24a249de62dc tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a714f04-f434-4e0d-8aa4-37e6d171ff28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568286 Oct 26 14:07:43.127375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b37beb-c166-4e39-a29c-fd70b58f4028 req-c314d8ae-3700-4948-93db-16008b3c4254 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:43.129237 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19b37beb-c166-4e39-a29c-fd70b58f4028 req-c314d8ae-3700-4948-93db-16008b3c4254 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b16cb2d-a07c-4553-a265-aa6e4da9aa78 HTTP/1.1" status: 200 len: 946 time: 0.0805023 Oct 26 14:07:43.167436 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.181233 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b0644633-9f70-4817-978f-6247bbaf7f12 None None] Provisioning complete for port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:43.181730 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b0644633-9f70-4817-978f-6247bbaf7f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.263594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b0644633-9f70-4817-978f-6247bbaf7f12 None None] Port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:07:43.266510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9b975-6905-4c0a-b7a2-86280f9b2242 req-06d59c8c-875a-42a5-aa60-a5d6b226a49b tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:43.268387 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee9b975-6905-4c0a-b7a2-86280f9b2242 req-06d59c8c-875a-42a5-aa60-a5d6b226a49b tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 946 time: 0.1820617 Oct 26 14:07:43.298126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-19b37beb-c166-4e39-a29c-fd70b58f4028 req-d392804e-50d1-400f-8d52-118d4ed8116d tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Deleting port f8a776bd-4796-43bf-80ca-724b4cce9f7a {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:43.298715 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-19b37beb-c166-4e39-a29c-fd70b58f4028 req-d392804e-50d1-400f-8d52-118d4ed8116d tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.404757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-19b37beb-c166-4e39-a29c-fd70b58f4028 req-d392804e-50d1-400f-8d52-118d4ed8116d tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] For port f8a776bd-4796-43bf-80ca-724b4cce9f7a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f8a776bd-4796-43bf-80ca-724b4cce9f7a,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:43.405435 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-19b37beb-c166-4e39-a29c-fd70b58f4028 req-d392804e-50d1-400f-8d52-118d4ed8116d tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.422536 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-19b37beb-c166-4e39-a29c-fd70b58f4028 req-d392804e-50d1-400f-8d52-118d4ed8116d tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Calling delete_port for f8a776bd-4796-43bf-80ca-724b4cce9f7a owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:43.426576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee9b975-6905-4c0a-b7a2-86280f9b2242 req-36ff1acc-49b6-4fa1-836a-3266b3c8620c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431692 Oct 26 14:07:43.434587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f8a776bd-4796-43bf-80ca-724b4cce9f7a no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:43.490611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8f87e-cd4d-4d98-8eb8-cb61e0a84379 req-e26dcb4a-25df-430f-8237-65f795b4b35f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:43.499932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5b8f87e-cd4d-4d98-8eb8-cb61e0a84379 req-e26dcb4a-25df-430f-8237-65f795b4b35f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.2289903 Oct 26 14:07:43.549329 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-c6d20c17-3935-417b-b91b-dac17357cf06 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:43.549329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-c6d20c17-3935-417b-b91b-dac17357cf06 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 811 time: 0.4354422 Oct 26 14:07:43.549641 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.559663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-77a82811-882a-4cae-8c3d-ce6049f973b8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Request body: {'port': {'device_id': '933869ad-7a7a-4582-beac-0be4ec0d8f2e', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'admin_state_up': True, 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:43.604409 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f8a776bd-4796-43bf-80ca-724b4cce9f7a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f8a776bd-4796-43bf-80ca-724b4cce9f7a,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:43.611302 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.675629 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-19b37beb-c166-4e39-a29c-fd70b58f4028 req-d392804e-50d1-400f-8d52-118d4ed8116d tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.687063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=f8a776bd-4796-43bf-80ca-724b4cce9f7a,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:43.703006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5b8f87e-cd4d-4d98-8eb8-cb61e0a84379 req-75647baf-45e0-4448-80ed-b4dbd250643d tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021782 Oct 26 14:07:43.706425 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392804e-50d1-400f-8d52-118d4ed8116d tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Pushing event deleted for resources: {'Port': ['ID=f8a776bd-4796-43bf-80ca-724b4cce9f7a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:43.756790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b37beb-c166-4e39-a29c-fd70b58f4028 req-d392804e-50d1-400f-8d52-118d4ed8116d tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] No DVR routers for this DVR port f8a776bd-4796-43bf-80ca-724b4cce9f7a on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:43.761382 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-19b37beb-c166-4e39-a29c-fd70b58f4028 req-d392804e-50d1-400f-8d52-118d4ed8116d tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.765745 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19b37beb-c166-4e39-a29c-fd70b58f4028 req-d392804e-50d1-400f-8d52-118d4ed8116d tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.25 "DELETE /v2.0/ports/f8a776bd-4796-43bf-80ca-724b4cce9f7a HTTP/1.1" status: 204 len: 173 time: 0.6270039 Oct 26 14:07:43.766240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b16cb2d-a07c-4553-a265-aa6e4da9aa78', 'name': 'network-vif-deleted', 'tag': 'f8a776bd-4796-43bf-80ca-724b4cce9f7a'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:43.769947 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d61a831-3993-4973-b809-f8302bbb57c9" -d '{"events": [{"server_uuid": "6b16cb2d-a07c-4553-a265-aa6e4da9aa78", "name": "network-vif-deleted", "tag": "f8a776bd-4796-43bf-80ca-724b4cce9f7a"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:43.828836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ff488-427a-46eb-9baa-5e41e2f53c56 req-9b624f89-2ccd-472f-a2b3-bc8924f70827 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:43.834863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ff488-427a-46eb-9baa-5e41e2f53c56 req-9b624f89-2ccd-472f-a2b3-bc8924f70827 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:43.836415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b4ff488-427a-46eb-9baa-5e41e2f53c56 req-9b624f89-2ccd-472f-a2b3-bc8924f70827 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1655 time: 0.2214575 Oct 26 14:07:43.972738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b4ff488-427a-46eb-9baa-5e41e2f53c56 req-11ee4054-0ad6-45b3-b4df-843bc9599a1e tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207044 Oct 26 14:07:43.977072 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-77a82811-882a-4cae-8c3d-ce6049f973b8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Made reservation on behalf of 0d7b4d5cf0b74e2095e3ca87a1c1443f for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:43.980611 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-77a82811-882a-4cae-8c3d-ce6049f973b8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.002719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8217908-5c0a-4692-ac29-0b191f08e562 req-331197a3-cee1-4687-91fe-5354e54ee69c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:44.003725 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f8217908-5c0a-4692-ac29-0b191f08e562 req-331197a3-cee1-4687-91fe-5354e54ee69c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1906593 Oct 26 14:07:44.029253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c3cddf-c201-4098-8136-6808881ea507 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:44.045401 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.360260 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4185882c-1e04-463d-81ab-b61b830227a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a1db80-7562-42af-a4c1-8d3105ea04c7'}, {'server_uuid': '6b16cb2d-a07c-4553-a265-aa6e4da9aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a776bd-4796-43bf-80ca-724b4cce9f7a'}, {'server_uuid': '6b16cb2d-a07c-4553-a265-aa6e4da9aa78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a776bd-4796-43bf-80ca-724b4cce9f7a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:44.366378 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65993848-eae7-4ec0-97a1-f8f819fa5371" -d '{"events": [{"server_uuid": "4185882c-1e04-463d-81ab-b61b830227a8", "name": "network-vif-plugged", "status": "completed", "tag": "b2a1db80-7562-42af-a4c1-8d3105ea04c7"}, {"server_uuid": "6b16cb2d-a07c-4553-a265-aa6e4da9aa78", "name": "network-vif-plugged", "status": "completed", "tag": "f8a776bd-4796-43bf-80ca-724b4cce9f7a"}, {"server_uuid": "6b16cb2d-a07c-4553-a265-aa6e4da9aa78", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a776bd-4796-43bf-80ca-724b4cce9f7a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:44.394126 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a809a726-5568-40bf-8bf0-19e3497565ff req-60192004-62dc-42c8-8e79-4eda4860bf5b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 210 time: 0.0510542 Oct 26 14:07:44.403760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee5d33-fc9d-4d7c-8b4f-b881a61c0744 req-45193888-ced8-4ee2-8c00-8d8c7a188376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:44.406105 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2aee5d33-fc9d-4d7c-8b4f-b881a61c0744 req-45193888-ced8-4ee2-8c00-8d8c7a188376 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ce0aee0322a4e368957accff6eefd0f&device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 1096 time: 0.0488565 Oct 26 14:07:44.408521 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Transition to ACTIVE for port object b0c3cddf-c201-4098-8136-6808881ea507 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:44.432332 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f8217908-5c0a-4692-ac29-0b191f08e562 req-7c39931e-1571-4e99-9144-5df95c0acb8f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212134 Oct 26 14:07:44.437679 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.486343 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a82ed9-b916-481a-bebe-d6b1055d5533 x-openstack-request-id: req-71a82ed9-b916-481a-bebe-d6b1055d5533 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:44.486913 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b16cb2d-a07c-4553-a265-aa6e4da9aa78", "name": "network-vif-deleted", "tag": "f8a776bd-4796-43bf-80ca-724b4cce9f7a", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:44.487318 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71a82ed9-b916-481a-bebe-d6b1055d5533 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:44.487886 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b16cb2d-a07c-4553-a265-aa6e4da9aa78', 'name': 'network-vif-deleted', 'tag': 'f8a776bd-4796-43bf-80ca-724b4cce9f7a', 'status': 'completed', 'code': 200} Oct 26 14:07:44.555076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-77a82811-882a-4cae-8c3d-ce6049f973b8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Allocated IP 172.20.0.4 (085226ca-b6b9-4faf-b0ae-34b30fcc3113/71c90548-0c01-4250-8faf-bed3999c19d9/3d75ca36-798e-41e2-b0f9-14d49a98eda7) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:44.557293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c3cddf-c201-4098-8136-6808881ea507,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:44.575067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee5d33-fc9d-4d7c-8b4f-b881a61c0744 req-35ec94e3-fc90-4f51-a060-e5375dae7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:44.576954 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2aee5d33-fc9d-4d7c-8b4f-b881a61c0744 req-35ec94e3-fc90-4f51-a060-e5375dae7d0d service neutron] 10.222.0.25 "GET /v2.0/networks?id=55cdc374-aea8-45fc-8fee-8483ae48c9d5 HTTP/1.1" status: 200 len: 915 time: 0.1546872 Oct 26 14:07:44.583281 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f372a39-ac72-4dd4-885d-1fe47fa3b142 x-openstack-request-id: req-0f372a39-ac72-4dd4-885d-1fe47fa3b142 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:44.583980 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4185882c-1e04-463d-81ab-b61b830227a8", "name": "network-vif-plugged", "status": "completed", "tag": "b2a1db80-7562-42af-a4c1-8d3105ea04c7", "code": 200}, {"server_uuid": "6b16cb2d-a07c-4553-a265-aa6e4da9aa78", "name": "network-vif-plugged", "status": "completed", "tag": "f8a776bd-4796-43bf-80ca-724b4cce9f7a", "code": 200}, {"server_uuid": "6b16cb2d-a07c-4553-a265-aa6e4da9aa78", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a776bd-4796-43bf-80ca-724b4cce9f7a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:44.584454 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f372a39-ac72-4dd4-885d-1fe47fa3b142 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:44.585111 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4185882c-1e04-463d-81ab-b61b830227a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a1db80-7562-42af-a4c1-8d3105ea04c7', 'code': 200} Oct 26 14:07:44.586107 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b16cb2d-a07c-4553-a265-aa6e4da9aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a776bd-4796-43bf-80ca-724b4cce9f7a', 'code': 200} Oct 26 14:07:44.586581 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b16cb2d-a07c-4553-a265-aa6e4da9aa78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a776bd-4796-43bf-80ca-724b4cce9f7a', 'code': 200} Oct 26 14:07:44.667476 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2aee5d33-fc9d-4d7c-8b4f-b881a61c0744 req-03b27c42-8e32-448c-838d-0c140dc624b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c HTTP/1.1" status: 200 len: 217 time: 0.0693333 Oct 26 14:07:44.725305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee5d33-fc9d-4d7c-8b4f-b881a61c0744 req-e1e76691-130f-4609-8bf1-2689000ead87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:44.726914 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2aee5d33-fc9d-4d7c-8b4f-b881a61c0744 req-e1e76691-130f-4609-8bf1-2689000ead87 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2ccbc49-6d2e-4c75-85bf-425477396e4b HTTP/1.1" status: 200 len: 854 time: 0.0502479 Oct 26 14:07:44.764684 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2aee5d33-fc9d-4d7c-8b4f-b881a61c0744 req-38f14edf-d2b0-4166-945b-e023d09177b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55cdc374-aea8-45fc-8fee-8483ae48c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299094 Oct 26 14:07:44.837342 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Attempting to bind port b0c3cddf-c201-4098-8136-6808881ea507 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:44.837678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Attempting to bind port b0c3cddf-c201-4098-8136-6808881ea507 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '10fc9a47-60b2-4267-aa9b-e785c731eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f1d9cd00-6d72-4b8d-abca-1c45dd708305'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:44.838051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Attempting to bind port b0c3cddf-c201-4098-8136-6808881ea507 on network f1d9cd00-6d72-4b8d-abca-1c45dd708305 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:44.846881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b0e6b-25f5-417f-b92f-94136003821f req-cc469b61-6782-4b2b-bdfc-39a16db519c2 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:44.848524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c57b0e6b-25f5-417f-b92f-94136003821f req-cc469b61-6782-4b2b-bdfc-39a16db519c2 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 946 time: 0.2414689 Oct 26 14:07:44.864889 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2aee5d33-fc9d-4d7c-8b4f-b881a61c0744 req-7195da07-f74d-4455-844e-a3d3a752cc05 service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930207 Oct 26 14:07:44.877191 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Port b0c3cddf-c201-4098-8136-6808881ea507 on network f1d9cd00-6d72-4b8d-abca-1c45dd708305 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:44.877513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Attempting to bind port b0c3cddf-c201-4098-8136-6808881ea507 on network f1d9cd00-6d72-4b8d-abca-1c45dd708305 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:44.891750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93d80a-39e2-4939-a66d-4739f1cfbac4 req-d296c608-972b-4226-826e-d75f45b0ebd2 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:44.893616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba93d80a-39e2-4939-a66d-4739f1cfbac4 req-d296c608-972b-4226-826e-d75f45b0ebd2 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 946 time: 0.2240946 Oct 26 14:07:44.913452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:44.913786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Checking segment: {'id': '10fc9a47-60b2-4267-aa9b-e785c731eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f1d9cd00-6d72-4b8d-abca-1c45dd708305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:44.914192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Bound using segment: {'id': '10fc9a47-60b2-4267-aa9b-e785c731eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f1d9cd00-6d72-4b8d-abca-1c45dd708305'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:44.914636 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Bound port: b0c3cddf-c201-4098-8136-6808881ea507, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fc9a47-60b2-4267-aa9b-e785c731eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f1d9cd00-6d72-4b8d-abca-1c45dd708305'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:44.914991 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.939151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9405dc-e3b6-4165-b8df-4d63c7e4607c req-078ac877-be4b-4473-90c0-49a5d7771d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:44.940670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f9405dc-e3b6-4165-b8df-4d63c7e4607c req-078ac877-be4b-4473-90c0-49a5d7771d1e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 1097 time: 0.2117846 Oct 26 14:07:44.961164 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2aee5d33-fc9d-4d7c-8b4f-b881a61c0744 req-8b66f544-d465-4951-a400-847f5af5beca service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895433 Oct 26 14:07:45.023016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c57b0e6b-25f5-417f-b92f-94136003821f req-366832be-b242-4c7c-ab58-7aadee49ca20 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a714f04-f434-4e0d-8aa4-37e6d171ff28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649384 Oct 26 14:07:45.035167 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fa77a1b9-1370-4a57-9bac-2e92a6f3a85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.042252 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-77a82811-882a-4cae-8c3d-ce6049f973b8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.069704 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba93d80a-39e2-4939-a66d-4739f1cfbac4 req-20b1730e-61e2-41f2-a374-a9dd9f743977 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627922 Oct 26 14:07:45.078036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f9405dc-e3b6-4165-b8df-4d63c7e4607c req-92d419de-42d9-4809-ad9d-3dc33f278c86 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134648 Oct 26 14:07:45.110747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] For port b0c3cddf-c201-4098-8136-6808881ea507, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:45.125092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] For port b0c3cddf-c201-4098-8136-6808881ea507, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b0c3cddf-c201-4098-8136-6808881ea507,segment=NetworkSegment(10fc9a47-60b2-4267-aa9b-e785c731eee3),segment_id=10fc9a47-60b2-4267-aa9b-e785c731eee3)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:45.131555 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.140951 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-77a82811-882a-4cae-8c3d-ce6049f973b8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.153636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b854e1d3-3822-4212-85fc-aca2cbf9a143'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:45.200366 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:45.201036 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.202485 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] 10.222.0.11 "PUT /v2.0/ports/b0c3cddf-c201-4098-8136-6808881ea507 HTTP/1.1" status: 200 len: 1092 time: 2.2416251 Oct 26 14:07:45.203947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'tag': 'b0c3cddf-c201-4098-8136-6808881ea507'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:45.206263 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374867ff-50d0-4672-9654-24e20a5829e3" -d '{"events": [{"name": "network-changed", "server_uuid": "35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955", "tag": "b0c3cddf-c201-4098-8136-6808881ea507"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:45.220169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-77a82811-882a-4cae-8c3d-ce6049f973b8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:45.228856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-77a82811-882a-4cae-8c3d-ce6049f973b8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:45.236131 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-77a82811-882a-4cae-8c3d-ce6049f973b8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:45.268478 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1634eee-6380-4a4a-b630-be3e1483eb29 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c3cddf-c201-4098-8136-6808881ea507,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:45.290986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a092d0-5c67-44d5-9394-7aafde692c7f req-95d85185-afb7-4f0c-a1a3-ac3efb6dc8ad tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:45.292423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03a092d0-5c67-44d5-9394-7aafde692c7f req-95d85185-afb7-4f0c-a1a3-ac3efb6dc8ad tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1527145 Oct 26 14:07:45.322552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59478) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:45.349551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-429ac814-0e16-4335-a1e5-ed363f7f0cfc tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--925936104', 'description': 'tempest-description--1056974103'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:45.368586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-77a82811-882a-4cae-8c3d-ce6049f973b8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:45.369315 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-77a82811-882a-4cae-8c3d-ce6049f973b8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.384084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Request body: {'port': {'device_id': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:45.398744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a82811-882a-4cae-8c3d-ce6049f973b8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event updated for resources: {'Port': ['ID=3d75ca36-798e-41e2-b0f9-14d49a98eda7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:45.402810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-429ac814-0e16-4335-a1e5-ed363f7f0cfc tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.468686 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03a092d0-5c67-44d5-9394-7aafde692c7f req-ef4e047d-0d27-4b6b-ac77-c3c56f816253 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431189 Oct 26 14:07:45.476473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-77a82811-882a-4cae-8c3d-ce6049f973b8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9213996 Oct 26 14:07:45.487710 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-429ac814-0e16-4335-a1e5-ed363f7f0cfc tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.494496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Request body: {'port': {'device_id': '933869ad-7a7a-4582-beac-0be4ec0d8f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:45.507952 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-429ac814-0e16-4335-a1e5-ed363f7f0cfc tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.545662 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-429ac814-0e16-4335-a1e5-ed363f7f0cfc tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.549678 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-429ac814-0e16-4335-a1e5-ed363f7f0cfc tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2233059 Oct 26 14:07:45.555252 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59486) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:45.561132 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ab31737d-8220-48cb-aa96-f673140af4ad tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Request body: {'security_group_rule': {'security_group_id': '48d0490b-b204-49fd-bd4a-71be0baf44fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:45.588087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ac814-0e16-4335-a1e5-ed363f7f0cfc tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d0490b-b204-49fd-bd4a-71be0baf44fd,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:45.599000 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.607057 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab31737d-8220-48cb-aa96-f673140af4ad tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.646914 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3035c-10ed-47ed-8fd7-e703f74ab7fe req-6462ccc5-07aa-45e7-93af-dc5c2757bcb5 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:45.647319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7f75f370-30b3-4469-88df-30f186257325 None None] Provisioning complete for port 3d75ca36-798e-41e2-b0f9-14d49a98eda7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:45.647785 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f75f370-30b3-4469-88df-30f186257325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.652889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3035c-10ed-47ed-8fd7-e703f74ab7fe req-6462ccc5-07aa-45e7-93af-dc5c2757bcb5 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:45.654518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5c3035c-10ed-47ed-8fd7-e703f74ab7fe req-6462ccc5-07aa-45e7-93af-dc5c2757bcb5 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1667 time: 0.2610140 Oct 26 14:07:45.675949 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab31737d-8220-48cb-aa96-f673140af4ad tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.680706 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab31737d-8220-48cb-aa96-f673140af4ad tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.684230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-7f75f370-30b3-4469-88df-30f186257325 None None] Port 3d75ca36-798e-41e2-b0f9-14d49a98eda7 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:07:45.702108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31737d-8220-48cb-aa96-f673140af4ad tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9710868c-47d1-40fe-9ff7-81cfb28faeb5,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:45.711805 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab31737d-8220-48cb-aa96-f673140af4ad tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.714009 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ab31737d-8220-48cb-aa96-f673140af4ad tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567993 Oct 26 14:07:45.716420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59488) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:45.718627 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.722059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-cf56aa98-a123-4370-b023-c3ca079665ff tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Request body: {'security_group_rule': {'security_group_id': '48d0490b-b204-49fd-bd4a-71be0baf44fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:45.752117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cf56aa98-a123-4370-b023-c3ca079665ff tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.770481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a043a-c399-4780-b10e-c7dfe050eadc req-e3b9bd9c-f2cf-4c9e-8660-dba9bd31a45e tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:45.771966 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f3a043a-c399-4780-b10e-c7dfe050eadc req-e3b9bd9c-f2cf-4c9e-8660-dba9bd31a45e tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 946 time: 0.1809304 Oct 26 14:07:45.786968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59490) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:45.793314 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-886e2630-7031-4563-b86a-11c46656d80a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Request body: {'floatingip': {'port_id': '9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:45.842920 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-886e2630-7031-4563-b86a-11c46656d80a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for floatingip, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.845423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5c3035c-10ed-47ed-8fd7-e703f74ab7fe req-de1e9ba1-d71d-4dbc-a638-c3054cc2eeed tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720829 Oct 26 14:07:45.846965 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901e93c7-7b81-42c8-bcca-bb479f32a854 x-openstack-request-id: req-901e93c7-7b81-42c8-bcca-bb479f32a854 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:45.847257 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955", "tag": "b0c3cddf-c201-4098-8136-6808881ea507", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:45.847509 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-901e93c7-7b81-42c8-bcca-bb479f32a854 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:45.847897 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'tag': 'b0c3cddf-c201-4098-8136-6808881ea507', 'status': 'completed', 'code': 200} Oct 26 14:07:46.102257 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374867ff-50d0-4672-9654-24e20a5829e3 req-1064353f-585e-42fa-987c-c01a1c182380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:46.102746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374867ff-50d0-4672-9654-24e20a5829e3 req-1064353f-585e-42fa-987c-c01a1c182380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:46.105007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-374867ff-50d0-4672-9654-24e20a5829e3 req-1064353f-585e-42fa-987c-c01a1c182380 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=035e6464759349afbd341d7175650b42&device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1914 time: 0.2547264 Oct 26 14:07:46.179389 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cf56aa98-a123-4370-b023-c3ca079665ff tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:46.180222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede10b3-8465-4971-9e50-88289325b9fe req-3362e33a-7049-4232-a0f7-662b2075aeed tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:46.181769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fede10b3-8465-4971-9e50-88289325b9fe req-3362e33a-7049-4232-a0f7-662b2075aeed tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.2585175 Oct 26 14:07:46.189221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e68ab-ca21-47a8-8bd3-b9b1db3353b8 req-f295f210-426c-4147-946c-f54740f2112b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:46.190668 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b90e68ab-ca21-47a8-8bd3-b9b1db3353b8 req-f295f210-426c-4147-946c-f54740f2112b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 931 time: 0.3067043 Oct 26 14:07:46.204670 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cf56aa98-a123-4370-b023-c3ca079665ff tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:46.250973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56aa98-a123-4370-b023-c3ca079665ff tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2c8aac-3e67-4f0d-8daf-86fb1dd1a48c,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:46.262438 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cf56aa98-a123-4370-b023-c3ca079665ff tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:46.263657 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cf56aa98-a123-4370-b023-c3ca079665ff tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5462799 Oct 26 14:07:46.267103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59494) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:46.284089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:46.397217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fede10b3-8465-4971-9e50-88289325b9fe req-0d41c92c-140a-40be-9542-4360467e4d74 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929400 Oct 26 14:07:46.406469 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b90e68ab-ca21-47a8-8bd3-b9b1db3353b8 req-a3974e44-f540-43aa-bb51-5d9c0ff8d89e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999099 Oct 26 14:07:46.446809 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:46.457957 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374867ff-50d0-4672-9654-24e20a5829e3 req-6990c292-b755-4bcc-8478-9342bd03bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:46.458470 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374867ff-50d0-4672-9654-24e20a5829e3 req-6990c292-b755-4bcc-8478-9342bd03bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:46.458945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374867ff-50d0-4672-9654-24e20a5829e3 req-6990c292-b755-4bcc-8478-9342bd03bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:46.460549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-374867ff-50d0-4672-9654-24e20a5829e3 req-6990c292-b755-4bcc-8478-9342bd03bff4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=035e6464759349afbd341d7175650b42&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3452587 Oct 26 14:07:46.559030 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:46.699673 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-886e2630-7031-4563-b86a-11c46656d80a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:46.701323 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:46.705434 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-886e2630-7031-4563-b86a-11c46656d80a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:46.815540 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-886e2630-7031-4563-b86a-11c46656d80a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Floating IP 11899bd9-3492-4ccf-a466-f191dec01989 associated. External IP: 172.25.4.212, port: 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2. Oct 26 14:07:46.896824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:46.936576 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:46.997195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d75ca36-798e-41e2-b0f9-14d49a98eda7 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:47.001701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Transition to ACTIVE for port object a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:47.009605 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:47.020972 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:47.037357 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886e2630-7031-4563-b86a-11c46656d80a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Router 5f9aa7e1-2928-497d-9fb8-34095b8da682 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:07:47.081195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3673e9-b1ba-4325-874c-1155ce2a7577 req-63090e63-d29c-4bd2-8868-054fe3d854d4 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:47.082760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d3673e9-b1ba-4325-874c-1155ce2a7577 req-63090e63-d29c-4bd2-8868-054fe3d854d4 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 946 time: 0.5700159 Oct 26 14:07:47.093791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Transition to ACTIVE for port object 3d75ca36-798e-41e2-b0f9-14d49a98eda7 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:47.130432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bd907-be0a-427b-9fe2-f30aed160e10 req-9da4639b-4b38-4bb5-8fbb-5a5ee85045f7 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:47.138767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b3bd907-be0a-427b-9fe2-f30aed160e10 req-9da4639b-4b38-4bb5-8fbb-5a5ee85045f7 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.2454453 Oct 26 14:07:47.140436 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:47.148482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374867ff-50d0-4672-9654-24e20a5829e3 req-856c612f-ebc1-483f-9c53-496f6e82762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:47.149961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-374867ff-50d0-4672-9654-24e20a5829e3 req-856c612f-ebc1-483f-9c53-496f6e82762a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6557622 Oct 26 14:07:47.173566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886e2630-7031-4563-b86a-11c46656d80a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:07:47.178307 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-886e2630-7031-4563-b86a-11c46656d80a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:47.190495 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720de5fd-51cb-4e2e-ada3-617bd349dc46 None None] Sync routers for ids ['5f9aa7e1-2928-497d-9fb8-34095b8da682'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:07:47.209026 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-886e2630-7031-4563-b86a-11c46656d80a tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "PUT /v2.0/floatingips/11899bd9-3492-4ccf-a466-f191dec01989 HTTP/1.1" status: 200 len: 992 time: 1.4212356 Oct 26 14:07:47.209709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2a372a-28de-4e80-8004-2f8fbc83c008', 'tag': '9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:47.212212 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93433f8-a584-4f64-953b-0a5f8b701e51" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2a372a-28de-4e80-8004-2f8fbc83c008", "tag": "9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:47.221974 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:47.238577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720de5fd-51cb-4e2e-ada3-617bd349dc46 None None] Routers {'5f9aa7e1-2928-497d-9fb8-34095b8da682'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:07:47.239219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-720de5fd-51cb-4e2e-ada3-617bd349dc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:07:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['5f9aa7e1-2928-497d-9fb8-34095b8da682'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:47.368346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-720de5fd-51cb-4e2e-ada3-617bd349dc46 None None] Set router 5f9aa7e1-2928-497d-9fb8-34095b8da682 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:07:47.387072 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d3673e9-b1ba-4325-874c-1155ce2a7577 req-b061f765-083d-4395-9626-971679a7c825 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869673 Oct 26 14:07:47.413686 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b3bd907-be0a-427b-9fe2-f30aed160e10 req-f0dd3712-2974-46ff-8154-2ba287897cea tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712624 Oct 26 14:07:47.465401 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Pushing event updated for resources: {'Port': ['ID=3d75ca36-798e-41e2-b0f9-14d49a98eda7,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:47.491659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f8a776bd-4796-43bf-80ca-724b4cce9f7a no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:47.505951 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:47.522070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: f8a776bd-4796-43bf-80ca-724b4cce9f7a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:47.522413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f8a776bd-4796-43bf-80ca-724b4cce9f7a not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:47.522821 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0bf55feb-4886-4ebb-9850-d33f98acdc5c no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:47.556640 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a318e731-e12f-4a3d-8904-b66a7e2e73e3 x-openstack-request-id: req-a318e731-e12f-4a3d-8904-b66a7e2e73e3 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:47.556948 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2a372a-28de-4e80-8004-2f8fbc83c008", "tag": "9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:47.557204 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a318e731-e12f-4a3d-8904-b66a7e2e73e3 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:47.557612 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2a372a-28de-4e80-8004-2f8fbc83c008', 'tag': '9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2', 'status': 'completed', 'code': 200} Oct 26 14:07:47.592490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Attempting to bind port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:47.592840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Attempting to bind port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'd028b5c3-b675-491b-af1a-b02dcd4948a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '749312c4-1aa9-4bac-a8fd-6388d8a94a92'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:47.593174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Attempting to bind port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 on network 749312c4-1aa9-4bac-a8fd-6388d8a94a92 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:47.598019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Attempting to bind port 3d75ca36-798e-41e2-b0f9-14d49a98eda7 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:47.598180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Attempting to bind port 3d75ca36-798e-41e2-b0f9-14d49a98eda7 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:47.598441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Attempting to bind port 3d75ca36-798e-41e2-b0f9-14d49a98eda7 on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:47.616702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 on network 749312c4-1aa9-4bac-a8fd-6388d8a94a92 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:47.617028 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Attempting to bind port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 on network 749312c4-1aa9-4bac-a8fd-6388d8a94a92 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:47.623061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Port 3d75ca36-798e-41e2-b0f9-14d49a98eda7 on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:47.623061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Attempting to bind port 3d75ca36-798e-41e2-b0f9-14d49a98eda7 on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:47.641646 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:47.641900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Checking segment: {'id': 'd028b5c3-b675-491b-af1a-b02dcd4948a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '749312c4-1aa9-4bac-a8fd-6388d8a94a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:47.642205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Bound using segment: {'id': 'd028b5c3-b675-491b-af1a-b02dcd4948a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '749312c4-1aa9-4bac-a8fd-6388d8a94a92'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:47.642651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Bound port: a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd028b5c3-b675-491b-af1a-b02dcd4948a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '749312c4-1aa9-4bac-a8fd-6388d8a94a92'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:47.642997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:47.666805 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93433f8-a584-4f64-953b-0a5f8b701e51 req-0ca90697-f09a-4212-9705-9b791c7a1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:47.669129 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e93433f8-a584-4f64-953b-0a5f8b701e51 req-0ca90697-f09a-4212-9705-9b791c7a1621 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=397a1893cd204c2b80b167e34598b2b3&device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 1097 time: 0.0765901 Oct 26 14:07:47.681492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f9597-bf63-46f1-b9dd-93f7f28437a3 req-1bb53c8a-d25d-43ca-9c49-e6a3f3e619c9 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:47.688210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f9597-bf63-46f1-b9dd-93f7f28437a3 req-1bb53c8a-d25d-43ca-9c49-e6a3f3e619c9 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:47.690470 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f57f9597-bf63-46f1-b9dd-93f7f28437a3 req-1bb53c8a-d25d-43ca-9c49-e6a3f3e619c9 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1679 time: 0.2066705 Oct 26 14:07:47.704649 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:47.704949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Checking segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:47.705336 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Bound using segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:47.705786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Bound port: 3d75ca36-798e-41e2-b0f9-14d49a98eda7, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:47.706421 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:47.721409 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:47.761244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd04ba-c570-4f23-87bc-58e56927f678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf55feb-4886-4ebb-9850-d33f98acdc5c'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:47.763541 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f99d04a-0a83-4110-bc65-e0d0364bc2c2" -d '{"events": [{"server_uuid": "a6dd04ba-c570-4f23-87bc-58e56927f678", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf55feb-4886-4ebb-9850-d33f98acdc5c"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:47.780076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0bf55feb-4886-4ebb-9850-d33f98acdc5c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:47.783288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93433f8-a584-4f64-953b-0a5f8b701e51 req-b7a64908-b12a-494f-9801-df7e14935a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:47.784969 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e93433f8-a584-4f64-953b-0a5f8b701e51 req-b7a64908-b12a-494f-9801-df7e14935a8e service neutron] 10.222.0.25 "GET /v2.0/networks?id=540b106e-b809-45e7-b934-edcc6ae93cf2 HTTP/1.1" status: 200 len: 915 time: 0.1076207 Oct 26 14:07:47.789939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-720de5fd-51cb-4e2e-ada3-617bd349dc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 4, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port': {'id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:15Z', 'updated_at': '2021-10-26T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '11899bd9-3492-4ccf-a466-f191dec01989', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'port_id': '9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'mac_address': 'fa:16:3e:c8:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2a372a-28de-4e80-8004-2f8fbc83c008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:07:23Z', 'updated_at': '2021-10-26T14:07:46Z', 'revision_number': 1, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9088bdc-5d44-4225-bfd0-51ea502c68e5', 'name': '', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'mac_address': 'fa:16:3e:3f:28:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:17Z', 'updated_at': '2021-10-26T14:07:24Z', 'revision_number': 5, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'subnets': [{'id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:47.792809 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:47.819925 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720de5fd-51cb-4e2e-ada3-617bd349dc46 None None] Checking router: 5f9aa7e1-2928-497d-9fb8-34095b8da682 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:07:47.859236 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e93433f8-a584-4f64-953b-0a5f8b701e51 req-e390b60b-5cdb-49b5-980d-a90414724266 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 HTTP/1.1" status: 200 len: 1000 time: 0.0664339 Oct 26 14:07:47.862623 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720de5fd-51cb-4e2e-ada3-617bd349dc46 None None] Routers {'5f9aa7e1-2928-497d-9fb8-34095b8da682'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:07:47.863245 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-720de5fd-51cb-4e2e-ada3-617bd349dc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:07:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['5f9aa7e1-2928-497d-9fb8-34095b8da682'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:47.863399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Allocated IP 172.25.4.145 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/cd7a00ba-d377-49b4-9384-4d34d05d181e) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:47.895317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d4155-edff-40fb-9fc3-8170c019bbcb req-441f1f31-68ae-4af7-971f-c0e1dc99f713 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:47.896829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c35d4155-edff-40fb-9fc3-8170c019bbcb req-441f1f31-68ae-4af7-971f-c0e1dc99f713 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 945 time: 0.1983588 Oct 26 14:07:47.914912 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93433f8-a584-4f64-953b-0a5f8b701e51 req-028de705-d5fc-4827-b76d-81c021cd6f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:47.916957 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e93433f8-a584-4f64-953b-0a5f8b701e51 req-028de705-d5fc-4827-b76d-81c021cd6f6b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=62c64183-86af-48fa-a4a3-34838fe8bed6 HTTP/1.1" status: 200 len: 853 time: 0.0517952 Oct 26 14:07:47.933137 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f57f9597-bf63-46f1-b9dd-93f7f28437a3 req-a8f7d7b3-ba6e-44bf-b263-db8e48cb7b43 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295427 Oct 26 14:07:47.939148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=0bf55feb-4886-4ebb-9850-d33f98acdc5c,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:47.948002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] For port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:47.983493 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93433f8-a584-4f64-953b-0a5f8b701e51 req-cdacf67f-219b-4773-9544-c91e9869c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:47.985714 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e93433f8-a584-4f64-953b-0a5f8b701e51 req-cdacf67f-219b-4773-9544-c91e9869c7f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=540b106e-b809-45e7-b934-edcc6ae93cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623386 Oct 26 14:07:47.994425 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-720de5fd-51cb-4e2e-ada3-617bd349dc46 None None] Set router 5f9aa7e1-2928-497d-9fb8-34095b8da682 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:07:48.008160 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] For port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09,segment=NetworkSegment(d028b5c3-b675-491b-af1a-b02dcd4948a9),segment_id=d028b5c3-b675-491b-af1a-b02dcd4948a9)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:48.030867 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:48.034395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] For port 3d75ca36-798e-41e2-b0f9-14d49a98eda7, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:48.078018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c35d4155-edff-40fb-9fc3-8170c019bbcb req-0df25b58-9c38-4eab-8158-e81262080d75 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653543 Oct 26 14:07:48.104745 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e93433f8-a584-4f64-953b-0a5f8b701e51 req-75e334cb-5d3d-43b8-a98f-8affadace97a service neutron] 10.222.0.25 "GET /v2.0/networks/540b106e-b809-45e7-b934-edcc6ae93cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110284 Oct 26 14:07:48.108228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] For port 3d75ca36-798e-41e2-b0f9-14d49a98eda7, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3d75ca36-798e-41e2-b0f9-14d49a98eda7,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:48.137619 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:48.149185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:48.149829 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:48.151785 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] 10.222.0.11 "PUT /v2.0/ports/a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 HTTP/1.1" status: 200 len: 1092 time: 2.7797210 Oct 26 14:07:48.152256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'tag': 'a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:48.154576 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb82d9f6-e12d-40ea-98aa-edd589d6d65f" -d '{"events": [{"name": "network-changed", "server_uuid": "35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955", "tag": "a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:48.254847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368fce5-4dc1-49dc-a921-110a469a8e73 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:48.269459 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c55923a-bb65-4670-893c-da5f92319220 x-openstack-request-id: req-5c55923a-bb65-4670-893c-da5f92319220 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:48.269752 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd04ba-c570-4f23-87bc-58e56927f678", "name": "network-vif-unplugged", "status": "failed", "tag": "0bf55feb-4886-4ebb-9850-d33f98acdc5c", "code": 422}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:48.270051 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c55923a-bb65-4670-893c-da5f92319220 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:48.270481 n-d-815498-1 neutron-server[102125]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6dd04ba-c570-4f23-87bc-58e56927f678', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0bf55feb-4886-4ebb-9850-d33f98acdc5c', 'code': 422} returned with failed status Oct 26 14:07:48.288962 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e93433f8-a584-4f64-953b-0a5f8b701e51 req-dec07b06-b293-491e-9ec5-0d7fd01eaaa5 service neutron] 10.222.0.25 "GET /v2.0/networks/540b106e-b809-45e7-b934-edcc6ae93cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751199 Oct 26 14:07:48.328353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:48.329014 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:48.330447 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] 10.222.0.25 "PUT /v2.0/ports/3d75ca36-798e-41e2-b0f9-14d49a98eda7 HTTP/1.1" status: 200 len: 1091 time: 2.8416028 Oct 26 14:07:48.366167 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-720de5fd-51cb-4e2e-ada3-617bd349dc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 4, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port': {'id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:15Z', 'updated_at': '2021-10-26T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '11899bd9-3492-4ccf-a466-f191dec01989', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'port_id': '9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'mac_address': 'fa:16:3e:c8:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2a372a-28de-4e80-8004-2f8fbc83c008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:07:23Z', 'updated_at': '2021-10-26T14:07:46Z', 'revision_number': 1, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9088bdc-5d44-4225-bfd0-51ea502c68e5', 'name': '', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'mac_address': 'fa:16:3e:3f:28:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:17Z', 'updated_at': '2021-10-26T14:07:24Z', 'revision_number': 5, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'subnets': [{'id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:48.396825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720de5fd-51cb-4e2e-ada3-617bd349dc46 None None] The sync data for ids ['5f9aa7e1-2928-497d-9fb8-34095b8da682'] in n-d-815498-1 is: [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 4, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port': {'id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:15Z', 'updated_at': '2021-10-26T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '11899bd9-3492-4ccf-a466-f191dec01989', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'port_id': '9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'mac_address': 'fa:16:3e:c8:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2a372a-28de-4e80-8004-2f8fbc83c008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:07:23Z', 'updated_at': '2021-10-26T14:07:46Z', 'revision_number': 1, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9088bdc-5d44-4225-bfd0-51ea502c68e5', 'name': '', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'mac_address': 'fa:16:3e:3f:28:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:17Z', 'updated_at': '2021-10-26T14:07:24Z', 'revision_number': 5, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'subnets': [{'id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:07:48.465563 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:48.484265 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:48.530579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-ac82df93-de6f-4df3-873c-102b56e67ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:48.531107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-ac82df93-de6f-4df3-873c-102b56e67ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:48.533020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-ac82df93-de6f-4df3-873c-102b56e67ff5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=035e6464759349afbd341d7175650b42&device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1981 time: 0.2687790 Oct 26 14:07:48.547632 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290a05b-4d91-405a-98f1-1633dfb72f8e req-81b2936f-4d62-4783-bbb7-5b7c8fdb6b06 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:48.549230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e290a05b-4d91-405a-98f1-1633dfb72f8e req-81b2936f-4d62-4783-bbb7-5b7c8fdb6b06 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 943 time: 0.4349096 Oct 26 14:07:48.608654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-4a4793d4-a8c9-482d-b597-ed0dc2409219 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.223&port_id=b0c3cddf-c201-4098-8136-6808881ea507 HTTP/1.1" status: 200 len: 217 time: 0.0569851 Oct 26 14:07:48.626556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251c69a-952b-4ff8-804b-771110037ece req-46de5c7d-0897-441e-9561-1c02a0af1931 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:48.628201 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8251c69a-952b-4ff8-804b-771110037ece req-46de5c7d-0897-441e-9561-1c02a0af1931 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.2967682 Oct 26 14:07:48.723783 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6209d088-4d84-4072-89b6-afcd84307949 None None] New status for floating IP 11899bd9-3492-4ccf-a466-f191dec01989: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:07:48.732125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811dcf8-8d84-4632-ba4d-1176a6ccf567 service neutron] Pushing event updated for resources: {'Port': ['ID=3d75ca36-798e-41e2-b0f9-14d49a98eda7,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:48.781444 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-c8eae563-899f-408c-adf3-70b60ed797f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:48.783184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-c8eae563-899f-408c-adf3-70b60ed797f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 1094 time: 0.3326669 Oct 26 14:07:48.789761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e290a05b-4d91-405a-98f1-1633dfb72f8e req-86770547-2072-4620-8efb-abd2cd71ccfc tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850779 Oct 26 14:07:48.792803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-6db8355a-98b0-4efa-b8cb-e3f553ad21ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:48.794534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-6db8355a-98b0-4efa-b8cb-e3f553ad21ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94d6a676-0d4e-4172-be34-33292b25edae HTTP/1.1" status: 200 len: 801 time: 0.1573634 Oct 26 14:07:48.798877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8251c69a-952b-4ff8-804b-771110037ece req-b859c2ae-0c9d-4d0b-ae1c-646ae2c3932e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430893 Oct 26 14:07:48.890362 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:48.893289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-6c303a50-926c-4f87-b7d5-8f9776721264 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d75ca36-798e-41e2-b0f9-14d49a98eda7 HTTP/1.1" status: 200 len: 217 time: 0.0977716 Oct 26 14:07:48.907310 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dff4fa2-4a91-4230-b6b4-2e8e7265371e x-openstack-request-id: req-9dff4fa2-4a91-4230-b6b4-2e8e7265371e {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:48.907576 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955", "tag": "a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:48.907839 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dff4fa2-4a91-4230-b6b4-2e8e7265371e {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:48.908239 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'tag': 'a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09', 'status': 'completed', 'code': 200} Oct 26 14:07:49.013179 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:49.043226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:49.050517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:49.061330 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-27013438-69b6-4e07-9a0f-92621ec99e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:49.062962 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-27013438-69b6-4e07-9a0f-92621ec99e5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1d9cd00-6d72-4b8d-abca-1c45dd708305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2168980 Oct 26 14:07:49.106327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d31efbe6-e018-4dfb-a5b0-4a30f095f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:49.107722 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-d31efbe6-e018-4dfb-a5b0-4a30f095f487 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.1959405 Oct 26 14:07:49.108331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Pushing event updated for resources: {'Port': ['ID=cd7a00ba-d377-49b4-9384-4d34d05d181e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:49.198899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec6b73-6824-4c9f-abdb-e291f59486c0 req-63ddca14-64d8-4a9a-a6fc-700103e314c6 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:49.200372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13ec6b73-6824-4c9f-abdb-e291f59486c0 req-63ddca14-64d8-4a9a-a6fc-700103e314c6 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 946 time: 0.3061922 Oct 26 14:07:49.237305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6a63-cb7d-405b-8ab7-66ca078fe185 req-0c74e73d-5b62-43f4-b14f-c4be6ffd4ddb tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:49.238727 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15ba6a63-cb7d-405b-8ab7-66ca078fe185 req-0c74e73d-5b62-43f4-b14f-c4be6ffd4ddb tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.2547426 Oct 26 14:07:49.324000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-249f7971-87d2-42ff-92cf-7bdd39a813cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:49.325497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-249f7971-87d2-42ff-92cf-7bdd39a813cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973422 Oct 26 14:07:49.356937 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:49.370063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-fe07dfa6-13d6-4652-b7d2-0c30d67143d6 service neutron] 10.222.0.11 "GET /v2.0/networks/f1d9cd00-6d72-4b8d-abca-1c45dd708305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770259 Oct 26 14:07:49.382306 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13ec6b73-6824-4c9f-abdb-e291f59486c0 req-1e933d9a-d5a4-4dd7-b101-f4aa1236f330 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705182 Oct 26 14:07:49.414659 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15ba6a63-cb7d-405b-8ab7-66ca078fe185 req-2bed4a49-542a-4105-a1a9-fcc3873494ee tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660321 Oct 26 14:07:49.498882 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:49.636022 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-ac27399a-38df-4b4b-be94-4919be788faf service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933972 Oct 26 14:07:49.656411 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-94335ba7-8a8b-4634-a345-793a4fda1e00 service neutron] 10.222.0.11 "GET /v2.0/networks/f1d9cd00-6d72-4b8d-abca-1c45dd708305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730029 Oct 26 14:07:50.082134 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-7b8de544-fb23-48b7-8d82-da034e8e3623 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 HTTP/1.1" status: 200 len: 217 time: 0.4002018 Oct 26 14:07:50.093630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b636ae-f7ff-4915-867f-012395f45383 req-f941aabe-f4a1-4a26-b2b1-6126a694b7c8 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:50.100831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b636ae-f7ff-4915-867f-012395f45383 req-f941aabe-f4a1-4a26-b2b1-6126a694b7c8 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:50.103358 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85b636ae-f7ff-4915-867f-012395f45383 req-f941aabe-f4a1-4a26-b2b1-6126a694b7c8 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1679 time: 0.5666697 Oct 26 14:07:50.181246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de97d7-996a-40bb-94d4-f255e0a58696 req-e58d28d3-e6c7-4b2a-a0c2-5d6651df0e53 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:50.183425 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e2de97d7-996a-40bb-94d4-f255e0a58696 req-e58d28d3-e6c7-4b2a-a0c2-5d6651df0e53 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 946 time: 0.5506213 Oct 26 14:07:50.243979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-679a92dc-cabe-4d43-b82b-5c50a742b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:50.245958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-679a92dc-cabe-4d43-b82b-5c50a742b621 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11c1b245-5ffb-4d12-8c63-57ae900c56a0 HTTP/1.1" status: 200 len: 801 time: 0.1409588 Oct 26 14:07:50.270981 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c59b7ab-9a8d-455b-885e-96fc589aa662 req-76507636-c5e7-4465-9b99-59172ceba013 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188011 Oct 26 14:07:50.296852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85b636ae-f7ff-4915-867f-012395f45383 req-2d47b3ff-9d9a-4770-b948-3f8650b5dc1d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780427 Oct 26 14:07:50.320755 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e2de97d7-996a-40bb-94d4-f255e0a58696 req-73786405-bbf7-49a5-ab99-50ce887c0142 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269913 Oct 26 14:07:50.340341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-a5172f34-e6ce-4fa3-9ce0-04df8323bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:50.341868 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-a5172f34-e6ce-4fa3-9ce0-04df8323bb8c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=749312c4-1aa9-4bac-a8fd-6388d8a94a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0835431 Oct 26 14:07:50.350721 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:50.358105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-8fbc3b6d-d829-4e50-a88b-e111ba324fdd req-e2340870-d73e-4f9f-989f-12c4b20057fb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:07:50.359187 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8fbc3b6d-d829-4e50-a88b-e111ba324fdd req-e2340870-d73e-4f9f-989f-12c4b20057fb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064445 Oct 26 14:07:50.368212 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:50.522595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Pushing event updated for resources: {'Port': ['ID=cd7a00ba-d377-49b4-9384-4d34d05d181e,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:50.565926 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:50.572437 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-60182c5a-f23f-47c3-8aea-9d66a7706ff8 service neutron] 10.222.0.11 "GET /v2.0/networks/749312c4-1aa9-4bac-a8fd-6388d8a94a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121542 Oct 26 14:07:50.582393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4571ecf-c136-4dda-8e31-539839060b21 req-57804816-db5f-463e-b28d-6f6165a9dd15 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:50.583966 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4571ecf-c136-4dda-8e31-539839060b21 req-57804816-db5f-463e-b28d-6f6165a9dd15 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 943 time: 0.1657245 Oct 26 14:07:50.666842 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:50.667993 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-726f4858-bc64-4b37-9155-60b8f565b7c5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3873353 Oct 26 14:07:50.725786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4571ecf-c136-4dda-8e31-539839060b21 req-3873bc2c-0d8d-4f18-9fe9-b75c7bcdfea1 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302762 Oct 26 14:07:50.811352 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cb40f7c-10e1-4704-8b78-d5e41e665d3c req-deb57f25-d0c2-419d-8a46-7a9ec9f11e29 service neutron] 10.222.0.11 "GET /v2.0/networks/749312c4-1aa9-4bac-a8fd-6388d8a94a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264261 Oct 26 14:07:50.821612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b344566-9f33-4b70-baa2-b65453b3e0e0 req-295f53d6-2be8-4461-adc9-09d5f949a287 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:50.823759 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b344566-9f33-4b70-baa2-b65453b3e0e0 req-295f53d6-2be8-4461-adc9-09d5f949a287 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.1794853 Oct 26 14:07:50.873511 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33d53ee4-e5cb-47d9-8bb3-ae6e22593eb1 req-94a5753d-a31a-4fab-9721-ca555f19fa3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2044439 Oct 26 14:07:50.905467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310a15d-6b29-44a0-bd3c-3be9150cc654 req-74ed2a93-a4e7-41f5-a009-51b0d073c9fd tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:50.906994 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1310a15d-6b29-44a0-bd3c-3be9150cc654 req-74ed2a93-a4e7-41f5-a009-51b0d073c9fd tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1141126 Oct 26 14:07:50.912529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933869ad-7a7a-4582-beac-0be4ec0d8f2e', 'tag': '3d75ca36-798e-41e2-b0f9-14d49a98eda7'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:50.914618 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c73df51-a268-4e90-b6b9-24064b6f6123" -d '{"events": [{"name": "network-changed", "server_uuid": "933869ad-7a7a-4582-beac-0be4ec0d8f2e", "tag": "3d75ca36-798e-41e2-b0f9-14d49a98eda7"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:50.935162 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b344566-9f33-4b70-baa2-b65453b3e0e0 req-4bafc76a-059c-465c-b791-593abd6e8c26 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950558 Oct 26 14:07:50.975052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1310a15d-6b29-44a0-bd3c-3be9150cc654 req-328ed653-18b1-4062-9875-8c3ef28a8515 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441020 Oct 26 14:07:50.981303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82d9f6-e12d-40ea-98aa-edd589d6d65f req-3949ba84-fd0a-4857-ba1b-13e358f439d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:50.981810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82d9f6-e12d-40ea-98aa-edd589d6d65f req-3949ba84-fd0a-4857-ba1b-13e358f439d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:50.983431 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb82d9f6-e12d-40ea-98aa-edd589d6d65f req-3949ba84-fd0a-4857-ba1b-13e358f439d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=035e6464759349afbd341d7175650b42&device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1981 time: 0.0959506 Oct 26 14:07:51.134230 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d20a9f-be43-4379-9e23-8d43752123f6 req-88a38719-a18c-43c4-a6aa-6259242aabbb tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:51.138523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8d20a9f-be43-4379-9e23-8d43752123f6 req-88a38719-a18c-43c4-a6aa-6259242aabbb tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 946 time: 0.0777085 Oct 26 14:07:51.166853 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82d9f6-e12d-40ea-98aa-edd589d6d65f req-3fdfddc2-ed17-443a-8a02-026a7c6e3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:51.168315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb82d9f6-e12d-40ea-98aa-edd589d6d65f req-3fdfddc2-ed17-443a-8a02-026a7c6e3b04 service neutron] 10.222.0.11 "GET /v2.0/networks?id=749312c4-1aa9-4bac-a8fd-6388d8a94a92 HTTP/1.1" status: 200 len: 901 time: 0.1769683 Oct 26 14:07:51.274321 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb82d9f6-e12d-40ea-98aa-edd589d6d65f req-0f0f635d-879e-49da-b0f5-94726d695742 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 HTTP/1.1" status: 200 len: 217 time: 0.0940275 Oct 26 14:07:51.284443 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8d20a9f-be43-4379-9e23-8d43752123f6 req-c745ce56-b016-4d63-8152-a3713fe6d737 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394029 Oct 26 14:07:51.338811 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c343c16-0bee-4a23-a095-94682095181f x-openstack-request-id: req-3c343c16-0bee-4a23-a095-94682095181f {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:51.339129 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933869ad-7a7a-4582-beac-0be4ec0d8f2e", "tag": "3d75ca36-798e-41e2-b0f9-14d49a98eda7", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:51.339389 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c343c16-0bee-4a23-a095-94682095181f {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:51.339791 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933869ad-7a7a-4582-beac-0be4ec0d8f2e', 'tag': '3d75ca36-798e-41e2-b0f9-14d49a98eda7', 'status': 'completed', 'code': 200} Oct 26 14:07:51.361662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82d9f6-e12d-40ea-98aa-edd589d6d65f req-6e4a0906-2476-4c02-b7d5-24d52d53dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:51.363179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb82d9f6-e12d-40ea-98aa-edd589d6d65f req-6e4a0906-2476-4c02-b7d5-24d52d53dd61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11c1b245-5ffb-4d12-8c63-57ae900c56a0 HTTP/1.1" status: 200 len: 801 time: 0.0778682 Oct 26 14:07:51.410847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-9e344c6b-a888-4209-9a4b-eac4b86b4210 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:51.412328 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-9e344c6b-a888-4209-9a4b-eac4b86b4210 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/networks?id=46659067-f73e-4f0e-a43e-1c34158b1517 HTTP/1.1" status: 200 len: 821 time: 0.2501242 Oct 26 14:07:51.465468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0bf55feb-4886-4ebb-9850-d33f98acdc5c no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:51.478063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-92e9b644-b042-4f51-ade8-109b16b58c54 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/quotas/f821b78ff47f42bd9873e5d486cdd94b HTTP/1.1" status: 200 len: 375 time: 0.0408051 Oct 26 14:07:51.489005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82d9f6-e12d-40ea-98aa-edd589d6d65f req-71cfee53-f9c2-4e7c-ae76-328b4d1247af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:51.490499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb82d9f6-e12d-40ea-98aa-edd589d6d65f req-71cfee53-f9c2-4e7c-ae76-328b4d1247af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=749312c4-1aa9-4bac-a8fd-6388d8a94a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1198847 Oct 26 14:07:51.537891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73df51-a268-4e90-b6b9-24064b6f6123 req-fd4a2bad-74c4-4f95-8427-d73cdfafd18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:51.539387 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c73df51-a268-4e90-b6b9-24064b6f6123 req-fd4a2bad-74c4-4f95-8427-d73cdfafd18c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 1094 time: 0.1582222 Oct 26 14:07:51.557997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897a20-1d65-445a-8a60-dcff71c7a1d9 req-fe037b53-8446-4e5f-a010-8b52389ce59c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:51.563969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897a20-1d65-445a-8a60-dcff71c7a1d9 req-fe037b53-8446-4e5f-a010-8b52389ce59c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:51.565479 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d897a20-1d65-445a-8a60-dcff71c7a1d9 req-fe037b53-8446-4e5f-a010-8b52389ce59c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1679 time: 0.1694660 Oct 26 14:07:51.684479 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-ab4341ac-0f4b-4d07-920f-0e1defaad8b6 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f821b78ff47f42bd9873e5d486cdd94b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1975126 Oct 26 14:07:51.738385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d53ee4-e5cb-47d9-8bb3-ae6e22593eb1 req-d75bc04c-98be-4768-97d7-81dfa96a4d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:51.739897 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33d53ee4-e5cb-47d9-8bb3-ae6e22593eb1 req-d75bc04c-98be-4768-97d7-81dfa96a4d59 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678&tenant_id=0ce0aee0322a4e368957accff6eefd0f HTTP/1.1" status: 200 len: 1094 time: 0.0429511 Oct 26 14:07:51.768431 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d897a20-1d65-445a-8a60-dcff71c7a1d9 req-31494671-ece2-4c29-b66b-7c535a753c02 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655438 Oct 26 14:07:51.790180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb82d9f6-e12d-40ea-98aa-edd589d6d65f req-e270c427-3f49-4bc3-9de9-40a35de76360 service neutron] 10.222.0.11 "GET /v2.0/networks/749312c4-1aa9-4bac-a8fd-6388d8a94a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647469 Oct 26 14:07:51.805386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d53ee4-e5cb-47d9-8bb3-ae6e22593eb1 req-459b36b9-b2a7-4743-b311-7648a101e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:51.807001 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33d53ee4-e5cb-47d9-8bb3-ae6e22593eb1 req-459b36b9-b2a7-4743-b311-7648a101e0ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ce0aee0322a4e368957accff6eefd0f&device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 1094 time: 0.0441718 Oct 26 14:07:51.864846 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73df51-a268-4e90-b6b9-24064b6f6123 req-3c6f63b2-1350-4a7d-ae3d-06969133687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:51.866316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c73df51-a268-4e90-b6b9-24064b6f6123 req-3c6f63b2-1350-4a7d-ae3d-06969133687b service neutron] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.2997522 Oct 26 14:07:51.904557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d53ee4-e5cb-47d9-8bb3-ae6e22593eb1 req-3e741e45-7934-4263-b579-7499c3db9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:51.906063 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33d53ee4-e5cb-47d9-8bb3-ae6e22593eb1 req-3e741e45-7934-4263-b579-7499c3db9764 service neutron] 10.222.0.25 "GET /v2.0/networks?id=55cdc374-aea8-45fc-8fee-8483ae48c9d5 HTTP/1.1" status: 200 len: 915 time: 0.0915678 Oct 26 14:07:51.942780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c73df51-a268-4e90-b6b9-24064b6f6123 req-0505ab8d-ef55-4d8b-91eb-eda624e88c25 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d75ca36-798e-41e2-b0f9-14d49a98eda7 HTTP/1.1" status: 200 len: 217 time: 0.0550950 Oct 26 14:07:51.947930 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33d53ee4-e5cb-47d9-8bb3-ae6e22593eb1 req-fad38ba5-0a00-47b5-a7c8-93151fdc50e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c HTTP/1.1" status: 200 len: 217 time: 0.0346096 Oct 26 14:07:51.998064 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-b700bc88-e387-4a5e-9216-eff4be4ba212 service neutron] 10.222.0.32 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046269 Oct 26 14:07:52.002442 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d53ee4-e5cb-47d9-8bb3-ae6e22593eb1 req-52416874-3a87-40a2-a8a1-0b1bc8cc79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:52.003922 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33d53ee4-e5cb-47d9-8bb3-ae6e22593eb1 req-52416874-3a87-40a2-a8a1-0b1bc8cc79e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2ccbc49-6d2e-4c75-85bf-425477396e4b HTTP/1.1" status: 200 len: 854 time: 0.0480950 Oct 26 14:07:52.034471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33886c-1ef1-4b2e-9d6e-6ce8a7173436 req-d0f34d60-59af-429f-bbdb-61a20f275b69 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:52.035999 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f33886c-1ef1-4b2e-9d6e-6ce8a7173436 req-d0f34d60-59af-429f-bbdb-61a20f275b69 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 943 time: 0.2081964 Oct 26 14:07:52.036196 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33d53ee4-e5cb-47d9-8bb3-ae6e22593eb1 req-994fc10b-ce0e-42e9-b1f7-26f022dc4614 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55cdc374-aea8-45fc-8fee-8483ae48c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249588 Oct 26 14:07:52.080516 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb82d9f6-e12d-40ea-98aa-edd589d6d65f req-1b74fb3a-a04c-4c2b-818d-ecc4a5c1d4ba service neutron] 10.222.0.11 "GET /v2.0/networks/749312c4-1aa9-4bac-a8fd-6388d8a94a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807372 Oct 26 14:07:52.107309 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73df51-a268-4e90-b6b9-24064b6f6123 req-623a6ab4-ee76-42e8-a806-4ded916c54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:52.108749 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c73df51-a268-4e90-b6b9-24064b6f6123 req-623a6ab4-ee76-42e8-a806-4ded916c54ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.1506572 Oct 26 14:07:52.128461 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33d53ee4-e5cb-47d9-8bb3-ae6e22593eb1 req-f8b976d3-06c3-4715-bf44-26ed085ff4be service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850866 Oct 26 14:07:52.159856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f33886c-1ef1-4b2e-9d6e-6ce8a7173436 req-19ce698f-da9d-4b7d-aff7-7b8b00994ccf tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075575 Oct 26 14:07:52.211087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-ead572e7-e521-4087-b48d-ff725cbac601 service neutron] 10.222.0.32 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041249 Oct 26 14:07:52.216937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73df51-a268-4e90-b6b9-24064b6f6123 req-1b18afdf-9da1-4422-8162-ca74d5dacd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:52.218430 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c73df51-a268-4e90-b6b9-24064b6f6123 req-1b18afdf-9da1-4422-8162-ca74d5dacd3f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012695 Oct 26 14:07:52.227077 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33d53ee4-e5cb-47d9-8bb3-ae6e22593eb1 req-7738cdb1-1603-4625-9166-8c9f17880abc service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909970 Oct 26 14:07:52.283863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090175b2-4303-4042-8400-f43d6e03fb8f req-65536ac8-34c3-4d4a-b9f9-2c9eabffd23a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:52.285388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-090175b2-4303-4042-8400-f43d6e03fb8f req-65536ac8-34c3-4d4a-b9f9-2c9eabffd23a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.11 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 946 time: 0.1049087 Oct 26 14:07:52.435459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef3f79-a60f-4782-b971-8f5336e0dfde req-bb929c03-1df1-4a50-a2ef-4ab76dd33ae0 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:52.436958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5ef3f79-a60f-4782-b971-8f5336e0dfde req-bb929c03-1df1-4a50-a2ef-4ab76dd33ae0 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.1491258 Oct 26 14:07:52.453127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c73df51-a268-4e90-b6b9-24064b6f6123 req-22e328f6-080a-42d4-a15a-62764422fbbe service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270985 Oct 26 14:07:52.599689 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5ef3f79-a60f-4782-b971-8f5336e0dfde req-468e35b2-f827-42fa-8e53-842193d08f7a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503654 Oct 26 14:07:52.613145 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df769ea6-60fd-4600-a8e2-4ce6f752f38b req-d55ddfd6-a1ca-4699-8e65-a4fc5234db52 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:52.621394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df769ea6-60fd-4600-a8e2-4ce6f752f38b req-d55ddfd6-a1ca-4699-8e65-a4fc5234db52 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1999807 Oct 26 14:07:52.636325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-090175b2-4303-4042-8400-f43d6e03fb8f req-0cb2c0b7-e79b-4448-b291-a99d6805e502 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Deleting port b2a1db80-7562-42af-a4c1-8d3105ea04c7 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:52.636663 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-090175b2-4303-4042-8400-f43d6e03fb8f req-0cb2c0b7-e79b-4448-b291-a99d6805e502 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:53.065035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:53.076665 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c73df51-a268-4e90-b6b9-24064b6f6123 req-dbe898e4-2d07-4174-9ad0-caabd2a2033b service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037409 Oct 26 14:07:53.082123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df769ea6-60fd-4600-a8e2-4ce6f752f38b req-97a3a59a-f3ce-4e6b-9c76-642ac332df6e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598825 Oct 26 14:07:53.141574 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-090175b2-4303-4042-8400-f43d6e03fb8f req-0cb2c0b7-e79b-4448-b291-a99d6805e502 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] For port b2a1db80-7562-42af-a4c1-8d3105ea04c7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b2a1db80-7562-42af-a4c1-8d3105ea04c7,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:53.142086 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-090175b2-4303-4042-8400-f43d6e03fb8f req-0cb2c0b7-e79b-4448-b291-a99d6805e502 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:53.177559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-090175b2-4303-4042-8400-f43d6e03fb8f req-0cb2c0b7-e79b-4448-b291-a99d6805e502 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Calling delete_port for b2a1db80-7562-42af-a4c1-8d3105ea04c7 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:53.207768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09,segment=NetworkSegment(d028b5c3-b675-491b-af1a-b02dcd4948a9),segment_id=d028b5c3-b675-491b-af1a-b02dcd4948a9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:53.234703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09', 'network_id': '749312c4-1aa9-4bac-a8fd-6388d8a94a92', 'port_id': 'a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09', 'mac_address': 'fa:16:3e:ef:99:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c1b245-5ffb-4d12-8c63-57ae900c56a0', 'ip_address': '19.86.0.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:53.283485 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:53.299513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:53.333055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09,segment=NetworkSegment(d028b5c3-b675-491b-af1a-b02dcd4948a9),segment_id=d028b5c3-b675-491b-af1a-b02dcd4948a9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:53.339863 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:53.340594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b0c3cddf-c201-4098-8136-6808881ea507 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:53.371891 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:53.414463 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-090175b2-4303-4042-8400-f43d6e03fb8f req-0cb2c0b7-e79b-4448-b291-a99d6805e502 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:53.443715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:53.457013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988d2aa-fc12-4524-a232-2a9a3b1469a0 req-a572513b-de87-4263-a565-4f0063dc2af3 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:53.460010 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['748c9e26-54cb-4e51-80d1-e112fa64b975'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:53.463447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b2a1db80-7562-42af-a4c1-8d3105ea04c7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:53.464873 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988d2aa-fc12-4524-a232-2a9a3b1469a0 req-a572513b-de87-4263-a565-4f0063dc2af3 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4185882c-1e04-463d-81ab-b61b830227a8 HTTP/1.1" status: 200 len: 867 time: 0.1199520 Oct 26 14:07:53.474243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2c0b7-e79b-4448-b291-a99d6805e502 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Pushing event deleted for resources: {'Port': ['ID=b2a1db80-7562-42af-a4c1-8d3105ea04c7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:53.539340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-090175b2-4303-4042-8400-f43d6e03fb8f req-0cb2c0b7-e79b-4448-b291-a99d6805e502 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] No DVR routers for this DVR port b2a1db80-7562-42af-a4c1-8d3105ea04c7 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:53.545418 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-090175b2-4303-4042-8400-f43d6e03fb8f req-0cb2c0b7-e79b-4448-b291-a99d6805e502 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:53.550306 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-090175b2-4303-4042-8400-f43d6e03fb8f req-0cb2c0b7-e79b-4448-b291-a99d6805e502 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.11 "DELETE /v2.0/ports/b2a1db80-7562-42af-a4c1-8d3105ea04c7 HTTP/1.1" status: 204 len: 173 time: 1.2334182 Oct 26 14:07:53.600958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4185882c-1e04-463d-81ab-b61b830227a8', 'name': 'network-vif-deleted', 'tag': 'b2a1db80-7562-42af-a4c1-8d3105ea04c7'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:53.605665 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7416cf-5aa6-4d85-99d9-74570717ff48" -d '{"events": [{"server_uuid": "4185882c-1e04-463d-81ab-b61b830227a8", "name": "network-vif-deleted", "tag": "b2a1db80-7562-42af-a4c1-8d3105ea04c7"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:53.630272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2988d2aa-fc12-4524-a232-2a9a3b1469a0 req-235c0384-d9af-4a6d-87e0-0117836ecb27 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634963 Oct 26 14:07:53.751693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3d75ca36-798e-41e2-b0f9-14d49a98eda7 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:53.754550 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9284104c-bae7-4493-9116-2a25f9700f37 req-4860e8fb-6547-4f6e-b282-30ed1facc270 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 210 time: 0.0475581 Oct 26 14:07:53.880014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52bb54-05e1-4523-8e83-d9f78e8bdac4 req-0bc360f3-a94c-4298-b292-de1e6c33ca16 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:53.883557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b0c3cddf-c201-4098-8136-6808881ea507, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b0c3cddf-c201-4098-8136-6808881ea507,segment=NetworkSegment(10fc9a47-60b2-4267-aa9b-e785c731eee3),segment_id=10fc9a47-60b2-4267-aa9b-e785c731eee3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:53.888548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52bb54-05e1-4523-8e83-d9f78e8bdac4 req-0bc360f3-a94c-4298-b292-de1e6c33ca16 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:53.891355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc52bb54-05e1-4523-8e83-d9f78e8bdac4 req-0bc360f3-a94c-4298-b292-de1e6c33ca16 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1680 time: 0.0693517 Oct 26 14:07:53.917626 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'b0c3cddf-c201-4098-8136-6808881ea507', 'network_id': 'f1d9cd00-6d72-4b8d-abca-1c45dd708305', 'port_id': 'b0c3cddf-c201-4098-8136-6808881ea507', 'mac_address': 'fa:16:3e:82:f5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d6a676-0d4e-4172-be34-33292b25edae', 'ip_address': '19.80.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:53.936243 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc52bb54-05e1-4523-8e83-d9f78e8bdac4 req-3734ec5e-a8e6-4c87-a646-b1904b0c8acc tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390413 Oct 26 14:07:54.025056 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3d75ca36-798e-41e2-b0f9-14d49a98eda7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3d75ca36-798e-41e2-b0f9-14d49a98eda7,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:54.046212 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:54.059311 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '3d75ca36-798e-41e2-b0f9-14d49a98eda7', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'port_id': '3d75ca36-798e-41e2-b0f9-14d49a98eda7', 'mac_address': 'fa:16:3e:77:05:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:54.082533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c3cddf-c201-4098-8136-6808881ea507 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:54.103380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf27bf-8514-4345-abb6-a3c1b4790ad1 req-8b75e83f-c7dc-46b3-a816-9b3bae6c82a4 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:54.113793 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58bf27bf-8514-4345-abb6-a3c1b4790ad1 req-8b75e83f-c7dc-46b3-a816-9b3bae6c82a4 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 943 time: 0.0890002 Oct 26 14:07:54.148962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b0c3cddf-c201-4098-8136-6808881ea507, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b0c3cddf-c201-4098-8136-6808881ea507,segment=NetworkSegment(10fc9a47-60b2-4267-aa9b-e785c731eee3),segment_id=10fc9a47-60b2-4267-aa9b-e785c731eee3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:54.153083 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:54.164800 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:54.177887 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d75ca36-798e-41e2-b0f9-14d49a98eda7 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:54.202428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58bf27bf-8514-4345-abb6-a3c1b4790ad1 req-27ee029d-9fb2-439d-b5c6-626dd59e05d2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862503 Oct 26 14:07:54.235404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3d75ca36-798e-41e2-b0f9-14d49a98eda7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3d75ca36-798e-41e2-b0f9-14d49a98eda7,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:54.257120 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:54.262731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=b0c3cddf-c201-4098-8136-6808881ea507,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:54.292267 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8baa25a-49bf-4f49-b025-9d23efe43933 x-openstack-request-id: req-a8baa25a-49bf-4f49-b025-9d23efe43933 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:54.292729 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4185882c-1e04-463d-81ab-b61b830227a8", "name": "network-vif-deleted", "tag": "b2a1db80-7562-42af-a4c1-8d3105ea04c7", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:54.293123 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8baa25a-49bf-4f49-b025-9d23efe43933 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:54.293730 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4185882c-1e04-463d-81ab-b61b830227a8', 'name': 'network-vif-deleted', 'tag': 'b2a1db80-7562-42af-a4c1-8d3105ea04c7', 'status': 'completed', 'code': 200} Oct 26 14:07:54.343669 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=3d75ca36-798e-41e2-b0f9-14d49a98eda7,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:54.425473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58f55c-7bc5-4e94-8074-a4ddb43d007d req-8f442731-dcca-4bc4-8f4e-b2d58dd3067b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:54.426910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a58f55c-7bc5-4e94-8074-a4ddb43d007d req-8f442731-dcca-4bc4-8f4e-b2d58dd3067b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.0618658 Oct 26 14:07:54.482824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a58f55c-7bc5-4e94-8074-a4ddb43d007d req-417ac07a-925a-4d59-942e-413d4a11db03 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498419 Oct 26 14:07:54.517086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['3d75ca36-798e-41e2-b0f9-14d49a98eda7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:54.621741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dd29d-b4a0-46d6-b56b-458a43aaa4cf req-e565c397-5810-432e-ac0b-bd6c7ee2a2dd tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:54.630653 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b0c3cddf-c201-4098-8136-6808881ea507'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:54.635690 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-379dd29d-b4a0-46d6-b56b-458a43aaa4cf req-e565c397-5810-432e-ac0b-bd6c7ee2a2dd tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.0922482 Oct 26 14:07:54.669634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:54.708736 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-379dd29d-b4a0-46d6-b56b-458a43aaa4cf req-0b19ddd5-bc8a-4b9c-bd61-310c75b200d1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611875 Oct 26 14:07:54.977526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcb37ef9-39ff-497e-a041-22e925b49849 req-d0fe92a9-99a0-40a6-8823-6a9e403b4f22 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 210 time: 0.0437219 Oct 26 14:07:55.068620 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b2a1db80-7562-42af-a4c1-8d3105ea04c7 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:55.090479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: b2a1db80-7562-42af-a4c1-8d3105ea04c7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:55.091590 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b2a1db80-7562-42af-a4c1-8d3105ea04c7 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:55.144785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432abd32-0997-4f38-88ff-2191f3d365da req-ac26b45a-1f8d-4938-83ac-13a2c8050a57 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:55.151483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432abd32-0997-4f38-88ff-2191f3d365da req-ac26b45a-1f8d-4938-83ac-13a2c8050a57 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:55.153174 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-432abd32-0997-4f38-88ff-2191f3d365da req-ac26b45a-1f8d-4938-83ac-13a2c8050a57 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1681 time: 0.0728972 Oct 26 14:07:55.195525 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-432abd32-0997-4f38-88ff-2191f3d365da req-e98c0338-be7e-4b20-bb73-ffdae58aac08 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358903 Oct 26 14:07:55.385637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-071b1088-39fa-4d94-9079-6326840e1593 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:55.388595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-071b1088-39fa-4d94-9079-6326840e1593 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.1109569 Oct 26 14:07:55.403501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-8f0fa3a8-cf16-4c1a-a29e-60cbf93f581a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/quotas/02988b14cd044ea8964cbab023a8058f HTTP/1.1" status: 200 len: 375 time: 0.0097578 Oct 26 14:07:55.457466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-04c43f6f-4f6f-4f9d-a9c6-4abaea693265 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474737 Oct 26 14:07:55.512515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3d75ca36-798e-41e2-b0f9-14d49a98eda7 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:55.566448 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-ba9c97b7-5dd7-4fd2-8533-2b949b641962 service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019294 Oct 26 14:07:55.611246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 3d75ca36-798e-41e2-b0f9-14d49a98eda7 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:55.615488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 3d75ca36-798e-41e2-b0f9-14d49a98eda7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:55.615875 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:55.749915 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-c6373829-4485-4052-a553-22be236749c4 service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732583 Oct 26 14:07:55.754839 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:55.820873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933869ad-7a7a-4582-beac-0be4ec0d8f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d75ca36-798e-41e2-b0f9-14d49a98eda7'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:55.823915 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de18645-5753-4192-aed1-746d1f41ee91" -d '{"events": [{"server_uuid": "933869ad-7a7a-4582-beac-0be4ec0d8f2e", "name": "network-vif-plugged", "status": "completed", "tag": "3d75ca36-798e-41e2-b0f9-14d49a98eda7"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:55.838477 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3d75ca36-798e-41e2-b0f9-14d49a98eda7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3d75ca36-798e-41e2-b0f9-14d49a98eda7,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:55.846144 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:55.933506 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=3d75ca36-798e-41e2-b0f9-14d49a98eda7,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:56.053459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faff46-29f2-4118-9c3e-318811513137 req-09891d9d-cfcd-4a8d-adfb-b1d805265b21 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:56.055024 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20faff46-29f2-4118-9c3e-318811513137 req-09891d9d-cfcd-4a8d-adfb-b1d805265b21 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 945 time: 0.0839355 Oct 26 14:07:56.095649 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20faff46-29f2-4118-9c3e-318811513137 req-b676becd-35f5-4613-ba7a-eb72489cfc18 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340927 Oct 26 14:07:56.237804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365447-4919-493f-a210-61f276e44ad9 req-7b1d3be2-411e-4f56-ab1e-94b3656b21e5 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:56.239591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66365447-4919-493f-a210-61f276e44ad9 req-7b1d3be2-411e-4f56-ab1e-94b3656b21e5 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.0618734 Oct 26 14:07:56.290143 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66365447-4919-493f-a210-61f276e44ad9 req-4d33f2ad-9d44-439f-a0d7-be6aa3bc911c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429871 Oct 26 14:07:56.439746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b005fc-9fa6-43b0-ae7e-ac103148a1ab req-c4cae799-ecf4-419c-9b00-cd74bd318872 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:56.441945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8b005fc-9fa6-43b0-ae7e-ac103148a1ab req-c4cae799-ecf4-419c-9b00-cd74bd318872 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.0818322 Oct 26 14:07:56.505082 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8b005fc-9fa6-43b0-ae7e-ac103148a1ab req-a2d5060d-bed3-4a07-a327-978488f4d7da tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556123 Oct 26 14:07:56.651738 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd413b0-0ac8-483b-8617-4245b77a6db8 x-openstack-request-id: req-2dd413b0-0ac8-483b-8617-4245b77a6db8 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:56.652259 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933869ad-7a7a-4582-beac-0be4ec0d8f2e", "name": "network-vif-plugged", "status": "completed", "tag": "3d75ca36-798e-41e2-b0f9-14d49a98eda7", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:56.652367 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2dd413b0-0ac8-483b-8617-4245b77a6db8 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:56.652680 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933869ad-7a7a-4582-beac-0be4ec0d8f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d75ca36-798e-41e2-b0f9-14d49a98eda7', 'code': 200} Oct 26 14:07:56.736428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a06ee531-5c06-4d23-98ba-28efd170a88f req-8cc98da4-38d7-4f5c-baa4-41ee8e560f76 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 210 time: 0.0309088 Oct 26 14:07:56.819992 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6bdcbb0-3530-4852-b263-b62774eb5a00 req-d3e6b762-06d5-44dc-9735-0f4a20f5e058 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 210 time: 0.0269496 Oct 26 14:07:56.932062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3698bf-114a-4ba5-b7d0-e933a8cacc38 req-f4311fc4-8a46-442e-849d-6904a2e28441 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:56.938139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3698bf-114a-4ba5-b7d0-e933a8cacc38 req-f4311fc4-8a46-442e-849d-6904a2e28441 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:56.942497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e3698bf-114a-4ba5-b7d0-e933a8cacc38 req-f4311fc4-8a46-442e-849d-6904a2e28441 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1681 time: 0.0632417 Oct 26 14:07:57.054634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e3698bf-114a-4ba5-b7d0-e933a8cacc38 req-b2ab1e0c-92fa-49a7-8362-b8aa005dc1b3 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970564 Oct 26 14:07:57.086379 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:57.102267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-3ec7b2a9-c3c7-4379-b32a-6838b1296d84 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:57.103728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-3ec7b2a9-c3c7-4379-b32a-6838b1296d84 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.11 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.1587474 Oct 26 14:07:57.139955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-d2b9ddf2-50d6-4f0d-8bf4-01a3c997004a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Request body: {'port': {'device_id': '4c24cca9-baac-405b-992a-b9ecd0f1194d', 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'admin_state_up': True, 'tenant_id': '02988b14cd044ea8964cbab023a8058f'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:57.153790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:57.158019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:57.158544 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:57.258597 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:57.304760 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09,segment=NetworkSegment(d028b5c3-b675-491b-af1a-b02dcd4948a9),segment_id=d028b5c3-b675-491b-af1a-b02dcd4948a9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:57.308479 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406ee2c-d47f-4fd4-96e3-1bd139c40e32 req-01077980-3b4a-4a88-8909-b8c64b5c5b6c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:57.310236 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f406ee2c-d47f-4fd4-96e3-1bd139c40e32 req-01077980-3b4a-4a88-8909-b8c64b5c5b6c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 945 time: 0.0825543 Oct 26 14:07:57.310982 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:57.312337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b0c3cddf-c201-4098-8136-6808881ea507 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:57.360429 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:57.378690 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f406ee2c-d47f-4fd4-96e3-1bd139c40e32 req-d2a0a73b-00a9-4818-bea0-6e451bc99ade tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489981 Oct 26 14:07:57.385482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-d2b9ddf2-50d6-4f0d-8bf4-01a3c997004a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Made reservation on behalf of 02988b14cd044ea8964cbab023a8058f for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:57.389412 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-d2b9ddf2-50d6-4f0d-8bf4-01a3c997004a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:57.428955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:57.432862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port b0c3cddf-c201-4098-8136-6808881ea507 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:57.439324 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port b0c3cddf-c201-4098-8136-6808881ea507 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:57.439705 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:57.538800 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:57.581441 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b0c3cddf-c201-4098-8136-6808881ea507, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b0c3cddf-c201-4098-8136-6808881ea507,segment=NetworkSegment(10fc9a47-60b2-4267-aa9b-e785c731eee3),segment_id=10fc9a47-60b2-4267-aa9b-e785c731eee3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:57.586737 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:57.590060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a7b3d-a233-4a3b-a2b8-e43a5333bba5 req-67ee9356-a36a-40cc-977e-e237d6cbfe9e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:57.594602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-553a7b3d-a233-4a3b-a2b8-e43a5333bba5 req-67ee9356-a36a-40cc-977e-e237d6cbfe9e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.1166725 Oct 26 14:07:57.650317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-d2b9ddf2-50d6-4f0d-8bf4-01a3c997004a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Allocated IP 172.20.0.5 (58afa2dc-1dfa-4d98-a3c2-eba0b18fce64/bb2f8034-207a-46b1-a093-46a32822cb93/b1c257f9-db33-43d6-98b3-252c8fbd7033) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:57.670617 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=b0c3cddf-c201-4098-8136-6808881ea507,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:57.703372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-553a7b3d-a233-4a3b-a2b8-e43a5333bba5 req-63174cfd-1058-4a99-9ce1-7252ec868800 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047435 Oct 26 14:07:57.881718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5557d-4e2d-45f0-8617-ece16140aa66 req-99300bed-1dd2-46f9-ace3-868c83c54f41 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:57.883597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4f5557d-4e2d-45f0-8617-ece16140aa66 req-99300bed-1dd2-46f9-ace3-868c83c54f41 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.0936987 Oct 26 14:07:57.905327 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-d2b9ddf2-50d6-4f0d-8bf4-01a3c997004a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:57.949074 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4f5557d-4e2d-45f0-8617-ece16140aa66 req-99600bb4-b5ed-497e-a14c-2bd27e5bd861 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557437 Oct 26 14:07:57.999094 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-d2b9ddf2-50d6-4f0d-8bf4-01a3c997004a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:58.014519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['748c9e26-54cb-4e51-80d1-e112fa64b975'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:58.075448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-d2b9ddf2-50d6-4f0d-8bf4-01a3c997004a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:58.086310 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-d2b9ddf2-50d6-4f0d-8bf4-01a3c997004a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:58.097570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-d2b9ddf2-50d6-4f0d-8bf4-01a3c997004a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:58.101925 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9ddf2-50d6-4f0d-8bf4-01a3c997004a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Pushing event updated for resources: {'Port': ['ID=b1c257f9-db33-43d6-98b3-252c8fbd7033,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:58.204217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-d2b9ddf2-50d6-4f0d-8bf4-01a3c997004a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:58.204799 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-d2b9ddf2-50d6-4f0d-8bf4-01a3c997004a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:58.225384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cceb7-cd72-407d-91fa-d9d618883b46 req-d750f42d-7aeb-47d0-9809-67cf9e86e04a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:58.227002 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d58cceb7-cd72-407d-91fa-d9d618883b46 req-d750f42d-7aeb-47d0-9809-67cf9e86e04a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 931 time: 0.1089108 Oct 26 14:07:58.236622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-d2b9ddf2-50d6-4f0d-8bf4-01a3c997004a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1160173 Oct 26 14:07:58.257543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Request body: {'port': {'device_id': '4c24cca9-baac-405b-992a-b9ecd0f1194d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:58.309593 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d58cceb7-cd72-407d-91fa-d9d618883b46 req-1604c987-d164-4297-bf4d-70c5b054f695 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718412 Oct 26 14:07:58.349284 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:58.421056 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27a968f6-bb90-44fc-8f36-f303cb33e884 req-0a81a6da-be3d-4a22-ba17-073815917e75 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 210 time: 0.0339735 Oct 26 14:07:58.615903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435f534-4e11-4517-b350-87448ae04730 req-58479443-e340-4873-9eb7-cee0717c89be tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:58.623095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435f534-4e11-4517-b350-87448ae04730 req-58479443-e340-4873-9eb7-cee0717c89be tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:58.624738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f435f534-4e11-4517-b350-87448ae04730 req-58479443-e340-4873-9eb7-cee0717c89be tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1683 time: 0.1286933 Oct 26 14:07:58.654775 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09'}, {'server_uuid': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c3cddf-c201-4098-8136-6808881ea507'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:58.657396 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e488bf6a-41bb-463f-bd7c-a1ed74c15cdf" -d '{"events": [{"server_uuid": "35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955", "name": "network-vif-plugged", "status": "completed", "tag": "a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09"}, {"server_uuid": "35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955", "name": "network-vif-plugged", "status": "completed", "tag": "b0c3cddf-c201-4098-8136-6808881ea507"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:58.705666 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f435f534-4e11-4517-b350-87448ae04730 req-8223219e-0d9a-4f15-844d-6d8873912fed tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727122 Oct 26 14:07:58.765249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c257f9-db33-43d6-98b3-252c8fbd7033 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:58.774169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:58.812670 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Transition to ACTIVE for port object b1c257f9-db33-43d6-98b3-252c8fbd7033 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:58.817434 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:58.882286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bba0b-3433-4e1a-81a4-68a0fb0932c2 req-155e418e-2510-4384-af74-6081946be76c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:58.883754 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e7bba0b-3433-4e1a-81a4-68a0fb0932c2 req-155e418e-2510-4384-af74-6081946be76c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 945 time: 0.1117167 Oct 26 14:07:58.889576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c257f9-db33-43d6-98b3-252c8fbd7033,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:58.970901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e7bba0b-3433-4e1a-81a4-68a0fb0932c2 req-bc861f8d-5900-4095-9be1-9f98a46f800e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775981 Oct 26 14:07:59.005119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Attempting to bind port b1c257f9-db33-43d6-98b3-252c8fbd7033 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:59.005487 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Attempting to bind port b1c257f9-db33-43d6-98b3-252c8fbd7033 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:59.005801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Attempting to bind port b1c257f9-db33-43d6-98b3-252c8fbd7033 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:59.013364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Port b1c257f9-db33-43d6-98b3-252c8fbd7033 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:59.013725 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Attempting to bind port b1c257f9-db33-43d6-98b3-252c8fbd7033 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:59.019326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:59.019704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Checking segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:59.020099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Bound using segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:59.020543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Bound port: b1c257f9-db33-43d6-98b3-252c8fbd7033, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:59.020907 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:59.032829 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6128840a-9801-4098-a41f-6d4afad0a9a5 x-openstack-request-id: req-6128840a-9801-4098-a41f-6d4afad0a9a5 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:59.033768 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955", "name": "network-vif-plugged", "status": "completed", "tag": "a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09", "code": 200}, {"server_uuid": "35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955", "name": "network-vif-plugged", "status": "completed", "tag": "b0c3cddf-c201-4098-8136-6808881ea507", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:59.034274 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6128840a-9801-4098-a41f-6d4afad0a9a5 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:59.034900 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09', 'code': 200} Oct 26 14:07:59.035371 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c3cddf-c201-4098-8136-6808881ea507', 'code': 200} Oct 26 14:07:59.151265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] For port b1c257f9-db33-43d6-98b3-252c8fbd7033, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:59.181283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] For port b1c257f9-db33-43d6-98b3-252c8fbd7033, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b1c257f9-db33-43d6-98b3-252c8fbd7033,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:59.192664 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:59.232558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77885cce-4158-4d00-8458-0ab922ea356d req-acd9c5b1-a033-476c-bd41-9537156b566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:59.233143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77885cce-4158-4d00-8458-0ab922ea356d req-acd9c5b1-a033-476c-bd41-9537156b566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:59.234671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77885cce-4158-4d00-8458-0ab922ea356d req-acd9c5b1-a033-476c-bd41-9537156b566b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1985 time: 0.0950229 Oct 26 14:07:59.240562 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:59.241169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:59.242690 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] 10.222.0.11 "PUT /v2.0/ports/b1c257f9-db33-43d6-98b3-252c8fbd7033 HTTP/1.1" status: 200 len: 1091 time: 0.9896343 Oct 26 14:07:59.252229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c24cca9-baac-405b-992a-b9ecd0f1194d', 'tag': 'b1c257f9-db33-43d6-98b3-252c8fbd7033'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:59.254837 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2df7bc9-2ede-45e3-ad74-f5b4dc981d97" -d '{"events": [{"name": "network-changed", "server_uuid": "4c24cca9-baac-405b-992a-b9ecd0f1194d", "tag": "b1c257f9-db33-43d6-98b3-252c8fbd7033"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:59.267883 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea98f5-3ae5-45f7-af5a-5b7623aa67d8 req-0f8f2970-443c-437a-9077-323f9dddb0cc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:59.269571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8ea98f5-3ae5-45f7-af5a-5b7623aa67d8 req-0f8f2970-443c-437a-9077-323f9dddb0cc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.1699023 Oct 26 14:07:59.359204 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77885cce-4158-4d00-8458-0ab922ea356d req-bd38895c-ad75-4349-a028-9911064a21ae service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133201 Oct 26 14:07:59.372040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ec928-ceca-4363-ae20-e43069c2b889 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c257f9-db33-43d6-98b3-252c8fbd7033,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:59.386522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8ea98f5-3ae5-45f7-af5a-5b7623aa67d8 req-b1536388-c53b-4579-a6a2-a0ae97a5ef0c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983427 Oct 26 14:07:59.399026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-b06b4149-608b-4173-aa5e-795527df8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:59.399026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-b06b4149-608b-4173-aa5e-795527df8239 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 1094 time: 0.1047018 Oct 26 14:07:59.514081 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c53024-3f90-4142-a3b3-e1c009395f8e req-9c2b52ac-a8f3-4f82-ac59-fa1510d05a9c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:59.515643 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61c53024-3f90-4142-a3b3-e1c009395f8e req-9c2b52ac-a8f3-4f82-ac59-fa1510d05a9c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.0568659 Oct 26 14:07:59.554659 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61c53024-3f90-4142-a3b3-e1c009395f8e req-f5f9a8af-6d37-4816-822b-6e8e37d08788 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328383 Oct 26 14:07:59.685815 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-8a29ad48-6475-4425-80d2-71734d2a4ded service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1c257f9-db33-43d6-98b3-252c8fbd7033 HTTP/1.1" status: 200 len: 217 time: 0.0408249 Oct 26 14:07:59.704084 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61507a72-3529-45d7-9a23-d2a486236319 x-openstack-request-id: req-61507a72-3529-45d7-9a23-d2a486236319 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:59.704373 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c24cca9-baac-405b-992a-b9ecd0f1194d", "tag": "b1c257f9-db33-43d6-98b3-252c8fbd7033", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:59.704632 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61507a72-3529-45d7-9a23-d2a486236319 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:59.705115 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c24cca9-baac-405b-992a-b9ecd0f1194d', 'tag': 'b1c257f9-db33-43d6-98b3-252c8fbd7033', 'status': 'completed', 'code': 200} Oct 26 14:07:59.742693 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-8ffcd0ec-19bd-43e2-99ad-7ef52a333772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:59.744700 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-8ffcd0ec-19bd-43e2-99ad-7ef52a333772 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.0502901 Oct 26 14:07:59.786470 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-389a1d71-7555-44af-b97e-a1e3fabc1ffd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344095 Oct 26 14:07:59.879097 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0efe5-8080-4468-80a1-def9f5452f56 req-cdbaba5e-7e36-4c64-a736-1fceb4d478ac tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:59.880649 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abb0efe5-8080-4468-80a1-def9f5452f56 req-cdbaba5e-7e36-4c64-a736-1fceb4d478ac tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 943 time: 0.1206813 Oct 26 14:07:59.917059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-a0fe9750-3c4e-4f83-bf6e-40c25668ccd2 service neutron] 10.222.0.11 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141737 Oct 26 14:07:59.955528 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:08:00.011166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abb0efe5-8080-4468-80a1-def9f5452f56 req-961cca99-7929-48a4-b086-ce4da1e8eff3 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032820 Oct 26 14:08:00.053919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3f1fba0-99d8-483f-91c5-f15d722ef707 req-0d6638a8-a34a-4a58-978d-3c7d918a4e0f service neutron] 10.222.0.11 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297052 Oct 26 14:08:00.112631 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6848a6d8-0003-41d5-ba02-c4d61c432089 req-0c2bad46-c755-4a5a-ab2e-a339a75faa83 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 210 time: 0.0358326 Oct 26 14:08:00.160303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7bc9-2ede-45e3-ad74-f5b4dc981d97 req-fc2633c4-e800-4dac-9f0b-4ca1425c3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:00.161801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2df7bc9-2ede-45e3-ad74-f5b4dc981d97 req-fc2633c4-e800-4dac-9f0b-4ca1425c3cdd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 1094 time: 0.0481558 Oct 26 14:08:00.283507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62945366-a47b-4721-a34b-3ff67b4a34ef req-b2487c94-ec9b-481b-8c8b-29fc209aced7 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:00.289393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62945366-a47b-4721-a34b-3ff67b4a34ef req-b2487c94-ec9b-481b-8c8b-29fc209aced7 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:00.291707 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62945366-a47b-4721-a34b-3ff67b4a34ef req-b2487c94-ec9b-481b-8c8b-29fc209aced7 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1683 time: 0.1133025 Oct 26 14:08:00.317456 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7bc9-2ede-45e3-ad74-f5b4dc981d97 req-e00bb12e-db19-4082-bc16-ce2e6c3c0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:00.318968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2df7bc9-2ede-45e3-ad74-f5b4dc981d97 req-e00bb12e-db19-4082-bc16-ce2e6c3c0c1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 907 time: 0.1490047 Oct 26 14:08:00.375534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2df7bc9-2ede-45e3-ad74-f5b4dc981d97 req-a25f2d78-d3dd-408a-bde2-247d4f475451 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1c257f9-db33-43d6-98b3-252c8fbd7033 HTTP/1.1" status: 200 len: 217 time: 0.0488291 Oct 26 14:08:00.380464 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62945366-a47b-4721-a34b-3ff67b4a34ef req-4fe70590-7c2f-40ff-8606-3f874a598c9c tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826797 Oct 26 14:08:00.437327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7bc9-2ede-45e3-ad74-f5b4dc981d97 req-f6be391a-513e-404f-98c6-c5b9849d3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:00.438983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2df7bc9-2ede-45e3-ad74-f5b4dc981d97 req-f6be391a-513e-404f-98c6-c5b9849d3ac9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.0561147 Oct 26 14:08:00.495554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2df7bc9-2ede-45e3-ad74-f5b4dc981d97 req-27463d07-8723-458e-9b73-d5891240670a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445337 Oct 26 14:08:00.570888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ca612-47e0-46f0-889a-c8b5b312257b req-1d058a05-92e2-41d2-adc0-13b3d679e396 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:00.572903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef9ca612-47e0-46f0-889a-c8b5b312257b req-1d058a05-92e2-41d2-adc0-13b3d679e396 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 945 time: 0.1207681 Oct 26 14:08:00.637830 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef9ca612-47e0-46f0-889a-c8b5b312257b req-ebf9022e-f016-4cc5-ba9d-3e8bb966b77e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586607 Oct 26 14:08:00.642393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2df7bc9-2ede-45e3-ad74-f5b4dc981d97 req-1cccbfad-afc7-45ce-90ef-8783c5cf4f14 service neutron] 10.222.0.11 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389351 Oct 26 14:08:01.055617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa98d8-0dc9-469a-8b39-b5fff6accc75 req-bfed62c7-c4f1-48d8-bc21-c5cba8ea6fa4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.057325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dfa98d8-0dc9-469a-8b39-b5fff6accc75 req-bfed62c7-c4f1-48d8-bc21-c5cba8ea6fa4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.3551774 Oct 26 14:08:01.097158 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2df7bc9-2ede-45e3-ad74-f5b4dc981d97 req-2ddc46c7-cb9c-4ada-b634-d4e961464f66 service neutron] 10.222.0.11 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381506 Oct 26 14:08:01.122120 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dfa98d8-0dc9-469a-8b39-b5fff6accc75 req-2d041ef0-a974-4bb8-91f3-3d509e66c779 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577135 Oct 26 14:08:01.225663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f506154-d8ad-4e24-bf3c-1a42bc306f4e req-6e20ebff-720d-4086-9492-d0017e6c1088 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.227228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f506154-d8ad-4e24-bf3c-1a42bc306f4e req-6e20ebff-720d-4086-9492-d0017e6c1088 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.0502827 Oct 26 14:08:01.271322 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f506154-d8ad-4e24-bf3c-1a42bc306f4e req-c2ab7935-5e28-4096-ab14-5a4b1cc9dc31 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369446 Oct 26 14:08:01.444042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0f1b3-9ac4-46f4-9750-44530c5c3dc0 req-069de670-1c29-4253-b5fb-c34225dbf573 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.452142 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0db0f1b3-9ac4-46f4-9750-44530c5c3dc0 req-069de670-1c29-4253-b5fb-c34225dbf573 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 943 time: 0.0495808 Oct 26 14:08:01.487462 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0db0f1b3-9ac4-46f4-9750-44530c5c3dc0 req-0d92e96a-1e39-4dd7-a0bb-f86ef5fb76e0 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343719 Oct 26 14:08:01.583062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-952c35ac-4260-4e49-a0d5-becde1b77f56 req-f101b310-aad1-40ac-8a4a-fbd04f211e25 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 210 time: 0.0276899 Oct 26 14:08:01.697452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6b711-30ce-4a56-b37f-d910a6b0e159 req-20939b93-21e0-4b30-b4c3-9c680b9ed723 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.703456 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6b711-30ce-4a56-b37f-d910a6b0e159 req-20939b93-21e0-4b30-b4c3-9c680b9ed723 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.705146 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7f6b711-30ce-4a56-b37f-d910a6b0e159 req-20939b93-21e0-4b30-b4c3-9c680b9ed723 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1683 time: 0.0589020 Oct 26 14:08:01.750720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7f6b711-30ce-4a56-b37f-d910a6b0e159 req-49eb1a6b-6485-443f-8576-f1eab302ba66 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389965 Oct 26 14:08:01.857221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e157411-5779-4447-ba01-4433ece521aa req-ea8daf2b-e118-4603-91be-401b80b07f16 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.858619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e157411-5779-4447-ba01-4433ece521aa req-ea8daf2b-e118-4603-91be-401b80b07f16 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 945 time: 0.0525768 Oct 26 14:08:01.896719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e157411-5779-4447-ba01-4433ece521aa req-51ac04a2-d4b7-4259-8a3e-4b75b461f5bb tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319834 Oct 26 14:08:02.202293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb650a90-afa6-486c-8e69-809f92b7a0ea req-649659bd-e8b8-4628-ba6e-231c475785b9 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:02.208335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb650a90-afa6-486c-8e69-809f92b7a0ea req-649659bd-e8b8-4628-ba6e-231c475785b9 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:02.209900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb650a90-afa6-486c-8e69-809f92b7a0ea req-649659bd-e8b8-4628-ba6e-231c475785b9 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1683 time: 0.0622139 Oct 26 14:08:02.248260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb650a90-afa6-486c-8e69-809f92b7a0ea req-729c20f6-2110-41ac-bac0-5d8d25ee87b5 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Oct 26 14:08:02.364965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bff79-bda1-40d5-ba59-ae157ee5a35b req-c1c19b1f-c9d3-4375-880e-231dfef59980 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:02.366372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-894bff79-bda1-40d5-ba59-ae157ee5a35b req-c1c19b1f-c9d3-4375-880e-231dfef59980 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.0563648 Oct 26 14:08:02.405882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-894bff79-bda1-40d5-ba59-ae157ee5a35b req-881739f2-cbc1-4d40-9c22-b63ef8c9888b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317533 Oct 26 14:08:02.518049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3d193-0677-4be9-9e11-f42047090909 req-c591eb7c-2f14-422a-96d2-f6bc685ccd3f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:02.519580 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dea3d193-0677-4be9-9e11-f42047090909 req-c591eb7c-2f14-422a-96d2-f6bc685ccd3f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.0509832 Oct 26 14:08:02.561403 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dea3d193-0677-4be9-9e11-f42047090909 req-513366c1-516b-45f2-b3ee-e30ae47d9fb4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348408 Oct 26 14:08:02.755251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff641cdf-b0d5-41c9-9322-13121873e788 req-843f5af4-8eba-4f7b-876e-735601779ba9 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:02.756708 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff641cdf-b0d5-41c9-9322-13121873e788 req-843f5af4-8eba-4f7b-876e-735601779ba9 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 943 time: 0.0558093 Oct 26 14:08:02.796595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff641cdf-b0d5-41c9-9322-13121873e788 req-a95c47dc-aa6c-4963-92aa-91a3009f75d3 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328748 Oct 26 14:08:02.889039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fe63eb8-3b8b-4a0b-a37e-b15dd9b35845 req-b3ff2392-01a5-45dd-b513-1b229ce459d9 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 210 time: 0.0275276 Oct 26 14:08:03.018784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38182e8-35fe-454a-a530-df3de0166d6f req-6f1effad-d3e1-4e61-b001-8b0f2980d8fe tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.020217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b38182e8-35fe-454a-a530-df3de0166d6f req-6f1effad-d3e1-4e61-b001-8b0f2980d8fe tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 945 time: 0.0507433 Oct 26 14:08:03.061545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b38182e8-35fe-454a-a530-df3de0166d6f req-2917b7b7-8401-4a66-b898-06673d1e4207 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346336 Oct 26 14:08:03.122078 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b1c257f9-db33-43d6-98b3-252c8fbd7033 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:03.219920 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b1c257f9-db33-43d6-98b3-252c8fbd7033, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b1c257f9-db33-43d6-98b3-252c8fbd7033,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:03.231524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'b1c257f9-db33-43d6-98b3-252c8fbd7033', 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'port_id': 'b1c257f9-db33-43d6-98b3-252c8fbd7033', 'mac_address': 'fa:16:3e:1e:07:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2f8034-207a-46b1-a093-46a32822cb93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:03.269924 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:03.285957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c257f9-db33-43d6-98b3-252c8fbd7033 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:03.307636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b1c257f9-db33-43d6-98b3-252c8fbd7033, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b1c257f9-db33-43d6-98b3-252c8fbd7033,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:03.311631 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:03.358515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=b1c257f9-db33-43d6-98b3-252c8fbd7033,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:03.373822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25744b-ccbd-470a-a74e-f249cb626dcb req-c21e1e9f-804c-4984-b200-bc1c1e726de0 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.379689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25744b-ccbd-470a-a74e-f249cb626dcb req-c21e1e9f-804c-4984-b200-bc1c1e726de0 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.381213 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df25744b-ccbd-470a-a74e-f249cb626dcb req-c21e1e9f-804c-4984-b200-bc1c1e726de0 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1683 time: 0.0612898 Oct 26 14:08:03.418781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df25744b-ccbd-470a-a74e-f249cb626dcb req-e95a4f0c-90dc-4f85-9ff5-d4b1bb942a8b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315199 Oct 26 14:08:03.518706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4207b31-891f-4bae-ab1a-2bd036cf91ef req-5d599543-a15a-4da6-b074-563010f73380 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.520048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4207b31-891f-4bae-ab1a-2bd036cf91ef req-5d599543-a15a-4da6-b074-563010f73380 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.0479064 Oct 26 14:08:03.559840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4207b31-891f-4bae-ab1a-2bd036cf91ef req-1df0a1ba-18da-408d-85a2-fc791591def8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329947 Oct 26 14:08:03.679782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a5430-9f78-443d-8fab-a8a8903620c0 req-6df17e89-02bd-4d7e-b89c-e64114f37c12 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.681248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b5a5430-9f78-443d-8fab-a8a8903620c0 req-6df17e89-02bd-4d7e-b89c-e64114f37c12 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.0513952 Oct 26 14:08:03.719144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b5a5430-9f78-443d-8fab-a8a8903620c0 req-cbd6043d-7def-4d23-b3b8-70d4a4afd6b1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319254 Oct 26 14:08:03.810618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b1c257f9-db33-43d6-98b3-252c8fbd7033'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:03.946016 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-d6bdbf4e-8669-4fc1-97d7-30984a047060 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.953037 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-d6bdbf4e-8669-4fc1-97d7-30984a047060 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.954750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-d6bdbf4e-8669-4fc1-97d7-30984a047060 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.11 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 1683 time: 0.1331942 Oct 26 14:08:03.965154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144d979-a5d9-4f11-9abc-7ba06f83f5a9 req-9a86c435-bc14-4880-88ba-9d1d9bc6a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.966766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0144d979-a5d9-4f11-9abc-7ba06f83f5a9 req-9a86c435-bc14-4880-88ba-9d1d9bc6a5c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 1096 time: 0.0988457 Oct 26 14:08:04.039126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24d103-ccc1-4760-ba17-2ce5dd8b8f28 req-6124167d-b204-4ae7-94a4-d5dde9264fd4 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:04.040586 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df24d103-ccc1-4760-ba17-2ce5dd8b8f28 req-6124167d-b204-4ae7-94a4-d5dde9264fd4 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 944 time: 0.1465552 Oct 26 14:08:04.042451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-09c2efa0-d977-4d34-b5b2-fc79709d6005 req-1d9dc2db-f7ca-4b6a-a174-9f3e3980479a tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 210 time: 0.0729668 Oct 26 14:08:04.122500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0144d979-a5d9-4f11-9abc-7ba06f83f5a9 req-93532580-d400-4fa8-8521-2f44780a7db2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342745 Oct 26 14:08:04.134258 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df24d103-ccc1-4760-ba17-2ce5dd8b8f28 req-45047c20-91d6-428f-8c2e-12ab5c4292f4 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836782 Oct 26 14:08:04.186421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-368035cd-9a37-4e04-ab2e-9e68bd61df0d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Deleting port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:04.186758 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-368035cd-9a37-4e04-ab2e-9e68bd61df0d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:04.198015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf63d4-40b6-43fc-a4ca-c203073830ce req-f5618a65-64b5-4dcd-bb17-fcc432b5b8bf tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:04.199449 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cecf63d4-40b6-43fc-a4ca-c203073830ce req-f5618a65-64b5-4dcd-bb17-fcc432b5b8bf tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 945 time: 0.0700939 Oct 26 14:08:04.281699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cecf63d4-40b6-43fc-a4ca-c203073830ce req-3b9f863e-25ea-4670-bb0d-c883098a7cde tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691535 Oct 26 14:08:04.309627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-368035cd-9a37-4e04-ab2e-9e68bd61df0d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] For port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09,segment=NetworkSegment(d028b5c3-b675-491b-af1a-b02dcd4948a9),segment_id=d028b5c3-b675-491b-af1a-b02dcd4948a9)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:04.310004 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-368035cd-9a37-4e04-ab2e-9e68bd61df0d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:04.322312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-368035cd-9a37-4e04-ab2e-9e68bd61df0d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Calling delete_port for a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:04.447101 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-368035cd-9a37-4e04-ab2e-9e68bd61df0d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:04.476474 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368035cd-9a37-4e04-ab2e-9e68bd61df0d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Port': ['ID=a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:04.546825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-368035cd-9a37-4e04-ab2e-9e68bd61df0d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] No DVR routers for this DVR port a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:04.551214 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-368035cd-9a37-4e04-ab2e-9e68bd61df0d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:04.554559 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-368035cd-9a37-4e04-ab2e-9e68bd61df0d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.11 "DELETE /v2.0/ports/a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 HTTP/1.1" status: 204 len: 173 time: 0.5916800 Oct 26 14:08:04.563191 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'name': 'network-vif-deleted', 'tag': 'a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:04.565628 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a825f46b-0148-44c6-8fb4-6735bacbb074" -d '{"events": [{"server_uuid": "35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955", "name": "network-vif-deleted", "tag": "a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:04.651016 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173bc7b2-4948-498e-8919-823aee125e07 x-openstack-request-id: req-173bc7b2-4948-498e-8919-823aee125e07 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:04.651348 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955", "name": "network-vif-deleted", "tag": "a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:04.651559 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-173bc7b2-4948-498e-8919-823aee125e07 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:04.652001 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'name': 'network-vif-deleted', 'tag': 'a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09', 'status': 'completed', 'code': 200} Oct 26 14:08:04.750068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782fd49-06a2-4e6d-9635-7eb2d9e563f1 req-ac31665b-0a6a-4291-a127-6fa9e979f3dd tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:04.751556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3782fd49-06a2-4e6d-9635-7eb2d9e563f1 req-ac31665b-0a6a-4291-a127-6fa9e979f3dd tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 946 time: 0.2498882 Oct 26 14:08:04.817242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-6a31a7d2-4235-48ae-980b-46dc984b84a5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:04.818718 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-6a31a7d2-4235-48ae-980b-46dc984b84a5 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.25 "GET /v2.0/networks?id=46659067-f73e-4f0e-a43e-1c34158b1517 HTTP/1.1" status: 200 len: 821 time: 0.2699494 Oct 26 14:08:04.823549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b0c3cddf-c201-4098-8136-6808881ea507', 'a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:04.846164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d42b-13f5-46f1-a99c-be51f0d85949 req-01a207e8-3bcd-4c60-8901-32755e9f149c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:04.847654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34c3d42b-13f5-46f1-a99c-be51f0d85949 req-01a207e8-3bcd-4c60-8901-32755e9f149c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.1601155 Oct 26 14:08:04.852654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3782fd49-06a2-4e6d-9635-7eb2d9e563f1 req-84589ec5-0709-4d77-b01a-f31fcd17d96d tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/security-groups?id=66ea776b-4ae5-4352-820f-a9c999a0bf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927253 Oct 26 14:08:04.856723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-2ab8ae15-def8-448f-984b-67889b855a23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Request body: {'port': {'device_id': '0b1781c0-0fd8-4550-865b-8ce6e884a5fd', 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517', 'admin_state_up': True, 'tenant_id': 'f821b78ff47f42bd9873e5d486cdd94b'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:04.929719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-1613cf11-d156-4d4d-ac44-274d22bf80ca tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Deleting port b0c3cddf-c201-4098-8136-6808881ea507 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:04.930077 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-1613cf11-d156-4d4d-ac44-274d22bf80ca tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.059726 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34c3d42b-13f5-46f1-a99c-be51f0d85949 req-87aca98c-5db8-4b5e-9795-717bfeb62026 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953771 Oct 26 14:08:05.094892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557f649-1c1e-4e0f-8d26-cf21d0ef3a9b req-45fbdac6-8cf1-48e0-b0b5-59adb7289558 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:05.096385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2557f649-1c1e-4e0f-8d26-cf21d0ef3a9b req-45fbdac6-8cf1-48e0-b0b5-59adb7289558 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1817970 Oct 26 14:08:05.139472 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b1c257f9-db33-43d6-98b3-252c8fbd7033 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:05.151161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-1613cf11-d156-4d4d-ac44-274d22bf80ca tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] For port b0c3cddf-c201-4098-8136-6808881ea507, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b0c3cddf-c201-4098-8136-6808881ea507,segment=NetworkSegment(10fc9a47-60b2-4267-aa9b-e785c731eee3),segment_id=10fc9a47-60b2-4267-aa9b-e785c731eee3)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:05.151529 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-1613cf11-d156-4d4d-ac44-274d22bf80ca tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.176712 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-1613cf11-d156-4d4d-ac44-274d22bf80ca tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Calling delete_port for b0c3cddf-c201-4098-8136-6808881ea507 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:05.178427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-2ab8ae15-def8-448f-984b-67889b855a23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Made reservation on behalf of f821b78ff47f42bd9873e5d486cdd94b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:05.182507 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-2ab8ae15-def8-448f-984b-67889b855a23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.189754 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2557f649-1c1e-4e0f-8d26-cf21d0ef3a9b req-3edd6bd8-d27a-4abb-8289-107cb49d8685 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856266 Oct 26 14:08:05.223422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port b1c257f9-db33-43d6-98b3-252c8fbd7033 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:05.227473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port b1c257f9-db33-43d6-98b3-252c8fbd7033 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:05.227967 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.320167 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.349598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c24cca9-baac-405b-992a-b9ecd0f1194d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c257f9-db33-43d6-98b3-252c8fbd7033'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:05.353496 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0b2440-f537-4cda-a48d-eded1d9226a4" -d '{"events": [{"server_uuid": "4c24cca9-baac-405b-992a-b9ecd0f1194d", "name": "network-vif-plugged", "status": "completed", "tag": "b1c257f9-db33-43d6-98b3-252c8fbd7033"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:05.369524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b1c257f9-db33-43d6-98b3-252c8fbd7033, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b1c257f9-db33-43d6-98b3-252c8fbd7033,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:05.374925 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.375960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:05.380860 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df5b3c96-a497-4a78-9d62-d07a20c0d082 req-4446bb55-57c0-41ab-aee6-25b9fb57540c tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 210 time: 0.0710371 Oct 26 14:08:05.398279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:05.398964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device a1f4e17d-3efe-48fc-bcbe-a7a433a4ee09 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:05.399079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b0c3cddf-c201-4098-8136-6808881ea507 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:05.464509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22897339-524c-4c07-886f-9cb4baab553f req-2aeb43ee-efd0-4af3-88fc-a2a2db0df063 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:05.465991 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22897339-524c-4c07-886f-9cb4baab553f req-2aeb43ee-efd0-4af3-88fc-a2a2db0df063 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 944 time: 0.1937551 Oct 26 14:08:05.477621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=b1c257f9-db33-43d6-98b3-252c8fbd7033,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:05.524933 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.536792 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-2ab8ae15-def8-448f-984b-67889b855a23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Allocated IP 172.20.0.4 (46659067-f73e-4f0e-a43e-1c34158b1517/398f2516-29da-4a32-915a-862c1d0cd5d5/55ee5a9c-e592-4a25-9913-db9360f20898) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:05.588159 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22897339-524c-4c07-886f-9cb4baab553f req-f34ae59c-2777-413d-b4d3-b4634b9a4774 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029253 Oct 26 14:08:05.616769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc161d-3748-4d44-8224-fc1ee8d3d6f4 req-6104cd23-b4a5-40d3-833e-6a7c4225dd2c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:05.618336 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bfc161d-3748-4d44-8224-fc1ee8d3d6f4 req-6104cd23-b4a5-40d3-833e-6a7c4225dd2c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 945 time: 0.1634676 Oct 26 14:08:05.641896 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4762e942-834f-4be2-9e5c-6841beb9ac7f x-openstack-request-id: req-4762e942-834f-4be2-9e5c-6841beb9ac7f {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:05.642238 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c24cca9-baac-405b-992a-b9ecd0f1194d", "name": "network-vif-plugged", "status": "completed", "tag": "b1c257f9-db33-43d6-98b3-252c8fbd7033", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:05.642495 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4762e942-834f-4be2-9e5c-6841beb9ac7f {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:05.642893 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c24cca9-baac-405b-992a-b9ecd0f1194d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c257f9-db33-43d6-98b3-252c8fbd7033', 'code': 200} Oct 26 14:08:05.666908 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-1613cf11-d156-4d4d-ac44-274d22bf80ca tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.725856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613cf11-d156-4d4d-ac44-274d22bf80ca tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Port': ['ID=b0c3cddf-c201-4098-8136-6808881ea507,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:05.742147 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bfc161d-3748-4d44-8224-fc1ee8d3d6f4 req-3fe31ce5-4487-4e5b-b9da-47531b349e87 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131687 Oct 26 14:08:05.846178 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-1613cf11-d156-4d4d-ac44-274d22bf80ca tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] No DVR routers for this DVR port b0c3cddf-c201-4098-8136-6808881ea507 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:05.851124 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-1613cf11-d156-4d4d-ac44-274d22bf80ca tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.855018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1bc3e2b8-1631-4874-ad5a-28b45d88a90f req-1613cf11-d156-4d4d-ac44-274d22bf80ca tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.11 "DELETE /v2.0/ports/b0c3cddf-c201-4098-8136-6808881ea507 HTTP/1.1" status: 204 len: 173 time: 1.2801189 Oct 26 14:08:05.874280 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2e33e-0b9a-4150-9b11-8b55a0bc2023 req-ed60c88f-973a-4138-aeb6-bb2555be77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:05.875787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79d2e33e-0b9a-4150-9b11-8b55a0bc2023 req-ed60c88f-973a-4138-aeb6-bb2555be77cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 1096 time: 0.1635931 Oct 26 14:08:05.916750 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-2ab8ae15-def8-448f-984b-67889b855a23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.947638 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79d2e33e-0b9a-4150-9b11-8b55a0bc2023 req-01cef73f-644f-4439-a722-e5b2186b2770 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622575 Oct 26 14:08:05.973873 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6af6aa1-f421-49b9-9974-dfdd3d489422 req-00ef4eb5-bc91-4dd4-9b3e-f7459aa080c8 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955 HTTP/1.1" status: 200 len: 210 time: 0.0380604 Oct 26 14:08:05.989484 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-2ab8ae15-def8-448f-984b-67889b855a23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:06.040053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-2ab8ae15-def8-448f-984b-67889b855a23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Network 46659067-f73e-4f0e-a43e-1c34158b1517 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:06.043780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-2ab8ae15-def8-448f-984b-67889b855a23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:06.048130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-2ab8ae15-def8-448f-984b-67889b855a23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:06.051972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8ae15-def8-448f-984b-67889b855a23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Pushing event updated for resources: {'Port': ['ID=55ee5a9c-e592-4a25-9913-db9360f20898,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:06.098234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-2ab8ae15-def8-448f-984b-67889b855a23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:06.098850 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-2ab8ae15-def8-448f-984b-67889b855a23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:06.115064 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-2ab8ae15-def8-448f-984b-67889b855a23 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2664230 Oct 26 14:08:06.128466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Request body: {'port': {'device_id': '0b1781c0-0fd8-4550-865b-8ce6e884a5fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:06.217503 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:06.226646 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec41f0-668b-4810-82c5-ea5ff0ee62d2 req-11d8ad04-144f-4c94-ba5e-eb1884786a9d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:06.229494 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0eec41f0-668b-4810-82c5-ea5ff0ee62d2 req-11d8ad04-144f-4c94-ba5e-eb1884786a9d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.0972066 Oct 26 14:08:06.297374 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0eec41f0-668b-4810-82c5-ea5ff0ee62d2 req-1bf95561-acfd-4261-b621-38651ad7dbc8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592237 Oct 26 14:08:06.459114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30902cf-0a12-4f2f-83b7-42fb72e226f4 req-67c0a7b4-866d-4c2a-80ef-94cd2002bd0e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:06.460582 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b30902cf-0a12-4f2f-83b7-42fb72e226f4 req-67c0a7b4-866d-4c2a-80ef-94cd2002bd0e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1043262 Oct 26 14:08:06.566373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b30902cf-0a12-4f2f-83b7-42fb72e226f4 req-d40ed8bc-0ca6-46ad-8714-1aef9a863861 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928972 Oct 26 14:08:06.578786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5b126-85de-483b-b62f-4eac4c2d6a5a req-0cd02fcd-6d45-4cbe-b1c2-ee30078e775a tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:06.580289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1af5b126-85de-483b-b62f-4eac4c2d6a5a req-0cd02fcd-6d45-4cbe-b1c2-ee30078e775a tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 931 time: 0.1188440 Oct 26 14:08:06.654486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'name': 'network-vif-deleted', 'tag': 'b0c3cddf-c201-4098-8136-6808881ea507'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:06.657050 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c7e65f-7762-41ae-a695-05d6eacbf7c2" -d '{"events": [{"server_uuid": "35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955", "name": "network-vif-deleted", "tag": "b0c3cddf-c201-4098-8136-6808881ea507"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:06.682722 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1af5b126-85de-483b-b62f-4eac4c2d6a5a req-bebfd65c-f986-4832-abd4-a36f06ed4b73 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878060 Oct 26 14:08:06.687566 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ee5a9c-e592-4a25-9913-db9360f20898 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:06.711531 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:06.729285 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ff07b3-861d-4a80-ae73-d46cc214975e x-openstack-request-id: req-40ff07b3-861d-4a80-ae73-d46cc214975e {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:06.729577 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955", "name": "network-vif-deleted", "tag": "b0c3cddf-c201-4098-8136-6808881ea507", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:06.729823 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40ff07b3-861d-4a80-ae73-d46cc214975e {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:06.730228 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cb5fe7-ffda-4f7b-ae90-1a09e3cb4955', 'name': 'network-vif-deleted', 'tag': 'b0c3cddf-c201-4098-8136-6808881ea507', 'status': 'completed', 'code': 200} Oct 26 14:08:06.734872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Transition to ACTIVE for port object 55ee5a9c-e592-4a25-9913-db9360f20898 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:06.740294 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:06.753461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88226c3-59ec-4400-a3df-743926c16abd req-b2f33e27-7ce4-4228-acc2-b959d33b5af8 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:06.755016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f88226c3-59ec-4400-a3df-743926c16abd req-b2f33e27-7ce4-4228-acc2-b959d33b5af8 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 945 time: 0.0863097 Oct 26 14:08:07.036888 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59808) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:07.089211 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-56748c4c-0c77-4e58-a6ed-8ebc8e002192 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Deleting subnet 11c1b245-5ffb-4d12-8c63-57ae900c56a0 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:08:07.092321 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56748c4c-0c77-4e58-a6ed-8ebc8e002192 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.107508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Pushing event updated for resources: {'Port': ['ID=55ee5a9c-e592-4a25-9913-db9360f20898,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:07.133010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f88226c3-59ec-4400-a3df-743926c16abd req-35e23363-3ec1-4564-9830-a4abb822a9a5 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539922 Oct 26 14:08:07.133197 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56748c4c-0c77-4e58-a6ed-8ebc8e002192 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.177899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Attempting to bind port 55ee5a9c-e592-4a25-9913-db9360f20898 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:07.178268 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Attempting to bind port 55ee5a9c-e592-4a25-9913-db9360f20898 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2cfac40e-d854-470c-9441-e31f1f977232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:07.178602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Attempting to bind port 55ee5a9c-e592-4a25-9913-db9360f20898 on network 46659067-f73e-4f0e-a43e-1c34158b1517 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:07.183353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Port 55ee5a9c-e592-4a25-9913-db9360f20898 on network 46659067-f73e-4f0e-a43e-1c34158b1517 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:07.183675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Attempting to bind port 55ee5a9c-e592-4a25-9913-db9360f20898 on network 46659067-f73e-4f0e-a43e-1c34158b1517 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:07.188394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:07.188735 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Checking segment: {'id': '2cfac40e-d854-470c-9441-e31f1f977232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:07.189113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Bound using segment: {'id': '2cfac40e-d854-470c-9441-e31f1f977232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:07.189864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Bound port: 55ee5a9c-e592-4a25-9913-db9360f20898, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfac40e-d854-470c-9441-e31f1f977232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:07.190041 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.224473 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56748c4c-0c77-4e58-a6ed-8ebc8e002192 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.261845 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] For port 55ee5a9c-e592-4a25-9913-db9360f20898, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:07.268276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] For port 55ee5a9c-e592-4a25-9913-db9360f20898, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=55ee5a9c-e592-4a25-9913-db9360f20898,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:07.273823 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.292432 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56748c4c-0c77-4e58-a6ed-8ebc8e002192 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.311441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:07.312053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.314125 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] 10.222.0.25 "PUT /v2.0/ports/55ee5a9c-e592-4a25-9913-db9360f20898 HTTP/1.1" status: 200 len: 1091 time: 1.1897371 Oct 26 14:08:07.328252 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56748c4c-0c77-4e58-a6ed-8ebc8e002192 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Subnet': ['ID=11c1b245-5ffb-4d12-8c63-57ae900c56a0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:07.330367 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56748c4c-0c77-4e58-a6ed-8ebc8e002192 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.334196 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-56748c4c-0c77-4e58-a6ed-8ebc8e002192 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "DELETE /v2.0/subnets/11c1b245-5ffb-4d12-8c63-57ae900c56a0 HTTP/1.1" status: 204 len: 168 time: 0.2961302 Oct 26 14:08:07.336563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59816) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:07.349302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a122173-09fe-4cd3-bdc5-0c34c6fae9ec service neutron] Pushing event updated for resources: {'Port': ['ID=55ee5a9c-e592-4a25-9913-db9360f20898,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:07.368432 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c5893e-c4e7-44d6-96d4-9bd4e2a6aa52 None None] Network 749312c4-1aa9-4bac-a8fd-6388d8a94a92 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:07.438132 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.473542 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde20dc-1d91-40c4-9dd3-23a4ec798ed9 req-b33e2924-8957-4671-b614-74da75f5d36d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:07.484147 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cde20dc-1d91-40c4-9dd3-23a4ec798ed9 req-b33e2924-8957-4671-b614-74da75f5d36d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 943 time: 0.1006947 Oct 26 14:08:07.492948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Deleting port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:07.493289 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.493812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-5c15e775-51d0-4ef2-8a29-8b7d1c60cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:07.496490 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-5c15e775-51d0-4ef2-8a29-8b7d1c60cbe1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f821b78ff47f42bd9873e5d486cdd94b&device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 1094 time: 0.1024046 Oct 26 14:08:07.535555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0bf55feb-4886-4ebb-9850-d33f98acdc5c details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:07.559721 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-3688434d-36b9-4b72-bb4e-5be989b69d01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55ee5a9c-e592-4a25-9913-db9360f20898 HTTP/1.1" status: 200 len: 217 time: 0.0493054 Oct 26 14:08:07.560162 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] For port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=75ad6fc8-74e1-476c-9fca-29a4d296e0a5,segment=NetworkSegment(d028b5c3-b675-491b-af1a-b02dcd4948a9),segment_id=d028b5c3-b675-491b-af1a-b02dcd4948a9)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:07.560526 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.563108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cde20dc-1d91-40c4-9dd3-23a4ec798ed9 req-83072912-80c7-4224-b9bb-2698c77a6001 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778120 Oct 26 14:08:07.579829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Calling delete_port for 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:07.633498 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-5ad9d553-1804-4c8f-8db4-adb70915addc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:07.635983 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd3ad63-acf4-44f1-8a42-785bac33e54a None None] DHCP port deletion for 749312c4-1aa9-4bac-a8fd-6388d8a94a92 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:08:07.637939 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-5ad9d553-1804-4c8f-8db4-adb70915addc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=398f2516-29da-4a32-915a-862c1d0cd5d5 HTTP/1.1" status: 200 len: 861 time: 0.0697930 Oct 26 14:08:07.680309 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.680535 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-d3d8f383-171e-4ded-9a86-0ba282c48cc4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=46659067-f73e-4f0e-a43e-1c34158b1517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338559 Oct 26 14:08:07.708576 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Port': ['ID=75ad6fc8-74e1-476c-9fca-29a4d296e0a5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:07.713401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] No DVR routers for this DVR port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:07.714686 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0bf55feb-4886-4ebb-9850-d33f98acdc5c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:07.738632 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '0bf55feb-4886-4ebb-9850-d33f98acdc5c', 'network_id': '55cdc374-aea8-45fc-8fee-8483ae48c9d5', 'port_id': '0bf55feb-4886-4ebb-9850-d33f98acdc5c', 'mac_address': 'fa:16:3e:77:68:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2ccbc49-6d2e-4c75-85bf-425477396e4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:07.746373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-bbd3ad63-acf4-44f1-8a42-785bac33e54a None None] Deleting port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:07.746736 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bbd3ad63-acf4-44f1-8a42-785bac33e54a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.781992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d9af2-0480-4e7d-ba2e-957591f89626 req-9583b067-d504-4d4f-8da7-55968f63a932 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:07.789374 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f53d9af2-0480-4e7d-ba2e-957591f89626 req-9583b067-d504-4d4f-8da7-55968f63a932 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1342947 Oct 26 14:08:07.805001 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.828828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749312c4-1aa9-4bac-a8fd-6388d8a94a92']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:07.836116 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.839887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd028b5c3-b675-491b-af1a-b02dcd4948a9') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:07.845640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd028b5c3-b675-491b-af1a-b02dcd4948a9') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:07.857389 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.858249 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bbd3ad63-acf4-44f1-8a42-785bac33e54a None None] For port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:07.859060 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bbd3ad63-acf4-44f1-8a42-785bac33e54a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.871974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf55feb-4886-4ebb-9850-d33f98acdc5c {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:07.874460 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.875377 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-d68d8708-d510-4747-afbb-b6929c6eca33 service neutron] 10.222.0.25 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797206 Oct 26 14:08:07.878574 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f53d9af2-0480-4e7d-ba2e-957591f89626 req-0016f2aa-dbc1-4789-9a52-a9a8643681f9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884216 Oct 26 14:08:07.882403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-bbd3ad63-acf4-44f1-8a42-785bac33e54a None None] Calling delete_port for 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:07.883130 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:08:07.883620 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:08:07.887554 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:08:07.889462 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-bbd3ad63-acf4-44f1-8a42-785bac33e54a None None] Port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:08:07.898737 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bbd3ad63-acf4-44f1-8a42-785bac33e54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.909707 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0bf55feb-4886-4ebb-9850-d33f98acdc5c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:07.927870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b97ef-868c-4d26-8359-df0965b70487 req-f02e6e45-cc7f-408a-a046-7976c45cc6db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:07.930484 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8f2b97ef-868c-4d26-8359-df0965b70487 req-f02e6e45-cc7f-408a-a046-7976c45cc6db tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 943 time: 0.1279302 Oct 26 14:08:07.932141 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.934499 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3ad63-acf4-44f1-8a42-785bac33e54a None None] Pushing event deleted for resources: {'Port': ['ID=75ad6fc8-74e1-476c-9fca-29a4d296e0a5,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:07.940342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3ad63-acf4-44f1-8a42-785bac33e54a None None] No DVR routers for this DVR port 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:07.961226 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.988724 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=0bf55feb-4886-4ebb-9850-d33f98acdc5c,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:07.999968 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.005835 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "DELETE /v2.0/networks/749312c4-1aa9-4bac-a8fd-6388d8a94a92 HTTP/1.1" status: 204 len: 168 time: 0.6659048 Oct 26 14:08:08.005835 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76b0ca-30b2-4a8d-944b-6ef7ba50e73b tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Network': ['ID=749312c4-1aa9-4bac-a8fd-6388d8a94a92,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:08.007784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59824) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:08.048876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8f2b97ef-868c-4d26-8359-df0965b70487 req-36e2d423-6f21-4c17-bf41-80114b0ef076 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480578 Oct 26 14:08:08.064983 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-049a7fc0-4f65-46ed-be0c-a5e7e2526bf5 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Deleting subnet 94d6a676-0d4e-4172-be34-33292b25edae {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:08:08.068130 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-049a7fc0-4f65-46ed-be0c-a5e7e2526bf5 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.072193 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8979f5-aa22-484d-a717-f45248b60dbc req-ed219d87-f7a6-4498-a925-78fb0b7b674c service neutron] 10.222.0.25 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777518 Oct 26 14:08:08.109374 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-049a7fc0-4f65-46ed-be0c-a5e7e2526bf5 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.195312 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-049a7fc0-4f65-46ed-be0c-a5e7e2526bf5 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.224738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['0bf55feb-4886-4ebb-9850-d33f98acdc5c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:08.265216 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-049a7fc0-4f65-46ed-be0c-a5e7e2526bf5 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.295278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadfbcc-343b-4257-a7b2-71ed1b937fc5 req-6f70fc2b-0407-4672-86c4-b23d4b5dd4f4 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:08.296941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eaadfbcc-343b-4257-a7b2-71ed1b937fc5 req-6f70fc2b-0407-4672-86c4-b23d4b5dd4f4 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 945 time: 0.0898919 Oct 26 14:08:08.299743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-049a7fc0-4f65-46ed-be0c-a5e7e2526bf5 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.300204 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c6168-961d-4fbc-bed7-8f9ca93df45c req-0f47918f-da83-47cb-9119-4b28ab794ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:08.301628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d9c6168-961d-4fbc-bed7-8f9ca93df45c req-0f47918f-da83-47cb-9119-4b28ab794ce0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ce0aee0322a4e368957accff6eefd0f&device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 1095 time: 0.0821679 Oct 26 14:08:08.308774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59830) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:08.309147 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-049a7fc0-4f65-46ed-be0c-a5e7e2526bf5 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "DELETE /v2.0/subnets/94d6a676-0d4e-4172-be34-33292b25edae HTTP/1.1" status: 204 len: 168 time: 0.3000908 Oct 26 14:08:08.310262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a7fc0-4f65-46ed-be0c-a5e7e2526bf5 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Subnet': ['ID=94d6a676-0d4e-4172-be34-33292b25edae,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:08.314597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c12c14-2094-41f7-97c2-76efec45885d None None] Network f1d9cd00-6d72-4b8d-abca-1c45dd708305 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:08.472966 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eaadfbcc-343b-4257-a7b2-71ed1b937fc5 req-6fd3d82a-3c18-485f-accd-aef1fe4c80df tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414502 Oct 26 14:08:08.491589 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.534600 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c6168-961d-4fbc-bed7-8f9ca93df45c req-e982ae91-e50d-4b60-985f-7b08a8033a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:08.535914 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d9c6168-961d-4fbc-bed7-8f9ca93df45c req-e982ae91-e50d-4b60-985f-7b08a8033a36 service neutron] 10.222.0.25 "GET /v2.0/networks?id=55cdc374-aea8-45fc-8fee-8483ae48c9d5 HTTP/1.1" status: 200 len: 915 time: 0.1707664 Oct 26 14:08:08.577443 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ff1d07-ff35-4e18-afb6-473cc4162b3e None None] DHCP port deletion for f1d9cd00-6d72-4b8d-abca-1c45dd708305 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:08:08.585116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d9c6168-961d-4fbc-bed7-8f9ca93df45c req-271dc6a8-1f33-41f8-8a74-357eaf6668ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c HTTP/1.1" status: 200 len: 217 time: 0.0395048 Oct 26 14:08:08.596896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Deleting port d2db4154-d5d8-48ab-8998-93b794985ab4 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:08.597406 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.633650 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-32ff1d07-ff35-4e18-afb6-473cc4162b3e None None] Deleting port d2db4154-d5d8-48ab-8998-93b794985ab4 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:08.634047 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-32ff1d07-ff35-4e18-afb6-473cc4162b3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.695992 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-32ff1d07-ff35-4e18-afb6-473cc4162b3e None None] For port d2db4154-d5d8-48ab-8998-93b794985ab4, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d2db4154-d5d8-48ab-8998-93b794985ab4,segment=NetworkSegment(10fc9a47-60b2-4267-aa9b-e785c731eee3),segment_id=10fc9a47-60b2-4267-aa9b-e785c731eee3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:08.696391 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-32ff1d07-ff35-4e18-afb6-473cc4162b3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.708531 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-32ff1d07-ff35-4e18-afb6-473cc4162b3e None None] Calling delete_port for d2db4154-d5d8-48ab-8998-93b794985ab4 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:08.731518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1781c0-0fd8-4550-865b-8ce6e884a5fd', 'tag': '55ee5a9c-e592-4a25-9913-db9360f20898'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:08.734008 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c563029-8b50-4332-bb8d-11a8f92d7ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1781c0-0fd8-4550-865b-8ce6e884a5fd", "tag": "55ee5a9c-e592-4a25-9913-db9360f20898"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:08.785222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] For port d2db4154-d5d8-48ab-8998-93b794985ab4, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d2db4154-d5d8-48ab-8998-93b794985ab4,segment=NetworkSegment(10fc9a47-60b2-4267-aa9b-e785c731eee3),segment_id=10fc9a47-60b2-4267-aa9b-e785c731eee3)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:08.785475 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.812502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Calling delete_port for d2db4154-d5d8-48ab-8998-93b794985ab4 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:08.815212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c6168-961d-4fbc-bed7-8f9ca93df45c req-5e5b46fc-4f4d-4392-81b5-eeeefa4ebb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:08.816723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d9c6168-961d-4fbc-bed7-8f9ca93df45c req-5e5b46fc-4f4d-4392-81b5-eeeefa4ebb55 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2ccbc49-6d2e-4c75-85bf-425477396e4b HTTP/1.1" status: 200 len: 854 time: 0.1942184 Oct 26 14:08:08.862745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63302a20-4c63-4d0a-9083-ec85688acb64 req-76e3ee06-3427-462b-97da-af3849f16a5b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:08.864267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63302a20-4c63-4d0a-9083-ec85688acb64 req-76e3ee06-3427-462b-97da-af3849f16a5b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 944 time: 0.1983309 Oct 26 14:08:08.913709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d9c6168-961d-4fbc-bed7-8f9ca93df45c req-11b4796f-cc22-49f8-92b7-00f4c5ec2c2d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55cdc374-aea8-45fc-8fee-8483ae48c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785501 Oct 26 14:08:08.932319 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-32ff1d07-ff35-4e18-afb6-473cc4162b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.957618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff1d07-ff35-4e18-afb6-473cc4162b3e None None] Pushing event deleted for resources: {'Port': ['ID=d2db4154-d5d8-48ab-8998-93b794985ab4,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:08.959720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94913f1b-3317-4683-aa08-e1c410860737 req-b6d22144-8c29-47bb-af5a-1546034e8bf7 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:08.961205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94913f1b-3317-4683-aa08-e1c410860737 req-b6d22144-8c29-47bb-af5a-1546034e8bf7 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.3472669 Oct 26 14:08:08.962317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff1d07-ff35-4e18-afb6-473cc4162b3e None None] No DVR routers for this DVR port d2db4154-d5d8-48ab-8998-93b794985ab4 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:09.043612 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63302a20-4c63-4d0a-9083-ec85688acb64 req-9f953faf-7547-4b17-8634-1d521028249b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577492 Oct 26 14:08:09.047366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94913f1b-3317-4683-aa08-e1c410860737 req-f6cc3011-03a2-4062-a9ac-46e696f6c196 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/quotas/02988b14cd044ea8964cbab023a8058f HTTP/1.1" status: 200 len: 375 time: 0.0436842 Oct 26 14:08:09.095749 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb64baa-244e-4d0f-a0c0-7333eee9f554 x-openstack-request-id: req-bcb64baa-244e-4d0f-a0c0-7333eee9f554 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:09.096039 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1781c0-0fd8-4550-865b-8ce6e884a5fd", "tag": "55ee5a9c-e592-4a25-9913-db9360f20898", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:09.096286 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcb64baa-244e-4d0f-a0c0-7333eee9f554 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:09.096665 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1781c0-0fd8-4550-865b-8ce6e884a5fd', 'tag': '55ee5a9c-e592-4a25-9913-db9360f20898', 'status': 'completed', 'code': 200} Oct 26 14:08:09.107933 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.151575 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d9c6168-961d-4fbc-bed7-8f9ca93df45c req-db7761cc-2381-4563-99b0-a30c5cda17ad service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194221 Oct 26 14:08:09.155041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Port': ['ID=d2db4154-d5d8-48ab-8998-93b794985ab4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:09.157202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] No DVR routers for this DVR port d2db4154-d5d8-48ab-8998-93b794985ab4 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:09.165411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c563029-8b50-4332-bb8d-11a8f92d7ad0 req-b2d61c36-a57f-4ecc-a6d0-a95fa533a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.167012 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c563029-8b50-4332-bb8d-11a8f92d7ad0 req-b2d61c36-a57f-4ecc-a6d0-a95fa533a548 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f821b78ff47f42bd9873e5d486cdd94b&device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 1094 time: 0.0430198 Oct 26 14:08:09.211672 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94913f1b-3317-4683-aa08-e1c410860737 req-2a698f0e-4b17-488d-a0fe-8a9ba8dcc20c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558275 Oct 26 14:08:09.267913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c563029-8b50-4332-bb8d-11a8f92d7ad0 req-527e63d4-8705-4911-80c6-cef0063aab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.269490 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c563029-8b50-4332-bb8d-11a8f92d7ad0 req-527e63d4-8705-4911-80c6-cef0063aab37 service neutron] 10.222.0.25 "GET /v2.0/networks?id=46659067-f73e-4f0e-a43e-1c34158b1517 HTTP/1.1" status: 200 len: 922 time: 0.0943420 Oct 26 14:08:09.284798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:09.305110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:09.305514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 75ad6fc8-74e1-476c-9fca-29a4d296e0a5 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:09.306071 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d2db4154-d5d8-48ab-8998-93b794985ab4 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:09.314192 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c563029-8b50-4332-bb8d-11a8f92d7ad0 req-106dfe7a-6a24-4211-bda8-b575a192e6a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55ee5a9c-e592-4a25-9913-db9360f20898 HTTP/1.1" status: 200 len: 217 time: 0.0363779 Oct 26 14:08:09.326987 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: d2db4154-d5d8-48ab-8998-93b794985ab4 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:09.327464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d2db4154-d5d8-48ab-8998-93b794985ab4 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:09.367971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c563029-8b50-4332-bb8d-11a8f92d7ad0 req-f77187b4-4fae-4cfb-ace5-c57a60874eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.369712 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c563029-8b50-4332-bb8d-11a8f92d7ad0 req-f77187b4-4fae-4cfb-ace5-c57a60874eb8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=398f2516-29da-4a32-915a-862c1d0cd5d5 HTTP/1.1" status: 200 len: 861 time: 0.0484440 Oct 26 14:08:09.386287 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.403972 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c563029-8b50-4332-bb8d-11a8f92d7ad0 req-c0cc9ffa-453c-4109-bb3e-0397f18ea26a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=46659067-f73e-4f0e-a43e-1c34158b1517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262253 Oct 26 14:08:09.445875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d352ded-c4a9-4f48-8a41-885d6cd4f929 req-851d5c57-1733-4798-b0fb-f2c88913d45e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.447399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d352ded-c4a9-4f48-8a41-885d6cd4f929 req-851d5c57-1733-4798-b0fb-f2c88913d45e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.2990501 Oct 26 14:08:09.451624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d9cd00-6d72-4b8d-abca-1c45dd708305']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:09.471838 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d9c6168-961d-4fbc-bed7-8f9ca93df45c req-059cc351-c4aa-44b4-b32d-d49e28d179dd service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040607 Oct 26 14:08:09.473418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fc9a47-60b2-4267-aa9b-e785c731eee3') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:09.473706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fc9a47-60b2-4267-aa9b-e785c731eee3') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:09.499063 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c563029-8b50-4332-bb8d-11a8f92d7ad0 req-676df2f5-2c60-4dde-8bc4-5ecf648ccc7f service neutron] 10.222.0.25 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876429 Oct 26 14:08:09.504044 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.517944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94913f1b-3317-4683-aa08-e1c410860737 req-ae1abfa8-db96-4933-8aa6-c3b2674aee67 service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563531 Oct 26 14:08:09.531410 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.544057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0bf55feb-4886-4ebb-9850-d33f98acdc5c up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d352ded-c4a9-4f48-8a41-885d6cd4f929 req-fade3604-a894-4426-8351-32774119f842 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153073 Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:08:09.588290 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:08:09.620183 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c563029-8b50-4332-bb8d-11a8f92d7ad0 req-a4716c30-d38b-407c-8852-1d070b349b32 service neutron] 10.222.0.25 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127458 Oct 26 14:08:09.630322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 0bf55feb-4886-4ebb-9850-d33f98acdc5c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:09.632024 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.665010 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.676959 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.683264 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] 10.222.0.32 "DELETE /v2.0/networks/f1d9cd00-6d72-4b8d-abca-1c45dd708305 HTTP/1.1" status: 204 len: 168 time: 1.3701961 Oct 26 14:08:09.709847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867a722-b30d-42c0-b529-69d49e4fe9c4 tempest-ServersTestMultiNic-374236534 tempest-ServersTestMultiNic-374236534-project] Pushing event deleted for resources: {'Network': ['ID=f1d9cd00-6d72-4b8d-abca-1c45dd708305,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:09.720144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94913f1b-3317-4683-aa08-e1c410860737 req-17cac3c1-2d84-4fb9-9936-6bafbed39b78 service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922274 Oct 26 14:08:09.730187 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.757000 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd04ba-c570-4f23-87bc-58e56927f678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf55feb-4886-4ebb-9850-d33f98acdc5c'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:09.760162 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a98559-08fb-48c6-b5a0-fe1f48d4decb" -d '{"events": [{"server_uuid": "a6dd04ba-c570-4f23-87bc-58e56927f678", "name": "network-vif-plugged", "status": "completed", "tag": "0bf55feb-4886-4ebb-9850-d33f98acdc5c"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:09.777734 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0bf55feb-4886-4ebb-9850-d33f98acdc5c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:09.783044 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.790105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382370-0772-4b92-a6a5-b5c2800314fb req-63b16b74-b01d-4e05-bb71-4865b9061aaa tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.791850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4382370-0772-4b92-a6a5-b5c2800314fb req-63b16b74-b01d-4e05-bb71-4865b9061aaa tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 943 time: 0.0651445 Oct 26 14:08:09.844982 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4382370-0772-4b92-a6a5-b5c2800314fb req-4da4aa80-29ed-467c-af99-fe15ea1646b3 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446329 Oct 26 14:08:09.848685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=0bf55feb-4886-4ebb-9850-d33f98acdc5c,revision_number=10']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:09.964769 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e28ec6-41e5-4c5c-984b-27b989a17e1d x-openstack-request-id: req-30e28ec6-41e5-4c5c-984b-27b989a17e1d {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:09.965241 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd04ba-c570-4f23-87bc-58e56927f678", "name": "network-vif-plugged", "status": "completed", "tag": "0bf55feb-4886-4ebb-9850-d33f98acdc5c", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:09.965790 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30e28ec6-41e5-4c5c-984b-27b989a17e1d {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:09.966429 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dd04ba-c570-4f23-87bc-58e56927f678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf55feb-4886-4ebb-9850-d33f98acdc5c', 'code': 200} Oct 26 14:08:09.993335 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5212d9e-8529-43a4-ab28-aad4c04b4aa9 req-7cb4a9c0-0413-4b77-9a30-a45fd7cf7597 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 210 time: 0.0279119 Oct 26 14:08:10.107878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59880) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:10.185788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023d0b-9246-4b54-a21c-9aa3c4ed88f7 req-ec2372f3-e7f4-4218-bfc0-b5202eb78e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:10.188216 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb023d0b-9246-4b54-a21c-9aa3c4ed88f7 req-ec2372f3-e7f4-4218-bfc0-b5202eb78e5e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 1097 time: 0.0751901 Oct 26 14:08:10.240305 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb023d0b-9246-4b54-a21c-9aa3c4ed88f7 req-303270f4-7a1b-4252-b619-29a4f49d3bbb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365458 Oct 26 14:08:10.265579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6be9d-faca-41aa-a617-3dd63a488453 req-3dab116d-74a4-4f8f-ab5f-f10ffa8b0a70 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:10.267240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5b6be9d-faca-41aa-a617-3dd63a488453 req-3dab116d-74a4-4f8f-ab5f-f10ffa8b0a70 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.0779357 Oct 26 14:08:10.371065 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5b6be9d-faca-41aa-a617-3dd63a488453 req-6c344767-8855-443b-89ce-0b550596596c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972252 Oct 26 14:08:10.540427 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cbf91d0-d703-42e2-97ed-482243390ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:11.048416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f9046-353c-4aa1-a935-e5635bd9db03 req-669959a7-ffae-40ac-a59e-f8207f72a1cc tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:11.049907 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-789f9046-353c-4aa1-a935-e5635bd9db03 req-669959a7-ffae-40ac-a59e-f8207f72a1cc tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 943 time: 0.1070006 Oct 26 14:08:11.062095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f3512-df3a-4fd3-a83a-a6361d819481 req-97961570-c0ec-4c1c-aea0-3a3c0e172521 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:11.063560 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b3f3512-df3a-4fd3-a83a-a6361d819481 req-97961570-c0ec-4c1c-aea0-3a3c0e172521 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1193137 Oct 26 14:08:11.151858 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-789f9046-353c-4aa1-a935-e5635bd9db03 req-99754ea5-fe31-435b-bcaa-62b111f423d3 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872166 Oct 26 14:08:11.156356 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b3f3512-df3a-4fd3-a83a-a6361d819481 req-0c942815-0c9d-460e-89ce-19da85a8d87d tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827312 Oct 26 14:08:11.168109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94913f1b-3317-4683-aa08-e1c410860737 req-cdbf372f-fdd6-4121-8c63-b22dc24990aa tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:11.169760 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94913f1b-3317-4683-aa08-e1c410860737 req-cdbf372f-fdd6-4121-8c63-b22dc24990aa tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.1206400 Oct 26 14:08:11.185737 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-94913f1b-3317-4683-aa08-e1c410860737 req-59522ceb-4a21-43d8-b40c-2b669b247508 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Request body: {'port': {'device_id': '0199511e-0717-4eca-92bc-5d0807640a55', 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'admin_state_up': True, 'tenant_id': '02988b14cd044ea8964cbab023a8058f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:11.247448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf91d0-d703-42e2-97ed-482243390ebf admin admin] Deleting port 473e7576-820a-491d-a095-5eae2520ddbd {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:11.247795 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cbf91d0-d703-42e2-97ed-482243390ebf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:11.318742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94913f1b-3317-4683-aa08-e1c410860737 req-59522ceb-4a21-43d8-b40c-2b669b247508 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Made reservation on behalf of 02988b14cd044ea8964cbab023a8058f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:11.323585 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-94913f1b-3317-4683-aa08-e1c410860737 req-59522ceb-4a21-43d8-b40c-2b669b247508 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:11.384104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b777cb98-97a0-4a2f-a779-3f9231a116a2 req-87f09adb-22f6-461a-9843-6b0c7a20217e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 210 time: 0.0360634 Oct 26 14:08:11.388955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-4cbf91d0-d703-42e2-97ed-482243390ebf admin admin] For port 473e7576-820a-491d-a095-5eae2520ddbd, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=473e7576-820a-491d-a095-5eae2520ddbd,segment=NetworkSegment(42c5011d-dcb5-4dd3-a940-fec03a0cb307),segment_id=42c5011d-dcb5-4dd3-a940-fec03a0cb307)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:11.389327 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cbf91d0-d703-42e2-97ed-482243390ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:11.406323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf91d0-d703-42e2-97ed-482243390ebf admin admin] Calling delete_port for 473e7576-820a-491d-a095-5eae2520ddbd owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:11.480196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-94913f1b-3317-4683-aa08-e1c410860737 req-59522ceb-4a21-43d8-b40c-2b669b247508 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Allocated IP 172.20.0.3 (58afa2dc-1dfa-4d98-a3c2-eba0b18fce64/bb2f8034-207a-46b1-a093-46a32822cb93/02893fec-f16d-40f3-9304-0b45aa492d4b) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:11.558954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 55ee5a9c-e592-4a25-9913-db9360f20898 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:11.567239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216f0d1-3e3e-4027-8b86-d5eb7b255645 req-5ee39e7a-26b9-445c-9119-44efeff8bae6 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:11.574626 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4216f0d1-3e3e-4027-8b86-d5eb7b255645 req-5ee39e7a-26b9-445c-9119-44efeff8bae6 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1132424 Oct 26 14:08:11.656252 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4216f0d1-3e3e-4027-8b86-d5eb7b255645 req-6cc74726-b8f7-4fa2-afdd-2773e48e2240 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778737 Oct 26 14:08:11.680671 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-94913f1b-3317-4683-aa08-e1c410860737 req-59522ceb-4a21-43d8-b40c-2b669b247508 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:11.699638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 55ee5a9c-e592-4a25-9913-db9360f20898, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=55ee5a9c-e592-4a25-9913-db9360f20898,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:11.717432 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '55ee5a9c-e592-4a25-9913-db9360f20898', 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517', 'port_id': '55ee5a9c-e592-4a25-9913-db9360f20898', 'mac_address': 'fa:16:3e:fb:8c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398f2516-29da-4a32-915a-862c1d0cd5d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:11.752990 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-94913f1b-3317-4683-aa08-e1c410860737 req-59522ceb-4a21-43d8-b40c-2b669b247508 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:11.761881 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:11.762591 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cbf91d0-d703-42e2-97ed-482243390ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:11.784659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ee5a9c-e592-4a25-9913-db9360f20898 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:11.789646 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b1c257f9-db33-43d6-98b3-252c8fbd7033'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:11.798721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf91d0-d703-42e2-97ed-482243390ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=473e7576-820a-491d-a095-5eae2520ddbd,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:11.828606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94913f1b-3317-4683-aa08-e1c410860737 req-59522ceb-4a21-43d8-b40c-2b669b247508 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:11.833032 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-94913f1b-3317-4683-aa08-e1c410860737 req-59522ceb-4a21-43d8-b40c-2b669b247508 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:11.834028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['748c9e26-54cb-4e51-80d1-e112fa64b975'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:11.844193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-94913f1b-3317-4683-aa08-e1c410860737 req-59522ceb-4a21-43d8-b40c-2b669b247508 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:11.921384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94913f1b-3317-4683-aa08-e1c410860737 req-59522ceb-4a21-43d8-b40c-2b669b247508 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:11.922397 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 55ee5a9c-e592-4a25-9913-db9360f20898, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=55ee5a9c-e592-4a25-9913-db9360f20898,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:11.923102 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-94913f1b-3317-4683-aa08-e1c410860737 req-59522ceb-4a21-43d8-b40c-2b669b247508 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:11.949000 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:11.953225 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94913f1b-3317-4683-aa08-e1c410860737 req-59522ceb-4a21-43d8-b40c-2b669b247508 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7713683 Oct 26 14:08:11.971893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Request body: {'port': {'device_id': '0199511e-0717-4eca-92bc-5d0807640a55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:12.010889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59522ceb-4a21-43d8-b40c-2b669b247508 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Pushing event updated for resources: {'Port': ['ID=02893fec-f16d-40f3-9304-0b45aa492d4b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:12.043979 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.069231 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cbf91d0-d703-42e2-97ed-482243390ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.145699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=55ee5a9c-e592-4a25-9913-db9360f20898,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:12.248299 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['55ee5a9c-e592-4a25-9913-db9360f20898'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:12.484578 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d876f7-9d2f-482e-b521-183fa328fa4c req-19e88813-7a8c-4bed-9f53-8c7ee6796f8b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:12.486051 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c5d876f7-9d2f-482e-b521-183fa328fa4c req-19e88813-7a8c-4bed-9f53-8c7ee6796f8b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1524498 Oct 26 14:08:12.493453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61fe50-add7-4d5d-979a-d5cbf32b6395 req-5ac623b5-4ecf-4aa0-91f9-a5d1c3be0883 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:12.494962 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d61fe50-add7-4d5d-979a-d5cbf32b6395 req-5ac623b5-4ecf-4aa0-91f9-a5d1c3be0883 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 944 time: 0.1631923 Oct 26 14:08:12.541784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbf91d0-d703-42e2-97ed-482243390ebf admin admin] Router 1ab5149d-9671-4da0-ba03-00de0fb2bd46 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:08:12.576245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c5d876f7-9d2f-482e-b521-183fa328fa4c req-57736883-b0a2-46aa-bb73-c88896e4ed1b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803063 Oct 26 14:08:12.580663 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d61fe50-add7-4d5d-979a-d5cbf32b6395 req-2ffc63bb-3181-4551-9325-096a1dd9647e tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740886 Oct 26 14:08:12.705361 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-34d4fa4a-8c1d-4195-9554-a1cbab9cdd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.710450 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbf91d0-d703-42e2-97ed-482243390ebf admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:08:12.721039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4cbf91d0-d703-42e2-97ed-482243390ebf admin admin] 10.222.0.32 "PUT /v2.0/routers/1ab5149d-9671-4da0-ba03-00de0fb2bd46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6120121 Oct 26 14:08:12.726788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59946) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:12.732021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02893fec-f16d-40f3-9304-0b45aa492d4b {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:12.736625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50201040-323b-4543-961b-d2e04e51c793 None None] Sync routers for ids ['1ab5149d-9671-4da0-ba03-00de0fb2bd46'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:08:12.752010 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50201040-323b-4543-961b-d2e04e51c793 None None] Routers {'1ab5149d-9671-4da0-ba03-00de0fb2bd46'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:08:12.752637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-50201040-323b-4543-961b-d2e04e51c793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:07:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1ab5149d-9671-4da0-ba03-00de0fb2bd46'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:12.754758 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.771693 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Transition to ACTIVE for port object 02893fec-f16d-40f3-9304-0b45aa492d4b will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:12.777003 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.863264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Pushing event updated for resources: {'Port': ['ID=02893fec-f16d-40f3-9304-0b45aa492d4b,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:12.927519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-50201040-323b-4543-961b-d2e04e51c793 None None] Set router 1ab5149d-9671-4da0-ba03-00de0fb2bd46 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:08:12.942543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4829a11-1072-47ec-b70a-769e5243ed53 req-4de05c13-1b77-4307-8f3d-92632becfed7 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:12.950547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4829a11-1072-47ec-b70a-769e5243ed53 req-4de05c13-1b77-4307-8f3d-92632becfed7 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 943 time: 0.2069998 Oct 26 14:08:12.966739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Attempting to bind port 02893fec-f16d-40f3-9304-0b45aa492d4b on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:12.967076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Attempting to bind port 02893fec-f16d-40f3-9304-0b45aa492d4b by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:12.967403 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Attempting to bind port 02893fec-f16d-40f3-9304-0b45aa492d4b on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:12.969061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98723710-6244-48f8-85f6-a9c2634dbda4 req-ea83a5ab-9ad2-4b65-a6f9-40c1004aef22 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:12.970549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98723710-6244-48f8-85f6-a9c2634dbda4 req-ea83a5ab-9ad2-4b65-a6f9-40c1004aef22 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1663728 Oct 26 14:08:12.971997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Port 02893fec-f16d-40f3-9304-0b45aa492d4b on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:12.972195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Attempting to bind port 02893fec-f16d-40f3-9304-0b45aa492d4b on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:12.977530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:12.977870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Checking segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:12.978346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Bound using segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:12.979041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Bound port: 02893fec-f16d-40f3-9304-0b45aa492d4b, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:12.979270 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.981222 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.048616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] For port 02893fec-f16d-40f3-9304-0b45aa492d4b, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:13.052742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] For port 02893fec-f16d-40f3-9304-0b45aa492d4b, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=02893fec-f16d-40f3-9304-0b45aa492d4b,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:13.058956 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.104882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4829a11-1072-47ec-b70a-769e5243ed53 req-87b29ddf-c151-4994-ba27-d0a209f069ee tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533790 Oct 26 14:08:13.137763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:13.138424 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.139993 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94913f1b-3317-4683-aa08-e1c410860737 req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] 10.222.0.25 "PUT /v2.0/ports/02893fec-f16d-40f3-9304-0b45aa492d4b HTTP/1.1" status: 200 len: 1091 time: 1.1754436 Oct 26 14:08:13.140407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0199511e-0717-4eca-92bc-5d0807640a55', 'tag': '02893fec-f16d-40f3-9304-0b45aa492d4b'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:13.142607 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e425de4-dba4-42f2-9fc1-18b242dcd996" -d '{"events": [{"name": "network-changed", "server_uuid": "0199511e-0717-4eca-92bc-5d0807640a55", "tag": "02893fec-f16d-40f3-9304-0b45aa492d4b"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:13.155102 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98723710-6244-48f8-85f6-a9c2634dbda4 req-612669e4-197c-465d-8b88-739de23c9de7 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753919 Oct 26 14:08:13.170408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12986231-9bb7-4b2d-bc82-8d1ccd79e4bc service neutron] Pushing event updated for resources: {'Port': ['ID=02893fec-f16d-40f3-9304-0b45aa492d4b,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:13.188170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-50201040-323b-4543-961b-d2e04e51c793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'name': 'tempest-ServersTestMultiNic-1527668786-router', 'tenant_id': '035e6464759349afbd341d7175650b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c401b152-10d7-46ad-982f-9140ca9df275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:30Z', 'updated_at': '2021-10-26T14:08:11Z', 'revision_number': 5, 'project_id': '035e6464759349afbd341d7175650b42', 'gw_port': {'id': 'c401b152-10d7-46ad-982f-9140ca9df275', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:33Z', 'updated_at': '2021-10-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:13.200004 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.220612 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50201040-323b-4543-961b-d2e04e51c793 None None] Checking router: 1ab5149d-9671-4da0-ba03-00de0fb2bd46 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:08:13.233903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50201040-323b-4543-961b-d2e04e51c793 None None] Routers {'1ab5149d-9671-4da0-ba03-00de0fb2bd46'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:08:13.234599 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-50201040-323b-4543-961b-d2e04e51c793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:07:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1ab5149d-9671-4da0-ba03-00de0fb2bd46'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:13.253902 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ca5a32-b3b0-4cfa-807c-6aec19fde1bc x-openstack-request-id: req-d1ca5a32-b3b0-4cfa-807c-6aec19fde1bc {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:13.254311 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0199511e-0717-4eca-92bc-5d0807640a55", "tag": "02893fec-f16d-40f3-9304-0b45aa492d4b", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:13.254750 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1ca5a32-b3b0-4cfa-807c-6aec19fde1bc {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:13.255234 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0199511e-0717-4eca-92bc-5d0807640a55', 'tag': '02893fec-f16d-40f3-9304-0b45aa492d4b', 'status': 'completed', 'code': 200} Oct 26 14:08:13.275089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94913f1b-3317-4683-aa08-e1c410860737 req-e25ddaa7-0ae5-4175-ba0e-42b9d9b191be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:13.279114 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94913f1b-3317-4683-aa08-e1c410860737 req-e25ddaa7-0ae5-4175-ba0e-42b9d9b191be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 1094 time: 0.0708296 Oct 26 14:08:13.280737 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] Deleting port c401b152-10d7-46ad-982f-9140ca9df275 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:13.281086 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.336017 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94913f1b-3317-4683-aa08-e1c410860737 req-d6b4673c-7f02-4a76-91b1-66fad8a76f85 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02893fec-f16d-40f3-9304-0b45aa492d4b HTTP/1.1" status: 200 len: 217 time: 0.0474982 Oct 26 14:08:13.340221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-50201040-323b-4543-961b-d2e04e51c793 None None] Set router 1ab5149d-9671-4da0-ba03-00de0fb2bd46 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:08:13.389745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94913f1b-3317-4683-aa08-e1c410860737 req-a0bdd416-a656-429a-b3f9-ccdbe95b2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:13.391341 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94913f1b-3317-4683-aa08-e1c410860737 req-a0bdd416-a656-429a-b3f9-ccdbe95b2b18 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.0482888 Oct 26 14:08:13.396083 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-50201040-323b-4543-961b-d2e04e51c793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'name': 'tempest-ServersTestMultiNic-1527668786-router', 'tenant_id': '035e6464759349afbd341d7175650b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:30Z', 'updated_at': '2021-10-26T14:08:13Z', 'revision_number': 6, 'project_id': '035e6464759349afbd341d7175650b42', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:13.417572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1537e-9c9f-42af-9898-d5334a7891d1 req-34692a79-3296-4316-9737-a8057762f968 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:13.419123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43e1537e-9c9f-42af-9898-d5334a7891d1 req-34692a79-3296-4316-9737-a8057762f968 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.0774467 Oct 26 14:08:13.423130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50201040-323b-4543-961b-d2e04e51c793 None None] The sync data for ids ['1ab5149d-9671-4da0-ba03-00de0fb2bd46'] in n-d-815498-1 is: [{'id': '1ab5149d-9671-4da0-ba03-00de0fb2bd46', 'name': 'tempest-ServersTestMultiNic-1527668786-router', 'tenant_id': '035e6464759349afbd341d7175650b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:30Z', 'updated_at': '2021-10-26T14:08:13Z', 'revision_number': 6, 'project_id': '035e6464759349afbd341d7175650b42', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:08:13.428013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] For port c401b152-10d7-46ad-982f-9140ca9df275, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c401b152-10d7-46ad-982f-9140ca9df275,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:13.428472 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.434785 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94913f1b-3317-4683-aa08-e1c410860737 req-310ccf70-2f52-49c8-bd96-02af9e2794d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304108 Oct 26 14:08:13.456261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] Calling delete_port for c401b152-10d7-46ad-982f-9140ca9df275 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:13.487877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43e1537e-9c9f-42af-9898-d5334a7891d1 req-91a0a68c-866e-40fd-9cbd-85a4d3c9426f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565751 Oct 26 14:08:13.538489 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94913f1b-3317-4683-aa08-e1c410860737 req-d2ee858d-5cd7-4415-b9cc-c087d18b5e83 service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957909 Oct 26 14:08:13.576691 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 55ee5a9c-e592-4a25-9913-db9360f20898 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:13.643116 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-94913f1b-3317-4683-aa08-e1c410860737 req-39d9b79d-9875-4c10-8aba-74a6f31f7969 service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974948 Oct 26 14:08:13.644136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 55ee5a9c-e592-4a25-9913-db9360f20898 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:13.647194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776e94c-6af5-482d-b8b9-a45df7dd65c8 req-9215efd7-8951-4555-8aa9-93798b3ef20f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:13.648738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5776e94c-6af5-482d-b8b9-a45df7dd65c8 req-9215efd7-8951-4555-8aa9-93798b3ef20f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.0741842 Oct 26 14:08:13.649150 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 55ee5a9c-e592-4a25-9913-db9360f20898 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:13.649709 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.748846 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e425de4-dba4-42f2-9fc1-18b242dcd996 req-e3c7f146-d8ec-49ae-9456-c456f8e5a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:13.751166 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e425de4-dba4-42f2-9fc1-18b242dcd996 req-e3c7f146-d8ec-49ae-9456-c456f8e5a3a4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 1094 time: 0.0508087 Oct 26 14:08:13.753000 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.759213 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.789582 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5776e94c-6af5-482d-b8b9-a45df7dd65c8 req-f5e9aa2c-7fe6-4490-940c-544fad3e3941 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221576 Oct 26 14:08:13.790908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1781c0-0fd8-4550-865b-8ce6e884a5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ee5a9c-e592-4a25-9913-db9360f20898'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:13.793349 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19011389-69f5-4739-8d07-7b1219ab4a0e" -d '{"events": [{"server_uuid": "0b1781c0-0fd8-4550-865b-8ce6e884a5fd", "name": "network-vif-plugged", "status": "completed", "tag": "55ee5a9c-e592-4a25-9913-db9360f20898"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:13.823330 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c401b152-10d7-46ad-982f-9140ca9df275,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:13.833946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445ff73-fbc1-44b5-b26a-5e627b3809c3 req-7ce241bf-7520-4973-b1be-ddf41697397f tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:13.835969 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d445ff73-fbc1-44b5-b26a-5e627b3809c3 req-7ce241bf-7520-4973-b1be-ddf41697397f tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 944 time: 0.1507888 Oct 26 14:08:13.837232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 55ee5a9c-e592-4a25-9913-db9360f20898, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=55ee5a9c-e592-4a25-9913-db9360f20898,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:13.844042 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.911111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=55ee5a9c-e592-4a25-9913-db9360f20898,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:13.936145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e425de4-dba4-42f2-9fc1-18b242dcd996 req-6edf5051-8a16-4535-817e-28f684c91138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:13.937657 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e425de4-dba4-42f2-9fc1-18b242dcd996 req-6edf5051-8a16-4535-817e-28f684c91138 service neutron] 10.222.0.25 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 907 time: 0.1788230 Oct 26 14:08:13.970484 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d445ff73-fbc1-44b5-b26a-5e627b3809c3 req-0fe3c626-910f-40f1-9263-1fff38fef853 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035080 Oct 26 14:08:13.971286 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.987767 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e425de4-dba4-42f2-9fc1-18b242dcd996 req-9e12d521-7da4-41bb-adc7-3f9737ed514e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02893fec-f16d-40f3-9304-0b45aa492d4b HTTP/1.1" status: 200 len: 217 time: 0.0372133 Oct 26 14:08:14.047896 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e425de4-dba4-42f2-9fc1-18b242dcd996 req-b389c4f6-92a2-409f-bf7b-5f0693ebf8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:14.049535 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e425de4-dba4-42f2-9fc1-18b242dcd996 req-b389c4f6-92a2-409f-bf7b-5f0693ebf8a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.0544043 Oct 26 14:08:14.084227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde15050-f855-4f0b-9ff2-f6179e24d259 req-483550b3-c170-4e15-9d28-d8fcc7cc4379 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:14.085107 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e425de4-dba4-42f2-9fc1-18b242dcd996 req-7b03def8-c85f-492f-969e-5e1b728b87ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269938 Oct 26 14:08:14.085923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bde15050-f855-4f0b-9ff2-f6179e24d259 req-483550b3-c170-4e15-9d28-d8fcc7cc4379 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1764042 Oct 26 14:08:14.088260 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.090589 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.158698 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44e0a28-3957-47ad-ae71-1f84f7cd6da8 x-openstack-request-id: req-a44e0a28-3957-47ad-ae71-1f84f7cd6da8 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:14.159241 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1781c0-0fd8-4550-865b-8ce6e884a5fd", "name": "network-vif-plugged", "status": "completed", "tag": "55ee5a9c-e592-4a25-9913-db9360f20898", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:14.159913 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a44e0a28-3957-47ad-ae71-1f84f7cd6da8 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:14.160468 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.161067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab5149d-9671-4da0-ba03-00de0fb2bd46 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:08:14.161380 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1781c0-0fd8-4550-865b-8ce6e884a5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ee5a9c-e592-4a25-9913-db9360f20898', 'code': 200} Oct 26 14:08:14.167113 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.168259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-eabd9822-a24b-43fe-8e2e-022f2f8eb6d3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1ab5149d-9671-4da0-ba03-00de0fb2bd46 HTTP/1.1" status: 204 len: 168 time: 1.4403589 Oct 26 14:08:14.171299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59970) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:14.183079 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bde15050-f855-4f0b-9ff2-f6179e24d259 req-db0b6db0-61b8-4ed5-a2cc-cc160887bba9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893991 Oct 26 14:08:14.222220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-20771156-35a1-4e26-b88e-e8875a518d08 admin admin] Deleting subnet e3c6128d-7ff2-4709-a690-92989fe6291f {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:08:14.225432 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20771156-35a1-4e26-b88e-e8875a518d08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.257010 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e425de4-dba4-42f2-9fc1-18b242dcd996 req-5b0bdeab-195d-4d89-81f3-7170375e29d1 service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639242 Oct 26 14:08:14.344520 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20771156-35a1-4e26-b88e-e8875a518d08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.370706 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e425de4-dba4-42f2-9fc1-18b242dcd996 req-6910f5a2-2560-4115-ad2d-c9b97bf5d83c service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018715 Oct 26 14:08:14.398962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c29093-2b1e-483d-8d72-194d0d3444f7 req-47a9dbbb-8984-43e7-9003-de1c058e5a4f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:14.401070 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5c29093-2b1e-483d-8d72-194d0d3444f7 req-47a9dbbb-8984-43e7-9003-de1c058e5a4f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 943 time: 0.1515265 Oct 26 14:08:14.423986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f69a9-20f2-4fcf-922a-c7a62a6d8bc5 req-6b34a17f-261b-476a-ad5d-db8e57e9f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:14.425383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d5f69a9-20f2-4fcf-922a-c7a62a6d8bc5 req-6b34a17f-261b-476a-ad5d-db8e57e9f122 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 1096 time: 0.1647940 Oct 26 14:08:14.436060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f6820-e51c-43d0-8008-2de590885e7a req-9daf4db9-4812-4f88-b188-9833acb462dc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:14.437954 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a2f6820-e51c-43d0-8008-2de590885e7a req-9daf4db9-4812-4f88-b188-9833acb462dc tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1619885 Oct 26 14:08:14.552961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5c29093-2b1e-483d-8d72-194d0d3444f7 req-00a1d8d5-90cd-46c3-8a29-81a455856f31 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373277 Oct 26 14:08:14.552961 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20771156-35a1-4e26-b88e-e8875a518d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.579958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a2f6820-e51c-43d0-8008-2de590885e7a req-b668e981-0fa7-40d4-b180-b3faa58636ea tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296048 Oct 26 14:08:14.583813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d5f69a9-20f2-4fcf-922a-c7a62a6d8bc5 req-c939e81a-46c6-40e6-aca0-ff62a36503d8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366186 Oct 26 14:08:14.628485 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20771156-35a1-4e26-b88e-e8875a518d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.657101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20771156-35a1-4e26-b88e-e8875a518d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c6128d-7ff2-4709-a690-92989fe6291f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:14.661052 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20771156-35a1-4e26-b88e-e8875a518d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.664328 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-20771156-35a1-4e26-b88e-e8875a518d08 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e3c6128d-7ff2-4709-a690-92989fe6291f HTTP/1.1" status: 204 len: 168 time: 0.4922132 Oct 26 14:08:14.667004 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59978) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:14.667864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac66fba7-d64c-4b97-a373-ad216afd61eb None None] Network 4a8ef9f9-37dd-4775-82d4-245147b44413 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:14.729548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49700ca-671c-4230-bd1d-3ab85a40b7fb req-a3e0d193-a565-41e5-a899-e14dddae3c35 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:14.730840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c49700ca-671c-4230-bd1d-3ab85a40b7fb req-a3e0d193-a565-41e5-a899-e14dddae3c35 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.0654218 Oct 26 14:08:14.761136 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.782651 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c49700ca-671c-4230-bd1d-3ab85a40b7fb req-3db74d24-8269-43f2-b634-9fd7d818fb17 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Oct 26 14:08:14.819862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Deleting port 5ea04a31-e195-472d-ba0f-2662a76979c9 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:14.820281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.871630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41a467-2098-42f0-8957-259d48c538cb None None] DHCP port deletion for 4a8ef9f9-37dd-4775-82d4-245147b44413 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:08:14.896914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] For port 5ea04a31-e195-472d-ba0f-2662a76979c9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=5ea04a31-e195-472d-ba0f-2662a76979c9,segment=NetworkSegment(42c5011d-dcb5-4dd3-a940-fec03a0cb307),segment_id=42c5011d-dcb5-4dd3-a940-fec03a0cb307)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:14.897173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.911627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Calling delete_port for 5ea04a31-e195-472d-ba0f-2662a76979c9 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:14.920778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-df41a467-2098-42f0-8957-259d48c538cb None None] Deleting port 5ea04a31-e195-472d-ba0f-2662a76979c9 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:14.921154 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-df41a467-2098-42f0-8957-259d48c538cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.938637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4333f7-4f5c-4949-adc4-319f313510cc req-e68ad171-062a-4d0d-b97f-dbdf8bbf15dd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:14.940138 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e4333f7-4f5c-4949-adc4-319f313510cc req-e68ad171-062a-4d0d-b97f-dbdf8bbf15dd tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.0505152 Oct 26 14:08:14.979762 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e4333f7-4f5c-4949-adc4-319f313510cc req-ec082ade-3252-48b4-8446-431f90d139a7 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330622 Oct 26 14:08:14.989374 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-df41a467-2098-42f0-8957-259d48c538cb None None] For port 5ea04a31-e195-472d-ba0f-2662a76979c9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=5ea04a31-e195-472d-ba0f-2662a76979c9,segment=NetworkSegment(42c5011d-dcb5-4dd3-a940-fec03a0cb307),segment_id=42c5011d-dcb5-4dd3-a940-fec03a0cb307)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:14.989909 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-df41a467-2098-42f0-8957-259d48c538cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.005887 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-df41a467-2098-42f0-8957-259d48c538cb None None] Calling delete_port for 5ea04a31-e195-472d-ba0f-2662a76979c9 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:15.013657 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.055560 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea04a31-e195-472d-ba0f-2662a76979c9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:15.062293 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] No DVR routers for this DVR port 5ea04a31-e195-472d-ba0f-2662a76979c9 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:15.090312 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fbfd9889-9eb2-43fe-8955-e534b40dc3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.136022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad592e9-3661-433a-ab63-a177023157c5 req-34e5f75c-bfce-4500-b094-aaa21eb7851c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:15.138731 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-df41a467-2098-42f0-8957-259d48c538cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.140199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.144054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cad592e9-3661-433a-ab63-a177023157c5 req-34e5f75c-bfce-4500-b094-aaa21eb7851c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.0788770 Oct 26 14:08:15.160620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8ef9f9-37dd-4775-82d4-245147b44413']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:15.164181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41a467-2098-42f0-8957-259d48c538cb None None] Pushing event deleted for resources: {'Port': ['ID=5ea04a31-e195-472d-ba0f-2662a76979c9,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:15.169299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6146f2-538d-4143-9c40-d3f16f09dfae req-8888ab70-f867-43bc-8c0b-77272bcac2af tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:15.170567 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c5011d-dcb5-4dd3-a940-fec03a0cb307') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:15.170863 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c5011d-dcb5-4dd3-a940-fec03a0cb307') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:15.171165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df41a467-2098-42f0-8957-259d48c538cb None None] No DVR routers for this DVR port 5ea04a31-e195-472d-ba0f-2662a76979c9 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:15.177484 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c6146f2-538d-4143-9c40-d3f16f09dfae req-8888ab70-f867-43bc-8c0b-77272bcac2af tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 945 time: 0.1263678 Oct 26 14:08:15.182598 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.198520 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.199779 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 255efd68-5f68-4671-bc49-d25d3113ee59 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:15.205237 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:08:15.205710 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:08:15.207913 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:08:15.224640 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c6146f2-538d-4143-9c40-d3f16f09dfae req-b2aea33e-393e-42ce-8cbd-6340c0c0e24f tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461235 Oct 26 14:08:15.241210 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cad592e9-3661-433a-ab63-a177023157c5 req-8fcf36a1-7722-4add-b03c-bdc6a237bf13 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966344 Oct 26 14:08:15.314244 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.323724 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.329736 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4a8ef9f9-37dd-4775-82d4-245147b44413 HTTP/1.1" status: 204 len: 168 time: 0.6610575 Oct 26 14:08:15.333344 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c401b152-10d7-46ad-982f-9140ca9df275 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:15.339533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4e488-ae50-4ed2-8564-ec653c31ecf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a8ef9f9-37dd-4775-82d4-245147b44413,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:15.378996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: c401b152-10d7-46ad-982f-9140ca9df275 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:15.379270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c401b152-10d7-46ad-982f-9140ca9df275 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:15.379688 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5ea04a31-e195-472d-ba0f-2662a76979c9 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:15.385485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 255efd68-5f68-4671-bc49-d25d3113ee59, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=255efd68-5f68-4671-bc49-d25d3113ee59,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:15.410954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 5ea04a31-e195-472d-ba0f-2662a76979c9 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:15.412661 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5ea04a31-e195-472d-ba0f-2662a76979c9 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:15.412661 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 473e7576-820a-491d-a095-5eae2520ddbd no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:15.435405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 473e7576-820a-491d-a095-5eae2520ddbd {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:15.435697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 473e7576-820a-491d-a095-5eae2520ddbd not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:15.441285 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '255efd68-5f68-4671-bc49-d25d3113ee59', 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d', 'port_id': '255efd68-5f68-4671-bc49-d25d3113ee59', 'mac_address': 'fa:16:3e:85:94:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f199ee-a046-49d1-984f-441650e52e48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:15.455593 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82796b-c150-44fa-be36-4b10ff616ff7 req-ab1bd10c-211d-456a-9f22-f8959b694e85 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:15.458947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc82796b-c150-44fa-be36-4b10ff616ff7 req-ab1bd10c-211d-456a-9f22-f8959b694e85 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.0603182 Oct 26 14:08:15.489608 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.492742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59998) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:15.508389 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc82796b-c150-44fa-be36-4b10ff616ff7 req-e2d13cae-7f56-4d8d-9bf1-d640b0a846bb tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425668 Oct 26 14:08:15.508945 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 255efd68-5f68-4671-bc49-d25d3113ee59 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:15.548325 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 255efd68-5f68-4671-bc49-d25d3113ee59, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=255efd68-5f68-4671-bc49-d25d3113ee59,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:15.550761 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-67017f84-fa8c-415e-a4cd-682e200b44ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=035e6464759349afbd341d7175650b42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569243 Oct 26 14:08:15.553433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60002) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:15.553705 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.625201 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-79439303-398c-4ff1-9447-6340ad30b1b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.627045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=255efd68-5f68-4671-bc49-d25d3113ee59,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:15.657803 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-79439303-398c-4ff1-9447-6340ad30b1b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.679725 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1232ad-af3e-482d-b617-e93057815e88 req-683824d7-1bc9-4c97-a6eb-c79c62151e89 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:15.681196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c1232ad-af3e-482d-b617-e93057815e88 req-683824d7-1bc9-4c97-a6eb-c79c62151e89 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.0864916 Oct 26 14:08:15.714729 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4baef-1420-41ec-93cb-9d63d835f21a req-c010807b-984b-4373-a446-58021affc26e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:15.714973 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-79439303-398c-4ff1-9447-6340ad30b1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.716846 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ae4baef-1420-41ec-93cb-9d63d835f21a req-c010807b-984b-4373-a446-58021affc26e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 943 time: 0.0789640 Oct 26 14:08:15.719468 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-79439303-398c-4ff1-9447-6340ad30b1b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.720641 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-79439303-398c-4ff1-9447-6340ad30b1b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66ea776b-4ae5-4352-820f-a9c999a0bf0f HTTP/1.1" status: 204 len: 168 time: 0.1661818 Oct 26 14:08:15.730474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['255efd68-5f68-4671-bc49-d25d3113ee59'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:15.739737 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79439303-398c-4ff1-9447-6340ad30b1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ea776b-4ae5-4352-820f-a9c999a0bf0f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:15.764620 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c1232ad-af3e-482d-b617-e93057815e88 req-56c38c40-9c9a-4c39-8bce-679faa0e1635 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763206 Oct 26 14:08:15.806706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ae4baef-1420-41ec-93cb-9d63d835f21a req-b61d4931-7ef6-453a-a52e-1b06e3b06a90 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787725 Oct 26 14:08:16.349083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109badc-b93c-4f02-905a-6d4a1b64c4ae req-d38740f8-768a-43ba-8a3f-14679dd99637 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.350973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3109badc-b93c-4f02-905a-6d4a1b64c4ae req-d38740f8-768a-43ba-8a3f-14679dd99637 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 945 time: 0.0500386 Oct 26 14:08:16.429184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3109badc-b93c-4f02-905a-6d4a1b64c4ae req-ad5b0fd6-358d-4075-b065-7eaa0dbd06c9 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668609 Oct 26 14:08:16.450244 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-22c5ff17-253f-4387-914e-0beb901aff8f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0707028 Oct 26 14:08:16.533569 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:16.708277 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:16.884986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b916d6-c027-47d7-8e0d-b454dc726a27 req-0d2d232a-cbe8-4903-91ff-5c000a676533 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.886493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04b916d6-c027-47d7-8e0d-b454dc726a27 req-0d2d232a-cbe8-4903-91ff-5c000a676533 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 945 time: 0.3796053 Oct 26 14:08:16.902064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ef27e-ae72-4bb2-a086-b425889b57db req-8049c0db-5124-4cd0-a315-a24271bd1974 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.903454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-347ef27e-ae72-4bb2-a086-b425889b57db req-8049c0db-5124-4cd0-a315-a24271bd1974 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 945 time: 0.0911427 Oct 26 14:08:16.913889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-c77a00e1-0714-4cdf-9bf4-dbf2c796280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.914410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-c77a00e1-0714-4cdf-9bf4-dbf2c796280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.914892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-c77a00e1-0714-4cdf-9bf4-dbf2c796280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.915365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-c77a00e1-0714-4cdf-9bf4-dbf2c796280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.916384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-c77a00e1-0714-4cdf-9bf4-dbf2c796280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.916853 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-c77a00e1-0714-4cdf-9bf4-dbf2c796280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.917322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-c77a00e1-0714-4cdf-9bf4-dbf2c796280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.919121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-c77a00e1-0714-4cdf-9bf4-dbf2c796280e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b890508d63bb4edab3a32080f2d3356f&device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 6500 time: 0.4026899 Oct 26 14:08:17.009882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04b916d6-c027-47d7-8e0d-b454dc726a27 req-3f58e21b-d60c-4e83-8b88-fdbddb082ebb tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154051 Oct 26 14:08:17.017928 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-347ef27e-ae72-4bb2-a086-b425889b57db req-e6a18515-f4a0-43d9-85f3-91fac4000814 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978923 Oct 26 14:08:17.064190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-3b82bcc8-f017-45ba-80fb-3d3758961af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:17.064762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-3b82bcc8-f017-45ba-80fb-3d3758961af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:17.065413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-3b82bcc8-f017-45ba-80fb-3d3758961af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:17.067088 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-3b82bcc8-f017-45ba-80fb-3d3758961af5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=42f85f6d-53f4-4747-845e-e2c3cd5366d2&id=e28a5a04-47ef-442f-816d-e9075d616762&id=e28a5a04-47ef-442f-816d-e9075d616762&id=e28a5a04-47ef-442f-816d-e9075d616762&id=e28a5a04-47ef-442f-816d-e9075d616762&id=614644c2-ecb3-429d-a925-733cf1797bb4&id=614644c2-ecb3-429d-a925-733cf1797bb4 HTTP/1.1" status: 200 len: 2297 time: 0.1213195 Oct 26 14:08:17.171838 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-096bf4e0-dcc1-4e37-afb9-3235fd4523cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e8f1a12-fa5a-4066-b754-bc1eb8d79805 HTTP/1.1" status: 200 len: 1001 time: 0.0954297 Oct 26 14:08:17.184107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e66962-c83b-4354-8a8d-19831edf06c9 req-2d513e4c-08dd-4bb0-98cb-71c4af8880da tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:17.185569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-09e66962-c83b-4354-8a8d-19831edf06c9 req-2d513e4c-08dd-4bb0-98cb-71c4af8880da tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1035509 Oct 26 14:08:17.211173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 255efd68-5f68-4671-bc49-d25d3113ee59 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:17.258966 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 255efd68-5f68-4671-bc49-d25d3113ee59 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:17.259850 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:17.284948 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-d81f6ae8-286e-45d9-9ad9-6c777c812e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:17.286501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-d81f6ae8-286e-45d9-9ad9-6c777c812e69 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=480154e8-02b2-4134-a40f-f63a39b4580e HTTP/1.1" status: 200 len: 855 time: 0.0996053 Oct 26 14:08:17.304982 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-09e66962-c83b-4354-8a8d-19831edf06c9 req-2e6c605f-c448-42ee-9ccc-1cbb9cb0d7d9 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095984 Oct 26 14:08:17.333253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd34e3d-6f27-4223-bb9b-07732806bd95 req-99d188dd-388e-4965-9326-4d049dc73536 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:17.335018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dbd34e3d-6f27-4223-bb9b-07732806bd95 req-99d188dd-388e-4965-9326-4d049dc73536 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 943 time: 0.1190085 Oct 26 14:08:17.343812 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:17.366885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff03f61-120a-40c7-be52-067c478f882b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255efd68-5f68-4671-bc49-d25d3113ee59'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:17.369783 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e94bed5-b066-4e11-983f-75b00b9a02f8" -d '{"events": [{"server_uuid": "eff03f61-120a-40c7-be52-067c478f882b", "name": "network-vif-plugged", "status": "completed", "tag": "255efd68-5f68-4671-bc49-d25d3113ee59"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:17.372500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-ba18b801-737d-4527-b78b-6f1adac94f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:17.374329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-ba18b801-737d-4527-b78b-6f1adac94f91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42f85f6d-53f4-4747-845e-e2c3cd5366d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796237 Oct 26 14:08:17.385077 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 255efd68-5f68-4671-bc49-d25d3113ee59, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=255efd68-5f68-4671-bc49-d25d3113ee59,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:17.390360 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:17.394948 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dbd34e3d-6f27-4223-bb9b-07732806bd95 req-1aef03b7-a18c-4381-89a2-b0678720b838 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510330 Oct 26 14:08:17.480055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=255efd68-5f68-4671-bc49-d25d3113ee59,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:17.500618 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-86881720-149b-41b0-9ac3-e31e94228a1b service neutron] 10.222.0.11 "GET /v2.0/networks/42f85f6d-53f4-4747-845e-e2c3cd5366d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181033 Oct 26 14:08:17.523652 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf241a2-beb1-4a30-914e-fb749402aa79 x-openstack-request-id: req-7bf241a2-beb1-4a30-914e-fb749402aa79 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:17.523948 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff03f61-120a-40c7-be52-067c478f882b", "name": "network-vif-plugged", "status": "completed", "tag": "255efd68-5f68-4671-bc49-d25d3113ee59", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:17.524212 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bf241a2-beb1-4a30-914e-fb749402aa79 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:17.524602 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff03f61-120a-40c7-be52-067c478f882b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255efd68-5f68-4671-bc49-d25d3113ee59', 'code': 200} Oct 26 14:08:17.601955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 02893fec-f16d-40f3-9304-0b45aa492d4b details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:17.791995 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-673260ec-f634-4d45-84e8-ff9ba0716ce7 service neutron] 10.222.0.11 "GET /v2.0/networks/42f85f6d-53f4-4747-845e-e2c3cd5366d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576388 Oct 26 14:08:17.912060 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-440f22ec-0769-4145-b31f-1c3e57c7fa89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=5ec9d03c-cf9e-4409-8111-c4cf8b040359 HTTP/1.1" status: 200 len: 217 time: 0.0860260 Oct 26 14:08:18.057074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-5f38451d-f2bb-4f51-b0d4-a4dd4bf62256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.070969 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-5f38451d-f2bb-4f51-b0d4-a4dd4bf62256 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.1470561 Oct 26 14:08:18.075789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 02893fec-f16d-40f3-9304-0b45aa492d4b, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=02893fec-f16d-40f3-9304-0b45aa492d4b,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:18.092907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '02893fec-f16d-40f3-9304-0b45aa492d4b', 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'port_id': '02893fec-f16d-40f3-9304-0b45aa492d4b', 'mac_address': 'fa:16:3e:3e:a7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2f8034-207a-46b1-a093-46a32822cb93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:18.107543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07820e3-f10d-402c-8c9a-6a2a973b76cd req-09cf7316-49c9-4ce0-9590-d92b57210703 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.120818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c07820e3-f10d-402c-8c9a-6a2a973b76cd req-09cf7316-49c9-4ce0-9590-d92b57210703 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1570942 Oct 26 14:08:18.144580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f44ee2-2136-483e-9248-c70a3b500a9e req-b4a9bab7-e3bc-400a-bb01-d79eba1f28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.146151 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52f44ee2-2136-483e-9248-c70a3b500a9e req-b4a9bab7-e3bc-400a-bb01-d79eba1f28ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ce0aee0322a4e368957accff6eefd0f&device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 1097 time: 0.1843081 Oct 26 14:08:18.147505 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:18.163171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02893fec-f16d-40f3-9304-0b45aa492d4b {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:18.188514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 02893fec-f16d-40f3-9304-0b45aa492d4b, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=02893fec-f16d-40f3-9304-0b45aa492d4b,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:18.194471 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:18.266169 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=02893fec-f16d-40f3-9304-0b45aa492d4b,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:18.294925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c07820e3-f10d-402c-8c9a-6a2a973b76cd req-40fa2b4f-19e9-4ea5-8c38-5964563aa044 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728675 Oct 26 14:08:18.333643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-b97dd846-6913-4ef9-9bdf-fe3ccdf4f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.335571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-b97dd846-6913-4ef9-9bdf-fe3ccdf4f718 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2506948 Oct 26 14:08:18.344243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54424e49-3531-4ca8-809a-9716665085fc req-99ef3195-bb51-42ff-ab06-49ebe8bcba7c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.346171 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54424e49-3531-4ca8-809a-9716665085fc req-99ef3195-bb51-42ff-ab06-49ebe8bcba7c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1635764 Oct 26 14:08:18.415517 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60128) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:18.463908 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:18.508925 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f44ee2-2136-483e-9248-c70a3b500a9e req-9ebdf058-8c3e-490d-bc97-cbf0a20801b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.510953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52f44ee2-2136-483e-9248-c70a3b500a9e req-9ebdf058-8c3e-490d-bc97-cbf0a20801b7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=55cdc374-aea8-45fc-8fee-8483ae48c9d5 HTTP/1.1" status: 200 len: 915 time: 0.3264930 Oct 26 14:08:18.536155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54424e49-3531-4ca8-809a-9716665085fc req-3ee41d80-84cc-46c6-b483-be03b96ee77c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754842 Oct 26 14:08:18.550816 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597fdfa0-cca3-4b4e-a8f2-47310e6c0191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:18.562912 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['02893fec-f16d-40f3-9304-0b45aa492d4b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:18.567554 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f341b4-2ed8-4f15-a303-ccecb310fe62 req-a3967cea-1afc-421f-9609-aafff852f5af tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.596114 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f341b4-2ed8-4f15-a303-ccecb310fe62 req-a3967cea-1afc-421f-9609-aafff852f5af tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 945 time: 0.2342567 Oct 26 14:08:18.652048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-5abb553c-dff4-49aa-b347-db1605f25e8d service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016024 Oct 26 14:08:18.653388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52f44ee2-2136-483e-9248-c70a3b500a9e req-f5a697e7-b5e3-4bc2-bbcd-fe92a23fee59 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c HTTP/1.1" status: 200 len: 217 time: 0.1250334 Oct 26 14:08:18.720337 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f341b4-2ed8-4f15-a303-ccecb310fe62 req-3ec47ad9-5b8c-4e5d-9749-48cb4a623138 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214139 Oct 26 14:08:18.755919 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597fdfa0-cca3-4b4e-a8f2-47310e6c0191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:18.769011 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597fdfa0-cca3-4b4e-a8f2-47310e6c0191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:18.814856 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-597fdfa0-cca3-4b4e-a8f2-47310e6c0191 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45f37e2d57f14345b560fc76d71f9621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3945880 Oct 26 14:08:18.815881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60142) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:18.856395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fdfa0-cca3-4b4e-a8f2-47310e6c0191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efe2e16-3465-4d9a-9d4f-4ca6fd02fe08,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:18.886669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f44ee2-2136-483e-9248-c70a3b500a9e req-fd85f2bf-0125-45d4-8223-fa237c75a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.888872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52f44ee2-2136-483e-9248-c70a3b500a9e req-fd85f2bf-0125-45d4-8223-fa237c75a237 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2ccbc49-6d2e-4c75-85bf-425477396e4b HTTP/1.1" status: 200 len: 854 time: 0.1943359 Oct 26 14:08:18.891740 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70e061af-8c63-4d21-afd9-7947642eca11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:18.923356 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70e061af-8c63-4d21-afd9-7947642eca11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:18.966276 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52f44ee2-2136-483e-9248-c70a3b500a9e req-995b1a6d-9bd8-4be7-8926-cc34c3e9a3e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55cdc374-aea8-45fc-8fee-8483ae48c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677502 Oct 26 14:08:19.000425 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70e061af-8c63-4d21-afd9-7947642eca11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:19.005339 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70e061af-8c63-4d21-afd9-7947642eca11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:19.010190 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-70e061af-8c63-4d21-afd9-7947642eca11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1efe2e16-3465-4d9a-9d4f-4ca6fd02fe08 HTTP/1.1" status: 204 len: 168 time: 0.1901774 Oct 26 14:08:19.019257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e061af-8c63-4d21-afd9-7947642eca11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efe2e16-3465-4d9a-9d4f-4ca6fd02fe08,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:19.108056 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52f44ee2-2136-483e-9248-c70a3b500a9e req-69839c36-e71f-410f-8560-9ca988e98fd4 service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303263 Oct 26 14:08:19.121768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9fbac-1df2-4aea-b157-82ffd68df4dd req-0ff534d5-913a-4e52-b7b8-c5ead7d23fb0 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.129529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ce9fbac-1df2-4aea-b157-82ffd68df4dd req-0ff534d5-913a-4e52-b7b8-c5ead7d23fb0 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 944 time: 0.3174801 Oct 26 14:08:19.164400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-eed1bef6-09aa-4b07-8309-c9564e30c2ac service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971249 Oct 26 14:08:19.236933 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-33487458-d34d-4767-9ace-b3763e961b83 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb HTTP/1.1" status: 200 len: 217 time: 0.0361767 Oct 26 14:08:19.298797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ce9fbac-1df2-4aea-b157-82ffd68df4dd req-76983bee-3a3d-4a91-a611-7d4d2ad10b33 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680126 Oct 26 14:08:19.349620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-a7023c49-bfe2-4450-b0d5-28ab0f6554af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.351112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-a7023c49-bfe2-4450-b0d5-28ab0f6554af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.1012201 Oct 26 14:08:19.353816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52f44ee2-2136-483e-9248-c70a3b500a9e req-bc0eeb59-7fc2-4705-8e99-ca05173973e0 service neutron] 10.222.0.25 "GET /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158670 Oct 26 14:08:19.453570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-184b6be6-f91f-4132-ae41-f65f8faf78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.455146 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-184b6be6-f91f-4132-ae41-f65f8faf78d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844038 Oct 26 14:08:19.463122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101093e-c0db-4f26-b9de-0a528e80118f req-75324e2c-a18e-4582-a81b-00a488b073b3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.470342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2101093e-c0db-4f26-b9de-0a528e80118f req-75324e2c-a18e-4582-a81b-00a488b073b3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.0811374 Oct 26 14:08:19.590104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2101093e-c0db-4f26-b9de-0a528e80118f req-1c228a89-a37a-4593-babf-421a5b11e1d6 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076694 Oct 26 14:08:19.676803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-ac480672-9ef7-46b8-a9e3-a94d0c0d92b7 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044516 Oct 26 14:08:19.734627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f89d70-ca7f-4193-84f3-3311edce5eaa req-637a7001-e5d7-45e9-8cf4-1ec3dbc61f7a tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.742086 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40f89d70-ca7f-4193-84f3-3311edce5eaa req-637a7001-e5d7-45e9-8cf4-1ec3dbc61f7a tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1083841 Oct 26 14:08:19.843411 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40f89d70-ca7f-4193-84f3-3311edce5eaa req-da94f344-110e-4a40-a889-59e61e72cae3 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001503 Oct 26 14:08:19.920066 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-8b7b9a19-5faf-4dbc-a4cb-2f63fb779bbc service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329938 Oct 26 14:08:19.930835 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cfc7c-7c5d-4062-9f49-6dee252412d3 req-1d37b10e-3d5b-4ce1-b662-470f732a0d5a tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.933717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-436cfc7c-7c5d-4062-9f49-6dee252412d3 req-1d37b10e-3d5b-4ce1-b662-470f732a0d5a tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 945 time: 0.1165264 Oct 26 14:08:19.956594 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60174) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:19.986856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-4d335088-e9b4-47bc-841d-6e62a4826fc2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=87ec2384-7841-4885-a060-2ea55351ed3a HTTP/1.1" status: 200 len: 217 time: 0.0512555 Oct 26 14:08:20.071402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2028004860-network', 'tenant_id': '9206bf8642784bbf8ece238a7571ecca'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:20.082654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-436cfc7c-7c5d-4062-9f49-6dee252412d3 req-46028f22-54c9-4110-a6cb-8ce737e70313 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405885 Oct 26 14:08:20.086767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-7c829bfd-727a-440a-a493-6f4ade8621a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:20.088241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-7c829bfd-727a-440a-a493-6f4ade8621a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.0916739 Oct 26 14:08:20.109092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] Made reservation on behalf of 9206bf8642784bbf8ece238a7571ecca for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:20.112661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.125014 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.151853 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-131c3ddf-4814-41ab-9508-b771d56d9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:20.154529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-131c3ddf-4814-41ab-9508-b771d56d9540 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0544903 Oct 26 14:08:20.227711 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.240651 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.279922 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-3f07d896-e018-45e3-9a6f-209cc8d8d525 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161935 Oct 26 14:08:20.283948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:08:20.305509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fbb00d-1fb8-495c-a10d-2981cd1720ba,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:20.309481 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.310101 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] Added segment 9340dba0-d458-4ff2-8c2b-e8396c7bd842 of type vlan for network fcd7da49-f58f-4820-b0a7-af7564d62632 Oct 26 14:08:20.375877 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.438824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-c08f4106-ad09-49e0-a15b-7ca84b8fef95 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501942 Oct 26 14:08:20.447491 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.450532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:20.451137 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.486073 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5256605 Oct 26 14:08:20.486691 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 60182) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:20.545019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-ddac0282-e505-49d4-afff-18d3796ce89c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=b2bf403d-8194-49aa-9100-a0ce693f0707 HTTP/1.1" status: 200 len: 217 time: 0.0728512 Oct 26 14:08:20.562346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d2f23a06-5f50-4859-8820-97e08f1fe4e3 admin admin] Request body: {'subnet': {'network_id': 'fcd7da49-f58f-4820-b0a7-af7564d62632', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2028004860-subnet', 'tenant_id': '9206bf8642784bbf8ece238a7571ecca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:20.562692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca23ca-a729-41a4-affb-89df3ec7c4e7 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd7da49-f58f-4820-b0a7-af7564d62632,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:20.632818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faa5df-4758-493c-8fec-43410cb513c8 req-967154a3-fb1c-4732-8ea2-b2d02148a726 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:20.634657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-69faa5df-4758-493c-8fec-43410cb513c8 req-967154a3-fb1c-4732-8ea2-b2d02148a726 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 944 time: 0.1926563 Oct 26 14:08:20.667909 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f23a06-5f50-4859-8820-97e08f1fe4e3 admin admin] Made reservation on behalf of 9206bf8642784bbf8ece238a7571ecca for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:20.670384 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2f23a06-5f50-4859-8820-97e08f1fe4e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.678278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-9bed982c-a8b7-4a9d-84c1-b602c5be3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:20.679829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-9bed982c-a8b7-4a9d-84c1-b602c5be3358 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.1240485 Oct 26 14:08:20.694620 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network fcd7da49-f58f-4820-b0a7-af7564d62632 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:08:20.804978 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-69faa5df-4758-493c-8fec-43410cb513c8 req-09926fe7-6119-430c-a676-d6a5e207c41c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619387 Oct 26 14:08:20.865067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbed47a-aa3b-4118-92b8-5400d35a2cbe req-185f1933-adde-4c3a-a1d0-4140794f4648 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:20.875673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1dbed47a-aa3b-4118-92b8-5400d35a2cbe req-185f1933-adde-4c3a-a1d0-4140794f4648 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1791060 Oct 26 14:08:20.887953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-8923288a-06c2-4433-b9f9-aabd6ac5cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:20.887953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-8923288a-06c2-4433-b9f9-aabd6ac5cb24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1608679 Oct 26 14:08:21.043648 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1dbed47a-aa3b-4118-92b8-5400d35a2cbe req-cbeb8348-fdfc-434f-9ec3-4c924ebee941 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666634 Oct 26 14:08:21.437741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8c1a7-f5a7-47bf-bee6-c49d6f60aab5 req-6c779ea2-af4d-4154-824b-3cf8e5ef0bdf tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:21.439388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1d8c1a7-f5a7-47bf-bee6-c49d6f60aab5 req-6c779ea2-af4d-4154-824b-3cf8e5ef0bdf tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.4342723 Oct 26 14:08:21.466477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-093e5b25-40c3-415e-84fc-a23860289b25 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666592 Oct 26 14:08:21.476227 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2f23a06-5f50-4859-8820-97e08f1fe4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.621466 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 55ee5a9c-e592-4a25-9913-db9360f20898 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:21.627231 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 02893fec-f16d-40f3-9304-0b45aa492d4b up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:21.636065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40d7e0-c599-4a6a-a5ef-d4d6db0f2c16 req-b9ffa04f-2115-429e-8297-a961def82d5d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:21.637577 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a40d7e0-c599-4a6a-a5ef-d4d6db0f2c16 req-b9ffa04f-2115-429e-8297-a961def82d5d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.2627921 Oct 26 14:08:21.645958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1d8c1a7-f5a7-47bf-bee6-c49d6f60aab5 req-b83210b6-648c-4505-bfda-97112c4aa990 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872897 Oct 26 14:08:21.670480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f23a06-5f50-4859-8820-97e08f1fe4e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b74d49-0848-4981-8320-b972779066a4,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:21.725570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f23a06-5f50-4859-8820-97e08f1fe4e3 admin admin] Checking segment: {'id': '9340dba0-d458-4ff2-8c2b-e8396c7bd842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'fcd7da49-f58f-4820-b0a7-af7564d62632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:21.725944 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f23a06-5f50-4859-8820-97e08f1fe4e3 admin admin] Network hostable DHCP agents. Network: fcd7da49-f58f-4820-b0a7-af7564d62632, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:08:21.762986 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 02893fec-f16d-40f3-9304-0b45aa492d4b completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:21.774017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 02893fec-f16d-40f3-9304-0b45aa492d4b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:21.774578 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.793412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a40d7e0-c599-4a6a-a5ef-d4d6db0f2c16 req-f2e454d2-69ea-47da-a2de-f9f4d50a4b6e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327417 Oct 26 14:08:21.793412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-6b74d20b-d220-47db-b7aa-09f64a889cb7 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113554 Oct 26 14:08:21.869367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 55ee5a9c-e592-4a25-9913-db9360f20898, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=55ee5a9c-e592-4a25-9913-db9360f20898,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:21.885070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '55ee5a9c-e592-4a25-9913-db9360f20898', 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517', 'port_id': '55ee5a9c-e592-4a25-9913-db9360f20898', 'mac_address': 'fa:16:3e:fb:8c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398f2516-29da-4a32-915a-862c1d0cd5d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:21.950112 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f23a06-5f50-4859-8820-97e08f1fe4e3 admin admin] Network fcd7da49-f58f-4820-b0a7-af7564d62632 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:08:21.955242 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.959350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-1f4ecc9c-e7d3-4669-af6f-84510121518a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1beb64dc-6c8d-481a-b700-f8e40d52ee65 HTTP/1.1" status: 200 len: 217 time: 0.1570852 Oct 26 14:08:21.972570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55ee5a9c-e592-4a25-9913-db9360f20898 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:22.001314 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.004146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 55ee5a9c-e592-4a25-9913-db9360f20898, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=55ee5a9c-e592-4a25-9913-db9360f20898,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:22.008164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d2f23a06-5f50-4859-8820-97e08f1fe4e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, fcd7da49-f58f-4820-b0a7-af7564d62632) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:22.040409 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a864328-e805-41f2-9757-87e70f5b36d1 None None] Network fcd7da49-f58f-4820-b0a7-af7564d62632 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:22.054742 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c0233-6a72-470f-8a12-98b9538480fc req-2116db8b-dc8b-4224-ac8f-a55d33bcb89a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:22.056938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-919c0233-6a72-470f-8a12-98b9538480fc req-2116db8b-dc8b-4224-ac8f-a55d33bcb89a tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1516354 Oct 26 14:08:22.077188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f23a06-5f50-4859-8820-97e08f1fe4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:22.077781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2f23a06-5f50-4859-8820-97e08f1fe4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.102050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-9daf092c-83ed-41b5-882c-52155c9a47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:22.104905 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-9daf092c-83ed-41b5-882c-52155c9a47ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92331dcd-0130-46ed-8969-ee16f3d140c8 HTTP/1.1" status: 200 len: 797 time: 0.1368732 Oct 26 14:08:22.132271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-919c0233-6a72-470f-8a12-98b9538480fc req-b92b2579-0b5e-4fab-8bf6-2499446ed9cf tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677128 Oct 26 14:08:22.154855 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d2f23a06-5f50-4859-8820-97e08f1fe4e3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6147592 Oct 26 14:08:22.164322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42ab93-62cc-4cdb-b86b-6cd6a1856117 req-e8f335e4-8dcf-4971-947e-b74f7153ff93 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:22.166435 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad42ab93-62cc-4cdb-b86b-6cd6a1856117 req-e8f335e4-8dcf-4971-947e-b74f7153ff93 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 945 time: 0.1895344 Oct 26 14:08:22.211965 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.230107 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0199511e-0717-4eca-92bc-5d0807640a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02893fec-f16d-40f3-9304-0b45aa492d4b'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:22.233547 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e5bf21-a763-4726-bb23-ce9473d2bc58" -d '{"events": [{"server_uuid": "0199511e-0717-4eca-92bc-5d0807640a55", "name": "network-vif-plugged", "status": "completed", "tag": "02893fec-f16d-40f3-9304-0b45aa492d4b"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:22.241600 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad42ab93-62cc-4cdb-b86b-6cd6a1856117 req-3eccda1c-7030-4baf-b9c4-ca8eb623c5ca tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557840 Oct 26 14:08:22.280272 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-0a919437-4414-4ed9-a754-22dbfe17f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:22.281809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-0a919437-4414-4ed9-a754-22dbfe17f4fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=614644c2-ecb3-429d-a925-733cf1797bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1539319 Oct 26 14:08:22.368282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef500db4-6e7e-4e5d-95bd-1cdf2cb90e9f req-82827fcf-081b-4c5d-8118-e6ce4750eb14 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:22.371013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef500db4-6e7e-4e5d-95bd-1cdf2cb90e9f req-82827fcf-081b-4c5d-8118-e6ce4750eb14 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1328347 Oct 26 14:08:22.372406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 02893fec-f16d-40f3-9304-0b45aa492d4b, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=02893fec-f16d-40f3-9304-0b45aa492d4b,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:22.377921 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f667458-345a-4bb9-8367-01cd92699e76 None None] Network fcd7da49-f58f-4820-b0a7-af7564d62632 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:22.435557 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.445085 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['55ee5a9c-e592-4a25-9913-db9360f20898'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:22.480621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef500db4-6e7e-4e5d-95bd-1cdf2cb90e9f req-3092753b-deff-48d8-a221-139372a536b0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874932 Oct 26 14:08:22.488419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-17c2b917-7eca-4853-8ca9-34c32c271542 service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964617 Oct 26 14:08:22.501408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd13175-3adf-4463-8aca-8c503910ee5f req-d60f3ea8-1153-4d03-90ee-aa839d55e633 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:22.513726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=55ee5a9c-e592-4a25-9913-db9360f20898,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:22.513906 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-edd13175-3adf-4463-8aca-8c503910ee5f req-d60f3ea8-1153-4d03-90ee-aa839d55e633 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 945 time: 0.1384673 Oct 26 14:08:22.632147 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=02893fec-f16d-40f3-9304-0b45aa492d4b,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:22.660799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-edd13175-3adf-4463-8aca-8c503910ee5f req-66ebfb59-c28a-4fd7-a5c8-630e4d68ffd1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468308 Oct 26 14:08:22.684216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-7514a808-0d75-4c59-a05f-04eb130b7c91 service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609540 Oct 26 14:08:22.748908 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-db7010c4-63a5-400b-a8c4-44f552f95afe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=067bfc8b-4181-43ad-83d7-3f578ef4e175 HTTP/1.1" status: 200 len: 217 time: 0.0568218 Oct 26 14:08:22.811579 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b10793a-63f5-4961-9427-03b80bdc4fa1 x-openstack-request-id: req-3b10793a-63f5-4961-9427-03b80bdc4fa1 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:22.811579 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0199511e-0717-4eca-92bc-5d0807640a55", "name": "network-vif-plugged", "status": "completed", "tag": "02893fec-f16d-40f3-9304-0b45aa492d4b", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:22.812249 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b10793a-63f5-4961-9427-03b80bdc4fa1 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:22.812249 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0199511e-0717-4eca-92bc-5d0807640a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02893fec-f16d-40f3-9304-0b45aa492d4b', 'code': 200} Oct 26 14:08:22.848945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-1a07bc3b-9947-4eba-8aec-433936db1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:22.852812 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-1a07bc3b-9947-4eba-8aec-433936db1d5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92331dcd-0130-46ed-8969-ee16f3d140c8 HTTP/1.1" status: 200 len: 797 time: 0.0980175 Oct 26 14:08:22.963882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa157e-a346-4c8a-8252-40973bcce20e req-eeb11599-aa69-4147-87cf-014dd422bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:22.966380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-eeb11599-aa69-4147-87cf-014dd422bc79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=614644c2-ecb3-429d-a925-733cf1797bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1030052 Oct 26 14:08:22.973011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6376f3-24ed-4017-8e8f-b5a5bb059da9 req-ad250914-3b76-483d-9e39-9d34baae85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:22.975761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6e6376f3-24ed-4017-8e8f-b5a5bb059da9 req-ad250914-3b76-483d-9e39-9d34baae85d8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 1096 time: 0.0695999 Oct 26 14:08:23.178829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6e6376f3-24ed-4017-8e8f-b5a5bb059da9 req-1e1da7c7-c0ff-4daf-b11f-4a2320c7dadb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912260 Oct 26 14:08:23.236004 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-86a1f7b6-03e5-49da-8bd2-568060663198 service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590919 Oct 26 14:08:23.243610 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b02528-3d0b-4b92-a8b6-6a23aa79f90a req-ebd7ccde-fd2a-4a01-bb5b-ff60f5ab6767 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:23.245769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23b02528-3d0b-4b92-a8b6-6a23aa79f90a req-ebd7ccde-fd2a-4a01-bb5b-ff60f5ab6767 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1664922 Oct 26 14:08:23.331555 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:23.346357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90292862-9667-4225-b11e-e391b3104122 req-22220c0b-94ce-49ef-b5f4-bfeb47b4f664 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:23.347824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90292862-9667-4225-b11e-e391b3104122 req-22220c0b-94ce-49ef-b5f4-bfeb47b4f664 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/networks?id=fcd7da49-f58f-4820-b0a7-af7564d62632 HTTP/1.1" status: 200 len: 814 time: 0.2724862 Oct 26 14:08:23.405533 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23b02528-3d0b-4b92-a8b6-6a23aa79f90a req-9624277a-c22f-4a58-ba5c-2c5dfc3eef90 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453097 Oct 26 14:08:23.413925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90292862-9667-4225-b11e-e391b3104122 req-8a5cffa4-c5bb-4476-99bd-791f607921be tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/quotas/9206bf8642784bbf8ece238a7571ecca HTTP/1.1" status: 200 len: 375 time: 0.0456102 Oct 26 14:08:23.453210 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92aa157e-a346-4c8a-8252-40973bcce20e req-f851a8c0-994f-4899-9fb4-84e3169b0320 service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035835 Oct 26 14:08:23.470589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90292862-9667-4225-b11e-e391b3104122 req-2b4d96b9-2438-436b-b31e-5fca2205b3f4 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9206bf8642784bbf8ece238a7571ecca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395482 Oct 26 14:08:23.627643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a29909-4bbe-4f2e-9010-fd72dc0d371a req-d425ddee-98e3-47de-a532-70b90d041616 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:23.629132 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4a29909-4bbe-4f2e-9010-fd72dc0d371a req-d425ddee-98e3-47de-a532-70b90d041616 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.0903368 Oct 26 14:08:23.639044 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 55ee5a9c-e592-4a25-9913-db9360f20898 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:23.656727 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90292862-9667-4225-b11e-e391b3104122 req-5bfa87ae-4c5f-49c8-8033-0b8075ef229f service neutron] 10.222.0.32 "GET /v2.0/networks/fcd7da49-f58f-4820-b0a7-af7564d62632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772759 Oct 26 14:08:23.697597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 55ee5a9c-e592-4a25-9913-db9360f20898 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:23.698077 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:23.754601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4a29909-4bbe-4f2e-9010-fd72dc0d371a req-4fabf133-801d-42e6-a34f-924030ec41ae tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168168 Oct 26 14:08:23.797769 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:23.833168 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90292862-9667-4225-b11e-e391b3104122 req-3f320940-d964-460c-909a-14c579e3fa22 service neutron] 10.222.0.32 "GET /v2.0/networks/fcd7da49-f58f-4820-b0a7-af7564d62632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755877 Oct 26 14:08:23.848438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 55ee5a9c-e592-4a25-9913-db9360f20898, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=55ee5a9c-e592-4a25-9913-db9360f20898,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:23.856211 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:23.954288 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=55ee5a9c-e592-4a25-9913-db9360f20898,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:23.981921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca97b1-41cf-460c-9a93-1ef5a7b62b05 req-570e8a5f-fe74-4a7d-9635-6937cc77233a tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:23.983522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3ca97b1-41cf-460c-9a93-1ef5a7b62b05 req-570e8a5f-fe74-4a7d-9635-6937cc77233a tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 945 time: 0.1104076 Oct 26 14:08:24.051852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3ca97b1-41cf-460c-9a93-1ef5a7b62b05 req-c62c926e-85f0-4479-8369-a4d5157b3570 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570784 Oct 26 14:08:24.251514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d936c5-4e8f-4c33-a118-8223186c1c5b req-00e51626-1334-43a2-9337-2a976f365e03 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:24.260796 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1d936c5-4e8f-4c33-a118-8223186c1c5b req-00e51626-1334-43a2-9337-2a976f365e03 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0747592 Oct 26 14:08:24.346861 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1d936c5-4e8f-4c33-a118-8223186c1c5b req-d2c859c1-55cd-4704-bdf4-97f3dabd4db6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845261 Oct 26 14:08:24.377162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa84338-1a07-427c-9a58-c949f67032bb req-2d570c8e-53b7-44b3-a902-7d48b4b9b53d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:24.387676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4aa84338-1a07-427c-9a58-c949f67032bb req-2d570c8e-53b7-44b3-a902-7d48b4b9b53d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1048658 Oct 26 14:08:24.468723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4aa84338-1a07-427c-9a58-c949f67032bb req-52241632-543c-4131-8dfa-5464dce8fd6c tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800712 Oct 26 14:08:24.512664 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c6b59-e09e-4b06-8050-187e019b55de req-01143c65-7895-4888-9aab-133a64b0d915 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:24.530618 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e4c6b59-e09e-4b06-8050-187e019b55de req-01143c65-7895-4888-9aab-133a64b0d915 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 945 time: 0.1195512 Oct 26 14:08:24.580095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7cd435fd-b193-4a52-9761-c03597890303 req-88a8ea69-b9fa-49f4-88cc-7368b5b799a1 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 210 time: 0.0380707 Oct 26 14:08:24.635209 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e4c6b59-e09e-4b06-8050-187e019b55de req-5b0a0476-503f-4ae3-b2dd-fc2ce436b2d4 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993841 Oct 26 14:08:24.813143 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1781c0-0fd8-4550-865b-8ce6e884a5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ee5a9c-e592-4a25-9913-db9360f20898'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:24.826996 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1aaaae-a9cf-4e22-be5d-b20012e503d1" -d '{"events": [{"server_uuid": "0b1781c0-0fd8-4550-865b-8ce6e884a5fd", "name": "network-vif-plugged", "status": "completed", "tag": "55ee5a9c-e592-4a25-9913-db9360f20898"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:24.838992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7b9cf-42d5-4cf9-ab6b-806425f385c9 req-4cbb79a1-c86c-4a0d-b0b3-65067205a655 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:24.847636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76d7b9cf-42d5-4cf9-ab6b-806425f385c9 req-4cbb79a1-c86c-4a0d-b0b3-65067205a655 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1018064 Oct 26 14:08:24.893436 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76d7b9cf-42d5-4cf9-ab6b-806425f385c9 req-edfb47ea-a08e-41f2-8181-93b5f7292848 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449288 Oct 26 14:08:24.947525 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba514c95-cecd-4f44-be86-181d0cc7a04d x-openstack-request-id: req-ba514c95-cecd-4f44-be86-181d0cc7a04d {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:24.948006 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1781c0-0fd8-4550-865b-8ce6e884a5fd", "name": "network-vif-plugged", "status": "completed", "tag": "55ee5a9c-e592-4a25-9913-db9360f20898", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:24.948105 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba514c95-cecd-4f44-be86-181d0cc7a04d {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:24.948477 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1781c0-0fd8-4550-865b-8ce6e884a5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ee5a9c-e592-4a25-9913-db9360f20898', 'code': 200} Oct 26 14:08:24.979364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721ca8d-2692-482b-9018-e544b41b5403 req-ad623f4d-77bb-4422-a7f4-eb911f94ecda tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:24.981633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c721ca8d-2692-482b-9018-e544b41b5403 req-ad623f4d-77bb-4422-a7f4-eb911f94ecda tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.0868957 Oct 26 14:08:25.043585 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c721ca8d-2692-482b-9018-e544b41b5403 req-fa6c64a0-b57b-487a-995b-fd1c7d5c18e9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556128 Oct 26 14:08:25.203678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a82a6f-7a69-4975-a2b5-4c0c72a1a7cc req-60295251-5597-4bd3-a41e-00d2bc1296b8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:25.207060 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-78a82a6f-7a69-4975-a2b5-4c0c72a1a7cc req-60295251-5597-4bd3-a41e-00d2bc1296b8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.0899885 Oct 26 14:08:25.312166 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401c09d-70a4-4173-a1b6-dfc43e3651be req-bc74b4a3-2a7a-4596-8e3c-aef1dd05f552 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:25.313668 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4401c09d-70a4-4173-a1b6-dfc43e3651be req-bc74b4a3-2a7a-4596-8e3c-aef1dd05f552 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 945 time: 0.1295445 Oct 26 14:08:25.323117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-78a82a6f-7a69-4975-a2b5-4c0c72a1a7cc req-f4a96b70-18ed-4ef2-9ae9-da5fb075f03e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005521 Oct 26 14:08:25.344801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc01ba7-5eaf-43cb-a9fa-3735c7d57aa1 req-7f8dc100-94fc-478c-a6bb-e27d38e6beb9 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:25.346468 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abc01ba7-5eaf-43cb-a9fa-3735c7d57aa1 req-7f8dc100-94fc-478c-a6bb-e27d38e6beb9 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 945 time: 0.1257632 Oct 26 14:08:25.508752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abc01ba7-5eaf-43cb-a9fa-3735c7d57aa1 req-a48504d5-0150-49a0-aa55-6e9c23d300a9 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446934 Oct 26 14:08:25.655875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90292862-9667-4225-b11e-e391b3104122 req-c080d2e5-66e5-41a9-8ce7-43b47b7f4662 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:25.657399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90292862-9667-4225-b11e-e391b3104122 req-c080d2e5-66e5-41a9-8ce7-43b47b7f4662 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.11 "GET /v2.0/networks?id=fcd7da49-f58f-4820-b0a7-af7564d62632 HTTP/1.1" status: 200 len: 814 time: 0.2678490 Oct 26 14:08:25.661842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-4401c09d-70a4-4173-a1b6-dfc43e3651be req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Deleting port 55ee5a9c-e592-4a25-9913-db9360f20898 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:25.662235 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4401c09d-70a4-4173-a1b6-dfc43e3651be req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.673941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c1ad5-6215-492d-aa06-8c88178af911 req-4f2d09f4-8f3f-4f66-8892-45a407967d35 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:25.681772 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c58c1ad5-6215-492d-aa06-8c88178af911 req-4f2d09f4-8f3f-4f66-8892-45a407967d35 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1672511 Oct 26 14:08:25.699018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-90292862-9667-4225-b11e-e391b3104122 req-5969e3e1-2a14-437d-8976-fe20646cacda tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Request body: {'port': {'device_id': '1bde82a5-7dbb-49e2-9479-ea5e5d205569', 'network_id': 'fcd7da49-f58f-4820-b0a7-af7564d62632', 'admin_state_up': True, 'tenant_id': '9206bf8642784bbf8ece238a7571ecca'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:25.811702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-53d4658e-db4f-411e-aa5c-5519eed0251b req-9696689e-4ccd-40ae-b330-e2bfa9ebc9e6 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 210 time: 0.1094315 Oct 26 14:08:25.852484 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c58c1ad5-6215-492d-aa06-8c88178af911 req-dd20417b-7986-471a-9836-5cdc011707a1 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696873 Oct 26 14:08:25.922644 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-4401c09d-70a4-4173-a1b6-dfc43e3651be req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] For port 55ee5a9c-e592-4a25-9913-db9360f20898, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=55ee5a9c-e592-4a25-9913-db9360f20898,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:25.923329 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4401c09d-70a4-4173-a1b6-dfc43e3651be req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.949899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-4401c09d-70a4-4173-a1b6-dfc43e3651be req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Calling delete_port for 55ee5a9c-e592-4a25-9913-db9360f20898 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:26.066242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90292862-9667-4225-b11e-e391b3104122 req-5969e3e1-2a14-437d-8976-fe20646cacda tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Made reservation on behalf of 9206bf8642784bbf8ece238a7571ecca for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:26.070270 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-90292862-9667-4225-b11e-e391b3104122 req-5969e3e1-2a14-437d-8976-fe20646cacda tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.104769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c432a-5b20-4527-a6b4-bc2b724791fc req-bffb4b94-9b47-40a6-bd2b-b1d1478d693e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:26.106597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e7c432a-5b20-4527-a6b4-bc2b724791fc req-bffb4b94-9b47-40a6-bd2b-b1d1478d693e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1805282 Oct 26 14:08:26.129574 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876273e-4cb9-4c60-b019-dccdf968897a req-d3de498c-8622-4314-97c4-4b5018ac1390 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:26.130983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0876273e-4cb9-4c60-b019-dccdf968897a req-d3de498c-8622-4314-97c4-4b5018ac1390 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 945 time: 0.1754298 Oct 26 14:08:26.262554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e7c432a-5b20-4527-a6b4-bc2b724791fc req-a2bb9f4d-9482-4afe-9f7a-f060fdf8f734 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443064 Oct 26 14:08:26.288584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0876273e-4cb9-4c60-b019-dccdf968897a req-8ff34a2b-6257-4a64-90e1-a590654940ec tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426163 Oct 26 14:08:26.725905 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4401c09d-70a4-4173-a1b6-dfc43e3651be req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.745088 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['55ee5a9c-e592-4a25-9913-db9360f20898'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:26.746230 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-90292862-9667-4225-b11e-e391b3104122 req-5969e3e1-2a14-437d-8976-fe20646cacda tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Allocated IP 172.20.0.8 (fcd7da49-f58f-4820-b0a7-af7564d62632/90b74d49-0848-4981-8320-b972779066a4/ac3b6cc7-5ed8-4403-b348-e883013c54c2) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:26.775225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Pushing event deleted for resources: {'Port': ['ID=55ee5a9c-e592-4a25-9913-db9360f20898,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:26.803092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3431fc-b70a-48e0-b4f0-52ce491f7039 req-04294fa1-b56c-4a3a-a324-ef4c9061dda8 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:26.806983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b3431fc-b70a-48e0-b4f0-52ce491f7039 req-04294fa1-b56c-4a3a-a324-ef4c9061dda8 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.4646676 Oct 26 14:08:26.832902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:26.833249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:26.833595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:26.833938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:26.834303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:26.834640 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:26.834977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:26.835309 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:26.835649 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:26.835980 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:26.837893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:26.837893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:26.860105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f224c3-0a9b-4ad4-b72c-efcb96361c0f req-9aca0387-8620-4828-8517-09af53312962 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:26.861604 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7f224c3-0a9b-4ad4-b72c-efcb96361c0f req-9aca0387-8620-4828-8517-09af53312962 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.4712906 Oct 26 14:08:26.906506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-4401c09d-70a4-4173-a1b6-dfc43e3651be req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] No DVR routers for this DVR port 55ee5a9c-e592-4a25-9913-db9360f20898 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:26.915893 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4401c09d-70a4-4173-a1b6-dfc43e3651be req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.919247 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4401c09d-70a4-4173-a1b6-dfc43e3651be req-db22cdba-5f05-4a6e-a8d2-0bf0162a90bf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.25 "DELETE /v2.0/ports/55ee5a9c-e592-4a25-9913-db9360f20898 HTTP/1.1" status: 204 len: 173 time: 1.5933998 Oct 26 14:08:26.919694 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1781c0-0fd8-4550-865b-8ce6e884a5fd', 'name': 'network-vif-deleted', 'tag': '55ee5a9c-e592-4a25-9913-db9360f20898'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:26.921968 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958519af-bdd2-4c6b-9817-dbb434722d7d" -d '{"events": [{"server_uuid": "0b1781c0-0fd8-4550-865b-8ce6e884a5fd", "name": "network-vif-deleted", "tag": "55ee5a9c-e592-4a25-9913-db9360f20898"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:27.005731 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b3431fc-b70a-48e0-b4f0-52ce491f7039 req-bac82bd2-1fa5-454e-8edc-1e273ad8c827 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907284 Oct 26 14:08:27.047166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7f224c3-0a9b-4ad4-b72c-efcb96361c0f req-f31460a5-7a57-4bbf-a01e-3e30304967a9 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766069 Oct 26 14:08:27.131286 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-90292862-9667-4225-b11e-e391b3104122 req-5969e3e1-2a14-437d-8976-fe20646cacda tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:27.211201 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01468a-b559-4caa-9385-e32065d7be6c req-fbe8787a-d464-4803-9bf4-ae806f31c85f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:27.213720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f01468a-b559-4caa-9385-e32065d7be6c req-fbe8787a-d464-4803-9bf4-ae806f31c85f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 945 time: 0.0803463 Oct 26 14:08:27.248593 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-90292862-9667-4225-b11e-e391b3104122 req-5969e3e1-2a14-437d-8976-fe20646cacda tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:27.274599 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:27.282371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-992a096b-8750-49f6-b5ed-be87531789a5 req-f35fc95e-8449-479b-9aed-ea3b60996ced tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1781c0-0fd8-4550-865b-8ce6e884a5fd HTTP/1.1" status: 200 len: 210 time: 0.0424790 Oct 26 14:08:27.332558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90292862-9667-4225-b11e-e391b3104122 req-5969e3e1-2a14-437d-8976-fe20646cacda tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Network fcd7da49-f58f-4820-b0a7-af7564d62632 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:27.339320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f01468a-b559-4caa-9385-e32065d7be6c req-d575dcdd-c8ad-48d5-99e1-f46bd413edee tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123309 Oct 26 14:08:27.342323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-90292862-9667-4225-b11e-e391b3104122 req-5969e3e1-2a14-437d-8976-fe20646cacda tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:27.346951 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-90292862-9667-4225-b11e-e391b3104122 req-5969e3e1-2a14-437d-8976-fe20646cacda tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:27.351156 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969e3e1-2a14-437d-8976-fe20646cacda tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Pushing event updated for resources: {'Port': ['ID=ac3b6cc7-5ed8-4403-b348-e883013c54c2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:27.412609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90292862-9667-4225-b11e-e391b3104122 req-5969e3e1-2a14-437d-8976-fe20646cacda tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:27.413236 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-90292862-9667-4225-b11e-e391b3104122 req-5969e3e1-2a14-437d-8976-fe20646cacda tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:27.435026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90292862-9667-4225-b11e-e391b3104122 req-5969e3e1-2a14-437d-8976-fe20646cacda tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7509391 Oct 26 14:08:27.470882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Request body: {'port': {'device_id': '1bde82a5-7dbb-49e2-9479-ea5e5d205569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:27.600255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4a216-2f55-483a-ab12-065a425956ca req-4b52a01f-8e1e-4b4c-8e9c-3d488d9c379a tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:27.601767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efe4a216-2f55-483a-ab12-065a425956ca req-4b52a01f-8e1e-4b4c-8e9c-3d488d9c379a tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 931 time: 0.1612315 Oct 26 14:08:27.616102 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04fea2-9fa0-45f0-9e6d-8ddc70674bce req-c449d0fd-be0c-47fe-9161-bdc95bcdcda2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:27.621923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f04fea2-9fa0-45f0-9e6d-8ddc70674bce req-c449d0fd-be0c-47fe-9161-bdc95bcdcda2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1626947 Oct 26 14:08:27.648076 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:27.744683 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f04fea2-9fa0-45f0-9e6d-8ddc70674bce req-e904881b-26f2-465b-8a29-b05cd9079b08 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147976 Oct 26 14:08:27.747294 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efe4a216-2f55-483a-ab12-065a425956ca req-40305efd-18ee-4f31-80a0-1aba5f0ce726 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fbb00d-1fb8-495c-a10d-2981cd1720ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241977 Oct 26 14:08:27.828717 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483304f3-2b47-4416-86f4-c62ef8c255cf x-openstack-request-id: req-483304f3-2b47-4416-86f4-c62ef8c255cf {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:27.830549 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1781c0-0fd8-4550-865b-8ce6e884a5fd", "name": "network-vif-deleted", "tag": "55ee5a9c-e592-4a25-9913-db9360f20898", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:27.830712 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-483304f3-2b47-4416-86f4-c62ef8c255cf {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:27.831531 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1781c0-0fd8-4550-865b-8ce6e884a5fd', 'name': 'network-vif-deleted', 'tag': '55ee5a9c-e592-4a25-9913-db9360f20898', 'status': 'completed', 'code': 200} Oct 26 14:08:27.891493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-58244bba-2617-4f28-9952-16ecb0b4158a req-9941c979-c72d-4caa-8337-8194f0ff4dee service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:08:27.893322 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58244bba-2617-4f28-9952-16ecb0b4158a req-9941c979-c72d-4caa-8337-8194f0ff4dee service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0111690 Oct 26 14:08:28.040067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05c686-6672-4a3a-befe-848271e820d9 req-20936355-db64-479b-b855-361091ae85e5 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:28.041773 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa05c686-6672-4a3a-befe-848271e820d9 req-20936355-db64-479b-b855-361091ae85e5 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 945 time: 0.1613336 Oct 26 14:08:28.059979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110972a-a016-4c40-ad42-388f6edb8a20 req-415404b0-373a-4150-803d-5a924a80095e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:28.066492 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4110972a-a016-4c40-ad42-388f6edb8a20 req-415404b0-373a-4150-803d-5a924a80095e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.0962796 Oct 26 14:08:28.159855 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4110972a-a016-4c40-ad42-388f6edb8a20 req-78717301-e5ce-4478-bcc5-88652d4d3507 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921066 Oct 26 14:08:28.185776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa05c686-6672-4a3a-befe-848271e820d9 req-834da526-3067-4f3d-aa4a-62b2990dcbe1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349225 Oct 26 14:08:28.274780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3b6cc7-5ed8-4403-b348-e883013c54c2 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:28.284341 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.313746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b23169-c0ee-48cd-a443-53c86a14414e req-345062ee-599a-4a53-a0bd-f99a04980315 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:28.320847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4b23169-c0ee-48cd-a443-53c86a14414e req-345062ee-599a-4a53-a0bd-f99a04980315 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.0879967 Oct 26 14:08:28.340987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Transition to ACTIVE for port object ac3b6cc7-5ed8-4403-b348-e883013c54c2 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:28.371476 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.482526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4b23169-c0ee-48cd-a443-53c86a14414e req-b952afad-7a76-4e2b-8097-bc5c316bf00f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535039 Oct 26 14:08:28.495761 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe884-e411-4088-b8f3-5c528d9c0a26 req-f003b0c2-cb2c-4122-992c-c53f96afba1d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:28.505862 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-308fe884-e411-4088-b8f3-5c528d9c0a26 req-f003b0c2-cb2c-4122-992c-c53f96afba1d tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1822858 Oct 26 14:08:28.572361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3b6cc7-5ed8-4403-b348-e883013c54c2,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:28.589235 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-308fe884-e411-4088-b8f3-5c528d9c0a26 req-4917d487-4fe2-4814-9b3c-96dd73a6b2a0 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821056 Oct 26 14:08:28.666119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Attempting to bind port ac3b6cc7-5ed8-4403-b348-e883013c54c2 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:28.666509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Attempting to bind port ac3b6cc7-5ed8-4403-b348-e883013c54c2 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '9340dba0-d458-4ff2-8c2b-e8396c7bd842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'fcd7da49-f58f-4820-b0a7-af7564d62632'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:28.666950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Attempting to bind port ac3b6cc7-5ed8-4403-b348-e883013c54c2 on network fcd7da49-f58f-4820-b0a7-af7564d62632 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:28.671670 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Port ac3b6cc7-5ed8-4403-b348-e883013c54c2 on network fcd7da49-f58f-4820-b0a7-af7564d62632 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:28.671996 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Attempting to bind port ac3b6cc7-5ed8-4403-b348-e883013c54c2 on network fcd7da49-f58f-4820-b0a7-af7564d62632 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:28.678044 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:28.678393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Checking segment: {'id': '9340dba0-d458-4ff2-8c2b-e8396c7bd842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'fcd7da49-f58f-4820-b0a7-af7564d62632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:28.678777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Bound using segment: {'id': '9340dba0-d458-4ff2-8c2b-e8396c7bd842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'fcd7da49-f58f-4820-b0a7-af7564d62632'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:28.679210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Bound port: ac3b6cc7-5ed8-4403-b348-e883013c54c2, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9340dba0-d458-4ff2-8c2b-e8396c7bd842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'fcd7da49-f58f-4820-b0a7-af7564d62632'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:28.679567 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.781512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] For port ac3b6cc7-5ed8-4403-b348-e883013c54c2, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:28.787151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] For port ac3b6cc7-5ed8-4403-b348-e883013c54c2, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ac3b6cc7-5ed8-4403-b348-e883013c54c2,segment=NetworkSegment(9340dba0-d458-4ff2-8c2b-e8396c7bd842),segment_id=9340dba0-d458-4ff2-8c2b-e8396c7bd842)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:28.797833 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.924989 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:28.925723 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.927123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90292862-9667-4225-b11e-e391b3104122 req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] 10.222.0.11 "PUT /v2.0/ports/ac3b6cc7-5ed8-4403-b348-e883013c54c2 HTTP/1.1" status: 200 len: 1091 time: 1.4656014 Oct 26 14:08:28.952501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9badb-5867-4e45-82e2-f0378c23bfcd req-c0222075-13fe-4545-acb2-d069e986738b tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:28.960596 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfb9badb-5867-4e45-82e2-f0378c23bfcd req-c0222075-13fe-4545-acb2-d069e986738b tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 945 time: 0.1569772 Oct 26 14:08:29.050086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb02fd-1d03-411d-9192-228bbc384606 req-00a9163f-8e82-4572-881b-aec172e3c1aa tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:29.051627 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02cb02fd-1d03-411d-9192-228bbc384606 req-00a9163f-8e82-4572-881b-aec172e3c1aa tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1881759 Oct 26 14:08:29.054400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfb9badb-5867-4e45-82e2-f0378c23bfcd req-e8cede4a-3145-4b69-8e59-0ab83b55d8ce tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930977 Oct 26 14:08:29.056816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78299776-b568-4dea-af7a-da5f19e96404 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3b6cc7-5ed8-4403-b348-e883013c54c2,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:29.110601 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90292862-9667-4225-b11e-e391b3104122 req-e273fd34-9e44-4f86-a0f1-8bec02f28243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:29.112192 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90292862-9667-4225-b11e-e391b3104122 req-e273fd34-9e44-4f86-a0f1-8bec02f28243 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9206bf8642784bbf8ece238a7571ecca&device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 1094 time: 0.1137104 Oct 26 14:08:29.118199 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02cb02fd-1d03-411d-9192-228bbc384606 req-38d112a5-664a-4fb0-a167-62fb7cdd391e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575328 Oct 26 14:08:29.186951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90292862-9667-4225-b11e-e391b3104122 req-381e53aa-b225-43f2-96aa-6f7ce48d309a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac3b6cc7-5ed8-4403-b348-e883013c54c2 HTTP/1.1" status: 200 len: 217 time: 0.0593028 Oct 26 14:08:29.300038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90292862-9667-4225-b11e-e391b3104122 req-2a99e2ba-0c70-43da-a843-996ec2b5b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:29.301530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90292862-9667-4225-b11e-e391b3104122 req-2a99e2ba-0c70-43da-a843-996ec2b5b760 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90b74d49-0848-4981-8320-b972779066a4 HTTP/1.1" status: 200 len: 854 time: 0.1055574 Oct 26 14:08:29.310214 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aad01-1616-4520-8853-4b5405a55f9b req-e48f59a6-847e-4a31-87ab-f27faafdf194 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:29.311792 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c7aad01-1616-4520-8853-4b5405a55f9b req-e48f59a6-847e-4a31-87ab-f27faafdf194 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1276736 Oct 26 14:08:29.320902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de761-6c61-43fe-9021-c4eea092654c req-ff835b7d-4984-4155-8acf-02f16ef9da41 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:29.330872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de9de761-6c61-43fe-9021-c4eea092654c req-ff835b7d-4984-4155-8acf-02f16ef9da41 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 943 time: 0.1333749 Oct 26 14:08:29.374011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90292862-9667-4225-b11e-e391b3104122 req-946fc38d-402d-44ed-a68a-f5f634863db6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fcd7da49-f58f-4820-b0a7-af7564d62632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609369 Oct 26 14:08:29.463481 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c7aad01-1616-4520-8853-4b5405a55f9b req-7a240dcd-c295-48dc-be71-1e84dc92187d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242673 Oct 26 14:08:29.496423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de9de761-6c61-43fe-9021-c4eea092654c req-ab1b7d7d-550c-47ee-be53-a428226851b0 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fbb00d-1fb8-495c-a10d-2981cd1720ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526506 Oct 26 14:08:29.558992 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90292862-9667-4225-b11e-e391b3104122 req-eedc08cd-b26b-4fcc-b925-dc96eadd0d31 service neutron] 10.222.0.11 "GET /v2.0/networks/fcd7da49-f58f-4820-b0a7-af7564d62632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762266 Oct 26 14:08:29.673016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 55ee5a9c-e592-4a25-9913-db9360f20898 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:29.699221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 55ee5a9c-e592-4a25-9913-db9360f20898 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:29.700287 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 55ee5a9c-e592-4a25-9913-db9360f20898 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:29.751902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2c4cb-b300-40a4-a9bc-c9ae4fa90f7a req-2dd5229d-7b0f-41aa-86c1-2096747421f6 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:29.753466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fc2c4cb-b300-40a4-a9bc-c9ae4fa90f7a req-2dd5229d-7b0f-41aa-86c1-2096747421f6 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1934981 Oct 26 14:08:29.813887 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90292862-9667-4225-b11e-e391b3104122 req-58fe5627-925a-4263-abf5-2947e45f1f09 service neutron] 10.222.0.11 "GET /v2.0/networks/fcd7da49-f58f-4820-b0a7-af7564d62632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439868 Oct 26 14:08:29.828933 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-b7e74aca-b1c2-4187-8712-7e4a6a208baf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:29.838127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-b7e74aca-b1c2-4187-8712-7e4a6a208baf tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/networks?id=46659067-f73e-4f0e-a43e-1c34158b1517 HTTP/1.1" status: 200 len: 821 time: 0.2548203 Oct 26 14:08:29.842113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bde82a5-7dbb-49e2-9479-ea5e5d205569', 'tag': 'ac3b6cc7-5ed8-4403-b348-e883013c54c2'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:29.844474 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f5a1e2-f874-462d-9543-8302d16acd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "1bde82a5-7dbb-49e2-9479-ea5e5d205569", "tag": "ac3b6cc7-5ed8-4403-b348-e883013c54c2"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:29.868195 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fc2c4cb-b300-40a4-a9bc-c9ae4fa90f7a req-a7bd603c-8ae4-4c1d-84d9-dc5e58aefe7e tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035974 Oct 26 14:08:29.870181 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-f24980c4-e0ee-4f31-9c46-9d79b8f0dab1 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/quotas/f821b78ff47f42bd9873e5d486cdd94b HTTP/1.1" status: 200 len: 375 time: 0.0311489 Oct 26 14:08:29.946188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-3f8f8795-4d80-424b-804c-d06a89228038 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f821b78ff47f42bd9873e5d486cdd94b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0695596 Oct 26 14:08:30.129006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeb491-e825-42c9-9369-50d224d0d8b8 req-fc1b0916-6f6f-4e52-b479-c249dc45cd9d tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:30.131014 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8aeb491-e825-42c9-9369-50d224d0d8b8 req-fc1b0916-6f6f-4e52-b479-c249dc45cd9d tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1134145 Oct 26 14:08:30.175931 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-4472a896-9699-4ba6-bb8b-1a81c79c924c service neutron] 10.222.0.32 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221599 Oct 26 14:08:30.213868 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8aeb491-e825-42c9-9369-50d224d0d8b8 req-92927896-9440-47cd-bcca-3b5931285d39 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706999 Oct 26 14:08:30.314654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc8dd6-45bf-4a2f-bbd7-7867e76891d5 req-a58857c2-19e2-451b-b1c0-8778d003605d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:30.316217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bcfc8dd6-45bf-4a2f-bbd7-7867e76891d5 req-a58857c2-19e2-451b-b1c0-8778d003605d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 945 time: 0.0765224 Oct 26 14:08:30.333536 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-96fd68f6-1d21-453e-9e7b-9185956f4d88 service neutron] 10.222.0.32 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463373 Oct 26 14:08:30.408301 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c7fa1d-fdaa-46fc-b5c1-b6cff92658b9 x-openstack-request-id: req-50c7fa1d-fdaa-46fc-b5c1-b6cff92658b9 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:30.408752 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bde82a5-7dbb-49e2-9479-ea5e5d205569", "tag": "ac3b6cc7-5ed8-4403-b348-e883013c54c2", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:30.408844 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50c7fa1d-fdaa-46fc-b5c1-b6cff92658b9 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:30.409711 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bde82a5-7dbb-49e2-9479-ea5e5d205569', 'tag': 'ac3b6cc7-5ed8-4403-b348-e883013c54c2', 'status': 'completed', 'code': 200} Oct 26 14:08:30.518433 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5a1e2-f874-462d-9543-8302d16acd3b req-f4c9e3b7-42ae-436d-82ef-e9d279cff78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:30.520529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6f5a1e2-f874-462d-9543-8302d16acd3b req-f4c9e3b7-42ae-436d-82ef-e9d279cff78a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9206bf8642784bbf8ece238a7571ecca&device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 1094 time: 0.1078863 Oct 26 14:08:30.554391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-bcfc8dd6-45bf-4a2f-bbd7-7867e76891d5 req-941ca59a-6335-454b-93be-2ae6a4b3feb1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Deleting port 02893fec-f16d-40f3-9304-0b45aa492d4b {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:30.554710 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bcfc8dd6-45bf-4a2f-bbd7-7867e76891d5 req-941ca59a-6335-454b-93be-2ae6a4b3feb1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.591788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab62530-0f5f-4ac1-a791-437fb8eaaff2 req-1b6a385d-9132-4b7c-823c-0f2b51af43ff tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:30.593293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fab62530-0f5f-4ac1-a791-437fb8eaaff2 req-1b6a385d-9132-4b7c-823c-0f2b51af43ff tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 945 time: 0.1413846 Oct 26 14:08:30.742691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fab62530-0f5f-4ac1-a791-437fb8eaaff2 req-7a306e49-8587-429b-a401-8d8496d9d44f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341510 Oct 26 14:08:30.773805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302784dd-756e-4028-815f-858a0ff0a3a9 req-678681fa-37c6-4c7f-8741-04a3e69a6ce3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:30.776064 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-302784dd-756e-4028-815f-858a0ff0a3a9 req-678681fa-37c6-4c7f-8741-04a3e69a6ce3 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1801808 Oct 26 14:08:30.797076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5a1e2-f874-462d-9543-8302d16acd3b req-1a50df32-9b81-40e8-a41b-12f614d25c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:30.798601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6f5a1e2-f874-462d-9543-8302d16acd3b req-1a50df32-9b81-40e8-a41b-12f614d25c9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=fcd7da49-f58f-4820-b0a7-af7564d62632 HTTP/1.1" status: 200 len: 915 time: 0.2698765 Oct 26 14:08:30.806018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-bcfc8dd6-45bf-4a2f-bbd7-7867e76891d5 req-941ca59a-6335-454b-93be-2ae6a4b3feb1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] For port 02893fec-f16d-40f3-9304-0b45aa492d4b, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=02893fec-f16d-40f3-9304-0b45aa492d4b,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:30.806018 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bcfc8dd6-45bf-4a2f-bbd7-7867e76891d5 req-941ca59a-6335-454b-93be-2ae6a4b3feb1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.861244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-bcfc8dd6-45bf-4a2f-bbd7-7867e76891d5 req-941ca59a-6335-454b-93be-2ae6a4b3feb1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Calling delete_port for 02893fec-f16d-40f3-9304-0b45aa492d4b owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:30.873013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6f5a1e2-f874-462d-9543-8302d16acd3b req-560908a3-3e1a-4397-94b2-ed658b297622 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac3b6cc7-5ed8-4403-b348-e883013c54c2 HTTP/1.1" status: 200 len: 217 time: 0.0636442 Oct 26 14:08:31.247118 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-302784dd-756e-4028-815f-858a0ff0a3a9 req-c19610bb-ce59-4c28-88e4-5d5aa522e67b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625995 Oct 26 14:08:31.307215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0ae65-b6cf-4ca5-b3d4-c8ac56897348 req-206134ea-0cda-4c05-8803-d3cb2edf38ab tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:31.308606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ea0ae65-b6cf-4ca5-b3d4-c8ac56897348 req-206134ea-0cda-4c05-8803-d3cb2edf38ab tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.4771755 Oct 26 14:08:31.310030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5a1e2-f874-462d-9543-8302d16acd3b req-b57ad504-3f6f-42f0-a6b7-c891276cf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:31.311320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6f5a1e2-f874-462d-9543-8302d16acd3b req-b57ad504-3f6f-42f0-a6b7-c891276cf02b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90b74d49-0848-4981-8320-b972779066a4 HTTP/1.1" status: 200 len: 854 time: 0.4224153 Oct 26 14:08:31.379803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6f5a1e2-f874-462d-9543-8302d16acd3b req-4c97763c-386c-42fd-8419-d2e7aef84702 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fcd7da49-f58f-4820-b0a7-af7564d62632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551770 Oct 26 14:08:31.491614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4027-74fa-4f5d-88bb-c9b32c8b9274 req-2a6fb38b-208e-499d-9273-bb5e0c583d1d tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:31.493089 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8cbc4027-74fa-4f5d-88bb-c9b32c8b9274 req-2a6fb38b-208e-499d-9273-bb5e0c583d1d tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 943 time: 0.1795766 Oct 26 14:08:31.496314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ea0ae65-b6cf-4ca5-b3d4-c8ac56897348 req-cea19b96-67a0-4637-84d0-aca23e8c515b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798673 Oct 26 14:08:31.556887 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bcfc8dd6-45bf-4a2f-bbd7-7867e76891d5 req-941ca59a-6335-454b-93be-2ae6a4b3feb1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.569570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b1c257f9-db33-43d6-98b3-252c8fbd7033'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:31.597207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['748c9e26-54cb-4e51-80d1-e112fa64b975', '02893fec-f16d-40f3-9304-0b45aa492d4b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:31.621760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8cbc4027-74fa-4f5d-88bb-c9b32c8b9274 req-6b0c7275-2d09-4cf4-8c34-82cefcd9546a tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fbb00d-1fb8-495c-a10d-2981cd1720ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169147 Oct 26 14:08:31.626574 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ca59a-6335-454b-93be-2ae6a4b3feb1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Pushing event deleted for resources: {'Port': ['ID=02893fec-f16d-40f3-9304-0b45aa492d4b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:31.655986 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6f5a1e2-f874-462d-9543-8302d16acd3b req-d7ca3117-b618-483b-8781-dc8be4a522df service neutron] 10.222.0.11 "GET /v2.0/networks/fcd7da49-f58f-4820-b0a7-af7564d62632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645288 Oct 26 14:08:31.658626 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-256995d2-c2dc-485e-9932-2536701ee42d req-0bd1d1be-fff3-4a24-9669-de46281e3c0d tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 210 time: 0.0797243 Oct 26 14:08:31.752522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfc8dd6-45bf-4a2f-bbd7-7867e76891d5 req-941ca59a-6335-454b-93be-2ae6a4b3feb1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] No DVR routers for this DVR port 02893fec-f16d-40f3-9304-0b45aa492d4b on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:31.762248 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bcfc8dd6-45bf-4a2f-bbd7-7867e76891d5 req-941ca59a-6335-454b-93be-2ae6a4b3feb1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.765966 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bcfc8dd6-45bf-4a2f-bbd7-7867e76891d5 req-941ca59a-6335-454b-93be-2ae6a4b3feb1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "DELETE /v2.0/ports/02893fec-f16d-40f3-9304-0b45aa492d4b HTTP/1.1" status: 204 len: 173 time: 1.4397073 Oct 26 14:08:31.771674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f2d40-4070-4191-8e35-17b0ea5f2c32 req-e2a431c9-b2a9-475a-b6ea-997fc104c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:31.773279 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-653f2d40-4070-4191-8e35-17b0ea5f2c32 req-e2a431c9-b2a9-475a-b6ea-997fc104c0b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 1097 time: 0.1899662 Oct 26 14:08:31.901172 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6f5a1e2-f874-462d-9543-8302d16acd3b req-eeed6c08-b25b-4186-a8ae-ff877c7bd385 service neutron] 10.222.0.11 "GET /v2.0/networks/fcd7da49-f58f-4820-b0a7-af7564d62632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353237 Oct 26 14:08:31.928286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847bb85-2734-4bc0-9811-67036384201d req-c6e38d95-2b7a-42ed-806e-34c45af9d390 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:31.929839 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1847bb85-2734-4bc0-9811-67036384201d req-c6e38d95-2b7a-42ed-806e-34c45af9d390 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.1490314 Oct 26 14:08:31.945595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-e365f00d-05d9-48b8-9aec-f651fa2fc485 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:31.948482 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-e365f00d-05d9-48b8-9aec-f651fa2fc485 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.11 "GET /v2.0/networks?id=46659067-f73e-4f0e-a43e-1c34158b1517 HTTP/1.1" status: 200 len: 821 time: 0.2931068 Oct 26 14:08:31.963757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-005bc30b-9b2b-4212-9542-3b763c4b9aa2 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Request body: {'port': {'device_id': '8515c52a-f68c-4532-b135-1ab2a8210374', 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517', 'admin_state_up': True, 'tenant_id': 'f821b78ff47f42bd9873e5d486cdd94b'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:31.987635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f2d40-4070-4191-8e35-17b0ea5f2c32 req-7e28fca5-0dc3-4c24-9477-851a8107840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:31.989130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-653f2d40-4070-4191-8e35-17b0ea5f2c32 req-7e28fca5-0dc3-4c24-9477-851a8107840e service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 912 time: 0.2037444 Oct 26 14:08:32.053342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-653f2d40-4070-4191-8e35-17b0ea5f2c32 req-e7b10b97-9cde-4b33-84dd-8b5239ff37d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=255efd68-5f68-4671-bc49-d25d3113ee59 HTTP/1.1" status: 200 len: 217 time: 0.0525606 Oct 26 14:08:32.058092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1847bb85-2734-4bc0-9811-67036384201d req-8ae4f5d6-fa18-46a7-9d76-b0a6304ccaf5 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051486 Oct 26 14:08:32.065522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad9556-347a-48a2-ac2a-34f908e9b588 req-59422d52-ebab-4990-84ba-4a59b7f1cdf4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:32.067044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79ad9556-347a-48a2-ac2a-34f908e9b588 req-59422d52-ebab-4990-84ba-4a59b7f1cdf4 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1340079 Oct 26 14:08:32.091714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-005bc30b-9b2b-4212-9542-3b763c4b9aa2 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Made reservation on behalf of f821b78ff47f42bd9873e5d486cdd94b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:32.096276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-005bc30b-9b2b-4212-9542-3b763c4b9aa2 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.138219 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79ad9556-347a-48a2-ac2a-34f908e9b588 req-f6cc04be-8a0d-4560-839a-1e2f53d1f167 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628450 Oct 26 14:08:32.139845 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f2d40-4070-4191-8e35-17b0ea5f2c32 req-924d4673-1984-4637-ae86-79d682541f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:32.141219 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-653f2d40-4070-4191-8e35-17b0ea5f2c32 req-924d4673-1984-4637-ae86-79d682541f83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f199ee-a046-49d1-984f-441650e52e48 HTTP/1.1" status: 200 len: 851 time: 0.0733192 Oct 26 14:08:32.177366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-653f2d40-4070-4191-8e35-17b0ea5f2c32 req-b9335ef9-142e-4c83-9be5-f161cc246f27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c35e518-cf32-42c2-8724-45fb7998b96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279899 Oct 26 14:08:32.240094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-005bc30b-9b2b-4212-9542-3b763c4b9aa2 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Allocated IP 172.20.0.3 (46659067-f73e-4f0e-a43e-1c34158b1517/398f2516-29da-4a32-915a-862c1d0cd5d5/368716ee-8c74-4a19-b7f7-0d0c6b632f9c) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:32.294025 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06511824-0a07-43f2-b49b-a3af1bea5243 req-24604592-ffac-43c2-bca6-23e5f4ca7d95 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=0199511e-0717-4eca-92bc-5d0807640a55 HTTP/1.1" status: 200 len: 210 time: 0.0565512 Oct 26 14:08:32.349330 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbce4a-3c1a-436e-be01-b026b440e5bc req-5b14b5fa-c06c-4c53-a6a6-973cbfb411d2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:32.350760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7bbce4a-3c1a-436e-be01-b026b440e5bc req-5b14b5fa-c06c-4c53-a6a6-973cbfb411d2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1145127 Oct 26 14:08:32.357077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-653f2d40-4070-4191-8e35-17b0ea5f2c32 req-b4e6f35f-f7c7-4a2e-825a-fcb261a53775 service neutron] 10.222.0.11 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706481 Oct 26 14:08:32.419456 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0199511e-0717-4eca-92bc-5d0807640a55', 'name': 'network-vif-deleted', 'tag': '02893fec-f16d-40f3-9304-0b45aa492d4b'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:32.421871 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47bf9ef-c21b-4c3c-aa46-20bccbd5384a" -d '{"events": [{"server_uuid": "0199511e-0717-4eca-92bc-5d0807640a55", "name": "network-vif-deleted", "tag": "02893fec-f16d-40f3-9304-0b45aa492d4b"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:32.430170 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-005bc30b-9b2b-4212-9542-3b763c4b9aa2 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.444866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7bbce4a-3c1a-436e-be01-b026b440e5bc req-c431aa39-4da0-4199-84fe-9dd41b183d65 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869393 Oct 26 14:08:32.465781 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72064830-d845-46b8-9c9b-271e3128955e x-openstack-request-id: req-72064830-d845-46b8-9c9b-271e3128955e {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:32.466109 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0199511e-0717-4eca-92bc-5d0807640a55", "name": "network-vif-deleted", "tag": "02893fec-f16d-40f3-9304-0b45aa492d4b", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:32.466492 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72064830-d845-46b8-9c9b-271e3128955e {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:32.466886 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0199511e-0717-4eca-92bc-5d0807640a55', 'name': 'network-vif-deleted', 'tag': '02893fec-f16d-40f3-9304-0b45aa492d4b', 'status': 'completed', 'code': 200} Oct 26 14:08:32.469562 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-005bc30b-9b2b-4212-9542-3b763c4b9aa2 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.484546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-653f2d40-4070-4191-8e35-17b0ea5f2c32 req-27185305-d2d2-4526-bc1b-f220fc31e0d2 service neutron] 10.222.0.11 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189835 Oct 26 14:08:32.513342 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-005bc30b-9b2b-4212-9542-3b763c4b9aa2 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Network 46659067-f73e-4f0e-a43e-1c34158b1517 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:32.524102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-005bc30b-9b2b-4212-9542-3b763c4b9aa2 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:32.528836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-005bc30b-9b2b-4212-9542-3b763c4b9aa2 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:32.589456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-005bc30b-9b2b-4212-9542-3b763c4b9aa2 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:32.589951 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-005bc30b-9b2b-4212-9542-3b763c4b9aa2 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.592383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bc30b-9b2b-4212-9542-3b763c4b9aa2 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Pushing event updated for resources: {'Port': ['ID=368716ee-8c74-4a19-b7f7-0d0c6b632f9c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:32.620952 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-005bc30b-9b2b-4212-9542-3b763c4b9aa2 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6614351 Oct 26 14:08:32.636066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Request body: {'port': {'device_id': '8515c52a-f68c-4532-b135-1ab2a8210374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:32.652667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78297167-d96d-46e5-bc57-894e8fcda3a5 req-6bd06400-9894-48bd-9cff-a176314fdb9b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:32.655394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-78297167-d96d-46e5-bc57-894e8fcda3a5 req-6bd06400-9894-48bd-9cff-a176314fdb9b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0698256 Oct 26 14:08:32.705048 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.705937 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-78297167-d96d-46e5-bc57-894e8fcda3a5 req-c11b24f1-4ad2-4a57-83cc-95ab684e588a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423367 Oct 26 14:08:32.763558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6c639-ac98-4a1e-9dd6-06b8d26a6c59 req-82fc857d-6a7d-498e-b924-794401544564 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:32.766330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83c6c639-ac98-4a1e-9dd6-06b8d26a6c59 req-82fc857d-6a7d-498e-b924-794401544564 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 943 time: 0.0586863 Oct 26 14:08:32.837953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83c6c639-ac98-4a1e-9dd6-06b8d26a6c59 req-5924e9b9-d106-4378-8295-037387ac199f tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fbb00d-1fb8-495c-a10d-2981cd1720ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649619 Oct 26 14:08:32.850349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474894f7-0ca0-4537-bcc0-d8626c8245d2 req-bd829189-8984-4654-b758-10f6b0fb28e8 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:32.851788 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-474894f7-0ca0-4537-bcc0-d8626c8245d2 req-bd829189-8984-4654-b758-10f6b0fb28e8 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 931 time: 0.0707088 Oct 26 14:08:32.918150 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-474894f7-0ca0-4537-bcc0-d8626c8245d2 req-3fa8411f-2b60-4416-bd0c-6b6124cfdb3f tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438614 Oct 26 14:08:33.024387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368716ee-8c74-4a19-b7f7-0d0c6b632f9c {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:33.032187 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:33.044256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Transition to ACTIVE for port object 368716ee-8c74-4a19-b7f7-0d0c6b632f9c will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:33.047988 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:33.095726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Pushing event updated for resources: {'Port': ['ID=368716ee-8c74-4a19-b7f7-0d0c6b632f9c,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:33.175630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Attempting to bind port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:33.175980 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Attempting to bind port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '2cfac40e-d854-470c-9441-e31f1f977232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:33.176300 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Attempting to bind port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c on network 46659067-f73e-4f0e-a43e-1c34158b1517 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:33.181011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c on network 46659067-f73e-4f0e-a43e-1c34158b1517 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:33.181459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Attempting to bind port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c on network 46659067-f73e-4f0e-a43e-1c34158b1517 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:33.187242 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:33.187242 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Checking segment: {'id': '2cfac40e-d854-470c-9441-e31f1f977232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:33.187548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Bound using segment: {'id': '2cfac40e-d854-470c-9441-e31f1f977232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:33.187946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Bound port: 368716ee-8c74-4a19-b7f7-0d0c6b632f9c, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfac40e-d854-470c-9441-e31f1f977232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:33.188247 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:33.200507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44037ea-1a57-43da-aa35-6340f9c183e8 req-11b5c954-ce67-492d-9c4b-8deaef1d9290 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:33.202120 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b44037ea-1a57-43da-aa35-6340f9c183e8 req-11b5c954-ce67-492d-9c4b-8deaef1d9290 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 946 time: 0.0583782 Oct 26 14:08:33.252026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b44037ea-1a57-43da-aa35-6340f9c183e8 req-e85f485b-4020-4a1f-b5b8-773d097da7b5 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Oct 26 14:08:33.262238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] For port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:33.265970 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] For port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=368716ee-8c74-4a19-b7f7-0d0c6b632f9c,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:33.278777 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:33.294448 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ac3b6cc7-5ed8-4403-b348-e883013c54c2 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:33.297449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 255efd68-5f68-4671-bc49-d25d3113ee59 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:33.319263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:33.319887 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:33.321464 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] 10.222.0.11 "PUT /v2.0/ports/368716ee-8c74-4a19-b7f7-0d0c6b632f9c HTTP/1.1" status: 200 len: 1091 time: 0.6916301 Oct 26 14:08:33.321755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8515c52a-f68c-4532-b135-1ab2a8210374', 'tag': '368716ee-8c74-4a19-b7f7-0d0c6b632f9c'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:33.324133 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff4c687-2a39-46eb-816c-037f8ad6a8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8515c52a-f68c-4532-b135-1ab2a8210374", "tag": "368716ee-8c74-4a19-b7f7-0d0c6b632f9c"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:33.342490 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2a0bc-4fc9-4c55-8f32-8f3b1ae553a3 service neutron] Pushing event updated for resources: {'Port': ['ID=368716ee-8c74-4a19-b7f7-0d0c6b632f9c,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:33.400754 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6bac1f-9b2f-4632-969b-629f19ed638f x-openstack-request-id: req-3c6bac1f-9b2f-4632-969b-629f19ed638f {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:33.401048 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8515c52a-f68c-4532-b135-1ab2a8210374", "tag": "368716ee-8c74-4a19-b7f7-0d0c6b632f9c", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:33.401307 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c6bac1f-9b2f-4632-969b-629f19ed638f {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:33.401708 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8515c52a-f68c-4532-b135-1ab2a8210374', 'tag': '368716ee-8c74-4a19-b7f7-0d0c6b632f9c', 'status': 'completed', 'code': 200} Oct 26 14:08:33.419112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-3058f07f-a115-4448-a19e-c04b6fd77674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:33.420977 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-3058f07f-a115-4448-a19e-c04b6fd77674 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f821b78ff47f42bd9873e5d486cdd94b&device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 1094 time: 0.0519676 Oct 26 14:08:33.488910 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-2b23edc1-73b9-4e27-b74d-cef432c0caed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=368716ee-8c74-4a19-b7f7-0d0c6b632f9c HTTP/1.1" status: 200 len: 217 time: 0.0566452 Oct 26 14:08:33.503685 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:33.517367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ac3b6cc7-5ed8-4403-b348-e883013c54c2, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ac3b6cc7-5ed8-4403-b348-e883013c54c2,segment=NetworkSegment(9340dba0-d458-4ff2-8c2b-e8396c7bd842),segment_id=9340dba0-d458-4ff2-8c2b-e8396c7bd842)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:33.540870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'ac3b6cc7-5ed8-4403-b348-e883013c54c2', 'network_id': 'fcd7da49-f58f-4820-b0a7-af7564d62632', 'port_id': 'ac3b6cc7-5ed8-4403-b348-e883013c54c2', 'mac_address': 'fa:16:3e:c0:35:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b74d49-0848-4981-8320-b972779066a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:33.548849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff03f61-120a-40c7-be52-067c478f882b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '255efd68-5f68-4671-bc49-d25d3113ee59'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:33.551557 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea29641-70e1-4564-804d-9516d33f6a43" -d '{"events": [{"server_uuid": "eff03f61-120a-40c7-be52-067c478f882b", "name": "network-vif-unplugged", "status": "completed", "tag": "255efd68-5f68-4671-bc49-d25d3113ee59"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:33.564518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-5ab734ce-d48b-4309-b5b3-7c26c61e2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:33.566360 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-5ab734ce-d48b-4309-b5b3-7c26c61e2ae8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=398f2516-29da-4a32-915a-862c1d0cd5d5 HTTP/1.1" status: 200 len: 861 time: 0.0690496 Oct 26 14:08:33.568730 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 255efd68-5f68-4671-bc49-d25d3113ee59, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=255efd68-5f68-4671-bc49-d25d3113ee59,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:33.615356 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-ac874f03-d87e-4d09-b579-6b1e281f5544 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46659067-f73e-4f0e-a43e-1c34158b1517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281427 Oct 26 14:08:33.618792 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:33.621897 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:33.625042 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df423391-3f98-42fc-89f1-0c29a86ced5a x-openstack-request-id: req-df423391-3f98-42fc-89f1-0c29a86ced5a {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:33.625338 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff03f61-120a-40c7-be52-067c478f882b", "name": "network-vif-unplugged", "status": "completed", "tag": "255efd68-5f68-4671-bc49-d25d3113ee59", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:33.626298 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df423391-3f98-42fc-89f1-0c29a86ced5a {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:33.627100 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff03f61-120a-40c7-be52-067c478f882b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '255efd68-5f68-4671-bc49-d25d3113ee59', 'code': 200} Oct 26 14:08:33.684991 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=255efd68-5f68-4671-bc49-d25d3113ee59,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:33.694017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:33.694503 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:33.694940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:33.695374 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:33.695825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:33.696254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:33.697239 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:33.697654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:33.698281 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:33.698819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:33.699363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:33.699903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:33.713705 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 02893fec-f16d-40f3-9304-0b45aa492d4b no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:33.717563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7d469-a6ed-4059-b1cc-10802861547b req-087bfa40-47c2-4128-90ee-42143e9c1269 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:33.719695 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-44a7d469-a6ed-4059-b1cc-10802861547b req-087bfa40-47c2-4128-90ee-42143e9c1269 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 945 time: 0.0974755 Oct 26 14:08:33.737891 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-6c856514-38eb-430b-8579-3a85daa69de1 service neutron] 10.222.0.11 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115551 Oct 26 14:08:33.770336 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-44a7d469-a6ed-4059-b1cc-10802861547b req-5f362515-038b-4d6b-a757-cb8d9b9efd15 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443573 Oct 26 14:08:33.880958 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbf72ca7-ba67-4896-b7d4-56962d75f217 req-4a4e3e24-8daa-400e-818c-70b299299810 service neutron] 10.222.0.11 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331925 Oct 26 14:08:33.886434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221a533-1174-452d-a12d-ddb16abf77df req-6578056b-bf13-43ea-87db-d461aa13ea28 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:33.888691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0221a533-1174-452d-a12d-ddb16abf77df req-6578056b-bf13-43ea-87db-d461aa13ea28 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0686920 Oct 26 14:08:33.907794 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3b6cc7-5ed8-4403-b348-e883013c54c2 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:33.923311 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 02893fec-f16d-40f3-9304-0b45aa492d4b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:33.923651 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 02893fec-f16d-40f3-9304-0b45aa492d4b not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:33.945974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ac3b6cc7-5ed8-4403-b348-e883013c54c2, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ac3b6cc7-5ed8-4403-b348-e883013c54c2,segment=NetworkSegment(9340dba0-d458-4ff2-8c2b-e8396c7bd842),segment_id=9340dba0-d458-4ff2-8c2b-e8396c7bd842)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:33.951940 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:33.984012 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0221a533-1174-452d-a12d-ddb16abf77df req-a45fea5e-2318-4e42-9876-c5166d54fba9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826540 Oct 26 14:08:33.995543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e7b5b-dfa1-4f3d-bc30-bcf7e977f87b req-cdc04a99-c393-498d-ac3a-0bfbf144b253 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:33.998958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4c687-2a39-46eb-816c-037f8ad6a8f2 req-163b9f0c-9221-4610-81fc-c40d5467c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:34.000470 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4ff4c687-2a39-46eb-816c-037f8ad6a8f2 req-163b9f0c-9221-4610-81fc-c40d5467c1c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f821b78ff47f42bd9873e5d486cdd94b&device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 1094 time: 0.0527880 Oct 26 14:08:34.006767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c9e7b5b-dfa1-4f3d-bc30-bcf7e977f87b req-cdc04a99-c393-498d-ac3a-0bfbf144b253 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 943 time: 0.0855153 Oct 26 14:08:34.012198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ac3b6cc7-5ed8-4403-b348-e883013c54c2,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:34.047392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c9e7b5b-dfa1-4f3d-bc30-bcf7e977f87b req-9f885cda-d433-4fa3-833e-34d94598fdf2 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fbb00d-1fb8-495c-a10d-2981cd1720ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398958 Oct 26 14:08:34.128093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0128f85-402c-471e-8f43-dcea3bb409cf req-aa175cea-d39e-4c3b-a088-27fd7d8fb279 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:34.135551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4c687-2a39-46eb-816c-037f8ad6a8f2 req-d4670c5f-8840-4d7c-b53e-3c9180af63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:34.136135 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d0128f85-402c-471e-8f43-dcea3bb409cf req-aa175cea-d39e-4c3b-a088-27fd7d8fb279 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 943 time: 0.0660715 Oct 26 14:08:34.137223 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4ff4c687-2a39-46eb-816c-037f8ad6a8f2 req-d4670c5f-8840-4d7c-b53e-3c9180af63d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46659067-f73e-4f0e-a43e-1c34158b1517 HTTP/1.1" status: 200 len: 922 time: 0.1183386 Oct 26 14:08:34.190394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d0128f85-402c-471e-8f43-dcea3bb409cf req-ac80ed35-27f7-494d-9b7a-e2fcc9e503ab tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509212 Oct 26 14:08:34.192291 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4ff4c687-2a39-46eb-816c-037f8ad6a8f2 req-8c6dd0e9-0497-4ccb-ad90-4b215385acb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=368716ee-8c74-4a19-b7f7-0d0c6b632f9c HTTP/1.1" status: 200 len: 217 time: 0.0475137 Oct 26 14:08:34.268419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4c687-2a39-46eb-816c-037f8ad6a8f2 req-0968887c-4bf1-498b-81a0-1cf941b9ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:34.270366 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4ff4c687-2a39-46eb-816c-037f8ad6a8f2 req-0968887c-4bf1-498b-81a0-1cf941b9ccac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=398f2516-29da-4a32-915a-862c1d0cd5d5 HTTP/1.1" status: 200 len: 861 time: 0.0696075 Oct 26 14:08:34.312728 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4ff4c687-2a39-46eb-816c-037f8ad6a8f2 req-6c8eff9a-84bf-4222-a7c0-61860261f0c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46659067-f73e-4f0e-a43e-1c34158b1517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312109 Oct 26 14:08:34.374481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2886ca2-90ae-4377-832e-2715c46d11cc req-9010d684-4a01-416b-b6d2-060ea11a8018 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:34.375887 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2886ca2-90ae-4377-832e-2715c46d11cc req-9010d684-4a01-416b-b6d2-060ea11a8018 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 944 time: 0.0517149 Oct 26 14:08:34.406880 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4ff4c687-2a39-46eb-816c-037f8ad6a8f2 req-bd410d22-5bf8-47b9-9389-ed2aaa790f43 service neutron] 10.222.0.11 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843134 Oct 26 14:08:34.419128 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2886ca2-90ae-4377-832e-2715c46d11cc req-b473137c-81da-4ea2-8b6d-5b9572522451 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352497 Oct 26 14:08:34.517954 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4ff4c687-2a39-46eb-816c-037f8ad6a8f2 req-41eb8284-18b1-4d2e-8844-67d01100387c service neutron] 10.222.0.11 "GET /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996563 Oct 26 14:08:34.604925 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['ac3b6cc7-5ed8-4403-b348-e883013c54c2'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:34.937399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd8716-3a65-4137-96ea-52641125526b req-2ba87f26-c40c-4aff-aa09-867a7ee8bb50 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:34.942521 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55fd8716-3a65-4137-96ea-52641125526b req-2ba87f26-c40c-4aff-aa09-867a7ee8bb50 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 945 time: 0.0783992 Oct 26 14:08:34.986551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55fd8716-3a65-4137-96ea-52641125526b req-1a6b93a5-6ce5-4b23-a790-21db38ee9fea tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Oct 26 14:08:35.113394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f2a0e-6e19-4936-aa30-cf6809501c2b req-7bb47eb7-4c2f-43af-9870-1fbbcac49ba5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:35.114928 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e56f2a0e-6e19-4936-aa30-cf6809501c2b req-7bb47eb7-4c2f-43af-9870-1fbbcac49ba5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0514131 Oct 26 14:08:35.161177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e56f2a0e-6e19-4936-aa30-cf6809501c2b req-d80b7a64-83b6-4e23-a8da-41c57b9fd72c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391705 Oct 26 14:08:35.210144 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edea61-9707-469d-a94e-2746f55f2fbc req-f06ee6f8-3f06-4cad-996c-aba390db2c3f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:35.211384 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-49edea61-9707-469d-a94e-2746f55f2fbc req-f06ee6f8-3f06-4cad-996c-aba390db2c3f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 945 time: 0.0676925 Oct 26 14:08:35.312724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48572d-22f0-4aab-a4e7-19d4be6571a7 req-5ef0bbea-e3fd-495c-913e-930efacf4187 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:35.314245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e48572d-22f0-4aab-a4e7-19d4be6571a7 req-5ef0bbea-e3fd-495c-913e-930efacf4187 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff03f61-120a-40c7-be52-067c478f882b HTTP/1.1" status: 200 len: 944 time: 0.0906117 Oct 26 14:08:35.327079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0e3ce-b9c7-4728-b03e-2fb19a10f37a req-90c6b7c3-293c-4546-9256-813ba7a71153 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:35.328794 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bee0e3ce-b9c7-4728-b03e-2fb19a10f37a req-90c6b7c3-293c-4546-9256-813ba7a71153 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 944 time: 0.0737998 Oct 26 14:08:35.331379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-49edea61-9707-469d-a94e-2746f55f2fbc req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Deleting port b1c257f9-db33-43d6-98b3-252c8fbd7033 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:35.331908 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49edea61-9707-469d-a94e-2746f55f2fbc req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.420765 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bee0e3ce-b9c7-4728-b03e-2fb19a10f37a req-360f4660-ffa8-458b-a930-ad23f3597b63 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fbb00d-1fb8-495c-a10d-2981cd1720ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821469 Oct 26 14:08:35.427581 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-49edea61-9707-469d-a94e-2746f55f2fbc req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] For port b1c257f9-db33-43d6-98b3-252c8fbd7033, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b1c257f9-db33-43d6-98b3-252c8fbd7033,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:35.427961 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49edea61-9707-469d-a94e-2746f55f2fbc req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.451372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-49edea61-9707-469d-a94e-2746f55f2fbc req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Calling delete_port for b1c257f9-db33-43d6-98b3-252c8fbd7033 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:35.461210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-0e48572d-22f0-4aab-a4e7-19d4be6571a7 req-198bec66-d472-4f47-9fe6-801105c54686 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Deleting port 255efd68-5f68-4671-bc49-d25d3113ee59 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:35.461734 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0e48572d-22f0-4aab-a4e7-19d4be6571a7 req-198bec66-d472-4f47-9fe6-801105c54686 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.615466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-0e48572d-22f0-4aab-a4e7-19d4be6571a7 req-198bec66-d472-4f47-9fe6-801105c54686 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] For port 255efd68-5f68-4671-bc49-d25d3113ee59, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=255efd68-5f68-4671-bc49-d25d3113ee59,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:35.615820 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0e48572d-22f0-4aab-a4e7-19d4be6571a7 req-198bec66-d472-4f47-9fe6-801105c54686 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.626660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49edea61-9707-469d-a94e-2746f55f2fbc req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.639096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['748c9e26-54cb-4e51-80d1-e112fa64b975'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:35.642072 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-0e48572d-22f0-4aab-a4e7-19d4be6571a7 req-198bec66-d472-4f47-9fe6-801105c54686 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Calling delete_port for 255efd68-5f68-4671-bc49-d25d3113ee59 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:35.654630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f903d-56c9-4239-8b41-aa14ba8bf798 req-6d4b3e2e-6b5b-4841-87fb-1d832d9284aa tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:35.656589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c3f903d-56c9-4239-8b41-aa14ba8bf798 req-6d4b3e2e-6b5b-4841-87fb-1d832d9284aa tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 943 time: 0.0857902 Oct 26 14:08:35.669362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Pushing event deleted for resources: {'Port': ['ID=b1c257f9-db33-43d6-98b3-252c8fbd7033,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:35.679408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:35.679712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:35.680038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:35.680374 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:35.680705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:35.681128 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:35.681456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:35.681789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:35.682469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:35.682469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:35.682832 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:35.683109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:35.762006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c3f903d-56c9-4239-8b41-aa14ba8bf798 req-d546beef-340e-488f-9ab0-75be282c26aa tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953937 Oct 26 14:08:35.781970 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-49edea61-9707-469d-a94e-2746f55f2fbc req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] No DVR routers for this DVR port b1c257f9-db33-43d6-98b3-252c8fbd7033 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:35.785646 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-49edea61-9707-469d-a94e-2746f55f2fbc req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.789096 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-49edea61-9707-469d-a94e-2746f55f2fbc req-a84d5914-c7c2-4a9c-8beb-47847afe374e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.11 "DELETE /v2.0/ports/b1c257f9-db33-43d6-98b3-252c8fbd7033 HTTP/1.1" status: 204 len: 173 time: 0.5707984 Oct 26 14:08:35.789541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c24cca9-baac-405b-992a-b9ecd0f1194d', 'name': 'network-vif-deleted', 'tag': 'b1c257f9-db33-43d6-98b3-252c8fbd7033'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:35.796531 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33362bd8-8346-432b-9762-dc822b606853" -d '{"events": [{"server_uuid": "4c24cca9-baac-405b-992a-b9ecd0f1194d", "name": "network-vif-deleted", "tag": "b1c257f9-db33-43d6-98b3-252c8fbd7033"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:35.939232 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0e48572d-22f0-4aab-a4e7-19d4be6571a7 req-198bec66-d472-4f47-9fe6-801105c54686 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.965746 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ace15d-29fa-4e38-9f9d-c717d67345f5 x-openstack-request-id: req-85ace15d-29fa-4e38-9f9d-c717d67345f5 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:35.966364 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c24cca9-baac-405b-992a-b9ecd0f1194d", "name": "network-vif-deleted", "tag": "b1c257f9-db33-43d6-98b3-252c8fbd7033", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:35.967422 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85ace15d-29fa-4e38-9f9d-c717d67345f5 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:35.968243 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c24cca9-baac-405b-992a-b9ecd0f1194d', 'name': 'network-vif-deleted', 'tag': 'b1c257f9-db33-43d6-98b3-252c8fbd7033', 'status': 'completed', 'code': 200} Oct 26 14:08:35.990529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bec66-d472-4f47-9fe6-801105c54686 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Pushing event deleted for resources: {'Port': ['ID=255efd68-5f68-4671-bc49-d25d3113ee59,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:36.050902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e48572d-22f0-4aab-a4e7-19d4be6571a7 req-198bec66-d472-4f47-9fe6-801105c54686 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] No DVR routers for this DVR port 255efd68-5f68-4671-bc49-d25d3113ee59 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:36.054119 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0e48572d-22f0-4aab-a4e7-19d4be6571a7 req-198bec66-d472-4f47-9fe6-801105c54686 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.058535 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e48572d-22f0-4aab-a4e7-19d4be6571a7 req-198bec66-d472-4f47-9fe6-801105c54686 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "DELETE /v2.0/ports/255efd68-5f68-4671-bc49-d25d3113ee59 HTTP/1.1" status: 204 len: 173 time: 0.7289398 Oct 26 14:08:36.059126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff03f61-120a-40c7-be52-067c478f882b', 'name': 'network-vif-deleted', 'tag': '255efd68-5f68-4671-bc49-d25d3113ee59'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:36.061591 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bef93e-0c80-4fe1-8205-132c6252a739" -d '{"events": [{"server_uuid": "eff03f61-120a-40c7-be52-067c478f882b", "name": "network-vif-deleted", "tag": "255efd68-5f68-4671-bc49-d25d3113ee59"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:36.133297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-034dfc33-8c72-4992-a5f2-35f4876bb2a8 req-6c89e9dc-3a91-4a2d-bfc2-e944b9b16f6a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c24cca9-baac-405b-992a-b9ecd0f1194d HTTP/1.1" status: 200 len: 210 time: 0.0360191 Oct 26 14:08:36.192934 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac71416-33a2-4daf-8666-e8d1482433f2 x-openstack-request-id: req-3ac71416-33a2-4daf-8666-e8d1482433f2 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:36.193345 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff03f61-120a-40c7-be52-067c478f882b", "name": "network-vif-deleted", "tag": "255efd68-5f68-4671-bc49-d25d3113ee59", "status": "failed", "code": 422}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:36.193720 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ac71416-33a2-4daf-8666-e8d1482433f2 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:36.194269 n-d-815498-1 neutron-server[102124]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eff03f61-120a-40c7-be52-067c478f882b', 'name': 'network-vif-deleted', 'tag': '255efd68-5f68-4671-bc49-d25d3113ee59', 'status': 'failed', 'code': 422} returned with failed status Oct 26 14:08:36.353593 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b736e06-56ac-4d85-bbc0-b03db5fde104 req-a202660a-d784-4e83-9c75-e56e23c80674 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:36.355293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b736e06-56ac-4d85-bbc0-b03db5fde104 req-a202660a-d784-4e83-9c75-e56e23c80674 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0931044 Oct 26 14:08:36.398820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b736e06-56ac-4d85-bbc0-b03db5fde104 req-238d4403-3f16-4805-a1fd-4be513f9cc9d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372665 Oct 26 14:08:36.548080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1a867-4f7e-4f3d-a123-fcc78cfebf26 req-22eb737c-9931-4f71-ba6e-6f59725ed9c8 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:36.549653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0a1a867-4f7e-4f3d-a123-fcc78cfebf26 req-22eb737c-9931-4f71-ba6e-6f59725ed9c8 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 944 time: 0.0549822 Oct 26 14:08:36.645863 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0a1a867-4f7e-4f3d-a123-fcc78cfebf26 req-4211d2b2-4770-4dc3-81a0-8f735645bd24 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fbb00d-1fb8-495c-a10d-2981cd1720ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859671 Oct 26 14:08:36.684177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb4da4-219c-4e96-a908-311df336287d req-412ec644-df8b-4f6a-93ce-ea8faae318d1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:36.685910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bcb4da4-219c-4e96-a908-311df336287d req-412ec644-df8b-4f6a-93ce-ea8faae318d1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 811 time: 0.1351442 Oct 26 14:08:36.706553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bcb4da4-219c-4e96-a908-311df336287d req-f8ea1895-aa89-408a-9c5b-5dc0cb1edec0 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/quotas/010d28b91b53419790bcd6df0dcda488 HTTP/1.1" status: 200 len: 375 time: 0.0148623 Oct 26 14:08:36.737793 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bcb4da4-219c-4e96-a908-311df336287d req-093956b8-447a-497d-a711-ff108ba382a3 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301516 Oct 26 14:08:36.834844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bcb4da4-219c-4e96-a908-311df336287d req-0f989dcd-2587-4364-b059-9fa8a69071e5 service neutron] 10.222.0.32 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896952 Oct 26 14:08:36.943511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428e886-d79d-46e4-bae7-5d524b8517be req-4d8a7264-e37d-4367-b33d-71511e4cdeff tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:36.944941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0428e886-d79d-46e4-bae7-5d524b8517be req-4d8a7264-e37d-4367-b33d-71511e4cdeff tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 943 time: 0.1039217 Oct 26 14:08:36.957695 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:08:36.979837 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bcb4da4-219c-4e96-a908-311df336287d req-9a07b7b8-1aaa-4bde-86aa-453bfa2832f1 service neutron] 10.222.0.32 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370308 Oct 26 14:08:36.999970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0428e886-d79d-46e4-bae7-5d524b8517be req-3539119b-8c4f-4b23-8da8-f38337e3e732 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478241 Oct 26 14:08:37.168468 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e49e724-00c4-4929-b498-0cbc9e3c610f req-c5d289da-6892-4419-948c-51fc236c37c4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 210 time: 0.0308876 Oct 26 14:08:37.310495 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 368716ee-8c74-4a19-b7f7-0d0c6b632f9c details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:37.314061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ac3b6cc7-5ed8-4403-b348-e883013c54c2 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:37.434040 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port ac3b6cc7-5ed8-4403-b348-e883013c54c2 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:37.445166 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port ac3b6cc7-5ed8-4403-b348-e883013c54c2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:37.445461 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.513537 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=368716ee-8c74-4a19-b7f7-0d0c6b632f9c,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:37.529061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '368716ee-8c74-4a19-b7f7-0d0c6b632f9c', 'network_id': '46659067-f73e-4f0e-a43e-1c34158b1517', 'port_id': '368716ee-8c74-4a19-b7f7-0d0c6b632f9c', 'mac_address': 'fa:16:3e:cd:ce:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398f2516-29da-4a32-915a-862c1d0cd5d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:37.544319 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-6893fd6f-db82-461c-b6b7-85e5cfe04957 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:37.552191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-6893fd6f-db82-461c-b6b7-85e5cfe04957 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.1548219 Oct 26 14:08:37.595760 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.604863 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-0fa889c2-5e7c-4b30-9686-19b4b0454c49 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/quotas/02988b14cd044ea8964cbab023a8058f HTTP/1.1" status: 200 len: 375 time: 0.0517921 Oct 26 14:08:37.619214 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368716ee-8c74-4a19-b7f7-0d0c6b632f9c {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:37.666491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6ba8e-3c5d-4c54-af9f-46ae83e7cb11 req-bace282c-5de2-48c2-8a61-edeb39d2b90f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:37.669781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbd6ba8e-3c5d-4c54-af9f-46ae83e7cb11 req-bace282c-5de2-48c2-8a61-edeb39d2b90f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1090174 Oct 26 14:08:37.682658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=368716ee-8c74-4a19-b7f7-0d0c6b632f9c,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:37.691762 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.695128 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.718953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbd6ba8e-3c5d-4c54-af9f-46ae83e7cb11 req-19bc68d4-4f82-4360-8baf-d5cac830c292 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421033 Oct 26 14:08:37.753570 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-9fff848a-654e-4bea-a3fd-405f3685ce9d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1398132 Oct 26 14:08:37.786998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bde82a5-7dbb-49e2-9479-ea5e5d205569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3b6cc7-5ed8-4403-b348-e883013c54c2'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:37.789498 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdb110b-c590-4745-8f4e-c080bff283aa" -d '{"events": [{"server_uuid": "1bde82a5-7dbb-49e2-9479-ea5e5d205569", "name": "network-vif-plugged", "status": "completed", "tag": "ac3b6cc7-5ed8-4403-b348-e883013c54c2"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:37.794719 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=368716ee-8c74-4a19-b7f7-0d0c6b632f9c,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:37.807210 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ac3b6cc7-5ed8-4403-b348-e883013c54c2, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ac3b6cc7-5ed8-4403-b348-e883013c54c2,segment=NetworkSegment(9340dba0-d458-4ff2-8c2b-e8396c7bd842),segment_id=9340dba0-d458-4ff2-8c2b-e8396c7bd842)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:37.814175 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.815973 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 255efd68-5f68-4671-bc49-d25d3113ee59 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:37.857483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 255efd68-5f68-4671-bc49-d25d3113ee59 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:37.857737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 255efd68-5f68-4671-bc49-d25d3113ee59 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:37.858260 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b1c257f9-db33-43d6-98b3-252c8fbd7033 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:37.883265 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: b1c257f9-db33-43d6-98b3-252c8fbd7033 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:37.883611 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b1c257f9-db33-43d6-98b3-252c8fbd7033 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:37.907242 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ac3b6cc7-5ed8-4403-b348-e883013c54c2,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:37.915282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd88060-825a-494d-b20a-4048fd1274ee req-319d34a7-303d-4d98-86fb-18cefe931d09 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:37.916776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0fd88060-825a-494d-b20a-4048fd1274ee req-319d34a7-303d-4d98-86fb-18cefe931d09 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 945 time: 0.1098583 Oct 26 14:08:37.950519 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-9b4f3a57-c5be-4a8b-8356-782535d6220c service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959264 Oct 26 14:08:38.020008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0fd88060-825a-494d-b20a-4048fd1274ee req-1ad66645-3680-4e91-b06d-f156bc0f2cb2 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fbb00d-1fb8-495c-a10d-2981cd1720ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961542 Oct 26 14:08:38.080036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-852daaa1-6e1f-4d49-9d81-aceb8b69de08 service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248584 Oct 26 14:08:38.159593 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd478fc-cc33-49c6-a353-aaea39ef9624 x-openstack-request-id: req-abd478fc-cc33-49c6-a353-aaea39ef9624 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:38.160235 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bde82a5-7dbb-49e2-9479-ea5e5d205569", "name": "network-vif-plugged", "status": "completed", "tag": "ac3b6cc7-5ed8-4403-b348-e883013c54c2", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:38.160741 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abd478fc-cc33-49c6-a353-aaea39ef9624 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:38.161499 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bde82a5-7dbb-49e2-9479-ea5e5d205569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3b6cc7-5ed8-4403-b348-e883013c54c2', 'code': 200} Oct 26 14:08:38.205703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['368716ee-8c74-4a19-b7f7-0d0c6b632f9c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:38.378439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd726d4-f293-4576-9bd5-ed57ed81910c req-d3de2c10-38f9-41ac-95b2-24b88fdd7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:38.381300 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-afd726d4-f293-4576-9bd5-ed57ed81910c req-d3de2c10-38f9-41ac-95b2-24b88fdd7fb3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 1096 time: 0.0883558 Oct 26 14:08:38.383285 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0c59d-41da-44ee-b343-8a40c4f36910 req-ee574394-de9f-4fd4-a965-37da8c75be66 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:38.403493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9b0c59d-41da-44ee-b343-8a40c4f36910 req-ee574394-de9f-4fd4-a965-37da8c75be66 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 944 time: 0.1831715 Oct 26 14:08:38.444207 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-afd726d4-f293-4576-9bd5-ed57ed81910c req-502f48c2-2c07-423e-895c-c866b6ac931a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=80fbb00d-1fb8-495c-a10d-2981cd1720ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556350 Oct 26 14:08:38.557147 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a308fffc-1dd7-44f7-a2d1-3834599062aa req-f820e627-d9af-4aa0-8763-8352ffc5c8bc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 210 time: 0.0429282 Oct 26 14:08:38.597332 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9b0c59d-41da-44ee-b343-8a40c4f36910 req-89dfbf21-408b-4d0c-a829-57969e56c076 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874726 Oct 26 14:08:38.656157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb4da4-219c-4e96-a908-311df336287d req-0a2294b0-b4b8-4b2f-98b7-f84a3d3015f1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:38.657585 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bcb4da4-219c-4e96-a908-311df336287d req-0a2294b0-b4b8-4b2f-98b7-f84a3d3015f1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 811 time: 0.3466585 Oct 26 14:08:38.659564 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f86163b-e95f-4bcb-b678-82327be0e02a req-317e54cb-3bb3-4b8b-b989-9bfd924a420f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 210 time: 0.0428112 Oct 26 14:08:38.676113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-7bcb4da4-219c-4e96-a908-311df336287d req-f15315f3-4d00-4bd1-8e1a-349320c6a038 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Request body: {'port': {'device_id': 'd655c726-a747-45bb-ae0e-2c922ed1a2d4', 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d', 'admin_state_up': True, 'tenant_id': '010d28b91b53419790bcd6df0dcda488'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:38.793704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bcb4da4-219c-4e96-a908-311df336287d req-f15315f3-4d00-4bd1-8e1a-349320c6a038 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Made reservation on behalf of 010d28b91b53419790bcd6df0dcda488 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:38.797777 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7bcb4da4-219c-4e96-a908-311df336287d req-f15315f3-4d00-4bd1-8e1a-349320c6a038 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:39.185730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64a9c6-82e6-415c-99b9-1743aa8358aa req-6412717d-92c3-40c5-9133-5010afa8997f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:39.187227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f64a9c6-82e6-415c-99b9-1743aa8358aa req-6412717d-92c3-40c5-9133-5010afa8997f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.3869367 Oct 26 14:08:39.298807 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f64a9c6-82e6-415c-99b9-1743aa8358aa req-f7550a0f-da27-41ee-a37c-6491f03d15f5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936551 Oct 26 14:08:39.307380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ce97f-63bc-4451-97dd-3c95ea1d9a52 req-4175cc72-d439-4ef6-9b5d-6c6b73de67e2 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:39.308310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d8ce97f-63bc-4451-97dd-3c95ea1d9a52 req-4175cc72-d439-4ef6-9b5d-6c6b73de67e2 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 945 time: 0.1478059 Oct 26 14:08:39.313302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-7bcb4da4-219c-4e96-a908-311df336287d req-f15315f3-4d00-4bd1-8e1a-349320c6a038 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Allocated IP 172.20.0.11 (0c35e518-cf32-42c2-8724-45fb7998b96d/58f199ee-a046-49d1-984f-441650e52e48/dafe7fab-2ac7-4428-9c21-de497cffcff4) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:39.410380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d8ce97f-63bc-4451-97dd-3c95ea1d9a52 req-360179e5-7896-45c3-89a6-5e27ce008c12 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fbb00d-1fb8-495c-a10d-2981cd1720ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922163 Oct 26 14:08:39.521740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-2f33047c-4712-4650-96a7-100a11d2e8ce tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:39.523982 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-2f33047c-4712-4650-96a7-100a11d2e8ce tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.1540735 Oct 26 14:08:39.547750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-bbf6960b-1d6e-420e-9ba4-c10cb7691520 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Request body: {'port': {'device_id': 'aa39e9cb-d17e-4a46-b397-cf734c2bad76', 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'admin_state_up': True, 'tenant_id': '02988b14cd044ea8964cbab023a8058f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:39.637406 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7bcb4da4-219c-4e96-a908-311df336287d req-f15315f3-4d00-4bd1-8e1a-349320c6a038 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:39.711094 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ad5ed5d-260e-4195-9350-a033623d52fc req-c00e1bc3-22f8-496b-9135-3578485fb398 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 210 time: 0.0459814 Oct 26 14:08:39.716525 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-bbf6960b-1d6e-420e-9ba4-c10cb7691520 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Made reservation on behalf of 02988b14cd044ea8964cbab023a8058f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:39.744019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-bbf6960b-1d6e-420e-9ba4-c10cb7691520 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:39.769923 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7bcb4da4-219c-4e96-a908-311df336287d req-f15315f3-4d00-4bd1-8e1a-349320c6a038 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:39.852916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bcb4da4-219c-4e96-a908-311df336287d req-f15315f3-4d00-4bd1-8e1a-349320c6a038 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Network 0c35e518-cf32-42c2-8724-45fb7998b96d is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:39.887273 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad75cc22-ff80-4a8f-8a25-a53d1f20eb99 req-fa3bdb78-70e8-4151-ac07-8523dff30b4c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 210 time: 0.0620990 Oct 26 14:08:39.888136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-7bcb4da4-219c-4e96-a908-311df336287d req-f15315f3-4d00-4bd1-8e1a-349320c6a038 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:39.894596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcb4da4-219c-4e96-a908-311df336287d req-f15315f3-4d00-4bd1-8e1a-349320c6a038 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:39.932496 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-bbf6960b-1d6e-420e-9ba4-c10cb7691520 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Allocated IP 172.20.0.2 (58afa2dc-1dfa-4d98-a3c2-eba0b18fce64/bb2f8034-207a-46b1-a093-46a32822cb93/43576873-7b7c-4db1-a23f-e42254c5f533) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:39.936545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15315f3-4d00-4bd1-8e1a-349320c6a038 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Pushing event updated for resources: {'Port': ['ID=dafe7fab-2ac7-4428-9c21-de497cffcff4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:39.979755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b0370-b453-4f7e-9ba1-e0d86d729375 req-6c4da99e-0e2b-4a70-80b3-d344014e2ff9 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:39.981303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c4b0370-b453-4f7e-9ba1-e0d86d729375 req-6c4da99e-0e2b-4a70-80b3-d344014e2ff9 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 944 time: 0.1542611 Oct 26 14:08:40.027571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb4da4-219c-4e96-a908-311df336287d req-f15315f3-4d00-4bd1-8e1a-349320c6a038 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:40.028316 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7bcb4da4-219c-4e96-a908-311df336287d req-f15315f3-4d00-4bd1-8e1a-349320c6a038 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.069753 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bcb4da4-219c-4e96-a908-311df336287d req-f15315f3-4d00-4bd1-8e1a-349320c6a038 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3974528 Oct 26 14:08:40.076557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c4b0370-b453-4f7e-9ba1-e0d86d729375 req-e47e41b4-7890-4e97-8183-4dc4456baca3 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794480 Oct 26 14:08:40.089399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7595b14-7088-49ec-a2bf-dff426d16933 req-5de1503d-f11c-4494-95af-b6e23c23ab4f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:40.096634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7595b14-7088-49ec-a2bf-dff426d16933 req-5de1503d-f11c-4494-95af-b6e23c23ab4f tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1143305 Oct 26 14:08:40.102283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Request body: {'port': {'device_id': 'd655c726-a747-45bb-ae0e-2c922ed1a2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:40.129085 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-bbf6960b-1d6e-420e-9ba4-c10cb7691520 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.168441 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-bbf6960b-1d6e-420e-9ba4-c10cb7691520 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.180584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['748c9e26-54cb-4e51-80d1-e112fa64b975'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:40.184925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7595b14-7088-49ec-a2bf-dff426d16933 req-612703b7-8933-4a21-9ee7-34994604bf84 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873759 Oct 26 14:08:40.192077 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.235771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-bbf6960b-1d6e-420e-9ba4-c10cb7691520 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:40.240717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-bbf6960b-1d6e-420e-9ba4-c10cb7691520 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:40.244695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-bbf6960b-1d6e-420e-9ba4-c10cb7691520 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:40.279490 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6960b-1d6e-420e-9ba4-c10cb7691520 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Pushing event updated for resources: {'Port': ['ID=43576873-7b7c-4db1-a23f-e42254c5f533,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:40.307186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-bbf6960b-1d6e-420e-9ba4-c10cb7691520 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:40.307894 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-bbf6960b-1d6e-420e-9ba4-c10cb7691520 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.327780 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-bbf6960b-1d6e-420e-9ba4-c10cb7691520 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7857454 Oct 26 14:08:40.346549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Request body: {'port': {'device_id': 'aa39e9cb-d17e-4a46-b397-cf734c2bad76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:40.409808 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.469375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a574e-b1d9-401c-a65c-b41b933ede17 req-1bdfd500-9336-4fea-bf1d-2d8e4e33652f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:40.471188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-346a574e-b1d9-401c-a65c-b41b933ede17 req-1bdfd500-9336-4fea-bf1d-2d8e4e33652f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0730839 Oct 26 14:08:40.572126 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-346a574e-b1d9-401c-a65c-b41b933ede17 req-af0f0114-f6b1-4373-b0fd-b705f9fcb6d2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690000 Oct 26 14:08:40.640875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dafe7fab-2ac7-4428-9c21-de497cffcff4 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:40.655586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b769d4-e0f9-4566-80a7-899d7b57c587 req-03899b8a-e4ab-4eaa-be8d-619955919e67 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:40.657160 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5b769d4-e0f9-4566-80a7-899d7b57c587 req-03899b8a-e4ab-4eaa-be8d-619955919e67 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 945 time: 0.1138947 Oct 26 14:08:40.658984 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.679865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Transition to ACTIVE for port object dafe7fab-2ac7-4428-9c21-de497cffcff4 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:40.685912 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.749030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43576873-7b7c-4db1-a23f-e42254c5f533 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:40.757378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.760757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5b769d4-e0f9-4566-80a7-899d7b57c587 req-b13885cb-299f-4486-a1dd-056584e18cce tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fbb00d-1fb8-495c-a10d-2981cd1720ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931556 Oct 26 14:08:40.761769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Pushing event updated for resources: {'Port': ['ID=dafe7fab-2ac7-4428-9c21-de497cffcff4,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:40.791616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Transition to ACTIVE for port object 43576873-7b7c-4db1-a23f-e42254c5f533 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:40.791616 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.856761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Pushing event updated for resources: {'Port': ['ID=43576873-7b7c-4db1-a23f-e42254c5f533,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:40.883781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdad88-6ec0-4009-b2ac-90107ca2b046 req-8993372d-7736-40a7-b90d-83b19a87cefe tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:40.885928 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59cdad88-6ec0-4009-b2ac-90107ca2b046 req-8993372d-7736-40a7-b90d-83b19a87cefe tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0974121 Oct 26 14:08:40.888626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Attempting to bind port dafe7fab-2ac7-4428-9c21-de497cffcff4 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:40.889027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Attempting to bind port dafe7fab-2ac7-4428-9c21-de497cffcff4 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:40.889421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Attempting to bind port dafe7fab-2ac7-4428-9c21-de497cffcff4 on network 0c35e518-cf32-42c2-8724-45fb7998b96d {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:40.900080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Port dafe7fab-2ac7-4428-9c21-de497cffcff4 on network 0c35e518-cf32-42c2-8724-45fb7998b96d not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:40.900404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Attempting to bind port dafe7fab-2ac7-4428-9c21-de497cffcff4 on network 0c35e518-cf32-42c2-8724-45fb7998b96d {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:40.914258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:40.914258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Checking segment: {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:40.914724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Bound using segment: {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:40.915259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Bound port: dafe7fab-2ac7-4428-9c21-de497cffcff4, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:40.916333 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.933786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Attempting to bind port 43576873-7b7c-4db1-a23f-e42254c5f533 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:40.934071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Attempting to bind port 43576873-7b7c-4db1-a23f-e42254c5f533 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:40.934400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Attempting to bind port 43576873-7b7c-4db1-a23f-e42254c5f533 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:40.939014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Port 43576873-7b7c-4db1-a23f-e42254c5f533 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:40.939339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Attempting to bind port 43576873-7b7c-4db1-a23f-e42254c5f533 on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:40.944346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:40.944685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Checking segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:40.945073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Bound using segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:40.945504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Bound port: 43576873-7b7c-4db1-a23f-e42254c5f533, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:40.945865 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.964957 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59cdad88-6ec0-4009-b2ac-90107ca2b046 req-8046f2eb-fa62-4b36-8835-dcb624d2d442 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708153 Oct 26 14:08:41.002375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] For port dafe7fab-2ac7-4428-9c21-de497cffcff4, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:41.006080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] For port dafe7fab-2ac7-4428-9c21-de497cffcff4, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=dafe7fab-2ac7-4428-9c21-de497cffcff4,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:41.021164 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] For port 43576873-7b7c-4db1-a23f-e42254c5f533, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:41.024571 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] For port 43576873-7b7c-4db1-a23f-e42254c5f533, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=43576873-7b7c-4db1-a23f-e42254c5f533,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:41.028988 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.031724 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.070035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.070691 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.072182 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] 10.222.0.25 "PUT /v2.0/ports/43576873-7b7c-4db1-a23f-e42254c5f533 HTTP/1.1" status: 200 len: 1091 time: 0.7333465 Oct 26 14:08:41.072625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa39e9cb-d17e-4a46-b397-cf734c2bad76', 'tag': '43576873-7b7c-4db1-a23f-e42254c5f533'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:41.074923 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a40b263-c03f-4e61-8f50-d670dc08117e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa39e9cb-d17e-4a46-b397-cf734c2bad76", "tag": "43576873-7b7c-4db1-a23f-e42254c5f533"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:41.081084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.081714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.083772 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bcb4da4-219c-4e96-a908-311df336287d req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] 10.222.0.25 "PUT /v2.0/ports/dafe7fab-2ac7-4428-9c21-de497cffcff4 HTTP/1.1" status: 200 len: 1092 time: 1.0029182 Oct 26 14:08:41.085856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd655c726-a747-45bb-ae0e-2c922ed1a2d4', 'tag': 'dafe7fab-2ac7-4428-9c21-de497cffcff4'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:41.089084 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09fda15-d99f-468f-96b0-21d81ae1d08b" -d '{"events": [{"name": "network-changed", "server_uuid": "d655c726-a747-45bb-ae0e-2c922ed1a2d4", "tag": "dafe7fab-2ac7-4428-9c21-de497cffcff4"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:41.122848 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6398e-2641-48ae-bd0a-bc3ab6a8e73b service neutron] Pushing event updated for resources: {'Port': ['ID=43576873-7b7c-4db1-a23f-e42254c5f533,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:41.128566 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6adbe3-2297-4d1a-a226-7013db383fc1 req-0b4fcdd5-377a-4cdc-8757-cc810e05f987 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.130205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee6adbe3-2297-4d1a-a226-7013db383fc1 req-0b4fcdd5-377a-4cdc-8757-cc810e05f987 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 943 time: 0.1222570 Oct 26 14:08:41.133558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b7538-9924-40d5-b9a1-160e5a37fa60 service neutron] Pushing event updated for resources: {'Port': ['ID=dafe7fab-2ac7-4428-9c21-de497cffcff4,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:41.184902 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee6adbe3-2297-4d1a-a226-7013db383fc1 req-a8993140-eaaf-4f23-a67f-65c7fe302c57 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459013 Oct 26 14:08:41.215986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb4da4-219c-4e96-a908-311df336287d req-0328d8b4-2750-46c8-bda0-ac3f5745eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.217505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bcb4da4-219c-4e96-a908-311df336287d req-0328d8b4-2750-46c8-bda0-ac3f5745eb0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 1095 time: 0.0505261 Oct 26 14:08:41.235561 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-71096059-ea0a-4ed0-8c5b-2813471e6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.237488 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-71096059-ea0a-4ed0-8c5b-2813471e6bc0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 1094 time: 0.0528951 Oct 26 14:08:41.242287 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8135eb-2728-44c7-b1b6-148460f3027b x-openstack-request-id: req-5e8135eb-2728-44c7-b1b6-148460f3027b {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:41.243984 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa39e9cb-d17e-4a46-b397-cf734c2bad76", "tag": "43576873-7b7c-4db1-a23f-e42254c5f533", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:41.244353 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e8135eb-2728-44c7-b1b6-148460f3027b {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:41.244816 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa39e9cb-d17e-4a46-b397-cf734c2bad76', 'tag': '43576873-7b7c-4db1-a23f-e42254c5f533', 'status': 'completed', 'code': 200} Oct 26 14:08:41.249041 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f167e0-e40e-4d83-be87-17a2382d2931 x-openstack-request-id: req-15f167e0-e40e-4d83-be87-17a2382d2931 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:41.249215 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d655c726-a747-45bb-ae0e-2c922ed1a2d4", "tag": "dafe7fab-2ac7-4428-9c21-de497cffcff4", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:41.249537 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15f167e0-e40e-4d83-be87-17a2382d2931 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:41.249956 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd655c726-a747-45bb-ae0e-2c922ed1a2d4', 'tag': 'dafe7fab-2ac7-4428-9c21-de497cffcff4', 'status': 'completed', 'code': 200} Oct 26 14:08:41.288626 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bcb4da4-219c-4e96-a908-311df336287d req-6316cf66-e9a1-4351-bcf7-f95c2b49d8a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dafe7fab-2ac7-4428-9c21-de497cffcff4 HTTP/1.1" status: 200 len: 217 time: 0.0504949 Oct 26 14:08:41.316417 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-da336441-1341-4f7b-8477-aaf93b0f364e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43576873-7b7c-4db1-a23f-e42254c5f533 HTTP/1.1" status: 200 len: 217 time: 0.0576928 Oct 26 14:08:41.330115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 368716ee-8c74-4a19-b7f7-0d0c6b632f9c up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:41.385118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-67bcc1c9-65b1-4d0a-8f80-a20e99a27d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.385660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:41.387111 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-67bcc1c9-65b1-4d0a-8f80-a20e99a27d99 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.0527368 Oct 26 14:08:41.390852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:41.391223 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.406983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb4da4-219c-4e96-a908-311df336287d req-43353517-15b1-41df-b2f0-5276f9ea883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.408449 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bcb4da4-219c-4e96-a908-311df336287d req-43353517-15b1-41df-b2f0-5276f9ea883d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58f199ee-a046-49d1-984f-441650e52e48 HTTP/1.1" status: 200 len: 851 time: 0.1005216 Oct 26 14:08:41.424519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16235a-20e0-4ce4-ac08-b05688ce242b req-664c9823-d998-408f-8f42-db5c615c38d6 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.426011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d16235a-20e0-4ce4-ac08-b05688ce242b req-664c9823-d998-408f-8f42-db5c615c38d6 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 944 time: 0.1075983 Oct 26 14:08:41.430925 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-34d2a0f0-a35c-4b32-9571-7bae26df2845 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294328 Oct 26 14:08:41.434763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc832aa4-c376-4024-9dc6-bef9ce0ba60d req-bb365566-d6e5-4743-a1e0-c8719f0f0985 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.436247 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc832aa4-c376-4024-9dc6-bef9ce0ba60d req-bb365566-d6e5-4743-a1e0-c8719f0f0985 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 945 time: 0.1379902 Oct 26 14:08:41.473878 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bcb4da4-219c-4e96-a908-311df336287d req-bd6f5c10-008f-4101-9a89-042a1881c1ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c35e518-cf32-42c2-8724-45fb7998b96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467696 Oct 26 14:08:41.477441 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.504426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8515c52a-f68c-4532-b135-1ab2a8210374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368716ee-8c74-4a19-b7f7-0d0c6b632f9c'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:41.506815 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd6c0f0-272d-413f-be0e-2ced568f446d" -d '{"events": [{"server_uuid": "8515c52a-f68c-4532-b135-1ab2a8210374", "name": "network-vif-plugged", "status": "completed", "tag": "368716ee-8c74-4a19-b7f7-0d0c6b632f9c"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:41.518059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=368716ee-8c74-4a19-b7f7-0d0c6b632f9c,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:41.523796 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.536782 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-7eee575f-41cd-4ca4-a675-f004e167e7bd service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931761 Oct 26 14:08:41.578158 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d16235a-20e0-4ce4-ac08-b05688ce242b req-d26a7749-c8f1-4607-82d8-9540c00f6875 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402087 Oct 26 14:08:41.583213 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=368716ee-8c74-4a19-b7f7-0d0c6b632f9c,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:41.594792 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc832aa4-c376-4024-9dc6-bef9ce0ba60d req-69bc7993-41b1-4d4a-9152-d4edbe361e8c tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fbb00d-1fb8-495c-a10d-2981cd1720ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475310 Oct 26 14:08:41.645340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bcb4da4-219c-4e96-a908-311df336287d req-aec1cf2c-6288-41aa-87fc-680141ccb15c service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547568 Oct 26 14:08:41.728840 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5203542-28f8-4b4a-b4c2-b6d930a14cc5 x-openstack-request-id: req-f5203542-28f8-4b4a-b4c2-b6d930a14cc5 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:41.729203 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8515c52a-f68c-4532-b135-1ab2a8210374", "name": "network-vif-plugged", "status": "completed", "tag": "368716ee-8c74-4a19-b7f7-0d0c6b632f9c", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:41.729547 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5203542-28f8-4b4a-b4c2-b6d930a14cc5 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:41.730028 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8515c52a-f68c-4532-b135-1ab2a8210374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368716ee-8c74-4a19-b7f7-0d0c6b632f9c', 'code': 200} Oct 26 14:08:41.801547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c1f32-03b7-40a4-9082-2942fca7eaf1 req-a402239b-662e-4c41-899a-c61462f092a8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.803219 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e4c1f32-03b7-40a4-9082-2942fca7eaf1 req-a402239b-662e-4c41-899a-c61462f092a8 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.1405051 Oct 26 14:08:41.864971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bcb4da4-219c-4e96-a908-311df336287d req-ebbfb3e8-4627-49c2-9d88-4fed7eebc52a service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116690 Oct 26 14:08:41.890567 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e4c1f32-03b7-40a4-9082-2942fca7eaf1 req-b7b6fbc4-b44d-4cdf-bbfc-a549c16491a2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c48f909-9f83-4ed1-bddb-e1899e666d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639610 Oct 26 14:08:41.899337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742207a-4890-4ee1-b974-363185bbfedb req-84635dfc-52ae-4376-ba76-975a8807e7d4 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.901338 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0742207a-4890-4ee1-b974-363185bbfedb req-84635dfc-52ae-4376-ba76-975a8807e7d4 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1082604 Oct 26 14:08:41.969600 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0742207a-4890-4ee1-b974-363185bbfedb req-188fafd8-43cd-4d2b-894b-eef4ebe8329e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580850 Oct 26 14:08:41.987631 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fda15-d99f-468f-96b0-21d81ae1d08b req-33b99b4c-865b-488e-b2a4-9773308bb5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.989388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a09fda15-d99f-468f-96b0-21d81ae1d08b req-33b99b4c-865b-488e-b2a4-9773308bb5f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 1095 time: 0.0560710 Oct 26 14:08:42.058288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b85e4-ae1e-49d1-9927-f05ee8b925e3 req-e214ce1b-84cf-4f9f-ace6-ca2119985fc2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.060040 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a19b85e4-ae1e-49d1-9927-f05ee8b925e3 req-e214ce1b-84cf-4f9f-ace6-ca2119985fc2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 946 time: 0.4486506 Oct 26 14:08:42.067686 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4dabadc9-721b-425a-a7f0-7eebfa880604 req-f549dcee-0929-48e9-ba8a-be00880caf8d service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233960 Oct 26 14:08:42.078205 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76cf7b-af62-424c-8c1f-fb9f6eb66d4a req-d2b35fc6-12ce-4abf-bfe8-8f97db2d7a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.079763 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b76cf7b-af62-424c-8c1f-fb9f6eb66d4a req-d2b35fc6-12ce-4abf-bfe8-8f97db2d7a97 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 1096 time: 0.1047702 Oct 26 14:08:42.175269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2ff9-1c40-4065-a7b2-1a4763fc67ff req-05fda968-6ef1-44c0-bf3b-ec9a8eaa96b3 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.176778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4a5a2ff9-1c40-4065-a7b2-1a4763fc67ff req-05fda968-6ef1-44c0-bf3b-ec9a8eaa96b3 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 944 time: 0.1087582 Oct 26 14:08:42.180553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fda15-d99f-468f-96b0-21d81ae1d08b req-f14bcfe2-3f92-4bb9-ada9-19e7d43e13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.182466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a09fda15-d99f-468f-96b0-21d81ae1d08b req-f14bcfe2-3f92-4bb9-ada9-19e7d43e13bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 912 time: 0.1854596 Oct 26 14:08:42.211183 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b76cf7b-af62-424c-8c1f-fb9f6eb66d4a req-c8acd9a4-a0a9-4354-9595-c8e9ebd3c2e5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032686 Oct 26 14:08:42.228369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40b263-c03f-4e61-8f50-d670dc08117e req-6f9a01d3-86c2-4603-93c9-37ac8d8685b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.229719 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6a40b263-c03f-4e61-8f50-d670dc08117e req-6f9a01d3-86c2-4603-93c9-37ac8d8685b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 1094 time: 0.0950413 Oct 26 14:08:42.266465 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a09fda15-d99f-468f-96b0-21d81ae1d08b req-d059beb2-ba55-47b0-bee9-eeabcac1f64b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dafe7fab-2ac7-4428-9c21-de497cffcff4 HTTP/1.1" status: 200 len: 217 time: 0.0722673 Oct 26 14:08:42.315415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-a19b85e4-ae1e-49d1-9927-f05ee8b925e3 req-4a77a778-ddb5-410e-baf3-19180e1655a2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Deleting port 0bf55feb-4886-4ebb-9850-d33f98acdc5c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:42.315760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a19b85e4-ae1e-49d1-9927-f05ee8b925e3 req-4a77a778-ddb5-410e-baf3-19180e1655a2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:42.329477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4a5a2ff9-1c40-4065-a7b2-1a4763fc67ff req-04cfc20a-91e5-4a63-9a21-4deae83c9615 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373105 Oct 26 14:08:42.351611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4998ce2-019f-4dbd-b5e0-964de816d6af req-215bfbab-d143-4d1a-80d0-71cad5d09cde tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.351611 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4998ce2-019f-4dbd-b5e0-964de816d6af req-215bfbab-d143-4d1a-80d0-71cad5d09cde tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1658795 Oct 26 14:08:42.381763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fda15-d99f-468f-96b0-21d81ae1d08b req-bbb02446-e4df-4730-a53f-64cb0fd72566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.383265 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a09fda15-d99f-468f-96b0-21d81ae1d08b req-bbb02446-e4df-4730-a53f-64cb0fd72566 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58f199ee-a046-49d1-984f-441650e52e48 HTTP/1.1" status: 200 len: 851 time: 0.1022735 Oct 26 14:08:42.388552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6fd12-6a53-4781-bc48-938be260baa3 req-d1bc85aa-3036-46bf-8d11-ff3d95955490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.390118 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fee6fd12-6a53-4781-bc48-938be260baa3 req-d1bc85aa-3036-46bf-8d11-ff3d95955490 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 1096 time: 0.1645741 Oct 26 14:08:42.397890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4998ce2-019f-4dbd-b5e0-964de816d6af req-64daf0df-7fdf-4c29-896e-736cbfae9edf tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453534 Oct 26 14:08:42.456239 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a09fda15-d99f-468f-96b0-21d81ae1d08b req-72149240-1426-4239-8ad1-7d0d1d50aa8a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c35e518-cf32-42c2-8724-45fb7998b96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517473 Oct 26 14:08:42.485237 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40b263-c03f-4e61-8f50-d670dc08117e req-d983d4a9-10aa-45e1-88e4-95a7347da140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.486637 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6a40b263-c03f-4e61-8f50-d670dc08117e req-d983d4a9-10aa-45e1-88e4-95a7347da140 service neutron] 10.222.0.25 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 907 time: 0.2465093 Oct 26 14:08:42.498460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-a19b85e4-ae1e-49d1-9927-f05ee8b925e3 req-4a77a778-ddb5-410e-baf3-19180e1655a2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] For port 0bf55feb-4886-4ebb-9850-d33f98acdc5c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0bf55feb-4886-4ebb-9850-d33f98acdc5c,segment=NetworkSegment(c50032d1-a62a-4644-9e7c-d70052fc26de),segment_id=c50032d1-a62a-4644-9e7c-d70052fc26de)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:42.499075 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a19b85e4-ae1e-49d1-9927-f05ee8b925e3 req-4a77a778-ddb5-410e-baf3-19180e1655a2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:42.517757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893915ce-0276-47f4-a326-8246a22b3422 req-c5b5f857-42a7-47f0-8b77-a5cbe6c77014 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.519267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-893915ce-0276-47f4-a326-8246a22b3422 req-c5b5f857-42a7-47f0-8b77-a5cbe6c77014 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 943 time: 0.1062160 Oct 26 14:08:42.548856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-a19b85e4-ae1e-49d1-9927-f05ee8b925e3 req-4a77a778-ddb5-410e-baf3-19180e1655a2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Calling delete_port for 0bf55feb-4886-4ebb-9850-d33f98acdc5c owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:42.553348 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6a40b263-c03f-4e61-8f50-d670dc08117e req-7eb1c998-25b5-46ed-ae07-775a26830aec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43576873-7b7c-4db1-a23f-e42254c5f533 HTTP/1.1" status: 200 len: 217 time: 0.0518672 Oct 26 14:08:42.582198 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-893915ce-0276-47f4-a326-8246a22b3422 req-51672f27-784f-444c-b520-18284c737c88 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539122 Oct 26 14:08:42.600827 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a09fda15-d99f-468f-96b0-21d81ae1d08b req-f0cdc5ea-d6b8-4e9b-9469-0f6c14d77f48 service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327679 Oct 26 14:08:42.653718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6fd12-6a53-4781-bc48-938be260baa3 req-b82e9531-e81e-4ccf-8cd1-3343dc17d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.655243 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fee6fd12-6a53-4781-bc48-938be260baa3 req-b82e9531-e81e-4ccf-8cd1-3343dc17d48a service neutron] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.2510240 Oct 26 14:08:42.667147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40b263-c03f-4e61-8f50-d670dc08117e req-cb67a3a8-f8f7-42af-b474-8ee3a7a20fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.668270 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6a40b263-c03f-4e61-8f50-d670dc08117e req-cb67a3a8-f8f7-42af-b474-8ee3a7a20fc9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.1041691 Oct 26 14:08:42.700716 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1e345e7f-774f-4c6f-84b2-ab64e9f3e7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:42.743370 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6a40b263-c03f-4e61-8f50-d670dc08117e req-478a1194-aad4-495c-a5c4-7dee48e566e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655539 Oct 26 14:08:42.788415 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c22a37-513f-4905-bcdc-711205ed65b2 req-ca90ddc0-f6e2-4b3e-a6f2-68791e8c3a0c tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.789882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4c22a37-513f-4905-bcdc-711205ed65b2 req-ca90ddc0-f6e2-4b3e-a6f2-68791e8c3a0c tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 945 time: 0.1209915 Oct 26 14:08:42.800121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cddff1-d0af-4f03-9dab-1baeb0859bbc req-ce632f4e-1704-4919-b915-3b17689b5042 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.801571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23cddff1-d0af-4f03-9dab-1baeb0859bbc req-ce632f4e-1704-4919-b915-3b17689b5042 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 945 time: 0.1338625 Oct 26 14:08:42.813873 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a09fda15-d99f-468f-96b0-21d81ae1d08b req-285c61a0-cea0-4a93-bdf3-f2044cf565a5 service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028069 Oct 26 14:08:42.819467 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fee6fd12-6a53-4781-bc48-938be260baa3 req-02789cb5-15cb-41d2-947e-af79bc58694d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2e0764-7881-4a9b-8758-f12383e77e00 HTTP/1.1" status: 200 len: 999 time: 0.1544161 Oct 26 14:08:42.863692 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4c22a37-513f-4905-bcdc-711205ed65b2 req-17506f51-e91e-448d-bb33-3b01635a82bb tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596142 Oct 26 14:08:42.866477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23cddff1-d0af-4f03-9dab-1baeb0859bbc req-248525a5-706c-4dfd-8bb2-0b7ab698210d tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fbb00d-1fb8-495c-a10d-2981cd1720ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568762 Oct 26 14:08:42.937351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6fd12-6a53-4781-bc48-938be260baa3 req-43eeca01-313d-43c4-98d3-92b5dfa3f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.938890 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fee6fd12-6a53-4781-bc48-938be260baa3 req-43eeca01-313d-43c4-98d3-92b5dfa3f544 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.1106403 Oct 26 14:08:42.940622 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6a40b263-c03f-4e61-8f50-d670dc08117e req-8e641c35-ee43-4f24-ae30-e2a880badb7b service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861606 Oct 26 14:08:42.944797 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a19b85e4-ae1e-49d1-9927-f05ee8b925e3 req-4a77a778-ddb5-410e-baf3-19180e1655a2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:42.958835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['0bf55feb-4886-4ebb-9850-d33f98acdc5c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:42.997286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a778-ddb5-410e-baf3-19180e1655a2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Pushing event deleted for resources: {'Port': ['ID=0bf55feb-4886-4ebb-9850-d33f98acdc5c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:42.999503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4a0a11d0-8990-4f7a-ada1-71b962e9b593 req-a7d243f2-7103-4bbd-aaf3-ad472b7dc96b tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6dd04ba-c570-4f23-87bc-58e56927f678 HTTP/1.1" status: 200 len: 210 time: 0.0275853 Oct 26 14:08:43.112213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19b85e4-ae1e-49d1-9927-f05ee8b925e3 req-4a77a778-ddb5-410e-baf3-19180e1655a2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] No DVR routers for this DVR port 0bf55feb-4886-4ebb-9850-d33f98acdc5c on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:43.116540 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a19b85e4-ae1e-49d1-9927-f05ee8b925e3 req-4a77a778-ddb5-410e-baf3-19180e1655a2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.120394 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a19b85e4-ae1e-49d1-9927-f05ee8b925e3 req-4a77a778-ddb5-410e-baf3-19180e1655a2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] 10.222.0.25 "DELETE /v2.0/ports/0bf55feb-4886-4ebb-9850-d33f98acdc5c HTTP/1.1" status: 204 len: 173 time: 1.0509696 Oct 26 14:08:43.149169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6fd12-6a53-4781-bc48-938be260baa3 req-3926ae2a-573e-4a5a-bb83-e7384287fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.150853 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fee6fd12-6a53-4781-bc48-938be260baa3 req-3926ae2a-573e-4a5a-bb83-e7384287fe22 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786473 Oct 26 14:08:43.159724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f25358-7d45-4230-805c-f0d43eab7df6 req-4c0adacd-f49e-4f24-be27-ac99a1fff383 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.161131 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b6f25358-7d45-4230-805c-f0d43eab7df6 req-4c0adacd-f49e-4f24-be27-ac99a1fff383 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 945 time: 0.1590042 Oct 26 14:08:43.250528 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6a40b263-c03f-4e61-8f50-d670dc08117e req-217e0058-5431-4641-a236-3115e055a991 service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756352 Oct 26 14:08:43.250885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd04ba-c570-4f23-87bc-58e56927f678', 'name': 'network-vif-deleted', 'tag': '0bf55feb-4886-4ebb-9850-d33f98acdc5c'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:43.253129 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443bad7c-1a23-4c2f-95bf-4c298d943615" -d '{"events": [{"server_uuid": "a6dd04ba-c570-4f23-87bc-58e56927f678", "name": "network-vif-deleted", "tag": "0bf55feb-4886-4ebb-9850-d33f98acdc5c"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:43.299045 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90813cca-e357-4e9c-8303-062e006aa6b9 x-openstack-request-id: req-90813cca-e357-4e9c-8303-062e006aa6b9 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:43.300350 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd04ba-c570-4f23-87bc-58e56927f678", "name": "network-vif-deleted", "tag": "0bf55feb-4886-4ebb-9850-d33f98acdc5c", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:43.300605 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90813cca-e357-4e9c-8303-062e006aa6b9 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:43.301003 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dd04ba-c570-4f23-87bc-58e56927f678', 'name': 'network-vif-deleted', 'tag': '0bf55feb-4886-4ebb-9850-d33f98acdc5c', 'status': 'completed', 'code': 200} Oct 26 14:08:43.342479 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fee6fd12-6a53-4781-bc48-938be260baa3 req-e4347cc6-6aca-4dd1-8e35-1898ef2556f6 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576264 Oct 26 14:08:43.375825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-b6f25358-7d45-4230-805c-f0d43eab7df6 req-430f9085-1e5c-4732-ba68-243f08a2d395 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Deleting port ac3b6cc7-5ed8-4403-b348-e883013c54c2 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:43.376280 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b6f25358-7d45-4230-805c-f0d43eab7df6 req-430f9085-1e5c-4732-ba68-243f08a2d395 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.460560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d54a5-a977-4124-97de-a37b492aa4f8 req-07023eeb-49e3-4e89-bd98-725194e7f6dd tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.462248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c5d54a5-a977-4124-97de-a37b492aa4f8 req-07023eeb-49e3-4e89-bd98-725194e7f6dd tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0516961 Oct 26 14:08:43.518802 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fee6fd12-6a53-4781-bc48-938be260baa3 req-4a298625-fd86-42ab-802c-6d78c8a51c40 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660514 Oct 26 14:08:43.523289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-b6f25358-7d45-4230-805c-f0d43eab7df6 req-430f9085-1e5c-4732-ba68-243f08a2d395 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] For port ac3b6cc7-5ed8-4403-b348-e883013c54c2, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ac3b6cc7-5ed8-4403-b348-e883013c54c2,segment=NetworkSegment(9340dba0-d458-4ff2-8c2b-e8396c7bd842),segment_id=9340dba0-d458-4ff2-8c2b-e8396c7bd842)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:43.524662 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b6f25358-7d45-4230-805c-f0d43eab7df6 req-430f9085-1e5c-4732-ba68-243f08a2d395 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.532241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c5d54a5-a977-4124-97de-a37b492aa4f8 req-dd2d65db-c6c5-432e-97de-e0ae4b361af3 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613022 Oct 26 14:08:43.540884 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-b6f25358-7d45-4230-805c-f0d43eab7df6 req-430f9085-1e5c-4732-ba68-243f08a2d395 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Calling delete_port for ac3b6cc7-5ed8-4403-b348-e883013c54c2 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:43.553922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76a03c-5a25-48b4-879e-ebfcd0476113 req-31734d69-3380-4441-a5a3-0511a0014725 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.555718 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a76a03c-5a25-48b4-879e-ebfcd0476113 req-31734d69-3380-4441-a5a3-0511a0014725 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0779800 Oct 26 14:08:43.605781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a76a03c-5a25-48b4-879e-ebfcd0476113 req-4082d38a-c0b0-4c1c-a969-30618ae30c23 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427721 Oct 26 14:08:43.690705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b6f25358-7d45-4230-805c-f0d43eab7df6 req-430f9085-1e5c-4732-ba68-243f08a2d395 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.716787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef588e6-2b65-4765-a334-a4adec610ef6 req-7d820698-086e-45ef-87cd-6b0e6c3465af tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.718269 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fef588e6-2b65-4765-a334-a4adec610ef6 req-7d820698-086e-45ef-87cd-6b0e6c3465af tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 943 time: 0.0578396 Oct 26 14:08:43.720046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f9085-1e5c-4732-ba68-243f08a2d395 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Pushing event deleted for resources: {'Port': ['ID=ac3b6cc7-5ed8-4403-b348-e883013c54c2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:43.760480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f25358-7d45-4230-805c-f0d43eab7df6 req-430f9085-1e5c-4732-ba68-243f08a2d395 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] No DVR routers for this DVR port ac3b6cc7-5ed8-4403-b348-e883013c54c2 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:43.760815 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fef588e6-2b65-4765-a334-a4adec610ef6 req-04537b41-a348-40b1-892c-30cdfec4aa83 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339601 Oct 26 14:08:43.763026 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b6f25358-7d45-4230-805c-f0d43eab7df6 req-430f9085-1e5c-4732-ba68-243f08a2d395 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.766389 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b6f25358-7d45-4230-805c-f0d43eab7df6 req-430f9085-1e5c-4732-ba68-243f08a2d395 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.11 "DELETE /v2.0/ports/ac3b6cc7-5ed8-4403-b348-e883013c54c2 HTTP/1.1" status: 204 len: 173 time: 0.5970230 Oct 26 14:08:44.007472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25771dfb-71aa-415a-a6e6-94f9f9c7b0da req-545e40e5-9079-4ce5-aae6-ca5a8b1b3433 tempest-ServerAddressesTestJSON-199772217 tempest-ServerAddressesTestJSON-199772217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bde82a5-7dbb-49e2-9479-ea5e5d205569 HTTP/1.1" status: 200 len: 210 time: 0.0356772 Oct 26 14:08:44.023898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52067da-837e-4585-ac91-86dbe9ca5c9e req-99b8fa6d-8ee0-48a4-a7d1-6e1d797dd6b4 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:44.030947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a52067da-837e-4585-ac91-86dbe9ca5c9e req-99b8fa6d-8ee0-48a4-a7d1-6e1d797dd6b4 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 945 time: 0.0917211 Oct 26 14:08:44.065650 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a52067da-837e-4585-ac91-86dbe9ca5c9e req-5e2f49d8-2e84-4070-8d61-4bdfe08cf9e9 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336688 Oct 26 14:08:44.110768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 60706) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:44.166845 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-846472b1-6613-4e6b-ab71-a00b31cb011b admin admin] Deleting subnet c2ccbc49-6d2e-4c75-85bf-425477396e4b {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:08:44.170548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-846472b1-6613-4e6b-ab71-a00b31cb011b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:44.207878 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-846472b1-6613-4e6b-ab71-a00b31cb011b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:44.258724 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-846472b1-6613-4e6b-ab71-a00b31cb011b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:44.342704 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-846472b1-6613-4e6b-ab71-a00b31cb011b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:44.372767 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-846472b1-6613-4e6b-ab71-a00b31cb011b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:44.376230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-846472b1-6613-4e6b-ab71-a00b31cb011b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c2ccbc49-6d2e-4c75-85bf-425477396e4b HTTP/1.1" status: 204 len: 168 time: 0.2644405 Oct 26 14:08:44.377200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846472b1-6613-4e6b-ab71-a00b31cb011b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2ccbc49-6d2e-4c75-85bf-425477396e4b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:44.378682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 60710) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:44.395845 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f471725-caf6-4f7e-a48f-0d51d90be768 req-1cf38506-41a8-4b87-9640-40a4462c7453 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:44.397280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f471725-caf6-4f7e-a48f-0d51d90be768 req-1cf38506-41a8-4b87-9640-40a4462c7453 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 945 time: 0.0975342 Oct 26 14:08:44.491578 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e839a0ad-ad3a-40f3-86ec-2e653f6f7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:44.496750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f471725-caf6-4f7e-a48f-0d51d90be768 req-54776d47-1d2b-49ae-a85c-de32267ca18f tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892863 Oct 26 14:08:44.572498 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e839a0ad-ad3a-40f3-86ec-2e653f6f7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:44.592364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-e839a0ad-ad3a-40f3-86ec-2e653f6f7a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cdc374-aea8-45fc-8fee-8483ae48c9d5']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:44.601657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-e839a0ad-ad3a-40f3-86ec-2e653f6f7a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50032d1-a62a-4644-9e7c-d70052fc26de') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:44.601946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-e839a0ad-ad3a-40f3-86ec-2e653f6f7a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50032d1-a62a-4644-9e7c-d70052fc26de') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:44.611158 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e839a0ad-ad3a-40f3-86ec-2e653f6f7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:44.624774 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e839a0ad-ad3a-40f3-86ec-2e653f6f7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:44.640706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e839a0ad-ad3a-40f3-86ec-2e653f6f7a6d admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:08:44.641790 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e839a0ad-ad3a-40f3-86ec-2e653f6f7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:08:44.642855 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:08:44.741621 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e839a0ad-ad3a-40f3-86ec-2e653f6f7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:44.753621 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e839a0ad-ad3a-40f3-86ec-2e653f6f7a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:44.756248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e839a0ad-ad3a-40f3-86ec-2e653f6f7a6d admin admin] 10.222.0.32 "DELETE /v2.0/networks/55cdc374-aea8-45fc-8fee-8483ae48c9d5 HTTP/1.1" status: 204 len: 168 time: 0.3750551 Oct 26 14:08:44.765425 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c285e-a52c-4f71-b05c-98b56ffd21a6 req-b032afd9-d29e-42ae-8531-daa7fa76bd3b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:44.766880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d18c285e-a52c-4f71-b05c-98b56ffd21a6 req-b032afd9-d29e-42ae-8531-daa7fa76bd3b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 944 time: 0.1399293 Oct 26 14:08:44.785358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a0ad-ad3a-40f3-86ec-2e653f6f7a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=55cdc374-aea8-45fc-8fee-8483ae48c9d5,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:44.795918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83010d-9433-41a0-85df-6f0885ddc6d6 req-2d043116-f446-4dc9-8af0-2e363ccdc93c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:44.797427 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f83010d-9433-41a0-85df-6f0885ddc6d6 req-2d043116-f446-4dc9-8af0-2e363ccdc93c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1023364 Oct 26 14:08:44.849654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d18c285e-a52c-4f71-b05c-98b56ffd21a6 req-2b8891a5-0f21-4b4b-9d5c-7f2da87cfc81 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728312 Oct 26 14:08:44.858539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f83010d-9433-41a0-85df-6f0885ddc6d6 req-a3c36ff2-b3ae-4249-b8fa-1952251c011a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529814 Oct 26 14:08:44.888876 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60722) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:44.934405 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-10945fc4-8553-49b8-af04-a6f499046592 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ce0aee0322a4e368957accff6eefd0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443087 Oct 26 14:08:44.936835 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60724) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:44.985778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbd297f2-8511-40aa-8bef-d6798366c7ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:44.992996 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81298669-31be-4421-bbb4-bd19dbee659a req-f66bf7ea-f1a7-42fc-bc1b-6ef0cad953e6 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:44.995138 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81298669-31be-4421-bbb4-bd19dbee659a req-f66bf7ea-f1a7-42fc-bc1b-6ef0cad953e6 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 943 time: 0.0751832 Oct 26 14:08:45.009174 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbd297f2-8511-40aa-8bef-d6798366c7ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.015704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43fab4-7ba3-4777-a953-bb2d6364ea9a req-8a913569-44d5-4324-81a5-818790ff46c5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:45.017177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af43fab4-7ba3-4777-a953-bb2d6364ea9a req-8a913569-44d5-4324-81a5-818790ff46c5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0706294 Oct 26 14:08:45.043544 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2fa8cbcc-2e8f-4f9d-beb3-e99d9eaed487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.060791 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81298669-31be-4421-bbb4-bd19dbee659a req-2931ed88-08c7-40a9-a0cd-17a7aa35eb0e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580988 Oct 26 14:08:45.070447 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbd297f2-8511-40aa-8bef-d6798366c7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.073110 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbd297f2-8511-40aa-8bef-d6798366c7ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.079178 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af43fab4-7ba3-4777-a953-bb2d6364ea9a req-12225c14-8b75-4aa4-a4b9-b2a0c96820a5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503318 Oct 26 14:08:45.082096 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cbd297f2-8511-40aa-8bef-d6798366c7ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c48f909-9f83-4ed1-bddb-e1899e666d05 HTTP/1.1" status: 204 len: 168 time: 0.1365275 Oct 26 14:08:45.090802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd297f2-8511-40aa-8bef-d6798366c7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c48f909-9f83-4ed1-bddb-e1899e666d05,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:45.116464 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60734) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:45.178375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e8b538-9ac8-44da-b2bb-c946a3d99bed admin admin] Deleting subnet 90b74d49-0848-4981-8320-b972779066a4 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:08:45.182348 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4e8b538-9ac8-44da-b2bb-c946a3d99bed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.229763 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4e8b538-9ac8-44da-b2bb-c946a3d99bed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.275029 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4e8b538-9ac8-44da-b2bb-c946a3d99bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.303004 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bde82a5-7dbb-49e2-9479-ea5e5d205569', 'name': 'network-vif-deleted', 'tag': 'ac3b6cc7-5ed8-4403-b348-e883013c54c2'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:45.305178 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0815bddc-a94d-406c-b363-a693e6dd0f9b" -d '{"events": [{"server_uuid": "1bde82a5-7dbb-49e2-9479-ea5e5d205569", "name": "network-vif-deleted", "tag": "ac3b6cc7-5ed8-4403-b348-e883013c54c2"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:45.340476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ac3b6cc7-5ed8-4403-b348-e883013c54c2 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:45.348198 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc08cd33-aaff-474c-990b-a19c4471b426 x-openstack-request-id: req-bc08cd33-aaff-474c-990b-a19c4471b426 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:45.348925 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bde82a5-7dbb-49e2-9479-ea5e5d205569", "name": "network-vif-deleted", "tag": "ac3b6cc7-5ed8-4403-b348-e883013c54c2", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:45.349439 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc08cd33-aaff-474c-990b-a19c4471b426 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:45.350749 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bde82a5-7dbb-49e2-9479-ea5e5d205569', 'name': 'network-vif-deleted', 'tag': 'ac3b6cc7-5ed8-4403-b348-e883013c54c2', 'status': 'completed', 'code': 200} Oct 26 14:08:45.360444 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4e8b538-9ac8-44da-b2bb-c946a3d99bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.363253 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: ac3b6cc7-5ed8-4403-b348-e883013c54c2 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:45.363595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ac3b6cc7-5ed8-4403-b348-e883013c54c2 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:45.395654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8b538-9ac8-44da-b2bb-c946a3d99bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b74d49-0848-4981-8320-b972779066a4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:45.398337 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4e8b538-9ac8-44da-b2bb-c946a3d99bed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.402383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c8c62-c9b8-4f83-b2d6-7f260281e15f req-ac528ea5-f0d9-4321-bb27-0bf382612b6c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:45.403051 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e4e8b538-9ac8-44da-b2bb-c946a3d99bed admin admin] 10.222.0.32 "DELETE /v2.0/subnets/90b74d49-0848-4981-8320-b972779066a4 HTTP/1.1" status: 204 len: 168 time: 0.2852018 Oct 26 14:08:45.405496 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60744) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:45.406634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee7c8c62-c9b8-4f83-b2d6-7f260281e15f req-ac528ea5-f0d9-4321-bb27-0bf382612b6c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0572708 Oct 26 14:08:45.453472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee7c8c62-c9b8-4f83-b2d6-7f260281e15f req-30d23e0a-f4e2-4773-aee7-591586173b27 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402505 Oct 26 14:08:45.488714 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0801acd8-1d3c-47b0-9ed5-647f1de26567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.594594 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0801acd8-1d3c-47b0-9ed5-647f1de26567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.625116 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0801acd8-1d3c-47b0-9ed5-647f1de26567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd7da49-f58f-4820-b0a7-af7564d62632']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:45.645127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0801acd8-1d3c-47b0-9ed5-647f1de26567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9340dba0-d458-4ff2-8c2b-e8396c7bd842') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:45.645589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0801acd8-1d3c-47b0-9ed5-647f1de26567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9340dba0-d458-4ff2-8c2b-e8396c7bd842') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:45.651452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267ee1d-edf5-4e9d-a93f-465ac9cee44b req-b98aada1-b100-4c19-89d7-503394a6041d tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:45.652992 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d267ee1d-edf5-4e9d-a93f-465ac9cee44b req-b98aada1-b100-4c19-89d7-503394a6041d tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 945 time: 0.0732126 Oct 26 14:08:45.658860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0801acd8-1d3c-47b0-9ed5-647f1de26567 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.672890 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0801acd8-1d3c-47b0-9ed5-647f1de26567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.680104 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0801acd8-1d3c-47b0-9ed5-647f1de26567 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:08:45.680636 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0801acd8-1d3c-47b0-9ed5-647f1de26567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:08:45.682589 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:08:45.721104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d267ee1d-edf5-4e9d-a93f-465ac9cee44b req-cfabb051-906c-4ef3-b270-b5eacd41ad01 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4456919-cadc-44d1-afb1-c52886c2992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589557 Oct 26 14:08:45.744497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f5509-00ba-47ac-8faf-5b843c2332d4 req-3b22b866-d4fb-4974-9cd8-c2edb89e3028 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:45.752994 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f86f5509-00ba-47ac-8faf-5b843c2332d4 req-3b22b866-d4fb-4974-9cd8-c2edb89e3028 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0731878 Oct 26 14:08:45.776448 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0801acd8-1d3c-47b0-9ed5-647f1de26567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.782527 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0801acd8-1d3c-47b0-9ed5-647f1de26567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.791126 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0801acd8-1d3c-47b0-9ed5-647f1de26567 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fcd7da49-f58f-4820-b0a7-af7564d62632 HTTP/1.1" status: 204 len: 168 time: 0.3818011 Oct 26 14:08:45.794769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device dafe7fab-2ac7-4428-9c21-de497cffcff4 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:45.808973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf467f6b-477e-4748-a053-898cfb0d2276 req-b198b360-ed93-4139-98a1-b7395269c418 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:45.810463 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cf467f6b-477e-4748-a053-898cfb0d2276 req-b198b360-ed93-4139-98a1-b7395269c418 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.11 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 945 time: 0.0883753 Oct 26 14:08:45.827270 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f86f5509-00ba-47ac-8faf-5b843c2332d4 req-5af54fc8-22ad-4943-8d81-5375daeb0853 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645514 Oct 26 14:08:45.829729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0bf55feb-4886-4ebb-9850-d33f98acdc5c no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:45.866207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801acd8-1d3c-47b0-9ed5-647f1de26567 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd7da49-f58f-4820-b0a7-af7564d62632,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:45.925157 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 0bf55feb-4886-4ebb-9850-d33f98acdc5c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:45.925513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0bf55feb-4886-4ebb-9850-d33f98acdc5c not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:45.979536 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60770) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:45.981306 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port dafe7fab-2ac7-4428-9c21-de497cffcff4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=dafe7fab-2ac7-4428-9c21-de497cffcff4,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:45.999697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'dafe7fab-2ac7-4428-9c21-de497cffcff4', 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d', 'port_id': 'dafe7fab-2ac7-4428-9c21-de497cffcff4', 'mac_address': 'fa:16:3e:f3:55:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f199ee-a046-49d1-984f-441650e52e48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:46.041121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5ac56-f841-48a1-b378-cf1656b86a08 req-d034b9ee-2df7-48ae-8eba-68e3c1b60257 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:46.041501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-cf467f6b-477e-4748-a053-898cfb0d2276 req-ca50ccb1-91a3-47d3-99c0-668bf33c3079 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Deleting port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:46.041835 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cf467f6b-477e-4748-a053-898cfb0d2276 req-ca50ccb1-91a3-47d3-99c0-668bf33c3079 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.044431 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.050509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7b5ac56-f841-48a1-b378-cf1656b86a08 req-d034b9ee-2df7-48ae-8eba-68e3c1b60257 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0818353 Oct 26 14:08:46.065658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dafe7fab-2ac7-4428-9c21-de497cffcff4 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:46.069339 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-efb45b98-feec-4852-a6f2-753f84ea9228 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9206bf8642784bbf8ece238a7571ecca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852532 Oct 26 14:08:46.070737 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 60774) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:46.093875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port dafe7fab-2ac7-4428-9c21-de497cffcff4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=dafe7fab-2ac7-4428-9c21-de497cffcff4,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:46.100149 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.101262 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 43576873-7b7c-4db1-a23f-e42254c5f533 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:46.130446 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7b5ac56-f841-48a1-b378-cf1656b86a08 req-2048165b-ce0f-40fa-84c6-26fca7aa1386 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760643 Oct 26 14:08:46.197447 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-cf467f6b-477e-4748-a053-898cfb0d2276 req-ca50ccb1-91a3-47d3-99c0-668bf33c3079 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] For port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=368716ee-8c74-4a19-b7f7-0d0c6b632f9c,segment=NetworkSegment(2cfac40e-d854-470c-9441-e31f1f977232),segment_id=2cfac40e-d854-470c-9441-e31f1f977232)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:46.197939 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cf467f6b-477e-4748-a053-898cfb0d2276 req-ca50ccb1-91a3-47d3-99c0-668bf33c3079 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.220667 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-cf467f6b-477e-4748-a053-898cfb0d2276 req-ca50ccb1-91a3-47d3-99c0-668bf33c3079 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Calling delete_port for 368716ee-8c74-4a19-b7f7-0d0c6b632f9c owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:46.235476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 43576873-7b7c-4db1-a23f-e42254c5f533, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=43576873-7b7c-4db1-a23f-e42254c5f533,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:46.256292 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '43576873-7b7c-4db1-a23f-e42254c5f533', 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'port_id': '43576873-7b7c-4db1-a23f-e42254c5f533', 'mac_address': 'fa:16:3e:96:1c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2f8034-207a-46b1-a093-46a32822cb93', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:46.266577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=dafe7fab-2ac7-4428-9c21-de497cffcff4,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:46.278062 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a68993a2-b480-4142-8377-d23563b13540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.305863 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.323355 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43576873-7b7c-4db1-a23f-e42254c5f533 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:46.353649 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 43576873-7b7c-4db1-a23f-e42254c5f533, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=43576873-7b7c-4db1-a23f-e42254c5f533,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:46.360587 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.365121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122460d5-1b92-4878-ac4e-f82a054b3b00 req-27c8136c-108f-484e-acde-6040c0e48083 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:46.366985 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-122460d5-1b92-4878-ac4e-f82a054b3b00 req-27c8136c-108f-484e-acde-6040c0e48083 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 943 time: 0.1905522 Oct 26 14:08:46.370022 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a68993a2-b480-4142-8377-d23563b13540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.400423 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cf467f6b-477e-4748-a053-898cfb0d2276 req-ca50ccb1-91a3-47d3-99c0-668bf33c3079 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.417621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['368716ee-8c74-4a19-b7f7-0d0c6b632f9c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:46.447770 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-122460d5-1b92-4878-ac4e-f82a054b3b00 req-c9d31e20-7e03-436c-8bc4-50ca88341acd tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661657 Oct 26 14:08:46.451960 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50ccb1-91a3-47d3-99c0-668bf33c3079 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Pushing event deleted for resources: {'Port': ['ID=368716ee-8c74-4a19-b7f7-0d0c6b632f9c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:46.467223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=43576873-7b7c-4db1-a23f-e42254c5f533,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:46.480156 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a68993a2-b480-4142-8377-d23563b13540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.483469 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a68993a2-b480-4142-8377-d23563b13540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.487600 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a68993a2-b480-4142-8377-d23563b13540 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80fbb00d-1fb8-495c-a10d-2981cd1720ba HTTP/1.1" status: 204 len: 168 time: 0.4150803 Oct 26 14:08:46.498390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68993a2-b480-4142-8377-d23563b13540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fbb00d-1fb8-495c-a10d-2981cd1720ba,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:46.521709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf467f6b-477e-4748-a053-898cfb0d2276 req-ca50ccb1-91a3-47d3-99c0-668bf33c3079 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] No DVR routers for this DVR port 368716ee-8c74-4a19-b7f7-0d0c6b632f9c on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:46.524271 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cf467f6b-477e-4748-a053-898cfb0d2276 req-ca50ccb1-91a3-47d3-99c0-668bf33c3079 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.528778 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cf467f6b-477e-4748-a053-898cfb0d2276 req-ca50ccb1-91a3-47d3-99c0-668bf33c3079 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.11 "DELETE /v2.0/ports/368716ee-8c74-4a19-b7f7-0d0c6b632f9c HTTP/1.1" status: 204 len: 173 time: 0.7072685 Oct 26 14:08:46.577859 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.638559 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['dafe7fab-2ac7-4428-9c21-de497cffcff4'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:46.640869 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['43576873-7b7c-4db1-a23f-e42254c5f533'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:46.680924 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 60796) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:46.803808 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.873959 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e26b284-1bb1-43b1-a86b-f0104fc41013 req-063e5237-34e3-4dde-8b0f-c3b68e62062b tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/ports?device_id=8515c52a-f68c-4532-b135-1ab2a8210374 HTTP/1.1" status: 200 len: 210 time: 0.0482128 Oct 26 14:08:47.046825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909db63-1fb1-4e21-aa2c-015d479c08ac req-284e0fe7-6423-41e7-bca2-ec20b91c7b0d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:47.055716 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1909db63-1fb1-4e21-aa2c-015d479c08ac req-284e0fe7-6423-41e7-bca2-ec20b91c7b0d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0849004 Oct 26 14:08:47.089928 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7eec6df-a3a5-4b35-803c-27af1c60160c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.120813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1909db63-1fb1-4e21-aa2c-015d479c08ac req-9cf69ba6-bb74-4666-8c8e-03ea3e56ecd4 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636082 Oct 26 14:08:47.231957 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7eec6df-a3a5-4b35-803c-27af1c60160c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.252140 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7eec6df-a3a5-4b35-803c-27af1c60160c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.308598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eec6df-a3a5-4b35-803c-27af1c60160c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553ba9c2-2546-460b-8973-7b1ed8883e6f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:47.316704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60822) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:47.317259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d7eec6df-a3a5-4b35-803c-27af1c60160c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67873cf44e2b4fb9bb95f748abea2a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338456 Oct 26 14:08:47.325731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc4469-46bc-458d-b020-6b81b055a1d2 req-462ebf45-221d-4071-a506-f823e70a01ec tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:47.335385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18cc4469-46bc-458d-b020-6b81b055a1d2 req-462ebf45-221d-4071-a506-f823e70a01ec tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 945 time: 0.1284668 Oct 26 14:08:47.353286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8515c52a-f68c-4532-b135-1ab2a8210374', 'name': 'network-vif-deleted', 'tag': '368716ee-8c74-4a19-b7f7-0d0c6b632f9c'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:47.355902 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd6cde6-ccf8-4837-a82a-6ef5bf25823d" -d '{"events": [{"server_uuid": "8515c52a-f68c-4532-b135-1ab2a8210374", "name": "network-vif-deleted", "tag": "368716ee-8c74-4a19-b7f7-0d0c6b632f9c"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:47.400413 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18cc4469-46bc-458d-b020-6b81b055a1d2 req-27ed1724-d0c7-4f89-9215-2ffa0c755b6a tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642948 Oct 26 14:08:47.409818 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f96a42d-8981-4947-8a77-c480729f6a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.412829 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad835b-85d1-49a4-9aad-c770832a2d16 req-0242b983-7284-448c-8a98-4a1c649e07cd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:47.414862 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8ad835b-85d1-49a4-9aad-c770832a2d16 req-0242b983-7284-448c-8a98-4a1c649e07cd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0764830 Oct 26 14:08:47.460985 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f96a42d-8981-4947-8a77-c480729f6a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.481942 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8ad835b-85d1-49a4-9aad-c770832a2d16 req-b490aaf3-5eff-4286-8757-8e71907d20e7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463839 Oct 26 14:08:47.529011 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdae0cf8-dfeb-40e0-9a34-36de5c4a75e3 x-openstack-request-id: req-bdae0cf8-dfeb-40e0-9a34-36de5c4a75e3 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:47.529303 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8515c52a-f68c-4532-b135-1ab2a8210374", "name": "network-vif-deleted", "tag": "368716ee-8c74-4a19-b7f7-0d0c6b632f9c", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:47.529663 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdae0cf8-dfeb-40e0-9a34-36de5c4a75e3 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:47.530111 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8515c52a-f68c-4532-b135-1ab2a8210374', 'name': 'network-vif-deleted', 'tag': '368716ee-8c74-4a19-b7f7-0d0c6b632f9c', 'status': 'completed', 'code': 200} Oct 26 14:08:47.565779 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f96a42d-8981-4947-8a77-c480729f6a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.569227 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f96a42d-8981-4947-8a77-c480729f6a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.573571 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6f96a42d-8981-4947-8a77-c480729f6a64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/553ba9c2-2546-460b-8973-7b1ed8883e6f HTTP/1.1" status: 204 len: 168 time: 0.2558112 Oct 26 14:08:47.583403 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96a42d-8981-4947-8a77-c480729f6a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553ba9c2-2546-460b-8973-7b1ed8883e6f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:47.659345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e359722-fdbc-497a-af68-cbfec2a9e796 req-ba2cfbff-dffc-4970-9d37-3e6acbc8fc8d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:47.660789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e359722-fdbc-497a-af68-cbfec2a9e796 req-ba2cfbff-dffc-4970-9d37-3e6acbc8fc8d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 944 time: 0.0520859 Oct 26 14:08:47.708919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e359722-fdbc-497a-af68-cbfec2a9e796 req-99322c73-4da0-497d-8c68-e90ce40eed83 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385504 Oct 26 14:08:47.794239 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device dafe7fab-2ac7-4428-9c21-de497cffcff4 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:47.845217 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port dafe7fab-2ac7-4428-9c21-de497cffcff4 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:47.850111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port dafe7fab-2ac7-4428-9c21-de497cffcff4 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:47.850486 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.941244 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.965222 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655c726-a747-45bb-ae0e-2c922ed1a2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafe7fab-2ac7-4428-9c21-de497cffcff4'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:47.967550 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f648bc-4fea-405b-9d91-c14c2ce47179" -d '{"events": [{"server_uuid": "d655c726-a747-45bb-ae0e-2c922ed1a2d4", "name": "network-vif-plugged", "status": "completed", "tag": "dafe7fab-2ac7-4428-9c21-de497cffcff4"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:47.986057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port dafe7fab-2ac7-4428-9c21-de497cffcff4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=dafe7fab-2ac7-4428-9c21-de497cffcff4,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:47.991503 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.992159 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 43576873-7b7c-4db1-a23f-e42254c5f533 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:48.051473 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4175bb4b-6808-4e92-ba7e-5f0815b1e03c x-openstack-request-id: req-4175bb4b-6808-4e92-ba7e-5f0815b1e03c {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:48.051908 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d655c726-a747-45bb-ae0e-2c922ed1a2d4", "name": "network-vif-plugged", "status": "completed", "tag": "dafe7fab-2ac7-4428-9c21-de497cffcff4", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:48.052312 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4175bb4b-6808-4e92-ba7e-5f0815b1e03c {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:48.052865 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd655c726-a747-45bb-ae0e-2c922ed1a2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafe7fab-2ac7-4428-9c21-de497cffcff4', 'code': 200} Oct 26 14:08:48.083034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=dafe7fab-2ac7-4428-9c21-de497cffcff4,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:48.114365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 43576873-7b7c-4db1-a23f-e42254c5f533 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:48.120290 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 43576873-7b7c-4db1-a23f-e42254c5f533 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:48.120969 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.205122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04bcb-1aef-46e7-b6c1-e417102fffdc req-455caae1-8dbe-4bc3-8070-fc406d675118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:48.214012 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19d04bcb-1aef-46e7-b6c1-e417102fffdc req-455caae1-8dbe-4bc3-8070-fc406d675118 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0907953 Oct 26 14:08:48.215304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60890) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:48.241115 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.289785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 43576873-7b7c-4db1-a23f-e42254c5f533, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=43576873-7b7c-4db1-a23f-e42254c5f533,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:48.289974 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19d04bcb-1aef-46e7-b6c1-e417102fffdc req-76dc1eee-6077-434e-bdc8-9a6694e9cd62 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655682 Oct 26 14:08:48.300900 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.310817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68bdbde6-ada7-4823-8666-30e0558f0f9e tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.339386 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68bdbde6-ada7-4823-8666-30e0558f0f9e tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.363750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=43576873-7b7c-4db1-a23f-e42254c5f533,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:48.412363 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68bdbde6-ada7-4823-8666-30e0558f0f9e tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.416360 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68bdbde6-ada7-4823-8666-30e0558f0f9e tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.417684 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-68bdbde6-ada7-4823-8666-30e0558f0f9e tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "DELETE /v2.0/security-groups/48d0490b-b204-49fd-bd4a-71be0baf44fd HTTP/1.1" status: 204 len: 168 time: 0.2014499 Oct 26 14:08:48.420420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 60902) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:48.474689 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.478020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdbde6-ada7-4823-8666-30e0558f0f9e tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d0490b-b204-49fd-bd4a-71be0baf44fd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:48.595201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60914) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:48.733416 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b637274-f646-4a97-9743-7cd82390f78d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.831624 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-4fe1ad87-447e-4fbf-ab91-e3582aefc4ad tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] show failed (client error): The resource could not be found. Oct 26 14:08:48.832840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4fe1ad87-447e-4fbf-ab91-e3582aefc4ad tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "GET /v2.0/security-groups/48d0490b-b204-49fd-bd4a-71be0baf44fd HTTP/1.1" status: 404 len: 347 time: 0.4110398 Oct 26 14:08:48.841787 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60926) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:48.858526 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b637274-f646-4a97-9743-7cd82390f78d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.908600 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a5d2d-b03f-47c0-a43d-1beb3956bc25 req-25cacc35-6ab1-4dfb-8bde-9ad1c2e67aec tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:48.917322 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f03a5d2d-b03f-47c0-a43d-1beb3956bc25 req-25cacc35-6ab1-4dfb-8bde-9ad1c2e67aec tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0890858 Oct 26 14:08:48.927386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6384e-bd8e-4420-8244-635e36aa6ed6 req-786f6298-b2be-4434-8ce9-314f0db01167 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:48.929241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46d6384e-bd8e-4420-8244-635e36aa6ed6 req-786f6298-b2be-4434-8ce9-314f0db01167 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0998557 Oct 26 14:08:48.938536 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b637274-f646-4a97-9743-7cd82390f78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.986995 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f03a5d2d-b03f-47c0-a43d-1beb3956bc25 req-581f2136-46dd-47e0-9b99-2fa0bcbafd43 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680289 Oct 26 14:08:49.018880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46d6384e-bd8e-4420-8244-635e36aa6ed6 req-19058fb4-8558-4ba7-8e37-cb58104d107a tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671744 Oct 26 14:08:49.098342 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3b637274-f646-4a97-9743-7cd82390f78d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c22277821e684817bd42604130fdd3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020745 Oct 26 14:08:49.100884 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60936) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:49.109011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b637274-f646-4a97-9743-7cd82390f78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a2ebcc-c42a-4088-ac24-8d899f25111b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:49.197383 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42a23605-8bcc-46d9-8757-47ad28e8497e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.223459 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42a23605-8bcc-46d9-8757-47ad28e8497e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.259396 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f74c44-2c55-4b33-9052-173513f8e77c req-2bf84853-fd06-4639-9ebd-8535c1df694e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:49.261385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56f74c44-2c55-4b33-9052-173513f8e77c req-2bf84853-fd06-4639-9ebd-8535c1df694e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 945 time: 0.1077757 Oct 26 14:08:49.295307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-78837800-e901-4690-97e6-fdcc1004e707 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Deleting port cd7a00ba-d377-49b4-9384-4d34d05d181e {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:49.295742 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78837800-e901-4690-97e6-fdcc1004e707 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.299403 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42a23605-8bcc-46d9-8757-47ad28e8497e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.299539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd0fe1-3ad3-4616-8241-111c18c15f00 req-439a5534-b50b-417b-94ea-9bcf812dd2b6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:49.303305 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42a23605-8bcc-46d9-8757-47ad28e8497e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.306871 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-42a23605-8bcc-46d9-8757-47ad28e8497e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9a2ebcc-c42a-4088-ac24-8d899f25111b HTTP/1.1" status: 204 len: 168 time: 0.2026086 Oct 26 14:08:49.307809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dfd0fe1-3ad3-4616-8241-111c18c15f00 req-439a5534-b50b-417b-94ea-9bcf812dd2b6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1117635 Oct 26 14:08:49.354738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 368716ee-8c74-4a19-b7f7-0d0c6b632f9c no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:49.356606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a23605-8bcc-46d9-8757-47ad28e8497e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a2ebcc-c42a-4088-ac24-8d899f25111b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:49.359329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56f74c44-2c55-4b33-9052-173513f8e77c req-9e4ffbe9-728b-4017-86c8-76a22003d8e7 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902214 Oct 26 14:08:49.390093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dfd0fe1-3ad3-4616-8241-111c18c15f00 req-fc492648-9579-410d-a493-c6922c822f76 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811908 Oct 26 14:08:49.420990 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78837800-e901-4690-97e6-fdcc1004e707 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.421335 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78837800-e901-4690-97e6-fdcc1004e707 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.436895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-78837800-e901-4690-97e6-fdcc1004e707 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Calling delete_port for cd7a00ba-d377-49b4-9384-4d34d05d181e owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:49.443776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 368716ee-8c74-4a19-b7f7-0d0c6b632f9c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:49.444140 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 368716ee-8c74-4a19-b7f7-0d0c6b632f9c not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:49.594522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b5d88-6a1f-4214-8dc7-b69db1908c12 req-2ef337f3-5d7a-41e9-8f76-9ca226ac8acf tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:49.602766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-356b5d88-6a1f-4214-8dc7-b69db1908c12 req-2ef337f3-5d7a-41e9-8f76-9ca226ac8acf tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1059175 Oct 26 14:08:49.698751 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-356b5d88-6a1f-4214-8dc7-b69db1908c12 req-89fcdcd9-0b59-4d76-a850-b6fb7115fbe6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949168 Oct 26 14:08:49.707910 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78837800-e901-4690-97e6-fdcc1004e707 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.740018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78837800-e901-4690-97e6-fdcc1004e707 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Pushing event deleted for resources: {'Port': ['ID=cd7a00ba-d377-49b4-9384-4d34d05d181e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:49.834978 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78837800-e901-4690-97e6-fdcc1004e707 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.837549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ed283-4ce3-4d34-8cb2-854b53c46aaf req-c85a90d2-4c8a-43f5-9ab9-18a4771b7779 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:49.837952 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78837800-e901-4690-97e6-fdcc1004e707 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.839142 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f1ed283-4ce3-4d34-8cb2-854b53c46aaf req-c85a90d2-4c8a-43f5-9ab9-18a4771b7779 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0740249 Oct 26 14:08:49.841946 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-78837800-e901-4690-97e6-fdcc1004e707 tempest-ImagesOneServerNegativeTestJSON-1992943860 tempest-ImagesOneServerNegativeTestJSON-1992943860-project] 10.222.0.32 "DELETE /v2.0/floatingips/181e7d63-6853-4065-93c5-b1da5cba3129 HTTP/1.1" status: 204 len: 168 time: 0.9985523 Oct 26 14:08:49.901146 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f1ed283-4ce3-4d34-8cb2-854b53c46aaf req-28889a46-055a-481d-a5d0-f5a9e8b062a3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497651 Oct 26 14:08:50.009580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60980) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:50.054390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa39e9cb-d17e-4a46-b397-cf734c2bad76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43576873-7b7c-4db1-a23f-e42254c5f533'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:50.057342 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d777caec-2d82-42af-8432-3319847d506a" -d '{"events": [{"server_uuid": "aa39e9cb-d17e-4a46-b397-cf734c2bad76", "name": "network-vif-plugged", "status": "completed", "tag": "43576873-7b7c-4db1-a23f-e42254c5f533"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:50.058056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c14d6e-d970-417f-bed6-848a4ddef728 admin admin] Deleting subnet 398f2516-29da-4a32-915a-862c1d0cd5d5 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:08:50.063045 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-91c14d6e-d970-417f-bed6-848a4ddef728 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.120316 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-91c14d6e-d970-417f-bed6-848a4ddef728 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.139045 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427c044f-db1d-49db-ad6e-d176cc068cbc x-openstack-request-id: req-427c044f-db1d-49db-ad6e-d176cc068cbc {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:50.139337 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa39e9cb-d17e-4a46-b397-cf734c2bad76", "name": "network-vif-plugged", "status": "completed", "tag": "43576873-7b7c-4db1-a23f-e42254c5f533", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:50.139598 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-427c044f-db1d-49db-ad6e-d176cc068cbc {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:50.139997 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa39e9cb-d17e-4a46-b397-cf734c2bad76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43576873-7b7c-4db1-a23f-e42254c5f533', 'code': 200} Oct 26 14:08:50.184778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-91c14d6e-d970-417f-bed6-848a4ddef728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.203591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b2a51-ecad-4388-8d89-a2627ccae339 req-0762cf07-e51e-4e9b-9535-7299877a164b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:50.212224 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-346b2a51-ecad-4388-8d89-a2627ccae339 req-0762cf07-e51e-4e9b-9535-7299877a164b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1180639 Oct 26 14:08:50.258361 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-346b2a51-ecad-4388-8d89-a2627ccae339 req-6df46fbc-5a7e-40f4-951f-b9ab6e842f49 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 Oct 26 14:08:50.286348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d202ba-aafd-4d0c-b4f4-d7db5b33e448 req-e9d755e1-5f8b-4135-ace3-8e3eb5a63173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:50.288546 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d202ba-aafd-4d0c-b4f4-d7db5b33e448 req-e9d755e1-5f8b-4135-ace3-8e3eb5a63173 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 1096 time: 0.0765543 Oct 26 14:08:50.317573 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-91c14d6e-d970-417f-bed6-848a4ddef728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.349538 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14d6e-d970-417f-bed6-848a4ddef728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=398f2516-29da-4a32-915a-862c1d0cd5d5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:50.360577 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-91c14d6e-d970-417f-bed6-848a4ddef728 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.364468 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-91c14d6e-d970-417f-bed6-848a4ddef728 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/398f2516-29da-4a32-915a-862c1d0cd5d5 HTTP/1.1" status: 204 len: 168 time: 0.3538280 Oct 26 14:08:50.368088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 32772) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:50.378973 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d202ba-aafd-4d0c-b4f4-d7db5b33e448 req-249a6f5e-feb1-4500-bb73-786eae0ee407 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804598 Oct 26 14:08:50.456287 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78af1951-7a11-4a56-a470-4a5b0c0916b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.517395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10440e-8381-4536-a3a8-88f6fe2ec86c req-07fa9c2a-9868-4ae3-8dab-812c2735b594 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:50.518945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa10440e-8381-4536-a3a8-88f6fe2ec86c req-07fa9c2a-9868-4ae3-8dab-812c2735b594 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 945 time: 0.0654116 Oct 26 14:08:50.574936 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78af1951-7a11-4a56-a470-4a5b0c0916b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.622215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-78af1951-7a11-4a56-a470-4a5b0c0916b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46659067-f73e-4f0e-a43e-1c34158b1517']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:50.632113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e91b2f-f26f-4238-aea0-5b70147e8ad2 req-63cb7880-a6fc-4df2-80db-d2acf5a35607 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:50.633885 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9e91b2f-f26f-4238-aea0-5b70147e8ad2 req-63cb7880-a6fc-4df2-80db-d2acf5a35607 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1136758 Oct 26 14:08:50.634289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-78af1951-7a11-4a56-a470-4a5b0c0916b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfac40e-d854-470c-9441-e31f1f977232') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:50.634853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-78af1951-7a11-4a56-a470-4a5b0c0916b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfac40e-d854-470c-9441-e31f1f977232') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:50.639702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa10440e-8381-4536-a3a8-88f6fe2ec86c req-86a6b96c-b748-48bc-9160-40520e580fae tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071410 Oct 26 14:08:50.672915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78af1951-7a11-4a56-a470-4a5b0c0916b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.679636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9e91b2f-f26f-4238-aea0-5b70147e8ad2 req-ec44a4ed-7562-4b72-9ec5-2a86d5fe30c8 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383146 Oct 26 14:08:50.693514 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78af1951-7a11-4a56-a470-4a5b0c0916b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.701802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78af1951-7a11-4a56-a470-4a5b0c0916b3 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:08:50.702678 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78af1951-7a11-4a56-a470-4a5b0c0916b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:08:50.744558 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:08:50.769598 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78af1951-7a11-4a56-a470-4a5b0c0916b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.786635 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78af1951-7a11-4a56-a470-4a5b0c0916b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.790603 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-78af1951-7a11-4a56-a470-4a5b0c0916b3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/46659067-f73e-4f0e-a43e-1c34158b1517 HTTP/1.1" status: 204 len: 168 time: 0.4219103 Oct 26 14:08:50.791654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af1951-7a11-4a56-a470-4a5b0c0916b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=46659067-f73e-4f0e-a43e-1c34158b1517,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:51.011419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 32796) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:51.054763 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f6f52247-3542-4fe8-a068-b67adf41edce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f821b78ff47f42bd9873e5d486cdd94b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416698 Oct 26 14:08:51.057795 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 32800) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:51.108705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e448a3f-51e1-4b36-b65b-e3226cd8eb50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.128490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e448a3f-51e1-4b36-b65b-e3226cd8eb50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.190368 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e448a3f-51e1-4b36-b65b-e3226cd8eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.193402 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e448a3f-51e1-4b36-b65b-e3226cd8eb50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.194589 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3e448a3f-51e1-4b36-b65b-e3226cd8eb50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4456919-cadc-44d1-afb1-c52886c2992c HTTP/1.1" status: 204 len: 168 time: 0.1357663 Oct 26 14:08:51.203067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e448a3f-51e1-4b36-b65b-e3226cd8eb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4456919-cadc-44d1-afb1-c52886c2992c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:51.785857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc744a-74c6-4751-a505-41a2dfb2e0cf req-0c4e9770-5674-450a-ade2-0f101332b880 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:51.793355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96bc744a-74c6-4751-a505-41a2dfb2e0cf req-0c4e9770-5674-450a-ade2-0f101332b880 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 945 time: 0.0691016 Oct 26 14:08:51.867282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96bc744a-74c6-4751-a505-41a2dfb2e0cf req-7e46a880-4164-498a-9de5-15052ad722bf tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683405 Oct 26 14:08:51.894755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f147bdb-d1e9-405c-8d2d-f9228d5513b8 req-06383613-9bc0-4eae-9513-42380acb3441 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:51.902535 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f147bdb-d1e9-405c-8d2d-f9228d5513b8 req-06383613-9bc0-4eae-9513-42380acb3441 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0892301 Oct 26 14:08:51.937372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f147bdb-d1e9-405c-8d2d-f9228d5513b8 req-f5f59869-409c-41ac-8138-95d031391f33 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339525 Oct 26 14:08:52.107763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bbbbc-6cb3-4b9f-8150-719569da7efd req-6d48740d-2e68-41e7-82f8-6d6528846fcd tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:52.109810 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c5bbbbc-6cb3-4b9f-8150-719569da7efd req-6d48740d-2e68-41e7-82f8-6d6528846fcd tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 945 time: 0.0597816 Oct 26 14:08:52.152037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c5bbbbc-6cb3-4b9f-8150-719569da7efd req-d1b899ac-b2cb-447f-99e4-a84f023925f8 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351884 Oct 26 14:08:52.276567 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8e6f8-1cba-4781-b78d-85bf4b1211c3 req-877cd243-6a3f-4180-92b8-6265dc0f9f05 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:52.278267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eea8e6f8-1cba-4781-b78d-85bf4b1211c3 req-877cd243-6a3f-4180-92b8-6265dc0f9f05 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 945 time: 0.0531192 Oct 26 14:08:52.318598 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eea8e6f8-1cba-4781-b78d-85bf4b1211c3 req-282d6d65-c08e-4226-987e-b3e0b33cf46c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340745 Oct 26 14:08:52.622613 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc0259-2d41-4fc1-a454-4922b23bb5ef req-66e48846-e066-464a-af58-ebd63ef6f96e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:52.630621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dfc0259-2d41-4fc1-a454-4922b23bb5ef req-66e48846-e066-464a-af58-ebd63ef6f96e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 945 time: 0.0722446 Oct 26 14:08:52.676917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5dfc0259-2d41-4fc1-a454-4922b23bb5ef req-b9e46a61-595f-4674-9016-e9f22f9f0fda tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441389 Oct 26 14:08:53.068508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842f9f6-d7bf-4813-ba4a-43510d4da999 req-9d0d9f73-eb67-46d8-a488-566580cb9d38 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:53.070974 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c842f9f6-d7bf-4813-ba4a-43510d4da999 req-9d0d9f73-eb67-46d8-a488-566580cb9d38 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0510516 Oct 26 14:08:53.116551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c842f9f6-d7bf-4813-ba4a-43510d4da999 req-2674e164-522a-4bdc-bf2f-66c364c7f891 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364764 Oct 26 14:08:53.322835 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:53.503649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 32918) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:53.622495 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7b6dc6f-a097-4a39-b033-52b5dab3bbad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:53.706961 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7b6dc6f-a097-4a39-b033-52b5dab3bbad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:53.712452 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7b6dc6f-a097-4a39-b033-52b5dab3bbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:53.752746 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6dc6f-a097-4a39-b033-52b5dab3bbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8557f69-ad29-4eec-91c0-92c56999b2c7,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:53.761965 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f7b6dc6f-a097-4a39-b033-52b5dab3bbad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b2ab1159eaa40f0b3229013f3c674e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572417 Oct 26 14:08:53.762155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 32938) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:53.858952 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f3199f2-d7bb-42f0-a2a7-ca86e8d23ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:53.869309 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cefacc-da14-497c-a91e-5f983d6ff65e req-d635f3d6-52c4-47cc-a616-fb53d41f762d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:53.870852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93cefacc-da14-497c-a91e-5f983d6ff65e req-d635f3d6-52c4-47cc-a616-fb53d41f762d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 945 time: 0.0960324 Oct 26 14:08:53.906533 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f3199f2-d7bb-42f0-a2a7-ca86e8d23ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:53.940768 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93cefacc-da14-497c-a91e-5f983d6ff65e req-f75d7c2c-7174-4b17-8a4a-21d312e23717 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624361 Oct 26 14:08:53.946994 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a321f6-8f33-42fd-9e84-9d6474180165 req-4d30ddd0-9398-47a0-97e4-5148a80199f5 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:53.948697 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c5a321f6-8f33-42fd-9e84-9d6474180165 req-4d30ddd0-9398-47a0-97e4-5148a80199f5 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 945 time: 0.0529764 Oct 26 14:08:53.972451 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f3199f2-d7bb-42f0-a2a7-ca86e8d23ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:53.975164 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f3199f2-d7bb-42f0-a2a7-ca86e8d23ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:53.976501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9f3199f2-d7bb-42f0-a2a7-ca86e8d23ab8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8557f69-ad29-4eec-91c0-92c56999b2c7 HTTP/1.1" status: 204 len: 168 time: 0.2129371 Oct 26 14:08:53.985836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3199f2-d7bb-42f0-a2a7-ca86e8d23ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8557f69-ad29-4eec-91c0-92c56999b2c7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:54.066602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-c5a321f6-8f33-42fd-9e84-9d6474180165 req-96004111-f6bd-4a36-b9c0-4c310c043a24 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Deleting port 43576873-7b7c-4db1-a23f-e42254c5f533 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:54.066960 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c5a321f6-8f33-42fd-9e84-9d6474180165 req-96004111-f6bd-4a36-b9c0-4c310c043a24 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.176469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c5a321f6-8f33-42fd-9e84-9d6474180165 req-96004111-f6bd-4a36-b9c0-4c310c043a24 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] For port 43576873-7b7c-4db1-a23f-e42254c5f533, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=43576873-7b7c-4db1-a23f-e42254c5f533,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:54.176858 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c5a321f6-8f33-42fd-9e84-9d6474180165 req-96004111-f6bd-4a36-b9c0-4c310c043a24 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.194464 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-c5a321f6-8f33-42fd-9e84-9d6474180165 req-96004111-f6bd-4a36-b9c0-4c310c043a24 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Calling delete_port for 43576873-7b7c-4db1-a23f-e42254c5f533 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:54.278921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559167f-9a26-43f6-b287-b67f3f550a24 req-10222856-b3ae-4e8f-b66e-1acc33e01190 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:54.287285 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b559167f-9a26-43f6-b287-b67f3f550a24 req-10222856-b3ae-4e8f-b66e-1acc33e01190 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0771322 Oct 26 14:08:54.338719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b559167f-9a26-43f6-b287-b67f3f550a24 req-40948133-9c76-464e-9480-67bded896699 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500596 Oct 26 14:08:54.356244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 32982) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:54.371244 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6e1275ba-3038-4942-97aa-b223eedd11ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.487103 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6e1275ba-3038-4942-97aa-b223eedd11ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.492234 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6e1275ba-3038-4942-97aa-b223eedd11ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.550300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6e1275ba-3038-4942-97aa-b223eedd11ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f75019a348c46d3bf1f3ff4ab547d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926858 Oct 26 14:08:54.552739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1275ba-3038-4942-97aa-b223eedd11ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdc2989-3367-45a8-880e-bc2f66121c94,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:54.573093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 32994) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:54.638646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-821ac6c3-4f23-49ea-814a-f2c26449f164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.666718 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-821ac6c3-4f23-49ea-814a-f2c26449f164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.708511 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c5a321f6-8f33-42fd-9e84-9d6474180165 req-96004111-f6bd-4a36-b9c0-4c310c043a24 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.721303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['748c9e26-54cb-4e51-80d1-e112fa64b975', '43576873-7b7c-4db1-a23f-e42254c5f533'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:54.732477 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-821ac6c3-4f23-49ea-814a-f2c26449f164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.735588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-821ac6c3-4f23-49ea-814a-f2c26449f164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.736932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-821ac6c3-4f23-49ea-814a-f2c26449f164 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8cdc2989-3367-45a8-880e-bc2f66121c94 HTTP/1.1" status: 204 len: 168 time: 0.1614730 Oct 26 14:08:54.746552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ac6c3-4f23-49ea-814a-f2c26449f164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdc2989-3367-45a8-880e-bc2f66121c94,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:54.763774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96004111-f6bd-4a36-b9c0-4c310c043a24 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Pushing event deleted for resources: {'Port': ['ID=43576873-7b7c-4db1-a23f-e42254c5f533,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:54.821910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a321f6-8f33-42fd-9e84-9d6474180165 req-96004111-f6bd-4a36-b9c0-4c310c043a24 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] No DVR routers for this DVR port 43576873-7b7c-4db1-a23f-e42254c5f533 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:54.824822 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c5a321f6-8f33-42fd-9e84-9d6474180165 req-96004111-f6bd-4a36-b9c0-4c310c043a24 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.829287 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c5a321f6-8f33-42fd-9e84-9d6474180165 req-96004111-f6bd-4a36-b9c0-4c310c043a24 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "DELETE /v2.0/ports/43576873-7b7c-4db1-a23f-e42254c5f533 HTTP/1.1" status: 204 len: 173 time: 0.8738325 Oct 26 14:08:54.829952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa39e9cb-d17e-4a46-b397-cf734c2bad76', 'name': 'network-vif-deleted', 'tag': '43576873-7b7c-4db1-a23f-e42254c5f533'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:54.847852 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03401da0-1a62-42c2-a6c8-a43c1fd28aad" -d '{"events": [{"server_uuid": "aa39e9cb-d17e-4a46-b397-cf734c2bad76", "name": "network-vif-deleted", "tag": "43576873-7b7c-4db1-a23f-e42254c5f533"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:54.906197 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87eeac9-e0bf-4a2f-a8a0-3e39450720af x-openstack-request-id: req-b87eeac9-e0bf-4a2f-a8a0-3e39450720af {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:54.906498 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa39e9cb-d17e-4a46-b397-cf734c2bad76", "name": "network-vif-deleted", "tag": "43576873-7b7c-4db1-a23f-e42254c5f533", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:54.906733 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b87eeac9-e0bf-4a2f-a8a0-3e39450720af {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:54.907135 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa39e9cb-d17e-4a46-b397-cf734c2bad76', 'name': 'network-vif-deleted', 'tag': '43576873-7b7c-4db1-a23f-e42254c5f533', 'status': 'completed', 'code': 200} Oct 26 14:08:55.129569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16464ddb-01af-418b-87fa-7c467634c50f req-c0fad2a2-e6e3-43a1-94c2-424a2226eae3 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa39e9cb-d17e-4a46-b397-cf734c2bad76 HTTP/1.1" status: 200 len: 210 time: 0.0338650 Oct 26 14:08:55.467049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab82aff-f6ad-4ade-8455-8ab91fdaf3d8 req-88880df2-134d-4fa0-abad-a7db51b26ef3 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:55.469884 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ab82aff-f6ad-4ade-8455-8ab91fdaf3d8 req-88880df2-134d-4fa0-abad-a7db51b26ef3 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0611129 Oct 26 14:08:55.516998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ab82aff-f6ad-4ade-8455-8ab91fdaf3d8 req-d8abce1a-0091-483c-9ba8-23ead5f50e16 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Oct 26 14:08:56.185749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33144) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:56.432993 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1c63585-6a6e-4d0e-a8da-6e65b4ba4cb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.515457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-abd1fd26-675d-4d0c-871c-3f05493dcd54 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:56.516963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-abd1fd26-675d-4d0c-871c-3f05493dcd54 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.1499212 Oct 26 14:08:56.555055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-6d08ecd8-af8b-43fc-b16b-9d818181d185 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/quotas/02988b14cd044ea8964cbab023a8058f HTTP/1.1" status: 200 len: 375 time: 0.0288639 Oct 26 14:08:56.605855 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1c63585-6a6e-4d0e-a8da-6e65b4ba4cb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.623622 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1c63585-6a6e-4d0e-a8da-6e65b4ba4cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.686531 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-0a7ae668-ec91-439e-9406-476283b80c75 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1210015 Oct 26 14:08:56.699011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c1c63585-6a6e-4d0e-a8da-6e65b4ba4cb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9027c4efeeed45bf808197987333fa1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118093 Oct 26 14:08:56.701704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33184) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:56.710907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c63585-6a6e-4d0e-a8da-6e65b4ba4cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29281556-670f-47cf-8b4e-93101404befb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:56.764343 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac9234fa-3357-45c4-b6ec-82c6234a8ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.769244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03584f2-79b0-475e-8b41-df5a6e856092 req-60395583-7375-4a6e-8b2a-fa9675972853 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:56.771126 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f03584f2-79b0-475e-8b41-df5a6e856092 req-60395583-7375-4a6e-8b2a-fa9675972853 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1606619 Oct 26 14:08:56.799283 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac9234fa-3357-45c4-b6ec-82c6234a8ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.841366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f03584f2-79b0-475e-8b41-df5a6e856092 req-7142e5f8-a444-4e59-8045-28c4ac2bf4b5 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635750 Oct 26 14:08:56.860212 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-59a298a6-501c-48f7-af13-d21b351ed4a4 service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649456 Oct 26 14:08:56.886342 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac9234fa-3357-45c4-b6ec-82c6234a8ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.889172 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac9234fa-3357-45c4-b6ec-82c6234a8ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.893423 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ac9234fa-3357-45c4-b6ec-82c6234a8ae2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29281556-670f-47cf-8b4e-93101404befb HTTP/1.1" status: 204 len: 168 time: 0.1906061 Oct 26 14:08:56.902480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9234fa-3357-45c4-b6ec-82c6234a8ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29281556-670f-47cf-8b4e-93101404befb,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:56.994580 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-6f17018c-8c02-43d2-bd94-75cfadc4d089 service neutron] 10.222.0.32 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334403 Oct 26 14:08:57.204248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14a70b97-2ffd-425d-a34f-77f4fe45758e req-78ac4b42-4c75-497d-b356-0daac08da207 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 210 time: 0.0401649 Oct 26 14:08:57.298237 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:57.454668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33242) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:57.470091 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a2f967b0-bef2-4a5e-add3-9eccb2a5d28b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:57.561844 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a2f967b0-bef2-4a5e-add3-9eccb2a5d28b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:57.566564 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a2f967b0-bef2-4a5e-add3-9eccb2a5d28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:57.619038 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a2f967b0-bef2-4a5e-add3-9eccb2a5d28b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c44779b0923451694ec0b961a63d304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622086 Oct 26 14:08:57.619863 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f967b0-bef2-4a5e-add3-9eccb2a5d28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c080a0-8fa3-437e-8e9e-ebc0ef2d1f1d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:57.621633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33246) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:57.679286 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3968c6b0-72c9-4f99-9c16-954a7b0f2bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:57.703542 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3968c6b0-72c9-4f99-9c16-954a7b0f2bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:57.755708 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3968c6b0-72c9-4f99-9c16-954a7b0f2bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:57.760431 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3968c6b0-72c9-4f99-9c16-954a7b0f2bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:57.764179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3968c6b0-72c9-4f99-9c16-954a7b0f2bb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24c080a0-8fa3-437e-8e9e-ebc0ef2d1f1d HTTP/1.1" status: 204 len: 168 time: 0.1383169 Oct 26 14:08:57.771162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c6b0-72c9-4f99-9c16-954a7b0f2bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c080a0-8fa3-437e-8e9e-ebc0ef2d1f1d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:57.824312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 43576873-7b7c-4db1-a23f-e42254c5f533 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:57.845892 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 43576873-7b7c-4db1-a23f-e42254c5f533 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:57.846526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 43576873-7b7c-4db1-a23f-e42254c5f533 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:57.981666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec6984-eabc-4c5b-99be-050814339acb req-936d2f21-5349-443a-ae68-668b5b54d178 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:57.983223 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71ec6984-eabc-4c5b-99be-050814339acb req-936d2f21-5349-443a-ae68-668b5b54d178 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0494297 Oct 26 14:08:58.041293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71ec6984-eabc-4c5b-99be-050814339acb req-ee0cbc39-8e52-4c6e-9b15-483f9c1bf513 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513618 Oct 26 14:08:58.278129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-5c5d9430-ecfe-4e64-8e3f-07742a58bbb8 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:58.282185 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-5c5d9430-ecfe-4e64-8e3f-07742a58bbb8 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.11 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 806 time: 0.1717820 Oct 26 14:08:58.295547 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-b0915ab1-f84e-4671-87ec-fada929abf51 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Request body: {'port': {'device_id': '5cfe0857-0258-4134-86d3-0b740eb598f1', 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'admin_state_up': True, 'tenant_id': '02988b14cd044ea8964cbab023a8058f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:58.340054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90a9dbd8-cc57-419d-b72e-4d92a54553bb req-6354d380-aa2a-473c-9ed3-39bc810ccc37 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 210 time: 0.0424767 Oct 26 14:08:58.456997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-b0915ab1-f84e-4671-87ec-fada929abf51 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Made reservation on behalf of 02988b14cd044ea8964cbab023a8058f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:58.460845 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-b0915ab1-f84e-4671-87ec-fada929abf51 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:58.611709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-b0915ab1-f84e-4671-87ec-fada929abf51 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Allocated IP 172.20.0.11 (58afa2dc-1dfa-4d98-a3c2-eba0b18fce64/bb2f8034-207a-46b1-a093-46a32822cb93/9c19c623-accf-443c-aa3a-8af10026099c) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:58.778000 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-b0915ab1-f84e-4671-87ec-fada929abf51 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:58.817705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-b0915ab1-f84e-4671-87ec-fada929abf51 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:58.831535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['748c9e26-54cb-4e51-80d1-e112fa64b975'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:58.869562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-b0915ab1-f84e-4671-87ec-fada929abf51 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:58.873027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-b0915ab1-f84e-4671-87ec-fada929abf51 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:58.877846 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-b0915ab1-f84e-4671-87ec-fada929abf51 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:58.913329 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0915ab1-f84e-4671-87ec-fada929abf51 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Pushing event updated for resources: {'Port': ['ID=9c19c623-accf-443c-aa3a-8af10026099c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:58.950405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-b0915ab1-f84e-4671-87ec-fada929abf51 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:58.951402 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-b0915ab1-f84e-4671-87ec-fada929abf51 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:58.974313 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-b0915ab1-f84e-4671-87ec-fada929abf51 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6827035 Oct 26 14:08:58.988656 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Request body: {'port': {'device_id': '5cfe0857-0258-4134-86d3-0b740eb598f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:59.069919 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:59.187406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba46fd4-017a-4c78-a5f9-560bd0a05116 req-0394c922-083f-4627-b486-65d66e924b93 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:59.189354 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ba46fd4-017a-4c78-a5f9-560bd0a05116 req-0394c922-083f-4627-b486-65d66e924b93 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0584109 Oct 26 14:08:59.263722 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ba46fd4-017a-4c78-a5f9-560bd0a05116 req-174a2520-cec1-4b8e-9f37-d340566f30e1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675230 Oct 26 14:08:59.474129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1419fe1-bef5-4941-a1c3-c0eef398e44c req-0e67ee5a-fa77-4a5c-98fa-e90eb8a521b5 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:59.482224 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1419fe1-bef5-4941-a1c3-c0eef398e44c req-0e67ee5a-fa77-4a5c-98fa-e90eb8a521b5 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 932 time: 0.0601823 Oct 26 14:08:59.518967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c19c623-accf-443c-aa3a-8af10026099c {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:59.528565 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:59.546694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Transition to ACTIVE for port object 9c19c623-accf-443c-aa3a-8af10026099c will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:59.554466 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:59.563250 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1419fe1-bef5-4941-a1c3-c0eef398e44c req-870969af-6ca3-442d-8e3c-afccd930f5cc tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799613 Oct 26 14:08:59.568488 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-8789bb2f-e74f-4a9a-ab40-7b23007bbb76 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9fbe5eb0ab6d43f680a38f3a99e202d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443289 Oct 26 14:08:59.662704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c19c623-accf-443c-aa3a-8af10026099c,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:59.706584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Attempting to bind port 9c19c623-accf-443c-aa3a-8af10026099c on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:59.707015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Attempting to bind port 9c19c623-accf-443c-aa3a-8af10026099c by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:59.707412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Attempting to bind port 9c19c623-accf-443c-aa3a-8af10026099c on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:59.713240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Port 9c19c623-accf-443c-aa3a-8af10026099c on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:59.714347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Attempting to bind port 9c19c623-accf-443c-aa3a-8af10026099c on network 58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:59.715845 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-3bd4a7f0-53de-476e-985a-64c5a9031054 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:59.720059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:59.720406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Checking segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:59.720792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Bound using segment: {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:59.721224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Bound port: 9c19c623-accf-443c-aa3a-8af10026099c, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edd9f8c-10c6-4225-a547-f4fd7722b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:59.721583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:59.723661 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-3bd4a7f0-53de-476e-985a-64c5a9031054 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416020 Oct 26 14:08:59.740009 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-3c0e463f-9c50-4aa9-a69a-c54852b85b59 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/quotas/9fbe5eb0ab6d43f680a38f3a99e202d1 HTTP/1.1" status: 200 len: 375 time: 0.0150213 Oct 26 14:08:59.772292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-10582f9d-9a7a-4efc-823a-cfef181563c5 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fbe5eb0ab6d43f680a38f3a99e202d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302966 Oct 26 14:08:59.815261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] For port 9c19c623-accf-443c-aa3a-8af10026099c, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:59.819847 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] For port 9c19c623-accf-443c-aa3a-8af10026099c, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9c19c623-accf-443c-aa3a-8af10026099c,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:59.825678 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:59.884879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c19c623-accf-443c-aa3a-8af10026099c,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:59.902992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:59.903774 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:59.905172 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-efe6f57a-f553-4710-83aa-ea26e1c337c8 service neutron] 10.222.0.11 "PUT /v2.0/ports/9c19c623-accf-443c-aa3a-8af10026099c HTTP/1.1" status: 200 len: 1092 time: 0.9217384 Oct 26 14:08:59.905851 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfe0857-0258-4134-86d3-0b740eb598f1', 'tag': '9c19c623-accf-443c-aa3a-8af10026099c'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:59.908721 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c621c2-6e91-4a58-986e-b282322a436d" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfe0857-0258-4134-86d3-0b740eb598f1", "tag": "9c19c623-accf-443c-aa3a-8af10026099c"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:59.994257 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ac17a3-f9c0-4aca-8474-b421a5a18661 x-openstack-request-id: req-a1ac17a3-f9c0-4aca-8474-b421a5a18661 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:59.994720 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfe0857-0258-4134-86d3-0b740eb598f1", "tag": "9c19c623-accf-443c-aa3a-8af10026099c", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:59.994982 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1ac17a3-f9c0-4aca-8474-b421a5a18661 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:59.995392 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfe0857-0258-4134-86d3-0b740eb598f1', 'tag': '9c19c623-accf-443c-aa3a-8af10026099c', 'status': 'completed', 'code': 200} Oct 26 14:09:00.017063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-c41cd71b-c4d8-4d34-a61f-214f5e7b6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:00.019862 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-c41cd71b-c4d8-4d34-a61f-214f5e7b6a62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 1095 time: 0.0685935 Oct 26 14:09:00.069770 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-082bb2ca-bb7d-489f-b73e-df8fb61280bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c19c623-accf-443c-aa3a-8af10026099c HTTP/1.1" status: 200 len: 217 time: 0.0411134 Oct 26 14:09:00.155873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-69be3a99-fdb2-495f-ae1b-279cf292b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:00.157385 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-69be3a99-fdb2-495f-ae1b-279cf292b655 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.0799015 Oct 26 14:09:00.188669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-6b702646-d831-4a8d-a476-91eb29696a6f tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9fbe5eb0ab6d43f680a38f3a99e202d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397217 Oct 26 14:09:00.213396 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-54980a9c-9f27-49dd-aa0b-29e16754dfff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461905 Oct 26 14:09:00.354790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-b86dcf6d-b34d-4357-8bb5-06b760a52a59 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:00.361848 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-b86dcf6d-b34d-4357-8bb5-06b760a52a59 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1562207 Oct 26 14:09:00.396432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-15dee937-509b-4eb4-ad0e-05091301ade1 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/quotas/9fbe5eb0ab6d43f680a38f3a99e202d1 HTTP/1.1" status: 200 len: 375 time: 0.0335984 Oct 26 14:09:00.439267 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-0b04811c-62ce-48a6-8ab4-00c5383e14ba service neutron] 10.222.0.11 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183185 Oct 26 14:09:00.472871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-eb3c2297-918e-4955-90ab-a6dd7df19924 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fbe5eb0ab6d43f680a38f3a99e202d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753973 Oct 26 14:09:00.610275 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcf9fe-1f42-49e2-98ce-a8fd1fee7212 req-9e4b8356-5617-4f05-9a5f-6415ce1a9fa2 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:00.620280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70fcf9fe-1f42-49e2-98ce-a8fd1fee7212 req-9e4b8356-5617-4f05-9a5f-6415ce1a9fa2 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1461880 Oct 26 14:09:00.638371 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-aa7d124f-c852-494a-8338-77dc9b6f2919 req-fc211489-1329-4bb0-af23-d98aeb4ffdb7 service neutron] 10.222.0.11 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922381 Oct 26 14:09:00.688184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70fcf9fe-1f42-49e2-98ce-a8fd1fee7212 req-f1c18704-3098-4dcb-adfb-8d74fac80181 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665903 Oct 26 14:09:00.872528 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c621c2-6e91-4a58-986e-b282322a436d req-cc70d747-fd6b-4707-8daf-2c425ed335bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:00.875117 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a9c621c2-6e91-4a58-986e-b282322a436d req-cc70d747-fd6b-4707-8daf-2c425ed335bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 1095 time: 0.1208227 Oct 26 14:09:00.971857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7aab3b7b-e1d9-4b81-a37e-7f6424e01e58 req-9974e887-70f7-4fd2-b46c-dc2a27ab0b64 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 210 time: 0.0362451 Oct 26 14:09:00.987508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356162b9-50de-4713-bb8c-45419705195b req-cdfb05eb-82d8-4951-b1ad-956820320bd2 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:00.996410 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-356162b9-50de-4713-bb8c-45419705195b req-cdfb05eb-82d8-4951-b1ad-956820320bd2 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 944 time: 0.1480727 Oct 26 14:09:01.047366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-356162b9-50de-4713-bb8c-45419705195b req-b3043415-0d95-4523-8b13-50248b8fa2d1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494776 Oct 26 14:09:01.144709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c621c2-6e91-4a58-986e-b282322a436d req-89789edd-dbbd-4473-95b6-6c9728de3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:01.147830 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a9c621c2-6e91-4a58-986e-b282322a436d req-89789edd-dbbd-4473-95b6-6c9728de3c33 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 907 time: 0.2642555 Oct 26 14:09:01.202447 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a9c621c2-6e91-4a58-986e-b282322a436d req-409ca7d4-48a9-4451-8cf1-960ba2ddb3d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c19c623-accf-443c-aa3a-8af10026099c HTTP/1.1" status: 200 len: 217 time: 0.0469561 Oct 26 14:09:01.340998 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c621c2-6e91-4a58-986e-b282322a436d req-d30571e8-a4d5-41c5-b03c-ee1c653a5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:01.343691 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a9c621c2-6e91-4a58-986e-b282322a436d req-d30571e8-a4d5-41c5-b03c-ee1c653a5990 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.1182523 Oct 26 14:09:01.406389 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a9c621c2-6e91-4a58-986e-b282322a436d req-87da7e61-befe-46c1-812a-3181d6f956c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353441 Oct 26 14:09:01.574105 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a9c621c2-6e91-4a58-986e-b282322a436d req-0a81d084-46d8-4310-81a1-7f57418fc510 service neutron] 10.222.0.11 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539314 Oct 26 14:09:01.633165 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-ce6d8b6c-51c1-4775-87ef-051a57390d20 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9fbe5eb0ab6d43f680a38f3a99e202d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508690 Oct 26 14:09:01.745603 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a9c621c2-6e91-4a58-986e-b282322a436d req-b806c307-2d9d-4e57-ac6d-b6a277cdc10d service neutron] 10.222.0.11 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514537 Oct 26 14:09:01.837767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-7e2ce21e-10cc-4283-8d70-b1e0b463979c tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:01.839913 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-7e2ce21e-10cc-4283-8d70-b1e0b463979c tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006721 Oct 26 14:09:01.853791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Request body: {'port': {'device_id': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '9fbe5eb0ab6d43f680a38f3a99e202d1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:01.991083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd71ef-4271-4a0a-b388-d6fb3103a2b4 req-dd87fdd0-5651-4341-82d6-bdfab5ed8fc8 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:01.992588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41cd71ef-4271-4a0a-b388-d6fb3103a2b4 req-dd87fdd0-5651-4341-82d6-bdfab5ed8fc8 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1652155 Oct 26 14:09:02.065326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41cd71ef-4271-4a0a-b388-d6fb3103a2b4 req-ffa85905-c1f4-43b0-bb92-e434949090a4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618021 Oct 26 14:09:02.102042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Made reservation on behalf of 9fbe5eb0ab6d43f680a38f3a99e202d1 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:02.106007 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.109781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-570155cf-63b2-4844-8f53-0ebfa4637abd req-6d0386dc-eb50-45c7-aa1d-30bd2c54d161 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 210 time: 0.0479782 Oct 26 14:09:02.117161 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.222662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844db7fa-218c-4b53-8333-866e19fda409 req-e9d678df-737a-494b-ab37-3204706dbe59 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:02.224261 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-844db7fa-218c-4b53-8333-866e19fda409 req-e9d678df-737a-494b-ab37-3204706dbe59 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 944 time: 0.0793486 Oct 26 14:09:02.270534 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-af3ce764-2c7d-4d81-889d-ccec0b92ee40 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9fbe5eb0ab6d43f680a38f3a99e202d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346863 Oct 26 14:09:02.295422 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.305915 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-844db7fa-218c-4b53-8333-866e19fda409 req-cf94d2e8-ccb1-461c-ac21-31a134cb575b tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578012 Oct 26 14:09:02.307198 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.383849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0a90f0-79d5-403e-949f-b4d9788ff183,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:02.473811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Allocated IP 192.168.233.182 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/52051e52-34bd-48c6-8ea2-4c4cb891cf68) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:02.526516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-8178871e-ab93-4523-8865-408445d5094e tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:02.528373 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-8178871e-ab93-4523-8865-408445d5094e tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503376 Oct 26 14:09:02.543381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-1bef9360-f03f-4b62-9f8d-0012716d185d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Request body: {'port': {'device_id': 'e8df19cf-8d72-470f-8cde-7fb016b19fba', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '9fbe5eb0ab6d43f680a38f3a99e202d1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:02.662641 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.681741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-1bef9360-f03f-4b62-9f8d-0012716d185d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Made reservation on behalf of 9fbe5eb0ab6d43f680a38f3a99e202d1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:02.686638 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-1bef9360-f03f-4b62-9f8d-0012716d185d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.712526 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.777320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:02.782251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:02.784401 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Pushing event updated for resources: {'Port': ['ID=52051e52-34bd-48c6-8ea2-4c4cb891cf68,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:02.787307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:02.840984 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:02.841765 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.849486 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-1bef9360-f03f-4b62-9f8d-0012716d185d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Allocated IP 192.168.233.47 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/559c85dd-936b-4e62-8b2a-9d0ca2d2836a) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:02.869542 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-aa041ea7-da26-44d1-9fbc-099dc2bf5722 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0198638 Oct 26 14:09:02.885783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Request body: {'port': {'device_id': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:03.002791 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.078196 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-1bef9360-f03f-4b62-9f8d-0012716d185d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.129009 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-1bef9360-f03f-4b62-9f8d-0012716d185d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.137244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2ca12410-1e65-464d-898e-9e1a719326e2 None None] Provisioning complete for port 52051e52-34bd-48c6-8ea2-4c4cb891cf68 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:03.137776 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2ca12410-1e65-464d-898e-9e1a719326e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.173950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-1bef9360-f03f-4b62-9f8d-0012716d185d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:03.176441 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-1bef9360-f03f-4b62-9f8d-0012716d185d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:03.217665 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-1bef9360-f03f-4b62-9f8d-0012716d185d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:03.219227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2ca12410-1e65-464d-898e-9e1a719326e2 None None] Port 52051e52-34bd-48c6-8ea2-4c4cb891cf68 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:09:03.275865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef9360-f03f-4b62-9f8d-0012716d185d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Pushing event updated for resources: {'Port': ['ID=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:03.289227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-1bef9360-f03f-4b62-9f8d-0012716d185d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:03.289442 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-1bef9360-f03f-4b62-9f8d-0012716d185d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.324894 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-1bef9360-f03f-4b62-9f8d-0012716d185d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7872920 Oct 26 14:09:03.339022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Request body: {'port': {'device_id': 'e8df19cf-8d72-470f-8cde-7fb016b19fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:03.424557 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.473350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52051e52-34bd-48c6-8ea2-4c4cb891cf68 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:03.482836 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.539482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Transition to ACTIVE for port object 52051e52-34bd-48c6-8ea2-4c4cb891cf68 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:09:03.547371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-6bcf24df-70ce-4d51-a49c-416c5a6f22c9 None None] Provisioning complete for port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:03.549217 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6bcf24df-70ce-4d51-a49c-416c5a6f22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.559395 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.597076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20358d-0152-4ece-a86e-893c9545dd48 req-66e82c0f-9ddb-4020-9c69-e05436f099c3 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:03.598764 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c20358d-0152-4ece-a86e-893c9545dd48 req-66e82c0f-9ddb-4020-9c69-e05436f099c3 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.3700590 Oct 26 14:09:03.612395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f4aba-47a1-4067-8e18-259ae694e66c req-c227eeb7-c626-4647-a1db-b488cc9cb9c5 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:03.620364 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-336f4aba-47a1-4067-8e18-259ae694e66c req-c227eeb7-c626-4647-a1db-b488cc9cb9c5 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 935 time: 0.4015992 Oct 26 14:09:03.623841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf24df-70ce-4d51-a49c-416c5a6f22c9 None None] Port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:09:03.684562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c20358d-0152-4ece-a86e-893c9545dd48 req-4c8dba80-3e85-405c-8e00-535bb1633830 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Oct 26 14:09:03.728408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=52051e52-34bd-48c6-8ea2-4c4cb891cf68,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:03.889495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559c85dd-936b-4e62-8b2a-9d0ca2d2836a {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:03.898168 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.919440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Transition to ACTIVE for port object 559c85dd-936b-4e62-8b2a-9d0ca2d2836a will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:09:03.928989 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.998624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-336f4aba-47a1-4067-8e18-259ae694e66c req-ea37692e-f699-4629-aed5-bc731dd99447 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772516 Oct 26 14:09:04.056284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Attempting to bind port 52051e52-34bd-48c6-8ea2-4c4cb891cf68 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:04.056640 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Attempting to bind port 52051e52-34bd-48c6-8ea2-4c4cb891cf68 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:04.056983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Attempting to bind port 52051e52-34bd-48c6-8ea2-4c4cb891cf68 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:04.065504 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Port 52051e52-34bd-48c6-8ea2-4c4cb891cf68 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:09:04.065828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Attempting to bind port 52051e52-34bd-48c6-8ea2-4c4cb891cf68 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:04.072327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:04.072659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:04.073043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:04.073477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Bound port: 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:04.073848 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.100106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Pushing event updated for resources: {'Port': ['ID=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:04.134318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079a29f-d6e4-4c19-b6f4-216fd3d91894 req-24a63428-52cc-4b0a-97e2-85b3422edfb4 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:04.135911 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c079a29f-d6e4-4c19-b6f4-216fd3d91894 req-24a63428-52cc-4b0a-97e2-85b3422edfb4 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 944 time: 0.2306476 Oct 26 14:09:04.185293 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Attempting to bind port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:04.185633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Attempting to bind port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:04.185962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Attempting to bind port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:04.201058 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:09:04.201398 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Attempting to bind port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:04.216366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:04.216713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:04.219644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:04.220257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Bound port: 559c85dd-936b-4e62-8b2a-9d0ca2d2836a, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:04.220695 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.271603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] For port 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:04.299000 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c079a29f-d6e4-4c19-b6f4-216fd3d91894 req-27ab8a69-6215-49d0-a85c-7d0b4db520b2 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470995 Oct 26 14:09:04.311772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] For port 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:04.326180 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.384631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] For port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:04.387328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:04.389139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] For port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:04.391068 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.392110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] 10.222.0.11 "PUT /v2.0/ports/52051e52-34bd-48c6-8ea2-4c4cb891cf68 HTTP/1.1" status: 200 len: 1096 time: 1.5142605 Oct 26 14:09:04.392946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'tag': '52051e52-34bd-48c6-8ea2-4c4cb891cf68'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:04.394819 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.403670 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4c06df-3782-4ff9-b0b5-7992cbc70d08" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3e32cb-21ec-46d1-b951-179e9c6dd317", "tag": "52051e52-34bd-48c6-8ea2-4c4cb891cf68"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:04.476381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:04.480419 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.482053 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] 10.222.0.11 "PUT /v2.0/ports/559c85dd-936b-4e62-8b2a-9d0ca2d2836a HTTP/1.1" status: 200 len: 1095 time: 1.1483858 Oct 26 14:09:04.482653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8df19cf-8d72-470f-8cde-7fb016b19fba', 'tag': '559c85dd-936b-4e62-8b2a-9d0ca2d2836a'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:04.485848 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a81a50-0bc3-46ba-b4ac-a243665ef39d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8df19cf-8d72-470f-8cde-7fb016b19fba", "tag": "559c85dd-936b-4e62-8b2a-9d0ca2d2836a"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:04.486664 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c21b8d-5ebf-4768-92ff-6f623308a8da x-openstack-request-id: req-17c21b8d-5ebf-4768-92ff-6f623308a8da {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:04.487193 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3e32cb-21ec-46d1-b951-179e9c6dd317", "tag": "52051e52-34bd-48c6-8ea2-4c4cb891cf68", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:04.487667 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17c21b8d-5ebf-4768-92ff-6f623308a8da {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:04.488279 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'tag': '52051e52-34bd-48c6-8ea2-4c4cb891cf68', 'status': 'completed', 'code': 200} Oct 26 14:09:04.501865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f1eff-789e-4d16-a345-042b1e8db8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=52051e52-34bd-48c6-8ea2-4c4cb891cf68,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:04.615976 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-2b211fa4-3d54-472d-b681-048ade0631c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:04.617841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-2b211fa4-3d54-472d-b681-048ade0631c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fbe5eb0ab6d43f680a38f3a99e202d1&device_id=4b3e32cb-21ec-46d1-b951-179e9c6dd317 HTTP/1.1" status: 200 len: 1099 time: 0.1500688 Oct 26 14:09:04.635160 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2775bf07-37a2-4c85-b7ba-86acdc9fe776 x-openstack-request-id: req-2775bf07-37a2-4c85-b7ba-86acdc9fe776 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:04.635886 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8df19cf-8d72-470f-8cde-7fb016b19fba", "tag": "559c85dd-936b-4e62-8b2a-9d0ca2d2836a", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:04.636373 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2775bf07-37a2-4c85-b7ba-86acdc9fe776 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:04.637031 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8df19cf-8d72-470f-8cde-7fb016b19fba', 'tag': '559c85dd-936b-4e62-8b2a-9d0ca2d2836a', 'status': 'completed', 'code': 200} Oct 26 14:09:04.644713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dcc71-06bf-4a25-92ae-5b1b0682653a service neutron] Pushing event updated for resources: {'Port': ['ID=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:04.670366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-14b86a54-454f-4eee-a6b9-c377d5153735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:04.673392 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-14b86a54-454f-4eee-a6b9-c377d5153735 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fbe5eb0ab6d43f680a38f3a99e202d1&device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 1098 time: 0.1166387 Oct 26 14:09:04.698067 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-c571aad9-900b-4aa8-bb98-ba70e233c534 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68 HTTP/1.1" status: 200 len: 217 time: 0.0709195 Oct 26 14:09:04.726191 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-05ac6b2f-ba5f-43ba-9101-919190544e10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=559c85dd-936b-4e62-8b2a-9d0ca2d2836a HTTP/1.1" status: 200 len: 217 time: 0.0442548 Oct 26 14:09:04.788920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-48219642-72dc-45b3-aba5-e58874f9f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:04.793592 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-48219642-72dc-45b3-aba5-e58874f9f4a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0849645 Oct 26 14:09:04.854521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-b240d746-bef3-4784-9d99-1668d1bc5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:04.856588 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-b240d746-bef3-4784-9d99-1668d1bc5ece service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1156857 Oct 26 14:09:04.962181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-4ba61a36-50da-4812-8e67-9ec40b173d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:04.963715 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-4ba61a36-50da-4812-8e67-9ec40b173d16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980275 Oct 26 14:09:04.976800 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-70309ea6-f7f0-4184-a316-b1c64d464d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:04.979414 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-70309ea6-f7f0-4184-a316-b1c64d464d33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1780829 Oct 26 14:09:05.001858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b19b32-2d92-47b7-873d-5c3165c7e9b2 req-89f69190-f557-4967-9224-ec805c5f1bbb tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.013320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6b19b32-2d92-47b7-873d-5c3165c7e9b2 req-89f69190-f557-4967-9224-ec805c5f1bbb tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1520300 Oct 26 14:09:05.154138 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-528600f2-bd62-449d-a321-196719226d58 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827374 Oct 26 14:09:05.209067 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6b19b32-2d92-47b7-873d-5c3165c7e9b2 req-36407824-8b1d-49b5-8f7b-35f01c284740 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947608 Oct 26 14:09:05.289362 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-de7eb428-440e-494c-8154-7094f1a48fe5 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730594 Oct 26 14:09:05.299435 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7c80c7b1-b697-4af2-84ce-a7966ec75a80 req-47736d1b-6aec-427c-814a-91830cc1a4b2 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377714 Oct 26 14:09:05.418653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a81a50-0bc3-46ba-b4ac-a243665ef39d req-ba7700c7-2c84-48db-b41c-50f847369b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.420448 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50a81a50-0bc3-46ba-b4ac-a243665ef39d req-ba7700c7-2c84-48db-b41c-50f847369b83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fbe5eb0ab6d43f680a38f3a99e202d1&device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 1098 time: 0.0632939 Oct 26 14:09:05.428790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9c19c623-accf-443c-aa3a-8af10026099c details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:09:05.453278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be49e6b7-a708-4508-b120-e07fbb6cf5c9 req-f0fff79c-3ee5-4182-a5ff-13ecc8616e1d service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519177 Oct 26 14:09:05.469548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2a388-6231-45ea-bcc0-8e37c991b3db req-a10d297c-ed99-4dbb-8e0f-03345faf1285 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.471661 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9bc2a388-6231-45ea-bcc0-8e37c991b3db req-a10d297c-ed99-4dbb-8e0f-03345faf1285 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 947 time: 0.3579016 Oct 26 14:09:05.615935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9c19c623-accf-443c-aa3a-8af10026099c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9c19c623-accf-443c-aa3a-8af10026099c,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:05.629953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '9c19c623-accf-443c-aa3a-8af10026099c', 'network_id': '58afa2dc-1dfa-4d98-a3c2-eba0b18fce64', 'port_id': '9c19c623-accf-443c-aa3a-8af10026099c', 'mac_address': 'fa:16:3e:ec:09:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2f8034-207a-46b1-a093-46a32822cb93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:09:05.640918 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9bc2a388-6231-45ea-bcc0-8e37c991b3db req-f291d93e-d8f9-49f9-829a-3618adb0da34 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579032 Oct 26 14:09:05.662412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a81a50-0bc3-46ba-b4ac-a243665ef39d req-45776bbc-2e0d-4e3a-bbdc-3f0613ad8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.666566 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50a81a50-0bc3-46ba-b4ac-a243665ef39d req-45776bbc-2e0d-4e3a-bbdc-3f0613ad8560 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.2318573 Oct 26 14:09:05.675327 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:05.683804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c06df-3782-4ff9-b0b5-7992cbc70d08 req-0f7a755e-236b-4e59-b813-72a2f24a51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.685460 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce4c06df-3782-4ff9-b0b5-7992cbc70d08 req-0f7a755e-236b-4e59-b813-72a2f24a51c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fbe5eb0ab6d43f680a38f3a99e202d1&device_id=4b3e32cb-21ec-46d1-b951-179e9c6dd317 HTTP/1.1" status: 200 len: 1099 time: 0.1587408 Oct 26 14:09:05.690513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c19c623-accf-443c-aa3a-8af10026099c {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:05.704586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d87157-1e14-407c-8452-a8f8f66db17f req-04ba3fa7-76ff-4aed-8c32-5d30246098c7 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.712107 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9c19c623-accf-443c-aa3a-8af10026099c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9c19c623-accf-443c-aa3a-8af10026099c,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:05.715088 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3d87157-1e14-407c-8452-a8f8f66db17f req-04ba3fa7-76ff-4aed-8c32-5d30246098c7 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 944 time: 0.1241744 Oct 26 14:09:05.717879 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:05.752327 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50a81a50-0bc3-46ba-b4ac-a243665ef39d req-16ca00ef-2f5b-4560-ae8d-591a67b9315a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=559c85dd-936b-4e62-8b2a-9d0ca2d2836a HTTP/1.1" status: 200 len: 217 time: 0.0798049 Oct 26 14:09:05.807725 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9c19c623-accf-443c-aa3a-8af10026099c,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:05.821156 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3d87157-1e14-407c-8452-a8f8f66db17f req-ac4283ac-aa4e-46ea-a13f-4529a0d21912 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049125 Oct 26 14:09:05.846821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a81a50-0bc3-46ba-b4ac-a243665ef39d req-5621ccb7-7644-4c7e-bcb8-fabcc03b26a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.848302 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50a81a50-0bc3-46ba-b4ac-a243665ef39d req-5621ccb7-7644-4c7e-bcb8-fabcc03b26a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0877531 Oct 26 14:09:05.861271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c06df-3782-4ff9-b0b5-7992cbc70d08 req-039afaa5-4c8d-43e5-82ce-fa7a659e1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.862805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce4c06df-3782-4ff9-b0b5-7992cbc70d08 req-039afaa5-4c8d-43e5-82ce-fa7a659e1f95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1690784 Oct 26 14:09:05.906998 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a81a50-0bc3-46ba-b4ac-a243665ef39d req-9e6fac50-e3c9-4c20-bc1d-c86348da9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.908515 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50a81a50-0bc3-46ba-b4ac-a243665ef39d req-9e6fac50-e3c9-4c20-bc1d-c86348da9498 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520458 Oct 26 14:09:05.913998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce4c06df-3782-4ff9-b0b5-7992cbc70d08 req-757a2717-d7fc-40f5-a868-c1c81087e405 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68 HTTP/1.1" status: 200 len: 217 time: 0.0429592 Oct 26 14:09:05.987931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c06df-3782-4ff9-b0b5-7992cbc70d08 req-35c1fad2-6e3f-424a-83a1-596fee1c847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.990441 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce4c06df-3782-4ff9-b0b5-7992cbc70d08 req-35c1fad2-6e3f-424a-83a1-596fee1c847a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0628538 Oct 26 14:09:06.025969 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50a81a50-0bc3-46ba-b4ac-a243665ef39d req-eff0eb80-2444-40e6-9f72-d7bf388d1d17 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029854 Oct 26 14:09:06.049458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c06df-3782-4ff9-b0b5-7992cbc70d08 req-bc42df65-dfcf-4591-81a9-c899cc0454a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:06.051235 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce4c06df-3782-4ff9-b0b5-7992cbc70d08 req-bc42df65-dfcf-4591-81a9-c899cc0454a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524333 Oct 26 14:09:06.143328 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-50a81a50-0bc3-46ba-b4ac-a243665ef39d req-a44f8f2c-a642-4d93-9515-ecf19f7e0e76 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082804 Oct 26 14:09:06.158166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce4c06df-3782-4ff9-b0b5-7992cbc70d08 req-f3a9027e-d395-4c8e-8bee-d1559c921f42 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983121 Oct 26 14:09:06.220913 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9c19c623-accf-443c-aa3a-8af10026099c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:06.285400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce4c06df-3782-4ff9-b0b5-7992cbc70d08 req-895de452-a24c-4289-9037-655b6f7bd98c service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168864 Oct 26 14:09:06.359631 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022d23e-ca18-4373-9c16-9f29d60d844e req-e079bd6b-6cb9-46a0-afc7-9a8a53457979 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:06.361842 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4022d23e-ca18-4373-9c16-9f29d60d844e req-e079bd6b-6cb9-46a0-afc7-9a8a53457979 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0586612 Oct 26 14:09:06.423351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4022d23e-ca18-4373-9c16-9f29d60d844e req-e5167979-a09c-4e2a-aca9-d641e173a2b2 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536840 Oct 26 14:09:06.641792 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33582) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:06.769961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af124e-a0de-4be0-8d49-1c105031fa2c req-c1088cf5-e1a0-41fb-9e85-59979235fdbb tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:06.771623 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9af124e-a0de-4be0-8d49-1c105031fa2c req-c1088cf5-e1a0-41fb-9e85-59979235fdbb tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 947 time: 0.0650325 Oct 26 14:09:06.813155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9af124e-a0de-4be0-8d49-1c105031fa2c req-947b3155-fd90-415d-963b-cc480235e37f tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342042 Oct 26 14:09:06.894638 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1008faa-20dc-4d53-8fbf-e44c0e1ab9ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:06.978563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bcee9-0253-4570-8e30-caaa869f9a63 req-75207ed8-dd50-461d-b11b-6ecff6dfd52f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:06.980101 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-518bcee9-0253-4570-8e30-caaa869f9a63 req-75207ed8-dd50-461d-b11b-6ecff6dfd52f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 945 time: 0.0768635 Oct 26 14:09:07.046618 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-518bcee9-0253-4570-8e30-caaa869f9a63 req-7e2306e8-03e9-4453-bd7e-80f7d81af13e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558872 Oct 26 14:09:07.048537 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1008faa-20dc-4d53-8fbf-e44c0e1ab9ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.054899 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1008faa-20dc-4d53-8fbf-e44c0e1ab9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.100088 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c1008faa-20dc-4d53-8fbf-e44c0e1ab9ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4876c646e7084a628bdd0f31381ddd41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4570963 Oct 26 14:09:07.100931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1008faa-20dc-4d53-8fbf-e44c0e1ab9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8af1e9a-42c9-41e6-bb4a-d69a9bcf284d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:07.104053 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33596) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:07.162541 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-669f054a-8167-4f7e-b87c-020ef043f94f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.186617 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-669f054a-8167-4f7e-b87c-020ef043f94f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.234938 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-669f054a-8167-4f7e-b87c-020ef043f94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.237604 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-669f054a-8167-4f7e-b87c-020ef043f94f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.238773 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-669f054a-8167-4f7e-b87c-020ef043f94f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8af1e9a-42c9-41e6-bb4a-d69a9bcf284d HTTP/1.1" status: 204 len: 168 time: 0.1330459 Oct 26 14:09:07.246419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f054a-8167-4f7e-b87c-020ef043f94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8af1e9a-42c9-41e6-bb4a-d69a9bcf284d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:07.626983 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33614) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:07.642202 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc9c1f20-f3ff-4fde-8d90-29d73acecb7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.717757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33616) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:07.740370 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc9c1f20-f3ff-4fde-8d90-29d73acecb7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.746154 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc9c1f20-f3ff-4fde-8d90-29d73acecb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.790584 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fc9c1f20-f3ff-4fde-8d90-29d73acecb7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b1117089c004b2faa05b05f5d305363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623549 Oct 26 14:09:07.791708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c1f20-f3ff-4fde-8d90-29d73acecb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f90f1a4-1b39-4d02-9c9c-c1a64c12549f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:07.794184 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33620) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:07.854395 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f05532b7-b22c-4501-a1cd-483240379ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.865704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5a387-9f13-47c1-a306-7c41f6e222c8 req-2d789e61-65aa-4a06-99ec-14a3e808f9a1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:07.867400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ace5a387-9f13-47c1-a306-7c41f6e222c8 req-2d789e61-65aa-4a06-99ec-14a3e808f9a1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.3617542 Oct 26 14:09:07.879096 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9341b42e-ded8-4bc7-ab1e-c30b7b9a72f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.915399 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9341b42e-ded8-4bc7-ab1e-c30b7b9a72f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.917223 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ace5a387-9f13-47c1-a306-7c41f6e222c8 req-33e30823-bdef-40c6-b090-8150000bf577 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434635 Oct 26 14:09:07.956640 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccbe17-f6e9-4d4c-80d8-dba2a1e446cc req-0291f733-e183-4fb6-9b9c-582acb6cf6e0 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:07.958424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90ccbe17-f6e9-4d4c-80d8-dba2a1e446cc req-0291f733-e183-4fb6-9b9c-582acb6cf6e0 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 947 time: 0.0552628 Oct 26 14:09:07.985213 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f05532b7-b22c-4501-a1cd-483240379ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.986771 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9341b42e-ded8-4bc7-ab1e-c30b7b9a72f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.989540 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9341b42e-ded8-4bc7-ab1e-c30b7b9a72f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.990701 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9341b42e-ded8-4bc7-ab1e-c30b7b9a72f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f90f1a4-1b39-4d02-9c9c-c1a64c12549f HTTP/1.1" status: 204 len: 168 time: 0.1954284 Oct 26 14:09:07.994679 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f05532b7-b22c-4501-a1cd-483240379ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.001508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90ccbe17-f6e9-4d4c-80d8-dba2a1e446cc req-0eacb3f1-2be3-4364-bb04-a4af4bfff977 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357761 Oct 26 14:09:08.002969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341b42e-ded8-4bc7-ab1e-c30b7b9a72f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f90f1a4-1b39-4d02-9c9c-c1a64c12549f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:08.041128 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f05532b7-b22c-4501-a1cd-483240379ae7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e45d70929c44ef29f0ba7199bae3cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220050 Oct 26 14:09:08.043521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05532b7-b22c-4501-a1cd-483240379ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcf4aa9-cbe2-4167-a2ce-e4fddefc2b6b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:08.044013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33626) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:08.095408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5a30-cb48-40e2-8330-e44f54f650ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.138442 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5a30-cb48-40e2-8330-e44f54f650ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.196365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901fbaf-d694-46d9-9660-e2de73eae128 req-ccc03ee2-860c-403d-860d-3f4bf3b5f2dc tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:08.197940 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8901fbaf-d694-46d9-9660-e2de73eae128 req-ccc03ee2-860c-403d-860d-3f4bf3b5f2dc tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 945 time: 0.0753675 Oct 26 14:09:08.226854 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5a30-cb48-40e2-8330-e44f54f650ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.229999 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5a30-cb48-40e2-8330-e44f54f650ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.231130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2cdf5a30-cb48-40e2-8330-e44f54f650ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9dcf4aa9-cbe2-4167-a2ce-e4fddefc2b6b HTTP/1.1" status: 204 len: 168 time: 0.1861367 Oct 26 14:09:08.247586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf5a30-cb48-40e2-8330-e44f54f650ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcf4aa9-cbe2-4167-a2ce-e4fddefc2b6b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:08.252123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8901fbaf-d694-46d9-9660-e2de73eae128 req-cb5207d5-a4cc-420a-bb15-e6dce3349444 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471048 Oct 26 14:09:08.574413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33650) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:08.591231 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b62c2f2a-1ff1-4848-a2e5-f6fd1be50a5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.670498 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b62c2f2a-1ff1-4848-a2e5-f6fd1be50a5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.674914 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b62c2f2a-1ff1-4848-a2e5-f6fd1be50a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.717072 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b62c2f2a-1ff1-4848-a2e5-f6fd1be50a5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4dc2c209d5b945e99c773c533296815c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415656 Oct 26 14:09:08.719006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c2f2a-1ff1-4848-a2e5-f6fd1be50a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9577a3d8-d03b-4def-81f8-8d2367eb3156,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:08.719768 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33658) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:08.769559 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a425d79a-2799-48dd-944d-7162af5eb709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.794551 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a425d79a-2799-48dd-944d-7162af5eb709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.839999 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a425d79a-2799-48dd-944d-7162af5eb709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.842898 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a425d79a-2799-48dd-944d-7162af5eb709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.844220 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a425d79a-2799-48dd-944d-7162af5eb709 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9577a3d8-d03b-4def-81f8-8d2367eb3156 HTTP/1.1" status: 204 len: 168 time: 0.1234369 Oct 26 14:09:08.851879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425d79a-2799-48dd-944d-7162af5eb709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9577a3d8-d03b-4def-81f8-8d2367eb3156,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:09.050951 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927038c-9c80-4829-839c-d65a9ddb3237 req-af8b6982-7109-49db-a8ce-ed78c3ff5bcd tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:09.052709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f927038c-9c80-4829-839c-d65a9ddb3237 req-af8b6982-7109-49db-a8ce-ed78c3ff5bcd tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0586782 Oct 26 14:09:09.108793 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f927038c-9c80-4829-839c-d65a9ddb3237 req-427451c7-590a-4059-9d46-49b86ea474fd tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473874 Oct 26 14:09:09.147898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad479cb7-d1b5-48a2-8820-9defba9abb1d req-4b9292bd-f6fc-405e-8353-e0891372baf3 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:09.149973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad479cb7-d1b5-48a2-8820-9defba9abb1d req-4b9292bd-f6fc-405e-8353-e0891372baf3 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 947 time: 0.0587308 Oct 26 14:09:09.190583 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad479cb7-d1b5-48a2-8820-9defba9abb1d req-829283b3-e9af-4537-b606-36f5e2b45fa8 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341396 Oct 26 14:09:09.399624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3dff2-d685-45dd-8863-ae7cfcba69ed req-4dc12c22-ed66-468b-a1de-c489c1dffeac tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:09.401387 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ccf3dff2-d685-45dd-8863-ae7cfcba69ed req-4dc12c22-ed66-468b-a1de-c489c1dffeac tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 945 time: 0.0596752 Oct 26 14:09:09.449434 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ccf3dff2-d685-45dd-8863-ae7cfcba69ed req-be9d0294-fd26-411e-865f-188c377fbf11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376284 Oct 26 14:09:09.457263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 52051e52-34bd-48c6-8ea2-4c4cb891cf68 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:09:09.461205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9c19c623-accf-443c-aa3a-8af10026099c up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:09.602732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 9c19c623-accf-443c-aa3a-8af10026099c completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:09:09.615398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 9c19c623-accf-443c-aa3a-8af10026099c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:09.615989 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:09.674475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:09.690814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '52051e52-34bd-48c6-8ea2-4c4cb891cf68', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '52051e52-34bd-48c6-8ea2-4c4cb891cf68', 'mac_address': 'fa:16:3e:3d:16:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:09:09.703929 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb5e667b-aacf-42db-8c25-8c5a5ccd5959 req-51c9e138-0367-4b82-a7bb-01182fac73e0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578089 Oct 26 14:09:09.776681 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:09.787178 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:09.801622 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e667b-aacf-42db-8c25-8c5a5ccd5959 req-98d5b13b-2d3e-441f-b2a9-7a15be7e6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:09.803807 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb5e667b-aacf-42db-8c25-8c5a5ccd5959 req-98d5b13b-2d3e-441f-b2a9-7a15be7e6571 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02988b14cd044ea8964cbab023a8058f&device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0732768 Oct 26 14:09:09.812834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfe0857-0258-4134-86d3-0b740eb598f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c19c623-accf-443c-aa3a-8af10026099c'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:09.815381 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a2dbd6-fd58-41da-98d7-f0464a53584b" -d '{"events": [{"server_uuid": "5cfe0857-0258-4134-86d3-0b740eb598f1", "name": "network-vif-plugged", "status": "completed", "tag": "9c19c623-accf-443c-aa3a-8af10026099c"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:09.821799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52051e52-34bd-48c6-8ea2-4c4cb891cf68 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:09.835596 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9c19c623-accf-443c-aa3a-8af10026099c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9c19c623-accf-443c-aa3a-8af10026099c,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:09.854902 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:09.862274 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:09.886015 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e94967-4761-43f1-a083-ee43aa4d295e x-openstack-request-id: req-40e94967-4761-43f1-a083-ee43aa4d295e {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:09.886609 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfe0857-0258-4134-86d3-0b740eb598f1", "name": "network-vif-plugged", "status": "completed", "tag": "9c19c623-accf-443c-aa3a-8af10026099c", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:09.887311 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40e94967-4761-43f1-a083-ee43aa4d295e {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:09.887526 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfe0857-0258-4134-86d3-0b740eb598f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c19c623-accf-443c-aa3a-8af10026099c', 'code': 200} Oct 26 14:09:09.890505 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:09.891160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 559c85dd-936b-4e62-8b2a-9d0ca2d2836a details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:09:09.928062 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9c19c623-accf-443c-aa3a-8af10026099c,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:09.967260 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:09.986256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '559c85dd-936b-4e62-8b2a-9d0ca2d2836a', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '559c85dd-936b-4e62-8b2a-9d0ca2d2836a', 'mac_address': 'fa:16:3e:c7:46:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:09:09.992618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e667b-aacf-42db-8c25-8c5a5ccd5959 req-d66dca82-333d-4df9-9a97-388a31036c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:09.996888 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb5e667b-aacf-42db-8c25-8c5a5ccd5959 req-d66dca82-333d-4df9-9a97-388a31036c13 service neutron] 10.222.0.25 "GET /v2.0/networks?id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 200 len: 907 time: 0.1631258 Oct 26 14:09:10.013833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2bc4a-3ebd-46be-9397-1c8c634edad2 req-3c5bbc6c-c593-40ff-b999-725c5dd73415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:10.015717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4e2bc4a-3ebd-46be-9397-1c8c634edad2 req-3c5bbc6c-c593-40ff-b999-725c5dd73415 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 1097 time: 0.0755332 Oct 26 14:09:10.028937 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=52051e52-34bd-48c6-8ea2-4c4cb891cf68,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:10.039857 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.054787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559c85dd-936b-4e62-8b2a-9d0ca2d2836a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:10.063224 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb5e667b-aacf-42db-8c25-8c5a5ccd5959 req-25aa3e25-9c12-43c0-898f-c207c68d27c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=748c9e26-54cb-4e51-80d1-e112fa64b975 HTTP/1.1" status: 200 len: 217 time: 0.0589871 Oct 26 14:09:10.077523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:10.083216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4e2bc4a-3ebd-46be-9397-1c8c634edad2 req-d18be633-daba-4183-a65a-ddde6c51350c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590529 Oct 26 14:09:10.084715 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.125277 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e667b-aacf-42db-8c25-8c5a5ccd5959 req-6532de33-8cd8-4989-aebc-2515aef2edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:10.125944 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33724) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:10.126088 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb5e667b-aacf-42db-8c25-8c5a5ccd5959 req-6532de33-8cd8-4989-aebc-2515aef2edc0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 200 len: 846 time: 0.0551214 Oct 26 14:09:10.146341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:10.176985 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb5e667b-aacf-42db-8c25-8c5a5ccd5959 req-4c3abcdb-e1b5-4088-94f7-f40ed5bc0fb1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379448 Oct 26 14:09:10.264854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b023e-e929-4b2f-b9e8-88e15bb44b70 req-4c62d94a-20bb-4625-b796-598e99afb7d6 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:10.272072 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb2b023e-e929-4b2f-b9e8-88e15bb44b70 req-4c62d94a-20bb-4625-b796-598e99afb7d6 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0759776 Oct 26 14:09:10.311793 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb5e667b-aacf-42db-8c25-8c5a5ccd5959 req-52f25c57-d123-40fc-b356-157717703db3 service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262608 Oct 26 14:09:10.354992 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb2b023e-e929-4b2f-b9e8-88e15bb44b70 req-4531cd16-c0d0-40e5-bf56-36058082f81b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801680 Oct 26 14:09:10.385671 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4364698-628b-48f7-8529-2cb7bf8af5aa req-9271f11c-7585-49dd-ab24-eff6d1c8518f tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:10.394741 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4364698-628b-48f7-8529-2cb7bf8af5aa req-9271f11c-7585-49dd-ab24-eff6d1c8518f tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 948 time: 0.1204069 Oct 26 14:09:10.424931 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb5e667b-aacf-42db-8c25-8c5a5ccd5959 req-7f4b9ea7-8abe-49a6-b20d-ee36ce6263da service neutron] 10.222.0.25 "GET /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049795 Oct 26 14:09:10.449261 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-66d5c664-60e0-41f8-9cca-6902e4f3d11d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.462778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4364698-628b-48f7-8529-2cb7bf8af5aa req-f46c78e4-6645-4237-bb6b-711544219a76 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671728 Oct 26 14:09:10.502892 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['559c85dd-936b-4e62-8b2a-9d0ca2d2836a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:10.506830 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['52051e52-34bd-48c6-8ea2-4c4cb891cf68'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:10.556246 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-66d5c664-60e0-41f8-9cca-6902e4f3d11d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.592478 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-66d5c664-60e0-41f8-9cca-6902e4f3d11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.640533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5c664-60e0-41f8-9cca-6902e4f3d11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541f746c-d38a-478f-9911-cf00718f8da4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:10.646817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-66d5c664-60e0-41f8-9cca-6902e4f3d11d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b3ae5add2634b78b79332e6ad76dd9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5198224 Oct 26 14:09:10.650353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33746) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:10.665927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe053677-c84d-4c23-aabb-8af8bd91b0c5 req-862edda3-0901-49ab-a555-d0295adce289 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:10.673203 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe053677-c84d-4c23-aabb-8af8bd91b0c5 req-862edda3-0901-49ab-a555-d0295adce289 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1148434 Oct 26 14:09:10.745299 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe053677-c84d-4c23-aabb-8af8bd91b0c5 req-1b7263f2-c1b2-42d1-be5f-b0653f790b47 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712373 Oct 26 14:09:10.754958 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9fa9750e-54f5-42b0-8e18-d240370315a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.780243 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9fa9750e-54f5-42b0-8e18-d240370315a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.837955 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9fa9750e-54f5-42b0-8e18-d240370315a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.841256 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9fa9750e-54f5-42b0-8e18-d240370315a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.842595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9fa9750e-54f5-42b0-8e18-d240370315a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/541f746c-d38a-478f-9911-cf00718f8da4 HTTP/1.1" status: 204 len: 168 time: 0.1912296 Oct 26 14:09:10.851180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9750e-54f5-42b0-8e18-d240370315a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541f746c-d38a-478f-9911-cf00718f8da4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:11.472723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f761b9-5393-4697-a67b-f3533fc881fc req-84052301-509e-4de2-ac19-38e45172234c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:11.474420 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48f761b9-5393-4697-a67b-f3533fc881fc req-84052301-509e-4de2-ac19-38e45172234c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0522118 Oct 26 14:09:11.534938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48f761b9-5393-4697-a67b-f3533fc881fc req-e5f0311e-53c8-4547-bab9-9742cdce5b75 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517030 Oct 26 14:09:11.652592 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460931b1-cb5a-4761-be7d-6c4c96f69208 req-fecd2e30-8fb8-4ad0-8ff9-1532a87e1acd tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:11.654736 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-460931b1-cb5a-4761-be7d-6c4c96f69208 req-fecd2e30-8fb8-4ad0-8ff9-1532a87e1acd tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 948 time: 0.0529368 Oct 26 14:09:11.702208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-460931b1-cb5a-4761-be7d-6c4c96f69208 req-5d92db94-7a2d-4b02-9e6f-cffae7103821 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394819 Oct 26 14:09:11.846278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33812) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:11.887320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9339c7a-dcae-4ba7-8eef-e4ee1a281bbc req-fd12255b-f0cc-47ea-9814-326f5bcc6149 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:11.889912 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9339c7a-dcae-4ba7-8eef-e4ee1a281bbc req-fd12255b-f0cc-47ea-9814-326f5bcc6149 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.0641389 Oct 26 14:09:11.934548 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9339c7a-dcae-4ba7-8eef-e4ee1a281bbc req-fb1c2502-31f0-4f36-b732-4d289691db61 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373054 Oct 26 14:09:11.995713 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f86ee746-d90a-4690-bdad-67dd698b0f40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.079306 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f86ee746-d90a-4690-bdad-67dd698b0f40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.088092 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f86ee746-d90a-4690-bdad-67dd698b0f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.126970 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f86ee746-d90a-4690-bdad-67dd698b0f40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7bb8a2975c2a494cb8fbe55e2dbc7b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796967 Oct 26 14:09:12.128087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ee746-d90a-4690-bdad-67dd698b0f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf55195-78e6-4f81-aef7-c94ac06e88df,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:12.130348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33828) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:12.183990 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a903e2b-ed72-425d-80e8-870b52fe538e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.186137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab265656-9919-49fa-9a76-294c34335a72 req-48a60bc8-1a0c-4ea0-9e98-30d615845e0a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:12.190544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab265656-9919-49fa-9a76-294c34335a72 req-48a60bc8-1a0c-4ea0-9e98-30d615845e0a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.0673254 Oct 26 14:09:12.208420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a903e2b-ed72-425d-80e8-870b52fe538e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.238671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab265656-9919-49fa-9a76-294c34335a72 req-522456d8-c8a2-41bf-bc03-794b174de1e3 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Oct 26 14:09:12.270505 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a903e2b-ed72-425d-80e8-870b52fe538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.273462 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a903e2b-ed72-425d-80e8-870b52fe538e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.275358 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3a903e2b-ed72-425d-80e8-870b52fe538e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecf55195-78e6-4f81-aef7-c94ac06e88df HTTP/1.1" status: 204 len: 168 time: 0.1441231 Oct 26 14:09:12.284430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a903e2b-ed72-425d-80e8-870b52fe538e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf55195-78e6-4f81-aef7-c94ac06e88df,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:12.378659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68899c53-f7f0-49fb-8537-9a3b1ad0cb88 req-980f4f55-fcdb-4c83-bae5-67af756f9605 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:12.380296 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68899c53-f7f0-49fb-8537-9a3b1ad0cb88 req-980f4f55-fcdb-4c83-bae5-67af756f9605 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.0633752 Oct 26 14:09:12.427699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68899c53-f7f0-49fb-8537-9a3b1ad0cb88 req-43253f1b-def6-44bc-85b3-100c7b403ab5 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383661 Oct 26 14:09:12.606392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33850) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:12.648634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-06342bb6-b82f-46af-8a77-994b843781a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.703631 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4e926849-26a2-4ddc-8be8-e3fa749d6850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.731373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6a51d-e58d-4198-a856-962d85685818 req-8b8d92a0-2d23-47a3-a1e8-99fe3340880f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:12.733081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9f6a51d-e58d-4198-a856-962d85685818 req-8b8d92a0-2d23-47a3-a1e8-99fe3340880f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1155086 Oct 26 14:09:12.752960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68a044-a841-4108-b2e4-8eba277119a3 req-c9cb5923-84e6-4c14-9fbe-018afbd58292 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:12.754725 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c68a044-a841-4108-b2e4-8eba277119a3 req-c9cb5923-84e6-4c14-9fbe-018afbd58292 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1360321 Oct 26 14:09:12.838772 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9f6a51d-e58d-4198-a856-962d85685818 req-0deb0c67-425f-4552-afbf-3dba47a7a2e8 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958650 Oct 26 14:09:12.843670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c68a044-a841-4108-b2e4-8eba277119a3 req-cba7145d-7fe1-4db4-86d7-038e6e12f330 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785208 Oct 26 14:09:12.867073 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-06342bb6-b82f-46af-8a77-994b843781a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.872248 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-06342bb6-b82f-46af-8a77-994b843781a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.923481 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-06342bb6-b82f-46af-8a77-994b843781a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=813b60cf78564679959c6c170be6280f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149967 Oct 26 14:09:12.926112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33864) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:12.936499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06342bb6-b82f-46af-8a77-994b843781a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99276158-2c7d-43ea-9707-cb5fc61e071a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:12.989928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b807b9e-400d-4b18-ab74-25a2a055d4a2 req-e0d3c571-e9d7-4781-9f3d-dd580fe00687 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:12.994461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b807b9e-400d-4b18-ab74-25a2a055d4a2 req-e0d3c571-e9d7-4781-9f3d-dd580fe00687 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 948 time: 0.0776832 Oct 26 14:09:13.001243 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2ecb68c1-70f1-4fb0-a281-f6aba3d22875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.032750 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2ecb68c1-70f1-4fb0-a281-f6aba3d22875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.048918 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b807b9e-400d-4b18-ab74-25a2a055d4a2 req-83259b5f-d8df-4d23-a8d6-ef601b6065f3 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417655 Oct 26 14:09:13.087539 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2ecb68c1-70f1-4fb0-a281-f6aba3d22875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.090863 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2ecb68c1-70f1-4fb0-a281-f6aba3d22875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.092014 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2ecb68c1-70f1-4fb0-a281-f6aba3d22875 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99276158-2c7d-43ea-9707-cb5fc61e071a HTTP/1.1" status: 204 len: 168 time: 0.1647334 Oct 26 14:09:13.100385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb68c1-70f1-4fb0-a281-f6aba3d22875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99276158-2c7d-43ea-9707-cb5fc61e071a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:13.474648 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 52051e52-34bd-48c6-8ea2-4c4cb891cf68 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:13.534447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 52051e52-34bd-48c6-8ea2-4c4cb891cf68 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:09:13.541551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 52051e52-34bd-48c6-8ea2-4c4cb891cf68 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:13.541826 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.624072 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.646776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52051e52-34bd-48c6-8ea2-4c4cb891cf68'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:13.649750 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13427411-862c-424b-afb3-de25ceaa6f39" -d '{"events": [{"server_uuid": "4b3e32cb-21ec-46d1-b951-179e9c6dd317", "name": "network-vif-plugged", "status": "completed", "tag": "52051e52-34bd-48c6-8ea2-4c4cb891cf68"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:13.653877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33894) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:13.667268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:13.672672 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.677424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 559c85dd-936b-4e62-8b2a-9d0ca2d2836a up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:13.709789 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db66d38c-cbeb-4b79-b4bf-938338d0daf6 x-openstack-request-id: req-db66d38c-cbeb-4b79-b4bf-938338d0daf6 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:13.710462 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3e32cb-21ec-46d1-b951-179e9c6dd317", "name": "network-vif-plugged", "status": "completed", "tag": "52051e52-34bd-48c6-8ea2-4c4cb891cf68", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:13.710632 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db66d38c-cbeb-4b79-b4bf-938338d0daf6 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:13.711263 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52051e52-34bd-48c6-8ea2-4c4cb891cf68', 'code': 200} Oct 26 14:09:13.784825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=52051e52-34bd-48c6-8ea2-4c4cb891cf68,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:13.800204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:09:13.804268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:13.804642 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.810358 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c868e3-f8d5-4ce9-91e7-6b2b99db604b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.840593 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97afc8-3d3e-4dd7-bbc9-1911c3d0f3e9 req-af6ed00d-df26-4238-b506-397df38b5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:13.842128 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b97afc8-3d3e-4dd7-bbc9-1911c3d0f3e9 req-af6ed00d-df26-4238-b506-397df38b5481 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b3e32cb-21ec-46d1-b951-179e9c6dd317 HTTP/1.1" status: 200 len: 1101 time: 0.0777812 Oct 26 14:09:13.906585 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.909192 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b97afc8-3d3e-4dd7-bbc9-1911c3d0f3e9 req-45a44fb3-fad8-4060-9a25-e39c004dc156 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575352 Oct 26 14:09:13.957072 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:09:13.958679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:13.963055 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c868e3-f8d5-4ce9-91e7-6b2b99db604b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.966340 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.990359 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c868e3-f8d5-4ce9-91e7-6b2b99db604b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.024766 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:14.056721 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f9c868e3-f8d5-4ce9-91e7-6b2b99db604b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=692d778046094a528096bb5eaa5b44ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009573 Oct 26 14:09:14.059658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33918) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:14.061833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c868e3-f8d5-4ce9-91e7-6b2b99db604b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08eed82d-792c-4b72-9ebb-3e0049fde411,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:14.074070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34eb60-3af7-441d-9f9a-54ed66f8baf1 req-7899e266-499c-42c1-8519-c1979b513a44 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:14.075593 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c34eb60-3af7-441d-9f9a-54ed66f8baf1 req-7899e266-499c-42c1-8519-c1979b513a44 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1489012 Oct 26 14:09:14.095690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb520516-716d-433a-8415-f2031c712aff req-6231c992-ed1d-4d54-83b3-c1cd59bcb265 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:14.097167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb520516-716d-433a-8415-f2031c712aff req-6231c992-ed1d-4d54-83b3-c1cd59bcb265 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1193724 Oct 26 14:09:14.122871 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0273f7be-9030-4e13-940c-f07ec3e1e00b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.142637 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c34eb60-3af7-441d-9f9a-54ed66f8baf1 req-a8d78d0a-4b29-4ea0-afb1-54f47432a755 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610077 Oct 26 14:09:14.153685 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0273f7be-9030-4e13-940c-f07ec3e1e00b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.168433 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb520516-716d-433a-8415-f2031c712aff req-446218d0-bbd3-48fa-93fe-038a752c250b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566869 Oct 26 14:09:14.220146 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0273f7be-9030-4e13-940c-f07ec3e1e00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.222776 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0273f7be-9030-4e13-940c-f07ec3e1e00b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.227391 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0273f7be-9030-4e13-940c-f07ec3e1e00b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08eed82d-792c-4b72-9ebb-3e0049fde411 HTTP/1.1" status: 204 len: 168 time: 0.1666210 Oct 26 14:09:14.236978 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273f7be-9030-4e13-940c-f07ec3e1e00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eed82d-792c-4b72-9ebb-3e0049fde411,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:14.349999 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5085f-c6fd-4496-82fb-41d18f3a447f req-5cc249e8-7e79-4013-92fc-66cc145a54b7 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:14.351539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ff5085f-c6fd-4496-82fb-41d18f3a447f req-5cc249e8-7e79-4013-92fc-66cc145a54b7 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 949 time: 0.0642796 Oct 26 14:09:14.392025 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ff5085f-c6fd-4496-82fb-41d18f3a447f req-0c4ff1e5-b87d-42c6-9e8b-ad4f2fc4aef7 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342498 Oct 26 14:09:15.037273 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f9691cfa-2724-4b47-87ac-5ead960de7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:15.322418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686f450-3521-4834-9453-7bfddf8ac3d8 req-84f7434c-53b7-4479-9dbe-dade45834648 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:15.332242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5686f450-3521-4834-9453-7bfddf8ac3d8 req-84f7434c-53b7-4479-9dbe-dade45834648 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1045854 Oct 26 14:09:15.359911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54786f-e4e1-4494-bb33-396c622e29fa req-ec8dbe19-116e-4e73-a75e-896686f9d15e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:15.366655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f54786f-e4e1-4494-bb33-396c622e29fa req-ec8dbe19-116e-4e73-a75e-896686f9d15e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1067121 Oct 26 14:09:15.419522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5686f450-3521-4834-9453-7bfddf8ac3d8 req-d8ab18f8-9657-4332-acc9-9a8cb122db52 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849180 Oct 26 14:09:15.448166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f54786f-e4e1-4494-bb33-396c622e29fa req-5ecc276f-b9ee-41e2-9d22-6ebbdd4b6a2c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682528 Oct 26 14:09:15.569641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511dc23-ddaa-4e59-a80f-68f3c0bc7126 req-1d1360f0-10bf-478b-b05b-9f94d1a0f494 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:15.578567 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e511dc23-ddaa-4e59-a80f-68f3c0bc7126 req-1d1360f0-10bf-478b-b05b-9f94d1a0f494 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 949 time: 0.0778837 Oct 26 14:09:15.631950 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e511dc23-ddaa-4e59-a80f-68f3c0bc7126 req-45416ef4-5b68-4448-a783-e7213d75a482 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495732 Oct 26 14:09:15.713360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8df19cf-8d72-470f-8cde-7fb016b19fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559c85dd-936b-4e62-8b2a-9d0ca2d2836a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:15.715762 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42d0db0-96fe-437d-b6a1-a93aa5297cae" -d '{"events": [{"server_uuid": "e8df19cf-8d72-470f-8cde-7fb016b19fba", "name": "network-vif-plugged", "status": "completed", "tag": "559c85dd-936b-4e62-8b2a-9d0ca2d2836a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:15.760180 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255825cc-d07c-4108-bf8d-a2a376e692bb x-openstack-request-id: req-255825cc-d07c-4108-bf8d-a2a376e692bb {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:15.760481 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8df19cf-8d72-470f-8cde-7fb016b19fba", "name": "network-vif-plugged", "status": "completed", "tag": "559c85dd-936b-4e62-8b2a-9d0ca2d2836a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:15.760737 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-255825cc-d07c-4108-bf8d-a2a376e692bb {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:15.761168 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8df19cf-8d72-470f-8cde-7fb016b19fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559c85dd-936b-4e62-8b2a-9d0ca2d2836a', 'code': 200} Oct 26 14:09:15.860061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71c1e9-f273-402d-b5c6-8387141c4313 req-7e6818d6-d675-47f7-9ee0-8b4b00a5fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:15.861839 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b71c1e9-f273-402d-b5c6-8387141c4313 req-7e6818d6-d675-47f7-9ee0-8b4b00a5fba9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 1100 time: 0.0434916 Oct 26 14:09:15.920064 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b71c1e9-f273-402d-b5c6-8387141c4313 req-807ab614-04de-4942-bb0a-8bb95ee231c5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442019 Oct 26 14:09:15.998282 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 34018) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:16.106101 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3b01132-0786-466b-9125-a58fdb6d0aa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.186070 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3b01132-0786-466b-9125-a58fdb6d0aa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.190107 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3b01132-0786-466b-9125-a58fdb6d0aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.227939 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b01132-0786-466b-9125-a58fdb6d0aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f0efc2-5b49-4442-a934-a35cc54d4cc7,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:16.232377 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b3b01132-0786-466b-9125-a58fdb6d0aa8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5b7efc914ca4cd9b91ff188a7a981f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330751 Oct 26 14:09:16.235402 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 34038) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:16.290101 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db0f64f1-8465-4bfc-abe8-273d39d4aec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.312940 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db0f64f1-8465-4bfc-abe8-273d39d4aec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.364647 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db0f64f1-8465-4bfc-abe8-273d39d4aec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.367368 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db0f64f1-8465-4bfc-abe8-273d39d4aec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.369242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-db0f64f1-8465-4bfc-abe8-273d39d4aec4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36f0efc2-5b49-4442-a934-a35cc54d4cc7 HTTP/1.1" status: 204 len: 168 time: 0.1320148 Oct 26 14:09:16.377508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f64f1-8465-4bfc-abe8-273d39d4aec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f0efc2-5b49-4442-a934-a35cc54d4cc7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:16.535219 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.592622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96ae3e-62b3-4178-ac22-6b35282a45a0 req-cc0481a4-f013-46f3-b0e0-fcb56ec4c3f3 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:16.594284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f96ae3e-62b3-4178-ac22-6b35282a45a0 req-cc0481a4-f013-46f3-b0e0-fcb56ec4c3f3 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.0978849 Oct 26 14:09:16.634826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89d03a-04eb-431e-a995-5810fa147d1a req-b6fe58a8-4ab6-407d-833a-57eaa8e1eb02 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:16.636509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba89d03a-04eb-431e-a995-5810fa147d1a req-b6fe58a8-4ab6-407d-833a-57eaa8e1eb02 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0945814 Oct 26 14:09:16.637038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 34068) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:16.663316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f96ae3e-62b3-4178-ac22-6b35282a45a0 req-fc5368b6-fde4-4bb7-bb7f-17aab65129b3 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621285 Oct 26 14:09:16.702169 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba89d03a-04eb-431e-a995-5810fa147d1a req-fb5105a2-d245-4710-af34-b1e925f2b0b4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589793 Oct 26 14:09:16.723406 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.806309 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7738e96d-e281-46a5-815c-f6e38c05e637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.831416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 34074) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:16.872140 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a84aeb90-7e84-449e-9676-f8bdba9c19f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.890901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7738e96d-e281-46a5-815c-f6e38c05e637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.896216 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7738e96d-e281-46a5-815c-f6e38c05e637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.912161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a823177-2d09-4f47-b95b-f9311eec6be7 req-b76ad1d4-35a8-4d47-8103-3e24021cadb6 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:16.913859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a823177-2d09-4f47-b95b-f9311eec6be7 req-b76ad1d4-35a8-4d47-8103-3e24021cadb6 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 949 time: 0.0968533 Oct 26 14:09:16.939646 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7738e96d-e281-46a5-815c-f6e38c05e637 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b612b06dcd5e49869aa7dcf82f1d55ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985849 Oct 26 14:09:16.939646 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738e96d-e281-46a5-815c-f6e38c05e637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18dc8c3-f8b4-49c9-b8bd-3c86f7f77e41,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:16.941312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 34076) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:17.004307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a823177-2d09-4f47-b95b-f9311eec6be7 req-1ccb192a-24bd-4ba7-bb92-c127d524059e tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815315 Oct 26 14:09:17.041315 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a84aeb90-7e84-449e-9676-f8bdba9c19f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.047673 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5afe27b1-0bd0-4c3b-b4ef-84f9ed920d94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.049136 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a84aeb90-7e84-449e-9676-f8bdba9c19f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.100994 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5afe27b1-0bd0-4c3b-b4ef-84f9ed920d94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.108431 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84aeb90-7e84-449e-9676-f8bdba9c19f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16beea95-e484-4f31-99a3-277b59b8fa94,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:17.115546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a84aeb90-7e84-449e-9676-f8bdba9c19f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=180fa7b766f34f788781f94b791a9ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824271 Oct 26 14:09:17.118749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 34078) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:17.156710 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5afe27b1-0bd0-4c3b-b4ef-84f9ed920d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.159728 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5afe27b1-0bd0-4c3b-b4ef-84f9ed920d94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.161181 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5afe27b1-0bd0-4c3b-b4ef-84f9ed920d94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e18dc8c3-f8b4-49c9-b8bd-3c86f7f77e41 HTTP/1.1" status: 204 len: 168 time: 0.2164800 Oct 26 14:09:17.168522 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b653107a-2a98-4f82-af0b-1d3e260d2904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.169715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe27b1-0bd0-4c3b-b4ef-84f9ed920d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18dc8c3-f8b4-49c9-b8bd-3c86f7f77e41,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:17.198574 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b653107a-2a98-4f82-af0b-1d3e260d2904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.251042 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b653107a-2a98-4f82-af0b-1d3e260d2904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.254063 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b653107a-2a98-4f82-af0b-1d3e260d2904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.258067 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b653107a-2a98-4f82-af0b-1d3e260d2904 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16beea95-e484-4f31-99a3-277b59b8fa94 HTTP/1.1" status: 204 len: 168 time: 0.1354523 Oct 26 14:09:17.262986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653107a-2a98-4f82-af0b-1d3e260d2904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16beea95-e484-4f31-99a3-277b59b8fa94,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:17.577867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 34094) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:17.593100 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f3723a5-2a9d-48de-a9a3-417a5504eefd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.670228 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f3723a5-2a9d-48de-a9a3-417a5504eefd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.673861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f3723a5-2a9d-48de-a9a3-417a5504eefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.718353 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7f3723a5-2a9d-48de-a9a3-417a5504eefd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=779652f832004106b635773bebc24ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356266 Oct 26 14:09:17.718620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 34102) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:17.725185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3723a5-2a9d-48de-a9a3-417a5504eefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aeab5c-d467-4a04-a164-d11f3c3787db,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:17.778306 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e53b459e-6de1-43b8-bf81-aeb9e35fb8db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.806029 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e53b459e-6de1-43b8-bf81-aeb9e35fb8db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.865863 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e53b459e-6de1-43b8-bf81-aeb9e35fb8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.866668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e23105-615f-46d2-b8cc-22ad0bc35d44 req-df656f07-8d41-417f-bfaa-577540be941d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:17.869639 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e53b459e-6de1-43b8-bf81-aeb9e35fb8db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.871354 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e53b459e-6de1-43b8-bf81-aeb9e35fb8db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1aeab5c-d467-4a04-a164-d11f3c3787db HTTP/1.1" status: 204 len: 168 time: 0.1518466 Oct 26 14:09:17.881768 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63e23105-615f-46d2-b8cc-22ad0bc35d44 req-df656f07-8d41-417f-bfaa-577540be941d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1027391 Oct 26 14:09:17.882691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b459e-6de1-43b8-bf81-aeb9e35fb8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aeab5c-d467-4a04-a164-d11f3c3787db,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:17.915869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79841428-b737-4640-a734-0d44a928e081 req-4190303e-ee06-41b0-b32c-e6998784e615 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:17.918543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79841428-b737-4640-a734-0d44a928e081 req-4190303e-ee06-41b0-b32c-e6998784e615 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1246970 Oct 26 14:09:17.950696 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63e23105-615f-46d2-b8cc-22ad0bc35d44 req-15e27f10-dce7-4e67-8f61-914d66dc7fbf tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678153 Oct 26 14:09:17.986284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79841428-b737-4640-a734-0d44a928e081 req-401a3871-c0e3-4bfa-a2bf-aab441147571 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557051 Oct 26 14:09:18.154155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf705e-3744-49ac-a408-f1e9e7ba2e44 req-3d27d274-ac0c-4890-b30d-304897cf674d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:18.155673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43cf705e-3744-49ac-a408-f1e9e7ba2e44 req-3d27d274-ac0c-4890-b30d-304897cf674d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 949 time: 0.0618958 Oct 26 14:09:18.198015 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43cf705e-3744-49ac-a408-f1e9e7ba2e44 req-1611ae57-e59d-4d60-848c-f1b134fb44a3 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358617 Oct 26 14:09:18.329798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d379529-3b8f-4ad9-a897-323127834752 req-6499530b-5539-4d01-9c1d-4a2bf73b448a tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:18.331353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d379529-3b8f-4ad9-a897-323127834752 req-6499530b-5539-4d01-9c1d-4a2bf73b448a tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3e32cb-21ec-46d1-b951-179e9c6dd317 HTTP/1.1" status: 200 len: 950 time: 0.0510483 Oct 26 14:09:18.369209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 34140) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:18.376862 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d379529-3b8f-4ad9-a897-323127834752 req-6e0d2aa7-2fc2-49bd-bbfe-f3212b6a7b06 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387652 Oct 26 14:09:18.479936 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:18.506123 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc4b96ce-2cab-4b18-9292-888efa93b1b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:18.604679 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0044b422-64e7-4ce2-86cf-444b118cacb6 req-bae1e0a3-bd9f-4876-b64a-d47342908e2f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524156 Oct 26 14:09:18.630687 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc4b96ce-2cab-4b18-9292-888efa93b1b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:18.635976 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc4b96ce-2cab-4b18-9292-888efa93b1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:18.681419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044b422-64e7-4ce2-86cf-444b118cacb6 req-97093bf4-ac88-4860-991d-1242aa30bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:18.683290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0044b422-64e7-4ce2-86cf-444b118cacb6 req-97093bf4-ac88-4860-991d-1242aa30bee3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 1096 time: 0.0455124 Oct 26 14:09:18.705474 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cc4b96ce-2cab-4b18-9292-888efa93b1b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7504bafd21e94cea974e80ce5a31b4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357053 Oct 26 14:09:18.706675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b96ce-2cab-4b18-9292-888efa93b1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641bf010-9c66-4b45-b9ed-9cbcfeb12af9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:18.709021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 34164) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:18.769186 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-67bb5822-25af-4478-a518-9bcc683dc41f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:18.797315 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-67bb5822-25af-4478-a518-9bcc683dc41f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:18.842380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044b422-64e7-4ce2-86cf-444b118cacb6 req-0b536023-16ab-4bf8-bf99-c6978803855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:18.844572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0044b422-64e7-4ce2-86cf-444b118cacb6 req-0b536023-16ab-4bf8-bf99-c6978803855c service neutron] 10.222.0.11 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.1405623 Oct 26 14:09:18.867641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-67bb5822-25af-4478-a518-9bcc683dc41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:18.871120 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-67bb5822-25af-4478-a518-9bcc683dc41f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:18.872470 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-67bb5822-25af-4478-a518-9bcc683dc41f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/641bf010-9c66-4b45-b9ed-9cbcfeb12af9 HTTP/1.1" status: 204 len: 168 time: 0.1624110 Oct 26 14:09:18.881122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb5822-25af-4478-a518-9bcc683dc41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641bf010-9c66-4b45-b9ed-9cbcfeb12af9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:18.898049 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0044b422-64e7-4ce2-86cf-444b118cacb6 req-a4fc6faf-072f-4c4a-9af9-6d775cbaae02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b854e1d3-3822-4212-85fc-aca2cbf9a143 HTTP/1.1" status: 200 len: 217 time: 0.0457604 Oct 26 14:09:18.967289 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044b422-64e7-4ce2-86cf-444b118cacb6 req-e1f20c15-2459-4bd0-a9be-99e732eb1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:18.972894 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0044b422-64e7-4ce2-86cf-444b118cacb6 req-e1f20c15-2459-4bd0-a9be-99e732eb1207 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.0650928 Oct 26 14:09:19.026547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044b422-64e7-4ce2-86cf-444b118cacb6 req-3fecec66-e257-45a6-9a33-b59c4393063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:19.028145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0044b422-64e7-4ce2-86cf-444b118cacb6 req-3fecec66-e257-45a6-9a33-b59c4393063b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475714 Oct 26 14:09:19.179626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304d858-3e68-4bdf-82c1-91a7e1f8483f req-fd3e8b18-4501-4ec4-8a6e-3482874aac61 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:19.181678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b304d858-3e68-4bdf-82c1-91a7e1f8483f req-fd3e8b18-4501-4ec4-8a6e-3482874aac61 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1468086 Oct 26 14:09:19.228811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527941a-c069-4775-9cdc-971539c3c8c7 req-413d1426-2699-46cd-950c-3006651dfea1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:19.230324 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9527941a-c069-4775-9cdc-971539c3c8c7 req-413d1426-2699-46cd-950c-3006651dfea1 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1449838 Oct 26 14:09:19.233958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0044b422-64e7-4ce2-86cf-444b118cacb6 req-d5c56cc4-7188-4e8f-abc8-8efe8b0b554a service neutron] 10.222.0.11 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842177 Oct 26 14:09:19.284850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b304d858-3e68-4bdf-82c1-91a7e1f8483f req-f5025813-f57b-4567-b1f4-088ef942f420 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928516 Oct 26 14:09:19.341635 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9527941a-c069-4775-9cdc-971539c3c8c7 req-e4c0c44c-d5d5-4576-8d60-cdbb655ea5c5 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043274 Oct 26 14:09:19.367393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0044b422-64e7-4ce2-86cf-444b118cacb6 req-156f401d-cb93-485b-8fc7-4eb8b466a766 service neutron] 10.222.0.11 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170328 Oct 26 14:09:20.178339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d9a58-8967-495c-a3e0-5a0d2b13b969 req-bab8d786-7cad-4f75-8429-1d3e48cc9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:20.179954 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f09d9a58-8967-495c-a3e0-5a0d2b13b969 req-bab8d786-7cad-4f75-8429-1d3e48cc9056 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 1096 time: 0.0565374 Oct 26 14:09:20.197035 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf579a4-b40c-4c9b-a419-132a3b72c3cc req-57c79da8-ae05-4b9e-9a63-42ec35ccd779 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:20.207133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0bf579a4-b40c-4c9b-a419-132a3b72c3cc req-57c79da8-ae05-4b9e-9a63-42ec35ccd779 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0878758 Oct 26 14:09:20.263959 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0bf579a4-b40c-4c9b-a419-132a3b72c3cc req-4fb7195b-7950-40c4-aeae-0ab4fdc6c94f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556207 Oct 26 14:09:20.278787 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d9a58-8967-495c-a3e0-5a0d2b13b969 req-961f8e22-e470-4e2b-9b1d-11a75c7be83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:20.280402 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f09d9a58-8967-495c-a3e0-5a0d2b13b969 req-961f8e22-e470-4e2b-9b1d-11a75c7be83d service neutron] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.0916932 Oct 26 14:09:20.464325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbe9ce-79c4-46df-9f34-2692727efc2b req-a6094d39-790d-440b-b45c-1722ec2530f6 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:20.466952 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-50bbe9ce-79c4-46df-9f34-2692727efc2b req-a6094d39-790d-440b-b45c-1722ec2530f6 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.0848646 Oct 26 14:09:20.549303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b73c9b-69b2-4fda-aadc-e4987b8e4c96 req-3e325e5a-3220-489d-b13c-d1cbff6e0a17 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:20.557460 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3b73c9b-69b2-4fda-aadc-e4987b8e4c96 req-3e325e5a-3220-489d-b13c-d1cbff6e0a17 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0891590 Oct 26 14:09:20.581284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-50bbe9ce-79c4-46df-9f34-2692727efc2b req-d39ed984-1be2-4551-879f-a340c39cde89 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018674 Oct 26 14:09:20.672958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3b73c9b-69b2-4fda-aadc-e4987b8e4c96 req-fc8c20c3-7caa-4c7a-a58f-10273b44262f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129193 Oct 26 14:09:20.722127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 34348) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:20.723165 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f09d9a58-8967-495c-a3e0-5a0d2b13b969 req-77bb7cbe-6435-4830-b4ef-3f0465a53059 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2e0764-7881-4a9b-8758-f12383e77e00 HTTP/1.1" status: 200 len: 999 time: 0.4345567 Oct 26 14:09:20.777815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d9a58-8967-495c-a3e0-5a0d2b13b969 req-447b1035-4a3c-4f77-aa89-09178b1e2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:20.780043 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f09d9a58-8967-495c-a3e0-5a0d2b13b969 req-447b1035-4a3c-4f77-aa89-09178b1e2305 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.0476727 Oct 26 14:09:20.826687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d9a58-8967-495c-a3e0-5a0d2b13b969 req-8959f792-52ab-4069-a695-434f8b413cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:20.828240 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f09d9a58-8967-495c-a3e0-5a0d2b13b969 req-8959f792-52ab-4069-a695-434f8b413cf0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421109 Oct 26 14:09:20.844070 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e65cf9c-cc9d-4ed6-a057-f610fcd1a315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:20.922971 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e65cf9c-cc9d-4ed6-a057-f610fcd1a315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:20.935319 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e65cf9c-cc9d-4ed6-a057-f610fcd1a315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:20.948167 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f09d9a58-8967-495c-a3e0-5a0d2b13b969 req-573d2331-a520-4e4b-90ca-825bde893ae7 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088612 Oct 26 14:09:20.983079 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3e65cf9c-cc9d-4ed6-a057-f610fcd1a315 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf3c2d144f7f49238b7218fb9227a012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591672 Oct 26 14:09:20.985654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 34384) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:20.992055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65cf9c-cc9d-4ed6-a057-f610fcd1a315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633fbe0d-8af8-4be1-b55a-a4497e3b1882,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:21.065707 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d17f2703-21b8-45a8-9da1-1a3b03097bb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.088035 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d17f2703-21b8-45a8-9da1-1a3b03097bb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.090281 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f09d9a58-8967-495c-a3e0-5a0d2b13b969 req-3a80b2f8-2a19-4829-a2e3-232d16170ca3 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313255 Oct 26 14:09:21.139215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d17f2703-21b8-45a8-9da1-1a3b03097bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.142077 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d17f2703-21b8-45a8-9da1-1a3b03097bb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.143236 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d17f2703-21b8-45a8-9da1-1a3b03097bb9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/633fbe0d-8af8-4be1-b55a-a4497e3b1882 HTTP/1.1" status: 204 len: 168 time: 0.1566420 Oct 26 14:09:21.153544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f2703-21b8-45a8-9da1-1a3b03097bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633fbe0d-8af8-4be1-b55a-a4497e3b1882,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:21.394234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390d27f-dd56-46e8-b69c-a8d6ea64f80a req-6c1c7e3f-5ee0-4c89-894f-885434413d1c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:21.395804 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7390d27f-dd56-46e8-b69c-a8d6ea64f80a req-6c1c7e3f-5ee0-4c89-894f-885434413d1c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0533774 Oct 26 14:09:21.445339 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7390d27f-dd56-46e8-b69c-a8d6ea64f80a req-66fdd299-ea7d-4d72-832a-e46b3f6247de tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376921 Oct 26 14:09:21.458196 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 34430) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:21.471792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a78db3a5-5a06-4bed-b86e-af8701b4e4a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.569621 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a78db3a5-5a06-4bed-b86e-af8701b4e4a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.575149 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a78db3a5-5a06-4bed-b86e-af8701b4e4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.583095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 34434) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:21.619415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a78db3a5-5a06-4bed-b86e-af8701b4e4a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=344cd90377d7462f910bc4602377eeb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601455 Oct 26 14:09:21.620308 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78db3a5-5a06-4bed-b86e-af8701b4e4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dc8c3d-ba0e-4915-8bb2-09ae7f292d63,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:21.622171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 34440) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:21.672775 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61b65dfb-c664-4695-a3bf-bb600436c56b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.700587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c72ea4-84d1-4c2d-a1aa-b1d3ad8005bd req-65870275-d9ba-4df2-a7f1-2f904f39701d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:21.703192 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61b65dfb-c664-4695-a3bf-bb600436c56b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.703432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87c72ea4-84d1-4c2d-a1aa-b1d3ad8005bd req-65870275-d9ba-4df2-a7f1-2f904f39701d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.0528786 Oct 26 14:09:21.730239 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cdaf516a-c156-48a9-abdf-760ac954e6a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.752809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87c72ea4-84d1-4c2d-a1aa-b1d3ad8005bd req-d8592f60-6651-473e-8928-4ee065618e53 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436053 Oct 26 14:09:21.828435 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61b65dfb-c664-4695-a3bf-bb600436c56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.833838 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61b65dfb-c664-4695-a3bf-bb600436c56b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.833838 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-61b65dfb-c664-4695-a3bf-bb600436c56b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0dc8c3d-ba0e-4915-8bb2-09ae7f292d63 HTTP/1.1" status: 204 len: 168 time: 0.2094665 Oct 26 14:09:21.845869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b65dfb-c664-4695-a3bf-bb600436c56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dc8c3d-ba0e-4915-8bb2-09ae7f292d63,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:21.875159 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844ce53-32f2-4878-83d7-b85ab0698b12 req-e1c7bffc-0446-4c25-b9e6-d154e0b4f2d9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:21.876835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6844ce53-32f2-4878-83d7-b85ab0698b12 req-e1c7bffc-0446-4c25-b9e6-d154e0b4f2d9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0563507 Oct 26 14:09:21.877857 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cdaf516a-c156-48a9-abdf-760ac954e6a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.882251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cdaf516a-c156-48a9-abdf-760ac954e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.917232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6844ce53-32f2-4878-83d7-b85ab0698b12 req-17a355f1-50f5-4da6-86db-42771d0cfbd5 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325086 Oct 26 14:09:21.922862 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cdaf516a-c156-48a9-abdf-760ac954e6a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c3decd25ea449a799e31570ccdd3ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386381 Oct 26 14:09:21.924226 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf516a-c156-48a9-abdf-760ac954e6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ef3f00-8785-4369-8023-51785b16a862,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:21.925624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 34450) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:21.994573 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-116f33ec-b3a4-4837-af4f-aefbb9276937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:22.017085 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-116f33ec-b3a4-4837-af4f-aefbb9276937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:22.091552 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-116f33ec-b3a4-4837-af4f-aefbb9276937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:22.095062 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-116f33ec-b3a4-4837-af4f-aefbb9276937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:22.102497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-116f33ec-b3a4-4837-af4f-aefbb9276937 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23ef3f00-8785-4369-8023-51785b16a862 HTTP/1.1" status: 204 len: 168 time: 0.1758063 Oct 26 14:09:22.110860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f33ec-b3a4-4837-af4f-aefbb9276937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ef3f00-8785-4369-8023-51785b16a862,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:22.214990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5ee1e-4dbc-45e7-978d-fb82400576ba req-ff015d94-28a8-4e3a-91e7-e7b774218562 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:22.216602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77c5ee1e-4dbc-45e7-978d-fb82400576ba req-ff015d94-28a8-4e3a-91e7-e7b774218562 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0563338 Oct 26 14:09:22.257126 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77c5ee1e-4dbc-45e7-978d-fb82400576ba req-554a8266-a649-44f1-bc33-6753a01f4c15 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342326 Oct 26 14:09:22.465609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 34484) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:22.480055 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fea47ee5-c348-4427-bd2b-060f0476c8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:22.598954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e9058-fe80-41ef-be68-de50b9c94448 req-e19ea8bd-b164-41b9-b0a9-15cd73c25748 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:22.600468 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da9e9058-fe80-41ef-be68-de50b9c94448 req-e19ea8bd-b164-41b9-b0a9-15cd73c25748 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0829463 Oct 26 14:09:22.612259 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fea47ee5-c348-4427-bd2b-060f0476c8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:22.620098 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fea47ee5-c348-4427-bd2b-060f0476c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:22.677090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea47ee5-c348-4427-bd2b-060f0476c8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88828c6-0151-41d0-b320-035523b0495f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:22.681841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fea47ee5-c348-4427-bd2b-060f0476c8b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dab756f55c1a44f5b753c26bff86756a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2151766 Oct 26 14:09:22.684699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 34492) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:22.705788 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da9e9058-fe80-41ef-be68-de50b9c94448 req-dd73e574-81ab-4880-b66e-5becd5f0a538 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959423 Oct 26 14:09:22.750027 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a0dea245-d425-4ece-b5a1-5ae8ec7ed62d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:22.770995 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a0dea245-d425-4ece-b5a1-5ae8ec7ed62d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:22.825363 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a0dea245-d425-4ece-b5a1-5ae8ec7ed62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:22.831536 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a0dea245-d425-4ece-b5a1-5ae8ec7ed62d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:22.833891 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a0dea245-d425-4ece-b5a1-5ae8ec7ed62d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e88828c6-0151-41d0-b320-035523b0495f HTTP/1.1" status: 204 len: 168 time: 0.1480336 Oct 26 14:09:22.847584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dea245-d425-4ece-b5a1-5ae8ec7ed62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88828c6-0151-41d0-b320-035523b0495f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:22.903186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff157c-3940-44bc-92bf-0679904ffebe req-e16c35a6-cf15-4b20-981b-2388d038ba11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:22.905030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97ff157c-3940-44bc-92bf-0679904ffebe req-e16c35a6-cf15-4b20-981b-2388d038ba11 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.0580125 Oct 26 14:09:22.955580 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97ff157c-3940-44bc-92bf-0679904ffebe req-67a799d7-94a5-462b-b6a2-c162b347372a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 Oct 26 14:09:23.367337 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:23.378600 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9b1e4-28de-4b9c-8a23-456178cd1b76 req-25ed8fcb-937b-49f5-84f3-1acedd3d15bb tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:23.380421 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3db9b1e4-28de-4b9c-8a23-456178cd1b76 req-25ed8fcb-937b-49f5-84f3-1acedd3d15bb tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0765519 Oct 26 14:09:23.412537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ba2c8-abb0-4032-b546-fd4ed36766e2 req-db597561-2209-40d4-9a8e-96cd3d4fb31b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:23.416646 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e2ba2c8-abb0-4032-b546-fd4ed36766e2 req-db597561-2209-40d4-9a8e-96cd3d4fb31b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0705459 Oct 26 14:09:23.483277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e2ba2c8-abb0-4032-b546-fd4ed36766e2 req-6bcb45b7-6b13-47cf-a1a7-e6fe99307d7c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604787 Oct 26 14:09:23.504348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-3db9b1e4-28de-4b9c-8a23-456178cd1b76 req-4fee869b-99f6-4e35-8b0b-24156495accc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Deleting port dafe7fab-2ac7-4428-9c21-de497cffcff4 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:23.504961 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3db9b1e4-28de-4b9c-8a23-456178cd1b76 req-4fee869b-99f6-4e35-8b0b-24156495accc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:23.521147 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 52051e52-34bd-48c6-8ea2-4c4cb891cf68 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:09:23.611390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3db9b1e4-28de-4b9c-8a23-456178cd1b76 req-4fee869b-99f6-4e35-8b0b-24156495accc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] For port dafe7fab-2ac7-4428-9c21-de497cffcff4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=dafe7fab-2ac7-4428-9c21-de497cffcff4,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:23.611770 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3db9b1e4-28de-4b9c-8a23-456178cd1b76 req-4fee869b-99f6-4e35-8b0b-24156495accc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:23.631530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-3db9b1e4-28de-4b9c-8a23-456178cd1b76 req-4fee869b-99f6-4e35-8b0b-24156495accc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Calling delete_port for dafe7fab-2ac7-4428-9c21-de497cffcff4 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:23.666213 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:23.678899 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '52051e52-34bd-48c6-8ea2-4c4cb891cf68', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '52051e52-34bd-48c6-8ea2-4c4cb891cf68', 'mac_address': 'fa:16:3e:3d:16:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:09:23.729765 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:23.750265 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52051e52-34bd-48c6-8ea2-4c4cb891cf68 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:23.775902 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:23.784050 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:23.849383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=52051e52-34bd-48c6-8ea2-4c4cb891cf68,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:23.878955 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3db9b1e4-28de-4b9c-8a23-456178cd1b76 req-4fee869b-99f6-4e35-8b0b-24156495accc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:23.892729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['dafe7fab-2ac7-4428-9c21-de497cffcff4'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:23.923850 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['52051e52-34bd-48c6-8ea2-4c4cb891cf68'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:23.925265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee869b-99f6-4e35-8b0b-24156495accc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Pushing event deleted for resources: {'Port': ['ID=dafe7fab-2ac7-4428-9c21-de497cffcff4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:24.030958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db9b1e4-28de-4b9c-8a23-456178cd1b76 req-4fee869b-99f6-4e35-8b0b-24156495accc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] No DVR routers for this DVR port dafe7fab-2ac7-4428-9c21-de497cffcff4 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:24.040865 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3db9b1e4-28de-4b9c-8a23-456178cd1b76 req-4fee869b-99f6-4e35-8b0b-24156495accc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:24.051421 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3db9b1e4-28de-4b9c-8a23-456178cd1b76 req-4fee869b-99f6-4e35-8b0b-24156495accc tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "DELETE /v2.0/ports/dafe7fab-2ac7-4428-9c21-de497cffcff4 HTTP/1.1" status: 204 len: 173 time: 0.6643131 Oct 26 14:09:24.053216 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655c726-a747-45bb-ae0e-2c922ed1a2d4', 'name': 'network-vif-deleted', 'tag': 'dafe7fab-2ac7-4428-9c21-de497cffcff4'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:24.069243 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d959d1-64ae-472a-900d-25e956552a5d" -d '{"events": [{"server_uuid": "d655c726-a747-45bb-ae0e-2c922ed1a2d4", "name": "network-vif-deleted", "tag": "dafe7fab-2ac7-4428-9c21-de497cffcff4"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:24.197968 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b8481b-563b-4c50-8ef8-e4fa15ad9dfd x-openstack-request-id: req-58b8481b-563b-4c50-8ef8-e4fa15ad9dfd {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:24.198284 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d655c726-a747-45bb-ae0e-2c922ed1a2d4", "name": "network-vif-deleted", "tag": "dafe7fab-2ac7-4428-9c21-de497cffcff4", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:24.198585 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58b8481b-563b-4c50-8ef8-e4fa15ad9dfd {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:24.198989 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd655c726-a747-45bb-ae0e-2c922ed1a2d4', 'name': 'network-vif-deleted', 'tag': 'dafe7fab-2ac7-4428-9c21-de497cffcff4', 'status': 'completed', 'code': 200} Oct 26 14:09:24.267208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028f42d-8f72-4843-9f87-774070e09aa8 req-903784e5-4bb0-4768-8633-b53328e5b9b5 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:24.280725 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7028f42d-8f72-4843-9f87-774070e09aa8 req-903784e5-4bb0-4768-8633-b53328e5b9b5 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1539626 Oct 26 14:09:24.333231 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7028f42d-8f72-4843-9f87-774070e09aa8 req-0bd6dfe3-a561-47d3-8539-ef91d3c9443c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508564 Oct 26 14:09:24.659329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c85c021-1dcb-47a5-9e86-065e6811dd28 req-7f93d608-4cd6-455e-a865-edbf5fe7152f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=d655c726-a747-45bb-ae0e-2c922ed1a2d4 HTTP/1.1" status: 200 len: 210 time: 0.0639989 Oct 26 14:09:25.481022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a960c7-6e66-4a1b-b8f0-2766509a6b0d req-1d0102be-d548-4d39-a9c9-4bba0dad4482 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:25.488252 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07a960c7-6e66-4a1b-b8f0-2766509a6b0d req-1d0102be-d548-4d39-a9c9-4bba0dad4482 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.0714002 Oct 26 14:09:25.541103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07a960c7-6e66-4a1b-b8f0-2766509a6b0d req-05b5a7f4-13e0-41e1-abc2-d789a73b97ed tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518820 Oct 26 14:09:25.542514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 52051e52-34bd-48c6-8ea2-4c4cb891cf68 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:25.631397 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 52051e52-34bd-48c6-8ea2-4c4cb891cf68 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:25.632176 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:25.740198 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:25.796205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52051e52-34bd-48c6-8ea2-4c4cb891cf68'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:25.798864 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e306c1a1-20eb-47b8-9ea0-4a66628675d5" -d '{"events": [{"server_uuid": "4b3e32cb-21ec-46d1-b951-179e9c6dd317", "name": "network-vif-plugged", "status": "completed", "tag": "52051e52-34bd-48c6-8ea2-4c4cb891cf68"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:25.816940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:25.822922 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:25.873091 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3282d5-fcee-4127-996c-1cb3cf6bdc49 x-openstack-request-id: req-ff3282d5-fcee-4127-996c-1cb3cf6bdc49 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:25.874808 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3e32cb-21ec-46d1-b951-179e9c6dd317", "name": "network-vif-plugged", "status": "completed", "tag": "52051e52-34bd-48c6-8ea2-4c4cb891cf68", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:25.875323 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff3282d5-fcee-4127-996c-1cb3cf6bdc49 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:25.876407 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52051e52-34bd-48c6-8ea2-4c4cb891cf68', 'code': 200} Oct 26 14:09:25.897152 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=52051e52-34bd-48c6-8ea2-4c4cb891cf68,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:26.444924 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-5f4d5a93-c198-476c-a495-9adfe114d0db tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:26.446856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-5f4d5a93-c198-476c-a495-9adfe114d0db tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 811 time: 0.1766024 Oct 26 14:09:26.468402 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-b059e0ff-625f-4b63-b970-3a2a590c0401 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/quotas/010d28b91b53419790bcd6df0dcda488 HTTP/1.1" status: 200 len: 375 time: 0.0133274 Oct 26 14:09:26.507224 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-d57514b8-864b-462d-92f2-eb42e0b742c9 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324562 Oct 26 14:09:26.684109 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-26df3986-11e3-45e8-86fb-837609bd3505 service neutron] 10.222.0.32 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655674 Oct 26 14:09:26.767975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e77b47-0805-449b-9139-27f589e8c0ac req-bfa9c961-d6fa-4b66-85ab-d303c9dc0d9b tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:26.776176 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3e77b47-0805-449b-9139-27f589e8c0ac req-bfa9c961-d6fa-4b66-85ab-d303c9dc0d9b tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1472125 Oct 26 14:09:26.833336 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3e77b47-0805-449b-9139-27f589e8c0ac req-ea513ac5-3514-429d-ba82-ef0b55b94dc7 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560074 Oct 26 14:09:26.874922 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-f45ea3ef-361c-4dc3-9f1a-a53faa64df1b service neutron] 10.222.0.32 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825340 Oct 26 14:09:27.102148 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1c1ec9a-835b-4ae9-b326-c7f7587e0e84 req-2d9a6ca6-07eb-4028-8e07-30021b29552e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 210 time: 0.0413039 Oct 26 14:09:27.153523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 34826) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:27.327622 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.343089 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.502126 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.510839 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.567518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09705ac8-5ceb-48ae-a2a5-b40079b9fdf2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:27.592147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:27.592538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:27.593307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:27.593802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:27.594337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:27.595165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:27.595508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:27.595836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:27.596167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:27.597214 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:27.597507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:27.598332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:27.612751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 34874) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:27.616180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2bba4713-b721-4b6b-b1a3-db2865c42530 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4ac3e4b501f436ca24ee23733000f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613063 Oct 26 14:09:27.707456 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-592a670f-2cbc-4482-87f6-ba442c194ae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.734885 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-592a670f-2cbc-4482-87f6-ba442c194ae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.815047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-592a670f-2cbc-4482-87f6-ba442c194ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.818305 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-592a670f-2cbc-4482-87f6-ba442c194ae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.823744 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-592a670f-2cbc-4482-87f6-ba442c194ae6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09705ac8-5ceb-48ae-a2a5-b40079b9fdf2 HTTP/1.1" status: 204 len: 168 time: 0.2092371 Oct 26 14:09:27.832941 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a670f-2cbc-4482-87f6-ba442c194ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09705ac8-5ceb-48ae-a2a5-b40079b9fdf2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:28.000307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device dafe7fab-2ac7-4428-9c21-de497cffcff4 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:28.042731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c5bfe-42c9-4bba-87ed-ca4847d96f9d req-85905025-841c-452a-a18d-7fce5595d94c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:28.050939 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e6c5bfe-42c9-4bba-87ed-ca4847d96f9d req-85905025-841c-452a-a18d-7fce5595d94c tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.0799055 Oct 26 14:09:28.053272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: dafe7fab-2ac7-4428-9c21-de497cffcff4 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:28.054053 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device dafe7fab-2ac7-4428-9c21-de497cffcff4 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:28.153170 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e6c5bfe-42c9-4bba-87ed-ca4847d96f9d req-6f7ce47a-fb2d-4aee-b141-d8ff0efc727f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012123 Oct 26 14:09:28.290987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec6a9a20-39ae-4d30-9e23-fc606995ca8a req-19072feb-6bf5-426b-aa82-cdd12796ab22 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 210 time: 0.0398567 Oct 26 14:09:28.441709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 34916) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:28.463915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af781105-ef5d-4a25-a2d5-673074288430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.576894 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af781105-ef5d-4a25-a2d5-673074288430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.583601 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af781105-ef5d-4a25-a2d5-673074288430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.626739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af781105-ef5d-4a25-a2d5-673074288430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1a5458-5cfc-4e6c-93ae-e7b2033bd77d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:28.638228 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-af781105-ef5d-4a25-a2d5-673074288430 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe0e2375519040a780a5d57b23e291b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938319 Oct 26 14:09:28.641834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 34930) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:28.768292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5e40090-24bd-43e2-ba8a-f62a905388a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.818805 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5e40090-24bd-43e2-ba8a-f62a905388a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.919003 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5e40090-24bd-43e2-ba8a-f62a905388a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.923972 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5e40090-24bd-43e2-ba8a-f62a905388a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.927446 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f5e40090-24bd-43e2-ba8a-f62a905388a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c1a5458-5cfc-4e6c-93ae-e7b2033bd77d HTTP/1.1" status: 204 len: 168 time: 0.2810860 Oct 26 14:09:28.943065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e40090-24bd-43e2-ba8a-f62a905388a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1a5458-5cfc-4e6c-93ae-e7b2033bd77d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:29.015500 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-80cbe50a-8c72-456b-99c6-43d79a93d489 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:29.017463 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-80cbe50a-8c72-456b-99c6-43d79a93d489 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 811 time: 0.3276012 Oct 26 14:09:29.035405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-5f008564-2d55-4f10-ba31-c5460f0b3a48 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Request body: {'port': {'device_id': 'cabda8a8-d396-42df-89e3-ec5ba34b6d57', 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d', 'admin_state_up': True, 'tenant_id': '010d28b91b53419790bcd6df0dcda488'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:29.275942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-5f008564-2d55-4f10-ba31-c5460f0b3a48 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Made reservation on behalf of 010d28b91b53419790bcd6df0dcda488 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:29.281378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-5f008564-2d55-4f10-ba31-c5460f0b3a48 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:29.462460 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e2d46adf-67a8-4e3d-a91c-2e9331335789 req-294eba3a-9d54-4cb9-994c-6ab62c7e5d95 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 210 time: 0.0735645 Oct 26 14:09:29.500471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f9fd1-c783-4b4d-9a90-56a61a2dc9e6 req-0ede3e57-fe78-4a5a-b366-79f5892783f3 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:29.504833 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c98f9fd1-c783-4b4d-9a90-56a61a2dc9e6 req-0ede3e57-fe78-4a5a-b366-79f5892783f3 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.2020547 Oct 26 14:09:29.554313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c98f9fd1-c783-4b4d-9a90-56a61a2dc9e6 req-6a4e58f5-63a4-4e5e-96d5-c5edc2de8e2f tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443480 Oct 26 14:09:29.567151 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-5f008564-2d55-4f10-ba31-c5460f0b3a48 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Allocated IP 172.20.0.12 (0c35e518-cf32-42c2-8724-45fb7998b96d/58f199ee-a046-49d1-984f-441650e52e48/db714d7b-f53d-4529-877e-297a5286d4f4) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:29.841704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-5f008564-2d55-4f10-ba31-c5460f0b3a48 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:29.907928 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-5f008564-2d55-4f10-ba31-c5460f0b3a48 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:29.965424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-5f008564-2d55-4f10-ba31-c5460f0b3a48 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Network 0c35e518-cf32-42c2-8724-45fb7998b96d is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:29.969095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-5f008564-2d55-4f10-ba31-c5460f0b3a48 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:29.976703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-5f008564-2d55-4f10-ba31-c5460f0b3a48 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:30.013548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f008564-2d55-4f10-ba31-c5460f0b3a48 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Pushing event updated for resources: {'Port': ['ID=db714d7b-f53d-4529-877e-297a5286d4f4,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:30.042755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-5f008564-2d55-4f10-ba31-c5460f0b3a48 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:30.045060 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-5f008564-2d55-4f10-ba31-c5460f0b3a48 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:30.078111 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-5f008564-2d55-4f10-ba31-c5460f0b3a48 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0491390 Oct 26 14:09:30.096411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Request body: {'port': {'device_id': 'cabda8a8-d396-42df-89e3-ec5ba34b6d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:30.224290 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:30.658452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db714d7b-f53d-4529-877e-297a5286d4f4 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:30.681745 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:30.725288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Transition to ACTIVE for port object db714d7b-f53d-4529-877e-297a5286d4f4 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:09:30.730852 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:30.876254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff796f03-4a84-4277-a117-7a41979fe0dd req-b9fef5ab-1980-4e32-b6d2-920ac9ad1a52 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:30.878318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Pushing event updated for resources: {'Port': ['ID=db714d7b-f53d-4529-877e-297a5286d4f4,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:30.887978 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff796f03-4a84-4277-a117-7a41979fe0dd req-b9fef5ab-1980-4e32-b6d2-920ac9ad1a52 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 944 time: 0.1298394 Oct 26 14:09:30.933320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c753527-177f-4d8b-b4cc-af7043efc2cf req-9441d8a4-3f47-4794-96cd-d3bee09bd7c6 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:30.936545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Attempting to bind port db714d7b-f53d-4529-877e-297a5286d4f4 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:30.936885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Attempting to bind port db714d7b-f53d-4529-877e-297a5286d4f4 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:30.937242 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Attempting to bind port db714d7b-f53d-4529-877e-297a5286d4f4 on network 0c35e518-cf32-42c2-8724-45fb7998b96d {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:30.942308 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c753527-177f-4d8b-b4cc-af7043efc2cf req-9441d8a4-3f47-4794-96cd-d3bee09bd7c6 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1254897 Oct 26 14:09:30.943407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Port db714d7b-f53d-4529-877e-297a5286d4f4 on network 0c35e518-cf32-42c2-8724-45fb7998b96d not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:09:30.943782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Attempting to bind port db714d7b-f53d-4529-877e-297a5286d4f4 on network 0c35e518-cf32-42c2-8724-45fb7998b96d {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:30.956849 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:30.957195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Checking segment: {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:30.957585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Bound using segment: {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:30.958140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Bound port: db714d7b-f53d-4529-877e-297a5286d4f4, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f334a5b-54e3-4d9d-a4ed-19b5f0209833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:30.958582 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:31.009128 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c753527-177f-4d8b-b4cc-af7043efc2cf req-023a1f81-6100-41da-9c55-a7df625c0ad8 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606492 Oct 26 14:09:31.038226 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff796f03-4a84-4277-a117-7a41979fe0dd req-684ce925-2f3c-4f55-8e8e-f9f669d442c7 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297479 Oct 26 14:09:31.082437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] For port db714d7b-f53d-4529-877e-297a5286d4f4, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:31.086977 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] For port db714d7b-f53d-4529-877e-297a5286d4f4, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=db714d7b-f53d-4529-877e-297a5286d4f4,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:31.099720 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:31.148114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35056) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:31.182712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:31.183333 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:31.184937 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] 10.222.0.25 "PUT /v2.0/ports/db714d7b-f53d-4529-877e-297a5286d4f4 HTTP/1.1" status: 200 len: 1092 time: 1.0974445 Oct 26 14:09:31.185373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabda8a8-d396-42df-89e3-ec5ba34b6d57', 'tag': 'db714d7b-f53d-4529-877e-297a5286d4f4'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:31.188293 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea50baa-212b-4f1c-b408-fa5bdf360b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "cabda8a8-d396-42df-89e3-ec5ba34b6d57", "tag": "db714d7b-f53d-4529-877e-297a5286d4f4"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:31.227781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb01508-7202-4828-81d8-57fbae122dee req-2617191d-fc6f-4736-8224-4550f8ffc1f8 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:31.238310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2eb01508-7202-4828-81d8-57fbae122dee req-2617191d-fc6f-4736-8224-4550f8ffc1f8 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 946 time: 0.1171062 Oct 26 14:09:31.298948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf19310-860b-484b-a6a7-1121b83b25a5 service neutron] Pushing event updated for resources: {'Port': ['ID=db714d7b-f53d-4529-877e-297a5286d4f4,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:31.302565 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a39ed1-2441-4213-95e9-e60f3793dfb5 x-openstack-request-id: req-f3a39ed1-2441-4213-95e9-e60f3793dfb5 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:31.302926 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabda8a8-d396-42df-89e3-ec5ba34b6d57", "tag": "db714d7b-f53d-4529-877e-297a5286d4f4", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:31.303180 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3a39ed1-2441-4213-95e9-e60f3793dfb5 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:31.304119 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cabda8a8-d396-42df-89e3-ec5ba34b6d57', 'tag': 'db714d7b-f53d-4529-877e-297a5286d4f4', 'status': 'completed', 'code': 200} Oct 26 14:09:31.323159 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-9d2e6127-6f70-472f-9f9f-7ecf11afd4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:31.324662 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-9d2e6127-6f70-472f-9f9f-7ecf11afd4ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 1095 time: 0.0937471 Oct 26 14:09:31.328559 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2eb01508-7202-4828-81d8-57fbae122dee req-42231178-2fb0-4b2c-bce2-0e554f2e1e11 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a714f04-f434-4e0d-8aa4-37e6d171ff28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811300 Oct 26 14:09:31.393903 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-87dd5906-63e6-4040-8bdc-53e62e2253d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db714d7b-f53d-4529-877e-297a5286d4f4 HTTP/1.1" status: 200 len: 217 time: 0.0565977 Oct 26 14:09:31.413199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61864cbb-2974-4669-b945-849e301e21f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:31.474612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-ee74a523-b757-4231-b86d-506345de9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:31.476081 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-ee74a523-b757-4231-b86d-506345de9854 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58f199ee-a046-49d1-984f-441650e52e48 HTTP/1.1" status: 200 len: 851 time: 0.0715923 Oct 26 14:09:31.549079 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-28b9af41-e7b6-4183-89a2-a0968d264829 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c35e518-cf32-42c2-8724-45fb7998b96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324619 Oct 26 14:09:31.594435 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61864cbb-2974-4669-b945-849e301e21f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:31.620379 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61864cbb-2974-4669-b945-849e301e21f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:31.675386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61864cbb-2974-4669-b945-849e301e21f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f96670-7b91-40c2-bb00-09cd507b9783,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:31.691468 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35082) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:31.692021 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-61864cbb-2974-4669-b945-849e301e21f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52072e73691d4e71b0a3a4123c66f0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5422833 Oct 26 14:09:31.719125 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-ecd92b25-4aec-4b59-bd76-c99d4654ab37 service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579580 Oct 26 14:09:31.764256 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a39f2af1-8e99-4158-b3c7-d8b8374c1abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:31.791548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a39f2af1-8e99-4158-b3c7-d8b8374c1abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:31.881444 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c60f46-7c82-4464-af71-1e4ab6ca8658 req-c4f8b045-09c5-42bd-a7d1-98e7c0edad10 service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529975 Oct 26 14:09:31.886646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a39f2af1-8e99-4158-b3c7-d8b8374c1abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:31.895896 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a39f2af1-8e99-4158-b3c7-d8b8374c1abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:31.897964 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a39f2af1-8e99-4158-b3c7-d8b8374c1abb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5f96670-7b91-40c2-bb00-09cd507b9783 HTTP/1.1" status: 204 len: 168 time: 0.2054715 Oct 26 14:09:31.910051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f2af1-8e99-4158-b3c7-d8b8374c1abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f96670-7b91-40c2-bb00-09cd507b9783,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:32.000567 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea50baa-212b-4f1c-b408-fa5bdf360b5a req-245bd0c1-0af9-484a-831b-c34052aa1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:32.004088 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ea50baa-212b-4f1c-b408-fa5bdf360b5a req-245bd0c1-0af9-484a-831b-c34052aa1fb6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=010d28b91b53419790bcd6df0dcda488&device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 1095 time: 0.0586803 Oct 26 14:09:32.132192 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea50baa-212b-4f1c-b408-fa5bdf360b5a req-727e5a1b-540c-4775-8cf8-1b73eb2dc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:32.134120 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ea50baa-212b-4f1c-b408-fa5bdf360b5a req-727e5a1b-540c-4775-8cf8-1b73eb2dc935 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 200 len: 912 time: 0.1204090 Oct 26 14:09:32.221343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda19e5-98f3-4f42-ab78-fdad482ff054 req-f1a58bd8-d255-4340-a1ea-ef281c6fc4d7 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:32.223236 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3eda19e5-98f3-4f42-ab78-fdad482ff054 req-f1a58bd8-d255-4340-a1ea-ef281c6fc4d7 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.0750418 Oct 26 14:09:32.236300 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ea50baa-212b-4f1c-b408-fa5bdf360b5a req-9c11dc8c-f070-4914-ab01-a4785cd1005f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db714d7b-f53d-4529-877e-297a5286d4f4 HTTP/1.1" status: 200 len: 217 time: 0.0836673 Oct 26 14:09:32.315254 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3eda19e5-98f3-4f42-ab78-fdad482ff054 req-d896f720-27e0-4621-aae4-eb216c0541ea tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838788 Oct 26 14:09:32.325232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bef16c-b5d5-415f-9593-999c884eb41a req-83c7766f-090e-417c-9b9c-78cfbffc2618 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:32.327004 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-44bef16c-b5d5-415f-9593-999c884eb41a req-83c7766f-090e-417c-9b9c-78cfbffc2618 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 946 time: 0.1917844 Oct 26 14:09:32.414108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea50baa-212b-4f1c-b408-fa5bdf360b5a req-6c0b68b1-063f-43c7-8199-0a8d823c8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:32.416202 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ea50baa-212b-4f1c-b408-fa5bdf360b5a req-6c0b68b1-063f-43c7-8199-0a8d823c8280 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58f199ee-a046-49d1-984f-441650e52e48 HTTP/1.1" status: 200 len: 851 time: 0.1606741 Oct 26 14:09:32.484327 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ea50baa-212b-4f1c-b408-fa5bdf360b5a req-6f3d9e09-e2be-4087-b954-6fa5c0741f8c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c35e518-cf32-42c2-8724-45fb7998b96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576413 Oct 26 14:09:32.528989 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-44bef16c-b5d5-415f-9593-999c884eb41a req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Deleting port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:32.529417 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-44bef16c-b5d5-415f-9593-999c884eb41a req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:32.585518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461bc48-0480-4c9c-8ad1-2daab2fa9b6d req-73757d02-96fe-477b-a72b-88d9da5184ea tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:32.588387 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b461bc48-0480-4c9c-8ad1-2daab2fa9b6d req-73757d02-96fe-477b-a72b-88d9da5184ea tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 944 time: 0.1412385 Oct 26 14:09:32.688881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b461bc48-0480-4c9c-8ad1-2daab2fa9b6d req-8f30ea6a-c1cd-4d9e-bedf-02bce96ddd01 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914469 Oct 26 14:09:32.725514 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ea50baa-212b-4f1c-b408-fa5bdf360b5a req-66883083-8255-44c8-aa88-0b8040d5825a service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327783 Oct 26 14:09:32.733189 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-44bef16c-b5d5-415f-9593-999c884eb41a req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] For port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2,segment=NetworkSegment(59dc6c1d-3c59-4d8b-8dd7-b58637051d96),segment_id=59dc6c1d-3c59-4d8b-8dd7-b58637051d96)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:32.733724 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-44bef16c-b5d5-415f-9593-999c884eb41a req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:32.786735 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35142) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:32.848631 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a009376-d1df-44dc-abc1-197d034300b6 req-2ab7ad1d-040a-4c7d-b191-5c328cfceda5 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:32.850290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a009376-d1df-44dc-abc1-197d034300b6 req-2ab7ad1d-040a-4c7d-b191-5c328cfceda5 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 946 time: 0.1249325 Oct 26 14:09:32.908435 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a009376-d1df-44dc-abc1-197d034300b6 req-9f15b0dd-cffb-46a9-ba1e-cc29ba276613 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a714f04-f434-4e0d-8aa4-37e6d171ff28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497241 Oct 26 14:09:32.975914 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ea50baa-212b-4f1c-b408-fa5bdf360b5a req-3f721a8f-7d2a-41ec-a14a-9736c7e66db0 service neutron] 10.222.0.25 "GET /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392013 Oct 26 14:09:33.005324 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2590ede4-db4a-4ba2-aacb-59672202b0ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:33.056523 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-44bef16c-b5d5-415f-9593-999c884eb41a req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:33.057031 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-44bef16c-b5d5-415f-9593-999c884eb41a req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:33.057354 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [req-44bef16c-b5d5-415f-9593-999c884eb41a req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Floating IP 11899bd9-3492-4ccf-a466-f191dec01989 disassociated. External IP: 172.25.4.212, port: 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2. Oct 26 14:09:33.057740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-44bef16c-b5d5-415f-9593-999c884eb41a req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Calling delete_port for 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:33.106021 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2590ede4-db4a-4ba2-aacb-59672202b0ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:33.111415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2590ede4-db4a-4ba2-aacb-59672202b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:33.163908 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35158) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:33.164546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2590ede4-db4a-4ba2-aacb-59672202b0ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b1ddf8ebb4e433a996e82f8b1ea91fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764408 Oct 26 14:09:33.165787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590ede4-db4a-4ba2-aacb-59672202b0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8275c1cc-e384-403a-b959-14f3bd78fb5b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:33.256577 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7794bf43-542c-4a73-bf99-97fa1e16cb13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:33.328106 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7794bf43-542c-4a73-bf99-97fa1e16cb13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:33.364760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-44bef16c-b5d5-415f-9593-999c884eb41a req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:33.490023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Pushing event deleted for resources: {'Port': ['ID=9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:33.562600 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7042c-7112-419b-883f-42b5cf1aa9b5 req-02c93671-58b0-4eee-8341-401ca9c7ce5d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:33.578886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f8a7042c-7112-419b-883f-42b5cf1aa9b5 req-02c93671-58b0-4eee-8341-401ca9c7ce5d tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1178358 Oct 26 14:09:33.625729 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7794bf43-542c-4a73-bf99-97fa1e16cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:33.628777 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7794bf43-542c-4a73-bf99-97fa1e16cb13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:33.630955 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7794bf43-542c-4a73-bf99-97fa1e16cb13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8275c1cc-e384-403a-b959-14f3bd78fb5b HTTP/1.1" status: 204 len: 168 time: 0.4648104 Oct 26 14:09:33.646208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794bf43-542c-4a73-bf99-97fa1e16cb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8275c1cc-e384-403a-b959-14f3bd78fb5b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:33.659391 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f8a7042c-7112-419b-883f-42b5cf1aa9b5 req-a46568ab-b607-4261-acf4-59d62ab0cf23 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795515 Oct 26 14:09:33.701608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44bef16c-b5d5-415f-9593-999c884eb41a req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Router 5f9aa7e1-2928-497d-9fb8-34095b8da682 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:09:33.897612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44bef16c-b5d5-415f-9593-999c884eb41a req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:09:33.921423 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354336a-37cd-4c55-8392-5338197e8de3 None None] Sync routers for ids ['5f9aa7e1-2928-497d-9fb8-34095b8da682'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:09:33.953203 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b354336a-37cd-4c55-8392-5338197e8de3 None None] Routers {'5f9aa7e1-2928-497d-9fb8-34095b8da682'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:33.953945 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b354336a-37cd-4c55-8392-5338197e8de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['5f9aa7e1-2928-497d-9fb8-34095b8da682'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:33.965424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bef16c-b5d5-415f-9593-999c884eb41a req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] No DVR routers for this DVR port 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:33.967357 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-44bef16c-b5d5-415f-9593-999c884eb41a req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:33.974241 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-44bef16c-b5d5-415f-9593-999c884eb41a req-caa4f35a-9b69-430b-b29c-78e302e15ceb tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.25 "DELETE /v2.0/ports/9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 HTTP/1.1" status: 204 len: 173 time: 1.6338511 Oct 26 14:09:33.974974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2a372a-28de-4e80-8004-2f8fbc83c008', 'name': 'network-vif-deleted', 'tag': '9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:33.978662 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eae59b-de43-4c4a-85c3-2ba9c6d32c61" -d '{"events": [{"server_uuid": "1a2a372a-28de-4e80-8004-2f8fbc83c008", "name": "network-vif-deleted", "tag": "9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:34.045777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12400bb4-21a7-4c8a-85cb-939298704e1c req-23a57edd-7661-46f2-a5a9-6c63fbc851ec tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:34.054752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12400bb4-21a7-4c8a-85cb-939298704e1c req-23a57edd-7661-46f2-a5a9-6c63fbc851ec tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 944 time: 0.1477001 Oct 26 14:09:34.150598 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-312b554b-b493-4715-af7e-0fdef7c0ce67 req-cda973eb-b0ed-4d9b-ad68-70ef25311a2f tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a2a372a-28de-4e80-8004-2f8fbc83c008 HTTP/1.1" status: 200 len: 210 time: 0.0553768 Oct 26 14:09:34.174403 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12400bb4-21a7-4c8a-85cb-939298704e1c req-72f9dafa-3813-4d5a-8b9d-2dee14d5eb85 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183393 Oct 26 14:09:34.214915 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74c0d68-73e3-4c18-b230-403122be63f3 x-openstack-request-id: req-c74c0d68-73e3-4c18-b230-403122be63f3 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:34.215210 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2a372a-28de-4e80-8004-2f8fbc83c008", "name": "network-vif-deleted", "tag": "9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:34.215464 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c74c0d68-73e3-4c18-b230-403122be63f3 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:34.215883 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2a372a-28de-4e80-8004-2f8fbc83c008', 'name': 'network-vif-deleted', 'tag': '9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2', 'status': 'completed', 'code': 200} Oct 26 14:09:34.376952 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-b354336a-37cd-4c55-8392-5338197e8de3 None None] Set router 5f9aa7e1-2928-497d-9fb8-34095b8da682 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:34.528094 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35214) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:34.895161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1863898356', 'router:external': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:34.913408 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b354336a-37cd-4c55-8392-5338197e8de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 4, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port': {'id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:15Z', 'updated_at': '2021-10-26T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e9088bdc-5d44-4225-bfd0-51ea502c68e5', 'name': '', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'mac_address': 'fa:16:3e:3f:28:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:17Z', 'updated_at': '2021-10-26T14:07:24Z', 'revision_number': 5, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'subnets': [{'id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:34.929795 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e1b85-9198-41bd-8b68-04da9063b223 req-891235ba-f878-4ef5-a609-d5ded357694e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:34.932867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-455e1b85-9198-41bd-8b68-04da9063b223 req-891235ba-f878-4ef5-a609-d5ded357694e tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1050601 Oct 26 14:09:34.950856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Made reservation on behalf of bea16729476a429d9741bf2f0ffb1e72 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:34.953805 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:34.959718 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354336a-37cd-4c55-8392-5338197e8de3 None None] Checking router: 5f9aa7e1-2928-497d-9fb8-34095b8da682 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:09:34.966610 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:34.979450 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b354336a-37cd-4c55-8392-5338197e8de3 None None] Routers {'5f9aa7e1-2928-497d-9fb8-34095b8da682'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:34.980480 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b354336a-37cd-4c55-8392-5338197e8de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['5f9aa7e1-2928-497d-9fb8-34095b8da682'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:35.032215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-455e1b85-9198-41bd-8b68-04da9063b223 req-606a3b0c-9d1f-40e4-b022-8e8a9b95e266 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915356 Oct 26 14:09:35.101163 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.106987 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.138053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:09:35.152010 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-b354336a-37cd-4c55-8392-5338197e8de3 None None] Set router 5f9aa7e1-2928-497d-9fb8-34095b8da682 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:35.154044 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a480dad-76af-4fef-94ed-5991fb5594d6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:35.175083 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.177451 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Added segment 61432d5d-d64b-4e2a-88a3-de2b7694e329 of type vlan for network 9ff9a950-e8c1-4142-9d07-770b1d14ede1 Oct 26 14:09:35.312928 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.326004 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35240) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:35.402865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ab562-0537-46cd-aa0c-7afa5b2870d1 req-bb72a3f5-3cf2-4963-8c23-4639dfb74c0b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:35.412841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-236ab562-0537-46cd-aa0c-7afa5b2870d1 req-bb72a3f5-3cf2-4963-8c23-4639dfb74c0b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 944 time: 0.0964627 Oct 26 14:09:35.416557 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.417843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:35.418634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.486834 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.499232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event updated for resources: {'Network': ['ID=9ff9a950-e8c1-4142-9d07-770b1d14ede1,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:35.511499 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 9ff9a950-e8c1-4142-9d07-770b1d14ede1 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:09:35.566768 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b354336a-37cd-4c55-8392-5338197e8de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 4, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port': {'id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:15Z', 'updated_at': '2021-10-26T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e9088bdc-5d44-4225-bfd0-51ea502c68e5', 'name': '', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'mac_address': 'fa:16:3e:3f:28:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:17Z', 'updated_at': '2021-10-26T14:07:24Z', 'revision_number': 5, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'subnets': [{'id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:35.573322 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a897d99f-97d6-409f-b9b2-b943da922a82 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0410473 Oct 26 14:09:35.578529 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.579203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35256) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:35.603844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-236ab562-0537-46cd-aa0c-7afa5b2870d1 req-57650fc2-d6a4-4e8c-9889-b7f6462de32a tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892369 Oct 26 14:09:35.611753 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8542321b-a6b4-4753-9b3b-a04d49c233de tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Request body: {'subnet': {'network_id': '9ff9a950-e8c1-4142-9d07-770b1d14ede1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:35.659713 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354336a-37cd-4c55-8392-5338197e8de3 None None] The sync data for ids ['5f9aa7e1-2928-497d-9fb8-34095b8da682'] in n-d-815498-1 is: [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 4, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port': {'id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:15Z', 'updated_at': '2021-10-26T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e9088bdc-5d44-4225-bfd0-51ea502c68e5', 'name': '', 'network_id': '540b106e-b809-45e7-b934-edcc6ae93cf2', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'mac_address': 'fa:16:3e:3f:28:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:17Z', 'updated_at': '2021-10-26T14:07:24Z', 'revision_number': 5, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'subnets': [{'id': '62c64183-86af-48fa-a4a3-34838fe8bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:09:35.679446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8542321b-a6b4-4753-9b3b-a04d49c233de tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Made reservation on behalf of bea16729476a429d9741bf2f0ffb1e72 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:35.685871 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8542321b-a6b4-4753-9b3b-a04d49c233de tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.705313 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.709083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.711023 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "DELETE /v2.0/security-groups/9a714f04-f434-4e0d-8aa4-37e6d171ff28 HTTP/1.1" status: 204 len: 168 time: 0.3834350 Oct 26 14:09:35.719304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35260) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:35.737165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a714f04-f434-4e0d-8aa4-37e6d171ff28,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:35.766095 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-4d8b5d3f-a37e-4549-b14a-987613cd8d11 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] show failed (client error): The resource could not be found. Oct 26 14:09:35.767588 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4d8b5d3f-a37e-4549-b14a-987613cd8d11 tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "GET /v2.0/security-groups/9a714f04-f434-4e0d-8aa4-37e6d171ff28 HTTP/1.1" status: 404 len: 347 time: 0.0468824 Oct 26 14:09:35.769562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:35.770316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:35.771065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:35.772186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:35.774760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:35.775672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:35.777409 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:35.778341 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:35.778789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:35.780895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:35.781391 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:35.781836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc148e1-3026-4382-bcf2-fe824dbb1b2d tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:35.784987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35266) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:36.033285 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device db714d7b-f53d-4529-877e-297a5286d4f4 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:09:36.035826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:36.082345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:36.082699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9dbe2a6b-0d56-4ca6-bdbc-bf7aa4f639f2 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:36.096732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8f820d-0faf-4f72-b064-0fabbc4ae92d None None] New status for floating IP 11899bd9-3492-4ccf-a466-f191dec01989: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:09:36.327567 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port db714d7b-f53d-4529-877e-297a5286d4f4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=db714d7b-f53d-4529-877e-297a5286d4f4,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:36.350797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'db714d7b-f53d-4529-877e-297a5286d4f4', 'network_id': '0c35e518-cf32-42c2-8724-45fb7998b96d', 'port_id': 'db714d7b-f53d-4529-877e-297a5286d4f4', 'mac_address': 'fa:16:3e:65:6e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f199ee-a046-49d1-984f-441650e52e48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:09:36.415918 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:36.433753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db714d7b-f53d-4529-877e-297a5286d4f4 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:36.460566 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f0823-7661-4e78-8942-9c9dabcafdb7 req-e9cee4d5-b7fa-4a1b-b3ce-c2ac7ae62855 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:36.468429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b1f0823-7661-4e78-8942-9c9dabcafdb7 req-e9cee4d5-b7fa-4a1b-b3ce-c2ac7ae62855 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1671271 Oct 26 14:09:36.470170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port db714d7b-f53d-4529-877e-297a5286d4f4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=db714d7b-f53d-4529-877e-297a5286d4f4,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:36.477841 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:36.532704 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b1f0823-7661-4e78-8942-9c9dabcafdb7 req-648b7056-e78f-44d8-a10d-59c88ebffa9a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589797 Oct 26 14:09:36.585942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-800712f6-233e-4505-955b-c35e3490c0fc tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Deleting port d74fcc15-0fc1-4fd0-bc14-ed04bd8c54c5 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:36.587214 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-800712f6-233e-4505-955b-c35e3490c0fc tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:36.618544 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=db714d7b-f53d-4529-877e-297a5286d4f4,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:36.630205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:36.630907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:36.632057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:36.632658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:36.633825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:36.634580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:36.635402 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:36.635994 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:36.636762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:36.637325 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:36.637877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:36.638455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:36.750098 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['db714d7b-f53d-4529-877e-297a5286d4f4'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:36.903673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25655d92-2e5c-4958-b3c1-c8b45f53a599 req-be3d2c15-9781-40d6-8296-70996e6a78de tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:36.905069 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25655d92-2e5c-4958-b3c1-c8b45f53a599 req-be3d2c15-9781-40d6-8296-70996e6a78de tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 945 time: 0.1798761 Oct 26 14:09:36.910022 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-800712f6-233e-4505-955b-c35e3490c0fc tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:36.910348 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-800712f6-233e-4505-955b-c35e3490c0fc tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:36.947649 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-800712f6-233e-4505-955b-c35e3490c0fc tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Calling delete_port for d74fcc15-0fc1-4fd0-bc14-ed04bd8c54c5 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:36.980558 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25655d92-2e5c-4958-b3c1-c8b45f53a599 req-63171805-690c-4103-9dca-ae20c393bfd4 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669022 Oct 26 14:09:37.199501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.objects.ports [None req-8542321b-a6b4-4753-9b3b-a04d49c233de tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102124) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:09:37.200284 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8542321b-a6b4-4753-9b3b-a04d49c233de tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:37.288120 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-800712f6-233e-4505-955b-c35e3490c0fc tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:37.299738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542321b-a6b4-4753-9b3b-a04d49c233de tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event updated for resources: {'Subnet': ['ID=84593cf0-1373-4f5b-8f78-e73de5a282f0,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:37.332482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8542321b-a6b4-4753-9b3b-a04d49c233de tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Checking segment: {'id': '61432d5d-d64b-4e2a-88a3-de2b7694e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '9ff9a950-e8c1-4142-9d07-770b1d14ede1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:37.332840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8542321b-a6b4-4753-9b3b-a04d49c233de tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Network hostable DHCP agents. Network: 9ff9a950-e8c1-4142-9d07-770b1d14ede1, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:09:37.342891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800712f6-233e-4505-955b-c35e3490c0fc tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Pushing event deleted for resources: {'Port': ['ID=d74fcc15-0fc1-4fd0-bc14-ed04bd8c54c5,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:37.403992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8542321b-a6b4-4753-9b3b-a04d49c233de tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Network 9ff9a950-e8c1-4142-9d07-770b1d14ede1 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:09:37.417744 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-800712f6-233e-4505-955b-c35e3490c0fc tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:37.421385 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-800712f6-233e-4505-955b-c35e3490c0fc tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:37.425927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-800712f6-233e-4505-955b-c35e3490c0fc tempest-ServersTestFqdnHostnames-141329777 tempest-ServersTestFqdnHostnames-141329777-project] 10.222.0.32 "DELETE /v2.0/floatingips/11899bd9-3492-4ccf-a466-f191dec01989 HTTP/1.1" status: 204 len: 168 time: 1.6367776 Oct 26 14:09:37.426374 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35356) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:37.433219 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8542321b-a6b4-4753-9b3b-a04d49c233de tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 9ff9a950-e8c1-4142-9d07-770b1d14ede1) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:37.442800 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f93a5aa-f32d-4b0a-aea6-3cc5b5c80de3 None None] Network 9ff9a950-e8c1-4142-9d07-770b1d14ede1 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:37.454922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8542321b-a6b4-4753-9b3b-a04d49c233de tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:37.456046 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8542321b-a6b4-4753-9b3b-a04d49c233de tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:37.494353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8542321b-a6b4-4753-9b3b-a04d49c233de tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9122155 Oct 26 14:09:37.496263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35362) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:37.507086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7e86238e-6b8f-4937-87bb-5ab4bf4b9047 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1779666608', 'network_id': '9ff9a950-e8c1-4142-9d07-770b1d14ede1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:37.559113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e86238e-6b8f-4937-87bb-5ab4bf4b9047 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Made reservation on behalf of bea16729476a429d9741bf2f0ffb1e72 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:37.564976 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7e86238e-6b8f-4937-87bb-5ab4bf4b9047 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:37.627051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-7e86238e-6b8f-4937-87bb-5ab4bf4b9047 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] device_id is not set on port 186fa813-7572-4dfb-ae0c-8bb68e3ba4e8 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:09:37.818179 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e39ba2-2296-4723-9f77-347fe7559e01 None None] Network 9ff9a950-e8c1-4142-9d07-770b1d14ede1 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:37.865365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-7e86238e-6b8f-4937-87bb-5ab4bf4b9047 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Allocated IP 172.20.0.12 (9ff9a950-e8c1-4142-9d07-770b1d14ede1/84593cf0-1373-4f5b-8f78-e73de5a282f0/186fa813-7572-4dfb-ae0c-8bb68e3ba4e8) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:37.927233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261af19f-5026-4f31-8470-35d4d3bd4465 req-439eee30-ec96-43ee-88ef-a1846ff83714 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:37.935015 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-261af19f-5026-4f31-8470-35d4d3bd4465 req-439eee30-ec96-43ee-88ef-a1846ff83714 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.2226212 Oct 26 14:09:38.019432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-261af19f-5026-4f31-8470-35d4d3bd4465 req-eae698ea-7881-4217-98d6-3d3bee2fd90a tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832725 Oct 26 14:09:38.043565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device db714d7b-f53d-4529-877e-297a5286d4f4 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:38.247001 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port db714d7b-f53d-4529-877e-297a5286d4f4 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:09:38.254403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port db714d7b-f53d-4529-877e-297a5286d4f4 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:38.255142 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:38.307708 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915fa2f-8eaf-4fd1-89bd-9e0e28d0218e req-d0deb217-4cbe-4aff-b377-504abd66315e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:38.309635 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e915fa2f-8eaf-4fd1-89bd-9e0e28d0218e req-d0deb217-4cbe-4aff-b377-504abd66315e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 945 time: 0.2034278 Oct 26 14:09:38.361925 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7e86238e-6b8f-4937-87bb-5ab4bf4b9047 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:38.441259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e915fa2f-8eaf-4fd1-89bd-9e0e28d0218e req-c98c01ba-9303-487c-87b1-49f6b1d3ab53 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156952 Oct 26 14:09:38.466320 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7e86238e-6b8f-4937-87bb-5ab4bf4b9047 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:38.527219 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:38.545202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86238e-6b8f-4937-87bb-5ab4bf4b9047 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Network 9ff9a950-e8c1-4142-9d07-770b1d14ede1 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:38.553136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-7e86238e-6b8f-4937-87bb-5ab4bf4b9047 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:38.565026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e86238e-6b8f-4937-87bb-5ab4bf4b9047 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:38.589896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port db714d7b-f53d-4529-877e-297a5286d4f4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=db714d7b-f53d-4529-877e-297a5286d4f4,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:38.590728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabda8a8-d396-42df-89e3-ec5ba34b6d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db714d7b-f53d-4529-877e-297a5286d4f4'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:38.593624 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5210a3c-9131-4722-bc8c-db00f8707e51" -d '{"events": [{"server_uuid": "cabda8a8-d396-42df-89e3-ec5ba34b6d57", "name": "network-vif-plugged", "status": "completed", "tag": "db714d7b-f53d-4529-877e-297a5286d4f4"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:38.610117 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:38.630848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e86238e-6b8f-4937-87bb-5ab4bf4b9047 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:38.632137 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7e86238e-6b8f-4937-87bb-5ab4bf4b9047 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:38.639174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86238e-6b8f-4937-87bb-5ab4bf4b9047 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event updated for resources: {'Port': ['ID=186fa813-7572-4dfb-ae0c-8bb68e3ba4e8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:38.672970 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78828040-c0df-4fd6-936e-f70bc96e3bf1 x-openstack-request-id: req-78828040-c0df-4fd6-936e-f70bc96e3bf1 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:38.673588 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabda8a8-d396-42df-89e3-ec5ba34b6d57", "name": "network-vif-plugged", "status": "completed", "tag": "db714d7b-f53d-4529-877e-297a5286d4f4", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:38.674137 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78828040-c0df-4fd6-936e-f70bc96e3bf1 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:38.674750 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabda8a8-d396-42df-89e3-ec5ba34b6d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db714d7b-f53d-4529-877e-297a5286d4f4', 'code': 200} Oct 26 14:09:38.684280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7e86238e-6b8f-4937-87bb-5ab4bf4b9047 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.1862144 Oct 26 14:09:38.686797 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35436) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:38.708172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=db714d7b-f53d-4529-877e-297a5286d4f4,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:38.740773 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7d95340-b7e3-4cea-99ba-5ed45c50a407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:38.815082 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-388be9a4-542a-4dfb-8085-9c3697ebae80 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Deleting port 186fa813-7572-4dfb-ae0c-8bb68e3ba4e8 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:38.815889 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-388be9a4-542a-4dfb-8085-9c3697ebae80 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:38.921315 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-388be9a4-542a-4dfb-8085-9c3697ebae80 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:38.934491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-388be9a4-542a-4dfb-8085-9c3697ebae80 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Calling delete_port for 186fa813-7572-4dfb-ae0c-8bb68e3ba4e8 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:38.971550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a6afb-2793-43c6-bc54-4123f8b9a740 req-33832d9a-aa17-4c42-8603-32fce6e8c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:38.974140 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4b5a6afb-2793-43c6-bc54-4123f8b9a740 req-33832d9a-aa17-4c42-8603-32fce6e8c959 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 1097 time: 0.1579356 Oct 26 14:09:39.033064 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4b5a6afb-2793-43c6-bc54-4123f8b9a740 req-56a8425f-7e19-431d-9aae-b7c9d190cde5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489721 Oct 26 14:09:39.161750 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-388be9a4-542a-4dfb-8085-9c3697ebae80 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.173902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e7d95340-b7e3-4cea-99ba-5ed45c50a407 admin admin] Deleting port e9088bdc-5d44-4225-bfd0-51ea502c68e5 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:39.174303 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7d95340-b7e3-4cea-99ba-5ed45c50a407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.200918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388be9a4-542a-4dfb-8085-9c3697ebae80 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event deleted for resources: {'Port': ['ID=186fa813-7572-4dfb-ae0c-8bb68e3ba4e8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:39.231925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35476) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:39.272536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddfd18-aa6d-47dd-a908-b8178e0a80d9 req-e39f152f-109a-4b1c-a3e6-e76692de32b0 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:39.278685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8ddfd18-aa6d-47dd-a908-b8178e0a80d9 req-e39f152f-109a-4b1c-a3e6-e76692de32b0 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1843190 Oct 26 14:09:39.300499 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-e7d95340-b7e3-4cea-99ba-5ed45c50a407 admin admin] For port e9088bdc-5d44-4225-bfd0-51ea502c68e5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e9088bdc-5d44-4225-bfd0-51ea502c68e5,segment=NetworkSegment(59dc6c1d-3c59-4d8b-8dd7-b58637051d96),segment_id=59dc6c1d-3c59-4d8b-8dd7-b58637051d96)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:39.301098 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7d95340-b7e3-4cea-99ba-5ed45c50a407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.319774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e7d95340-b7e3-4cea-99ba-5ed45c50a407 admin admin] Calling delete_port for e9088bdc-5d44-4225-bfd0-51ea502c68e5 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:39.330916 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-388be9a4-542a-4dfb-8085-9c3697ebae80 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.334471 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-388be9a4-542a-4dfb-8085-9c3697ebae80 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "DELETE /v2.0/ports/186fa813-7572-4dfb-ae0c-8bb68e3ba4e8 HTTP/1.1" status: 204 len: 168 time: 0.6466210 Oct 26 14:09:39.337931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35490) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:39.344466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ff9a950-e8c1-4142-9d07-770b1d14ede1', 'external_fixed_ips': [{'subnet_id': '84593cf0-1373-4f5b-8f78-e73de5a282f0', 'ip_address': '172.20.0.12'}]}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:39.354782 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8ddfd18-aa6d-47dd-a908-b8178e0a80d9 req-aa74deaa-40e9-47f4-8a3e-5fe83cc643f6 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701559 Oct 26 14:09:39.384355 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.386427 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.408843 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b0e1-95c2-400f-b12e-ea41f6e295c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.511664 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.531560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5842d93-35ab-47e3-b900-1a1f1019df37 req-4c213891-45c6-4ed7-84a2-a9dc4b0c12ec tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:39.533196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5842d93-35ab-47e3-b900-1a1f1019df37 req-4c213891-45c6-4ed7-84a2-a9dc4b0c12ec tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3e32cb-21ec-46d1-b951-179e9c6dd317 HTTP/1.1" status: 200 len: 950 time: 0.1294069 Oct 26 14:09:39.585604 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b0e1-95c2-400f-b12e-ea41f6e295c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.590742 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b0e1-95c2-400f-b12e-ea41f6e295c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.644978 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f2c8b0e1-95c2-400f-b12e-ea41f6e295c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=797e39da6f4b4a0298462cbbb7ca8702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096079 Oct 26 14:09:39.644978 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b0e1-95c2-400f-b12e-ea41f6e295c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8bdcfd-5289-4db1-b8ca-123184c63e49,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:39.647532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35494) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:39.661293 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7d95340-b7e3-4cea-99ba-5ed45c50a407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.699678 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d95340-b7e3-4cea-99ba-5ed45c50a407 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9088bdc-5d44-4225-bfd0-51ea502c68e5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:39.726569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5842d93-35ab-47e3-b900-1a1f1019df37 req-9f4cc82e-55b1-4be6-8143-09750db096a6 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559646 Oct 26 14:09:39.732156 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.759927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36599087-ad1a-425d-b60e-24a7e58146da req-69e27645-72d3-4cac-8685-27dda29e349f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:39.759927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-36599087-ad1a-425d-b60e-24a7e58146da req-69e27645-72d3-4cac-8685-27dda29e349f tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 946 time: 0.1825151 Oct 26 14:09:39.779729 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da0381e8-7525-4346-8638-f29ba8104dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.841604 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-36599087-ad1a-425d-b60e-24a7e58146da req-88ff447b-0ef5-4cca-83c3-c0a8b1038164 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689638 Oct 26 14:09:39.870539 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da0381e8-7525-4346-8638-f29ba8104dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.943189 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7d95340-b7e3-4cea-99ba-5ed45c50a407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.958672 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da0381e8-7525-4346-8638-f29ba8104dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.961500 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da0381e8-7525-4346-8638-f29ba8104dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:39.962691 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-da0381e8-7525-4346-8638-f29ba8104dfc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef8bdcfd-5289-4db1-b8ca-123184c63e49 HTTP/1.1" status: 204 len: 168 time: 0.3142164 Oct 26 14:09:40.021613 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.037869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0381e8-7525-4346-8638-f29ba8104dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8bdcfd-5289-4db1-b8ca-123184c63e49,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:40.053852 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.205372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d95340-b7e3-4cea-99ba-5ed45c50a407 admin admin] Router 5f9aa7e1-2928-497d-9fb8-34095b8da682 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:09:40.210147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Allocated IP 172.20.0.12 (9ff9a950-e8c1-4142-9d07-770b1d14ede1/84593cf0-1373-4f5b-8f78-e73de5a282f0/b91f4ee1-e5e6-408f-a4ed-8bac8e34b565) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:40.313549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35500) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:40.334064 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f20bb34-fade-42bc-8815-5a1ff29adc83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.348908 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.361870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d95340-b7e3-4cea-99ba-5ed45c50a407 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:09:40.371306 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e7d95340-b7e3-4cea-99ba-5ed45c50a407 admin admin] 10.222.0.32 "PUT /v2.0/routers/5f9aa7e1-2928-497d-9fb8-34095b8da682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9437375 Oct 26 14:09:40.371924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35504) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:40.375523 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251958ef-5d2d-461f-817f-933e706ec91c None None] Sync routers for ids ['5f9aa7e1-2928-497d-9fb8-34095b8da682'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:09:40.394454 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.416041 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251958ef-5d2d-461f-817f-933e706ec91c None None] Routers {'5f9aa7e1-2928-497d-9fb8-34095b8da682'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:40.416669 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-251958ef-5d2d-461f-817f-933e706ec91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['5f9aa7e1-2928-497d-9fb8-34095b8da682'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:40.437477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Network 9ff9a950-e8c1-4142-9d07-770b1d14ede1 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:40.458450 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:40.463790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:40.534926 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.546755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event updated for resources: {'Port': ['ID=b91f4ee1-e5e6-408f-a4ed-8bac8e34b565,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:40.551364 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-251958ef-5d2d-461f-817f-933e706ec91c None None] Set router 5f9aa7e1-2928-497d-9fb8-34095b8da682 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:40.579463 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f20bb34-fade-42bc-8815-5a1ff29adc83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.607632 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f20bb34-fade-42bc-8815-5a1ff29adc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.666107 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0f20bb34-fade-42bc-8815-5a1ff29adc83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9814758c3ea64caba42e9c19e887d133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507547 Oct 26 14:09:40.669259 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20bb34-fade-42bc-8815-5a1ff29adc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67e35d5-ae9c-4650-a828-ea0b7fd66743,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:40.673572 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35508) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:40.724493 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.770687 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1aad5390-baad-48f4-9c3e-3d51212fdf2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.785387 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-251958ef-5d2d-461f-817f-933e706ec91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:09:39Z', 'revision_number': 5, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port': {'id': 'e34894ba-4417-432e-bfa9-83a3c0548159', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:07:15Z', 'updated_at': '2021-10-26T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:40.807688 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1aad5390-baad-48f4-9c3e-3d51212fdf2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.814200 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251958ef-5d2d-461f-817f-933e706ec91c None None] Checking router: 5f9aa7e1-2928-497d-9fb8-34095b8da682 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:09:40.824022 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251958ef-5d2d-461f-817f-933e706ec91c None None] Routers {'5f9aa7e1-2928-497d-9fb8-34095b8da682'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:40.825201 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-251958ef-5d2d-461f-817f-933e706ec91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['5f9aa7e1-2928-497d-9fb8-34095b8da682'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:40.849074 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] Deleting port e34894ba-4417-432e-bfa9-83a3c0548159 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:40.849409 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.924582 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-251958ef-5d2d-461f-817f-933e706ec91c None None] Set router 5f9aa7e1-2928-497d-9fb8-34095b8da682 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:40.933105 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1aad5390-baad-48f4-9c3e-3d51212fdf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.935354 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1aad5390-baad-48f4-9c3e-3d51212fdf2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.938930 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1aad5390-baad-48f4-9c3e-3d51212fdf2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f67e35d5-ae9c-4650-a828-ea0b7fd66743 HTTP/1.1" status: 204 len: 168 time: 0.2620332 Oct 26 14:09:40.964558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad5390-baad-48f4-9c3e-3d51212fdf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67e35d5-ae9c-4650-a828-ea0b7fd66743,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:40.973161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] For port e34894ba-4417-432e-bfa9-83a3c0548159, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e34894ba-4417-432e-bfa9-83a3c0548159,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:40.973518 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.988646 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] Calling delete_port for e34894ba-4417-432e-bfa9-83a3c0548159 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:40.998081 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-251958ef-5d2d-461f-817f-933e706ec91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:09:40Z', 'revision_number': 6, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:41.009693 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03927d4-7b03-424e-b4b7-78d44df9093c req-d7cf9914-56af-4498-999c-f0443f5043ea tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:41.016866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f03927d4-7b03-424e-b4b7-78d44df9093c req-d7cf9914-56af-4498-999c-f0443f5043ea tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.5276783 Oct 26 14:09:41.032187 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251958ef-5d2d-461f-817f-933e706ec91c None None] The sync data for ids ['5f9aa7e1-2928-497d-9fb8-34095b8da682'] in n-d-815498-1 is: [{'id': '5f9aa7e1-2928-497d-9fb8-34095b8da682', 'name': 'tempest-ServersTestFqdnHostnames-990630781-router', 'tenant_id': '397a1893cd204c2b80b167e34598b2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:07:14Z', 'updated_at': '2021-10-26T14:09:40Z', 'revision_number': 6, 'project_id': '397a1893cd204c2b80b167e34598b2b3', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:09:41.062575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315b10b-3cac-45fb-b143-6aac295a584b req-0fc73e4f-d1d1-4b40-8490-5ef72a6d2e4d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:41.064134 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e315b10b-3cac-45fb-b143-6aac295a584b req-0fc73e4f-d1d1-4b40-8490-5ef72a6d2e4d tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3e32cb-21ec-46d1-b951-179e9c6dd317 HTTP/1.1" status: 200 len: 950 time: 0.1301591 Oct 26 14:09:41.137225 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f03927d4-7b03-424e-b4b7-78d44df9093c req-484fd1ae-3f36-4331-9336-df69a5977eee tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194212 Oct 26 14:09:41.196866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:41.219454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e315b10b-3cac-45fb-b143-6aac295a584b req-41f10cb6-f7a6-48a4-8ea7-fba7084849a9 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363249 Oct 26 14:09:41.247636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e34894ba-4417-432e-bfa9-83a3c0548159,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:41.272762 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:41.291816 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:41.362373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15424b41-ed9a-4287-a3b2-a41f839882bf req-09ca3956-ecf8-475f-a730-ca217c6e694d tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:41.369968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15424b41-ed9a-4287-a3b2-a41f839882bf req-09ca3956-ecf8-475f-a730-ca217c6e694d tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 946 time: 0.1467762 Oct 26 14:09:41.437007 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:41.440100 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:41.444777 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15424b41-ed9a-4287-a3b2-a41f839882bf req-ac8df4a1-95f5-487b-9561-4aecfd454d7e tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718162 Oct 26 14:09:41.509795 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:41.510862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f9aa7e1-2928-497d-9fb8-34095b8da682 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:09:41.515654 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:41.519745 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-11891774-0dfb-48df-8bbe-e4b55a3977c9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5f9aa7e1-2928-497d-9fb8-34095b8da682 HTTP/1.1" status: 204 len: 168 time: 1.1445119 Oct 26 14:09:41.526664 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35530) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:41.650302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-434e2f1a-b1a6-4449-89d7-a536aa6c84af admin admin] Deleting subnet 62c64183-86af-48fa-a4a3-34838fe8bed6 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:09:41.655333 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434e2f1a-b1a6-4449-89d7-a536aa6c84af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:41.702069 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:41.710278 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434e2f1a-b1a6-4449-89d7-a536aa6c84af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:41.939650 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e9088bdc-5d44-4225-bfd0-51ea502c68e5 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:41.971394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18dc0e0-271a-4f9d-bf8b-ea52b79e0301 req-13783776-5aa5-447c-bb99-950aef6a2366 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:41.972935 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c18dc0e0-271a-4f9d-bf8b-ea52b79e0301 req-13783776-5aa5-447c-bb99-950aef6a2366 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 946 time: 0.1329176 Oct 26 14:09:41.979268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: e9088bdc-5d44-4225-bfd0-51ea502c68e5 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:41.979936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e9088bdc-5d44-4225-bfd0-51ea502c68e5 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:41.986092 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434e2f1a-b1a6-4449-89d7-a536aa6c84af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.091248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c18dc0e0-271a-4f9d-bf8b-ea52b79e0301 req-46912055-93d5-4457-9db2-ad2d9fa0df24 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023707 Oct 26 14:09:42.106496 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434e2f1a-b1a6-4449-89d7-a536aa6c84af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.117037 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Router 0f3a86f4-caba-4a23-925e-d7058bd38000 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:09:42.139267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e2f1a-b1a6-4449-89d7-a536aa6c84af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c64183-86af-48fa-a4a3-34838fe8bed6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:42.141449 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434e2f1a-b1a6-4449-89d7-a536aa6c84af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.146455 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-434e2f1a-b1a6-4449-89d7-a536aa6c84af admin admin] 10.222.0.32 "DELETE /v2.0/subnets/62c64183-86af-48fa-a4a3-34838fe8bed6 HTTP/1.1" status: 204 len: 168 time: 0.6184075 Oct 26 14:09:42.147213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35568) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:42.147717 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccf0fb6-7f9e-40a6-b277-88256e8aa598 None None] Network 540b106e-b809-45e7-b934-edcc6ae93cf2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:42.285605 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.299438 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:09:42.336769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Sync routers for ids ['0f3a86f4-caba-4a23-925e-d7058bd38000'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:09:42.351247 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.359616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d182c9e4-c825-4597-a560-2cb6954e080f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.0195587 Oct 26 14:09:42.368250 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Routers {'0f3a86f4-caba-4a23-925e-d7058bd38000'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:42.369448 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['0f3a86f4-caba-4a23-925e-d7058bd38000'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:42.372656 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35576) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:42.412620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba8b34-a5ba-47e8-99ef-bff58d8e14aa req-4567a914-fd06-475a-8efe-85789b36e730 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:42.426270 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32ba8b34-a5ba-47e8-99ef-bff58d8e14aa req-4567a914-fd06-475a-8efe-85789b36e730 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1112840 Oct 26 14:09:42.473163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32ba8b34-a5ba-47e8-99ef-bff58d8e14aa req-fd129650-1358-429a-a7d8-1437e01da7bd tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Oct 26 14:09:42.522712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Set router 0f3a86f4-caba-4a23-925e-d7058bd38000 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:42.531651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Deleting port 8954e8b4-be5c-4556-9087-e5eb0b722a80 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:42.531982 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.549218 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.605581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c01ea7d-dd7e-4ba2-883e-912e6cea1456 None None] DHCP port deletion for 540b106e-b809-45e7-b934-edcc6ae93cf2 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:09:42.672164 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] For port 8954e8b4-be5c-4556-9087-e5eb0b722a80, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8954e8b4-be5c-4556-9087-e5eb0b722a80,segment=NetworkSegment(59dc6c1d-3c59-4d8b-8dd7-b58637051d96),segment_id=59dc6c1d-3c59-4d8b-8dd7-b58637051d96)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:42.672536 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.690885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Calling delete_port for 8954e8b4-be5c-4556-9087-e5eb0b722a80 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:42.743098 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2e45bfa8-9167-46ac-833f-cfe1f6e15022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.752699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.780112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8c01ea7d-dd7e-4ba2-883e-912e6cea1456 None None] Deleting port 8954e8b4-be5c-4556-9087-e5eb0b722a80 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:42.780486 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8c01ea7d-dd7e-4ba2-883e-912e6cea1456 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.801286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35616) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:42.830995 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.833536 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Deleting port b91f4ee1-e5e6-408f-a4ed-8bac8e34b565 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:42.833865 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.866405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8c01ea7d-dd7e-4ba2-883e-912e6cea1456 None None] For port 8954e8b4-be5c-4556-9087-e5eb0b722a80, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8954e8b4-be5c-4556-9087-e5eb0b722a80,segment=NetworkSegment(59dc6c1d-3c59-4d8b-8dd7-b58637051d96),segment_id=59dc6c1d-3c59-4d8b-8dd7-b58637051d96)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:42.866801 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8c01ea7d-dd7e-4ba2-883e-912e6cea1456 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.882152 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8c01ea7d-dd7e-4ba2-883e-912e6cea1456 None None] Calling delete_port for 8954e8b4-be5c-4556-9087-e5eb0b722a80 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:42.896104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3a86f4-caba-4a23-925e-d7058bd38000', 'name': '', 'tenant_id': 'bea16729476a429d9741bf2f0ffb1e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ff9a950-e8c1-4142-9d07-770b1d14ede1', 'external_fixed_ips': [{'subnet_id': '84593cf0-1373-4f5b-8f78-e73de5a282f0', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b91f4ee1-e5e6-408f-a4ed-8bac8e34b565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:39Z', 'updated_at': '2021-10-26T14:09:41Z', 'revision_number': 3, 'project_id': 'bea16729476a429d9741bf2f0ffb1e72', 'gw_port': {'id': 'b91f4ee1-e5e6-408f-a4ed-8bac8e34b565', 'name': '', 'network_id': '9ff9a950-e8c1-4142-9d07-770b1d14ede1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3a86f4-caba-4a23-925e-d7058bd38000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '84593cf0-1373-4f5b-8f78-e73de5a282f0', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:40Z', 'updated_at': '2021-10-26T14:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84593cf0-1373-4f5b-8f78-e73de5a282f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:42.910355 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Pushing event deleted for resources: {'Port': ['ID=8954e8b4-be5c-4556-9087-e5eb0b722a80,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:42.924821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] No DVR routers for this DVR port 8954e8b4-be5c-4556-9087-e5eb0b722a80 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:42.932521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Checking router: 0f3a86f4-caba-4a23-925e-d7058bd38000 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:09:42.932876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Updating router 0f3a86f4-caba-4a23-925e-d7058bd38000 port b91f4ee1-e5e6-408f-a4ed-8bac8e34b565 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:09:42.963475 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-676f475c-7bce-4182-bee8-b5eb4800eba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.005214 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.037807 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.041177 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.062673 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-676f475c-7bce-4182-bee8-b5eb4800eba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.066784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Calling delete_port for b91f4ee1-e5e6-408f-a4ed-8bac8e34b565 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:43.071727 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-676f475c-7bce-4182-bee8-b5eb4800eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.073217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540b106e-b809-45e7-b934-edcc6ae93cf2']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:43.093143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59dc6c1d-3c59-4d8b-8dd7-b58637051d96') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:43.093143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59dc6c1d-3c59-4d8b-8dd7-b58637051d96') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:43.126511 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8c01ea7d-dd7e-4ba2-883e-912e6cea1456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.130731 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-676f475c-7bce-4182-bee8-b5eb4800eba5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b98626c74d6a49e581b0547e7a8de9c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3281438 Oct 26 14:09:43.134473 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.137673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35632) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:43.139477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f475c-7bce-4182-bee8-b5eb4800eba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ab79b4-1e0c-4f5d-8f9b-7cb02466cfc2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:43.143689 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c01ea7d-dd7e-4ba2-883e-912e6cea1456 None None] No DVR routers for this DVR port 8954e8b4-be5c-4556-9087-e5eb0b722a80 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:43.155574 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.167978 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01ea7d-dd7e-4ba2-883e-912e6cea1456 None None] Pushing event deleted for resources: {'Port': ['ID=8954e8b4-be5c-4556-9087-e5eb0b722a80,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:43.173836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:09:43.174639 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:09:43.176914 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:09:43.255264 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2578ae10-fd21-40b9-958b-62c1e34cb293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.281279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f2219-c2f6-4927-a5f7-bfbf75bb91f6 req-12a1a64b-00d6-4100-9ea5-867888a8d7bf tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:43.283272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe1f2219-c2f6-4927-a5f7-bfbf75bb91f6 req-12a1a64b-00d6-4100-9ea5-867888a8d7bf tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 946 time: 0.0777466 Oct 26 14:09:43.299250 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2578ae10-fd21-40b9-958b-62c1e34cb293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.355239 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.364345 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.383955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe1f2219-c2f6-4927-a5f7-bfbf75bb91f6 req-23cded83-f4bd-41dd-b723-fdd6a316590b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709925 Oct 26 14:09:43.397129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8954e8b4-be5c-4556-9087-e5eb0b722a80 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:43.415921 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2578ae10-fd21-40b9-958b-62c1e34cb293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.419472 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2578ae10-fd21-40b9-958b-62c1e34cb293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.421709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2578ae10-fd21-40b9-958b-62c1e34cb293 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6ab79b4-1e0c-4f5d-8f9b-7cb02466cfc2 HTTP/1.1" status: 204 len: 168 time: 0.2720623 Oct 26 14:09:43.432777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578ae10-fd21-40b9-958b-62c1e34cb293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ab79b4-1e0c-4f5d-8f9b-7cb02466cfc2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:43.465822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 8954e8b4-be5c-4556-9087-e5eb0b722a80 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:43.466207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8954e8b4-be5c-4556-9087-e5eb0b722a80 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:43.467302 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e34894ba-4417-432e-bfa9-83a3c0548159 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:43.492109 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d71db-1cac-435f-9a4e-d90934f12f01 None None] Pushing event updated for resources: {'Port': ['ID=b91f4ee1-e5e6-408f-a4ed-8bac8e34b565,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:43.503534 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: e34894ba-4417-432e-bfa9-83a3c0548159 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:43.503883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e34894ba-4417-432e-bfa9-83a3c0548159 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:43.516357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Attempting to bind port b91f4ee1-e5e6-408f-a4ed-8bac8e34b565 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:43.516639 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Attempting to bind port b91f4ee1-e5e6-408f-a4ed-8bac8e34b565 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '61432d5d-d64b-4e2a-88a3-de2b7694e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '9ff9a950-e8c1-4142-9d07-770b1d14ede1'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:43.517366 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Attempting to bind port b91f4ee1-e5e6-408f-a4ed-8bac8e34b565 on network 9ff9a950-e8c1-4142-9d07-770b1d14ede1 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:43.524975 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:43.525345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Checking segment: {'id': '61432d5d-d64b-4e2a-88a3-de2b7694e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '9ff9a950-e8c1-4142-9d07-770b1d14ede1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:43.525899 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.526453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Bound using segment: {'id': '61432d5d-d64b-4e2a-88a3-de2b7694e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '9ff9a950-e8c1-4142-9d07-770b1d14ede1'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:43.527103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Bound port: b91f4ee1-e5e6-408f-a4ed-8bac8e34b565, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61432d5d-d64b-4e2a-88a3-de2b7694e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '9ff9a950-e8c1-4142-9d07-770b1d14ede1'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:43.527644 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.561054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 52051e52-34bd-48c6-8ea2-4c4cb891cf68 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:43.635066 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] For port b91f4ee1-e5e6-408f-a4ed-8bac8e34b565, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:43.639475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] For port b91f4ee1-e5e6-408f-a4ed-8bac8e34b565, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b91f4ee1-e5e6-408f-a4ed-8bac8e34b565,segment=NetworkSegment(61432d5d-d64b-4e2a-88a3-de2b7694e329),segment_id=61432d5d-d64b-4e2a-88a3-de2b7694e329)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:43.669817 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.687951 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60383f-ad83-4283-9312-3226464c4181 req-3e5e530d-76e2-47e3-bac8-b7801e6c7722 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:43.702210 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d60383f-ad83-4283-9312-3226464c4181 req-3e5e530d-76e2-47e3-bac8-b7801e6c7722 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.0818150 Oct 26 14:09:43.716414 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.723957 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.727846 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] 10.222.0.32 "DELETE /v2.0/networks/540b106e-b809-45e7-b934-edcc6ae93cf2 HTTP/1.1" status: 204 len: 168 time: 1.5789323 Oct 26 14:09:43.752208 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.754416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Routers {'0f3a86f4-caba-4a23-925e-d7058bd38000'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:43.755068 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['0f3a86f4-caba-4a23-925e-d7058bd38000'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:43.761514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20754d-ac3e-4a18-84e6-0053356e779c admin admin] Pushing event deleted for resources: {'Network': ['ID=540b106e-b809-45e7-b934-edcc6ae93cf2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:43.793006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d60383f-ad83-4283-9312-3226464c4181 req-ad353cc8-5d1c-4e0a-b72f-cdf4fa016b01 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896013 Oct 26 14:09:43.827059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb858d04-cdd6-407b-ae5a-d2dde0a146a0 req-75879f06-4f40-46ae-9328-b9b02a8c0d15 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:43.835012 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb858d04-cdd6-407b-ae5a-d2dde0a146a0 req-75879f06-4f40-46ae-9328-b9b02a8c0d15 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 946 time: 0.1291628 Oct 26 14:09:43.901130 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.919001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb858d04-cdd6-407b-ae5a-d2dde0a146a0 req-0a9df298-591b-459e-8d41-c7bf715cd19c tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826416 Oct 26 14:09:43.979397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event deleted for resources: {'Port': ['ID=b91f4ee1-e5e6-408f-a4ed-8bac8e34b565,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:44.014428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35660) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:44.082965 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d71db-1cac-435f-9a4e-d90934f12f01 None None] Pushing event updated for resources: {'Port': ['ID=b91f4ee1-e5e6-408f-a4ed-8bac8e34b565,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:44.094921 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52051e52-34bd-48c6-8ea2-4c4cb891cf68'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:44.097228 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e32717-adab-4e6f-bec2-0f203dafe359" -d '{"events": [{"server_uuid": "4b3e32cb-21ec-46d1-b951-179e9c6dd317", "name": "network-vif-unplugged", "status": "completed", "tag": "52051e52-34bd-48c6-8ea2-4c4cb891cf68"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:44.104331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6aab975f-5a3b-4f54-929a-0d6948a7e625 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=397a1893cd204c2b80b167e34598b2b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882638 Oct 26 14:09:44.105077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35672) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:44.118059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:44.130261 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.131170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] Set router 0f3a86f4-caba-4a23-925e-d7058bd38000 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:44.134236 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.197057 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55c4ee04-300d-492d-bdd8-24275653c06c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.214278 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a85d07-300f-4509-9327-7d1890be62d5 x-openstack-request-id: req-74a85d07-300f-4509-9327-7d1890be62d5 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:44.214577 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3e32cb-21ec-46d1-b951-179e9c6dd317", "name": "network-vif-unplugged", "status": "completed", "tag": "52051e52-34bd-48c6-8ea2-4c4cb891cf68", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:44.214831 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74a85d07-300f-4509-9327-7d1890be62d5 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:44.215220 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52051e52-34bd-48c6-8ea2-4c4cb891cf68', 'code': 200} Oct 26 14:09:44.218314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3a86f4-caba-4a23-925e-d7058bd38000', 'name': '', 'tenant_id': 'bea16729476a429d9741bf2f0ffb1e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:39Z', 'updated_at': '2021-10-26T14:09:42Z', 'revision_number': 4, 'project_id': 'bea16729476a429d9741bf2f0ffb1e72', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:44.235603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5305f1-e91e-4677-8fa8-4d7dac6cce0e req-c8fad0f3-3fe4-484c-b5d9-d45de0814496 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:44.238433 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f5305f1-e91e-4677-8fa8-4d7dac6cce0e req-c8fad0f3-3fe4-484c-b5d9-d45de0814496 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.0849354 Oct 26 14:09:44.241080 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55c4ee04-300d-492d-bdd8-24275653c06c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.253353 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35303c7d-3a46-4368-8d25-066eeeda68d0 None None] The sync data for ids ['0f3a86f4-caba-4a23-925e-d7058bd38000'] in n-d-815498-1 is: [{'id': '0f3a86f4-caba-4a23-925e-d7058bd38000', 'name': '', 'tenant_id': 'bea16729476a429d9741bf2f0ffb1e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:39Z', 'updated_at': '2021-10-26T14:09:42Z', 'revision_number': 4, 'project_id': 'bea16729476a429d9741bf2f0ffb1e72', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:09:44.279361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=52051e52-34bd-48c6-8ea2-4c4cb891cf68,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:44.297177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f5305f1-e91e-4677-8fa8-4d7dac6cce0e req-39c9c170-4e89-46a0-b618-42fc14340076 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485716 Oct 26 14:09:44.303133 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.309148 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.351639 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55c4ee04-300d-492d-bdd8-24275653c06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.355988 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55c4ee04-300d-492d-bdd8-24275653c06c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.357434 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-55c4ee04-300d-492d-bdd8-24275653c06c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6a552e8-46da-4716-9988-9f9e18881411 HTTP/1.1" status: 204 len: 168 time: 0.2508984 Oct 26 14:09:44.381699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.382734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f3a86f4-caba-4a23-925e-d7058bd38000 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:09:44.390209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4ee04-300d-492d-bdd8-24275653c06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a552e8-46da-4716-9988-9f9e18881411,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:44.392419 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.393678 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2f89be4f-b0e4-47c2-b66e-2b9a218f0c44 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0f3a86f4-caba-4a23-925e-d7058bd38000 HTTP/1.1" status: 204 len: 168 time: 2.0188813 Oct 26 14:09:44.396591 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35680) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:44.466172 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b691cb2-4e77-4656-a3a3-6cfb32380b10 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Deleting subnet 84593cf0-1373-4f5b-8f78-e73de5a282f0 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:09:44.469586 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b691cb2-4e77-4656-a3a3-6cfb32380b10 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.471941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239249b0-453e-4ffd-ae5e-964ae7b78a7a req-9f0b6f07-b45c-494f-aeb7-7aa17354c271 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:44.474386 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-239249b0-453e-4ffd-ae5e-964ae7b78a7a req-9f0b6f07-b45c-494f-aeb7-7aa17354c271 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.0668600 Oct 26 14:09:44.515345 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b691cb2-4e77-4656-a3a3-6cfb32380b10 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.523202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-239249b0-453e-4ffd-ae5e-964ae7b78a7a req-56d50162-c8aa-4a30-b08e-245d62b77157 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Oct 26 14:09:44.591161 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b691cb2-4e77-4656-a3a3-6cfb32380b10 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.670200 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b691cb2-4e77-4656-a3a3-6cfb32380b10 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.700109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b691cb2-4e77-4656-a3a3-6cfb32380b10 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=84593cf0-1373-4f5b-8f78-e73de5a282f0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:44.719032 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b691cb2-4e77-4656-a3a3-6cfb32380b10 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.724942 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2b691cb2-4e77-4656-a3a3-6cfb32380b10 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/84593cf0-1373-4f5b-8f78-e73de5a282f0 HTTP/1.1" status: 204 len: 168 time: 0.3248048 Oct 26 14:09:44.725411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35694) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:44.851420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e53d9599-ce51-41a0-87a0-9a5bfe10f740 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.921895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed465527-8cd0-412c-b980-f35a2bc89002 req-1a1320f6-4376-42ba-a443-3c4abf5287bd tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:44.923482 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed465527-8cd0-412c-b980-f35a2bc89002 req-1a1320f6-4376-42ba-a443-3c4abf5287bd tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.0811703 Oct 26 14:09:44.969116 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e53d9599-ce51-41a0-87a0-9a5bfe10f740 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.996201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e53d9599-ce51-41a0-87a0-9a5bfe10f740 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff9a950-e8c1-4142-9d07-770b1d14ede1']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:45.000622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed465527-8cd0-412c-b980-f35a2bc89002 req-b4b73ac7-270b-49ca-87dd-0221e7f90ff0 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672622 Oct 26 14:09:45.006826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e53d9599-ce51-41a0-87a0-9a5bfe10f740 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61432d5d-d64b-4e2a-88a3-de2b7694e329') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:45.007125 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e53d9599-ce51-41a0-87a0-9a5bfe10f740 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61432d5d-d64b-4e2a-88a3-de2b7694e329') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:45.017576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e53d9599-ce51-41a0-87a0-9a5bfe10f740 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.052431 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-87c4a105-f5b2-47a9-be76-8e32d5ef818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.053922 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e53d9599-ce51-41a0-87a0-9a5bfe10f740 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.063637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53d9599-ce51-41a0-87a0-9a5bfe10f740 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:09:45.064185 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e53d9599-ce51-41a0-87a0-9a5bfe10f740 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: items = [ Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:09:45.066647 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:09:45.084028 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c242b4-eb84-4fb0-af47-f76fcc0c53bd req-5ccd0b7a-1a55-451d-94bb-1f10df767423 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:45.096524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15c242b4-eb84-4fb0-af47-f76fcc0c53bd req-5ccd0b7a-1a55-451d-94bb-1f10df767423 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 946 time: 0.0938156 Oct 26 14:09:45.170973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15c242b4-eb84-4fb0-af47-f76fcc0c53bd req-8113ce46-eac7-4cbd-ab2d-aa44cd919c65 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/security-groups?id=abb4b3c2-a663-4971-b61c-aee5e789d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726023 Oct 26 14:09:45.209276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e53d9599-ce51-41a0-87a0-9a5bfe10f740 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.221173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7965e8-f95c-4c42-9d61-a648a56649cd req-c09b0afb-9269-48d5-a75d-ccc320664e7b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:45.223152 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0f7965e8-f95c-4c42-9d61-a648a56649cd req-c09b0afb-9269-48d5-a75d-ccc320664e7b tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 946 time: 0.1150370 Oct 26 14:09:45.228454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53d9599-ce51-41a0-87a0-9a5bfe10f740 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ff9a950-e8c1-4142-9d07-770b1d14ede1 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 14:09:45.232036 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e53d9599-ce51-41a0-87a0-9a5bfe10f740 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.235916 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e53d9599-ce51-41a0-87a0-9a5bfe10f740 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9ff9a950-e8c1-4142-9d07-770b1d14ede1 HTTP/1.1" status: 204 len: 168 time: 0.5004137 Oct 26 14:09:45.288172 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d9599-ce51-41a0-87a0-9a5bfe10f740 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ff9a950-e8c1-4142-9d07-770b1d14ede1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:45.374010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-0f7965e8-f95c-4c42-9d61-a648a56649cd req-d4b41b25-377a-4cc1-9107-b941873bf319 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Deleting port db714d7b-f53d-4529-877e-297a5286d4f4 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:45.374597 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0f7965e8-f95c-4c42-9d61-a648a56649cd req-d4b41b25-377a-4cc1-9107-b941873bf319 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.515369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0f7965e8-f95c-4c42-9d61-a648a56649cd req-d4b41b25-377a-4cc1-9107-b941873bf319 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] For port db714d7b-f53d-4529-877e-297a5286d4f4, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=db714d7b-f53d-4529-877e-297a5286d4f4,segment=NetworkSegment(0f334a5b-54e3-4d9d-a4ed-19b5f0209833),segment_id=0f334a5b-54e3-4d9d-a4ed-19b5f0209833)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:45.515924 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0f7965e8-f95c-4c42-9d61-a648a56649cd req-d4b41b25-377a-4cc1-9107-b941873bf319 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.530500 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-0f7965e8-f95c-4c42-9d61-a648a56649cd req-d4b41b25-377a-4cc1-9107-b941873bf319 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Calling delete_port for db714d7b-f53d-4529-877e-297a5286d4f4 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:45.705188 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0f7965e8-f95c-4c42-9d61-a648a56649cd req-d4b41b25-377a-4cc1-9107-b941873bf319 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.716827 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['db714d7b-f53d-4529-877e-297a5286d4f4'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:45.721458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35768) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:45.735409 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35772) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:45.741256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-bfc099b3-c55c-4969-b011-83516a5c992b tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Request body: {'router': {'name': 'tempest-router--1750477252', 'project_id': 'e471606589714ef2860685a0948c738e'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:45.774970 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b41b25-377a-4cc1-9107-b941873bf319 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Pushing event deleted for resources: {'Port': ['ID=db714d7b-f53d-4529-877e-297a5286d4f4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:45.791718 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bfc099b3-c55c-4969-b011-83516a5c992b tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.792601 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bfc099b3-c55c-4969-b011-83516a5c992b tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.893407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7965e8-f95c-4c42-9d61-a648a56649cd req-d4b41b25-377a-4cc1-9107-b941873bf319 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] No DVR routers for this DVR port db714d7b-f53d-4529-877e-297a5286d4f4 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:45.897225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0f7965e8-f95c-4c42-9d61-a648a56649cd req-d4b41b25-377a-4cc1-9107-b941873bf319 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.899342 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1993858734-network', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:45.901844 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0f7965e8-f95c-4c42-9d61-a648a56649cd req-d4b41b25-377a-4cc1-9107-b941873bf319 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.25 "DELETE /v2.0/ports/db714d7b-f53d-4529-877e-297a5286d4f4 HTTP/1.1" status: 204 len: 173 time: 0.6646023 Oct 26 14:09:45.902356 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabda8a8-d396-42df-89e3-ec5ba34b6d57', 'name': 'network-vif-deleted', 'tag': 'db714d7b-f53d-4529-877e-297a5286d4f4'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:45.904819 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bfc099b3-c55c-4969-b011-83516a5c992b tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.904960 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c157a0ad-b764-4c3e-8100-f11d046fbd23" -d '{"events": [{"server_uuid": "cabda8a8-d396-42df-89e3-ec5ba34b6d57", "name": "network-vif-deleted", "tag": "db714d7b-f53d-4529-877e-297a5286d4f4"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:45.921211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bfc099b3-c55c-4969-b011-83516a5c992b tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.942579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] Made reservation on behalf of 658456eeb3994cd6a60fa0f1aeac94d2 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:45.945409 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.952153 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bfc099b3-c55c-4969-b011-83516a5c992b tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.953603 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bfc099b3-c55c-4969-b011-83516a5c992b tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2171209 Oct 26 14:09:45.956452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35808) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:45.960260 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.962074 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473a8174-89e6-493f-8c31-5b1ddb44aeb6 x-openstack-request-id: req-473a8174-89e6-493f-8c31-5b1ddb44aeb6 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:45.962490 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabda8a8-d396-42df-89e3-ec5ba34b6d57", "name": "network-vif-deleted", "tag": "db714d7b-f53d-4529-877e-297a5286d4f4", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:45.962752 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-473a8174-89e6-493f-8c31-5b1ddb44aeb6 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:45.963688 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabda8a8-d396-42df-89e3-ec5ba34b6d57', 'name': 'network-vif-deleted', 'tag': 'db714d7b-f53d-4529-877e-297a5286d4f4', 'status': 'completed', 'code': 200} Oct 26 14:09:46.069417 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.075522 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.100539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:09:46.103244 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-400be260-f111-42b8-bcca-8f59e3c9d87c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.163323 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.163670 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] Added segment 3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6 of type vlan for network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 Oct 26 14:09:46.165339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7639d065-d95d-4341-8788-9c3107aae1d2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:46.281217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f4eb-21fe-49a6-b44e-eab17c92f3ad req-2cec3812-b1d0-47a2-a9ad-f9f34bd4f162 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:46.288863 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10b4f4eb-21fe-49a6-b44e-eab17c92f3ad req-2cec3812-b1d0-47a2-a9ad-f9f34bd4f162 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.1721838 Oct 26 14:09:46.293714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.334158 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-400be260-f111-42b8-bcca-8f59e3c9d87c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.340955 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-400be260-f111-42b8-bcca-8f59e3c9d87c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.380569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10b4f4eb-21fe-49a6-b44e-eab17c92f3ad req-f7705055-2c70-4723-a0bf-315bfe742afe tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907252 Oct 26 14:09:46.425608 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-400be260-f111-42b8-bcca-8f59e3c9d87c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.426472 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400be260-f111-42b8-bcca-8f59e3c9d87c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a043e24d-9dab-4099-8609-13c21bf49fb4 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:09:46.441027 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-400be260-f111-42b8-bcca-8f59e3c9d87c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.444588 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-400be260-f111-42b8-bcca-8f59e3c9d87c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a043e24d-9dab-4099-8609-13c21bf49fb4 HTTP/1.1" status: 204 len: 168 time: 0.4845366 Oct 26 14:09:46.447261 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-656032cd-d710-4cec-bc22-d2f092699b90 req-82f0c21c-7adf-45fa-87d3-be4647fcf027 tempest-DeleteServersTestJSON-542999604 tempest-DeleteServersTestJSON-542999604-project] 10.222.0.32 "GET /v2.0/ports?device_id=cabda8a8-d396-42df-89e3-ec5ba34b6d57 HTTP/1.1" status: 200 len: 210 time: 0.0368009 Oct 26 14:09:46.449412 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.450421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:46.451004 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.463630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0681673-2376-47ca-bbd7-ef6f9adc98af req-b8fd90cc-f0b7-461e-a99e-d49b1c1e7bca tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:46.465221 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0681673-2376-47ca-bbd7-ef6f9adc98af req-b8fd90cc-f0b7-461e-a99e-d49b1c1e7bca tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 946 time: 0.2297390 Oct 26 14:09:46.540702 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.545728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8229103 Oct 26 14:09:46.548836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35852) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:46.556248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b6b46468-43d4-40b4-8900-6db791a3e14d admin admin] Request body: {'subnet': {'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1993858734-subnet', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:46.594034 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b46468-43d4-40b4-8900-6db791a3e14d admin admin] Made reservation on behalf of 658456eeb3994cd6a60fa0f1aeac94d2 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:46.594476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd59b51-9b47-4e8d-a507-ae284ec99423 admin admin] Pushing event updated for resources: {'Network': ['ID=4a8738fb-19b7-41a3-ad88-e6e9326941c2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:46.596787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b6b46468-43d4-40b4-8900-6db791a3e14d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.609636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:09:46.614290 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35854) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:46.636966 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-c0681673-2376-47ca-bbd7-ef6f9adc98af req-c9db80d7-9238-41f1-8c6e-9c4d6c6e2f86 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Deleting port 9c19c623-accf-443c-aa3a-8af10026099c {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:46.637393 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c0681673-2376-47ca-bbd7-ef6f9adc98af req-c9db80d7-9238-41f1-8c6e-9c4d6c6e2f86 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.678568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35858) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:46.729053 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.773339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c0681673-2376-47ca-bbd7-ef6f9adc98af req-c9db80d7-9238-41f1-8c6e-9c4d6c6e2f86 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] For port 9c19c623-accf-443c-aa3a-8af10026099c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9c19c623-accf-443c-aa3a-8af10026099c,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:46.774589 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c0681673-2376-47ca-bbd7-ef6f9adc98af req-c9db80d7-9238-41f1-8c6e-9c4d6c6e2f86 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.791428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-c0681673-2376-47ca-bbd7-ef6f9adc98af req-c9db80d7-9238-41f1-8c6e-9c4d6c6e2f86 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Calling delete_port for 9c19c623-accf-443c-aa3a-8af10026099c owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:46.833351 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b6b46468-43d4-40b4-8900-6db791a3e14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.901618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1332892477', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:46.919303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b46468-43d4-40b4-8900-6db791a3e14d admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c9ee84-73cd-4f4c-a9c8-60dee8d784b3,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:46.927317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b46468-43d4-40b4-8900-6db791a3e14d admin admin] Checking segment: {'id': '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:46.927462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b46468-43d4-40b4-8900-6db791a3e14d admin admin] Network hostable DHCP agents. Network: 4a8738fb-19b7-41a3-ad88-e6e9326941c2, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:09:46.941634 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.942747 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.958570 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c0681673-2376-47ca-bbd7-ef6f9adc98af req-c9db80d7-9238-41f1-8c6e-9c4d6c6e2f86 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.959030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b46468-43d4-40b4-8900-6db791a3e14d admin admin] Network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:09:46.960416 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-24e02f90-cf32-4d81-8b89-fedf3bf32531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.973230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9c19c623-accf-443c-aa3a-8af10026099c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:46.977264 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['748c9e26-54cb-4e51-80d1-e112fa64b975'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:47.005541 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db80d7-9238-41f1-8c6e-9c4d6c6e2f86 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Pushing event deleted for resources: {'Port': ['ID=9c19c623-accf-443c-aa3a-8af10026099c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:47.007871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b6b46468-43d4-40b4-8900-6db791a3e14d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 4a8738fb-19b7-41a3-ad88-e6e9326941c2) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:47.013570 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.015532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b46468-43d4-40b4-8900-6db791a3e14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:47.016227 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b6b46468-43d4-40b4-8900-6db791a3e14d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.032016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17ed931-125e-43ba-b4f0-181c8e90df50 None None] Network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:47.053756 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b6b46468-43d4-40b4-8900-6db791a3e14d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5035160 Oct 26 14:09:47.055905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35862) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:47.062207 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:47.085023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0681673-2376-47ca-bbd7-ef6f9adc98af req-c9db80d7-9238-41f1-8c6e-9c4d6c6e2f86 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] No DVR routers for this DVR port 9c19c623-accf-443c-aa3a-8af10026099c on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:47.087576 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c0681673-2376-47ca-bbd7-ef6f9adc98af req-c9db80d7-9238-41f1-8c6e-9c4d6c6e2f86 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.091577 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0681673-2376-47ca-bbd7-ef6f9adc98af req-c9db80d7-9238-41f1-8c6e-9c4d6c6e2f86 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.11 "DELETE /v2.0/ports/9c19c623-accf-443c-aa3a-8af10026099c HTTP/1.1" status: 204 len: 173 time: 0.6100323 Oct 26 14:09:47.097381 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfe0857-0258-4134-86d3-0b740eb598f1', 'name': 'network-vif-deleted', 'tag': '9c19c623-accf-443c-aa3a-8af10026099c'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:47.100921 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e55ed39-1edb-4723-a4b7-c1ab847178af" -d '{"events": [{"server_uuid": "5cfe0857-0258-4134-86d3-0b740eb598f1", "name": "network-vif-deleted", "tag": "9c19c623-accf-443c-aa3a-8af10026099c"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:47.149635 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.151162 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.216294 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.236216 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.272412 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'fixed_ips': [{'subnet_id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:09:47.273290 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.282124 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c1cbfb-355e-493b-a4bf-ac5239f3eb9d x-openstack-request-id: req-c9c1cbfb-355e-493b-a4bf-ac5239f3eb9d {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:47.282327 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfe0857-0258-4134-86d3-0b740eb598f1", "name": "network-vif-deleted", "tag": "9c19c623-accf-443c-aa3a-8af10026099c", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:47.282578 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9c1cbfb-355e-493b-a4bf-ac5239f3eb9d {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:47.282971 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfe0857-0258-4134-86d3-0b740eb598f1', 'name': 'network-vif-deleted', 'tag': '9c19c623-accf-443c-aa3a-8af10026099c', 'status': 'completed', 'code': 200} Oct 26 14:09:47.369053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-24e02f90-cf32-4d81-8b89-fedf3bf32531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.459278 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-24e02f90-cf32-4d81-8b89-fedf3bf32531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.478583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Allocated IP 172.20.0.2 (4a8738fb-19b7-41a3-ad88-e6e9326941c2/36c9ee84-73cd-4f4c-a9c8-60dee8d784b3/ad39dc8e-015d-429b-b01e-7d41668366ca) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:47.540196 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.556688 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.579349 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f93846de-8640-4454-88e8-de45d0d47ce5 req-c447208d-9858-4c7c-a802-0d84b0e153d8 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cfe0857-0258-4134-86d3-0b740eb598f1 HTTP/1.1" status: 200 len: 210 time: 0.0724225 Oct 26 14:09:47.601586 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-24e02f90-cf32-4d81-8b89-fedf3bf32531 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=995c461ac14e44b9aca1f42c13c96b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9862328 Oct 26 14:09:47.612052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35882) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:47.631954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e02f90-cf32-4d81-8b89-fedf3bf32531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef923362-84a0-4d1d-9356-c917e9f23737,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:47.682167 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.781178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 559c85dd-936b-4e62-8b2a-9d0ca2d2836a details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:09:47.786144 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dc47e989-b2d3-45a8-a025-9e1141fb4171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.846414 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dc47e989-b2d3-45a8-a025-9e1141fb4171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.872798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Allocated IP 172.25.4.183 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/a11ffd7b-306b-4bb6-9e64-f8c0296e658b) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:47.913482 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.918670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:47.932246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '559c85dd-936b-4e62-8b2a-9d0ca2d2836a', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '559c85dd-936b-4e62-8b2a-9d0ca2d2836a', 'mac_address': 'fa:16:3e:c7:46:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:09:47.934257 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.975973 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dc47e989-b2d3-45a8-a025-9e1141fb4171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.980197 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dc47e989-b2d3-45a8-a025-9e1141fb4171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.981445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Pushing event updated for resources: {'Port': ['ID=ad39dc8e-015d-429b-b01e-7d41668366ca,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:47.991075 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dc47e989-b2d3-45a8-a025-9e1141fb4171 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef923362-84a0-4d1d-9356-c917e9f23737 HTTP/1.1" status: 204 len: 168 time: 0.3776476 Oct 26 14:09:48.009444 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47e989-b2d3-45a8-a025-9e1141fb4171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef923362-84a0-4d1d-9356-c917e9f23737,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:48.014994 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.023606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:48.040531 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:48.047641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:48.065176 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.073479 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.089393 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.113954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 559c85dd-936b-4e62-8b2a-9d0ca2d2836a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:48.142677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Attempting to bind port ad39dc8e-015d-429b-b01e-7d41668366ca on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:48.143059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Attempting to bind port ad39dc8e-015d-429b-b01e-7d41668366ca by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:48.143412 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Attempting to bind port ad39dc8e-015d-429b-b01e-7d41668366ca on network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:48.148323 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.152574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:48.152949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Checking segment: {'id': '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:48.153361 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.153732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Bound using segment: {'id': '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:48.154255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Bound port: ad39dc8e-015d-429b-b01e-7d41668366ca, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:48.154848 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.160321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:48.171195 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.233945 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:48.237339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:48.260778 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:48.273514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:48.301248 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Allocated IP 172.25.4.254 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/61aec150-afd0-4343-a05e-03306b9a7aaa) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:48.301778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] For port ad39dc8e-015d-429b-b01e-7d41668366ca, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:48.305805 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] For port ad39dc8e-015d-429b-b01e-7d41668366ca, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ad39dc8e-015d-429b-b01e-7d41668366ca,segment=NetworkSegment(3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6),segment_id=3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:48.310724 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.331284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Pushing event updated for resources: {'Port': ['ID=a11ffd7b-306b-4bb6-9e64-f8c0296e658b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:48.369261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8df73b-2c50-49e8-9c5e-c9d0492030ab None None] Pushing event updated for resources: {'Port': ['ID=ad39dc8e-015d-429b-b01e-7d41668366ca,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:48.372683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['559c85dd-936b-4e62-8b2a-9d0ca2d2836a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:48.544960 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.547808 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.675244 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.771936 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Pushing event updated for resources: {'Port': ['ID=61aec150-afd0-4343-a05e-03306b9a7aaa,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:48.815454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:48.817705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:48.821926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:49.158422 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:49.440373 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:49.552846 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ad39dc8e-015d-429b-b01e-7d41668366ca up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:49.642488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 559c85dd-936b-4e62-8b2a-9d0ca2d2836a up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:49.706906 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:49.802160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ad39dc8e-015d-429b-b01e-7d41668366ca triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:49.803112 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:49.811304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:49.811942 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.017550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Router 00d93648-3c5f-4804-bc07-cc421b3974fc is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:09:50.088211 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.099385 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device db714d7b-f53d-4529-877e-297a5286d4f4 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:50.157935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: db714d7b-f53d-4529-877e-297a5286d4f4 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:50.157935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device db714d7b-f53d-4529-877e-297a5286d4f4 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:50.184212 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a60bb-a824-4aee-9818-396e85c2b7b8 None None] Network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:50.354396 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8df19cf-8d72-470f-8cde-7fb016b19fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559c85dd-936b-4e62-8b2a-9d0ca2d2836a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:50.357332 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecf7c92-3cc0-4dc6-bda9-1620e199a91f" -d '{"events": [{"server_uuid": "e8df19cf-8d72-470f-8cde-7fb016b19fba", "name": "network-vif-plugged", "status": "completed", "tag": "559c85dd-936b-4e62-8b2a-9d0ca2d2836a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:50.426113 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:50.428531 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.465800 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fef4137-d9d1-41c9-8c4f-8bfad7bee35b x-openstack-request-id: req-4fef4137-d9d1-41c9-8c4f-8bfad7bee35b {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:50.470413 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8df19cf-8d72-470f-8cde-7fb016b19fba", "name": "network-vif-plugged", "status": "completed", "tag": "559c85dd-936b-4e62-8b2a-9d0ca2d2836a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:50.470815 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4fef4137-d9d1-41c9-8c4f-8bfad7bee35b {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:50.471330 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8df19cf-8d72-470f-8cde-7fb016b19fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559c85dd-936b-4e62-8b2a-9d0ca2d2836a', 'code': 200} Oct 26 14:09:50.505942 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.513068 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9c19c623-accf-443c-aa3a-8af10026099c no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:50.528761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a08607bb-1155-4ed5-9cc3-0c58fdc6101a None None] Provisioning complete for port ad39dc8e-015d-429b-b01e-7d41668366ca triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:50.529128 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a08607bb-1155-4ed5-9cc3-0c58fdc6101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.643004 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:09:50.666889 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331a0a1-d919-4c34-a659-ff20673d57d3 None None] Sync routers for ids ['00d93648-3c5f-4804-bc07-cc421b3974fc'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:09:50.691107 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.694051 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331a0a1-d919-4c34-a659-ff20673d57d3 None None] Routers {'00d93648-3c5f-4804-bc07-cc421b3974fc'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:50.694458 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-86c57f39-50c0-4f34-a2ba-7921004ddcfe tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0137656 Oct 26 14:09:50.696514 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3331a0a1-d919-4c34-a659-ff20673d57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['00d93648-3c5f-4804-bc07-cc421b3974fc'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:50.698107 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36026) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:50.780979 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3331a0a1-d919-4c34-a659-ff20673d57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:50.801852 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331a0a1-d919-4c34-a659-ff20673d57d3 None None] Routers {'00d93648-3c5f-4804-bc07-cc421b3974fc'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:50.803581 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3331a0a1-d919-4c34-a659-ff20673d57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['00d93648-3c5f-4804-bc07-cc421b3974fc'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:50.858061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 9c19c623-accf-443c-aa3a-8af10026099c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:50.858557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9c19c623-accf-443c-aa3a-8af10026099c not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:50.898387 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3331a0a1-d919-4c34-a659-ff20673d57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:50.901957 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331a0a1-d919-4c34-a659-ff20673d57d3 None None] The sync data for ids ['00d93648-3c5f-4804-bc07-cc421b3974fc'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:09:50.912223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port ad39dc8e-015d-429b-b01e-7d41668366ca, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ad39dc8e-015d-429b-b01e-7d41668366ca,segment=NetworkSegment(3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6),segment_id=3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:50.931955 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36032) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:50.955982 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.956430 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:09:50.983233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df05225-d300-47d4-a552-943867f95f2c req-63a105ae-841c-4cd6-8eaf-d05e69d3e387 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:50.989191 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a79da0a1-ddcc-40f8-9e61-a8bc9cfae02d tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/routers/00d93648-3c5f-4804-bc07-cc421b3974fc HTTP/1.1" status: 200 len: 921 time: 0.2882099 Oct 26 14:09:50.992865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36036) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:50.994787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7df05225-d300-47d4-a552-943867f95f2c req-63a105ae-841c-4cd6-8eaf-d05e69d3e387 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 945 time: 0.1946266 Oct 26 14:09:51.036042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36040) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:51.037527 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-52cae019-05c6-41ce-b098-08d688db0b74 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d93648-3c5f-4804-bc07-cc421b3974fc HTTP/1.1" status: 200 len: 205 time: 0.0433271 Oct 26 14:09:51.045005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:51.267939 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.280118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de170a-0202-4804-ab21-b49efae35584 req-6b5faeff-f18c-4247-b436-b96ea61c48f1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:51.282363 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64de170a-0202-4804-ab21-b49efae35584 req-6b5faeff-f18c-4247-b436-b96ea61c48f1 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 945 time: 0.0980635 Oct 26 14:09:51.328136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7df05225-d300-47d4-a552-943867f95f2c req-38121dbb-2b10-4b92-a2a5-03ef97f97729 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/security-groups?id=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309348 Oct 26 14:09:51.409349 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2082706769'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:51.435416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Made reservation on behalf of b8e3b6c29463468ebce02d5defd46117 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:51.440494 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.517066 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=ad39dc8e-015d-429b-b01e-7d41668366ca,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:51.517503 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.558314 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-64de170a-0202-4804-ab21-b49efae35584 req-372b762b-68d9-45dd-9399-4d18cbfcd244 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Deleting port 748c9e26-54cb-4e51-80d1-e112fa64b975 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:51.558802 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64de170a-0202-4804-ab21-b49efae35584 req-372b762b-68d9-45dd-9399-4d18cbfcd244 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.597382 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.777101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:09:51.784402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-64de170a-0202-4804-ab21-b49efae35584 req-372b762b-68d9-45dd-9399-4d18cbfcd244 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] For port 748c9e26-54cb-4e51-80d1-e112fa64b975, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=748c9e26-54cb-4e51-80d1-e112fa64b975,segment=NetworkSegment(9edd9f8c-10c6-4225-a547-f4fd7722b596),segment_id=9edd9f8c-10c6-4225-a547-f4fd7722b596)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:51.785490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64de170a-0202-4804-ab21-b49efae35584 req-372b762b-68d9-45dd-9399-4d18cbfcd244 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.824674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-64de170a-0202-4804-ab21-b49efae35584 req-372b762b-68d9-45dd-9399-4d18cbfcd244 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Calling delete_port for 748c9e26-54cb-4e51-80d1-e112fa64b975 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:51.827576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.841837 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.938995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:09:51.947189 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f595f6-a97a-41c3-8aaf-d1ccff982053,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:51.960564 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.960900 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Added segment cde46ee2-5d8f-4b37-b127-b34c50715431 of type vlan for network 36d3764a-dfd1-4310-a184-48b088ad73ef Oct 26 14:09:51.987952 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1b77fd1e-58ea-4621-b69b-067c77abfc52 None None] Provisioning complete for port ad39dc8e-015d-429b-b01e-7d41668366ca triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:51.988958 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1b77fd1e-58ea-4621-b69b-067c77abfc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.000172 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.029731 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.113799 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.122527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:52.123178 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.128353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Deleting port a11ffd7b-306b-4bb6-9e64-f8c0296e658b {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:52.128990 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.203952 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:09:52.233889 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.237727 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-360e4e8d-478a-48e3-982f-a87c4123b36c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1779556 Oct 26 14:09:52.238994 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36064) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:52.248601 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64de170a-0202-4804-ab21-b49efae35584 req-372b762b-68d9-45dd-9399-4d18cbfcd244 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.253525 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Pushing event updated for resources: {'Network': ['ID=36d3764a-dfd1-4310-a184-48b088ad73ef,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:52.294979 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b762b-68d9-45dd-9399-4d18cbfcd244 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Pushing event deleted for resources: {'Port': ['ID=748c9e26-54cb-4e51-80d1-e112fa64b975,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:52.297435 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['748c9e26-54cb-4e51-80d1-e112fa64b975'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:52.319257 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6d835c5a-a70e-4341-a433-67c8f80554e9 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3822546 Oct 26 14:09:52.319476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36066) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:52.339823 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.351256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 36d3764a-dfd1-4310-a184-48b088ad73ef details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:09:52.395384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Calling delete_port for a11ffd7b-306b-4bb6-9e64-f8c0296e658b owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:52.434838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-64de170a-0202-4804-ab21-b49efae35584 req-372b762b-68d9-45dd-9399-4d18cbfcd244 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] No DVR routers for this DVR port 748c9e26-54cb-4e51-80d1-e112fa64b975 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:52.436224 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Sync routers for ids ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:09:52.443618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Request body: {'network': {'name': 'tempest-network--449362336', 'router:external': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:52.449728 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64de170a-0202-4804-ab21-b49efae35584 req-372b762b-68d9-45dd-9399-4d18cbfcd244 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.453328 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64de170a-0202-4804-ab21-b49efae35584 req-372b762b-68d9-45dd-9399-4d18cbfcd244 tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.25 "DELETE /v2.0/ports/748c9e26-54cb-4e51-80d1-e112fa64b975 HTTP/1.1" status: 204 len: 173 time: 1.1415749 Oct 26 14:09:52.453893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92632d77-9ad5-44de-9869-f76d6bfa0ac0', 'name': 'network-vif-deleted', 'tag': '748c9e26-54cb-4e51-80d1-e112fa64b975'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:52.456970 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80533c94-f9b0-4e5d-879b-7699b9ce40b6" -d '{"events": [{"server_uuid": "92632d77-9ad5-44de-9869-f76d6bfa0ac0", "name": "network-vif-deleted", "tag": "748c9e26-54cb-4e51-80d1-e112fa64b975"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:52.500485 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Made reservation on behalf of 5ee4676039044ace84be5adbc1256fe0 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:52.509885 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.550449 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68635c63-9ce1-447c-840a-2f50a83e8a07 x-openstack-request-id: req-68635c63-9ce1-447c-840a-2f50a83e8a07 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:52.551561 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92632d77-9ad5-44de-9869-f76d6bfa0ac0", "name": "network-vif-deleted", "tag": "748c9e26-54cb-4e51-80d1-e112fa64b975", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:52.551972 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68635c63-9ce1-447c-840a-2f50a83e8a07 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:52.552931 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92632d77-9ad5-44de-9869-f76d6bfa0ac0', 'name': 'network-vif-deleted', 'tag': '748c9e26-54cb-4e51-80d1-e112fa64b975', 'status': 'completed', 'code': 200} Oct 26 14:09:52.554453 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.558487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Routers {'dc2b30e4-7d52-4568-8649-0e7eaaf6c797'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:52.559278 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:52.584013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38c24009-67a9-42aa-9132-4a7697945a34 req-30c3c814-a05d-4c4a-aa65-d393b0a188aa tempest-ServersTestJSON-2119744935 tempest-ServersTestJSON-2119744935-project] 10.222.0.32 "GET /v2.0/ports?device_id=92632d77-9ad5-44de-9869-f76d6bfa0ac0 HTTP/1.1" status: 200 len: 210 time: 0.0702820 Oct 26 14:09:52.775056 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.785466 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.818777 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:09:52.832018 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.832499 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Added segment 9089f9cf-af9a-4557-87e2-767925a011a0 of type vlan for network ca03c58f-52b7-4b0d-b66c-2a6b4076ef6c Oct 26 14:09:52.888396 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Set router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:52.895654 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.952583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fea1cfb-6feb-4749-abce-16a3d7ba55f9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:52.955938 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.968026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:52.970652 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.051181 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7305794 Oct 26 14:09:53.059538 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36086) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:53.124825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51537024-a234-4d51-8c6e-31e55515b881 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event updated for resources: {'Network': ['ID=ca03c58f-52b7-4b0d-b66c-2a6b4076ef6c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:53.141465 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network ca03c58f-52b7-4b0d-b66c-2a6b4076ef6c details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:09:53.178501 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3efa-e4f8-4d02-8d3c-e2c87086862d tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.223635 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.289081 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:09:49Z', 'revision_number': 3, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port': {'id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:48Z', 'updated_at': '2021-10-26T14:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:53.317862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3efa-e4f8-4d02-8d3c-e2c87086862d tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.318060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Pushing event deleted for resources: {'Port': ['ID=a11ffd7b-306b-4bb6-9e64-f8c0296e658b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:53.345262 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Checking router: dc2b30e4-7d52-4568-8649-0e7eaaf6c797 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:09:53.345619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Updating router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 port 61aec150-afd0-4343-a05e-03306b9a7aaa binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:09:53.349699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-dc3c3efa-e4f8-4d02-8d3c-e2c87086862d tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca03c58f-52b7-4b0d-b66c-2a6b4076ef6c']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:53.363442 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-dc3c3efa-e4f8-4d02-8d3c-e2c87086862d tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9089f9cf-af9a-4557-87e2-767925a011a0') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:53.363776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-dc3c3efa-e4f8-4d02-8d3c-e2c87086862d tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9089f9cf-af9a-4557-87e2-767925a011a0') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:53.383207 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3efa-e4f8-4d02-8d3c-e2c87086862d tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.409883 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3efa-e4f8-4d02-8d3c-e2c87086862d tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.419370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3c3efa-e4f8-4d02-8d3c-e2c87086862d tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:09:53.420649 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3efa-e4f8-4d02-8d3c-e2c87086862d tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:09:53.424131 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:09:53.430109 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.439980 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.516812 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.559765 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3efa-e4f8-4d02-8d3c-e2c87086862d tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.570683 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3c3efa-e4f8-4d02-8d3c-e2c87086862d tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca03c58f-52b7-4b0d-b66c-2a6b4076ef6c {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 14:09:53.591340 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3efa-e4f8-4d02-8d3c-e2c87086862d tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.594697 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dc3c3efa-e4f8-4d02-8d3c-e2c87086862d tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "DELETE /v2.0/networks/ca03c58f-52b7-4b0d-b66c-2a6b4076ef6c HTTP/1.1" status: 204 len: 168 time: 0.5337284 Oct 26 14:09:53.600011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36090) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:53.606435 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8252478e-48e7-4172-9938-b8575a47a3b2 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:53.620609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c3efa-e4f8-4d02-8d3c-e2c87086862d tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca03c58f-52b7-4b0d-b66c-2a6b4076ef6c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:53.624893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ad39dc8e-015d-429b-b01e-7d41668366ca up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:53.673828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36094) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:53.776783 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8252478e-48e7-4172-9938-b8575a47a3b2 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Made reservation on behalf of 5ee4676039044ace84be5adbc1256fe0 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:53.779274 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8252478e-48e7-4172-9938-b8575a47a3b2 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.811914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e71791-8fb7-455b-a528-96ea9ee51d56 admin admin] Deleting subnet bb2f8034-207a-46b1-a093-46a32822cb93 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:09:53.829222 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84e71791-8fb7-455b-a528-96ea9ee51d56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.935953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8252478e-48e7-4172-9938-b8575a47a3b2 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:09:53.939598 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84e71791-8fb7-455b-a528-96ea9ee51d56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.990662 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8252478e-48e7-4172-9938-b8575a47a3b2 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.991011 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-8252478e-48e7-4172-9938-b8575a47a3b2 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Added segment bc09d05a-89fa-450f-ba27-12bb8a546430 of type vlan for network 9acb4211-8bcd-45d7-ab32-60e002d14b99 Oct 26 14:09:54.044222 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84e71791-8fb7-455b-a528-96ea9ee51d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.088819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ad39dc8e-015d-429b-b01e-7d41668366ca triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:54.089093 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.124063 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8252478e-48e7-4172-9938-b8575a47a3b2 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.189662 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.212019 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.212276 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.212948 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8252478e-48e7-4172-9938-b8575a47a3b2 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.213937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8252478e-48e7-4172-9938-b8575a47a3b2 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:54.214551 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8252478e-48e7-4172-9938-b8575a47a3b2 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.218339 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.370689 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8252478e-48e7-4172-9938-b8575a47a3b2 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7690954 Oct 26 14:09:54.375129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Attempting to bind port 61aec150-afd0-4343-a05e-03306b9a7aaa on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:54.376046 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Attempting to bind port 61aec150-afd0-4343-a05e-03306b9a7aaa by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:54.377064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Attempting to bind port 61aec150-afd0-4343-a05e-03306b9a7aaa on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:54.380397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36108) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:54.390886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b2cbf79f-efa7-4c05-b3d9-843528e1b86b tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Request body: {'subnet': {'network_id': '9acb4211-8bcd-45d7-ab32-60e002d14b99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:54.410133 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:54.410427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:54.411374 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.411785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:54.412278 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Bound port: 61aec150-afd0-4343-a05e-03306b9a7aaa, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:54.412718 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.426528 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.440334 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.441311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Fanout notify agent at l3_agent the message router_deleted on router 00d93648-3c5f-4804-bc07-cc421b3974fc {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:09:54.464600 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.471076 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-52a38b17-cd4b-4cd0-b926-9817fdae39eb tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "DELETE /v2.0/routers/00d93648-3c5f-4804-bc07-cc421b3974fc HTTP/1.1" status: 204 len: 168 time: 3.4336069 Oct 26 14:09:54.473936 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36112) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:54.476052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252478e-48e7-4172-9938-b8575a47a3b2 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event updated for resources: {'Network': ['ID=9acb4211-8bcd-45d7-ab32-60e002d14b99,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:54.479485 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84e71791-8fb7-455b-a528-96ea9ee51d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.502594 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Request body: {'router': {'name': 'tempest-snat-router-184926286', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'enable_snat': False}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:54.519427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 9acb4211-8bcd-45d7-ab32-60e002d14b99 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:09:54.538976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cbf79f-efa7-4c05-b3d9-843528e1b86b tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Made reservation on behalf of 5ee4676039044ace84be5adbc1256fe0 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:54.542300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b2cbf79f-efa7-4c05-b3d9-843528e1b86b tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.544645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e71791-8fb7-455b-a528-96ea9ee51d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2f8034-207a-46b1-a093-46a32822cb93,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:54.549315 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84e71791-8fb7-455b-a528-96ea9ee51d56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.552920 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-84e71791-8fb7-455b-a528-96ea9ee51d56 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bb2f8034-207a-46b1-a093-46a32822cb93 HTTP/1.1" status: 204 len: 168 time: 0.8775873 Oct 26 14:09:54.564791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36114) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:54.694640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11f71d-080e-4137-a7da-9277191f57d9 None None] Pushing event updated for resources: {'Port': ['ID=61aec150-afd0-4343-a05e-03306b9a7aaa,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:54.769814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] For port 61aec150-afd0-4343-a05e-03306b9a7aaa, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:54.779913 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] For port 61aec150-afd0-4343-a05e-03306b9a7aaa, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=61aec150-afd0-4343-a05e-03306b9a7aaa,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:54.800134 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.807055 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.808230 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.916359 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e05fee90-d6e8-4e36-8bd6-492ecfff3524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.942034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11f71d-080e-4137-a7da-9277191f57d9 None None] Pushing event updated for resources: {'Port': ['ID=61aec150-afd0-4343-a05e-03306b9a7aaa,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:54.960775 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Routers {'dc2b30e4-7d52-4568-8649-0e7eaaf6c797'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:54.963724 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:55.016374 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.109035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.objects.ports [None req-b2cbf79f-efa7-4c05-b3d9-843528e1b86b tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102123) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:09:55.109596 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b2cbf79f-efa7-4c05-b3d9-843528e1b86b tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.241963 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Allocated IP 172.20.0.1 (4a8738fb-19b7-41a3-ad88-e6e9326941c2/36c9ee84-73cd-4f4c-a9c8-60dee8d784b3/10dbc24c-25d3-48de-a59e-62ac781df8b0) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:55.314780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] Set router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:55.337261 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.338439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbf79f-efa7-4c05-b3d9-843528e1b86b tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2409595f-a0b9-46fe-9cb6-b03001717c8d,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:55.345949 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e05fee90-d6e8-4e36-8bd6-492ecfff3524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.385662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36140) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:55.405518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cbf79f-efa7-4c05-b3d9-843528e1b86b tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Checking segment: {'id': 'bc09d05a-89fa-450f-ba27-12bb8a546430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '9acb4211-8bcd-45d7-ab32-60e002d14b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:55.407780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cbf79f-efa7-4c05-b3d9-843528e1b86b tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Network hostable DHCP agents. Network: 9acb4211-8bcd-45d7-ab32-60e002d14b99, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:09:55.429656 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-e05fee90-d6e8-4e36-8bd6-492ecfff3524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58afa2dc-1dfa-4d98-a3c2-eba0b18fce64']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:55.441516 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d719a28-b03c-447d-9841-f477db744838 req-8f088a70-4d3c-4369-a67f-1d161f5bb392 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:55.449478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d719a28-b03c-447d-9841-f477db744838 req-8f088a70-4d3c-4369-a67f-1d161f5bb392 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.3390326 Oct 26 14:09:55.507493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-e05fee90-d6e8-4e36-8bd6-492ecfff3524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edd9f8c-10c6-4225-a547-f4fd7722b596') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:55.510330 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-e05fee90-d6e8-4e36-8bd6-492ecfff3524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edd9f8c-10c6-4225-a547-f4fd7722b596') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:55.533191 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e05fee90-d6e8-4e36-8bd6-492ecfff3524 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.534799 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cbf79f-efa7-4c05-b3d9-843528e1b86b tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Network 9acb4211-8bcd-45d7-ab32-60e002d14b99 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:09:55.565762 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-982d3e49-e822-42b9-be22-30bca388e8e4 admin admin] Deleting subnet 58f199ee-a046-49d1-984f-441650e52e48 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:09:55.579644 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-982d3e49-e822-42b9-be22-30bca388e8e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.587716 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d719a28-b03c-447d-9841-f477db744838 req-d4f1d921-9581-4701-9eba-b2eb4645e36a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371002 Oct 26 14:09:55.598765 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e05fee90-d6e8-4e36-8bd6-492ecfff3524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.639420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05fee90-d6e8-4e36-8bd6-492ecfff3524 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:09:55.645192 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e05fee90-d6e8-4e36-8bd6-492ecfff3524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:09:55.647734 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:09:55.689252 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b2cbf79f-efa7-4c05-b3d9-843528e1b86b tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 9acb4211-8bcd-45d7-ab32-60e002d14b99) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:55.701413 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.719051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cbf79f-efa7-4c05-b3d9-843528e1b86b tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:55.726828 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b2cbf79f-efa7-4c05-b3d9-843528e1b86b tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.763218 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-982d3e49-e822-42b9-be22-30bca388e8e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.803531 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b2cbf79f-efa7-4c05-b3d9-843528e1b86b tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4191198 Oct 26 14:09:55.806562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36146) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:55.828415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Request body: {'floatingip': {'floating_network_id': '9acb4211-8bcd-45d7-ab32-60e002d14b99'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:55.860678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12072a3-bcd5-44fe-b60a-5ffcb71a8d6d None None] Network 9acb4211-8bcd-45d7-ab32-60e002d14b99 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:55.870520 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.881753 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-982d3e49-e822-42b9-be22-30bca388e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.953274 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.006669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:56.035025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:56.064066 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:56.103286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 748c9e26-54cb-4e51-80d1-e112fa64b975 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:56.106221 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-982d3e49-e822-42b9-be22-30bca388e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.165754 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e05fee90-d6e8-4e36-8bd6-492ecfff3524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.172096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 748c9e26-54cb-4e51-80d1-e112fa64b975 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:56.172442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 748c9e26-54cb-4e51-80d1-e112fa64b975 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:56.188772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Pushing event updated for resources: {'Port': ['ID=10dbc24c-25d3-48de-a59e-62ac781df8b0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:56.197745 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-982d3e49-e822-42b9-be22-30bca388e8e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.208800 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e05fee90-d6e8-4e36-8bd6-492ecfff3524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.209021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:09:49Z', 'revision_number': 3, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port': {'id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:48Z', 'updated_at': '2021-10-26T14:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:56.216519 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-982d3e49-e822-42b9-be22-30bca388e8e4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/58f199ee-a046-49d1-984f-441650e52e48 HTTP/1.1" status: 204 len: 168 time: 0.8250184 Oct 26 14:09:56.217304 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e05fee90-d6e8-4e36-8bd6-492ecfff3524 admin admin] 10.222.0.32 "DELETE /v2.0/networks/58afa2dc-1dfa-4d98-a3c2-eba0b18fce64 HTTP/1.1" status: 204 len: 168 time: 1.6358817 Oct 26 14:09:56.217407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d3e49-e822-42b9-be22-30bca388e8e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f199ee-a046-49d1-984f-441650e52e48,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:56.218723 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36156) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:56.269641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fee90-d6e8-4e36-8bd6-492ecfff3524 admin admin] Pushing event deleted for resources: {'Network': ['ID=58afa2dc-1dfa-4d98-a3c2-eba0b18fce64,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:56.292998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee6bab8-af7a-4552-a2dd-46fb8dc51f07 None None] The sync data for ids ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'] in n-d-815498-1 is: [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:09:49Z', 'revision_number': 3, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port': {'id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:48Z', 'updated_at': '2021-10-26T14:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:09:56.298755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a64494-3b3a-4a9c-92cb-4fc6caed8862 None None] Network 9acb4211-8bcd-45d7-ab32-60e002d14b99 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:56.348365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c22986-decd-418b-b021-9c089aba28fa req-2a316bb4-ab58-4f54-b583-f36a86e08599 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:56.359554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-99c22986-decd-418b-b021-9c089aba28fa req-2a316bb4-ab58-4f54-b583-f36a86e08599 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.5596361 Oct 26 14:09:56.362910 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.364416 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5212caa3-abf9-4a51-9e30-40ce7cc7d074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.416260 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.654254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-92ecda25-6996-473d-8ed2-4275fc3b8878 None None] Provisioning complete for port 10dbc24c-25d3-48de-a59e-62ac781df8b0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:56.655407 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-92ecda25-6996-473d-8ed2-4275fc3b8878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.726271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-99c22986-decd-418b-b021-9c089aba28fa req-4752f743-1761-408d-9f66-dfb1aa4fd374 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644688 Oct 26 14:09:56.794587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36164) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:56.831752 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5212caa3-abf9-4a51-9e30-40ce7cc7d074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.866325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-5212caa3-abf9-4a51-9e30-40ce7cc7d074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c35e518-cf32-42c2-8724-45fb7998b96d']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:56.881355 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-92ecda25-6996-473d-8ed2-4275fc3b8878 None None] Port 10dbc24c-25d3-48de-a59e-62ac781df8b0 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:09:56.902450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-5212caa3-abf9-4a51-9e30-40ce7cc7d074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f334a5b-54e3-4d9d-a4ed-19b5f0209833') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:56.902727 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-5212caa3-abf9-4a51-9e30-40ce7cc7d074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f334a5b-54e3-4d9d-a4ed-19b5f0209833') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:56.906665 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.922499 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5212caa3-abf9-4a51-9e30-40ce7cc7d074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.944848 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5212caa3-abf9-4a51-9e30-40ce7cc7d074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.953656 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5212caa3-abf9-4a51-9e30-40ce7cc7d074 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:09:56.955930 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5212caa3-abf9-4a51-9e30-40ce7cc7d074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.977505 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.988484 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cd4a5bed-7b76-46ef-9607-5ea22c8a8bd5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02988b14cd044ea8964cbab023a8058f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902015 Oct 26 14:09:57.007669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36170) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:57.031837 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:09:57.044435 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:09:57.051000 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5212caa3-abf9-4a51-9e30-40ce7cc7d074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.057028 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5212caa3-abf9-4a51-9e30-40ce7cc7d074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.060577 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5212caa3-abf9-4a51-9e30-40ce7cc7d074 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0c35e518-cf32-42c2-8724-45fb7998b96d HTTP/1.1" status: 204 len: 168 time: 0.8412077 Oct 26 14:09:57.115356 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212caa3-abf9-4a51-9e30-40ce7cc7d074 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c35e518-cf32-42c2-8724-45fb7998b96d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:57.171366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Allocated IP 172.20.0.14 (9acb4211-8bcd-45d7-ab32-60e002d14b99/2409595f-a0b9-46fe-9cb6-b03001717c8d/7810fe09-9c2e-4a5c-9a32-e53aac36e4c3) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:57.371688 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.381022 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.442153 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36192) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:57.479602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fda07fde-52a6-4c0a-9282-9aee53e3ecb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.509935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 61aec150-afd0-4343-a05e-03306b9a7aaa up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:57.528791 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5b954acb-fbe7-48da-98ec-f266200b6944 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=010d28b91b53419790bcd6df0dcda488&name=default HTTP/1.1" status: 200 len: 2981 time: 0.0832453 Oct 26 14:09:57.528791 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.530411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36194) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:57.596833 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fda07fde-52a6-4c0a-9282-9aee53e3ecb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.634592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 61aec150-afd0-4343-a05e-03306b9a7aaa triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:57.635131 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.639571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1413eb-8e03-4082-9302-c141f9396289 req-6cdeb51a-9646-4c0c-9824-8c29092c97ec tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:57.641343 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd1413eb-8e03-4082-9302-c141f9396289 req-6cdeb51a-9646-4c0c-9824-8c29092c97ec tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 811 time: 0.4958467 Oct 26 14:09:57.646253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Allocated IP 172.25.4.64 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/f0a38452-9830-4d62-a6fa-c629e3a9eaf8) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:57.686100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Network 9acb4211-8bcd-45d7-ab32-60e002d14b99 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:57.691701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:57.698050 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd1413eb-8e03-4082-9302-c141f9396289 req-ea774165-32c5-4494-a33d-e94256627075 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/quotas/0d7b4d5cf0b74e2095e3ca87a1c1443f HTTP/1.1" status: 200 len: 375 time: 0.0489628 Oct 26 14:09:57.706720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:57.738080 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.794069 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.807838 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.822381 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3229aa8-0e3c-4240-aa41-b6828f41cdc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.824635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event updated for resources: {'Port': ['ID=7810fe09-9c2e-4a5c-9a32-e53aac36e4c3,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:57.859002 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 61aec150-afd0-4343-a05e-03306b9a7aaa, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=61aec150-afd0-4343-a05e-03306b9a7aaa,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:57.871047 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.898498 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3229aa8-0e3c-4240-aa41-b6828f41cdc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.998312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fda07fde-52a6-4c0a-9282-9aee53e3ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.001478 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fda07fde-52a6-4c0a-9282-9aee53e3ecb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.002866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fda07fde-52a6-4c0a-9282-9aee53e3ecb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70ea0ea9-a96d-4e36-8f2e-8893d00ec96c HTTP/1.1" status: 204 len: 168 time: 0.9863322 Oct 26 14:09:58.026005 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd1413eb-8e03-4082-9302-c141f9396289 req-6a3d57a1-adad-4f13-b429-000ca2207e74 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3078611 Oct 26 14:09:58.031675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Pushing event updated for resources: {'Port': ['ID=10dbc24c-25d3-48de-a59e-62ac781df8b0,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:58.035782 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.044698 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.054476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda07fde-52a6-4c0a-9282-9aee53e3ecb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ea0ea9-a96d-4e36-8f2e-8893d00ec96c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:58.090919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=61aec150-afd0-4343-a05e-03306b9a7aaa,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:58.121617 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3229aa8-0e3c-4240-aa41-b6828f41cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.131047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3229aa8-0e3c-4240-aa41-b6828f41cdc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.132543 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a3229aa8-0e3c-4240-aa41-b6828f41cdc8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abb4b3c2-a663-4971-b61c-aee5e789d4c8 HTTP/1.1" status: 204 len: 168 time: 0.5995100 Oct 26 14:09:58.159597 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3229aa8-0e3c-4240-aa41-b6828f41cdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb4b3c2-a663-4971-b61c-aee5e789d4c8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:58.165870 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd1413eb-8e03-4082-9302-c141f9396289 req-879bff67-4266-44c0-a52d-5ebaac3672da service neutron] 10.222.0.32 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943561 Oct 26 14:09:58.168666 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.168817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.343354 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.411053 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd1413eb-8e03-4082-9302-c141f9396289 req-a5780ccb-3f48-40d5-b3c5-062dfee81dd5 service neutron] 10.222.0.32 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027862 Oct 26 14:09:58.412923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:58.421732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:58.422802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:58.442743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:58.449027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:58.590795 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.613964 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.684103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event updated for resources: {'Port': ['ID=f0a38452-9830-4d62-a6fa-c629e3a9eaf8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:58.906071 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.956275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event updated for resources: {'Port': ['ID=7810fe09-9c2e-4a5c-9a32-e53aac36e4c3,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:59.013260 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:59.021299 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-adccfd7a-d831-423c-a86c-ad3ee6386150 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2001858 Oct 26 14:09:59.022471 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36230) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:59.045777 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8fe9d3ca-43b4-45e3-8c66-f79b16270a11 None None] Provisioning complete for port 10dbc24c-25d3-48de-a59e-62ac781df8b0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:59.046434 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d3ca-43b4-45e3-8c66-f79b16270a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:59.208473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9d3ca-43b4-45e3-8c66-f79b16270a11 None None] Port 10dbc24c-25d3-48de-a59e-62ac781df8b0 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:09:59.249251 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9f3c4be6-6d6d-47ff-a04b-bd09fa9bea7e tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=9acb4211-8bcd-45d7-ab32-60e002d14b99 HTTP/1.1" status: 200 len: 690 time: 0.2255695 Oct 26 14:09:59.249891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36240) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:59.470203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 61aec150-afd0-4343-a05e-03306b9a7aaa up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:59.497821 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:59.535919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1140f86-377f-4916-ab7a-0e2bda44b316 req-40c7ff1e-a64e-4673-b84a-191d1c12c49f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 210 time: 0.0638676 Oct 26 14:09:59.661828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 61aec150-afd0-4343-a05e-03306b9a7aaa triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:59.663419 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:59.812954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:09:59.878558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Deleting port 7810fe09-9c2e-4a5c-9a32-e53aac36e4c3 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:59.879210 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:59.935561 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.024660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.025149 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.060226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36274) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:00.060754 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Calling delete_port for 7810fe09-9c2e-4a5c-9a32-e53aac36e4c3 owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:00.142438 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:00.157292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8897e8eb-a916-4b09-baeb-231aa0d5351d admin admin] 10.222.0.32 "PUT /v2.0/routers/dc2b30e4-7d52-4568-8649-0e7eaaf6c797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9085615 Oct 26 14:10:00.163320 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Sync routers for ids ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:00.197910 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Routers {'dc2b30e4-7d52-4568-8649-0e7eaaf6c797'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:00.199835 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:00.403159 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Set router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:00.412321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36286) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:00.428207 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1340522764-network', 'tenant_id': 'c61fbb5faf4344e3baff91a852900fbb'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:00.462440 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.500301 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.515332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] Made reservation on behalf of c61fbb5faf4344e3baff91a852900fbb for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:00.522618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.540925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event deleted for resources: {'Port': ['ID=7810fe09-9c2e-4a5c-9a32-e53aac36e4c3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:00.567253 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.785783 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.790328 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:09:56Z', 'revision_number': 4, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port': {'id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:48Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '10dbc24c-25d3-48de-a59e-62ac781df8b0', 'name': '', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'mac_address': 'fa:16:3e:2e:b6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:54Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 2, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'subnets': [{'id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:00.810591 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1409278466-network', 'tenant_id': '6c596589b8c4466e9a042928679abaf7'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:00.820197 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Checking router: dc2b30e4-7d52-4568-8649-0e7eaaf6c797 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:10:00.821317 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Updating router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 port 10dbc24c-25d3-48de-a59e-62ac781df8b0 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:10:00.866328 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.870383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e79183ff-0b79-477e-9ee3-f3be3c259746 req-cd3ad628-d6b1-45ae-a042-239eb7f1f73e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 210 time: 0.0527589 Oct 26 14:10:00.970074 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.981022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Router aa201e1f-2470-4889-a4c4-d2ef3f0dd89b is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:10:00.988670 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.990839 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.084518 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.112637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] Made reservation on behalf of 6c596589b8c4466e9a042928679abaf7 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:01.115013 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.149075 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.159159 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2409595f-a0b9-46fe-9cb6-b03001717c8d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:01.233850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:01.246156 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Sync routers for ids ['aa201e1f-2470-4889-a4c4-d2ef3f0dd89b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:01.248287 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:10:01.265762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Routers {'aa201e1f-2470-4889-a4c4-d2ef3f0dd89b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:01.270361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['aa201e1f-2470-4889-a4c4-d2ef3f0dd89b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:01.276273 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.280860 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.282151 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.282877 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] Added segment 394e052b-5795-4c00-a23d-b95b4221768b of type vlan for network fa8e3fc1-acc4-4615-b640-1690c9fe118f Oct 26 14:10:01.285023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14542a03-be5c-4b22-85d1-d5880f1783dd,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:01.295288 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.324619 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.343502 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.347038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6b56dfd7-9b80-4db6-97d6-e7384ae958fb tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8661616 Oct 26 14:10:01.352891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36310) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:01.393318 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189fb63-1b12-4258-9cf7-1227f4da981e None None] Pushing event updated for resources: {'Port': ['ID=10dbc24c-25d3-48de-a59e-62ac781df8b0,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:01.408488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1413eb-8e03-4082-9302-c141f9396289 req-1f459e52-d551-4ab1-8ac5-a46a8b779fe7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:01.410137 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd1413eb-8e03-4082-9302-c141f9396289 req-1f459e52-d551-4ab1-8ac5-a46a8b779fe7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 811 time: 0.6401560 Oct 26 14:10:01.415675 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189fb63-1b12-4258-9cf7-1227f4da981e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:01.419882 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189fb63-1b12-4258-9cf7-1227f4da981e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:01.420728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:10:01.423938 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189fb63-1b12-4258-9cf7-1227f4da981e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:01.425827 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189fb63-1b12-4258-9cf7-1227f4da981e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:01.426343 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189fb63-1b12-4258-9cf7-1227f4da981e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:01.426977 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189fb63-1b12-4258-9cf7-1227f4da981e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:01.428554 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189fb63-1b12-4258-9cf7-1227f4da981e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:01.429058 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189fb63-1b12-4258-9cf7-1227f4da981e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:01.430679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-bd1413eb-8e03-4082-9302-c141f9396289 req-020d69da-b259-43f6-9a81-f3a87c86e66d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Request body: {'port': {'device_id': 'f7184d61-3745-4440-99af-489583781c3a', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'admin_state_up': True, 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:01.431215 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189fb63-1b12-4258-9cf7-1227f4da981e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:01.431708 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189fb63-1b12-4258-9cf7-1227f4da981e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:01.432208 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189fb63-1b12-4258-9cf7-1227f4da981e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:01.432683 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189fb63-1b12-4258-9cf7-1227f4da981e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:01.433698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36312) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:01.466831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7729c215-8059-424b-8432-11985cf1068c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2095375481', 'description': 'tempest-description--617863897'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:01.551880 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Set router aa201e1f-2470-4889-a4c4-d2ef3f0dd89b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:01.568726 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.584715 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7729c215-8059-424b-8432-11985cf1068c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.589180 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Attempting to bind port 10dbc24c-25d3-48de-a59e-62ac781df8b0 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:01.590385 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Attempting to bind port 10dbc24c-25d3-48de-a59e-62ac781df8b0 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:01.591249 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Attempting to bind port 10dbc24c-25d3-48de-a59e-62ac781df8b0 on network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:01.598794 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:01.599565 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Checking segment: {'id': '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:01.600588 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.601187 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Bound using segment: {'id': '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:01.602634 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Bound port: 10dbc24c-25d3-48de-a59e-62ac781df8b0, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:01.603252 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.651746 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.655135 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.655135 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] Added segment 1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b of type vlan for network 88657768-499f-4695-9fbe-aaf4c3f41a35 Oct 26 14:10:01.693259 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c820f6a-3339-4274-9b19-c9098fc51420,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:01.699719 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.701578 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:01.704107 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.738362 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] For port 10dbc24c-25d3-48de-a59e-62ac781df8b0, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:01.743120 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] For port 10dbc24c-25d3-48de-a59e-62ac781df8b0, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=10dbc24c-25d3-48de-a59e-62ac781df8b0,segment=NetworkSegment(3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6),segment_id=3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:01.760003 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.855793 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189fb63-1b12-4258-9cf7-1227f4da981e None None] Pushing event updated for resources: {'Port': ['ID=10dbc24c-25d3-48de-a59e-62ac781df8b0,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:01.872175 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Routers {'dc2b30e4-7d52-4568-8649-0e7eaaf6c797'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:01.873104 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:01.881393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-47482a4f-0535-4237-9158-2af9624a08a7 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/routers/aa201e1f-2470-4889-a4c4-d2ef3f0dd89b HTTP/1.1" status: 200 len: 907 time: 0.5206828 Oct 26 14:10:01.894832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36314) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:01.902459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Request body: {'router': {'name': 'tempest-snat-router-184926286', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'enable_snat': True}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:01.931850 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7729c215-8059-424b-8432-11985cf1068c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.938741 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8618028 Oct 26 14:10:01.941370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acb4211-8bcd-45d7-ab32-60e002d14b99']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:02.026850 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7729c215-8059-424b-8432-11985cf1068c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.040579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc09d05a-89fa-450f-ba27-12bb8a546430') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:02.040881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc09d05a-89fa-450f-ba27-12bb8a546430') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:02.049269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-777d370a-342c-46dc-ba80-bfbc73486446 None None] Provisioning complete for port 10dbc24c-25d3-48de-a59e-62ac781df8b0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:02.049651 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-777d370a-342c-46dc-ba80-bfbc73486446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.080369 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd55226-384a-469a-8781-a510dd326a64 admin admin] Pushing event updated for resources: {'Network': ['ID=fa8e3fc1-acc4-4615-b640-1690c9fe118f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:02.112371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network fa8e3fc1-acc4-4615-b640-1690c9fe118f details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:10:02.169187 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3128677b-cd63-43ac-b9f6-0db1f90400da req-d30bffb9-ff19-4ca4-a44d-81e4bd9cf716 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 210 time: 0.0991938 Oct 26 14:10:02.177383 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.179871 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.240363 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] Set router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:02.283624 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.348966 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa201e1f-2470-4889-a4c4-d2ef3f0dd89b', 'name': 'tempest-snat-router-184926286', 'tenant_id': 'bea16729476a429d9741bf2f0ffb1e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': False}, 'gw_port_id': 'f0a38452-9830-4d62-a6fa-c629e3a9eaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:54Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 3, 'project_id': 'bea16729476a429d9741bf2f0ffb1e72', 'gw_port': {'id': 'f0a38452-9830-4d62-a6fa-c629e3a9eaf8', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa201e1f-2470-4889-a4c4-d2ef3f0dd89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:02.415244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Checking router: aa201e1f-2470-4889-a4c4-d2ef3f0dd89b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:10:02.415900 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Updating router aa201e1f-2470-4889-a4c4-d2ef3f0dd89b port f0a38452-9830-4d62-a6fa-c629e3a9eaf8 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:10:02.447564 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.637844 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:09:56Z', 'revision_number': 4, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port': {'id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:48Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '10dbc24c-25d3-48de-a59e-62ac781df8b0', 'name': '', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'mac_address': 'fa:16:3e:2e:b6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:54Z', 'updated_at': '2021-10-26T14:10:01Z', 'revision_number': 4, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'subnets': [{'id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:02.671167 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4032f94-b334-4c0c-82ac-a29be419da77 None None] The sync data for ids ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'] in n-d-815498-1 is: [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:09:56Z', 'revision_number': 4, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port': {'id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:48Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '10dbc24c-25d3-48de-a59e-62ac781df8b0', 'name': '', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'mac_address': 'fa:16:3e:2e:b6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:54Z', 'updated_at': '2021-10-26T14:10:01Z', 'revision_number': 4, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'subnets': [{'id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:02.682922 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.789267 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.842260 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-777d370a-342c-46dc-ba80-bfbc73486446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.844423 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.901913 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.913262 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1ca9f-86d5-4211-a4ae-1a7b7f62539e None None] Pushing event updated for resources: {'Port': ['ID=f0a38452-9830-4d62-a6fa-c629e3a9eaf8,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:02.950683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Attempting to bind port f0a38452-9830-4d62-a6fa-c629e3a9eaf8 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:02.951610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Attempting to bind port f0a38452-9830-4d62-a6fa-c629e3a9eaf8 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:02.951610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Attempting to bind port f0a38452-9830-4d62-a6fa-c629e3a9eaf8 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:02.965937 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:02.966684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:02.967249 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.967809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:02.968470 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Bound port: f0a38452-9830-4d62-a6fa-c629e3a9eaf8, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:02.969134 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.990765 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.995402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729c215-8059-424b-8432-11985cf1068c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:03.019171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c713c3-21ee-4a4d-a161-c62ae68797c0 req-354cc19f-454c-422c-835a-4051e6c5f12d tempest-ComputeTenantNetworksTest-938283312 tempest-ComputeTenantNetworksTest-938283312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:03.025752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c713c3-21ee-4a4d-a161-c62ae68797c0 req-354cc19f-454c-422c-835a-4051e6c5f12d tempest-ComputeTenantNetworksTest-938283312 tempest-ComputeTenantNetworksTest-938283312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:03.031753 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7729c215-8059-424b-8432-11985cf1068c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.032761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] For port f0a38452-9830-4d62-a6fa-c629e3a9eaf8, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:03.036794 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] For port f0a38452-9830-4d62-a6fa-c629e3a9eaf8, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f0a38452-9830-4d62-a6fa-c629e3a9eaf8,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:03.040205 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7729c215-8059-424b-8432-11985cf1068c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5883536 Oct 26 14:10:03.041246 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.042390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:03.043032 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.044215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c713c3-21ee-4a4d-a161-c62ae68797c0 req-354cc19f-454c-422c-835a-4051e6c5f12d tempest-ComputeTenantNetworksTest-938283312 tempest-ComputeTenantNetworksTest-938283312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:03.050056 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.051976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36338) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:03.058892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c713c3-21ee-4a4d-a161-c62ae68797c0 req-354cc19f-454c-422c-835a-4051e6c5f12d tempest-ComputeTenantNetworksTest-938283312 tempest-ComputeTenantNetworksTest-938283312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:03.060711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51c713c3-21ee-4a4d-a161-c62ae68797c0 req-354cc19f-454c-422c-835a-4051e6c5f12d tempest-ComputeTenantNetworksTest-938283312 tempest-ComputeTenantNetworksTest-938283312-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2434 time: 0.4796457 Oct 26 14:10:03.138810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-777d370a-342c-46dc-ba80-bfbc73486446 None None] For port 10dbc24c-25d3-48de-a59e-62ac781df8b0, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=10dbc24c-25d3-48de-a59e-62ac781df8b0,segment=NetworkSegment(3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6),segment_id=3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:03.160019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-417ea4e4-2c12-459c-bb25-127996ee8bf9 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Request body: {'security_group_rule': {'security_group_id': '079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:03.168199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1ca9f-86d5-4211-a4ae-1a7b7f62539e None None] Pushing event updated for resources: {'Port': ['ID=f0a38452-9830-4d62-a6fa-c629e3a9eaf8,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:03.183188 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-777d370a-342c-46dc-ba80-bfbc73486446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.233340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Routers {'aa201e1f-2470-4889-a4c4-d2ef3f0dd89b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:03.233969 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['aa201e1f-2470-4889-a4c4-d2ef3f0dd89b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:03.281688 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.283678 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-417ea4e4-2c12-459c-bb25-127996ee8bf9 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.284115 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d6b3e-368f-4414-aa89-3a64954e04b8 req-3700e642-7233-4eff-9dd5-d3368264ac4b tempest-ComputeTenantNetworksTest-938283312 tempest-ComputeTenantNetworksTest-938283312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:03.285648 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a68d6b3e-368f-4414-aa89-3a64954e04b8 req-3700e642-7233-4eff-9dd5-d3368264ac4b tempest-ComputeTenantNetworksTest-938283312 tempest-ComputeTenantNetworksTest-938283312-project] 10.222.0.32 "GET /v2.0/networks/fa8e3fc1-acc4-4615-b640-1690c9fe118f HTTP/1.1" status: 200 len: 769 time: 0.1921599 Oct 26 14:10:03.318364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36354) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:03.423581 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-417ea4e4-2c12-459c-bb25-127996ee8bf9 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.444823 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:10:03.446105 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.460323 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.0446577 Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:10:03.461749 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:10:03.468060 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36356) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:03.494560 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-24451b47-04f1-428c-a0bc-800731c46b9f admin admin] Request body: {'subnet': {'network_id': '88657768-499f-4695-9fbe-aaf4c3f41a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1409278466-subnet', 'tenant_id': '6c596589b8c4466e9a042928679abaf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:03.517879 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-417ea4e4-2c12-459c-bb25-127996ee8bf9 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.588049 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24451b47-04f1-428c-a0bc-800731c46b9f admin admin] Made reservation on behalf of 6c596589b8c4466e9a042928679abaf7 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:03.590374 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-24451b47-04f1-428c-a0bc-800731c46b9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.691257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880f7f4-8465-4314-91ae-31d713595f0c admin admin] Pushing event updated for resources: {'Network': ['ID=88657768-499f-4695-9fbe-aaf4c3f41a35,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:03.737480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ea4e4-2c12-459c-bb25-127996ee8bf9 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f291be7e-8e0c-4e7a-8848-eeb19451e2c2,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:03.798203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 10dbc24c-25d3-48de-a59e-62ac781df8b0 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:03.798800 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.806142 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1413eb-8e03-4082-9302-c141f9396289 req-020d69da-b259-43f6-9a81-f3a87c86e66d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Made reservation on behalf of 0d7b4d5cf0b74e2095e3ca87a1c1443f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:03.815734 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bd1413eb-8e03-4082-9302-c141f9396289 req-020d69da-b259-43f6-9a81-f3a87c86e66d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.842823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 88657768-499f-4695-9fbe-aaf4c3f41a35 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:10:03.861066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9acb4211-8bcd-45d7-ab32-60e002d14b99 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 14:10:03.869482 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-417ea4e4-2c12-459c-bb25-127996ee8bf9 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.876765 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-417ea4e4-2c12-459c-bb25-127996ee8bf9 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7439878 Oct 26 14:10:03.886659 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.892096 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9acb4211-8bcd-45d7-ab32-60e002d14b99 HTTP/1.1" status: 204 len: 168 time: 4.6387985 Oct 26 14:10:03.907111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36360) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:03.907510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36362) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:03.915917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a1e79961-f9ee-4d72-a479-b2b5c317f572 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Request body: {'security_group_rule': {'security_group_id': '079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:04.008687 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d370a-342c-46dc-ba80-bfbc73486446 None None] Pushing event updated for resources: {'Port': ['ID=10dbc24c-25d3-48de-a59e-62ac781df8b0,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:04.061611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-bd1413eb-8e03-4082-9302-c141f9396289 req-020d69da-b259-43f6-9a81-f3a87c86e66d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Allocated IP 172.20.0.7 (085226ca-b6b9-4faf-b0ae-34b30fcc3113/71c90548-0c01-4250-8faf-bed3999c19d9/82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:04.088211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ff34c3c-6b36-4258-bc32-04ca45dda459 req-5c82aa4c-9b2e-4390-ab99-415bdd184072 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 210 time: 0.6023057 Oct 26 14:10:04.123514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e1273594-759a-402c-b993-d5b65e9f3d3b None None] Provisioning complete for port 10dbc24c-25d3-48de-a59e-62ac781df8b0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:04.124658 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1273594-759a-402c-b993-d5b65e9f3d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.152610 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.179688 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8397b729-13e1-444c-9874-b7ec91b028be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.182131 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.216929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 10dbc24c-25d3-48de-a59e-62ac781df8b0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:04.220429 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.261496 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bd1413eb-8e03-4082-9302-c141f9396289 req-020d69da-b259-43f6-9a81-f3a87c86e66d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.312755 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8397b729-13e1-444c-9874-b7ec91b028be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.318944 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] Set router aa201e1f-2470-4889-a4c4-d2ef3f0dd89b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:04.335686 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-8397b729-13e1-444c-9874-b7ec91b028be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8e3fc1-acc4-4615-b640-1690c9fe118f']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:04.347922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-8397b729-13e1-444c-9874-b7ec91b028be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394e052b-5795-4c00-a23d-b95b4221768b') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:04.348320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-8397b729-13e1-444c-9874-b7ec91b028be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394e052b-5795-4c00-a23d-b95b4221768b') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:04.361341 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8397b729-13e1-444c-9874-b7ec91b028be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.377682 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8397b729-13e1-444c-9874-b7ec91b028be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.385394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8397b729-13e1-444c-9874-b7ec91b028be admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:10:04.385830 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8397b729-13e1-444c-9874-b7ec91b028be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.392399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c15bb-f694-407d-82a1-d8aa61e26236 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event deleted for resources: {'Network': ['ID=9acb4211-8bcd-45d7-ab32-60e002d14b99,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:04.440148 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bd1413eb-8e03-4082-9302-c141f9396289 req-020d69da-b259-43f6-9a81-f3a87c86e66d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:10:04.453541 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:10:04.471723 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8397b729-13e1-444c-9874-b7ec91b028be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.479198 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8397b729-13e1-444c-9874-b7ec91b028be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.485092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8397b729-13e1-444c-9874-b7ec91b028be admin admin] 10.222.0.32 "DELETE /v2.0/networks/fa8e3fc1-acc4-4615-b640-1690c9fe118f HTTP/1.1" status: 204 len: 168 time: 1.1545315 Oct 26 14:10:04.486339 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b854e1d3-3822-4212-85fc-aca2cbf9a143'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:04.488459 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['3d75ca36-798e-41e2-b0f9-14d49a98eda7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:04.536142 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397b729-13e1-444c-9874-b7ec91b028be admin admin] Pushing event deleted for resources: {'Network': ['ID=fa8e3fc1-acc4-4615-b640-1690c9fe118f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:04.591308 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2b3c3039-ee04-42a0-985a-f8f93100f615 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.6711450 Oct 26 14:10:04.599625 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36376) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:04.669769 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a1e79961-f9ee-4d72-a479-b2b5c317f572 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.694074 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1413eb-8e03-4082-9302-c141f9396289 req-020d69da-b259-43f6-9a81-f3a87c86e66d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:04.714858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-bd1413eb-8e03-4082-9302-c141f9396289 req-020d69da-b259-43f6-9a81-f3a87c86e66d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:04.729311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36378) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:04.746145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1413eb-8e03-4082-9302-c141f9396289 req-020d69da-b259-43f6-9a81-f3a87c86e66d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:04.787463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Allocated IP 172.25.4.40 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/956950ea-eded-4623-b66c-f7cea2d04001) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:04.848213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d69da-b259-43f6-9a81-f3a87c86e66d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event updated for resources: {'Port': ['ID=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:04.884750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13dc9ea-4b41-466b-a209-043209ecc762 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:04.885218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13dc9ea-4b41-466b-a209-043209ecc762 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:04.885680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13dc9ea-4b41-466b-a209-043209ecc762 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:04.886457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13dc9ea-4b41-466b-a209-043209ecc762 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:04.886961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13dc9ea-4b41-466b-a209-043209ecc762 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:04.887416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13dc9ea-4b41-466b-a209-043209ecc762 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:04.887865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13dc9ea-4b41-466b-a209-043209ecc762 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:04.888402 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13dc9ea-4b41-466b-a209-043209ecc762 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:04.891398 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c13dc9ea-4b41-466b-a209-043209ecc762 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5195 time: 0.2901890 Oct 26 14:10:04.899379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36382) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:04.908246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7967c09f-199c-47e1-b436-21d205126221 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c61fbb5faf4344e3baff91a852900fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754630 Oct 26 14:10:04.913643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36384) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:05.044816 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-68d22aac-c23f-46b8-8f02-dcce15aa0dee tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] delete failed (client error): The resource could not be found. Oct 26 14:10:05.046375 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-68d22aac-c23f-46b8-8f02-dcce15aa0dee tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/78e2024a-c4bf-4fb6-b298-81a9a2c61c19 HTTP/1.1" status: 404 len: 345 time: 0.1454077 Oct 26 14:10:05.061587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36386) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:05.095490 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-001ed4cf-0035-4e17-ad6f-8ad501e5bdf6 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] DELETE failed (client error): The resource could not be found. Oct 26 14:10:05.096158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-001ed4cf-0035-4e17-ad6f-8ad501e5bdf6 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:10:05.099467 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-001ed4cf-0035-4e17-ad6f-8ad501e5bdf6 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9acb4211-8bcd-45d7-ab32-60e002d14b99 HTTP/1.1" status: 404 len: 339 time: 0.0330374 Oct 26 14:10:05.105360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36388) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:05.110839 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.115876 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c53ca555-6cb2-42d4-87a5-c395b57a493f tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Request body: {'network': {'name': 'tempest-network--1701845479', 'router:external': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:05.134361 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-24451b47-04f1-428c-a0bc-800731c46b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.149614 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a1e79961-f9ee-4d72-a479-b2b5c317f572 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.162265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53ca555-6cb2-42d4-87a5-c395b57a493f tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Made reservation on behalf of 5ee4676039044ace84be5adbc1256fe0 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:05.167338 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c53ca555-6cb2-42d4-87a5-c395b57a493f tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.211751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53ca555-6cb2-42d4-87a5-c395b57a493f tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:10:05.231204 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c53ca555-6cb2-42d4-87a5-c395b57a493f tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.231483 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-93a4321e-f52b-4a02-998f-a859f66d0572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.232163 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-c53ca555-6cb2-42d4-87a5-c395b57a493f tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Added segment ce2df5d9-6e96-4950-bae5-ddf4e2ef30e0 of type vlan for network d10e820a-e027-4404-994c-7e62887eb1a4 Oct 26 14:10:05.243193 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.251889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1413eb-8e03-4082-9302-c141f9396289 req-020d69da-b259-43f6-9a81-f3a87c86e66d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:05.252571 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bd1413eb-8e03-4082-9302-c141f9396289 req-020d69da-b259-43f6-9a81-f3a87c86e66d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.289843 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a1e79961-f9ee-4d72-a479-b2b5c317f572 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.301217 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd1413eb-8e03-4082-9302-c141f9396289 req-020d69da-b259-43f6-9a81-f3a87c86e66d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8754864 Oct 26 14:10:05.334824 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Request body: {'port': {'device_id': 'f7184d61-3745-4440-99af-489583781c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:05.340764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:05.372703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:05.375559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:05.429398 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c53ca555-6cb2-42d4-87a5-c395b57a493f tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.464708 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event updated for resources: {'Port': ['ID=956950ea-eded-4623-b66c-f7cea2d04001,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:05.508930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f07ee9-4450-4659-b78a-8f813ca6b7ea req-1c2c3bd7-51f0-42be-9cb1-7078b00e7125 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:05.511483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59f07ee9-4450-4659-b78a-8f813ca6b7ea req-1c2c3bd7-51f0-42be-9cb1-7078b00e7125 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 931 time: 0.2536581 Oct 26 14:10:05.519428 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 10dbc24c-25d3-48de-a59e-62ac781df8b0 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:05.526218 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.574219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-051c33b0-895a-4c7c-9f92-847524260350 None None] Provisioning complete for port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:05.574219 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-051c33b0-895a-4c7c-9f92-847524260350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.725748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-051c33b0-895a-4c7c-9f92-847524260350 None None] Port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:05.765721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 10dbc24c-25d3-48de-a59e-62ac781df8b0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:05.766806 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.800426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa201e1f-2470-4889-a4c4-d2ef3f0dd89b', 'name': 'tempest-snat-router-184926286', 'tenant_id': 'bea16729476a429d9741bf2f0ffb1e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': False}, 'gw_port_id': 'f0a38452-9830-4d62-a6fa-c629e3a9eaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:54Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 3, 'project_id': 'bea16729476a429d9741bf2f0ffb1e72', 'gw_port': {'id': 'f0a38452-9830-4d62-a6fa-c629e3a9eaf8', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa201e1f-2470-4889-a4c4-d2ef3f0dd89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:05.815895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59f07ee9-4450-4659-b78a-8f813ca6b7ea req-b6919c4d-6e2e-4ead-bc36-c7e09adb88e3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943428 Oct 26 14:10:05.827668 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c53ca555-6cb2-42d4-87a5-c395b57a493f tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.830033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53ca555-6cb2-42d4-87a5-c395b57a493f tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:05.831498 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c53ca555-6cb2-42d4-87a5-c395b57a493f tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.840641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab8eb2-ef64-4137-b307-b83ba374d879 None None] The sync data for ids ['aa201e1f-2470-4889-a4c4-d2ef3f0dd89b'] in n-d-815498-1 is: [{'id': 'aa201e1f-2470-4889-a4c4-d2ef3f0dd89b', 'name': 'tempest-snat-router-184926286', 'tenant_id': 'bea16729476a429d9741bf2f0ffb1e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': False}, 'gw_port_id': 'f0a38452-9830-4d62-a6fa-c629e3a9eaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:54Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 3, 'project_id': 'bea16729476a429d9741bf2f0ffb1e72', 'gw_port': {'id': 'f0a38452-9830-4d62-a6fa-c629e3a9eaf8', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa201e1f-2470-4889-a4c4-d2ef3f0dd89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:05.868316 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-93a4321e-f52b-4a02-998f-a859f66d0572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.964045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e79961-f9ee-4d72-a479-b2b5c317f572 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec06670-9860-4702-966a-c8c65c86f853,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:06.009664 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a1e79961-f9ee-4d72-a479-b2b5c317f572 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:06.015197 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c53ca555-6cb2-42d4-87a5-c395b57a493f tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9088125 Oct 26 14:10:06.015948 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a1e79961-f9ee-4d72-a479-b2b5c317f572 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1073997 Oct 26 14:10:06.018658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36404) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:06.019013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36406) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:06.026027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24451b47-04f1-428c-a0bc-800731c46b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d49ff5-aa19-4b1e-96ec-f1766ad81b83,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:06.028060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:06.030748 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-93a4321e-f52b-4a02-998f-a859f66d0572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:06.037651 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-93a4321e-f52b-4a02-998f-a859f66d0572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:06.039044 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-93a4321e-f52b-4a02-998f-a859f66d0572 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14542a03-be5c-4b22-85d1-d5880f1783dd HTTP/1.1" status: 204 len: 168 time: 1.1200082 Oct 26 14:10:06.084170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4321e-f52b-4a02-998f-a859f66d0572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14542a03-be5c-4b22-85d1-d5880f1783dd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:06.143506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24451b47-04f1-428c-a0bc-800731c46b9f admin admin] Checking segment: {'id': '1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '88657768-499f-4695-9fbe-aaf4c3f41a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:06.144773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24451b47-04f1-428c-a0bc-800731c46b9f admin admin] Network hostable DHCP agents. Network: 88657768-499f-4695-9fbe-aaf4c3f41a35, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:10:06.166933 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ca555-6cb2-42d4-87a5-c395b57a493f tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event updated for resources: {'Network': ['ID=d10e820a-e027-4404-994c-7e62887eb1a4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:06.175886 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac1603-3150-4f53-a6cc-6094a319e701 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:06.182391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac1603-3150-4f53-a6cc-6094a319e701 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:06.183443 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network d10e820a-e027-4404-994c-7e62887eb1a4 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:10:06.191169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:06.197275 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac1603-3150-4f53-a6cc-6094a319e701 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:06.208043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac1603-3150-4f53-a6cc-6094a319e701 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:06.213568 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a5ac1603-3150-4f53-a6cc-6094a319e701 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1899071 Oct 26 14:10:06.215861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36410) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:06.221251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:06.232654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24451b47-04f1-428c-a0bc-800731c46b9f admin admin] Network 88657768-499f-4695-9fbe-aaf4c3f41a35 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:10:06.271527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Transition to ACTIVE for port object 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:10:06.285800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-24451b47-04f1-428c-a0bc-800731c46b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 88657768-499f-4695-9fbe-aaf4c3f41a35) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:06.304633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:06.319165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24451b47-04f1-428c-a0bc-800731c46b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:06.327374 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-24451b47-04f1-428c-a0bc-800731c46b9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:06.360618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a310040-f786-4a02-a2d5-a2ad2dabf646 None None] Network 88657768-499f-4695-9fbe-aaf4c3f41a35 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:10:06.443024 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Pushing event updated for resources: {'Port': ['ID=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:06.625487 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:06.641652 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-24451b47-04f1-428c-a0bc-800731c46b9f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.1445861 Oct 26 14:10:06.650273 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9b50bd08-70ba-456b-b32f-81c2396674dd tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:06.698140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Attempting to bind port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:06.703932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Attempting to bind port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:06.706304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Attempting to bind port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:06.738339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:10:06.739205 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Attempting to bind port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:06.751283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:06.754140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Checking segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:06.754792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Bound using segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:06.755467 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Bound port: 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:06.756052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:06.812168 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d6cb5d-f83f-449a-b027-856dfb8bd9ad None None] Network 88657768-499f-4695-9fbe-aaf4c3f41a35 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:10:07.013491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] For port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:07.017201 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:07.022218 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] For port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:07.043951 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:07.148909 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:07.149749 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:07.151388 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd1413eb-8e03-4082-9302-c141f9396289 req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] 10.222.0.25 "PUT /v2.0/ports/82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 HTTP/1.1" status: 200 len: 1091 time: 1.8215020 Oct 26 14:10:07.155921 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7184d61-3745-4440-99af-489583781c3a', 'tag': '82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:07.158609 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a388f2c-d523-4649-8135-233172dde081" -d '{"events": [{"name": "network-changed", "server_uuid": "f7184d61-3745-4440-99af-489583781c3a", "tag": "82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:07.385890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff75214-6d11-4583-b858-6248687aa853 service neutron] Pushing event updated for resources: {'Port': ['ID=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:07.424577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1413eb-8e03-4082-9302-c141f9396289 req-c47d466f-07f6-4b33-9797-fa2ba836e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:07.426169 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd1413eb-8e03-4082-9302-c141f9396289 req-c47d466f-07f6-4b33-9797-fa2ba836e716 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 1094 time: 0.2236946 Oct 26 14:10:07.546847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f0a38452-9830-4d62-a6fa-c629e3a9eaf8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:07.568163 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9b50bd08-70ba-456b-b32f-81c2396674dd tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:07.610122 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd1413eb-8e03-4082-9302-c141f9396289 req-d8cdf2f8-2cc2-4125-8b52-62160c23f34e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 HTTP/1.1" status: 200 len: 217 time: 0.1669834 Oct 26 14:10:07.701758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65546fed-27c0-4581-b91e-a45ea18b9a81 req-1705eb77-da96-420b-9be4-520a9531110e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:07.703383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65546fed-27c0-4581-b91e-a45ea18b9a81 req-1705eb77-da96-420b-9be4-520a9531110e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 943 time: 0.7069578 Oct 26 14:10:07.743663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36456) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:07.745869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-9b50bd08-70ba-456b-b32f-81c2396674dd tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10e820a-e027-4404-994c-7e62887eb1a4']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:07.746883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f0a38452-9830-4d62-a6fa-c629e3a9eaf8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:07.747248 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:07.754559 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1413eb-8e03-4082-9302-c141f9396289 req-5db8a26a-19dd-4676-be7c-3884a720999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:07.770232 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd1413eb-8e03-4082-9302-c141f9396289 req-5db8a26a-19dd-4676-be7c-3884a720999c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.1535051 Oct 26 14:10:07.848462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-9b50bd08-70ba-456b-b32f-81c2396674dd tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2df5d9-6e96-4950-bae5-ddf4e2ef30e0') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:07.852582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1413eb-8e03-4082-9302-c141f9396289 req-a3bcf988-70ea-43ac-a65f-f7dc5005234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:07.854205 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd1413eb-8e03-4082-9302-c141f9396289 req-a3bcf988-70ea-43ac-a65f-f7dc5005234f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766985 Oct 26 14:10:07.854500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-9b50bd08-70ba-456b-b32f-81c2396674dd tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2df5d9-6e96-4950-bae5-ddf4e2ef30e0') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:07.894605 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:07.907084 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9b50bd08-70ba-456b-b32f-81c2396674dd tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:07.934612 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port f0a38452-9830-4d62-a6fa-c629e3a9eaf8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f0a38452-9830-4d62-a6fa-c629e3a9eaf8,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:07.941013 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.025448 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd1413eb-8e03-4082-9302-c141f9396289 req-03f31e0d-5a25-4c65-b6e2-f578120dbfd2 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635137 Oct 26 14:10:08.049933 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=f0a38452-9830-4d62-a6fa-c629e3a9eaf8,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:08.077733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1983540829-network', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:08.139857 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.144081 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.146227 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd1413eb-8e03-4082-9302-c141f9396289 req-7942fad5-6d36-435a-8baf-024ce29cfe80 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127086 Oct 26 14:10:08.173343 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9b50bd08-70ba-456b-b32f-81c2396674dd tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.187675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65546fed-27c0-4581-b91e-a45ea18b9a81 req-30b7f50b-ac9d-4aa0-a291-3bc3e16ea43c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465954 Oct 26 14:10:08.290478 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39485548-0892-4d42-92ac-061afa70c338 x-openstack-request-id: req-39485548-0892-4d42-92ac-061afa70c338 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:08.291184 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7184d61-3745-4440-99af-489583781c3a", "tag": "82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:08.291184 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39485548-0892-4d42-92ac-061afa70c338 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:08.291499 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7184d61-3745-4440-99af-489583781c3a', 'tag': '82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7', 'status': 'completed', 'code': 200} Oct 26 14:10:08.304545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b50bd08-70ba-456b-b32f-81c2396674dd tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:10:08.305150 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9b50bd08-70ba-456b-b32f-81c2396674dd tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:10:08.311717 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:10:08.335847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] Made reservation on behalf of 5b2a9024fbe24d5c9d7913dfde639a2e for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:08.339052 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.411806 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.413156 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a388f2c-d523-4649-8135-233172dde081 req-5390cde2-5533-46b5-8860-a93c5512de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:08.415275 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0a388f2c-d523-4649-8135-233172dde081 req-5390cde2-5533-46b5-8860-a93c5512de32 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 1094 time: 0.0854385 Oct 26 14:10:08.468285 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-8d113f15-8d95-4089-a238-8cd58e8d9686 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:08.469900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-8d113f15-8d95-4089-a238-8cd58e8d9686 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/networks?id=88657768-499f-4695-9fbe-aaf4c3f41a35 HTTP/1.1" status: 200 len: 822 time: 0.5673916 Oct 26 14:10:08.491632 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-bace7c14-18e1-4581-872b-6e75e6cdd5a0 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/quotas/6c596589b8c4466e9a042928679abaf7 HTTP/1.1" status: 200 len: 375 time: 0.0117066 Oct 26 14:10:08.527011 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9b50bd08-70ba-456b-b32f-81c2396674dd tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.529687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b50bd08-70ba-456b-b32f-81c2396674dd tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d10e820a-e027-4404-994c-7e62887eb1a4 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 14:10:08.541890 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9b50bd08-70ba-456b-b32f-81c2396674dd tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.541890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9b50bd08-70ba-456b-b32f-81c2396674dd tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "DELETE /v2.0/networks/d10e820a-e027-4404-994c-7e62887eb1a4 HTTP/1.1" status: 204 len: 168 time: 2.3231175 Oct 26 14:10:08.563535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36478) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:08.582672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e6c356c9-b8cf-410d-b210-13cc6ae7cdc3 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Request body: {'network': {'name': 'tempest-network--1310107148', 'router:external': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:08.669322 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-ba736312-32eb-4311-9d26-59268e53b970 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c596589b8c4466e9a042928679abaf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1662135 Oct 26 14:10:08.670914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c356c9-b8cf-410d-b210-13cc6ae7cdc3 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Made reservation on behalf of 5ee4676039044ace84be5adbc1256fe0 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:08.673923 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e6c356c9-b8cf-410d-b210-13cc6ae7cdc3 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.677014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50bd08-70ba-456b-b32f-81c2396674dd tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event deleted for resources: {'Network': ['ID=d10e820a-e027-4404-994c-7e62887eb1a4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:08.705480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a388f2c-d523-4649-8135-233172dde081 req-30ab102b-b818-4baf-a655-5d739d4b2ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:08.716815 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0a388f2c-d523-4649-8135-233172dde081 req-30ab102b-b818-4baf-a655-5d739d4b2ec3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.2836702 Oct 26 14:10:08.744765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c356c9-b8cf-410d-b210-13cc6ae7cdc3 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:10:08.825153 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e6c356c9-b8cf-410d-b210-13cc6ae7cdc3 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.825498 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-e6c356c9-b8cf-410d-b210-13cc6ae7cdc3 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Added segment 04d6ba99-26e4-4659-b06c-ab85c1fcebea of type vlan for network 3078486b-fd4c-4539-8569-77820cb16bfe Oct 26 14:10:08.835197 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0a388f2c-d523-4649-8135-233172dde081 req-17ee155b-2bd3-48a8-8d96-49c048b83273 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 HTTP/1.1" status: 200 len: 217 time: 0.0772700 Oct 26 14:10:08.905714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Router dc667e3d-2ed7-4d07-89e0-899ec9f15ef3 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:10:08.948162 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.955103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-a5c93b20-134f-4a5c-9ac5-475afe0a23f9 service neutron] 10.222.0.32 "GET /v2.0/networks/88657768-499f-4695-9fbe-aaf4c3f41a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637234 Oct 26 14:10:08.963074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Allocated IP 172.25.4.16 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/9e905d1b-4ad2-42ee-9860-d73dbfedb18e) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:08.968261 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e6c356c9-b8cf-410d-b210-13cc6ae7cdc3 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.973196 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.986769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:10:08.987568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a388f2c-d523-4649-8135-233172dde081 req-1d431278-6044-45e3-9f86-a9608473bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:08.989773 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0a388f2c-d523-4649-8135-233172dde081 req-1d431278-6044-45e3-9f86-a9608473bd99 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.1112366 Oct 26 14:10:09.015092 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:09.015564 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] Added segment 6c7df619-462c-4481-b912-086d465a3ca8 of type vlan for network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 Oct 26 14:10:09.061646 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e6c356c9-b8cf-410d-b210-13cc6ae7cdc3 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:09.063050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c356c9-b8cf-410d-b210-13cc6ae7cdc3 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:09.063694 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e6c356c9-b8cf-410d-b210-13cc6ae7cdc3 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:09.077887 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:09.078713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a388f2c-d523-4649-8135-233172dde081 req-f5076c6c-65bb-441b-ab79-3e8c9d79ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:09.080449 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0a388f2c-d523-4649-8135-233172dde081 req-f5076c6c-65bb-441b-ab79-3e8c9d79ce0b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805702 Oct 26 14:10:09.124660 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:09.125635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:09.126533 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:09.168893 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e6c356c9-b8cf-410d-b210-13cc6ae7cdc3 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6010270 Oct 26 14:10:09.205537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36484) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:09.263460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c356c9-b8cf-410d-b210-13cc6ae7cdc3 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event updated for resources: {'Network': ['ID=3078486b-fd4c-4539-8569-77820cb16bfe,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:09.286295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 3078486b-fd4c-4539-8569-77820cb16bfe details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:10:09.474459 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f0a38452-9830-4d62-a6fa-c629e3a9eaf8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:09.526630 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0a388f2c-d523-4649-8135-233172dde081 req-b575023b-6d8f-4960-a6ee-916bdaf6e998 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315488 Oct 26 14:10:09.536834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a41ae-4bcf-4a65-bf41-0d4134d38eff tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:09.538261 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-480a41ae-4bcf-4a65-bf41-0d4134d38eff tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] 10.222.0.32 "GET /v2.0/networks/3078486b-fd4c-4539-8569-77820cb16bfe HTTP/1.1" status: 200 len: 757 time: 0.3317902 Oct 26 14:10:09.552998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f0a38452-9830-4d62-a6fa-c629e3a9eaf8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:09.554085 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:09.646764 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36490) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:09.742898 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0a388f2c-d523-4649-8135-233172dde081 req-48dfdb2f-e6c7-4646-95b4-e2a8b5efaa9b service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034500 Oct 26 14:10:09.754187 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bced3d-c244-4b81-aa68-addc4a8a8851 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:09.755827 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-14bced3d-c244-4b81-aa68-addc4a8a8851 tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] 10.222.0.32 "GET /v2.0/networks/36d3764a-dfd1-4310-a184-48b088ad73ef HTTP/1.1" status: 200 len: 768 time: 0.1049681 Oct 26 14:10:09.759426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36494) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:09.856992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5ea76d-4f00-4c45-838e-12675d192e4c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:09.876704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bda7cc53-c935-4280-9946-d60bb19ccb64 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:09.881329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1096179 Oct 26 14:10:09.889587 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36496) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:09.895863 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ce3f4a9d-04e5-4c3b-87ed-d5aae63fabc4 admin admin] Request body: {'subnet': {'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1983540829-subnet', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:09.931081 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e0066-6776-46e0-956a-1aed51971001 admin admin] Pushing event updated for resources: {'Network': ['ID=4d49161d-4870-41c9-ae58-b6c3e5bc24d7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:09.949280 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:10:09.977573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d88c53-2427-4fc4-aeda-8147816543a3 req-839f9684-7d10-4d3a-b868-2430332dece2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:09.979497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6d88c53-2427-4fc4-aeda-8147816543a3 req-839f9684-7d10-4d3a-b868-2430332dece2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 943 time: 0.2791348 Oct 26 14:10:09.984394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3f4a9d-04e5-4c3b-87ed-d5aae63fabc4 admin admin] Made reservation on behalf of 5b2a9024fbe24d5c9d7913dfde639a2e for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:09.986455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:09.987302 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4a9d-04e5-4c3b-87ed-d5aae63fabc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:09.998942 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Sync routers for ids ['dc667e3d-2ed7-4d07-89e0-899ec9f15ef3'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:10.007782 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-86be8db2-c437-4c66-9c11-fa69aea13ea4 service neutron] 10.222.0.32 "GET /v2.0/networks/88657768-499f-4695-9fbe-aaf4c3f41a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0419424 Oct 26 14:10:10.014693 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bda7cc53-c935-4280-9946-d60bb19ccb64 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.023251 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Routers {'dc667e3d-2ed7-4d07-89e0-899ec9f15ef3'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:10.031371 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['dc667e3d-2ed7-4d07-89e0-899ec9f15ef3'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:10.081052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bda7cc53-c935-4280-9946-d60bb19ccb64 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3078486b-fd4c-4539-8569-77820cb16bfe']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:10.096832 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.097618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bda7cc53-c935-4280-9946-d60bb19ccb64 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d6ba99-26e4-4659-b06c-ab85c1fcebea') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:10.099598 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bda7cc53-c935-4280-9946-d60bb19ccb64 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d6ba99-26e4-4659-b06c-ab85c1fcebea') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:10.118313 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bda7cc53-c935-4280-9946-d60bb19ccb64 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.122547 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.127882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-16b3a35a-5815-42cf-b66e-cea18b8ec82c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.2270358 Oct 26 14:10:10.145733 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bda7cc53-c935-4280-9946-d60bb19ccb64 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.146506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36498) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:10.157734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda7cc53-c935-4280-9946-d60bb19ccb64 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:10:10.158422 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bda7cc53-c935-4280-9946-d60bb19ccb64 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:10:10.161222 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:10:10.252231 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Set router dc667e3d-2ed7-4d07-89e0-899ec9f15ef3 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:10.301259 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bda7cc53-c935-4280-9946-d60bb19ccb64 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.332261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda7cc53-c935-4280-9946-d60bb19ccb64 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3078486b-fd4c-4539-8569-77820cb16bfe {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 14:10:10.335462 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bda7cc53-c935-4280-9946-d60bb19ccb64 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.339403 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bda7cc53-c935-4280-9946-d60bb19ccb64 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "DELETE /v2.0/networks/3078486b-fd4c-4539-8569-77820cb16bfe HTTP/1.1" status: 204 len: 168 time: 0.5788329 Oct 26 14:10:10.353168 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36512) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:10.358355 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f0a10337-3efa-43be-96cb-bfc580aea8b7 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Request body: {'network': {'name': 'tempest-network--530472967'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:10.371822 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6d88c53-2427-4fc4-aeda-8147816543a3 req-6f14e19a-c558-4c93-8c21-efd7cdf04c43 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761375 Oct 26 14:10:10.382056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7cc53-c935-4280-9946-d60bb19ccb64 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event deleted for resources: {'Network': ['ID=3078486b-fd4c-4539-8569-77820cb16bfe,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:10.428907 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4a9d-04e5-4c3b-87ed-d5aae63fabc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.433109 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.500202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a10337-3efa-43be-96cb-bfc580aea8b7 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Made reservation on behalf of 5ee4676039044ace84be5adbc1256fe0 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:10.502844 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0a10337-3efa-43be-96cb-bfc580aea8b7 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.595124 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d49d421-730e-4707-ac4b-6c8e242fec74 req-317cee83-2e3c-4b6c-87c8-2747c738a193 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 210 time: 0.1464968 Oct 26 14:10:10.605944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f4a9d-04e5-4c3b-87ed-d5aae63fabc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f250216c-69fb-4480-a4f8-10a5384e9ce5,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:10.622637 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d4ecc411-e3f0-4d9d-9da3-9a5d8a729fd9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/routers/dc667e3d-2ed7-4d07-89e0-899ec9f15ef3 HTTP/1.1" status: 200 len: 906 time: 0.4728839 Oct 26 14:10:10.624073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36518) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:10.625700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:10.632960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:10.645108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:10.706796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Pushing event updated for resources: {'Port': ['ID=9e905d1b-4ad2-42ee-9860-d73dbfedb18e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:10.750991 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc667e3d-2ed7-4d07-89e0-899ec9f15ef3', 'name': 'tempest-snat-router-184926286', 'tenant_id': 'bea16729476a429d9741bf2f0ffb1e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '956950ea-eded-4623-b66c-f7cea2d04001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:02Z', 'updated_at': '2021-10-26T14:10:05Z', 'revision_number': 3, 'project_id': 'bea16729476a429d9741bf2f0ffb1e72', 'gw_port': {'id': '956950ea-eded-4623-b66c-f7cea2d04001', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc667e3d-2ed7-4d07-89e0-899ec9f15ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:04Z', 'updated_at': '2021-10-26T14:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:10.784467 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.791508 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Checking router: dc667e3d-2ed7-4d07-89e0-899ec9f15ef3 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:10:10.791999 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Updating router dc667e3d-2ed7-4d07-89e0-899ec9f15ef3 port 956950ea-eded-4623-b66c-f7cea2d04001 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:10:10.843493 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a10337-3efa-43be-96cb-bfc580aea8b7 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:10:10.852920 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.872330 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f4a9d-04e5-4c3b-87ed-d5aae63fabc4 admin admin] Checking segment: {'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:10.876337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3f4a9d-04e5-4c3b-87ed-d5aae63fabc4 admin admin] Network hostable DHCP agents. Network: 4d49161d-4870-41c9-ae58-b6c3e5bc24d7, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:10:10.877270 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.951447 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0a10337-3efa-43be-96cb-bfc580aea8b7 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.952123 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-f0a10337-3efa-43be-96cb-bfc580aea8b7 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Added segment 995aa7d7-87c2-41cb-8c46-6cf1f9a668f4 of type vlan for network b6a86f58-ac7e-47a9-8065-78da41a518eb Oct 26 14:10:11.053226 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0a10337-3efa-43be-96cb-bfc580aea8b7 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.065525 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.069778 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3f4a9d-04e5-4c3b-87ed-d5aae63fabc4 admin admin] Network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:10:11.071921 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.078017 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-155999b5-621e-4430-ae79-e34586a64247 req-b01e00df-4db3-45e1-905f-4a2cc2ad8933 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3203599 Oct 26 14:10:11.095511 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.098921 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ce3f4a9d-04e5-4c3b-87ed-d5aae63fabc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 4d49161d-4870-41c9-ae58-b6c3e5bc24d7) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:11.111214 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5d6568-0320-4a00-b003-f1cd12fa7ea6 None None] Network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:10:11.137664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3f4a9d-04e5-4c3b-87ed-d5aae63fabc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:11.138387 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4a9d-04e5-4c3b-87ed-d5aae63fabc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.196168 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.224481 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.241225 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2181737 Oct 26 14:10:11.255785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29006384-6ba9-4e3b-b694-d9dc90b0b45c tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Pushing event updated for resources: {'Port': ['ID=9e905d1b-4ad2-42ee-9860-d73dbfedb18e,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:11.557476 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.579557 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.665633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0a10337-3efa-43be-96cb-bfc580aea8b7 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.666642 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a10337-3efa-43be-96cb-bfc580aea8b7 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:11.667233 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0a10337-3efa-43be-96cb-bfc580aea8b7 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.706025 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ce3f4a9d-04e5-4c3b-87ed-d5aae63fabc4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8172860 Oct 26 14:10:11.718422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36550) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:11.725427 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-b1890ad7-2668-4bfc-a562-6d07121befc6 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2095375481&fields=id&tenant_id=658456eeb3994cd6a60fa0f1aeac94d2 HTTP/1.1" status: 200 len: 267 time: 0.0994022 Oct 26 14:10:11.731688 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Attempting to bind port 956950ea-eded-4623-b66c-f7cea2d04001 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:11.732053 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Attempting to bind port 956950ea-eded-4623-b66c-f7cea2d04001 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:11.735282 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Attempting to bind port 956950ea-eded-4623-b66c-f7cea2d04001 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:11.738156 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:11.763165 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e96a24-1a7c-4949-a1c5-a51ed3095d06 None None] Pushing event updated for resources: {'Port': ['ID=956950ea-eded-4623-b66c-f7cea2d04001,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:11.765658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b1ed3-5d80-4109-9470-8376ce338eae req-f90cb339-5618-4bb1-b9c8-adaf6c8b3f09 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:11.766028 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:11.766715 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:11.766916 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.767196 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:11.768083 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Bound port: 956950ea-eded-4623-b66c-f7cea2d04001, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:11.768083 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.786268 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e1b1ed3-5d80-4109-9470-8376ce338eae req-f90cb339-5618-4bb1-b9c8-adaf6c8b3f09 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 943 time: 0.2666097 Oct 26 14:10:11.806754 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f0a10337-3efa-43be-96cb-bfc580aea8b7 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4495873 Oct 26 14:10:11.810221 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36552) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:11.822615 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-20b3d427-27ab-4b7c-aa15-a25f0fdc8c5c tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:11.827065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a10337-3efa-43be-96cb-bfc580aea8b7 tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event updated for resources: {'Network': ['ID=b6a86f58-ac7e-47a9-8065-78da41a518eb,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:11.830512 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:10:11.831598 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.850690 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] For port 956950ea-eded-4623-b66c-f7cea2d04001, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:11.858419 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] For port 956950ea-eded-4623-b66c-f7cea2d04001, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=956950ea-eded-4623-b66c-f7cea2d04001,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:11.871453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network b6a86f58-ac7e-47a9-8065-78da41a518eb details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:10:11.876720 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.940812 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155999b5-621e-4430-ae79-e34586a64247 req-811e869d-b0f2-4feb-b40b-d0a7a2141092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:11.954822 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e96a24-1a7c-4949-a1c5-a51ed3095d06 None None] Pushing event updated for resources: {'Port': ['ID=956950ea-eded-4623-b66c-f7cea2d04001,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:11.956847 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-155999b5-621e-4430-ae79-e34586a64247 req-811e869d-b0f2-4feb-b40b-d0a7a2141092 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 1096 time: 0.3180323 Oct 26 14:10:11.988170 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Routers {'dc667e3d-2ed7-4d07-89e0-899ec9f15ef3'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:11.990329 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:09:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['dc667e3d-2ed7-4d07-89e0-899ec9f15ef3'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:11.993308 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:12.088131 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e1b1ed3-5d80-4109-9470-8376ce338eae req-6314ce28-ab17-4f6d-809f-57d710b40839 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409701 Oct 26 14:10:12.091440 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:12.092638 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:12.199955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Allocated IP 172.20.0.2 (4d49161d-4870-41c9-ae58-b6c3e5bc24d7/f250216c-69fb-4480-a4f8-10a5384e9ce5/a31d5fbd-1118-462c-9c01-7f4ad63b380b) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:12.207564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:12.224277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-9c93be61-f76b-4269-9056-e045b53e2531 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:12.227307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-9c93be61-f76b-4269-9056-e045b53e2531 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/networks?id=4a8738fb-19b7-41a3-ad88-e6e9326941c2 HTTP/1.1" status: 200 len: 812 time: 0.4819381 Oct 26 14:10:12.327422 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-b60c13eb-9c8d-4ab4-919f-8dcda7ba1699 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/quotas/658456eeb3994cd6a60fa0f1aeac94d2 HTTP/1.1" status: 200 len: 375 time: 0.0558918 Oct 26 14:10:12.417672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-d4ecba29-1376-47e7-9301-2af69dd01617 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:12.419616 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-d4ecba29-1376-47e7-9301-2af69dd01617 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.25 "GET /v2.0/networks?id=88657768-499f-4695-9fbe-aaf4c3f41a35 HTTP/1.1" status: 200 len: 822 time: 0.4049056 Oct 26 14:10:12.439697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:10:12.462255 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-ca175190-9dc3-4d8f-9655-85e1a87cc54b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Request body: {'port': {'device_id': '96877e96-98b0-4d62-94ba-b695af48b3c8', 'network_id': '88657768-499f-4695-9fbe-aaf4c3f41a35', 'admin_state_up': True, 'tenant_id': '6c596589b8c4466e9a042928679abaf7'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:12.472854 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] Set router dc667e3d-2ed7-4d07-89e0-899ec9f15ef3 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:12.516508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb227721-5469-48f0-9d2b-c7e337d4191d req-e82df056-7064-47ba-855d-b3feae35f093 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 210 time: 0.1118410 Oct 26 14:10:12.564856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c7a29a08-8957-452d-a446-a98b61f59e49 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=658456eeb3994cd6a60fa0f1aeac94d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2330270 Oct 26 14:10:12.630049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:12.741452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Deleting port 956950ea-eded-4623-b66c-f7cea2d04001 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:12.742120 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:12.825048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-e3f3a1a5-6db9-46d9-9457-18379a3222e5 service neutron] 10.222.0.32 "GET /v2.0/networks/4a8738fb-19b7-41a3-ad88-e6e9326941c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465012 Oct 26 14:10:12.831660 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc667e3d-2ed7-4d07-89e0-899ec9f15ef3', 'name': 'tempest-snat-router-184926286', 'tenant_id': 'bea16729476a429d9741bf2f0ffb1e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '956950ea-eded-4623-b66c-f7cea2d04001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:02Z', 'updated_at': '2021-10-26T14:10:05Z', 'revision_number': 3, 'project_id': 'bea16729476a429d9741bf2f0ffb1e72', 'gw_port': {'id': '956950ea-eded-4623-b66c-f7cea2d04001', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc667e3d-2ed7-4d07-89e0-899ec9f15ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:04Z', 'updated_at': '2021-10-26T14:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:12.889113 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8b93c-d69b-457d-b805-34f6469c0562 None None] The sync data for ids ['dc667e3d-2ed7-4d07-89e0-899ec9f15ef3'] in n-d-815498-1 is: [{'id': 'dc667e3d-2ed7-4d07-89e0-899ec9f15ef3', 'name': 'tempest-snat-router-184926286', 'tenant_id': 'bea16729476a429d9741bf2f0ffb1e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '956950ea-eded-4623-b66c-f7cea2d04001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:02Z', 'updated_at': '2021-10-26T14:10:05Z', 'revision_number': 3, 'project_id': 'bea16729476a429d9741bf2f0ffb1e72', 'gw_port': {'id': '956950ea-eded-4623-b66c-f7cea2d04001', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc667e3d-2ed7-4d07-89e0-899ec9f15ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:04Z', 'updated_at': '2021-10-26T14:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:12.893193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155999b5-621e-4430-ae79-e34586a64247 req-a8cb0280-bb62-44c9-a06c-ea83957428ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:12.894718 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-155999b5-621e-4430-ae79-e34586a64247 req-a8cb0280-bb62-44c9-a06c-ea83957428ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.8982167 Oct 26 14:10:12.947057 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3ad8-b3bf-42ba-a73f-315e8681bb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:12.961503 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20b3d427-27ab-4b7c-aa15-a25f0fdc8c5c tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:12.966822 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-dd09bf33-a0dd-4ed6-aa80-01b4b9583536 service neutron] 10.222.0.32 "GET /v2.0/networks/4a8738fb-19b7-41a3-ad88-e6e9326941c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314838 Oct 26 14:10:13.024273 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20b3d427-27ab-4b7c-aa15-a25f0fdc8c5c tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.071394 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.072368 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20b3d427-27ab-4b7c-aa15-a25f0fdc8c5c tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Network b6a86f58-ac7e-47a9-8065-78da41a518eb is not hosted by any dhcp agent {{(pid=102123) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:10:13.073262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b3d427-27ab-4b7c-aa15-a25f0fdc8c5c tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:13.073865 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20b3d427-27ab-4b7c-aa15-a25f0fdc8c5c tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.076477 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-20b3d427-27ab-4b7c-aa15-a25f0fdc8c5c tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "PUT /v2.0/networks/b6a86f58-ac7e-47a9-8065-78da41a518eb HTTP/1.1" status: 200 len: 857 time: 1.2589133 Oct 26 14:10:13.078944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] For port 956950ea-eded-4623-b66c-f7cea2d04001, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=956950ea-eded-4623-b66c-f7cea2d04001,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:13.080992 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.104471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36564) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:13.113155 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-155999b5-621e-4430-ae79-e34586a64247 req-ec5397a0-f901-4703-bb36-b8bc6ba1dae0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2e0764-7881-4a9b-8758-f12383e77e00 HTTP/1.1" status: 200 len: 999 time: 0.2068546 Oct 26 14:10:13.121413 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-ca175190-9dc3-4d8f-9655-85e1a87cc54b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Made reservation on behalf of 6c596589b8c4466e9a042928679abaf7 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:13.125674 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-ca175190-9dc3-4d8f-9655-85e1a87cc54b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.144062 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:13.152636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Calling delete_port for 956950ea-eded-4623-b66c-f7cea2d04001 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:13.218384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'port_id': '82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7', 'mac_address': 'fa:16:3e:4b:40:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:10:13.225835 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.231406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3d427-27ab-4b7c-aa15-a25f0fdc8c5c tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event updated for resources: {'Network': ['ID=b6a86f58-ac7e-47a9-8065-78da41a518eb,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:13.292445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Pushing event updated for resources: {'Port': ['ID=a31d5fbd-1118-462c-9c01-7f4ad63b380b,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:13.383368 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155999b5-621e-4430-ae79-e34586a64247 req-8142d675-2d3d-487c-b6d2-7496363c13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:13.386798 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-155999b5-621e-4430-ae79-e34586a64247 req-8142d675-2d3d-487c-b6d2-7496363c13a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.2588966 Oct 26 14:10:13.429099 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-21c9c4b8-d51b-49ff-9039-156a5b756d4a tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.465657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:13.473593 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.496573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:13.514492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:13.561905 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.594637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce0aa8-dea3-4509-a8ad-128823aabced req-ba7a135d-ca7a-4b0b-ac35-1520682e194a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:13.617517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:13.632568 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bce0aa8-dea3-4509-a8ad-128823aabced req-ba7a135d-ca7a-4b0b-ac35-1520682e194a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 943 time: 0.3506615 Oct 26 14:10:13.649130 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.719478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 956950ea-eded-4623-b66c-f7cea2d04001 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:13.762238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:13.779546 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.792888 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Attempting to bind port a31d5fbd-1118-462c-9c01-7f4ad63b380b on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:13.793259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Attempting to bind port a31d5fbd-1118-462c-9c01-7f4ad63b380b by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:13.793624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Attempting to bind port a31d5fbd-1118-462c-9c01-7f4ad63b380b on network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:13.854142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:13.854568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Checking segment: {'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:13.854970 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.855360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Bound using segment: {'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:13.856493 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Bound port: a31d5fbd-1118-462c-9c01-7f4ad63b380b, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:13.856887 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.913026 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 956950ea-eded-4623-b66c-f7cea2d04001 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:13.913399 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.974084 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155999b5-621e-4430-ae79-e34586a64247 req-b97e4f97-8ca4-476e-9112-169460497af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:13.990868 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-155999b5-621e-4430-ae79-e34586a64247 req-b97e4f97-8ca4-476e-9112-169460497af8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5898490 Oct 26 14:10:14.023815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] For port a31d5fbd-1118-462c-9c01-7f4ad63b380b, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:14.031018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] For port a31d5fbd-1118-462c-9c01-7f4ad63b380b, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a31d5fbd-1118-462c-9c01-7f4ad63b380b,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:14.052651 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:14.086669 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:14.154355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Allocated IP 172.25.4.31 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:14.162139 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:14.231675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-ca175190-9dc3-4d8f-9655-85e1a87cc54b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Allocated IP 172.20.0.3 (88657768-499f-4695-9fbe-aaf4c3f41a35/63d49ff5-aa19-4b1e-96ec-f1766ad81b83/003ec923-6acc-4738-8a6c-18736db6f457) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:14.316790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1e6b3-7e2a-4930-b3e0-46d3736b34fb None None] Pushing event updated for resources: {'Port': ['ID=a31d5fbd-1118-462c-9c01-7f4ad63b380b,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:14.402185 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:14.507717 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:14.520181 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-155999b5-621e-4430-ae79-e34586a64247 req-8082335d-abc5-401d-b11b-8adbf1daf943 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171957 Oct 26 14:10:14.549539 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:14.566281 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:14.753246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Pushing event updated for resources: {'Port': ['ID=dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:14.778121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bce0aa8-dea3-4509-a8ad-128823aabced req-d4ac6d9a-7d24-4baf-805c-eadef9c501ef tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1474285 Oct 26 14:10:14.782342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3285dbd9-2751-4ea6-af85-6e568f3b645b req-880b2c8d-2718-4004-a194-7a00b925c53d tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 210 time: 0.3213227 Oct 26 14:10:14.819174 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-21c9c4b8-d51b-49ff-9039-156a5b756d4a tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:14.858670 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:14.874339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:14.893238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:14.952990 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-ca175190-9dc3-4d8f-9655-85e1a87cc54b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.023392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cd646c3-a617-4b68-a885-ef5d3428dca9 req-772b5685-9af3-4bc7-a96c-b8927dc07ca0 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 210 time: 0.0526612 Oct 26 14:10:15.025027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event deleted for resources: {'Port': ['ID=956950ea-eded-4623-b66c-f7cea2d04001,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:15.066750 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bc1020a3-82ba-40a2-8638-4b450f02c47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.109546 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-ca175190-9dc3-4d8f-9655-85e1a87cc54b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.110141 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-21c9c4b8-d51b-49ff-9039-156a5b756d4a tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a86f58-ac7e-47a9-8065-78da41a518eb']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:15.167595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-21c9c4b8-d51b-49ff-9039-156a5b756d4a tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995aa7d7-87c2-41cb-8c46-6cf1f9a668f4') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:15.168645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-21c9c4b8-d51b-49ff-9039-156a5b756d4a tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995aa7d7-87c2-41cb-8c46-6cf1f9a668f4') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:15.184308 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-155999b5-621e-4430-ae79-e34586a64247 req-5620f3dd-6a57-4afe-ae85-9b309f99f353 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512830 Oct 26 14:10:15.208787 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-21c9c4b8-d51b-49ff-9039-156a5b756d4a tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.234948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca175190-9dc3-4d8f-9655-85e1a87cc54b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Pushing event updated for resources: {'Port': ['ID=003ec923-6acc-4738-8a6c-18736db6f457,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:15.239364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-ca175190-9dc3-4d8f-9655-85e1a87cc54b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Network 88657768-499f-4695-9fbe-aaf4c3f41a35 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:15.248166 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-ca175190-9dc3-4d8f-9655-85e1a87cc54b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:15.255287 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.258774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-ca175190-9dc3-4d8f-9655-85e1a87cc54b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:15.293130 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-21c9c4b8-d51b-49ff-9039-156a5b756d4a tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.394891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c9c4b8-d51b-49ff-9039-156a5b756d4a tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:10:15.395463 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-21c9c4b8-d51b-49ff-9039-156a5b756d4a tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:10:15.397583 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:10:15.469060 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.473957 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.492371 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-ca175190-9dc3-4d8f-9655-85e1a87cc54b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:15.493336 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-ca175190-9dc3-4d8f-9655-85e1a87cc54b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.521418 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-21c9c4b8-d51b-49ff-9039-156a5b756d4a tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.540295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c9c4b8-d51b-49ff-9039-156a5b756d4a tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6a86f58-ac7e-47a9-8065-78da41a518eb {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 14:10:15.589456 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-21c9c4b8-d51b-49ff-9039-156a5b756d4a tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.596087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-21c9c4b8-d51b-49ff-9039-156a5b756d4a tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] 10.222.0.32 "DELETE /v2.0/networks/b6a86f58-ac7e-47a9-8065-78da41a518eb HTTP/1.1" status: 204 len: 168 time: 2.4871581 Oct 26 14:10:15.600128 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.605745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36594) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:15.610660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9c4b8-d51b-49ff-9039-156a5b756d4a tempest-ExternalNetworksTestJSON-784723855 tempest-ExternalNetworksTestJSON-784723855-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6a86f58-ac7e-47a9-8065-78da41a518eb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:15.656898 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-ca175190-9dc3-4d8f-9655-85e1a87cc54b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2005877 Oct 26 14:10:15.662594 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.663295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc667e3d-2ed7-4d07-89e0-899ec9f15ef3 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:10:15.679086 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.687353 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2f589b08-3a48-4153-97a4-2d5cfabb1de9 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "DELETE /v2.0/routers/dc667e3d-2ed7-4d07-89e0-899ec9f15ef3 HTTP/1.1" status: 204 len: 168 time: 5.0622478 Oct 26 14:10:15.698717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Request body: {'port': {'device_id': '96877e96-98b0-4d62-94ba-b695af48b3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:15.713510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a31d5fbd-1118-462c-9c01-7f4ad63b380b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:15.786540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36596) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:15.952609 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b980151-c131-4eb6-a249-6edaa335767d tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] DELETE failed (client error): The resource could not be found. Oct 26 14:10:15.953070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b980151-c131-4eb6-a249-6edaa335767d tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:10:15.958562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9b980151-c131-4eb6-a249-6edaa335767d tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] 10.222.0.32 "DELETE /v2.0/subnets/2409595f-a0b9-46fe-9cb6-b03001717c8d HTTP/1.1" status: 404 len: 337 time: 0.3414848 Oct 26 14:10:15.960122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d192d3-ad66-4378-968f-72fb08c9c196 None None] Network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:10:15.970496 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a31d5fbd-1118-462c-9c01-7f4ad63b380b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:15.971565 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.999785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36602) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:16.146710 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.191182 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-523969c6-57db-48a5-a484-7d9069b5fad5 None None] Provisioning complete for port a31d5fbd-1118-462c-9c01-7f4ad63b380b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:16.191793 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-523969c6-57db-48a5-a484-7d9069b5fad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.240864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:16.312087 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.371745 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:10:16.392045 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.421652 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:16.421930 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.475296 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.488907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port a31d5fbd-1118-462c-9c01-7f4ad63b380b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a31d5fbd-1118-462c-9c01-7f4ad63b380b,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:16.551453 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.635491 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.642244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=a31d5fbd-1118-462c-9c01-7f4ad63b380b,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:16.720241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Deleting port f0a38452-9830-4d62-a6fa-c629e3a9eaf8 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:16.720614 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.736391 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.763402 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.777320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dfee5-58dd-447c-993f-a6f5f6b1fe35 req-df1cde96-41b1-4d47-b2cd-09d9ac62b528 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:16.778395 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7184d61-3745-4440-99af-489583781c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:16.780547 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7d5831-6130-45b6-9ade-9698404c6936" -d '{"events": [{"server_uuid": "f7184d61-3745-4440-99af-489583781c3a", "name": "network-vif-plugged", "status": "completed", "tag": "82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:16.781674 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc4dfee5-58dd-447c-993f-a6f5f6b1fe35 req-df1cde96-41b1-4d47-b2cd-09d9ac62b528 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 944 time: 0.7240450 Oct 26 14:10:16.801440 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:16.817062 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.872955 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] For port f0a38452-9830-4d62-a6fa-c629e3a9eaf8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f0a38452-9830-4d62-a6fa-c629e3a9eaf8,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:16.873340 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.874596 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.911984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Calling delete_port for f0a38452-9830-4d62-a6fa-c629e3a9eaf8 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:16.914118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:16.991758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf36515-5811-4bb7-97d5-05dd2acecace req-58cf22a9-9feb-4c0e-b5c8-168f11badcff tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:17.005911 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bf36515-5811-4bb7-97d5-05dd2acecace req-58cf22a9-9feb-4c0e-b5c8-168f11badcff tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 931 time: 1.0482481 Oct 26 14:10:17.019079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-fbca15c8-58c1-4400-b90d-412a104dc170 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:17.021111 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-fbca15c8-58c1-4400-b90d-412a104dc170 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.11 "GET /v2.0/networks?id=4a8738fb-19b7-41a3-ad88-e6e9326941c2 HTTP/1.1" status: 200 len: 812 time: 1.0530229 Oct 26 14:10:17.120975 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c76bf61b-2f78-4e89-aabc-41aca90ebf15 None None] Provisioning complete for port a31d5fbd-1118-462c-9c01-7f4ad63b380b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:17.122043 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c76bf61b-2f78-4e89-aabc-41aca90ebf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.141009 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-21c220bf-f880-4c0b-b005-695bbec9978e tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.229959 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-346c3ce0-57b2-42c4-892d-6ae460f414f4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=658456eeb3994cd6a60fa0f1aeac94d2 HTTP/1.1" status: 200 len: 380 time: 0.1931810 Oct 26 14:10:17.279205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bf36515-5811-4bb7-97d5-05dd2acecace req-9146082a-277d-4672-8691-7be4551e72e7 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c820f6a-3339-4274-9b19-c9098fc51420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722058 Oct 26 14:10:17.363308 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-6bf7c8e1-cc5a-47c0-afa7-212da9cafcff tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Request body: {'port': {'device_id': '27759137-04f2-4d95-bac1-ff2e38f3d32b', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'admin_state_up': True, 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'security_groups': ['079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:17.418960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a31d5fbd-1118-462c-9c01-7f4ad63b380b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:17.537938 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003ec923-6acc-4738-8a6c-18736db6f457 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:17.559163 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.568282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc4dfee5-58dd-447c-993f-a6f5f6b1fe35 req-1a91da99-4016-4966-ad6d-79a384a5f811 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6890647 Oct 26 14:10:17.606720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a31d5fbd-1118-462c-9c01-7f4ad63b380b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:17.606839 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.646708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Transition to ACTIVE for port object 003ec923-6acc-4738-8a6c-18736db6f457 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:10:17.687646 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7d017df-e9e4-463b-ad2c-470801089cc6 req-df64887f-4186-4bd3-ada2-cd347a846da5 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 210 time: 0.0465949 Oct 26 14:10:17.718450 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-21c220bf-f880-4c0b-b005-695bbec9978e tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.721112 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.759780 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.801054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-21c220bf-f880-4c0b-b005-695bbec9978e tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d3764a-dfd1-4310-a184-48b088ad73ef']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:17.805540 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-6bf7c8e1-cc5a-47c0-afa7-212da9cafcff tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Made reservation on behalf of 658456eeb3994cd6a60fa0f1aeac94d2 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:17.811353 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-6bf7c8e1-cc5a-47c0-afa7-212da9cafcff tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.827450 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-21c220bf-f880-4c0b-b005-695bbec9978e tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde46ee2-5d8f-4b37-b127-b34c50715431') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:17.827747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-21c220bf-f880-4c0b-b005-695bbec9978e tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde46ee2-5d8f-4b37-b127-b34c50715431') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:17.840786 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-21c220bf-f880-4c0b-b005-695bbec9978e tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.856347 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.862749 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8349d22-2f4a-4312-890b-c3be0e174bce x-openstack-request-id: req-f8349d22-2f4a-4312-890b-c3be0e174bce {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:17.863214 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7184d61-3745-4440-99af-489583781c3a", "name": "network-vif-plugged", "status": "completed", "tag": "82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:17.863312 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8349d22-2f4a-4312-890b-c3be0e174bce {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:17.864184 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7184d61-3745-4440-99af-489583781c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7', 'code': 200} Oct 26 14:10:17.900754 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-21c220bf-f880-4c0b-b005-695bbec9978e tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.925814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c220bf-f880-4c0b-b005-695bbec9978e tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:10:17.926331 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-21c220bf-f880-4c0b-b005-695bbec9978e tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:10:17.931909 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:10:17.955514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Router d022eabf-6bf1-4da7-bffb-3d3412820f57 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:10:18.032480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=003ec923-6acc-4738-8a6c-18736db6f457,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:18.076777 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0a38452-9830-4d62-a6fa-c629e3a9eaf8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:18.106937 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.110829 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.129122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9de95d-b574-4e7a-8cd1-64b875742fef req-a80390cf-a064-440a-809c-829f85ff85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:18.130652 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4a9de95d-b574-4e7a-8cd1-64b875742fef req-a80390cf-a064-440a-809c-829f85ff85d0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 1096 time: 0.1607747 Oct 26 14:10:18.156471 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-21c220bf-f880-4c0b-b005-695bbec9978e tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.161235 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-21c220bf-f880-4c0b-b005-695bbec9978e tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.168530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-21c220bf-f880-4c0b-b005-695bbec9978e tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] 10.222.0.32 "DELETE /v2.0/networks/36d3764a-dfd1-4310-a184-48b088ad73ef HTTP/1.1" status: 204 len: 168 time: 2.1669853 Oct 26 14:10:18.235212 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4a9de95d-b574-4e7a-8cd1-64b875742fef req-7c7a4e10-e816-43f8-9685-a4d6c0ba66fb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674086 Oct 26 14:10:18.242859 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.243465 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa201e1f-2470-4889-a4c4-d2ef3f0dd89b {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:10:18.245565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c220bf-f880-4c0b-b005-695bbec9978e tempest-ExternalNetworksTestJSON-1047171700 tempest-ExternalNetworksTestJSON-1047171700-project] Pushing event deleted for resources: {'Network': ['ID=36d3764a-dfd1-4310-a184-48b088ad73ef,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:18.251521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.257972 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9b82e6d6-2265-4fab-a25e-f6e94d2d4d8a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "DELETE /v2.0/routers/aa201e1f-2470-4889-a4c4-d2ef3f0dd89b HTTP/1.1" status: 204 len: 168 time: 2.4562476 Oct 26 14:10:18.258123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36626) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:18.262295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Attempting to bind port 003ec923-6acc-4738-8a6c-18736db6f457 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:18.262295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Attempting to bind port 003ec923-6acc-4738-8a6c-18736db6f457 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '88657768-499f-4695-9fbe-aaf4c3f41a35'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:18.262295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Attempting to bind port 003ec923-6acc-4738-8a6c-18736db6f457 on network 88657768-499f-4695-9fbe-aaf4c3f41a35 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:18.266296 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1881651739', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:18.267558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Port 003ec923-6acc-4738-8a6c-18736db6f457 on network 88657768-499f-4695-9fbe-aaf4c3f41a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:10:18.267891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Attempting to bind port 003ec923-6acc-4738-8a6c-18736db6f457 on network 88657768-499f-4695-9fbe-aaf4c3f41a35 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:18.274031 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:18.274372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Checking segment: {'id': '1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '88657768-499f-4695-9fbe-aaf4c3f41a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:18.274766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Bound using segment: {'id': '1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '88657768-499f-4695-9fbe-aaf4c3f41a35'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:18.275209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Bound port: 003ec923-6acc-4738-8a6c-18736db6f457, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '88657768-499f-4695-9fbe-aaf4c3f41a35'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:18.275575 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.314927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-6bf7c8e1-cc5a-47c0-afa7-212da9cafcff tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Allocated IP 172.20.0.5 (4a8738fb-19b7-41a3-ad88-e6e9326941c2/36c9ee84-73cd-4f4c-a9c8-60dee8d784b3/42df84b6-5345-4228-a208-b14198afb124) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:18.362292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.364203 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.370901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:18.373095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] For port 003ec923-6acc-4738-8a6c-18736db6f457, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:18.379151 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] For port 003ec923-6acc-4738-8a6c-18736db6f457, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=003ec923-6acc-4738-8a6c-18736db6f457,segment=NetworkSegment(1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b),segment_id=1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:18.383028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Sync routers for ids ['d022eabf-6bf1-4da7-bffb-3d3412820f57'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:18.393342 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.406513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Routers {'d022eabf-6bf1-4da7-bffb-3d3412820f57'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:18.408614 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d022eabf-6bf1-4da7-bffb-3d3412820f57'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:18.419232 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.421089 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-25e44b83-5a9b-46ed-92a9-ed908c240c4c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6873696 Oct 26 14:10:18.429091 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36630) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:18.494826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:18.494826 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.494826 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] 10.222.0.25 "PUT /v2.0/ports/003ec923-6acc-4738-8a6c-18736db6f457 HTTP/1.1" status: 200 len: 1091 time: 2.8253314 Oct 26 14:10:18.502945 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96877e96-98b0-4d62-94ba-b695af48b3c8', 'tag': '003ec923-6acc-4738-8a6c-18736db6f457'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:18.507132 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410dd594-d579-4a06-8532-7819f3edab13" -d '{"events": [{"name": "network-changed", "server_uuid": "96877e96-98b0-4d62-94ba-b695af48b3c8", "tag": "003ec923-6acc-4738-8a6c-18736db6f457"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:18.534437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9b8e9-ff2f-495f-919d-dc48c83fa4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=003ec923-6acc-4738-8a6c-18736db6f457,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:18.603101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-08a26e99-90bd-47c4-ae51-cab5a6ee603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:18.605132 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-08a26e99-90bd-47c4-ae51-cab5a6ee603d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c596589b8c4466e9a042928679abaf7&device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 1094 time: 0.0676410 Oct 26 14:10:18.692395 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-8103f7d3-61a5-4b01-9d79-76a1a4445ea7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=003ec923-6acc-4738-8a6c-18736db6f457 HTTP/1.1" status: 200 len: 217 time: 0.0768349 Oct 26 14:10:18.699518 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.759019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36650) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:18.774364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Set router d022eabf-6bf1-4da7-bffb-3d3412820f57 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:18.783164 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.805427 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51a9802-7753-4684-ac41-97347947367f x-openstack-request-id: req-c51a9802-7753-4684-ac41-97347947367f {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:18.805930 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96877e96-98b0-4d62-94ba-b695af48b3c8", "tag": "003ec923-6acc-4738-8a6c-18736db6f457", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:18.807137 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c51a9802-7753-4684-ac41-97347947367f {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:18.808075 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96877e96-98b0-4d62-94ba-b695af48b3c8', 'tag': '003ec923-6acc-4738-8a6c-18736db6f457', 'status': 'completed', 'code': 200} Oct 26 14:10:18.831868 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-8e60a0d0-b1ef-4044-893f-9612a0b58adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:18.833748 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-8e60a0d0-b1ef-4044-893f-9612a0b58adb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63d49ff5-aa19-4b1e-96ec-f1766ad81b83 HTTP/1.1" status: 200 len: 862 time: 0.1324682 Oct 26 14:10:18.913945 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-30d8d538-04f6-45f0-871a-ee4def4b3826 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88657768-499f-4695-9fbe-aaf4c3f41a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721736 Oct 26 14:10:18.995592 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483f1dc-9fc8-48f4-ace8-327d2fba135f req-3214f2d3-5357-40c4-8392-4e112e7391d0 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:18.998608 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9483f1dc-9fc8-48f4-ace8-327d2fba135f req-3214f2d3-5357-40c4-8392-4e112e7391d0 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 943 time: 0.3810935 Oct 26 14:10:19.066122 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-95328bc6-4a8d-4b21-8b2f-663d4372622e service neutron] 10.222.0.25 "GET /v2.0/networks/88657768-499f-4695-9fbe-aaf4c3f41a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414504 Oct 26 14:10:19.169535 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb78fa97-183b-4ba0-a579-3612666d2232 req-78eb8b56-7c2f-4361-89c0-82ca40910856 service neutron] 10.222.0.25 "GET /v2.0/networks/88657768-499f-4695-9fbe-aaf4c3f41a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922098 Oct 26 14:10:19.181281 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:15Z', 'revision_number': 3, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:19.195847 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:19.209673 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Checking router: d022eabf-6bf1-4da7-bffb-3d3412820f57 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:10:19.209952 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebd68f-250b-47bd-b4a0-eca275a51032 req-38526f3d-5cec-4710-b078-77470def75ce tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:19.210130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Updating router d022eabf-6bf1-4da7-bffb-3d3412820f57 port dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:10:19.212069 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cebd68f-250b-47bd-b4a0-eca275a51032 req-38526f3d-5cec-4710-b078-77470def75ce tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 945 time: 0.4017630 Oct 26 14:10:19.224510 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-6bf7c8e1-cc5a-47c0-afa7-212da9cafcff tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:19.237428 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:19.285212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dd594-d579-4a06-8532-7819f3edab13 req-4708bea5-055c-427a-a323-7a84aa06fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:19.286971 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-410dd594-d579-4a06-8532-7819f3edab13 req-4708bea5-055c-427a-a323-7a84aa06fec6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c596589b8c4466e9a042928679abaf7&device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 1094 time: 0.0471613 Oct 26 14:10:19.340282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3dd7ae16-0bc5-414f-82f5-4cf1ecd82dc3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8e3b6c29463468ebce02d5defd46117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5776315 Oct 26 14:10:19.343737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9483f1dc-9fc8-48f4-ace8-327d2fba135f req-bf1a15ab-fd48-497f-ad41-11a84519dfc9 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c820f6a-3339-4274-9b19-c9098fc51420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368759 Oct 26 14:10:19.349855 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36666) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:19.453696 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-6bf7c8e1-cc5a-47c0-afa7-212da9cafcff tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:19.478102 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f0a38452-9830-4d62-a6fa-c629e3a9eaf8 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:10:19.478278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cebd68f-250b-47bd-b4a0-eca275a51032 req-bb0b54c4-6b2a-459a-a29b-c4848c655f8f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457650 Oct 26 14:10:19.502020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dd594-d579-4a06-8532-7819f3edab13 req-e9b98fb2-4d20-45b5-b2cd-d35a0fd18b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:19.503636 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-410dd594-d579-4a06-8532-7819f3edab13 req-e9b98fb2-4d20-45b5-b2cd-d35a0fd18b9d service neutron] 10.222.0.25 "GET /v2.0/networks?id=88657768-499f-4695-9fbe-aaf4c3f41a35 HTTP/1.1" status: 200 len: 923 time: 0.2006373 Oct 26 14:10:19.508476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: f0a38452-9830-4d62-a6fa-c629e3a9eaf8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:10:19.508825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f0a38452-9830-4d62-a6fa-c629e3a9eaf8 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:10:19.509238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 956950ea-eded-4623-b66c-f7cea2d04001 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:10:19.537493 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 956950ea-eded-4623-b66c-f7cea2d04001 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:10:19.537870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 956950ea-eded-4623-b66c-f7cea2d04001 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:10:19.580756 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-410dd594-d579-4a06-8532-7819f3edab13 req-ef0e45f1-8887-4a72-83b3-eb556589a4d4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=003ec923-6acc-4738-8a6c-18736db6f457 HTTP/1.1" status: 200 len: 217 time: 0.0628486 Oct 26 14:10:19.633444 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec398061-6335-430a-975c-a7610453472e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:19.638856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dd594-d579-4a06-8532-7819f3edab13 req-1fe68ff2-1042-4e14-b097-d5864e261b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:19.640457 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-410dd594-d579-4a06-8532-7819f3edab13 req-1fe68ff2-1042-4e14-b097-d5864e261b03 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63d49ff5-aa19-4b1e-96ec-f1766ad81b83 HTTP/1.1" status: 200 len: 862 time: 0.0554214 Oct 26 14:10:19.657022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-6bf7c8e1-cc5a-47c0-afa7-212da9cafcff tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:19.683662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-6bf7c8e1-cc5a-47c0-afa7-212da9cafcff tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:19.685384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7c8e1-cc5a-47c0-afa7-212da9cafcff tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Pushing event updated for resources: {'Port': ['ID=42df84b6-5345-4228-a208-b14198afb124,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:19.690989 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-6bf7c8e1-cc5a-47c0-afa7-212da9cafcff tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:19.706289 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-410dd594-d579-4a06-8532-7819f3edab13 req-da5ed957-8b99-48ea-8e2b-60e659a0d47f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88657768-499f-4695-9fbe-aaf4c3f41a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558290 Oct 26 14:10:19.707332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0dcf61-c43c-45fc-a9b4-d5c5872e6d60 req-9fe333ee-1472-4ffe-80fb-1453eea00f18 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:19.709393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee0dcf61-c43c-45fc-a9b4-d5c5872e6d60 req-9fe333ee-1472-4ffe-80fb-1453eea00f18 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 931 time: 0.2380710 Oct 26 14:10:19.724329 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:19.750849 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:19.764675 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec398061-6335-430a-975c-a7610453472e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:19.834560 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Attempting to bind port dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:19.834929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Attempting to bind port dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:19.835293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Attempting to bind port dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:19.842332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:19.842727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:19.843152 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:19.843498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:19.843952 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Bound port: dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:19.844329 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:19.871671 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-410dd594-d579-4a06-8532-7819f3edab13 req-c13ea5aa-6cd7-42bb-a52c-8bb1157b441d service neutron] 10.222.0.25 "GET /v2.0/networks/88657768-499f-4695-9fbe-aaf4c3f41a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555176 Oct 26 14:10:19.875686 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7e80f-e85a-4b82-bca9-ddff2d8ba94e None None] Pushing event updated for resources: {'Port': ['ID=dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:19.878782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-6bf7c8e1-cc5a-47c0-afa7-212da9cafcff tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:19.879489 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-6bf7c8e1-cc5a-47c0-afa7-212da9cafcff tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:19.926586 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] For port dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:19.932069 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] For port dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:19.939507 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:19.953211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-6bf7c8e1-cc5a-47c0-afa7-212da9cafcff tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6930134 Oct 26 14:10:19.980373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee0dcf61-c43c-45fc-a9b4-d5c5872e6d60 req-0a85861d-22d0-4335-ac55-709835528695 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333624 Oct 26 14:10:19.998639 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Request body: {'port': {'device_id': '27759137-04f2-4d95-bac1-ff2e38f3d32b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:20.029004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7e80f-e85a-4b82-bca9-ddff2d8ba94e None None] Pushing event updated for resources: {'Port': ['ID=dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:20.032339 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Routers {'d022eabf-6bf1-4da7-bffb-3d3412820f57'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:20.033163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d022eabf-6bf1-4da7-bffb-3d3412820f57'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:20.044369 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-410dd594-d579-4a06-8532-7819f3edab13 req-7896e93d-646f-4267-9645-cefc163618be service neutron] 10.222.0.25 "GET /v2.0/networks/88657768-499f-4695-9fbe-aaf4c3f41a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623018 Oct 26 14:10:20.145350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] Set router d022eabf-6bf1-4da7-bffb-3d3412820f57 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:20.258948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-cc11611d-b568-468b-a45f-d6b103d75bc2 None None] Provisioning complete for port 42df84b6-5345-4228-a208-b14198afb124 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:20.259723 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cc11611d-b568-468b-a45f-d6b103d75bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.315881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-cc11611d-b568-468b-a45f-d6b103d75bc2 None None] Port 42df84b6-5345-4228-a208-b14198afb124 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:20.354761 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec398061-6335-430a-975c-a7610453472e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.357432 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec398061-6335-430a-975c-a7610453472e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.360901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ec398061-6335-430a-975c-a7610453472e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38f595f6-a97a-41c3-8aaf-d1ccff982053 HTTP/1.1" status: 204 len: 168 time: 1.0075548 Oct 26 14:10:20.387439 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:15Z', 'revision_number': 3, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:20.422464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342116b-5317-4c56-a1d3-ea7445ad7e3d None None] The sync data for ids ['d022eabf-6bf1-4da7-bffb-3d3412820f57'] in n-d-815498-1 is: [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:15Z', 'revision_number': 3, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:20.446448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3dfea-bc13-4864-8ad0-2b1c8367bb2b req-d42111dd-d5d4-4e2f-975a-eb1ae59acb9b tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:20.447993 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89c3dfea-bc13-4864-8ad0-2b1c8367bb2b req-d42111dd-d5d4-4e2f-975a-eb1ae59acb9b tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 949 time: 0.5467331 Oct 26 14:10:20.448775 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec398061-6335-430a-975c-a7610453472e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f595f6-a97a-41c3-8aaf-d1ccff982053,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:20.570363 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.630900 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.671239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.680467 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89c3dfea-bc13-4864-8ad0-2b1c8367bb2b req-64cf737a-a867-4678-b3ca-5b22007a0cb1 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750829 Oct 26 14:10:20.747937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e943-7c11-4d5b-af1a-4a505b99ed00 req-254bda4a-c175-4f14-a5b4-231d9b75fe8b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:20.749511 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ca9e943-7c11-4d5b-af1a-4a505b99ed00 req-254bda4a-c175-4f14-a5b4-231d9b75fe8b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 943 time: 0.2490120 Oct 26 14:10:20.763603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36702) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:20.816022 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.827777 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a062af39-e86e-4ca3-9d69-b2666753803a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ee4676039044ace84be5adbc1256fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591648 Oct 26 14:10:20.828127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36704) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:20.881600 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-640d1c63-c282-48bd-8793-f82914ac478c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.915982 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-640d1c63-c282-48bd-8793-f82914ac478c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.969594 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-640d1c63-c282-48bd-8793-f82914ac478c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.972946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-640d1c63-c282-48bd-8793-f82914ac478c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.974726 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-640d1c63-c282-48bd-8793-f82914ac478c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fea1cfb-6feb-4749-abce-16a3d7ba55f9 HTTP/1.1" status: 204 len: 168 time: 0.1456501 Oct 26 14:10:20.991318 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ca9e943-7c11-4d5b-af1a-4a505b99ed00 req-dfbde872-1a6b-4d30-8f38-6bbf236f386c tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c820f6a-3339-4274-9b19-c9098fc51420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315547 Oct 26 14:10:20.998198 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d1c63-c282-48bd-8793-f82914ac478c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fea1cfb-6feb-4749-abce-16a3d7ba55f9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:21.138361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Allocated IP 172.25.4.148 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/20f65aba-fc56-4807-aae0-49bbc0c61edb) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:21.149272 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae1c69-b79a-40d2-baa1-5a6f7a1d0744 req-f79108ef-9606-4ac8-8c6a-1e0c6b234128 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:21.157075 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07ae1c69-b79a-40d2-baa1-5a6f7a1d0744 req-f79108ef-9606-4ac8-8c6a-1e0c6b234128 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 945 time: 0.3271854 Oct 26 14:10:21.288306 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07ae1c69-b79a-40d2-baa1-5a6f7a1d0744 req-56798abd-3d8b-4f14-bdf1-ff98be482822 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263247 Oct 26 14:10:21.494453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Allocated IP 172.20.0.1 (4d49161d-4870-41c9-ae58-b6c3e5bc24d7/f250216c-69fb-4480-a4f8-10a5384e9ce5/518a15aa-2460-4a55-ad5f-db9c60e44390) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:21.558936 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:21.701038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457a860-3150-4af5-a2f1-74b8e31ea182 req-f058cdbf-6af5-4f80-a4e7-a453237661d9 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:21.708289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9457a860-3150-4af5-a2f1-74b8e31ea182 req-f058cdbf-6af5-4f80-a4e7-a453237661d9 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 931 time: 0.2889221 Oct 26 14:10:21.713975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42df84b6-5345-4228-a208-b14198afb124 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:21.740123 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:21.760136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:21.789329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-005ffeac-39fd-4694-9f11-6b7d42b987c7 req-136355a3-65a0-4804-8309-4408dfa39bdd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f HTTP/1.1" status: 200 len: 267 time: 0.1895962 Oct 26 14:10:21.797772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Transition to ACTIVE for port object 42df84b6-5345-4228-a208-b14198afb124 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:10:21.821125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:21.821497 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:21.830243 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:21.832492 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:21.883661 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9457a860-3150-4af5-a2f1-74b8e31ea182 req-4703778b-f3d3-46b6-9ebd-aa797b512d10 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733437 Oct 26 14:10:21.917077 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:21.941480 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:21.954902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=42df84b6-5345-4228-a208-b14198afb124,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:21.969442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:21.975211 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:21.980938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:21.986756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:22.009701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:22.081660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36750) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:22.082853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:22.120833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ffeac-39fd-4694-9f11-6b7d42b987c7 req-f1420aac-045a-4016-9b98-fe7edaeb4f62 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:22.128273 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-005ffeac-39fd-4694-9f11-6b7d42b987c7 req-f1420aac-045a-4016-9b98-fe7edaeb4f62 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 945 time: 0.3280470 Oct 26 14:10:22.134588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-005ffeac-39fd-4694-9f11-6b7d42b987c7 req-5d478702-24f0-4487-a6aa-4f866aea8f74 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Request body: {'port': {'security_groups': []}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:22.214087 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 003ec923-6acc-4738-8a6c-18736db6f457 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:10:22.218059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1729482937'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:22.247714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Made reservation on behalf of 518c281308a54fcf8d1a9e242698f79d for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:22.249314 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Pushing event updated for resources: {'Port': ['ID=20f65aba-fc56-4807-aae0-49bbc0c61edb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:22.253508 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.265388 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.286429 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.349646 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 003ec923-6acc-4738-8a6c-18736db6f457, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=003ec923-6acc-4738-8a6c-18736db6f457,segment=NetworkSegment(1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b),segment_id=1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:22.360827 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '003ec923-6acc-4738-8a6c-18736db6f457', 'network_id': '88657768-499f-4695-9fbe-aaf4c3f41a35', 'port_id': '003ec923-6acc-4738-8a6c-18736db6f457', 'mac_address': 'fa:16:3e:ea:6a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d49ff5-aa19-4b1e-96ec-f1766ad81b83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:10:22.366101 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.371673 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.400842 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.404923 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:10:22.415088 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003ec923-6acc-4738-8a6c-18736db6f457 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:22.416968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff34e18-c294-494d-a7b1-ea978805ad7b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:22.422327 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.422665 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Added segment c20adf70-87db-4e25-8365-bf505f0470d0 of type vlan for network e5a9e324-df35-4867-aa20-663f542aa314 Oct 26 14:10:22.426889 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-005ffeac-39fd-4694-9f11-6b7d42b987c7 req-5d478702-24f0-4487-a6aa-4f866aea8f74 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.434944 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 003ec923-6acc-4738-8a6c-18736db6f457, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=003ec923-6acc-4738-8a6c-18736db6f457,segment=NetworkSegment(1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b),segment_id=1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:22.447322 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.468085 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:22.473291 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.474760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Attempting to bind port 42df84b6-5345-4228-a208-b14198afb124 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:22.475098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Attempting to bind port 42df84b6-5345-4228-a208-b14198afb124 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:22.475441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Attempting to bind port 42df84b6-5345-4228-a208-b14198afb124 on network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:22.485878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebd3ec-c17a-4938-9863-5f14a32ff922 req-16ce42ec-4eaf-4753-b862-b541804a8345 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:22.487414 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3ebd3ec-c17a-4938-9863-5f14a32ff922 req-16ce42ec-4eaf-4753-b862-b541804a8345 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 943 time: 0.3477988 Oct 26 14:10:22.507610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=003ec923-6acc-4738-8a6c-18736db6f457,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:22.510284 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.516223 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:22.517860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:22.519190 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.525251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Port 42df84b6-5345-4228-a208-b14198afb124 on network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:10:22.525502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Attempting to bind port 42df84b6-5345-4228-a208-b14198afb124 on network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:22.530357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:22.606587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Pushing event updated for resources: {'Port': ['ID=518a15aa-2460-4a55-ad5f-db9c60e44390,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:22.608907 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5236261 Oct 26 14:10:22.609557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36756) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:22.616563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-162a1236-ebc0-49de-92e7-b5149439182d tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Request body: {'subnet': {'network_id': 'e5a9e324-df35-4867-aa20-663f542aa314', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:22.623344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:22.624066 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Checking segment: {'id': '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:22.624654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Bound using segment: {'id': '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:22.625207 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Bound port: 42df84b6-5345-4228-a208-b14198afb124, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:22.625637 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.639539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b876a-9294-4664-9235-e23a943347c7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event updated for resources: {'Network': ['ID=e5a9e324-df35-4867-aa20-663f542aa314,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:22.664385 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network e5a9e324-df35-4867-aa20-663f542aa314 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:10:22.724537 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['003ec923-6acc-4738-8a6c-18736db6f457'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:22.729244 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162a1236-ebc0-49de-92e7-b5149439182d tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Made reservation on behalf of 518c281308a54fcf8d1a9e242698f79d for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:22.733125 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-162a1236-ebc0-49de-92e7-b5149439182d tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.809400 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.862540 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a4c1d88f-bdc2-4ab5-b4a4-1822bdcf2d97 None None] Provisioning complete for port 518a15aa-2460-4a55-ad5f-db9c60e44390 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:22.863516 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a4c1d88f-bdc2-4ab5-b4a4-1822bdcf2d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.926342 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-162a1236-ebc0-49de-92e7-b5149439182d tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.933088 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1d88f-bdc2-4ab5-b4a4-1822bdcf2d97 None None] Port 518a15aa-2460-4a55-ad5f-db9c60e44390 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:22.990352 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a1236-ebc0-49de-92e7-b5149439182d tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event updated for resources: {'Subnet': ['ID=9c004bd6-3728-4000-a754-2033c894bf36,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:22.999566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162a1236-ebc0-49de-92e7-b5149439182d tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Checking segment: {'id': 'c20adf70-87db-4e25-8365-bf505f0470d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e5a9e324-df35-4867-aa20-663f542aa314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:22.999934 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162a1236-ebc0-49de-92e7-b5149439182d tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Network hostable DHCP agents. Network: e5a9e324-df35-4867-aa20-663f542aa314, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:10:23.017917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162a1236-ebc0-49de-92e7-b5149439182d tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Network e5a9e324-df35-4867-aa20-663f542aa314 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:10:23.027648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-162a1236-ebc0-49de-92e7-b5149439182d tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, e5a9e324-df35-4867-aa20-663f542aa314) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:23.033304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162a1236-ebc0-49de-92e7-b5149439182d tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:23.034139 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-162a1236-ebc0-49de-92e7-b5149439182d tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.037153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0f45bf-3681-438c-a546-7afde0d1bd16 None None] Network e5a9e324-df35-4867-aa20-663f542aa314 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:10:23.055852 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-162a1236-ebc0-49de-92e7-b5149439182d tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4405954 Oct 26 14:10:23.056387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36762) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:23.061806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6269cfab-ac65-4bf2-b1cd-6459f82ceae5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Request body: {'port': {'network_id': 'e5a9e324-df35-4867-aa20-663f542aa314', 'name': 'tempest-AllowedAddressPairTestJSON-1634472622'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:23.187915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6269cfab-ac65-4bf2-b1cd-6459f82ceae5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Made reservation on behalf of 518c281308a54fcf8d1a9e242698f79d for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:23.192869 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6269cfab-ac65-4bf2-b1cd-6459f82ceae5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.199598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-e5a9e324-df35-4867-aa20-663f542aa314', 'network_id': 'e5a9e324-df35-4867-aa20-663f542aa314', 'tenant_id': '518c281308a54fcf8d1a9e242698f79d', 'fixed_ips': [{'subnet_id': '9c004bd6-3728-4000-a754-2033c894bf36'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:10:23.200469 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.214199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-6269cfab-ac65-4bf2-b1cd-6459f82ceae5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] device_id is not set on port 8bb81bb7-9871-4b88-8437-67d3b5fde957 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:10:23.266678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3ebd3ec-c17a-4938-9863-5f14a32ff922 req-95de6e04-a6d8-4ab2-b1f6-7b579fd174fc tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c820f6a-3339-4274-9b19-c9098fc51420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7462521 Oct 26 14:10:23.361035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-6269cfab-ac65-4bf2-b1cd-6459f82ceae5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Allocated IP 172.20.0.4 (e5a9e324-df35-4867-aa20-663f542aa314/9c004bd6-3728-4000-a754-2033c894bf36/8bb81bb7-9871-4b88-8437-67d3b5fde957) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:23.388634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] For port 42df84b6-5345-4228-a208-b14198afb124, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:23.392966 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.418049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-005ffeac-39fd-4694-9f11-6b7d42b987c7 req-5d478702-24f0-4487-a6aa-4f866aea8f74 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] For port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:23.447699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] For port 42df84b6-5345-4228-a208-b14198afb124, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=42df84b6-5345-4228-a208-b14198afb124,segment=NetworkSegment(3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6),segment_id=3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:23.459607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:23.471428 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.504090 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.513548 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:23.514237 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.536366 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6269cfab-ac65-4bf2-b1cd-6459f82ceae5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.588723 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6269cfab-ac65-4bf2-b1cd-6459f82ceae5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.614110 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-005ffeac-39fd-4694-9f11-6b7d42b987c7 req-5d478702-24f0-4487-a6aa-4f866aea8f74 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.621028 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:23.621028 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.622389 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] 10.222.0.11 "PUT /v2.0/ports/42df84b6-5345-4228-a208-b14198afb124 HTTP/1.1" status: 200 len: 1091 time: 3.6380928 Oct 26 14:10:23.641841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6269cfab-ac65-4bf2-b1cd-6459f82ceae5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Network e5a9e324-df35-4867-aa20-663f542aa314 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:23.646102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-6269cfab-ac65-4bf2-b1cd-6459f82ceae5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:23.646887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27759137-04f2-4d95-bac1-ff2e38f3d32b', 'tag': '42df84b6-5345-4228-a208-b14198afb124'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:23.649845 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14045c6e-3bdf-4b03-bb55-c0bb86309eea" -d '{"events": [{"name": "network-changed", "server_uuid": "27759137-04f2-4d95-bac1-ff2e38f3d32b", "tag": "42df84b6-5345-4228-a208-b14198afb124"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:23.651387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6269cfab-ac65-4bf2-b1cd-6459f82ceae5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:23.662786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269cfab-ac65-4bf2-b1cd-6459f82ceae5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event updated for resources: {'Port': ['ID=8bb81bb7-9871-4b88-8437-67d3b5fde957,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:23.672803 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-005ffeac-39fd-4694-9f11-6b7d42b987c7 req-5d478702-24f0-4487-a6aa-4f866aea8f74 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.698386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['3d75ca36-798e-41e2-b0f9-14d49a98eda7', '82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:23.703935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b854e1d3-3822-4212-85fc-aca2cbf9a143'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:23.730386 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.731630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6269cfab-ac65-4bf2-b1cd-6459f82ceae5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:23.732566 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6269cfab-ac65-4bf2-b1cd-6459f82ceae5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.760186 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6269cfab-ac65-4bf2-b1cd-6459f82ceae5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6989007 Oct 26 14:10:23.760432 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 559c85dd-936b-4e62-8b2a-9d0ca2d2836a no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:10:23.760527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36766) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:23.767416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f32fd249-8fdc-4824-99ab-adc307da5107 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Request body: {'port': {'network_id': 'e5a9e324-df35-4867-aa20-663f542aa314', 'name': 'tempest-AllowedAddressPairTestJSON-198915503', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:a5:ac:41'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:23.780005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db65687-9b6d-45c2-badb-0341bba3d2cc req-d9f2f950-fc35-4c0b-a060-c7de9c35e808 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:23.790608 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4db65687-9b6d-45c2-badb-0341bba3d2cc req-d9f2f950-fc35-4c0b-a060-c7de9c35e808 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 943 time: 0.3460398 Oct 26 14:10:23.825961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Allocated IP 172.20.0.2 (e5a9e324-df35-4867-aa20-663f542aa314/9c004bd6-3728-4000-a754-2033c894bf36/95a3c4f8-ccbf-401d-accc-d95c91b70edb) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:23.845579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ffeac-39fd-4694-9f11-6b7d42b987c7 req-5d478702-24f0-4487-a6aa-4f866aea8f74 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:23.846484 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-005ffeac-39fd-4694-9f11-6b7d42b987c7 req-5d478702-24f0-4487-a6aa-4f866aea8f74 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.848778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-005ffeac-39fd-4694-9f11-6b7d42b987c7 req-5d478702-24f0-4487-a6aa-4f866aea8f74 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "PUT /v2.0/ports/82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 HTTP/1.1" status: 200 len: 904 time: 1.7190363 Oct 26 14:10:23.858059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d85840-1c15-4e31-be79-eefb85c49ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=42df84b6-5345-4228-a208-b14198afb124,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:23.970075 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32fd249-8fdc-4824-99ab-adc307da5107 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Made reservation on behalf of 518c281308a54fcf8d1a9e242698f79d for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:24.044560 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b05ea8-ab8d-496e-b82b-e813afbe5b13 x-openstack-request-id: req-21b05ea8-ab8d-496e-b82b-e813afbe5b13 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:24.045364 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27759137-04f2-4d95-bac1-ff2e38f3d32b", "tag": "42df84b6-5345-4228-a208-b14198afb124", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:24.045364 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21b05ea8-ab8d-496e-b82b-e813afbe5b13 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:24.045556 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27759137-04f2-4d95-bac1-ff2e38f3d32b', 'tag': '42df84b6-5345-4228-a208-b14198afb124', 'status': 'completed', 'code': 200} Oct 26 14:10:24.094764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-15440c6d-f30c-43e8-aa9f-814d8df9605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:24.096299 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-15440c6d-f30c-43e8-aa9f-814d8df9605a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=658456eeb3994cd6a60fa0f1aeac94d2&device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 1094 time: 0.3968651 Oct 26 14:10:24.107561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d478702-24f0-4487-a6aa-4f866aea8f74 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event updated for resources: {'Port': ['ID=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7,revision_number=6']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:24.112258 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f32fd249-8fdc-4824-99ab-adc307da5107 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.118495 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:24.136343 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-f32fd249-8fdc-4824-99ab-adc307da5107 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] device_id is not set on port 8583ea7f-66d1-47dd-919e-0d315ab7eeb4 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:10:24.218789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4db65687-9b6d-45c2-badb-0341bba3d2cc req-ab982678-fe09-483a-8ea9-94e11b6274bf tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3868058 Oct 26 14:10:24.224520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-437179b3-ce76-4966-a7ce-ac7575ae1010 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42df84b6-5345-4228-a208-b14198afb124 HTTP/1.1" status: 200 len: 217 time: 0.1120172 Oct 26 14:10:24.241771 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 003ec923-6acc-4738-8a6c-18736db6f457 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:24.334609 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.347161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c264835-d565-4cc1-ba6c-b6d38304798d req-a393ba3c-2315-4780-9109-4409f2d450eb tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:24.348685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c264835-d565-4cc1-ba6c-b6d38304798d req-a393ba3c-2315-4780-9109-4409f2d450eb tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 907 time: 0.2455375 Oct 26 14:10:24.363964 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.397034 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-4221cac6-4698-48f9-99cf-cfaa9349ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:24.399056 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-4221cac6-4698-48f9-99cf-cfaa9349ccfc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36c9ee84-73cd-4f4c-a9c8-60dee8d784b3 HTTP/1.1" status: 200 len: 851 time: 0.1554811 Oct 26 14:10:24.428313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8df19cf-8d72-470f-8cde-7fb016b19fba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559c85dd-936b-4e62-8b2a-9d0ca2d2836a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:24.430784 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00531da8-2f34-4995-86a8-e2361c7628bd" -d '{"events": [{"server_uuid": "e8df19cf-8d72-470f-8cde-7fb016b19fba", "name": "network-vif-unplugged", "status": "completed", "tag": "559c85dd-936b-4e62-8b2a-9d0ca2d2836a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:24.486424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:24.505310 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-70312d53-27fc-4825-83c3-75adf74c5746 None None] Provisioning complete for port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:24.505681 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-70312d53-27fc-4825-83c3-75adf74c5746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.513905 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.591597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4422a2-9df2-4e6b-a23b-b59be4ac51b0 req-ffea1b2a-d463-41f6-95c7-90d5c763ef49 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:24.594024 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d4422a2-9df2-4e6b-a23b-b59be4ac51b0 req-ffea1b2a-d463-41f6-95c7-90d5c763ef49 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 944 time: 0.2382882 Oct 26 14:10:24.602197 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 003ec923-6acc-4738-8a6c-18736db6f457 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:10:24.616188 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.616424 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.625301 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 003ec923-6acc-4738-8a6c-18736db6f457 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:24.625651 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.635779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-1086b5ec-73ec-4f9d-b659-d2dfc1670c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:24.637367 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-1086b5ec-73ec-4f9d-b659-d2dfc1670c0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a8738fb-19b7-41a3-ad88-e6e9326941c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980753 Oct 26 14:10:24.638072 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.651387 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.689252 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-f32fd249-8fdc-4824-99ab-adc307da5107 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Allocated IP 172.20.0.10 (e5a9e324-df35-4867-aa20-663f542aa314/9c004bd6-3728-4000-a754-2033c894bf36/8583ea7f-66d1-47dd-919e-0d315ab7eeb4) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:24.697620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf333d8-3b38-45ba-9bfd-ee4dd7d88a4f req-1726e972-4ce7-4433-bd8c-407dfde7e1a4 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:24.699381 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cf333d8-3b38-45ba-9bfd-ee4dd7d88a4f req-1726e972-4ce7-4433-bd8c-407dfde7e1a4 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1882038 Oct 26 14:10:24.703346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:24.712044 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Network e5a9e324-df35-4867-aa20-663f542aa314 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:24.718461 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:24.740681 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:24.829822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Pushing event updated for resources: {'Port': ['ID=95a3c4f8-ccbf-401d-accc-d95c91b70edb,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:24.832047 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.844205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Pushing event updated for resources: {'Port': ['ID=518a15aa-2460-4a55-ad5f-db9c60e44390,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:24.856224 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d4422a2-9df2-4e6b-a23b-b59be4ac51b0 req-4e634b65-1616-4c8e-987a-97b976238425 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c820f6a-3339-4274-9b19-c9098fc51420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327392 Oct 26 14:10:24.902778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Attempting to bind port 95a3c4f8-ccbf-401d-accc-d95c91b70edb on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:24.903730 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Attempting to bind port 95a3c4f8-ccbf-401d-accc-d95c91b70edb by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c20adf70-87db-4e25-8365-bf505f0470d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e5a9e324-df35-4867-aa20-663f542aa314'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:24.904111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Attempting to bind port 95a3c4f8-ccbf-401d-accc-d95c91b70edb on network e5a9e324-df35-4867-aa20-663f542aa314 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:24.907261 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.911953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:24.912338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Checking segment: {'id': 'c20adf70-87db-4e25-8365-bf505f0470d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e5a9e324-df35-4867-aa20-663f542aa314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:24.912739 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.913131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Bound using segment: {'id': 'c20adf70-87db-4e25-8365-bf505f0470d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e5a9e324-df35-4867-aa20-663f542aa314'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:24.913609 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Bound port: 95a3c4f8-ccbf-401d-accc-d95c91b70edb, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20adf70-87db-4e25-8365-bf505f0470d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e5a9e324-df35-4867-aa20-663f542aa314'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:24.914088 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.919319 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f32fd249-8fdc-4824-99ab-adc307da5107 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.940715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cf333d8-3b38-45ba-9bfd-ee4dd7d88a4f req-39adc486-f52b-4b15-a1a9-d54233a624b9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040777 Oct 26 14:10:24.951152 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7063c85-8b4f-4147-8b57-ff5943704168 x-openstack-request-id: req-d7063c85-8b4f-4147-8b57-ff5943704168 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:24.951876 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8df19cf-8d72-470f-8cde-7fb016b19fba", "name": "network-vif-unplugged", "status": "completed", "tag": "559c85dd-936b-4e62-8b2a-9d0ca2d2836a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:24.952315 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7063c85-8b4f-4147-8b57-ff5943704168 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:24.952993 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8df19cf-8d72-470f-8cde-7fb016b19fba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559c85dd-936b-4e62-8b2a-9d0ca2d2836a', 'code': 200} Oct 26 14:10:24.969376 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-a32eaf29-3cb4-4e2d-ae21-bd6117a9e117 service neutron] 10.222.0.11 "GET /v2.0/networks/4a8738fb-19b7-41a3-ad88-e6e9326941c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999930 Oct 26 14:10:24.977563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Router 262f2791-3d33-4799-aa22-fe4516ccfbd3 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:10:25.001838 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f32fd249-8fdc-4824-99ab-adc307da5107 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.032898 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 003ec923-6acc-4738-8a6c-18736db6f457, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=003ec923-6acc-4738-8a6c-18736db6f457,segment=NetworkSegment(1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b),segment_id=1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:25.055482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] For port 95a3c4f8-ccbf-401d-accc-d95c91b70edb, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:25.059347 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] For port 95a3c4f8-ccbf-401d-accc-d95c91b70edb, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=95a3c4f8-ccbf-401d-accc-d95c91b70edb,segment=NetworkSegment(c20adf70-87db-4e25-8365-bf505f0470d0),segment_id=c20adf70-87db-4e25-8365-bf505f0470d0)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:25.060620 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.067765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32fd249-8fdc-4824-99ab-adc307da5107 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Network e5a9e324-df35-4867-aa20-663f542aa314 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:25.069503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f32fd249-8fdc-4824-99ab-adc307da5107 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:25.073675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32fd249-8fdc-4824-99ab-adc307da5107 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:25.089187 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.104399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fd249-8fdc-4824-99ab-adc307da5107 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event updated for resources: {'Port': ['ID=8583ea7f-66d1-47dd-919e-0d315ab7eeb4,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:25.143587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=003ec923-6acc-4738-8a6c-18736db6f457,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:25.153096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32fd249-8fdc-4824-99ab-adc307da5107 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:25.153753 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f32fd249-8fdc-4824-99ab-adc307da5107 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.174368 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f32fd249-8fdc-4824-99ab-adc307da5107 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4132247 Oct 26 14:10:25.176833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36798) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:25.193660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dee34e-3e61-463f-a5c0-e39fe629a065 None None] Pushing event updated for resources: {'Port': ['ID=95a3c4f8-ccbf-401d-accc-d95c91b70edb,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:25.206125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:25.221324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:25.281882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f1a44c-229d-42f1-8a3f-322ba0f39f86 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:25.288368 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f1a44c-229d-42f1-8a3f-322ba0f39f86 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:25.294544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:25.295353 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f1a44c-229d-42f1-8a3f-322ba0f39f86 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:25.304652 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-00f1a44c-229d-42f1-8a3f-322ba0f39f86 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1264729 Oct 26 14:10:25.305809 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a2094-9d7f-4e93-a4f8-1daca4dd1db0 None None] Sync routers for ids ['262f2791-3d33-4799-aa22-fe4516ccfbd3'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:25.307865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36802) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:25.323339 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a2094-9d7f-4e93-a4f8-1daca4dd1db0 None None] Routers {'262f2791-3d33-4799-aa22-fe4516ccfbd3'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:25.323958 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-044a2094-9d7f-4e93-a4f8-1daca4dd1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['262f2791-3d33-4799-aa22-fe4516ccfbd3'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:25.375446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968ba64-2ce4-4c54-bde0-bae40aaf95d1 req-eced8a6e-d329-4b7e-b907-7717ed6780cc tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:25.377313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f968ba64-2ce4-4c54-bde0-bae40aaf95d1 req-eced8a6e-d329-4b7e-b907-7717ed6780cc tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.3222883 Oct 26 14:10:25.432401 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-044a2094-9d7f-4e93-a4f8-1daca4dd1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:25.448604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a97d743c-388b-4449-8a75-fc18772d29e4 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Deleting port 8583ea7f-66d1-47dd-919e-0d315ab7eeb4 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:25.448736 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a2094-9d7f-4e93-a4f8-1daca4dd1db0 None None] Routers {'262f2791-3d33-4799-aa22-fe4516ccfbd3'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:25.448954 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a97d743c-388b-4449-8a75-fc18772d29e4 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.449212 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-044a2094-9d7f-4e93-a4f8-1daca4dd1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['262f2791-3d33-4799-aa22-fe4516ccfbd3'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:25.455968 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.460061 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-54a3495e-9076-422d-81d2-763be6d46304 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1975896 Oct 26 14:10:25.460726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36806) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:25.472063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f40e3aab-a781-4927-a17d-abb0c800327e tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'enable_snat': False}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:25.475942 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4226e93-e372-4d1e-8c48-200a73f3d133 req-f95860d7-e354-4848-bfd4-838766069b71 service neutron] 10.222.0.11 "GET /v2.0/networks/4a8738fb-19b7-41a3-ad88-e6e9326941c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960566 Oct 26 14:10:25.506211 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-044a2094-9d7f-4e93-a4f8-1daca4dd1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:25.507160 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a2094-9d7f-4e93-a4f8-1daca4dd1db0 None None] The sync data for ids ['262f2791-3d33-4799-aa22-fe4516ccfbd3'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:25.606036 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-02decd92-350d-4eef-9132-adff160e14e3 None None] Provisioning complete for port 518a15aa-2460-4a55-ad5f-db9c60e44390 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:25.606986 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-02decd92-350d-4eef-9132-adff160e14e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.618312 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a97d743c-388b-4449-8a75-fc18772d29e4 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.637587 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a97d743c-388b-4449-8a75-fc18772d29e4 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Calling delete_port for 8583ea7f-66d1-47dd-919e-0d315ab7eeb4 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:25.659333 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-02decd92-350d-4eef-9132-adff160e14e3 None None] Port 518a15aa-2460-4a55-ad5f-db9c60e44390 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:25.743795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 52051e52-34bd-48c6-8ea2-4c4cb891cf68 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:10:25.788863 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a97d743c-388b-4449-8a75-fc18772d29e4 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.828377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d743c-388b-4449-8a75-fc18772d29e4 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event deleted for resources: {'Port': ['ID=8583ea7f-66d1-47dd-919e-0d315ab7eeb4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:25.862597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:25.875547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '52051e52-34bd-48c6-8ea2-4c4cb891cf68', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '52051e52-34bd-48c6-8ea2-4c4cb891cf68', 'mac_address': 'fa:16:3e:3d:16:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:10:25.922172 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.936313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52051e52-34bd-48c6-8ea2-4c4cb891cf68 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:25.958310 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:25.963084 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.005276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a97d743c-388b-4449-8a75-fc18772d29e4 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.013810 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a97d743c-388b-4449-8a75-fc18772d29e4 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "DELETE /v2.0/ports/8583ea7f-66d1-47dd-919e-0d315ab7eeb4 HTTP/1.1" status: 204 len: 168 time: 0.7045767 Oct 26 14:10:26.015755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36810) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:26.019797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=52051e52-34bd-48c6-8ea2-4c4cb891cf68,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:26.049461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f968ba64-2ce4-4c54-bde0-bae40aaf95d1 req-3425abce-52a3-46cc-b753-0f557f5ef49e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5871742 Oct 26 14:10:26.049838 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7184d61-3745-4440-99af-489583781c3a', 'tag': '82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:26.051423 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-2583f504-7756-455c-8c9c-f7a599db404a tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] GET failed (client error): The resource could not be found. Oct 26 14:10:26.052145 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f856a56-0bb9-4e23-9928-d82479d96115" -d '{"events": [{"name": "network-changed", "server_uuid": "f7184d61-3745-4440-99af-489583781c3a", "tag": "82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:26.057744 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2583f504-7756-455c-8c9c-f7a599db404a tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "GET /v2.0/ports/8583ea7f-66d1-47dd-919e-0d315ab7eeb4 HTTP/1.1" status: 404 len: 333 time: 0.0408487 Oct 26 14:10:26.058447 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36816) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:26.064674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b07c9cab-ca08-4ee7-925c-8dc360a1ca06 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Request body: {'port': {'network_id': 'e5a9e324-df35-4867-aa20-663f542aa314', 'name': 'tempest-AllowedAddressPairTestJSON-1845483800'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:26.068295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdf779-4114-4f61-a7ae-8211572bbe52 req-a859dc73-9b09-4104-a911-e696c9279681 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:26.069916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7fdf779-4114-4f61-a7ae-8211572bbe52 req-a859dc73-9b09-4104-a911-e696c9279681 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 943 time: 0.7407587 Oct 26 14:10:26.122079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14045c6e-3bdf-4b03-bb55-c0bb86309eea req-4f04a660-ef3c-4b92-b282-121b86928178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:26.123760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14045c6e-3bdf-4b03-bb55-c0bb86309eea req-4f04a660-ef3c-4b92-b282-121b86928178 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=658456eeb3994cd6a60fa0f1aeac94d2&device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 1094 time: 0.1909275 Oct 26 14:10:26.127285 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['52051e52-34bd-48c6-8ea2-4c4cb891cf68'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:26.185580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Router d022eabf-6bf1-4da7-bffb-3d3412820f57 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:10:26.227933 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07c9cab-ca08-4ee7-925c-8dc360a1ca06 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Made reservation on behalf of 518c281308a54fcf8d1a9e242698f79d for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:26.232614 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b07c9cab-ca08-4ee7-925c-8dc360a1ca06 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.261709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-b07c9cab-ca08-4ee7-925c-8dc360a1ca06 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] device_id is not set on port 5591f1ce-659d-4c9b-b9bf-bc1e4c932e2a yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:10:26.334409 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7fdf779-4114-4f61-a7ae-8211572bbe52 req-68f4bfe1-b2ad-44ae-87d4-0c7bfb3c2402 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474310 Oct 26 14:10:26.428938 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-b07c9cab-ca08-4ee7-925c-8dc360a1ca06 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Allocated IP 172.20.0.3 (e5a9e324-df35-4867-aa20-663f542aa314/9c004bd6-3728-4000-a754-2033c894bf36/5591f1ce-659d-4c9b-b9bf-bc1e4c932e2a) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:26.483746 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ddb538-3356-476f-9435-59712c3f0224 x-openstack-request-id: req-56ddb538-3356-476f-9435-59712c3f0224 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:26.484301 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7184d61-3745-4440-99af-489583781c3a", "tag": "82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:26.484301 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56ddb538-3356-476f-9435-59712c3f0224 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:26.485289 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7184d61-3745-4440-99af-489583781c3a', 'tag': '82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7', 'status': 'completed', 'code': 200} Oct 26 14:10:26.550011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14045c6e-3bdf-4b03-bb55-c0bb86309eea req-11c847f9-c67a-47d3-bc86-be6429adaa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:26.551908 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14045c6e-3bdf-4b03-bb55-c0bb86309eea req-11c847f9-c67a-47d3-bc86-be6429adaa52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a8738fb-19b7-41a3-ad88-e6e9326941c2 HTTP/1.1" status: 200 len: 913 time: 0.4150202 Oct 26 14:10:26.552758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f5a33b-ed7f-4312-9565-edebe2934d42 None None] Network e5a9e324-df35-4867-aa20-663f542aa314 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:10:26.575883 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3d1de-e7da-401e-bf0b-18b65e3ff9c6 req-fdcad357-3fa5-4c63-b129-b51ae84580c0 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:26.582464 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ce3d1de-e7da-401e-bf0b-18b65e3ff9c6 req-fdcad357-3fa5-4c63-b129-b51ae84580c0 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 945 time: 0.2579482 Oct 26 14:10:26.622127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f856a56-0bb9-4e23-9928-d82479d96115 req-589cbe7d-0cee-45d7-84ae-bb5bfda6babd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:26.623745 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f856a56-0bb9-4e23-9928-d82479d96115 req-589cbe7d-0cee-45d7-84ae-bb5bfda6babd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 1058 time: 0.1123562 Oct 26 14:10:26.632054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-23138b72-0adc-49ac-8cba-b4d60ad169eb None None] Provisioning complete for port 95a3c4f8-ccbf-401d-accc-d95c91b70edb triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:26.632427 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-23138b72-0adc-49ac-8cba-b4d60ad169eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.724261 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b07c9cab-ca08-4ee7-925c-8dc360a1ca06 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.740774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14045c6e-3bdf-4b03-bb55-c0bb86309eea req-b8b60aa8-df8a-4e62-88d1-10ace123fb87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42df84b6-5345-4228-a208-b14198afb124 HTTP/1.1" status: 200 len: 217 time: 0.1765296 Oct 26 14:10:26.773812 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f856a56-0bb9-4e23-9928-d82479d96115 req-10acdf94-81cc-458d-90ac-18625f803cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:26.775381 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f856a56-0bb9-4e23-9928-d82479d96115 req-10acdf94-81cc-458d-90ac-18625f803cae service neutron] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.1417589 Oct 26 14:10:26.792612 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-23138b72-0adc-49ac-8cba-b4d60ad169eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.826775 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b07c9cab-ca08-4ee7-925c-8dc360a1ca06 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.829353 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f856a56-0bb9-4e23-9928-d82479d96115 req-bb4a1700-e84c-464f-99f5-1b903d44e8b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 HTTP/1.1" status: 200 len: 217 time: 0.0455544 Oct 26 14:10:26.833270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-23138b72-0adc-49ac-8cba-b4d60ad169eb None None] For port 95a3c4f8-ccbf-401d-accc-d95c91b70edb, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=95a3c4f8-ccbf-401d-accc-d95c91b70edb,segment=NetworkSegment(c20adf70-87db-4e25-8365-bf505f0470d0),segment_id=c20adf70-87db-4e25-8365-bf505f0470d0)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:26.842192 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-23138b72-0adc-49ac-8cba-b4d60ad169eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.867061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:26.896869 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Sync routers for ids ['d022eabf-6bf1-4da7-bffb-3d3412820f57'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:26.898890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-363eabe1-65dc-415e-baa5-a90f32be65ac admin admin] 10.222.0.32 "PUT /v2.0/routers/d022eabf-6bf1-4da7-bffb-3d3412820f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4657738 Oct 26 14:10:26.911307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07c9cab-ca08-4ee7-925c-8dc360a1ca06 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Network e5a9e324-df35-4867-aa20-663f542aa314 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:26.924769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ce3d1de-e7da-401e-bf0b-18b65e3ff9c6 req-69eba840-2513-42a7-b287-5421f087352c tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c820f6a-3339-4274-9b19-c9098fc51420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351324 Oct 26 14:10:26.932559 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23138b72-0adc-49ac-8cba-b4d60ad169eb None None] Pushing event updated for resources: {'Port': ['ID=95a3c4f8-ccbf-401d-accc-d95c91b70edb,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:26.935987 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Routers {'d022eabf-6bf1-4da7-bffb-3d3412820f57'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:26.936670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d022eabf-6bf1-4da7-bffb-3d3412820f57'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:26.949666 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b07c9cab-ca08-4ee7-925c-8dc360a1ca06 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:26.956836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07c9cab-ca08-4ee7-925c-8dc360a1ca06 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:26.959802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c9cab-ca08-4ee7-925c-8dc360a1ca06 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event updated for resources: {'Port': ['ID=5591f1ce-659d-4c9b-b9bf-bc1e4c932e2a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:26.982135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14045c6e-3bdf-4b03-bb55-c0bb86309eea req-00caa0a8-ed96-4f56-ba66-fcbeabb27b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:26.983624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14045c6e-3bdf-4b03-bb55-c0bb86309eea req-00caa0a8-ed96-4f56-ba66-fcbeabb27b6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36c9ee84-73cd-4f4c-a9c8-60dee8d784b3 HTTP/1.1" status: 200 len: 851 time: 0.2016304 Oct 26 14:10:26.984308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96877e96-98b0-4d62-94ba-b695af48b3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003ec923-6acc-4738-8a6c-18736db6f457'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:26.987242 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a7ad6e-2493-4f31-9f76-45ce6c7c11f6" -d '{"events": [{"server_uuid": "96877e96-98b0-4d62-94ba-b695af48b3c8", "name": "network-vif-plugged", "status": "completed", "tag": "003ec923-6acc-4738-8a6c-18736db6f457"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:27.047062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f856a56-0bb9-4e23-9928-d82479d96115 req-f0c17042-2f82-408b-ba85-834936b0f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:27.049254 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f856a56-0bb9-4e23-9928-d82479d96115 req-f0c17042-2f82-408b-ba85-834936b0f57f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.1911783 Oct 26 14:10:27.052839 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-a8046566-e913-4176-a62f-e6ed0ac66421 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:27.054516 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-a8046566-e913-4176-a62f-e6ed0ac66421 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 811 time: 0.4944828 Oct 26 14:10:27.061277 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f40e3aab-a781-4927-a17d-abb0c800327e tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:27.070468 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bb23e5-8289-4ebd-b68d-5d678bdfd374 x-openstack-request-id: req-c2bb23e5-8289-4ebd-b68d-5d678bdfd374 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:27.071038 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96877e96-98b0-4d62-94ba-b695af48b3c8", "name": "network-vif-plugged", "status": "completed", "tag": "003ec923-6acc-4738-8a6c-18736db6f457", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:27.071364 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2bb23e5-8289-4ebd-b68d-5d678bdfd374 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:27.072055 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96877e96-98b0-4d62-94ba-b695af48b3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003ec923-6acc-4738-8a6c-18736db6f457', 'code': 200} Oct 26 14:10:27.092558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07c9cab-ca08-4ee7-925c-8dc360a1ca06 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:27.094096 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b07c9cab-ca08-4ee7-925c-8dc360a1ca06 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:27.116190 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-4418b462-2325-453e-bdb6-7e6a3c2bd358 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/quotas/0d7b4d5cf0b74e2095e3ca87a1c1443f HTTP/1.1" status: 200 len: 375 time: 0.0379777 Oct 26 14:10:27.133590 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Set router d022eabf-6bf1-4da7-bffb-3d3412820f57 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:27.198384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14045c6e-3bdf-4b03-bb55-c0bb86309eea req-96431a11-adc1-4541-ada4-b9ebdfb74267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:27.198567 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b07c9cab-ca08-4ee7-925c-8dc360a1ca06 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1356566 Oct 26 14:10:27.198671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14045c6e-3bdf-4b03-bb55-c0bb86309eea req-96431a11-adc1-4541-ada4-b9ebdfb74267 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a8738fb-19b7-41a3-ad88-e6e9326941c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025535 Oct 26 14:10:27.200910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36850) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:27.205781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-eebfe14e-3e13-4e8b-8fef-22e9c8984fb0 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:a5:ac:41'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:27.325865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d208e-b76e-4210-90f6-473cde08da3e req-86373298-554d-4388-bfb0-bf4d5a5a9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:27.327730 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f73d208e-b76e-4210-90f6-473cde08da3e req-86373298-554d-4388-bfb0-bf4d5a5a9550 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 1096 time: 0.1519520 Oct 26 14:10:27.328318 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eebfe14e-3e13-4e8b-8fef-22e9c8984fb0 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:27.332007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f856a56-0bb9-4e23-9928-d82479d96115 req-8f88c4da-7a97-4143-9512-32ed6ae6232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:27.333820 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f856a56-0bb9-4e23-9928-d82479d96115 req-8f88c4da-7a97-4143-9512-32ed6ae6232b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2027752 Oct 26 14:10:27.346871 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9a33e643-718f-4210-8a0f-183b4621682a None None] Provisioning complete for port 95a3c4f8-ccbf-401d-accc-d95c91b70edb triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:27.347339 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9a33e643-718f-4210-8a0f-183b4621682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:27.397388 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:27.413655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-db1e59c3-1938-490b-ae10-5065239c12cb tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2707553 Oct 26 14:10:27.573860 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-c441ee36-9de2-4c14-b152-ac8948750844 service neutron] 10.222.0.32 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577291 Oct 26 14:10:27.705748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36856) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:27.717689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737007692', 'description': 'tempest-description--1789104455'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:27.728897 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14045c6e-3bdf-4b03-bb55-c0bb86309eea req-b20c0e79-55ad-47cd-b395-7cb82307012a service neutron] 10.222.0.11 "GET /v2.0/networks/4a8738fb-19b7-41a3-ad88-e6e9326941c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833612 Oct 26 14:10:27.781138 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 95a3c4f8-ccbf-401d-accc-d95c91b70edb up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:27.783937 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 52051e52-34bd-48c6-8ea2-4c4cb891cf68 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:27.904856 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:27.922740 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:24Z', 'revision_number': 2, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:27.943902 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-57ce7e1e-b141-42da-a5e8-996335c96f70 service neutron] 10.222.0.32 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690841 Oct 26 14:10:27.956777 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:10:27.978491 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9a33e643-718f-4210-8a0f-183b4621682a None None] Provisioning complete for port 8bb81bb7-9871-4b88-8437-67d3b5fde957 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:27.978863 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9a33e643-718f-4210-8a0f-183b4621682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:27.980423 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Checking router: d022eabf-6bf1-4da7-bffb-3d3412820f57 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:10:27.980776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Updating router d022eabf-6bf1-4da7-bffb-3d3412820f57 port 518a15aa-2460-4a55-ad5f-db9c60e44390 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:10:28.052045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 52051e52-34bd-48c6-8ea2-4c4cb891cf68 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:28.052449 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.056348 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.075896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6fcbd-bfa9-42ec-9348-0a354f089a2a req-38f74929-6ffe-482b-9356-b0190a7493f9 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:28.078117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91c6fcbd-bfa9-42ec-9348-0a354f089a2a req-38f74929-6ffe-482b-9356-b0190a7493f9 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 943 time: 0.2087834 Oct 26 14:10:28.086421 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eebfe14e-3e13-4e8b-8fef-22e9c8984fb0 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.090893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 95a3c4f8-ccbf-401d-accc-d95c91b70edb triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:28.091820 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.093398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9a33e643-718f-4210-8a0f-183b4621682a None None] Port 8bb81bb7-9871-4b88-8437-67d3b5fde957 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:28.128397 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f73d208e-b76e-4210-90f6-473cde08da3e req-9c96a294-174e-4c8c-9295-c4b4b3672f99 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6c820f6a-3339-4274-9b19-c9098fc51420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7825401 Oct 26 14:10:28.135791 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eebfe14e-3e13-4e8b-8fef-22e9c8984fb0 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.167067 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14045c6e-3bdf-4b03-bb55-c0bb86309eea req-8dd2ea5d-f790-4c64-8dce-7cbd1d6e5424 service neutron] 10.222.0.11 "GET /v2.0/networks/4a8738fb-19b7-41a3-ad88-e6e9326941c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202642 Oct 26 14:10:28.266721 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.276355 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e244ee8d-269f-4262-8125-fb15a16815b7 None None] Could not find standard attr ID for object 8583ea7f-66d1-47dd-919e-0d315ab7eeb4. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:10:28.307537 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91c6fcbd-bfa9-42ec-9348-0a354f089a2a req-5dc5227e-4798-49d7-bb80-c9d69e7199d7 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836820 Oct 26 14:10:28.324574 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.339294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfe14e-3e13-4e8b-8fef-22e9c8984fb0 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event updated for resources: {'Port': ['ID=5591f1ce-659d-4c9b-b9bf-bc1e4c932e2a,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:28.350754 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f856a56-0bb9-4e23-9928-d82479d96115 req-1cd324c1-06b5-4f0a-b97f-1be5da0f9024 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0025568 Oct 26 14:10:28.391848 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-eebfe14e-3e13-4e8b-8fef-22e9c8984fb0 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] In _notify_port_updated(), no bound segment for port 5591f1ce-659d-4c9b-b9bf-bc1e4c932e2a on network e5a9e324-df35-4867-aa20-663f542aa314 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:10:28.399813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebfe14e-3e13-4e8b-8fef-22e9c8984fb0 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:28.400621 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eebfe14e-3e13-4e8b-8fef-22e9c8984fb0 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.401928 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-eebfe14e-3e13-4e8b-8fef-22e9c8984fb0 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "PUT /v2.0/ports/5591f1ce-659d-4c9b-b9bf-bc1e4c932e2a HTTP/1.1" status: 200 len: 993 time: 1.2011640 Oct 26 14:10:28.442420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36872) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:28.507400 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.516577 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8037870 Oct 26 14:10:28.516813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36878) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:28.522455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-486dd854-fc49-4457-a1a1-f326f0b9a42e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Request body: {'security_group_rule': {'security_group_id': 'b0e13b8d-121b-4137-b7a2-b9bf7cb3be93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:28.523703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e244ee8d-269f-4262-8125-fb15a16815b7 None None] Provisioning complete for port 8bb81bb7-9871-4b88-8437-67d3b5fde957 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:28.524080 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e244ee8d-269f-4262-8125-fb15a16815b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.579246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:28.595470 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9721f7aa-c1b0-47c7-8fa8-0878848de934 req-bc44146f-a4f5-4fb3-acbf-5c8ec6241c28 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 210 time: 0.1558859 Oct 26 14:10:28.623913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:28.624481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:28.625269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:28.625710 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:28.626154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:28.626815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:28.627208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:28.627611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:28.628181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:28.628579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:28.629574 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:28.630016 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda5654b-e676-45e9-9db7-45b3bb1f472e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:28.635468 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f856a56-0bb9-4e23-9928-d82479d96115 req-5d0c02ee-c737-434a-8ffd-5dce027e6a41 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647552 Oct 26 14:10:28.650866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-486dd854-fc49-4457-a1a1-f326f0b9a42e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.674376 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.683551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09578187-1d67-4bd1-9d0f-ca1d73f21edc req-359c0a85-677b-45b0-84b9-2c51de753180 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:28.693510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-80507df1-ef25-46a3-acd4-9c098819c3ad tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Deleting port 5591f1ce-659d-4c9b-b9bf-bc1e4c932e2a {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:28.693684 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-80507df1-ef25-46a3-acd4-9c098819c3ad tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.694371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-09578187-1d67-4bd1-9d0f-ca1d73f21edc req-359c0a85-677b-45b0-84b9-2c51de753180 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 945 time: 0.2515647 Oct 26 14:10:28.865479 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-80507df1-ef25-46a3-acd4-9c098819c3ad tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.893637 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-486dd854-fc49-4457-a1a1-f326f0b9a42e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.895002 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-80507df1-ef25-46a3-acd4-9c098819c3ad tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Calling delete_port for 5591f1ce-659d-4c9b-b9bf-bc1e4c932e2a owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:28.916034 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-486dd854-fc49-4457-a1a1-f326f0b9a42e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.940737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-09578187-1d67-4bd1-9d0f-ca1d73f21edc req-b5c9e603-6582-48aa-8fee-0ce340821468 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c820f6a-3339-4274-9b19-c9098fc51420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320817 Oct 26 14:10:28.951498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:28.953019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e244ee8d-269f-4262-8125-fb15a16815b7 None None] Port 8bb81bb7-9871-4b88-8437-67d3b5fde957 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:28.962956 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.983312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f40e3aab-a781-4927-a17d-abb0c800327e tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.987641 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f40e3aab-a781-4927-a17d-abb0c800327e tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.015171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486dd854-fc49-4457-a1a1-f326f0b9a42e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88280da5-eec6-4c26-997e-a1501a1bbcdf,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:29.048979 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=52051e52-34bd-48c6-8ea2-4c4cb891cf68,revision_number=10']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:29.058057 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-486dd854-fc49-4457-a1a1-f326f0b9a42e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.062471 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-486dd854-fc49-4457-a1a1-f326f0b9a42e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5455077 Oct 26 14:10:29.064903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36884) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:29.069426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-01032621-cd0b-4daf-8910-bee12f9422fe tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Request body: {'security_group_rule': {'security_group_id': 'b0e13b8d-121b-4137-b7a2-b9bf7cb3be93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:29.072781 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52051e52-34bd-48c6-8ea2-4c4cb891cf68'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:29.075252 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5dd995-291b-4348-b053-5c5f90626aa7" -d '{"events": [{"server_uuid": "4b3e32cb-21ec-46d1-b951-179e9c6dd317", "name": "network-vif-plugged", "status": "completed", "tag": "52051e52-34bd-48c6-8ea2-4c4cb891cf68"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:29.132065 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-01032621-cd0b-4daf-8910-bee12f9422fe tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.159547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a56cfa2e-fe0a-4eed-b2dc-819837f26161 None None] Provisioning complete for port 5591f1ce-659d-4c9b-b9bf-bc1e4c932e2a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:29.159888 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a56cfa2e-fe0a-4eed-b2dc-819837f26161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.174453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40e3aab-a781-4927-a17d-abb0c800327e tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Router 262f2791-3d33-4799-aa22-fe4516ccfbd3 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:10:29.182382 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b19b4f5-7784-43d8-946c-d9bc1c3355d1 x-openstack-request-id: req-6b19b4f5-7784-43d8-946c-d9bc1c3355d1 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:29.182790 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3e32cb-21ec-46d1-b951-179e9c6dd317", "name": "network-vif-plugged", "status": "completed", "tag": "52051e52-34bd-48c6-8ea2-4c4cb891cf68", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:29.183150 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b19b4f5-7784-43d8-946c-d9bc1c3355d1 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:29.184206 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52051e52-34bd-48c6-8ea2-4c4cb891cf68', 'code': 200} Oct 26 14:10:29.207243 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.223682 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.232862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-a56cfa2e-fe0a-4eed-b2dc-819837f26161 None None] Port 5591f1ce-659d-4c9b-b9bf-bc1e4c932e2a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:29.291499 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-01032621-cd0b-4daf-8910-bee12f9422fe tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.307671 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-80507df1-ef25-46a3-acd4-9c098819c3ad tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.311338 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-01032621-cd0b-4daf-8910-bee12f9422fe tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.366142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b42d57-74cd-4fc3-8501-28dedf1baec4 None None] Pushing event updated for resources: {'Port': ['ID=518a15aa-2460-4a55-ad5f-db9c60e44390,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:29.391191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4821d5b7-0fe6-4af4-b589-ea33d8e4d288 None None] Could not find standard attr ID for object 5591f1ce-659d-4c9b-b9bf-bc1e4c932e2a. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:10:29.403695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Attempting to bind port 518a15aa-2460-4a55-ad5f-db9c60e44390 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:29.404165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Attempting to bind port 518a15aa-2460-4a55-ad5f-db9c60e44390 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:29.404716 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Attempting to bind port 518a15aa-2460-4a55-ad5f-db9c60e44390 on network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:29.411509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01032621-cd0b-4daf-8910-bee12f9422fe tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7df5121-b6fe-42db-9f98-cea2f9fc689c,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:29.417159 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:29.417561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Checking segment: {'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:29.417968 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.418113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80507df1-ef25-46a3-acd4-9c098819c3ad tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event deleted for resources: {'Port': ['ID=5591f1ce-659d-4c9b-b9bf-bc1e4c932e2a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:29.418400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Bound using segment: {'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:29.418894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Bound port: 518a15aa-2460-4a55-ad5f-db9c60e44390, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:29.419282 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.437895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40e3aab-a781-4927-a17d-abb0c800327e tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:29.447985 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663d3b9-778e-4aad-8244-a0b9a1e75347 None None] Sync routers for ids ['262f2791-3d33-4799-aa22-fe4516ccfbd3'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:29.469168 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f40e3aab-a781-4927-a17d-abb0c800327e tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.476302 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f40e3aab-a781-4927-a17d-abb0c800327e tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "PUT /v2.0/routers/262f2791-3d33-4799-aa22-fe4516ccfbd3 HTTP/1.1" status: 200 len: 922 time: 4.0095840 Oct 26 14:10:29.488676 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663d3b9-778e-4aad-8244-a0b9a1e75347 None None] Routers {'262f2791-3d33-4799-aa22-fe4516ccfbd3'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:29.490417 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a663d3b9-778e-4aad-8244-a0b9a1e75347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['262f2791-3d33-4799-aa22-fe4516ccfbd3'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:29.516381 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-01032621-cd0b-4daf-8910-bee12f9422fe tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.524253 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-01032621-cd0b-4daf-8910-bee12f9422fe tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4581697 Oct 26 14:10:29.525815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36900) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:29.528727 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36902) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:29.537222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:29.574339 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] For port 518a15aa-2460-4a55-ad5f-db9c60e44390, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:29.579844 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] For port 518a15aa-2460-4a55-ad5f-db9c60e44390, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=518a15aa-2460-4a55-ad5f-db9c60e44390,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:29.580071 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a663d3b9-778e-4aad-8244-a0b9a1e75347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:29.591514 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.613621 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663d3b9-778e-4aad-8244-a0b9a1e75347 None None] Routers {'262f2791-3d33-4799-aa22-fe4516ccfbd3'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:29.624696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06ea2e-faab-4edf-a75e-2c3351c406f0 req-f6798ade-22b8-4890-9212-867b8bcfaf1b tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:29.628249 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a663d3b9-778e-4aad-8244-a0b9a1e75347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['262f2791-3d33-4799-aa22-fe4516ccfbd3'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:29.633320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b06ea2e-faab-4edf-a75e-2c3351c406f0 req-f6798ade-22b8-4890-9212-867b8bcfaf1b tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 943 time: 0.2112086 Oct 26 14:10:29.642385 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.705113 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a663d3b9-778e-4aad-8244-a0b9a1e75347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:29.711240 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663d3b9-778e-4aad-8244-a0b9a1e75347 None None] The sync data for ids ['262f2791-3d33-4799-aa22-fe4516ccfbd3'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:29.738356 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b42d57-74cd-4fc3-8501-28dedf1baec4 None None] Pushing event updated for resources: {'Port': ['ID=518a15aa-2460-4a55-ad5f-db9c60e44390,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:29.762795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 42df84b6-5345-4228-a208-b14198afb124 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:10:29.774110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4247f25-b786-4dc6-92a4-c53deb6ae67c req-b14c7551-02cf-4cde-a438-a0dd99c0da63 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 210 time: 0.0578108 Oct 26 14:10:29.785126 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-80507df1-ef25-46a3-acd4-9c098819c3ad tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:29.788666 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-80507df1-ef25-46a3-acd4-9c098819c3ad tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "DELETE /v2.0/ports/5591f1ce-659d-4c9b-b9bf-bc1e4c932e2a HTTP/1.1" status: 204 len: 168 time: 1.3446679 Oct 26 14:10:29.792041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36906) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:29.801164 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b06ea2e-faab-4edf-a75e-2c3351c406f0 req-f49d56d3-92bc-478f-9341-0ef900e72d7a tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669714 Oct 26 14:10:29.837440 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Routers {'d022eabf-6bf1-4da7-bffb-3d3412820f57'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:29.838107 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d022eabf-6bf1-4da7-bffb-3d3412820f57'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:29.838833 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9b4fa5-7c56-4e1f-a7ef-bdec551ea3a8 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] GET failed (client error): The resource could not be found. Oct 26 14:10:29.840699 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7f9b4fa5-7c56-4e1f-a7ef-bdec551ea3a8 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "GET /v2.0/ports/5591f1ce-659d-4c9b-b9bf-bc1e4c932e2a HTTP/1.1" status: 404 len: 333 time: 0.0477147 Oct 26 14:10:29.844822 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36908) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:29.853360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-14b791a7-2c55-44ca-8dbc-d1733e86ce03 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Request body: {'port': {'network_id': 'e5a9e324-df35-4867-aa20-663f542aa314', 'name': 'tempest-AllowedAddressPairTestJSON-356653176'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:29.877453 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6a4ae0b4-76d3-4581-a304-0536b807082b tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/routers/262f2791-3d33-4799-aa22-fe4516ccfbd3 HTTP/1.1" status: 200 len: 922 time: 0.3440719 Oct 26 14:10:29.880307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36910) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:29.984403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] Set router d022eabf-6bf1-4da7-bffb-3d3412820f57 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:30.064436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b791a7-2c55-44ca-8dbc-d1733e86ce03 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Made reservation on behalf of 518c281308a54fcf8d1a9e242698f79d for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:30.071193 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14b791a7-2c55-44ca-8dbc-d1733e86ce03 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:30.089228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-097082ec-349d-478e-a5c6-96ae8424b3ae None None] Provisioning complete for port 518a15aa-2460-4a55-ad5f-db9c60e44390 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:30.089603 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-097082ec-349d-478e-a5c6-96ae8424b3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:30.099569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-14b791a7-2c55-44ca-8dbc-d1733e86ce03 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] device_id is not set on port 01589db2-8ee8-425c-acde-dd83498f484c yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:10:30.194542 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.resource_extend [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:10:30.243898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-14b791a7-2c55-44ca-8dbc-d1733e86ce03 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Allocated IP 172.20.0.5 (e5a9e324-df35-4867-aa20-663f542aa314/9c004bd6-3728-4000-a754-2033c894bf36/01589db2-8ee8-425c-acde-dd83498f484c) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:30.393855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 42df84b6-5345-4228-a208-b14198afb124, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=42df84b6-5345-4228-a208-b14198afb124,segment=NetworkSegment(3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6),segment_id=3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:30.402525 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-097082ec-349d-478e-a5c6-96ae8424b3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:30.437414 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14b791a7-2c55-44ca-8dbc-d1733e86ce03 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:30.443670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '42df84b6-5345-4228-a208-b14198afb124', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'port_id': '42df84b6-5345-4228-a208-b14198afb124', 'mac_address': 'fa:16:3e:71:69:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:10:30.462228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-097082ec-349d-478e-a5c6-96ae8424b3ae None None] For port 518a15aa-2460-4a55-ad5f-db9c60e44390, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=518a15aa-2460-4a55-ad5f-db9c60e44390,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:30.471509 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-097082ec-349d-478e-a5c6-96ae8424b3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:30.481799 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14b791a7-2c55-44ca-8dbc-d1733e86ce03 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:30.515134 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a5e366-f0c4-4da9-8bd1-3f17e275053a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:30.517077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b5a5e366-f0c4-4da9-8bd1-3f17e275053a tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&device_id=262f2791-3d33-4799-aa22-fe4516ccfbd3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6356499 Oct 26 14:10:30.524495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36926) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:30.537001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f18f98-b7fd-4cae-9f86-e24d66302c80 req-7e07b80d-e3b5-4486-b6b3-f9e0b609c32f tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:30.538301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b791a7-2c55-44ca-8dbc-d1733e86ce03 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Network e5a9e324-df35-4867-aa20-663f542aa314 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:30.538717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49f18f98-b7fd-4cae-9f86-e24d66302c80 req-7e07b80d-e3b5-4486-b6b3-f9e0b609c32f tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 945 time: 0.2180235 Oct 26 14:10:30.549301 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:30.554305 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:29Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:30.555187 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-14b791a7-2c55-44ca-8dbc-d1733e86ce03 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:30.590275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b791a7-2c55-44ca-8dbc-d1733e86ce03 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:30.620393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b791a7-2c55-44ca-8dbc-d1733e86ce03 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event updated for resources: {'Port': ['ID=01589db2-8ee8-425c-acde-dd83498f484c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:30.629208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-bbf9e99b-3dd6-479e-ae9a-65b7d6d0b3c2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:30.630729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-bbf9e99b-3dd6-479e-ae9a-65b7d6d0b3c2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.11 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 811 time: 0.3118742 Oct 26 14:10:30.662377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b791a7-2c55-44ca-8dbc-d1733e86ce03 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:30.663691 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14b791a7-2c55-44ca-8dbc-d1733e86ce03 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:30.666815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-2b779e42-abdc-4126-97df-d7a3b5e5c6a6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Request body: {'port': {'device_id': '3e53676d-f78c-4df6-81ee-e16784b121cf', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'admin_state_up': True, 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:30.698488 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-14b791a7-2c55-44ca-8dbc-d1733e86ce03 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8522954 Oct 26 14:10:30.701706 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a9c1bb-7705-4ab0-b39a-4e6c5237e83b tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:30.703088 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e6a9c1bb-7705-4ab0-b39a-4e6c5237e83b tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 881 time: 0.1747172 Oct 26 14:10:30.703635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36928) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:30.705836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36930) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:30.718436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-99a2babf-2638-4b0f-84da-903f8b138a96 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a5:ac:41'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:30.725791 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49f18f98-b7fd-4cae-9f86-e24d66302c80 req-069b4244-9ae9-4b3a-a6b3-5e008732400b tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c820f6a-3339-4274-9b19-c9098fc51420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623480 Oct 26 14:10:30.741428 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:30.755607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf112f9-c75b-4026-8ef6-5335b7acb7e0 None None] The sync data for ids ['d022eabf-6bf1-4da7-bffb-3d3412820f57'] in n-d-815498-1 is: [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:29Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:30.774802 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097082ec-349d-478e-a5c6-96ae8424b3ae None None] Pushing event updated for resources: {'Port': ['ID=518a15aa-2460-4a55-ad5f-db9c60e44390,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:30.776150 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ed83fbd0-1f84-4b5e-a5f5-6df23cf69905 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "GET /v2.0/ports?device_id=262f2791-3d33-4799-aa22-fe4516ccfbd3 HTTP/1.1" status: 200 len: 205 time: 0.0690849 Oct 26 14:10:30.778880 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36932) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:30.782926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42df84b6-5345-4228-a208-b14198afb124 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:30.823424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-78cfc3fa-7f53-45b0-9660-08703b2eb42d None None] Provisioning complete for port 518a15aa-2460-4a55-ad5f-db9c60e44390 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:30.823879 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-78cfc3fa-7f53-45b0-9660-08703b2eb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:30.841414 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 42df84b6-5345-4228-a208-b14198afb124, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=42df84b6-5345-4228-a208-b14198afb124,segment=NetworkSegment(3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6),segment_id=3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:30.888993 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:30.982806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Allocated IP 172.25.4.149 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/bc9884ac-475c-485a-ab4b-1d570eb02a9c) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:31.011989 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=42df84b6-5345-4228-a208-b14198afb124,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:31.121140 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:31.144513 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3997a77a-eb76-4d3a-b551-f1c9d548e23c req-4e858f72-487e-4798-88e3-3556bc190955 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 210 time: 0.0782888 Oct 26 14:10:31.197067 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9be293e6-a144-43d8-a144-f62e6c632078 None None] Provisioning complete for port 01589db2-8ee8-425c-acde-dd83498f484c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:31.197450 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9be293e6-a144-43d8-a144-f62e6c632078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:31.200877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-2b779e42-abdc-4126-97df-d7a3b5e5c6a6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Made reservation on behalf of 0d7b4d5cf0b74e2095e3ca87a1c1443f for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:31.204622 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-2b779e42-abdc-4126-97df-d7a3b5e5c6a6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:31.242243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9be293e6-a144-43d8-a144-f62e6c632078 None None] Port 01589db2-8ee8-425c-acde-dd83498f484c cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:31.242482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df99fc-2acf-4a8c-8a5f-58ce8fceacce req-f68cbde7-2c03-440a-8bf5-e1ff8e415605 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:31.244142 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66df99fc-2acf-4a8c-8a5f-58ce8fceacce req-f68cbde7-2c03-440a-8bf5-e1ff8e415605 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 944 time: 0.2227750 Oct 26 14:10:31.309198 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-99a2babf-2638-4b0f-84da-903f8b138a96 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:31.341918 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['42df84b6-5345-4228-a208-b14198afb124'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:31.407841 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:31.433734 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66df99fc-2acf-4a8c-8a5f-58ce8fceacce req-4a19768a-db71-48a0-a78d-071e57a30d86 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802070 Oct 26 14:10:31.588870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 518a15aa-2460-4a55-ad5f-db9c60e44390 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:31.596474 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:31.602871 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:31.699927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-2b779e42-abdc-4126-97df-d7a3b5e5c6a6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Allocated IP 172.20.0.13 (085226ca-b6b9-4faf-b0ae-34b30fcc3113/71c90548-0c01-4250-8faf-bed3999c19d9/3f843b95-961d-475e-a273-c4f4025159ad) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:31.706654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:31.716400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 518a15aa-2460-4a55-ad5f-db9c60e44390 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:31.717454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:31.718026 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:31.727435 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:31.774078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event updated for resources: {'Port': ['ID=bc9884ac-475c-485a-ab4b-1d570eb02a9c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:31.827440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Deleting port 20f65aba-fc56-4807-aae0-49bbc0c61edb {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:31.827783 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:31.917564 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-99a2babf-2638-4b0f-84da-903f8b138a96 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:31.928244 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-99a2babf-2638-4b0f-84da-903f8b138a96 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.042771 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.053327 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.089271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7e098-58ff-41a9-aef7-f7840d6f9329 req-b5385d72-d9e0-449c-a86e-f0575dcedddc tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:32.091130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5e7e098-58ff-41a9-aef7-f7840d6f9329 req-b5385d72-d9e0-449c-a86e-f0575dcedddc tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 945 time: 0.2428129 Oct 26 14:10:32.127347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Calling delete_port for 20f65aba-fc56-4807-aae0-49bbc0c61edb owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:32.149812 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2babf-2638-4b0f-84da-903f8b138a96 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event updated for resources: {'Port': ['ID=01589db2-8ee8-425c-acde-dd83498f484c,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:32.150058 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.175813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-99a2babf-2638-4b0f-84da-903f8b138a96 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] In _notify_port_updated(), no bound segment for port 01589db2-8ee8-425c-acde-dd83498f484c on network e5a9e324-df35-4867-aa20-663f542aa314 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:10:32.204949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a2babf-2638-4b0f-84da-903f8b138a96 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:32.205773 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-99a2babf-2638-4b0f-84da-903f8b138a96 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.207338 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-99a2babf-2638-4b0f-84da-903f8b138a96 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "PUT /v2.0/ports/01589db2-8ee8-425c-acde-dd83498f484c HTTP/1.1" status: 200 len: 995 time: 1.5026915 Oct 26 14:10:32.210222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36984) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:32.269055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5e7e098-58ff-41a9-aef7-f7840d6f9329 req-bb718a05-9030-437e-9f03-be145bdef02e tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c820f6a-3339-4274-9b19-c9098fc51420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428585 Oct 26 14:10:32.408545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8232c5b1-02f9-4d21-8bdf-8913c89f9180 req-ee18e82a-3bd1-4045-bc5e-71e2ddc85dae tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 210 time: 0.0956867 Oct 26 14:10:32.424588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bf63b6ed-25a6-452d-b809-50efcade76b9 None None] Provisioning complete for port 01589db2-8ee8-425c-acde-dd83498f484c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:32.426518 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bf63b6ed-25a6-452d-b809-50efcade76b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.447795 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-2b779e42-abdc-4126-97df-d7a3b5e5c6a6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.513702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-bf63b6ed-25a6-452d-b809-50efcade76b9 None None] Port 01589db2-8ee8-425c-acde-dd83498f484c cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:32.547523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c288372b-7e1d-4d55-a013-d9d7f69022d1 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Deleting port 01589db2-8ee8-425c-acde-dd83498f484c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:32.548549 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c288372b-7e1d-4d55-a013-d9d7f69022d1 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.665472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425daabd-8ebc-4a60-af43-9ce24ddd737a req-bc445b6f-a301-4a61-b0a4-68f67c9cf912 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:32.677091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-425daabd-8ebc-4a60-af43-9ce24ddd737a req-bc445b6f-a301-4a61-b0a4-68f67c9cf912 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 944 time: 0.1056626 Oct 26 14:10:32.707457 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.731916 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-2b779e42-abdc-4126-97df-d7a3b5e5c6a6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.745095 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['3d75ca36-798e-41e2-b0f9-14d49a98eda7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:32.852191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Pushing event deleted for resources: {'Port': ['ID=20f65aba-fc56-4807-aae0-49bbc0c61edb,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:32.857484 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b854e1d3-3822-4212-85fc-aca2cbf9a143'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:32.868149 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c288372b-7e1d-4d55-a013-d9d7f69022d1 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.879823 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-425daabd-8ebc-4a60-af43-9ce24ddd737a req-215d8992-6f5a-4974-8e77-9d06c426a189 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020161 Oct 26 14:10:32.925318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-2b779e42-abdc-4126-97df-d7a3b5e5c6a6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:32.939533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-2b779e42-abdc-4126-97df-d7a3b5e5c6a6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:32.943093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-2b779e42-abdc-4126-97df-d7a3b5e5c6a6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:32.972057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c288372b-7e1d-4d55-a013-d9d7f69022d1 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Calling delete_port for 01589db2-8ee8-425c-acde-dd83498f484c owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:33.045361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-2b779e42-abdc-4126-97df-d7a3b5e5c6a6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:33.047869 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-2b779e42-abdc-4126-97df-d7a3b5e5c6a6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.117382 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.119714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b779e42-abdc-4126-97df-d7a3b5e5c6a6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event updated for resources: {'Port': ['ID=3f843b95-961d-475e-a273-c4f4025159ad,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:33.133192 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.216666 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.232366 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.263865 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-2b779e42-abdc-4126-97df-d7a3b5e5c6a6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6216192 Oct 26 14:10:33.295895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Request body: {'port': {'device_id': '3e53676d-f78c-4df6-81ee-e16784b121cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:33.306424 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.318008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7779853 Oct 26 14:10:33.383158 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.385512 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.393358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac043a8f-a291-449d-a477-e3336499a49a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event updated for resources: {'Port': ['ID=bc9884ac-475c-485a-ab4b-1d570eb02a9c,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:33.418194 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05105dda-cb66-44e4-9a69-17a6113cb31a req-77352940-a3fc-437c-9171-a147bfe64f93 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:33.420035 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-05105dda-cb66-44e4-9a69-17a6113cb31a req-77352940-a3fc-437c-9171-a147bfe64f93 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.25 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 945 time: 0.3160431 Oct 26 14:10:33.421473 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.445419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ea9da201-aacf-4293-bb3e-587edb5943b2 None None] Provisioning complete for port 3f843b95-961d-475e-a273-c4f4025159ad triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:33.445951 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ea9da201-aacf-4293-bb3e-587edb5943b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.492882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ea9da201-aacf-4293-bb3e-587edb5943b2 None None] Port 3f843b95-961d-475e-a273-c4f4025159ad cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:33.568038 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.568038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Fanout notify agent at l3_agent the message router_deleted on router 262f2791-3d33-4799-aa22-fe4516ccfbd3 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:10:33.577096 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.583331 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c116ca27-b9fb-4c32-ab94-022f9fbb819c tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "DELETE /v2.0/routers/262f2791-3d33-4799-aa22-fe4516ccfbd3 HTTP/1.1" status: 204 len: 168 time: 2.7992046 Oct 26 14:10:33.589970 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37010) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:33.602712 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-fc4d003a-dde6-40da-96e3-7f038de01270 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2037776517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:33.646996 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-05105dda-cb66-44e4-9a69-17a6113cb31a req-23c02c0c-5aea-47ee-9484-04bd04ed12a9 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Deleting port 003ec923-6acc-4738-8a6c-18736db6f457 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:33.647347 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05105dda-cb66-44e4-9a69-17a6113cb31a req-23c02c0c-5aea-47ee-9484-04bd04ed12a9 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.654347 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c288372b-7e1d-4d55-a013-d9d7f69022d1 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.657608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb087a33-025c-4b47-9e27-13001763bc4b req-9451cb22-944d-4ad2-bf01-2dec1d859429 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:33.659165 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb087a33-025c-4b47-9e27-13001763bc4b req-9451cb22-944d-4ad2-bf01-2dec1d859429 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 945 time: 0.1984172 Oct 26 14:10:33.732669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288372b-7e1d-4d55-a013-d9d7f69022d1 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event deleted for resources: {'Port': ['ID=01589db2-8ee8-425c-acde-dd83498f484c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:33.744155 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc4d003a-dde6-40da-96e3-7f038de01270 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.747704 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc4d003a-dde6-40da-96e3-7f038de01270 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.760607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 42df84b6-5345-4228-a208-b14198afb124 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:33.799743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6d471-b9cc-4290-94ed-d1ddfce122f8 req-87d8a5f3-52a1-49bd-99d3-49a65f64d6f0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:33.806880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fbe6d471-b9cc-4290-94ed-d1ddfce122f8 req-87d8a5f3-52a1-49bd-99d3-49a65f64d6f0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 932 time: 0.2263665 Oct 26 14:10:33.843702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb087a33-025c-4b47-9e27-13001763bc4b req-515c2348-7df3-4c18-b908-a93461db3b36 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c820f6a-3339-4274-9b19-c9098fc51420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770258 Oct 26 14:10:33.886897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 42df84b6-5345-4228-a208-b14198afb124 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:10:33.899605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 42df84b6-5345-4228-a208-b14198afb124 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:33.900112 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.910291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-05105dda-cb66-44e4-9a69-17a6113cb31a req-23c02c0c-5aea-47ee-9484-04bd04ed12a9 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] For port 003ec923-6acc-4738-8a6c-18736db6f457, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=003ec923-6acc-4738-8a6c-18736db6f457,segment=NetworkSegment(1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b),segment_id=1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:33.910764 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05105dda-cb66-44e4-9a69-17a6113cb31a req-23c02c0c-5aea-47ee-9484-04bd04ed12a9 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.949065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-05105dda-cb66-44e4-9a69-17a6113cb31a req-23c02c0c-5aea-47ee-9484-04bd04ed12a9 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Calling delete_port for 003ec923-6acc-4738-8a6c-18736db6f457 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:33.975845 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c288372b-7e1d-4d55-a013-d9d7f69022d1 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.979374 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c288372b-7e1d-4d55-a013-d9d7f69022d1 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "DELETE /v2.0/ports/01589db2-8ee8-425c-acde-dd83498f484c HTTP/1.1" status: 204 len: 168 time: 1.7678103 Oct 26 14:10:33.984291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37016) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:34.014482 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc4d003a-dde6-40da-96e3-7f038de01270 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:34.049337 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:34.071628 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc4d003a-dde6-40da-96e3-7f038de01270 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:34.114870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 42df84b6-5345-4228-a208-b14198afb124, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=42df84b6-5345-4228-a208-b14198afb124,segment=NetworkSegment(3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6),segment_id=3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:34.116426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27759137-04f2-4d95-bac1-ff2e38f3d32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42df84b6-5345-4228-a208-b14198afb124'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:34.120477 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042d0f22-3825-4fbe-a53c-3b316d53fd11" -d '{"events": [{"server_uuid": "27759137-04f2-4d95-bac1-ff2e38f3d32b", "name": "network-vif-plugged", "status": "completed", "tag": "42df84b6-5345-4228-a208-b14198afb124"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:34.134067 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:34.163341 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc4d003a-dde6-40da-96e3-7f038de01270 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:34.168449 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fc4d003a-dde6-40da-96e3-7f038de01270 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5721712 Oct 26 14:10:34.182822 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fbe6d471-b9cc-4290-94ed-d1ddfce122f8 req-2079b052-7c5f-4fd0-8b7a-8ce8b26c10cb tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749707 Oct 26 14:10:34.185187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37028) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:34.202585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Request body: {'router': {'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:34.231463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=42df84b6-5345-4228-a208-b14198afb124,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:34.334277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-157ed43f-f697-4a0a-9830-e6e6b41bbbe1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--737007692&fields=id&tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e HTTP/1.1" status: 200 len: 267 time: 0.2217164 Oct 26 14:10:34.428981 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48a5cbc-0344-4c16-9212-6ce1679e441d tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] GET failed (client error): The resource could not be found. Oct 26 14:10:34.430878 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c48a5cbc-0344-4c16-9212-6ce1679e441d tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "GET /v2.0/ports/01589db2-8ee8-425c-acde-dd83498f484c HTTP/1.1" status: 404 len: 333 time: 0.4460959 Oct 26 14:10:34.434826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37038) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:34.440106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0edc93d0-4a93-4004-a858-53795ad5d580 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Request body: {'port': {'network_id': 'e5a9e324-df35-4867-aa20-663f542aa314', 'name': 'tempest-AllowedAddressPairTestJSON-813406505'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:34.579171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f843b95-961d-475e-a273-c4f4025159ad {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:34.631533 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:34.653946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edb88a-8f64-43de-b37e-a74507e3da84 req-a01aefdd-31a0-4e9c-abf4-aa616a2fecf4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:34.662682 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05105dda-cb66-44e4-9a69-17a6113cb31a req-23c02c0c-5aea-47ee-9484-04bd04ed12a9 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:34.663693 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2edb88a-8f64-43de-b37e-a74507e3da84 req-a01aefdd-31a0-4e9c-abf4-aa616a2fecf4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 945 time: 0.3177414 Oct 26 14:10:34.666157 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edc93d0-4a93-4004-a858-53795ad5d580 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Made reservation on behalf of 518c281308a54fcf8d1a9e242698f79d for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:34.677218 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0edc93d0-4a93-4004-a858-53795ad5d580 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:34.699521 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:34.716103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Transition to ACTIVE for port object 3f843b95-961d-475e-a273-c4f4025159ad will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:10:34.722872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c02c0c-5aea-47ee-9484-04bd04ed12a9 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Pushing event deleted for resources: {'Port': ['ID=003ec923-6acc-4738-8a6c-18736db6f457,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:34.730107 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:34.739459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-0edc93d0-4a93-4004-a858-53795ad5d580 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] device_id is not set on port f85f30ab-b86a-4386-9e80-325eb8567211 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:10:34.740150 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-ea6c3e61-34a9-47af-918f-a5a593546dc7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:34.752408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-ea6c3e61-34a9-47af-918f-a5a593546dc7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/networks?id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 200 len: 811 time: 0.4154918 Oct 26 14:10:34.791587 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-05105dda-cb66-44e4-9a69-17a6113cb31a req-23c02c0c-5aea-47ee-9484-04bd04ed12a9 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] No DVR routers for this DVR port 003ec923-6acc-4738-8a6c-18736db6f457 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:10:34.821233 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-05105dda-cb66-44e4-9a69-17a6113cb31a req-23c02c0c-5aea-47ee-9484-04bd04ed12a9 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:34.826100 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-05105dda-cb66-44e4-9a69-17a6113cb31a req-23c02c0c-5aea-47ee-9484-04bd04ed12a9 tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.25 "DELETE /v2.0/ports/003ec923-6acc-4738-8a6c-18736db6f457 HTTP/1.1" status: 204 len: 173 time: 1.3952489 Oct 26 14:10:34.826890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96877e96-98b0-4d62-94ba-b695af48b3c8', 'name': 'network-vif-deleted', 'tag': '003ec923-6acc-4738-8a6c-18736db6f457'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:34.829655 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d47f14a-b699-49fb-aad7-b44bcba58a35" -d '{"events": [{"server_uuid": "96877e96-98b0-4d62-94ba-b695af48b3c8", "name": "network-vif-deleted", "tag": "003ec923-6acc-4738-8a6c-18736db6f457"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:34.866268 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-59e31965-6edf-4915-94c6-36ed8432b9fd tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/quotas/5b2a9024fbe24d5c9d7913dfde639a2e HTTP/1.1" status: 200 len: 375 time: 0.1128361 Oct 26 14:10:34.883252 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2edb88a-8f64-43de-b37e-a74507e3da84 req-649b4dd1-2d6a-4176-8d14-4a06ca64a3ab tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178416 Oct 26 14:10:34.932961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f843b95-961d-475e-a273-c4f4025159ad,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:35.006265 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98ff674-6c9d-4897-8d38-a611ea9a1599 x-openstack-request-id: req-d98ff674-6c9d-4897-8d38-a611ea9a1599 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:35.006791 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27759137-04f2-4d95-bac1-ff2e38f3d32b", "name": "network-vif-plugged", "status": "completed", "tag": "42df84b6-5345-4228-a208-b14198afb124", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:35.006890 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d98ff674-6c9d-4897-8d38-a611ea9a1599 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:35.007217 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27759137-04f2-4d95-bac1-ff2e38f3d32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42df84b6-5345-4228-a208-b14198afb124', 'code': 200} Oct 26 14:10:35.009015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-0edc93d0-4a93-4004-a858-53795ad5d580 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Allocated IP 172.20.0.3 (e5a9e324-df35-4867-aa20-663f542aa314/9c004bd6-3728-4000-a754-2033c894bf36/f85f30ab-b86a-4386-9e80-325eb8567211) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:35.082207 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec330499-fd96-4723-8bd7-12a80829e00e x-openstack-request-id: req-ec330499-fd96-4723-8bd7-12a80829e00e {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:35.082420 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96877e96-98b0-4d62-94ba-b695af48b3c8", "name": "network-vif-deleted", "tag": "003ec923-6acc-4738-8a6c-18736db6f457", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:35.082626 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec330499-fd96-4723-8bd7-12a80829e00e {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:35.083018 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96877e96-98b0-4d62-94ba-b695af48b3c8', 'name': 'network-vif-deleted', 'tag': '003ec923-6acc-4738-8a6c-18736db6f457', 'status': 'completed', 'code': 200} Oct 26 14:10:35.272904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa43a23-99c2-4d93-9160-2c21604ef6c2 req-7693a49a-5641-408f-8aa0-be0a8b4bcc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:35.275057 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9aa43a23-99c2-4d93-9160-2c21604ef6c2 req-7693a49a-5641-408f-8aa0-be0a8b4bcc03 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 1096 time: 0.1473162 Oct 26 14:10:35.328201 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0edc93d0-4a93-4004-a858-53795ad5d580 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:35.373100 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9aa43a23-99c2-4d93-9160-2c21604ef6c2 req-1c797c4a-26fb-4921-b9e1-c124294f437a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824227 Oct 26 14:10:35.416490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0edc93d0-4a93-4004-a858-53795ad5d580 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:35.508857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edc93d0-4a93-4004-a858-53795ad5d580 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Network e5a9e324-df35-4867-aa20-663f542aa314 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:35.516161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-0edc93d0-4a93-4004-a858-53795ad5d580 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:35.522421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc93d0-4a93-4004-a858-53795ad5d580 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:35.604785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc93d0-4a93-4004-a858-53795ad5d580 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event updated for resources: {'Port': ['ID=f85f30ab-b86a-4386-9e80-325eb8567211,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:35.639164 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edc93d0-4a93-4004-a858-53795ad5d580 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:35.639825 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0edc93d0-4a93-4004-a858-53795ad5d580 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:35.661603 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-0f822858-db4a-4b82-99d5-685046878ec1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7944877 Oct 26 14:10:35.666822 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0edc93d0-4a93-4004-a858-53795ad5d580 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2304780 Oct 26 14:10:35.667535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37050) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:35.675409 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Request body: {'port': {'network_id': 'e5a9e324-df35-4867-aa20-663f542aa314', 'name': 'tempest-AllowedAddressPairTestJSON-911381757'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:35.721863 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed5b729a-cc58-4c8a-b486-77a36f2c38d7 req-0ef00c37-0caa-4251-a56e-ba31ee9db81c tempest-ServerAddressesNegativeTestJSON-655378064 tempest-ServerAddressesNegativeTestJSON-655378064-project] 10.222.0.32 "GET /v2.0/ports?device_id=96877e96-98b0-4d62-94ba-b695af48b3c8 HTTP/1.1" status: 200 len: 210 time: 0.1551840 Oct 26 14:10:35.752968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Attempting to bind port 3f843b95-961d-475e-a273-c4f4025159ad on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:35.753566 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Attempting to bind port 3f843b95-961d-475e-a273-c4f4025159ad by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:35.756754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Attempting to bind port 3f843b95-961d-475e-a273-c4f4025159ad on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:35.785422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Port 3f843b95-961d-475e-a273-c4f4025159ad on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:10:35.788348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Attempting to bind port 3f843b95-961d-475e-a273-c4f4025159ad on network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:35.853930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:35.854424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Checking segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:35.854936 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Bound using segment: {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:35.855494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Bound port: 3f843b95-961d-475e-a273-c4f4025159ad, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:35.856130 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:35.865437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Made reservation on behalf of 518c281308a54fcf8d1a9e242698f79d for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:35.871656 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:35.903495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] device_id is not set on port e4e1c2be-c137-44dc-8d0f-8821ef605438 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:10:35.988201 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ebe90078-cca5-46b7-b8af-cb912a42dc65 None None] Provisioning complete for port f85f30ab-b86a-4386-9e80-325eb8567211 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:35.988857 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ebe90078-cca5-46b7-b8af-cb912a42dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:36.009276 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-db723d93-8cf8-4237-a345-80d534be7b1c service neutron] 10.222.0.32 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980375 Oct 26 14:10:36.033146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ebe90078-cca5-46b7-b8af-cb912a42dc65 None None] Port f85f30ab-b86a-4386-9e80-325eb8567211 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:36.038011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] For port 3f843b95-961d-475e-a273-c4f4025159ad, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:36.058301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Allocated IP 172.20.0.14 (e5a9e324-df35-4867-aa20-663f542aa314/9c004bd6-3728-4000-a754-2033c894bf36/e4e1c2be-c137-44dc-8d0f-8821ef605438) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:36.128846 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] For port 3f843b95-961d-475e-a273-c4f4025159ad, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3f843b95-961d-475e-a273-c4f4025159ad,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:36.164601 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:36.228818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a619857-fc27-47d4-927d-77f1b5ee3647 req-13717cc3-194f-46bc-9b47-d3835645f6d7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:36.231628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a619857-fc27-47d4-927d-77f1b5ee3647 req-13717cc3-194f-46bc-9b47-d3835645f6d7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 944 time: 0.2939708 Oct 26 14:10:36.245654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 003ec923-6acc-4738-8a6c-18736db6f457 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:10:36.265105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:36.266248 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:36.266687 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:36.267836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] 10.222.0.11 "PUT /v2.0/ports/3f843b95-961d-475e-a273-c4f4025159ad HTTP/1.1" status: 200 len: 1092 time: 2.9842587 Oct 26 14:10:36.271696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e53676d-f78c-4df6-81ee-e16784b121cf', 'tag': '3f843b95-961d-475e-a273-c4f4025159ad'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:36.272754 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b02b23-2e21-4ba2-a9ac-2d3a527caeaf" -d '{"events": [{"name": "network-changed", "server_uuid": "3e53676d-f78c-4df6-81ee-e16784b121cf", "tag": "3f843b95-961d-475e-a273-c4f4025159ad"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:36.276369 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:36.287034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 003ec923-6acc-4738-8a6c-18736db6f457 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:10:36.287597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 003ec923-6acc-4738-8a6c-18736db6f457 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:10:36.346407 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:36.348181 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:36.417454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event updated for resources: {'Port': ['ID=e4e1c2be-c137-44dc-8d0f-8821ef605438,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:36.421865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f40a2e-4001-4ac6-b049-33008f8e5aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f843b95-961d-475e-a273-c4f4025159ad,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:36.431043 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-1a3de062-e314-42a5-9970-a4dbecf2fd7b service neutron] 10.222.0.32 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043765 Oct 26 14:10:36.455810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:36.457067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:36.457309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:36.457646 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:36.457997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:36.458369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:36.458699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:36.459025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:36.472946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:36.473694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:36.474357 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:36.474607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:36.504745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Network e5a9e324-df35-4867-aa20-663f542aa314 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:36.509598 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:36.515501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:36.524200 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a619857-fc27-47d4-927d-77f1b5ee3647 req-5bad012f-8b6b-49ed-aad1-53bd70475de4 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630417 Oct 26 14:10:36.565407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-28475859-82ea-4210-9fb0-11943594eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:36.567447 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-28475859-82ea-4210-9fb0-11943594eb27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 1095 time: 0.2293603 Oct 26 14:10:36.641567 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:36.642277 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:36.686026 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fe1bba6c-d728-4fde-914e-a5552eb190b5 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0173018 Oct 26 14:10:36.686739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37064) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:36.698232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0c6ff9c1-afb9-4df2-89f1-f8cae81e4dcc tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:a5:ac:41'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:40:e9:1f'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:36.739898 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-43ac973d-68aa-4054-be08-51ad59f42a1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f843b95-961d-475e-a273-c4f4025159ad HTTP/1.1" status: 200 len: 217 time: 0.1565740 Oct 26 14:10:36.841693 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b699e705-6931-42d6-8611-343c9d68ade9 x-openstack-request-id: req-b699e705-6931-42d6-8611-343c9d68ade9 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:36.854568 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e53676d-f78c-4df6-81ee-e16784b121cf", "tag": "3f843b95-961d-475e-a273-c4f4025159ad", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:36.857415 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b699e705-6931-42d6-8611-343c9d68ade9 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:36.858115 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e53676d-f78c-4df6-81ee-e16784b121cf', 'tag': '3f843b95-961d-475e-a273-c4f4025159ad', 'status': 'completed', 'code': 200} Oct 26 14:10:36.893073 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-8de7382f-a93a-4a6a-8e7b-efc0dc558f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:36.894731 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-8de7382f-a93a-4a6a-8e7b-efc0dc558f44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.1434975 Oct 26 14:10:36.982817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e4b1b4c2-8ddc-4149-ad03-36275a510d3a None None] Provisioning complete for port e4e1c2be-c137-44dc-8d0f-8821ef605438 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:36.983146 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e4b1b4c2-8ddc-4149-ad03-36275a510d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.028645 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff9c1-afb9-4df2-89f1-f8cae81e4dcc tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.069598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Allocated IP 172.25.4.219 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/cd61ae90-99aa-4062-85f7-ff43c23d6a51) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:37.075958 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1b4c2-8ddc-4149-ad03-36275a510d3a None None] Port e4e1c2be-c137-44dc-8d0f-8821ef605438 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:37.101090 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c037939b-a97b-4383-a43b-1de4cfa3fb5e req-cee4944b-bbcf-44db-9e31-e4d8c9e4509b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 210 time: 0.2028334 Oct 26 14:10:37.183697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37078) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:37.221475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622aabee-8c75-4d58-b23c-957aefe0c44d req-1efbce45-89f8-4b01-ac46-f9b23bae747e tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:37.229937 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-622aabee-8c75-4d58-b23c-957aefe0c44d req-1efbce45-89f8-4b01-ac46-f9b23bae747e tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 945 time: 0.4954796 Oct 26 14:10:37.287426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-df098f2e-2a03-4d56-a8a3-884468b12c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:37.290030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-df098f2e-2a03-4d56-a8a3-884468b12c93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3540394 Oct 26 14:10:37.333642 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-622aabee-8c75-4d58-b23c-957aefe0c44d req-9fb29f55-9042-4d9d-ae95-72cf2dee40be tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961239 Oct 26 14:10:37.349786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdf3820-96e7-4ce0-ad0c-0ec50cf87d19 admin admin] Deleting subnet 63d49ff5-aa19-4b1e-96ec-f1766ad81b83 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:10:37.356842 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3820-96e7-4ce0-ad0c-0ec50cf87d19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.386565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.430580 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3820-96e7-4ce0-ad0c-0ec50cf87d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.486575 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff9c1-afb9-4df2-89f1-f8cae81e4dcc tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.495610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-00af1a92-3dd3-4483-ae4c-696eb25aea65 service neutron] 10.222.0.11 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899505 Oct 26 14:10:37.499916 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3820-96e7-4ce0-ad0c-0ec50cf87d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.504083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff9c1-afb9-4df2-89f1-f8cae81e4dcc tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.507870 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.591624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:37.624924 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:37.631471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:37.635534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Pushing event updated for resources: {'Port': ['ID=cd61ae90-99aa-4062-85f7-ff43c23d6a51,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:37.666099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ff9c1-afb9-4df2-89f1-f8cae81e4dcc tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event updated for resources: {'Port': ['ID=e4e1c2be-c137-44dc-8d0f-8821ef605438,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:37.741347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ff9c1-afb9-4df2-89f1-f8cae81e4dcc tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] In _notify_port_updated(), no bound segment for port e4e1c2be-c137-44dc-8d0f-8821ef605438 on network e5a9e324-df35-4867-aa20-663f542aa314 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:10:37.747122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff9c1-afb9-4df2-89f1-f8cae81e4dcc tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:37.747772 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff9c1-afb9-4df2-89f1-f8cae81e4dcc tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.749872 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0c6ff9c1-afb9-4df2-89f1-f8cae81e4dcc tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "PUT /v2.0/ports/e4e1c2be-c137-44dc-8d0f-8821ef605438 HTTP/1.1" status: 200 len: 1055 time: 1.0620573 Oct 26 14:10:37.756513 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37094) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:37.796109 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d594ff73-5a06-4eb7-8ad3-0623a735d39b req-24c53f17-1f13-4875-b772-8761ccb42bc4 service neutron] 10.222.0.11 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903726 Oct 26 14:10:37.895947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53987ed-4795-46e5-a849-6e5cd28f2989 req-ff90a3c7-aa4c-42bb-8068-5ff9327f5442 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:37.915387 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e53987ed-4795-46e5-a849-6e5cd28f2989 req-ff90a3c7-aa4c-42bb-8068-5ff9327f5442 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 944 time: 0.2509339 Oct 26 14:10:37.997422 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3820-96e7-4ce0-ad0c-0ec50cf87d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:38.085181 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3820-96e7-4ce0-ad0c-0ec50cf87d19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:38.092323 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2cdf3820-96e7-4ce0-ad0c-0ec50cf87d19 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/63d49ff5-aa19-4b1e-96ec-f1766ad81b83 HTTP/1.1" status: 204 len: 168 time: 0.8419571 Oct 26 14:10:38.095105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf3820-96e7-4ce0-ad0c-0ec50cf87d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d49ff5-aa19-4b1e-96ec-f1766ad81b83,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:38.100344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37096) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:38.118318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f9e9d-6678-40ee-a8da-ef8064c3e19c tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Deleting port e4e1c2be-c137-44dc-8d0f-8821ef605438 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:38.118792 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9e9d-6678-40ee-a8da-ef8064c3e19c tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:38.214015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0a2a597f-0c7a-4a04-8cff-f6bc7634ef5e None None] Provisioning complete for port e4e1c2be-c137-44dc-8d0f-8821ef605438 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:38.214715 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a2a597f-0c7a-4a04-8cff-f6bc7634ef5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:38.259977 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a597f-0c7a-4a04-8cff-f6bc7634ef5e None None] Port e4e1c2be-c137-44dc-8d0f-8821ef605438 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:38.265342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e53987ed-4795-46e5-a849-6e5cd28f2989 req-cfef633c-0517-4afd-a7d8-e9334168c18a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489797 Oct 26 14:10:38.300047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9e9d-6678-40ee-a8da-ef8064c3e19c tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:38.314240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f9e9d-6678-40ee-a8da-ef8064c3e19c tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Calling delete_port for e4e1c2be-c137-44dc-8d0f-8821ef605438 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:38.384017 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5cd7616-5378-4c13-92ef-e4cb62937359 req-fe93cdb2-a296-4fc8-bae2-08b6296e076c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 210 time: 0.1499484 Oct 26 14:10:38.428562 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8aae2f8-e6aa-425e-a0b5-f39da1e1bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:38.433416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b02b23-2e21-4ba2-a9ac-2d3a527caeaf req-d2757a65-d6de-45f1-90af-f9d59d3e7e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:38.435379 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b02b23-2e21-4ba2-a9ac-2d3a527caeaf req-d2757a65-d6de-45f1-90af-f9d59d3e7e54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 1095 time: 0.4124455 Oct 26 14:10:38.612417 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9e9d-6678-40ee-a8da-ef8064c3e19c tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:38.732318 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8aae2f8-e6aa-425e-a0b5-f39da1e1bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:38.766339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f9e9d-6678-40ee-a8da-ef8064c3e19c tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event deleted for resources: {'Port': ['ID=e4e1c2be-c137-44dc-8d0f-8821ef605438,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:38.768347 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516fc81-4cef-4b18-b68e-e80dc8be8e8c req-db8c1368-06a5-4012-80ed-7726fdcaff0a tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:38.779371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1516fc81-4cef-4b18-b68e-e80dc8be8e8c req-db8c1368-06a5-4012-80ed-7726fdcaff0a tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 945 time: 0.2283762 Oct 26 14:10:38.824351 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f8aae2f8-e6aa-425e-a0b5-f39da1e1bfd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88657768-499f-4695-9fbe-aaf4c3f41a35']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:38.834255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b02b23-2e21-4ba2-a9ac-2d3a527caeaf req-468d5ca1-3049-42d9-aac8-30da30733495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:38.836546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b02b23-2e21-4ba2-a9ac-2d3a527caeaf req-468d5ca1-3049-42d9-aac8-30da30733495 service neutron] 10.222.0.11 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.3875515 Oct 26 14:10:38.836997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:38.940635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f8aae2f8-e6aa-425e-a0b5-f39da1e1bfd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:38.940635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f8aae2f8-e6aa-425e-a0b5-f39da1e1bfd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d649cb0-6cfb-4ac4-ac71-a6bcd1f6170b') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:38.956538 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-293b9a93-887c-486a-a5a2-cf301358acfa tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:38.958124 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-293b9a93-887c-486a-a5a2-cf301358acfa tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.25 "GET /v2.0/networks?id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 200 len: 811 time: 0.3845646 Oct 26 14:10:38.997413 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8aae2f8-e6aa-425e-a0b5-f39da1e1bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:39.021117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b02b23-2e21-4ba2-a9ac-2d3a527caeaf req-4a776281-27f8-47aa-b164-59a1b1dc529f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f843b95-961d-475e-a273-c4f4025159ad HTTP/1.1" status: 200 len: 217 time: 0.0914085 Oct 26 14:10:39.044436 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8aae2f8-e6aa-425e-a0b5-f39da1e1bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:39.057529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1516fc81-4cef-4b18-b68e-e80dc8be8e8c req-1aef4bef-aee4-4777-a00a-b00312f7513e tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777214 Oct 26 14:10:39.104832 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-571895a1-88bc-475f-8d2c-7300cbcbe761 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e HTTP/1.1" status: 200 len: 379 time: 0.1267440 Oct 26 14:10:39.113928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8aae2f8-e6aa-425e-a0b5-f39da1e1bfd4 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:10:39.116503 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8aae2f8-e6aa-425e-a0b5-f39da1e1bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:10:39.120480 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:10:39.124077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-fa3a232d-9f81-4dd7-a145-4e48307eae9b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Request body: {'port': {'device_id': '310fac48-a7c3-485a-bb35-f9ea95349ca1', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'admin_state_up': True, 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'security_groups': ['b0e13b8d-121b-4137-b7a2-b9bf7cb3be93']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:39.207641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9e9d-6678-40ee-a8da-ef8064c3e19c tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:39.212687 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6c4f9e9d-6678-40ee-a8da-ef8064c3e19c tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "DELETE /v2.0/ports/e4e1c2be-c137-44dc-8d0f-8821ef605438 HTTP/1.1" status: 204 len: 168 time: 1.4511137 Oct 26 14:10:39.217504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37120) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:39.236268 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b02b23-2e21-4ba2-a9ac-2d3a527caeaf req-e5dbda1c-9133-4386-acb5-372d26a1af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:39.238107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b02b23-2e21-4ba2-a9ac-2d3a527caeaf req-e5dbda1c-9133-4386-acb5-372d26a1af83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.2049468 Oct 26 14:10:39.245200 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-378237ba-a6db-4146-805a-1ed43795510f tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] GET failed (client error): The resource could not be found. Oct 26 14:10:39.255238 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-378237ba-a6db-4146-805a-1ed43795510f tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "GET /v2.0/ports/e4e1c2be-c137-44dc-8d0f-8821ef605438 HTTP/1.1" status: 404 len: 333 time: 0.0365653 Oct 26 14:10:39.255893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37122) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:39.268812 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8aae2f8-e6aa-425e-a0b5-f39da1e1bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:39.321848 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8aae2f8-e6aa-425e-a0b5-f39da1e1bfd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:39.329706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f8aae2f8-e6aa-425e-a0b5-f39da1e1bfd4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/88657768-499f-4695-9fbe-aaf4c3f41a35 HTTP/1.1" status: 204 len: 168 time: 1.2191045 Oct 26 14:10:39.367271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aae2f8-e6aa-425e-a0b5-f39da1e1bfd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=88657768-499f-4695-9fbe-aaf4c3f41a35,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:39.399001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eced4d-258e-4740-bc12-8d7b87f8dee8 req-b306da0c-60f1-482a-a889-f11cb1258b69 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:39.400810 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95eced4d-258e-4740-bc12-8d7b87f8dee8 req-b306da0c-60f1-482a-a889-f11cb1258b69 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 945 time: 0.2020507 Oct 26 14:10:39.416675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37130) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:39.423169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b02b23-2e21-4ba2-a9ac-2d3a527caeaf req-e44e3184-2bf4-4424-9f13-103692d1d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:39.428545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2d901343-09d0-4fa8-a1dc-3d8415abb309 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Request body: {'floatingip': {'port_id': '42df84b6-5345-4228-a208-b14198afb124'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:39.433594 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b02b23-2e21-4ba2-a9ac-2d3a527caeaf req-e44e3184-2bf4-4424-9f13-103692d1d6c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248801 Oct 26 14:10:39.492416 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:39.569476 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d901343-09d0-4fa8-a1dc-3d8415abb309 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for floatingip, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:39.701206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b639bb8d-53b4-4345-a394-cf092fa4d905 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Deleting port f85f30ab-b86a-4386-9e80-325eb8567211 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:39.701592 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b639bb8d-53b4-4345-a394-cf092fa4d905 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:39.722753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37134) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:39.762853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-fa3a232d-9f81-4dd7-a145-4e48307eae9b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Made reservation on behalf of 5b2a9024fbe24d5c9d7913dfde639a2e for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:39.766717 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-fa3a232d-9f81-4dd7-a145-4e48307eae9b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:39.983333 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:39.993352 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-712b1538-e9d9-49b0-bd14-572afe3eedfc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c596589b8c4466e9a042928679abaf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644548 Oct 26 14:10:39.998633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b639bb8d-53b4-4345-a394-cf092fa4d905 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:40.003347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37138) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:40.029517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81477c1e-7148-4885-8406-01bd03fa4b51 req-50f82712-de0c-4e15-8720-85943f7ff21b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:40.037409 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81477c1e-7148-4885-8406-01bd03fa4b51 req-50f82712-de0c-4e15-8720-85943f7ff21b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 944 time: 0.5899673 Oct 26 14:10:40.037990 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b639bb8d-53b4-4345-a394-cf092fa4d905 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Calling delete_port for f85f30ab-b86a-4386-9e80-325eb8567211 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:40.053774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29762f32-fcef-46c0-a027-caf8a478c46c req-d1bd9b67-e937-4b0b-9dce-ee9ec2a79f81 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 210 time: 0.0846751 Oct 26 14:10:40.123790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-fa3a232d-9f81-4dd7-a145-4e48307eae9b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Allocated IP 172.20.0.4 (4d49161d-4870-41c9-ae58-b6c3e5bc24d7/f250216c-69fb-4480-a4f8-10a5384e9ce5/f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:40.206334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81477c1e-7148-4885-8406-01bd03fa4b51 req-86119d4b-43f2-44d3-b39c-58803501703d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682818 Oct 26 14:10:40.216294 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b02b23-2e21-4ba2-a9ac-2d3a527caeaf req-82bf99a4-2c6c-4b0f-b58f-94db6cab3a9c service neutron] 10.222.0.11 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7679758 Oct 26 14:10:40.351520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b02b23-2e21-4ba2-a9ac-2d3a527caeaf req-116566fb-4157-42d2-b983-150de9c062ae service neutron] 10.222.0.11 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223874 Oct 26 14:10:40.371044 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Router 10c49728-aa4c-4fe8-9af0-675fbbf97552 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:10:40.462886 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50b1aa4d-39c2-48a2-8e54-78413dd05ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:40.497102 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:40.508507 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e938e2-d5f4-4f79-abd1-2c772dad4557 None None] Sync routers for ids ['10c49728-aa4c-4fe8-9af0-675fbbf97552'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:40.520216 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e938e2-d5f4-4f79-abd1-2c772dad4557 None None] Routers {'10c49728-aa4c-4fe8-9af0-675fbbf97552'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:40.521373 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:40.522707 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-93e938e2-d5f4-4f79-abd1-2c772dad4557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['10c49728-aa4c-4fe8-9af0-675fbbf97552'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:40.524078 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-98e77191-6dbc-4834-9057-81e4c5a473b2 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "PUT /v2.0/routers/10c49728-aa4c-4fe8-9af0-675fbbf97552 HTTP/1.1" status: 200 len: 880 time: 6.3347969 Oct 26 14:10:40.526699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37148) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:40.598000 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-93e938e2-d5f4-4f79-abd1-2c772dad4557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:40.619907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e938e2-d5f4-4f79-abd1-2c772dad4557 None None] Routers {'10c49728-aa4c-4fe8-9af0-675fbbf97552'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:40.620868 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-93e938e2-d5f4-4f79-abd1-2c772dad4557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['10c49728-aa4c-4fe8-9af0-675fbbf97552'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:40.637946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50b1aa4d-39c2-48a2-8e54-78413dd05ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:40.666071 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7402d670-bd7c-4a60-8a34-38aaeef212d6 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/routers/10c49728-aa4c-4fe8-9af0-675fbbf97552 HTTP/1.1" status: 200 len: 921 time: 0.1380694 Oct 26 14:10:40.668256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-93e938e2-d5f4-4f79-abd1-2c772dad4557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:40.669063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e938e2-d5f4-4f79-abd1-2c772dad4557 None None] The sync data for ids ['10c49728-aa4c-4fe8-9af0-675fbbf97552'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:40.669614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37152) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:40.690910 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.resource_extend [None req-2d901343-09d0-4fa8-a1dc-3d8415abb309 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:10:40.719651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2c53b3-191f-41b4-a9e3-a9461538ee98 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:40.721297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7f2c53b3-191f-41b4-a9e3-a9461538ee98 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&device_id=10c49728-aa4c-4fe8-9af0-675fbbf97552&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0501323 Oct 26 14:10:40.723920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37154) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:40.790939 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b639bb8d-53b4-4345-a394-cf092fa4d905 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:40.827072 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d901343-09d0-4fa8-a1dc-3d8415abb309 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:40.846494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f98754-fb25-40d8-894d-50641e2960cc tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:40.846494 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b8f98754-fb25-40d8-894d-50641e2960cc tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 881 time: 0.1213574 Oct 26 14:10:40.854576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37156) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:40.857374 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-fa3a232d-9f81-4dd7-a145-4e48307eae9b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:40.864014 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d901343-09d0-4fa8-a1dc-3d8415abb309 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:40.864986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639bb8d-53b4-4345-a394-cf092fa4d905 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event deleted for resources: {'Port': ['ID=f85f30ab-b86a-4386-9e80-325eb8567211,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:40.929230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1efa1857-cbad-43a1-8f0e-91ae3f8f12fa tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "GET /v2.0/ports?device_id=10c49728-aa4c-4fe8-9af0-675fbbf97552 HTTP/1.1" status: 200 len: 205 time: 0.0732620 Oct 26 14:10:40.932301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37158) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:41.124480 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:41.294534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3476d13-b64f-4eea-b9b5-93224632e1f6 req-3552363b-ad17-4c42-a686-60d05359b6a1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 210 time: 0.0691414 Oct 26 14:10:41.359594 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:41.376882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732539ed-f1bf-462c-bafa-1328ffa0bfdf req-c83e43ce-e4b5-453d-a1de-b9773b32e7e7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:41.385100 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-732539ed-f1bf-462c-bafa-1328ffa0bfdf req-c83e43ce-e4b5-453d-a1de-b9773b32e7e7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 944 time: 0.0876048 Oct 26 14:10:41.456120 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-732539ed-f1bf-462c-bafa-1328ffa0bfdf req-36127c57-21a6-46d0-81cd-321980a0b554 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698707 Oct 26 14:10:41.496141 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Deleting port cd61ae90-99aa-4062-85f7-ff43c23d6a51 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:41.497350 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:41.514829 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50b1aa4d-39c2-48a2-8e54-78413dd05ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:41.517399 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50b1aa4d-39c2-48a2-8e54-78413dd05ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:41.523385 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-50b1aa4d-39c2-48a2-8e54-78413dd05ce6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c820f6a-3339-4274-9b19-c9098fc51420 HTTP/1.1" status: 204 len: 168 time: 1.5183306 Oct 26 14:10:41.565330 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1aa4d-39c2-48a2-8e54-78413dd05ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c820f6a-3339-4274-9b19-c9098fc51420,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:41.586571 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b639bb8d-53b4-4345-a394-cf092fa4d905 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:41.592917 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b639bb8d-53b4-4345-a394-cf092fa4d905 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "DELETE /v2.0/ports/f85f30ab-b86a-4386-9e80-325eb8567211 HTTP/1.1" status: 204 len: 168 time: 2.3333356 Oct 26 14:10:41.594058 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37176) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:41.609887 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-fa3a232d-9f81-4dd7-a145-4e48307eae9b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:41.635487 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-2d901343-09d0-4fa8-a1dc-3d8415abb309 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Floating IP 1c2d0edb-3578-4bd8-9870-09dc25eac092 associated. External IP: 172.25.4.16, port: 42df84b6-5345-4228-a208-b14198afb124. Oct 26 14:10:41.637695 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be0dbe1-7040-4cbc-9e50-945067c2f0f7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] GET failed (client error): The resource could not be found. Oct 26 14:10:41.643390 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0be0dbe1-7040-4cbc-9e50-945067c2f0f7 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "GET /v2.0/ports/f85f30ab-b86a-4386-9e80-325eb8567211 HTTP/1.1" status: 404 len: 333 time: 0.0465055 Oct 26 14:10:41.650284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37178) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:41.663079 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:41.686873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Calling delete_port for cd61ae90-99aa-4062-85f7-ff43c23d6a51 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:41.795416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-fa3a232d-9f81-4dd7-a145-4e48307eae9b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:41.800208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3f843b95-961d-475e-a273-c4f4025159ad details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:10:41.815822 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-fa3a232d-9f81-4dd7-a145-4e48307eae9b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:41.829200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-fa3a232d-9f81-4dd7-a145-4e48307eae9b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:41.880323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a232d-9f81-4dd7-a145-4e48307eae9b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event updated for resources: {'Port': ['ID=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:41.970291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-fa3a232d-9f81-4dd7-a145-4e48307eae9b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:41.971488 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-fa3a232d-9f81-4dd7-a145-4e48307eae9b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.013974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-5103b9ce-656c-4046-9ed2-4b08e6938c78 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Deleting port 8bb81bb7-9871-4b88-8437-67d3b5fde957 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:42.014658 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5103b9ce-656c-4046-9ed2-4b08e6938c78 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.043311 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-fa3a232d-9f81-4dd7-a145-4e48307eae9b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9310529 Oct 26 14:10:42.066175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3f843b95-961d-475e-a273-c4f4025159ad, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3f843b95-961d-475e-a273-c4f4025159ad,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:42.071953 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.095891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Request body: {'port': {'device_id': '310fac48-a7c3-485a-bb35-f9ea95349ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:42.115000 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '3f843b95-961d-475e-a273-c4f4025159ad', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'port_id': '3f843b95-961d-475e-a273-c4f4025159ad', 'mac_address': 'fa:16:3e:3e:f7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:10:42.128984 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Pushing event deleted for resources: {'Port': ['ID=cd61ae90-99aa-4062-85f7-ff43c23d6a51,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:42.216152 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.224411 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.262613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f843b95-961d-475e-a273-c4f4025159ad {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:42.322214 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3f843b95-961d-475e-a273-c4f4025159ad, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3f843b95-961d-475e-a273-c4f4025159ad,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:42.344302 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9c3e94a2-02a5-4093-b4b0-a7b092acd583 None None] Provisioning complete for port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:42.344683 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9c3e94a2-02a5-4093-b4b0-a7b092acd583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.347827 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.376306 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5103b9ce-656c-4046-9ed2-4b08e6938c78 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.398614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-5103b9ce-656c-4046-9ed2-4b08e6938c78 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Calling delete_port for 8bb81bb7-9871-4b88-8437-67d3b5fde957 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:42.462589 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9c3e94a2-02a5-4093-b4b0-a7b092acd583 None None] Port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:42.477097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=3f843b95-961d-475e-a273-c4f4025159ad,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:42.495784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d901343-09d0-4fa8-a1dc-3d8415abb309 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:10:42.504587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:42.504968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:42.505297 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:42.505955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:42.506825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:42.508012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:42.508624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:42.509121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:42.511341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:42.511905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:42.515521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:42.515873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:42.522182 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.527192 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.618806 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.619430 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Fanout notify agent at l3_agent the message router_deleted on router 10c49728-aa4c-4fe8-9af0-675fbbf97552 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:10:42.643376 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.649970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6af46552-7054-4265-bfe0-88ae5f5f91d3 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "DELETE /v2.0/routers/10c49728-aa4c-4fe8-9af0-675fbbf97552 HTTP/1.1" status: 204 len: 168 time: 1.7164242 Oct 26 14:10:42.653794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37208) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:42.660454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-78789d29-f4b5-4f2d-b890-9c7ca101d0d1 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-567073891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:42.679792 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea168196-a847-4310-a0b1-60d68801b3a5 req-e1ec2782-8bfb-4a4b-ae7a-5080809f834c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:42.680137 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.685629 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea168196-a847-4310-a0b1-60d68801b3a5 req-e1ec2782-8bfb-4a4b-ae7a-5080809f834c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 931 time: 0.2419555 Oct 26 14:10:42.727612 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98f39e3b-4787-4c95-8d75-64a9e3c473dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.772513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153da7b-4126-48a8-9440-406646262c99 req-65ba5b8e-e6b7-4da0-9e01-be769747af1f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:42.776720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['3f843b95-961d-475e-a273-c4f4025159ad'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:42.783340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1153da7b-4126-48a8-9440-406646262c99 req-65ba5b8e-e6b7-4da0-9e01-be769747af1f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 945 time: 0.1834152 Oct 26 14:10:42.805413 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea168196-a847-4310-a0b1-60d68801b3a5 req-d7253593-34db-45df-aa2f-dc06a328e2a5 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040440 Oct 26 14:10:42.888647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1153da7b-4126-48a8-9440-406646262c99 req-1578f2f5-2b8e-49b2-a4ec-cf2dc76eca77 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043034 Oct 26 14:10:42.893858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d901343-09d0-4fa8-a1dc-3d8415abb309 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:42.930266 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808020a-d915-4b05-b4d7-0bfde0ca5420 None None] Sync routers for ids ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:42.951000 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6808020a-d915-4b05-b4d7-0bfde0ca5420 None None] Routers {'dc2b30e4-7d52-4568-8649-0e7eaaf6c797'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:42.954198 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-6808020a-d915-4b05-b4d7-0bfde0ca5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:42.961562 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d901343-09d0-4fa8-a1dc-3d8415abb309 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:43.035958 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78789d29-f4b5-4f2d-b890-9c7ca101d0d1 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:43.040772 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78789d29-f4b5-4f2d-b890-9c7ca101d0d1 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:43.111659 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2d901343-09d0-4fa8-a1dc-3d8415abb309 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "PUT /v2.0/floatingips/1c2d0edb-3578-4bd8-9870-09dc25eac092 HTTP/1.1" status: 200 len: 990 time: 3.6909804 Oct 26 14:10:43.113973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27759137-04f2-4d95-bac1-ff2e38f3d32b', 'tag': '42df84b6-5345-4228-a208-b14198afb124'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:43.123020 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5472ed-6ba0-4e15-9c7c-abcf8a1d3a91" -d '{"events": [{"name": "network-changed", "server_uuid": "27759137-04f2-4d95-bac1-ff2e38f3d32b", "tag": "42df84b6-5345-4228-a208-b14198afb124"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:43.203492 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-6808020a-d915-4b05-b4d7-0bfde0ca5420 None None] Set router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:43.323529 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78789d29-f4b5-4f2d-b890-9c7ca101d0d1 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:43.328196 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8256b5a7-42df-43f5-a7a6-4a7416ac5e58 x-openstack-request-id: req-8256b5a7-42df-43f5-a7a6-4a7416ac5e58 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:43.332875 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27759137-04f2-4d95-bac1-ff2e38f3d32b", "tag": "42df84b6-5345-4228-a208-b14198afb124", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:43.333153 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8256b5a7-42df-43f5-a7a6-4a7416ac5e58 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:43.333576 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27759137-04f2-4d95-bac1-ff2e38f3d32b', 'tag': '42df84b6-5345-4228-a208-b14198afb124', 'status': 'completed', 'code': 200} Oct 26 14:10:43.371679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5472ed-6ba0-4e15-9c7c-abcf8a1d3a91 req-2d91fcd8-64d1-4545-b2c4-4cde6c96d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:43.377116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef5472ed-6ba0-4e15-9c7c-abcf8a1d3a91 req-2d91fcd8-64d1-4545-b2c4-4cde6c96d409 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=658456eeb3994cd6a60fa0f1aeac94d2&device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 1096 time: 0.0892241 Oct 26 14:10:43.381811 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78789d29-f4b5-4f2d-b890-9c7ca101d0d1 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:43.515319 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5472ed-6ba0-4e15-9c7c-abcf8a1d3a91 req-9331bdf3-2182-405f-9332-10ae4462005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:43.517087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef5472ed-6ba0-4e15-9c7c-abcf8a1d3a91 req-9331bdf3-2182-405f-9332-10ae4462005e service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a8738fb-19b7-41a3-ad88-e6e9326941c2 HTTP/1.1" status: 200 len: 913 time: 0.1271243 Oct 26 14:10:43.519529 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-6808020a-d915-4b05-b4d7-0bfde0ca5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:09:56Z', 'revision_number': 4, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port': {'id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:48Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '1c2d0edb-3578-4bd8-9870-09dc25eac092', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'port_id': '42df84b6-5345-4228-a208-b14198afb124', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'mac_address': 'fa:16:3e:71:69:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27759137-04f2-4d95-bac1-ff2e38f3d32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:10:10Z', 'updated_at': '2021-10-26T14:10:40Z', 'revision_number': 1, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbc24c-25d3-48de-a59e-62ac781df8b0', 'name': '', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'mac_address': 'fa:16:3e:2e:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:54Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 5, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'subnets': [{'id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:43.531476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:43.541049 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:43.550659 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808020a-d915-4b05-b4d7-0bfde0ca5420 None None] Checking router: dc2b30e4-7d52-4568-8649-0e7eaaf6c797 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:10:43.557513 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Transition to ACTIVE for port object f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:10:43.561834 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6808020a-d915-4b05-b4d7-0bfde0ca5420 None None] Routers {'dc2b30e4-7d52-4568-8649-0e7eaaf6c797'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:43.562701 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-6808020a-d915-4b05-b4d7-0bfde0ca5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:43.574095 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78789d29-f4b5-4f2d-b890-9c7ca101d0d1 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:43.578352 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-78789d29-f4b5-4f2d-b890-9c7ca101d0d1 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9192853 Oct 26 14:10:43.578352 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:43.586864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37242) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:43.634274 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:43.636868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5103b9ce-656c-4046-9ed2-4b08e6938c78 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:43.642393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'enable_snat': True}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:43.658416 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef5472ed-6ba0-4e15-9c7c-abcf8a1d3a91 req-bf88614f-afcd-4cc2-9bce-40ae8df91aef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42df84b6-5345-4228-a208-b14198afb124 HTTP/1.1" status: 200 len: 998 time: 0.1333470 Oct 26 14:10:43.688628 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-6808020a-d915-4b05-b4d7-0bfde0ca5420 None None] Set router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:43.791192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5472ed-6ba0-4e15-9c7c-abcf8a1d3a91 req-234d1436-bf62-4806-8201-0707e633faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:43.795694 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef5472ed-6ba0-4e15-9c7c-abcf8a1d3a91 req-234d1436-bf62-4806-8201-0707e633faa6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36c9ee84-73cd-4f4c-a9c8-60dee8d784b3 HTTP/1.1" status: 200 len: 851 time: 0.1289737 Oct 26 14:10:43.896972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5472ed-6ba0-4e15-9c7c-abcf8a1d3a91 req-2e7acc46-b4d6-4e4a-9e8c-860c53b82f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:43.898826 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef5472ed-6ba0-4e15-9c7c-abcf8a1d3a91 req-2e7acc46-b4d6-4e4a-9e8c-860c53b82f3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a8738fb-19b7-41a3-ad88-e6e9326941c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951984 Oct 26 14:10:43.926579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103b9ce-656c-4046-9ed2-4b08e6938c78 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event deleted for resources: {'Port': ['ID=8bb81bb7-9871-4b88-8437-67d3b5fde957,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:44.201120 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:44.312866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5103b9ce-656c-4046-9ed2-4b08e6938c78 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:44.319557 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5103b9ce-656c-4046-9ed2-4b08e6938c78 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "DELETE /v2.0/ports/8bb81bb7-9871-4b88-8437-67d3b5fde957 HTTP/1.1" status: 204 len: 168 time: 2.6675246 Oct 26 14:10:44.321060 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37264) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:44.357022 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-6808020a-d915-4b05-b4d7-0bfde0ca5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:09:56Z', 'revision_number': 4, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port': {'id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:48Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '1c2d0edb-3578-4bd8-9870-09dc25eac092', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'port_id': '42df84b6-5345-4228-a208-b14198afb124', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'mac_address': 'fa:16:3e:71:69:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27759137-04f2-4d95-bac1-ff2e38f3d32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:10:10Z', 'updated_at': '2021-10-26T14:10:40Z', 'revision_number': 1, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbc24c-25d3-48de-a59e-62ac781df8b0', 'name': '', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'mac_address': 'fa:16:3e:2e:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:54Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 5, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'subnets': [{'id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:44.363451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1538-736f-4153-8faa-466b7dbc3db6 req-38659b16-502d-493d-97f9-745caa50738a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:44.375303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e86b1538-736f-4153-8faa-466b7dbc3db6 req-38659b16-502d-493d-97f9-745caa50738a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 943 time: 0.4193513 Oct 26 14:10:44.404411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Attempting to bind port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:44.404892 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Attempting to bind port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:44.405324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Attempting to bind port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 on network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:44.419875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 on network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:10:44.419875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Attempting to bind port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 on network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:44.425079 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef5472ed-6ba0-4e15-9c7c-abcf8a1d3a91 req-f3054ec9-f32e-4d56-8500-18074ed6e536 service neutron] 10.222.0.11 "GET /v2.0/networks/4a8738fb-19b7-41a3-ad88-e6e9326941c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176640 Oct 26 14:10:44.437027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-13967c07-8a17-47d9-8f6c-7945ffda873f tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Deleting subnet 9c004bd6-3728-4000-a754-2033c894bf36 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:10:44.442370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:44.442961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Checking segment: {'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:44.443457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Bound using segment: {'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:44.444001 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Bound port: f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:44.444519 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:44.448748 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-13967c07-8a17-47d9-8f6c-7945ffda873f tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:44.541544 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-13967c07-8a17-47d9-8f6c-7945ffda873f tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:44.558415 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808020a-d915-4b05-b4d7-0bfde0ca5420 None None] The sync data for ids ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'] in n-d-815498-1 is: [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:09:56Z', 'revision_number': 4, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port': {'id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:48Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '1c2d0edb-3578-4bd8-9870-09dc25eac092', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'port_id': '42df84b6-5345-4228-a208-b14198afb124', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'mac_address': 'fa:16:3e:71:69:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27759137-04f2-4d95-bac1-ff2e38f3d32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:10:10Z', 'updated_at': '2021-10-26T14:10:40Z', 'revision_number': 1, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbc24c-25d3-48de-a59e-62ac781df8b0', 'name': '', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'mac_address': 'fa:16:3e:2e:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:54Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 5, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'subnets': [{'id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:44.645924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] For port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:44.658878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] For port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:44.671401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e86b1538-736f-4153-8faa-466b7dbc3db6 req-b79c6792-4712-4fe8-a8ab-b7adf64f74dc tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948866 Oct 26 14:10:44.680036 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:44.731617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d568492-eb80-453e-a8b1-ab82be296fed req-1c4cf92f-1b30-49b3-9ba2-7846859c914f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:44.746302 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d568492-eb80-453e-a8b1-ab82be296fed req-1c4cf92f-1b30-49b3-9ba2-7846859c914f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 945 time: 0.5317190 Oct 26 14:10:44.805145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:44.805833 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:44.807416 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] 10.222.0.25 "PUT /v2.0/ports/f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 HTTP/1.1" status: 200 len: 1091 time: 2.7168431 Oct 26 14:10:44.838654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d321585-b389-4e4a-8905-070cdaa747f6 req-d29520bc-ba1b-451f-a984-0dccfc2b368d tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=3790363a-cf36-48fb-ac72-b5dc76ff0ef7 HTTP/1.1" status: 200 len: 210 time: 0.0652246 Oct 26 14:10:44.886382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d568492-eb80-453e-a8b1-ab82be296fed req-ac179347-a472-41b4-89d9-53d6041689e3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082337 Oct 26 14:10:44.903311 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-13967c07-8a17-47d9-8f6c-7945ffda873f tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:44.947165 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef5472ed-6ba0-4e15-9c7c-abcf8a1d3a91 req-bc98b36f-1f81-42c2-a1a7-44c091e6ccbf service neutron] 10.222.0.11 "GET /v2.0/networks/4a8738fb-19b7-41a3-ad88-e6e9326941c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058613 Oct 26 14:10:45.079639 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ad38301b-ff14-4c91-ad68-b93dec98d6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:45.125184 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337940e-e83d-48dd-b858-fa0523891100 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:45.131329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f8745-b13d-45ad-84e6-426cf9789dc1 None None] New status for floating IP 1c2d0edb-3578-4bd8-9870-09dc25eac092: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:10:45.223797 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-0807d043-04f7-4cb8-9f68-1457acbbd6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:45.225209 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-0807d043-04f7-4cb8-9f68-1457acbbd6f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 1094 time: 0.2331796 Oct 26 14:10:45.231088 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:45.293851 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:45.329732 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-2fdc1811-297c-4c91-b004-e484a35ff26a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 HTTP/1.1" status: 200 len: 217 time: 0.0446110 Oct 26 14:10:45.334072 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-13967c07-8a17-47d9-8f6c-7945ffda873f tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:45.339341 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310fac48-a7c3-485a-bb35-f9ea95349ca1', 'tag': 'f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:45.342539 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc11c3b-c163-4e9d-8756-d47956fd2d12" -d '{"events": [{"name": "network-changed", "server_uuid": "310fac48-a7c3-485a-bb35-f9ea95349ca1", "tag": "f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:45.433852 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13967c07-8a17-47d9-8f6c-7945ffda873f tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event deleted for resources: {'Subnet': ['ID=9c004bd6-3728-4000-a754-2033c894bf36,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:45.471372 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da1d2c0-a7b6-4a75-b13a-6c3302e342ea x-openstack-request-id: req-1da1d2c0-a7b6-4a75-b13a-6c3302e342ea {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:45.472758 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310fac48-a7c3-485a-bb35-f9ea95349ca1", "tag": "f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:45.472758 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1da1d2c0-a7b6-4a75-b13a-6c3302e342ea {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:45.472758 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310fac48-a7c3-485a-bb35-f9ea95349ca1', 'tag': 'f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3', 'status': 'completed', 'code': 200} Oct 26 14:10:45.480503 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-13967c07-8a17-47d9-8f6c-7945ffda873f tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:45.488596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37296) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:45.493387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32be3ae1-0787-4d3e-826d-585b91696a39 None None] Network e5a9e324-df35-4867-aa20-663f542aa314 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:10:45.499882 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-13967c07-8a17-47d9-8f6c-7945ffda873f tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "DELETE /v2.0/subnets/9c004bd6-3728-4000-a754-2033c894bf36 HTTP/1.1" status: 204 len: 168 time: 1.1706200 Oct 26 14:10:45.649212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-de12583f-4456-41a1-814a-e3f6d9554820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:45.668538 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-de12583f-4456-41a1-814a-e3f6d9554820 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f250216c-69fb-4480-a4f8-10a5384e9ce5 HTTP/1.1" status: 200 len: 850 time: 0.3132253 Oct 26 14:10:45.706786 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:45.819063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Allocated IP 172.25.4.193 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/f3f42772-3fc8-44d5-ad43-5d223a2915c7) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:45.862998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3f843b95-961d-475e-a273-c4f4025159ad up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:45.867978 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-c7c09d93-bcae-4079-81be-7141758b7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:45.869859 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-c7c09d93-bcae-4079-81be-7141758b7ea0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905582 Oct 26 14:10:45.975159 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-514d91ff-afea-4439-bd66-9469d677a914 req-5183d41d-4aab-4b19-b006-917748c021b1 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.1152177 Oct 26 14:10:45.977113 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 3f843b95-961d-475e-a273-c4f4025159ad completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:10:45.986499 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 3f843b95-961d-475e-a273-c4f4025159ad triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:45.987053 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.012333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Deleting port 95a3c4f8-ccbf-401d-accc-d95c91b70edb {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:46.012683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.029244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa592d-3008-464e-9ef0-eb3490eef10a req-c3378887-55bd-417c-b513-9138e6137e4a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:46.031306 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4efa592d-3008-464e-9ef0-eb3490eef10a req-c3378887-55bd-417c-b513-9138e6137e4a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 943 time: 0.1614468 Oct 26 14:10:46.081689 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0750acdb-5748-42c3-980b-5a16d3af67d5 None None] DHCP port deletion for e5a9e324-df35-4867-aa20-663f542aa314 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:10:46.124468 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-87abb3e6-b7f7-46f8-8262-1f84c4aa1447 service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282219 Oct 26 14:10:46.215102 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4efa592d-3008-464e-9ef0-eb3490eef10a req-d1e14b1f-ff96-4375-aefe-d7afbf72d442 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003213 Oct 26 14:10:46.233822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] For port 95a3c4f8-ccbf-401d-accc-d95c91b70edb, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=95a3c4f8-ccbf-401d-accc-d95c91b70edb,segment=NetworkSegment(c20adf70-87db-4e25-8365-bf505f0470d0),segment_id=c20adf70-87db-4e25-8365-bf505f0470d0)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:46.234232 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.257326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075015d6-c1eb-4d59-a1a8-1b9d9d086893 req-e9c30923-74f4-44fc-9cd6-49f9e72e03bf tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:46.267275 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-075015d6-c1eb-4d59-a1a8-1b9d9d086893 req-e9c30923-74f4-44fc-9cd6-49f9e72e03bf tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 945 time: 0.1384804 Oct 26 14:10:46.310240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Calling delete_port for 95a3c4f8-ccbf-401d-accc-d95c91b70edb owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:46.335050 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-075015d6-c1eb-4d59-a1a8-1b9d9d086893 req-fda4a6e9-ff1c-4484-8145-582763baf7d8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666690 Oct 26 14:10:46.344638 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.393068 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0750acdb-5748-42c3-980b-5a16d3af67d5 None None] Deleting port 95a3c4f8-ccbf-401d-accc-d95c91b70edb {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:46.393440 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0750acdb-5748-42c3-980b-5a16d3af67d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.438705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.458961 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a19ff3d0-2d39-4dc3-9be2-086b28f4c7b6 req-0888b0df-2c83-4506-a723-342ea30d2ab6 service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278918 Oct 26 14:10:46.521389 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.528273 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.535996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0750acdb-5748-42c3-980b-5a16d3af67d5 None None] For port 95a3c4f8-ccbf-401d-accc-d95c91b70edb, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=95a3c4f8-ccbf-401d-accc-d95c91b70edb,segment=NetworkSegment(c20adf70-87db-4e25-8365-bf505f0470d0),segment_id=c20adf70-87db-4e25-8365-bf505f0470d0)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:46.536382 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0750acdb-5748-42c3-980b-5a16d3af67d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.566456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0750acdb-5748-42c3-980b-5a16d3af67d5 None None] Calling delete_port for 95a3c4f8-ccbf-401d-accc-d95c91b70edb owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:46.567461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event deleted for resources: {'Port': ['ID=95a3c4f8-ccbf-401d-accc-d95c91b70edb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:46.583238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] No DVR routers for this DVR port 95a3c4f8-ccbf-401d-accc-d95c91b70edb on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:10:46.628401 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e53676d-f78c-4df6-81ee-e16784b121cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f843b95-961d-475e-a273-c4f4025159ad'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:46.636323 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1176e436-d3a1-4b8f-8324-8dd05bc64c93" -d '{"events": [{"server_uuid": "3e53676d-f78c-4df6-81ee-e16784b121cf", "name": "network-vif-plugged", "status": "completed", "tag": "3f843b95-961d-475e-a273-c4f4025159ad"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:46.641332 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:46.663611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:46.667216 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:46.681191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3f843b95-961d-475e-a273-c4f4025159ad, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3f843b95-961d-475e-a273-c4f4025159ad,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:46.691096 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0750acdb-5748-42c3-980b-5a16d3af67d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.732968 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.737079 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.739748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0750acdb-5748-42c3-980b-5a16d3af67d5 None None] No DVR routers for this DVR port 95a3c4f8-ccbf-401d-accc-d95c91b70edb on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:10:46.742402 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750acdb-5748-42c3-980b-5a16d3af67d5 None None] Pushing event deleted for resources: {'Port': ['ID=95a3c4f8-ccbf-401d-accc-d95c91b70edb,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:46.783974 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.786597 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65a741e-cfd5-44f1-832e-fb11f8758fbc x-openstack-request-id: req-e65a741e-cfd5-44f1-832e-fb11f8758fbc {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:46.786884 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e53676d-f78c-4df6-81ee-e16784b121cf", "name": "network-vif-plugged", "status": "completed", "tag": "3f843b95-961d-475e-a273-c4f4025159ad", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:46.787138 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e65a741e-cfd5-44f1-832e-fb11f8758fbc {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:46.787563 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e53676d-f78c-4df6-81ee-e16784b121cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f843b95-961d-475e-a273-c4f4025159ad', 'code': 200} Oct 26 14:10:46.807973 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.825471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a9e324-df35-4867-aa20-663f542aa314']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:46.827719 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=3f843b95-961d-475e-a273-c4f4025159ad,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:46.850574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event updated for resources: {'Port': ['ID=f3f42772-3fc8-44d5-ad43-5d223a2915c7,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:46.856504 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20adf70-87db-4e25-8365-bf505f0470d0') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:46.856895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20adf70-87db-4e25-8365-bf505f0470d0') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:46.863884 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc11c3b-c163-4e9d-8756-d47956fd2d12 req-db3871dc-e1b0-44e0-b13e-dfb7dbed4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:46.865578 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbc11c3b-c163-4e9d-8756-d47956fd2d12 req-db3871dc-e1b0-44e0-b13e-dfb7dbed4a49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 1094 time: 0.2770612 Oct 26 14:10:46.908000 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.931558 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.947177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:10:46.947579 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:10:46.950940 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:10:46.991873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b931f0f-c7fb-484b-bb01-106ed2e5782c req-d631f612-4150-48be-aa86-eb85fa0585ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:46.994217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b931f0f-c7fb-484b-bb01-106ed2e5782c req-d631f612-4150-48be-aa86-eb85fa0585ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 1097 time: 0.1342590 Oct 26 14:10:47.052598 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:47.062387 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:47.068582 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] 10.222.0.32 "DELETE /v2.0/networks/e5a9e324-df35-4867-aa20-663f542aa314 HTTP/1.1" status: 204 len: 168 time: 1.5753636 Oct 26 14:10:47.088132 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b931f0f-c7fb-484b-bb01-106ed2e5782c req-ec53c8a0-e409-439a-8c69-bddbeff8922b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803120 Oct 26 14:10:47.158069 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c99de51-9ae8-4fc7-b26c-0f7ed2359f64 req-e9c7f7bd-63fc-4ca5-8d2a-837f41399b7c tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0904717 Oct 26 14:10:47.159440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f93a24-ed3a-4959-81ac-272b208a2485 tempest-AllowedAddressPairTestJSON-991772187 tempest-AllowedAddressPairTestJSON-991772187-project] Pushing event deleted for resources: {'Network': ['ID=e5a9e324-df35-4867-aa20-663f542aa314,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:47.457531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4c1e8-7777-406a-a5e5-8b75ebf35391 req-8d428c5c-3002-490c-af0c-856a61ae7aa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:47.473774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03f4c1e8-7777-406a-a5e5-8b75ebf35391 req-8d428c5c-3002-490c-af0c-856a61ae7aa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 943 time: 0.1361630 Oct 26 14:10:47.509406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 95a3c4f8-ccbf-401d-accc-d95c91b70edb no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:10:47.510302 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c85c40a4-637d-4709-b62e-b6ec42c273b3 req-09be8d1d-7abd-438f-b413-d4d49d281d8d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3790363a-cf36-48fb-ac72-b5dc76ff0ef7 HTTP/1.1" status: 200 len: 210 time: 0.2001538 Oct 26 14:10:47.542379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37344) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:47.579488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 95a3c4f8-ccbf-401d-accc-d95c91b70edb {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:10:47.579845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 95a3c4f8-ccbf-401d-accc-d95c91b70edb not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:10:47.700736 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03f4c1e8-7777-406a-a5e5-8b75ebf35391 req-20a617cf-4a75-49c6-82e7-cc04f549a049 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094572 Oct 26 14:10:47.708346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc11c3b-c163-4e9d-8756-d47956fd2d12 req-07d206ca-ed83-4aab-9446-ff90ca58b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:47.709832 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbc11c3b-c163-4e9d-8756-d47956fd2d12 req-07d206ca-ed83-4aab-9446-ff90ca58b0b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 200 len: 912 time: 0.4202683 Oct 26 14:10:47.710820 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:47.756237 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59024d38-cf8d-41c4-b13f-0a0fb3e7d02a req-cdac1eb2-d89c-4c92-b6f4-3bc9f88b7181 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:47.759634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59024d38-cf8d-41c4-b13f-0a0fb3e7d02a req-cdac1eb2-d89c-4c92-b6f4-3bc9f88b7181 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.1441433 Oct 26 14:10:47.841588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59024d38-cf8d-41c4-b13f-0a0fb3e7d02a req-685f8c17-5f3e-4731-83bb-10fa46580c10 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753808 Oct 26 14:10:47.845420 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbc11c3b-c163-4e9d-8756-d47956fd2d12 req-26934888-e431-4eb1-804a-7d49c1ee4eac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 HTTP/1.1" status: 200 len: 217 time: 0.1256132 Oct 26 14:10:47.864621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c353d616-dc57-4b82-9dd4-dda8ad83f946 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=518c281308a54fcf8d1a9e242698f79d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210683 Oct 26 14:10:47.865245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37358) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:47.947271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc11c3b-c163-4e9d-8756-d47956fd2d12 req-e128d903-e269-4950-9ac0-e807a36761a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:47.948890 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbc11c3b-c163-4e9d-8756-d47956fd2d12 req-e128d903-e269-4950-9ac0-e807a36761a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f250216c-69fb-4480-a4f8-10a5384e9ce5 HTTP/1.1" status: 200 len: 850 time: 0.0930066 Oct 26 14:10:47.956575 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e429051c-c22c-42ed-931a-e04d3a8060ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:47.985597 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e429051c-c22c-42ed-931a-e04d3a8060ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.059659 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e429051c-c22c-42ed-931a-e04d3a8060ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.062345 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e429051c-c22c-42ed-931a-e04d3a8060ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.075289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e429051c-c22c-42ed-931a-e04d3a8060ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ff34e18-c294-494d-a7b1-ea978805ad7b HTTP/1.1" status: 204 len: 168 time: 0.2087257 Oct 26 14:10:48.091577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429051c-c22c-42ed-931a-e04d3a8060ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff34e18-c294-494d-a7b1-ea978805ad7b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:48.092534 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc11c3b-c163-4e9d-8756-d47956fd2d12 req-8f427804-f84b-4351-b256-63f9d034a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:48.094262 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbc11c3b-c163-4e9d-8756-d47956fd2d12 req-8f427804-f84b-4351-b256-63f9d034a46e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353142 Oct 26 14:10:48.175309 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.185192 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.330480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-945e9827-bf60-449c-b186-78dae3d0c609 req-57d0c347-faef-4d17-b189-1a043ced3c81 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0564311 Oct 26 14:10:48.340501 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbc11c3b-c163-4e9d-8756-d47956fd2d12 req-a3cb554f-acde-4bdf-8cba-7a9d1a671612 service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368679 Oct 26 14:10:48.478353 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.530656 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbc11c3b-c163-4e9d-8756-d47956fd2d12 req-35dea777-cc3d-49d6-bd26-4e8bd3e2c372 service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734710 Oct 26 14:10:48.535948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Router 9e1b0f52-2a3a-461c-96d5-06759008be6e is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:10:48.731512 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:48.736507 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.740109 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5002df85-c357-4e84-8803-0564a09bec84 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "PUT /v2.0/routers/9e1b0f52-2a3a-461c-96d5-06759008be6e HTTP/1.1" status: 200 len: 914 time: 5.1101696 Oct 26 14:10:48.744708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37378) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:48.752931 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8ad581-b180-452b-98ac-696535a63088 None None] Sync routers for ids ['9e1b0f52-2a3a-461c-96d5-06759008be6e'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:48.769432 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8ad581-b180-452b-98ac-696535a63088 None None] Routers {'9e1b0f52-2a3a-461c-96d5-06759008be6e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:48.770935 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1a8ad581-b180-452b-98ac-696535a63088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9e1b0f52-2a3a-461c-96d5-06759008be6e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:48.880683 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1a8ad581-b180-452b-98ac-696535a63088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:48.923535 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8ad581-b180-452b-98ac-696535a63088 None None] Routers {'9e1b0f52-2a3a-461c-96d5-06759008be6e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:48.930671 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1a8ad581-b180-452b-98ac-696535a63088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9e1b0f52-2a3a-461c-96d5-06759008be6e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:48.939414 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-61d83dad-389c-49da-b9c5-3ecf7da8dd19 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/routers/9e1b0f52-2a3a-461c-96d5-06759008be6e HTTP/1.1" status: 200 len: 920 time: 0.1931977 Oct 26 14:10:48.942250 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37396) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:49.001360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a92c35-4a43-4da8-9455-e3e96e69838f req-6f5d3f5b-08a2-4f60-9832-f54195663922 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:49.029094 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1a8ad581-b180-452b-98ac-696535a63088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:49.032619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95a92c35-4a43-4da8-9455-e3e96e69838f req-6f5d3f5b-08a2-4f60-9832-f54195663922 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 943 time: 0.1466396 Oct 26 14:10:49.033592 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8ad581-b180-452b-98ac-696535a63088 None None] The sync data for ids ['9e1b0f52-2a3a-461c-96d5-06759008be6e'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:49.068929 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ec3161-a932-4819-a443-34d8b661f0e3 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:49.071238 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e9ec3161-a932-4819-a443-34d8b661f0e3 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&device_id=9e1b0f52-2a3a-461c-96d5-06759008be6e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1273801 Oct 26 14:10:49.081687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37400) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:49.159430 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95a92c35-4a43-4da8-9455-e3e96e69838f req-7d449249-1603-4c1f-86d1-a02670c1f592 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240392 Oct 26 14:10:49.189414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f941a-863a-486a-a45a-725763692709 req-41f2ecf2-be88-4b96-b8d0-ccddfe109615 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:49.200891 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-562f941a-863a-486a-a45a-725763692709 req-41f2ecf2-be88-4b96-b8d0-ccddfe109615 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.1518879 Oct 26 14:10:49.204557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8daf64b-32bc-438e-b191-27655b2bbb5c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:49.205729 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b8daf64b-32bc-438e-b191-27655b2bbb5c tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 881 time: 0.1226470 Oct 26 14:10:49.211083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37404) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:49.267251 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a3467d21-e11f-4e18-afc8-b127163f6667 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1b0f52-2a3a-461c-96d5-06759008be6e HTTP/1.1" status: 200 len: 205 time: 0.0508361 Oct 26 14:10:49.269641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37408) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:49.424151 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37412) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:49.577478 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1292995695'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:49.618143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:49.623190 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:49.635453 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:49.746029 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-562f941a-863a-486a-a45a-725763692709 req-c754d0ec-11cf-4e21-b25a-168d1eb22c0a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265296 Oct 26 14:10:49.773015 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-757fa940-3e7d-4623-9d8d-377650a8a514 req-5db052b2-2ccf-4bb9-958a-40f111545b92 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0673177 Oct 26 14:10:49.797142 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:49.806137 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:49.817583 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:49.842555 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c464c9-91e2-48f8-b7eb-143e9c92355e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:49.870510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:10:49.894486 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:49.894838 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Added segment a89fe6b2-107f-41a3-bd26-1a86dee0464f of type vlan for network 579d296c-a214-4dfb-be27-21ff79945f8f Oct 26 14:10:49.986582 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.006132 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.066242 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.082029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:50.082884 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.150337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Deleting port f3f42772-3fc8-44d5-ad43-5d223a2915c7 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:50.150828 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.163172 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7378531 Oct 26 14:10:50.166646 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37430) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:50.171073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-cb2676c9-cc43-421a-8bd6-9ade965aeccf tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2015900431'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:50.195610 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90819cd8-3167-42d1-a795-e492234694ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Network': ['ID=579d296c-a214-4dfb-be27-21ff79945f8f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:50.206183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 579d296c-a214-4dfb-be27-21ff79945f8f details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:10:50.235869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2676c9-cc43-421a-8bd6-9ade965aeccf tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:50.240274 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb2676c9-cc43-421a-8bd6-9ade965aeccf tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.291235 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.311815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2676c9-cc43-421a-8bd6-9ade965aeccf tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:10:50.335163 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Calling delete_port for f3f42772-3fc8-44d5-ad43-5d223a2915c7 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:50.351207 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb2676c9-cc43-421a-8bd6-9ade965aeccf tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.352557 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-cb2676c9-cc43-421a-8bd6-9ade965aeccf tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Added segment 8c6482a1-606b-4013-a245-10e085dbc328 of type vlan for network 1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38 Oct 26 14:10:50.496811 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb2676c9-cc43-421a-8bd6-9ade965aeccf tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.501370 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:10:50.532567 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb2676c9-cc43-421a-8bd6-9ade965aeccf tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.541241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2676c9-cc43-421a-8bd6-9ade965aeccf tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:50.542247 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb2676c9-cc43-421a-8bd6-9ade965aeccf tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.629933 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:50.647167 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'port_id': 'f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3', 'mac_address': 'fa:16:3e:ae:9f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:10:50.653855 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799ee9a-a577-4737-a485-a7e5f76dd7cd req-e51d1ad2-1b7b-4edd-9280-e5b90f7eedf7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:50.654616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4799ee9a-a577-4737-a485-a7e5f76dd7cd req-e51d1ad2-1b7b-4edd-9280-e5b90f7eedf7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 943 time: 0.3346212 Oct 26 14:10:50.662382 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cb2676c9-cc43-421a-8bd6-9ade965aeccf tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4945135 Oct 26 14:10:50.666720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37438) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:50.676431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ab370b73-6ed4-4e7a-ab75-fd86d865ab6f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'subnet': {'network_id': '579d296c-a214-4dfb-be27-21ff79945f8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:50.697269 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.703536 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4799ee9a-a577-4737-a485-a7e5f76dd7cd req-e972aca8-b454-40ec-948f-ecc77115317a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424275 Oct 26 14:10:50.708061 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.712714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:50.736765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:50.743437 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.745631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2676c9-cc43-421a-8bd6-9ade965aeccf tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Network': ['ID=1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:50.775741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Pushing event deleted for resources: {'Port': ['ID=f3f42772-3fc8-44d5-ad43-5d223a2915c7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:50.831207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:10:50.833874 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:50.840138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab370b73-6ed4-4e7a-ab75-fd86d865ab6f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:50.843781 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab370b73-6ed4-4e7a-ab75-fd86d865ab6f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.004694 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fc05972-35e4-4ae7-8ca8-758e4cc8859c req-62229898-998e-463c-8678-aef00c9604e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0682714 Oct 26 14:10:51.007975 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f97a14d-a7b2-419b-bfe3-7e7ff661f789 req-e51df1ba-4411-46f9-9cc1-898515f9760b tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0826206 Oct 26 14:10:51.010193 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:51.026544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909ab9e-417e-484d-bff6-d433e81abaa6 req-96ca50bb-0b89-4f31-ae28-44db901cdced tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:51.029547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7909ab9e-417e-484d-bff6-d433e81abaa6 req-96ca50bb-0b89-4f31-ae28-44db901cdced tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.1487985 Oct 26 14:10:51.039834 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.148462 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.150635 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.193027 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab370b73-6ed4-4e7a-ab75-fd86d865ab6f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.213610 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.214184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Fanout notify agent at l3_agent the message router_deleted on router 9e1b0f52-2a3a-461c-96d5-06759008be6e {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:10:51.228767 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.230640 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b727d62b-c90c-40db-9db7-1f515250d73d tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "DELETE /v2.0/routers/9e1b0f52-2a3a-461c-96d5-06759008be6e HTTP/1.1" status: 204 len: 168 time: 1.9595330 Oct 26 14:10:51.236539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37448) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:51.244723 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d51df94e-61e4-4c41-801d-c6d599716bdd tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-748887112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:51.261196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7909ab9e-417e-484d-bff6-d433e81abaa6 req-681d85f5-5631-4983-a813-7731c8b8ab53 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578227 Oct 26 14:10:51.329063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab370b73-6ed4-4e7a-ab75-fd86d865ab6f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Subnet': ['ID=25dcfe48-fddd-41cd-b22b-0ef0eaeb82b9,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:51.331660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d51df94e-61e4-4c41-801d-c6d599716bdd tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.332948 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d51df94e-61e4-4c41-801d-c6d599716bdd tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.394678 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d51df94e-61e4-4c41-801d-c6d599716bdd tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.396162 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab370b73-6ed4-4e7a-ab75-fd86d865ab6f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Checking segment: {'id': 'a89fe6b2-107f-41a3-bd26-1a86dee0464f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '579d296c-a214-4dfb-be27-21ff79945f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:51.396602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab370b73-6ed4-4e7a-ab75-fd86d865ab6f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network hostable DHCP agents. Network: 579d296c-a214-4dfb-be27-21ff79945f8f, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:10:51.409469 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d51df94e-61e4-4c41-801d-c6d599716bdd tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.426716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab370b73-6ed4-4e7a-ab75-fd86d865ab6f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 579d296c-a214-4dfb-be27-21ff79945f8f is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:10:51.433263 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d51df94e-61e4-4c41-801d-c6d599716bdd tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.434697 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d51df94e-61e4-4c41-801d-c6d599716bdd tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1970139 Oct 26 14:10:51.438674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37462) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:51.442892 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ab370b73-6ed4-4e7a-ab75-fd86d865ab6f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 579d296c-a214-4dfb-be27-21ff79945f8f) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:51.448319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab370b73-6ed4-4e7a-ab75-fd86d865ab6f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:51.449037 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab370b73-6ed4-4e7a-ab75-fd86d865ab6f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.462013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'enable_snat': False}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:51.472598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ed37b-5ddf-4892-8e5e-d98070edf0da None None] Network 579d296c-a214-4dfb-be27-21ff79945f8f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:10:51.490626 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ab370b73-6ed4-4e7a-ab75-fd86d865ab6f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8226576 Oct 26 14:10:51.491274 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37466) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:51.498686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-302e4c77-deb5-4b17-9ce2-f7657a6f0342 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'subnet': {'network_id': '1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:51.611346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302e4c77-deb5-4b17-9ce2-f7657a6f0342 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:51.620846 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-302e4c77-deb5-4b17-9ce2-f7657a6f0342 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.769832 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-579d296c-a214-4dfb-be27-21ff79945f8f', 'network_id': '579d296c-a214-4dfb-be27-21ff79945f8f', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'fixed_ips': [{'subnet_id': '25dcfe48-fddd-41cd-b22b-0ef0eaeb82b9'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:10:51.770745 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.883664 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c10a5f-6b0d-4999-a817-4640810e392d req-1eea7de4-8f24-48b9-ab72-82c7c0da6d12 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:51.885289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48c10a5f-6b0d-4999-a817-4640810e392d req-1eea7de4-8f24-48b9-ab72-82c7c0da6d12 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.2261465 Oct 26 14:10:51.889488 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-302e4c77-deb5-4b17-9ce2-f7657a6f0342 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.896979 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.915964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Allocated IP 2001:db8::2 (579d296c-a214-4dfb-be27-21ff79945f8f/25dcfe48-fddd-41cd-b22b-0ef0eaeb82b9/79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:51.968803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302e4c77-deb5-4b17-9ce2-f7657a6f0342 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Checking segment: {'id': '8c6482a1-606b-4013-a245-10e085dbc328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:51.969246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302e4c77-deb5-4b17-9ce2-f7657a6f0342 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network hostable DHCP agents. Network: 1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:10:51.979672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e4c77-deb5-4b17-9ce2-f7657a6f0342 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Subnet': ['ID=2dff34c0-c5b1-4870-a908-8d8c1c0e53b7,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:51.998450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302e4c77-deb5-4b17-9ce2-f7657a6f0342 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:10:52.010233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48c10a5f-6b0d-4999-a817-4640810e392d req-92f669b4-a04e-4785-b202-61a219eed712 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154642 Oct 26 14:10:52.010830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-302e4c77-deb5-4b17-9ce2-f7657a6f0342 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:52.016914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e4c77-deb5-4b17-9ce2-f7657a6f0342 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:52.017494 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-302e4c77-deb5-4b17-9ce2-f7657a6f0342 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.020703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f30e3-5bd4-4945-a608-c62736f84182 req-ce38946a-fdd0-4b57-957c-fdd9c937e477 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:52.026979 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77583d44-8031-4df9-a12f-b02db47b375a None None] Network 1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:10:52.031533 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd1f30e3-5bd4-4945-a608-c62736f84182 req-ce38946a-fdd0-4b57-957c-fdd9c937e477 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 944 time: 0.1608093 Oct 26 14:10:52.042854 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-302e4c77-deb5-4b17-9ce2-f7657a6f0342 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5475328 Oct 26 14:10:52.042854 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37480) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:52.048910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8982c7a1-9c9d-4438-8913-82f4e813acf6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-472440029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:52.073432 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8982c7a1-9c9d-4438-8913-82f4e813acf6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.075415 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8982c7a1-9c9d-4438-8913-82f4e813acf6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.083436 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd1f30e3-5bd4-4945-a608-c62736f84182 req-0bbf1fd0-4ce6-487d-9719-3f92fa9a185f tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430694 Oct 26 14:10:52.154145 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8982c7a1-9c9d-4438-8913-82f4e813acf6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.158716 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8982c7a1-9c9d-4438-8913-82f4e813acf6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.178094 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8982c7a1-9c9d-4438-8913-82f4e813acf6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.182057 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8982c7a1-9c9d-4438-8913-82f4e813acf6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1359167 Oct 26 14:10:52.182670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37484) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:52.208741 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aef64727-ea81-49a5-a840-bd9c70d19794 req-7bfc6169-7857-4138-926c-018701ad38ee tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0598755 Oct 26 14:10:52.245104 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.250440 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.252813 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.258606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38', 'network_id': '1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'fixed_ips': [{'subnet_id': '2dff34c0-c5b1-4870-a908-8d8c1c0e53b7'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:10:52.259585 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.273572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.311755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Network 579d296c-a214-4dfb-be27-21ff79945f8f is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:52.322552 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:52.329356 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:52.334154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:52.410920 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Pushing event updated for resources: {'Port': ['ID=79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:52.421633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Allocated IP 172.25.4.131 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/14c70bc6-ba70-437b-b5e2-7af95d329c56) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:52.563863 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.566563 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Attempting to bind port 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:52.567199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Attempting to bind port 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'a89fe6b2-107f-41a3-bd26-1a86dee0464f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '579d296c-a214-4dfb-be27-21ff79945f8f'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:52.567394 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Attempting to bind port 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad on network 579d296c-a214-4dfb-be27-21ff79945f8f {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:52.580321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:52.580807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Checking segment: {'id': 'a89fe6b2-107f-41a3-bd26-1a86dee0464f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '579d296c-a214-4dfb-be27-21ff79945f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:52.581215 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.581611 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Bound using segment: {'id': 'a89fe6b2-107f-41a3-bd26-1a86dee0464f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '579d296c-a214-4dfb-be27-21ff79945f8f'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:52.582406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Bound port: 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89fe6b2-107f-41a3-bd26-1a86dee0464f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '579d296c-a214-4dfb-be27-21ff79945f8f'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:52.582566 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.606842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:10:52.610557 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.631324 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:52.631728 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.653363 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.662792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Allocated IP 2001:db8:1::2 (1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38/2dff34c0-c5b1-4870-a908-8d8c1c0e53b7/32787fc9-6dc6-4eb6-b60b-9deee4672a52) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:52.672919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946a32e-abef-44fd-ba16-ba4832a72891 req-66aa41b1-c71e-49a3-bae5-9ddacbd06ae3 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:52.675057 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f946a32e-abef-44fd-ba16-ba4832a72891 req-66aa41b1-c71e-49a3-bae5-9ddacbd06ae3 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3e32cb-21ec-46d1-b951-179e9c6dd317 HTTP/1.1" status: 200 len: 951 time: 0.0711513 Oct 26 14:10:52.727425 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:52.733226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:52.736325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Pushing event updated for resources: {'Port': ['ID=14c70bc6-ba70-437b-b5e2-7af95d329c56,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:52.738884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:52.745199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] For port 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:52.767476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] For port 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad,segment=NetworkSegment(a89fe6b2-107f-41a3-bd26-1a86dee0464f),segment_id=a89fe6b2-107f-41a3-bd26-1a86dee0464f)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:52.783196 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.790797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f946a32e-abef-44fd-ba16-ba4832a72891 req-2fa76563-8b7b-4866-9c83-0504730e94f0 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927320 Oct 26 14:10:52.866093 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.948459 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310fac48-a7c3-485a-bb35-f9ea95349ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:52.951211 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7017f8fc-4d06-40c4-922a-eb9e495dd306" -d '{"events": [{"server_uuid": "310fac48-a7c3-485a-bb35-f9ea95349ca1", "name": "network-vif-plugged", "status": "completed", "tag": "f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:52.978928 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:53.034228 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.053305 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df705ee-e3bc-4bac-b3de-bafa3c6e0d82 x-openstack-request-id: req-4df705ee-e3bc-4bac-b3de-bafa3c6e0d82 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:53.053606 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310fac48-a7c3-485a-bb35-f9ea95349ca1", "name": "network-vif-plugged", "status": "completed", "tag": "f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:53.053863 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4df705ee-e3bc-4bac-b3de-bafa3c6e0d82 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:53.055769 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310fac48-a7c3-485a-bb35-f9ea95349ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3', 'code': 200} Oct 26 14:10:53.065907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677613f-0c8d-400a-9e59-f6de84f03e06 None None] Pushing event updated for resources: {'Port': ['ID=79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:53.142356 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Allocated IP 2001:db8::1 (579d296c-a214-4dfb-be27-21ff79945f8f/25dcfe48-fddd-41cd-b22b-0ef0eaeb82b9/013995c4-45cd-41ce-b088-e09514dd6a8e) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:53.147728 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.218250 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.222230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:53.234105 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.311092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Network 1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:53.322929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:53.328463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:53.372586 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb86c77-6865-42a3-b3c2-b2e8ed924e69 req-57679536-045b-40a4-89c9-8586f33d0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:53.375191 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ccb86c77-6865-42a3-b3c2-b2e8ed924e69 req-57679536-045b-40a4-89c9-8586f33d0a85 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 1096 time: 0.1441252 Oct 26 14:10:53.388786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Pushing event updated for resources: {'Port': ['ID=32787fc9-6dc6-4eb6-b60b-9deee4672a52,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:53.417587 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.419078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056c951-8067-4cf1-b0f1-cd5f6d899ba3 req-6fde493b-d65f-4ee9-b87e-9268a49ac5c7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:53.422151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Attempting to bind port 32787fc9-6dc6-4eb6-b60b-9deee4672a52 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:53.422642 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Attempting to bind port 32787fc9-6dc6-4eb6-b60b-9deee4672a52 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '8c6482a1-606b-4013-a245-10e085dbc328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:53.424051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Attempting to bind port 32787fc9-6dc6-4eb6-b60b-9deee4672a52 on network 1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:53.425769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8056c951-8067-4cf1-b0f1-cd5f6d899ba3 req-6fde493b-d65f-4ee9-b87e-9268a49ac5c7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.2345052 Oct 26 14:10:53.441565 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ccb86c77-6865-42a3-b3c2-b2e8ed924e69 req-92cbff2e-ec92-4094-85e8-4b5148e46ef6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568979 Oct 26 14:10:53.450505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:53.451761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Checking segment: {'id': '8c6482a1-606b-4013-a245-10e085dbc328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:53.452513 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.453127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Bound using segment: {'id': '8c6482a1-606b-4013-a245-10e085dbc328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:53.453865 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Bound port: 32787fc9-6dc6-4eb6-b60b-9deee4672a52, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6482a1-606b-4013-a245-10e085dbc328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:53.454533 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.481329 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.484869 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.536825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 579d296c-a214-4dfb-be27-21ff79945f8f is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:53.543028 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:53.548852 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:53.549614 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.560288 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:53.570515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] For port 32787fc9-6dc6-4eb6-b60b-9deee4672a52, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:53.587807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] For port 32787fc9-6dc6-4eb6-b60b-9deee4672a52, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=32787fc9-6dc6-4eb6-b60b-9deee4672a52,segment=NetworkSegment(8c6482a1-606b-4013-a245-10e085dbc328),segment_id=8c6482a1-606b-4013-a245-10e085dbc328)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:53.600329 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4598d2-68ca-4034-ab87-dd44e846ba78 req-8f76f5b7-6ca8-4dd0-b6c9-e0ab455ea359 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:53.602625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d4598d2-68ca-4034-ab87-dd44e846ba78 req-8f76f5b7-6ca8-4dd0-b6c9-e0ab455ea359 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.2639647 Oct 26 14:10:53.629406 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.641931 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8056c951-8067-4cf1-b0f1-cd5f6d899ba3 req-d2d20e1a-1c51-4e85-8f20-89d5a1eca33f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753101 Oct 26 14:10:53.660984 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.672743 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.681081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d4598d2-68ca-4034-ab87-dd44e846ba78 req-207c3de8-4a7c-4a97-9f93-1b1933f11f06 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662601 Oct 26 14:10:53.705455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cae089-aed8-4a74-9ff8-62e9690f8360 None None] Pushing event updated for resources: {'Port': ['ID=32787fc9-6dc6-4eb6-b60b-9deee4672a52,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:53.732348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:53.733084 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.835244 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.871356 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-736369d2-1037-492d-9a2c-ccd30eb12823 req-25f69560-ea1c-46b7-ba8e-dc44bd6d888d tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0852606 Oct 26 14:10:53.889376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad,segment=NetworkSegment(a89fe6b2-107f-41a3-bd26-1a86dee0464f),segment_id=a89fe6b2-107f-41a3-bd26-1a86dee0464f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:53.916604 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:54.014627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Router 95531b6d-7e13-4f47-9c0a-8940bb5f8de1 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:10:54.027257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:54.122119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=013995c4-45cd-41ce-b088-e09514dd6a8e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:54.233387 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:54.243256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:54.247676 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:54.249091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d7aff4ff-242a-4009-a818-ad1f5381c8c2 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "PUT /v2.0/routers/95531b6d-7e13-4f47-9c0a-8940bb5f8de1 HTTP/1.1" status: 200 len: 915 time: 2.8087833 Oct 26 14:10:54.251623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37578) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:54.257549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca7ca7-e3c5-43e5-99a9-8c1d07762832 None None] Sync routers for ids ['95531b6d-7e13-4f47-9c0a-8940bb5f8de1'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:54.274905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca7ca7-e3c5-43e5-99a9-8c1d07762832 None None] Routers {'95531b6d-7e13-4f47-9c0a-8940bb5f8de1'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:54.279618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-adca7ca7-e3c5-43e5-99a9-8c1d07762832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['95531b6d-7e13-4f47-9c0a-8940bb5f8de1'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:54.361467 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-adca7ca7-e3c5-43e5-99a9-8c1d07762832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:54.379670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca7ca7-e3c5-43e5-99a9-8c1d07762832 None None] Routers {'95531b6d-7e13-4f47-9c0a-8940bb5f8de1'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:54.380497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-adca7ca7-e3c5-43e5-99a9-8c1d07762832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['95531b6d-7e13-4f47-9c0a-8940bb5f8de1'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:54.428288 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-adca7ca7-e3c5-43e5-99a9-8c1d07762832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:54.429160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca7ca7-e3c5-43e5-99a9-8c1d07762832 None None] The sync data for ids ['95531b6d-7e13-4f47-9c0a-8940bb5f8de1'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:54.544468 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-427cefba-3979-4c13-90d5-9c93aa5d81fa tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/routers/95531b6d-7e13-4f47-9c0a-8940bb5f8de1 HTTP/1.1" status: 200 len: 921 time: 0.2770875 Oct 26 14:10:54.545337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37604) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:54.650946 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72105664-536e-4c3c-9265-a314bfbe9b8f None None] Network 579d296c-a214-4dfb-be27-21ff79945f8f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:10:54.659948 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2400a917-990c-45b8-8215-589ac63e8304 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:54.675505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2400a917-990c-45b8-8215-589ac63e8304 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&device_id=95531b6d-7e13-4f47-9c0a-8940bb5f8de1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1289899 Oct 26 14:10:54.678376 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37610) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:54.700185 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:54.706982 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:54.707974 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:54.841465 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9e6c69a6-c34b-49ec-9e15-194d7fc581bd None None] Provisioning complete for port 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:54.847672 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9e6c69a6-c34b-49ec-9e15-194d7fc581bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:54.934489 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 579d296c-a214-4dfb-be27-21ff79945f8f is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:54.946417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:54.953382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=013995c4-45cd-41ce-b088-e09514dd6a8e,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:55.003888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a69543-9fc3-4ad4-bed9-7694a165ea1f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:55.011024 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e8a69543-9fc3-4ad4-bed9-7694a165ea1f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 881 time: 0.3271272 Oct 26 14:10:55.011863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37622) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:55.163411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router 4da98deb-579e-413e-a324-17346cc5315d is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:10:55.260782 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586c3a4d-b36b-47f2-a4a8-a4b563ca3cf0 None None] Network 1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:10:55.304527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:55.316728 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc62a20-18c1-43b5-878b-e0d0ef3936a6 None None] Sync routers for ids ['4da98deb-579e-413e-a324-17346cc5315d'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:55.318489 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-df32f1ff-979a-46c3-8eb9-55529b997320 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/4da98deb-579e-413e-a324-17346cc5315d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1340413 Oct 26 14:10:55.326443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37628) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:55.353055 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc62a20-18c1-43b5-878b-e0d0ef3936a6 None None] Routers {'4da98deb-579e-413e-a324-17346cc5315d'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:55.354077 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fdc62a20-18c1-43b5-878b-e0d0ef3936a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4da98deb-579e-413e-a324-17346cc5315d'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:55.402525 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fdc62a20-18c1-43b5-878b-e0d0ef3936a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:55.409079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d5ae9c-d8a3-418a-b0b0-dcfa4182402b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:55.412947 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-61d5ae9c-d8a3-418a-b0b0-dcfa4182402b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports/013995c4-45cd-41ce-b088-e09514dd6a8e HTTP/1.1" status: 200 len: 911 time: 0.0875223 Oct 26 14:10:55.415671 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc62a20-18c1-43b5-878b-e0d0ef3936a6 None None] Routers {'4da98deb-579e-413e-a324-17346cc5315d'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:55.416248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37630) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:55.416593 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fdc62a20-18c1-43b5-878b-e0d0ef3936a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4da98deb-579e-413e-a324-17346cc5315d'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:55.462168 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fdc62a20-18c1-43b5-878b-e0d0ef3936a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:55.463060 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc62a20-18c1-43b5-878b-e0d0ef3936a6 None None] The sync data for ids ['4da98deb-579e-413e-a324-17346cc5315d'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:55.604382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b0155bf8-82b7-4077-8f07-da22b2b7fd58 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "GET /v2.0/ports?device_id=95531b6d-7e13-4f47-9c0a-8940bb5f8de1 HTTP/1.1" status: 200 len: 205 time: 0.5802162 Oct 26 14:10:55.633810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:55.635069 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37632) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:55.680610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4fe4dc7a-3b9f-416a-ad45-2febf3be3476 None None] Provisioning complete for port 32787fc9-6dc6-4eb6-b60b-9deee4672a52 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:55.681076 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4fe4dc7a-3b9f-416a-ad45-2febf3be3476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:55.746258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe092b-214e-482e-ad4b-d724130af2e9 req-602d8bf1-f973-4f65-94d9-83699a35df36 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:55.754141 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bbe092b-214e-482e-ad4b-d724130af2e9 req-602d8bf1-f973-4f65-94d9-83699a35df36 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.2225304 Oct 26 14:10:55.771763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a360691-55ec-42eb-a5d9-d872fdf4bd37 req-88d6605e-44ba-4255-bf53-873fbb57b4b2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:55.779678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:55.780489 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:55.780614 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a360691-55ec-42eb-a5d9-d872fdf4bd37 req-88d6605e-44ba-4255-bf53-873fbb57b4b2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.8991575 Oct 26 14:10:55.872391 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bbe092b-214e-482e-ad4b-d724130af2e9 req-475019ae-6605-4840-ac43-aa7fc76ab922 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121099 Oct 26 14:10:55.887864 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4fe4dc7a-3b9f-416a-ad45-2febf3be3476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:55.893194 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a360691-55ec-42eb-a5d9-d872fdf4bd37 req-8a1d343e-52e8-40b8-a33e-23db33a3a777 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117048 Oct 26 14:10:55.907945 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:55.957808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 52051e52-34bd-48c6-8ea2-4c4cb891cf68 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:10:56.020488 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.102817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4fe4dc7a-3b9f-416a-ad45-2febf3be3476 None None] For port 32787fc9-6dc6-4eb6-b60b-9deee4672a52, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=32787fc9-6dc6-4eb6-b60b-9deee4672a52,segment=NetworkSegment(8c6482a1-606b-4013-a245-10e085dbc328),segment_id=8c6482a1-606b-4013-a245-10e085dbc328)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:56.112973 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 32787fc9-6dc6-4eb6-b60b-9deee4672a52 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:56.151633 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4fe4dc7a-3b9f-416a-ad45-2febf3be3476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.210420 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e27204b-088e-4a66-8b12-8eea8b7e987d req-71fe7975-ce7a-4fc9-b22d-3920955cfcff tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0640690 Oct 26 14:10:56.230861 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.244244 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.336240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4dc7a-3b9f-416a-ad45-2febf3be3476 None None] Pushing event updated for resources: {'Port': ['ID=32787fc9-6dc6-4eb6-b60b-9deee4672a52,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:56.360418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d7a6a-29e9-47ab-813d-1c34ae06906a req-cadff2be-5678-4a79-9ca4-56504aa15150 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:56.372055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c68d7a6a-29e9-47ab-813d-1c34ae06906a req-cadff2be-5678-4a79-9ca4-56504aa15150 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.1055379 Oct 26 14:10:56.372916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37660) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:56.378953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dc1b955d-e2e6-4f3b-b5a3-43e5729fe03e None None] Provisioning complete for port 013995c4-45cd-41ce-b088-e09514dd6a8e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:56.379742 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dc1b955d-e2e6-4f3b-b5a3-43e5729fe03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.380237 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9e9349e7-9071-4f5a-8a3b-06a4dd6cd921 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Request body: {'floatingip': {'port_id': 'f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:56.382673 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 32787fc9-6dc6-4eb6-b60b-9deee4672a52 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:56.385154 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.442373 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9e9349e7-9071-4f5a-8a3b-06a4dd6cd921 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.442750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52051e52-34bd-48c6-8ea2-4c4cb891cf68'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:56.447744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Deleting port 14c70bc6-ba70-437b-b5e2-7af95d329c56 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:56.448502 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.449651 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecafc04b-975b-4c3c-b444-ac9a5edb562b" -d '{"events": [{"server_uuid": "4b3e32cb-21ec-46d1-b951-179e9c6dd317", "name": "network-vif-unplugged", "status": "completed", "tag": "52051e52-34bd-48c6-8ea2-4c4cb891cf68"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:56.498349 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b955d-e2e6-4f3b-b5a3-43e5729fe03e None None] Port 013995c4-45cd-41ce-b088-e09514dd6a8e cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:56.521175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:56.543153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dc1b955d-e2e6-4f3b-b5a3-43e5729fe03e None None] Provisioning complete for port 32787fc9-6dc6-4eb6-b60b-9deee4672a52 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:56.544076 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dc1b955d-e2e6-4f3b-b5a3-43e5729fe03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.546243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Allocated IP 2001:db8:1::1 (1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38/2dff34c0-c5b1-4870-a908-8d8c1c0e53b7/a5d534aa-0dc1-49ee-90ce-7378ee17a8a7) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:56.579238 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab7e74c-03ca-484d-a455-24f814a65000 x-openstack-request-id: req-9ab7e74c-03ca-484d-a455-24f814a65000 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:56.580254 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3e32cb-21ec-46d1-b951-179e9c6dd317", "name": "network-vif-unplugged", "status": "completed", "tag": "52051e52-34bd-48c6-8ea2-4c4cb891cf68", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:56.580687 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ab7e74c-03ca-484d-a455-24f814a65000 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:56.581537 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52051e52-34bd-48c6-8ea2-4c4cb891cf68', 'code': 200} Oct 26 14:10:56.582815 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.756081 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=52051e52-34bd-48c6-8ea2-4c4cb891cf68,revision_number=11']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:56.777642 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.811154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dc1b955d-e2e6-4f3b-b5a3-43e5729fe03e None None] Provisioning complete for port 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:56.811632 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dc1b955d-e2e6-4f3b-b5a3-43e5729fe03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.827576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.852156 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.872099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Calling delete_port for 14c70bc6-ba70-437b-b5e2-7af95d329c56 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:56.893453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:56.901276 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:56.914012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:56.914012 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:56.979735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=a5d534aa-0dc1-49ee-90ce-7378ee17a8a7,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:57.068135 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4e59fba5-7912-4b7f-a5fb-b7113bbc5abb None None] Provisioning complete for port 013995c4-45cd-41ce-b088-e09514dd6a8e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:57.068741 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4e59fba5-7912-4b7f-a5fb-b7113bbc5abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.098482 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.156236 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4e59fba5-7912-4b7f-a5fb-b7113bbc5abb None None] Port 013995c4-45cd-41ce-b088-e09514dd6a8e cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:57.274917 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5a17ae3b-ab18-47aa-a664-d2cc4abfa380 None None] Provisioning complete for port a5d534aa-0dc1-49ee-90ce-7378ee17a8a7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:57.275288 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5a17ae3b-ab18-47aa-a664-d2cc4abfa380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.297013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642f8c9-5728-423b-b087-1a99b9652dd8 req-8fb646f6-9f1e-4b93-af70-5367dd1fe184 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:57.298936 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7642f8c9-5728-423b-b087-1a99b9652dd8 req-8fb646f6-9f1e-4b93-af70-5367dd1fe184 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.2486196 Oct 26 14:10:57.316720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-5a17ae3b-ab18-47aa-a664-d2cc4abfa380 None None] Port a5d534aa-0dc1-49ee-90ce-7378ee17a8a7 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:57.354722 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.416074 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9e9349e7-9071-4f5a-8a3b-06a4dd6cd921 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.427496 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7642f8c9-5728-423b-b087-1a99b9652dd8 req-4aa5124b-7d17-4b28-8579-2daceb6d4b1a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119530 Oct 26 14:10:57.430515 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9e9349e7-9071-4f5a-8a3b-06a4dd6cd921 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.467907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 32787fc9-6dc6-4eb6-b60b-9deee4672a52 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:57.479433 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.485465 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.487286 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.527606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 32787fc9-6dc6-4eb6-b60b-9deee4672a52 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:57.528118 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.570853 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-9e9349e7-9071-4f5a-8a3b-06a4dd6cd921 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Floating IP 6e9b516d-e215-4d72-83af-4678eceb89d5 associated. External IP: 172.25.4.149, port: f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3. Oct 26 14:10:57.615907 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=a5d534aa-0dc1-49ee-90ce-7378ee17a8a7,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:57.667974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:57.669650 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:57.682269 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70a214d3-01bc-4cba-9b0d-16e08a1c02ae req-611bf23b-20fa-4631-802a-ed04788f9a95 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.1208997 Oct 26 14:10:57.685384 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.724723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Pushing event deleted for resources: {'Port': ['ID=14c70bc6-ba70-437b-b5e2-7af95d329c56,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:57.783010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router 4da98deb-579e-413e-a324-17346cc5315d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:10:57.798870 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.902907 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:57.907515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3f843b95-961d-475e-a273-c4f4025159ad details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:10:57.914718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f665ea3-2c7a-4e10-834f-93e0d2eb5229 None None] Sync routers for ids ['4da98deb-579e-413e-a324-17346cc5315d'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:57.922870 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f20fddbb-59f6-4c4b-a80a-bae31f6bf2c8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/4da98deb-579e-413e-a324-17346cc5315d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5048473 Oct 26 14:10:57.923517 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37770) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:57.967998 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.970415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.970934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f665ea3-2c7a-4e10-834f-93e0d2eb5229 None None] Routers {'4da98deb-579e-413e-a324-17346cc5315d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:57.971789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f665ea3-2c7a-4e10-834f-93e0d2eb5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4da98deb-579e-413e-a324-17346cc5315d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:57.983760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa3f3fb-f3be-42b4-8874-e0208130202d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:57.988261 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7fa3f3fb-f3be-42b4-8874-e0208130202d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports/a5d534aa-0dc1-49ee-90ce-7378ee17a8a7 HTTP/1.1" status: 200 len: 913 time: 0.0637641 Oct 26 14:10:57.989318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37778) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:58.043789 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.044320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Fanout notify agent at l3_agent the message router_deleted on router 95531b6d-7e13-4f47-9c0a-8940bb5f8de1 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:10:58.052764 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.058024 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1c2ffc3f-bec4-481e-9b66-0bdb4da15447 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "DELETE /v2.0/routers/95531b6d-7e13-4f47-9c0a-8940bb5f8de1 HTTP/1.1" status: 204 len: 168 time: 2.4165037 Oct 26 14:10:58.058703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37788) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:58.067442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-423360489', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:58.078648 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f665ea3-2c7a-4e10-834f-93e0d2eb5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:58.108303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f665ea3-2c7a-4e10-834f-93e0d2eb5229 None None] Routers {'4da98deb-579e-413e-a324-17346cc5315d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:58.108956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f665ea3-2c7a-4e10-834f-93e0d2eb5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4da98deb-579e-413e-a324-17346cc5315d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:58.149560 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-99debb51-c25f-40b0-be1b-5836d32399e7 None None] Provisioning complete for port a5d534aa-0dc1-49ee-90ce-7378ee17a8a7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:58.149940 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-99debb51-c25f-40b0-be1b-5836d32399e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.189484 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-99debb51-c25f-40b0-be1b-5836d32399e7 None None] Port a5d534aa-0dc1-49ee-90ce-7378ee17a8a7 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:58.193703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f665ea3-2c7a-4e10-834f-93e0d2eb5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:58.193703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f665ea3-2c7a-4e10-834f-93e0d2eb5229 None None] The sync data for ids ['4da98deb-579e-413e-a324-17346cc5315d'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:58.232520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3f843b95-961d-475e-a273-c4f4025159ad, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3f843b95-961d-475e-a273-c4f4025159ad,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:58.255551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '3f843b95-961d-475e-a273-c4f4025159ad', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'port_id': '3f843b95-961d-475e-a273-c4f4025159ad', 'mac_address': 'fa:16:3e:3e:f7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:10:58.311453 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.326564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f843b95-961d-475e-a273-c4f4025159ad {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:58.352652 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3f843b95-961d-475e-a273-c4f4025159ad, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3f843b95-961d-475e-a273-c4f4025159ad,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:58.361182 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.426822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=3f843b95-961d-475e-a273-c4f4025159ad,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:58.475159 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.477326 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.501529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9349e7-9071-4f5a-8a3b-06a4dd6cd921 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Router d022eabf-6bf1-4da7-bffb-3d3412820f57 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:10:58.519365 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-910091f3-7b7f-4156-bd83-47cddf6294e5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.529161 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['3f843b95-961d-475e-a273-c4f4025159ad'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:58.551124 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.792730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4347e-caef-474a-948b-efdcd30b4b41 req-fa445ad5-06f9-40cc-830e-f7fbde189f89 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:58.798494 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-53c4347e-caef-474a-948b-efdcd30b4b41 req-fa445ad5-06f9-40cc-830e-f7fbde189f89 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 945 time: 0.2615962 Oct 26 14:10:58.812035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-910091f3-7b7f-4156-bd83-47cddf6294e5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port a5d534aa-0dc1-49ee-90ce-7378ee17a8a7 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:58.813165 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-910091f3-7b7f-4156-bd83-47cddf6294e5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.817126 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.907916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-53c4347e-caef-474a-948b-efdcd30b4b41 req-7121d504-9fbe-44e7-a16d-28436be91441 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053195 Oct 26 14:10:58.911014 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-910091f3-7b7f-4156-bd83-47cddf6294e5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.924745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-910091f3-7b7f-4156-bd83-47cddf6294e5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for a5d534aa-0dc1-49ee-90ce-7378ee17a8a7 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:58.938079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9349e7-9071-4f5a-8a3b-06a4dd6cd921 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:58.943308 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9e9349e7-9071-4f5a-8a3b-06a4dd6cd921 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.952367 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb403c1-4f66-4d02-a28c-2cee33a6312e None None] Sync routers for ids ['d022eabf-6bf1-4da7-bffb-3d3412820f57'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:58.966293 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb403c1-4f66-4d02-a28c-2cee33a6312e None None] Routers {'d022eabf-6bf1-4da7-bffb-3d3412820f57'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:58.966897 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5cb403c1-4f66-4d02-a28c-2cee33a6312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d022eabf-6bf1-4da7-bffb-3d3412820f57'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:59.015206 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9e9349e7-9071-4f5a-8a3b-06a4dd6cd921 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "PUT /v2.0/floatingips/6e9b516d-e215-4d72-83af-4678eceb89d5 HTTP/1.1" status: 200 len: 991 time: 2.6372280 Oct 26 14:10:59.015206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310fac48-a7c3-485a-bb35-f9ea95349ca1', 'tag': 'f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:59.017202 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707991cd-7ee7-44ed-81da-14df761f2f95" -d '{"events": [{"name": "network-changed", "server_uuid": "310fac48-a7c3-485a-bb35-f9ea95349ca1", "tag": "f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:59.021354 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba7f8353-5ab7-4eec-bf6d-9dfda63aef35 req-e94923d0-f5ca-4af7-8c86-848b38d17ffa tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0437992 Oct 26 14:10:59.136940 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5cb403c1-4f66-4d02-a28c-2cee33a6312e None None] Set router d022eabf-6bf1-4da7-bffb-3d3412820f57 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:59.185752 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-910091f3-7b7f-4156-bd83-47cddf6294e5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:59.187830 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:59.219298 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910091f3-7b7f-4156-bd83-47cddf6294e5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=a5d534aa-0dc1-49ee-90ce-7378ee17a8a7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:59.222558 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ffda3d-2ddb-46ae-ae8e-7b947349c0a1 x-openstack-request-id: req-39ffda3d-2ddb-46ae-ae8e-7b947349c0a1 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:59.222851 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310fac48-a7c3-485a-bb35-f9ea95349ca1", "tag": "f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:59.223113 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39ffda3d-2ddb-46ae-ae8e-7b947349c0a1 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:59.223524 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310fac48-a7c3-485a-bb35-f9ea95349ca1', 'tag': 'f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3', 'status': 'completed', 'code': 200} Oct 26 14:10:59.224608 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:59.413903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Allocated IP 172.25.4.163 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/e36fcdf4-dab0-458f-8359-f17ebc6fdb24) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:59.646543 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5cb403c1-4f66-4d02-a28c-2cee33a6312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '6e9b516d-e215-4d72-83af-4678eceb89d5', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'port_id': 'f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'mac_address': 'fa:16:3e:ae:9f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fac48-a7c3-485a-bb35-f9ea95349ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:10:31Z', 'updated_at': '2021-10-26T14:10:57Z', 'revision_number': 1, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:30Z', 'revision_number': 5, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:59.660622 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:59.686949 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb403c1-4f66-4d02-a28c-2cee33a6312e None None] Checking router: d022eabf-6bf1-4da7-bffb-3d3412820f57 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:10:59.697143 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb403c1-4f66-4d02-a28c-2cee33a6312e None None] Routers {'d022eabf-6bf1-4da7-bffb-3d3412820f57'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:59.698016 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5cb403c1-4f66-4d02-a28c-2cee33a6312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d022eabf-6bf1-4da7-bffb-3d3412820f57'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:59.705741 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:59.745519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:59.751102 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:59.755467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:59.792747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Pushing event updated for resources: {'Port': ['ID=e36fcdf4-dab0-458f-8359-f17ebc6fdb24,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:59.809908 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707991cd-7ee7-44ed-81da-14df761f2f95 req-f320e787-b11a-41a1-92c4-4d23a0929ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:59.811725 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-707991cd-7ee7-44ed-81da-14df761f2f95 req-f320e787-b11a-41a1-92c4-4d23a0929ef4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 1096 time: 0.5674305 Oct 26 14:10:59.847561 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5cb403c1-4f66-4d02-a28c-2cee33a6312e None None] Set router d022eabf-6bf1-4da7-bffb-3d3412820f57 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:59.870869 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-910091f3-7b7f-4156-bd83-47cddf6294e5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:59.930017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3f843b95-961d-475e-a273-c4f4025159ad up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:59.970601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707991cd-7ee7-44ed-81da-14df761f2f95 req-a8178343-8179-4fa1-9a04-949c0cfcf8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:59.973139 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-707991cd-7ee7-44ed-81da-14df761f2f95 req-a8178343-8179-4fa1-9a04-949c0cfcf8c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 200 len: 912 time: 0.1521649 Oct 26 14:10:59.982354 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1743c-7e74-4a4a-baf9-87ac2a92cff0 req-677f9f0a-dc13-4ee8-bdf7-b6bd6ba2625e tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:59.984128 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8b1743c-7e74-4a4a-baf9-87ac2a92cff0 req-677f9f0a-dc13-4ee8-bdf7-b6bd6ba2625e tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 947 time: 0.0809593 Oct 26 14:11:00.047825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 3f843b95-961d-475e-a273-c4f4025159ad triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:00.048323 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:00.162891 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5cb403c1-4f66-4d02-a28c-2cee33a6312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '6e9b516d-e215-4d72-83af-4678eceb89d5', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'port_id': 'f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'mac_address': 'fa:16:3e:ae:9f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fac48-a7c3-485a-bb35-f9ea95349ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:10:31Z', 'updated_at': '2021-10-26T14:10:57Z', 'revision_number': 1, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:30Z', 'revision_number': 5, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:00.190251 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8b1743c-7e74-4a4a-baf9-87ac2a92cff0 req-f642a8ca-41c0-40ae-82c2-8463a54cd124 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627734 Oct 26 14:11:00.200282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20aa2d1-ea49-4a0b-b835-d296aa08cab2 req-b9f6dc3f-a559-41fb-b48c-2f6ca1856f3c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:00.204650 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb403c1-4f66-4d02-a28c-2cee33a6312e None None] The sync data for ids ['d022eabf-6bf1-4da7-bffb-3d3412820f57'] in n-d-815498-1 is: [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '6e9b516d-e215-4d72-83af-4678eceb89d5', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'port_id': 'f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'mac_address': 'fa:16:3e:ae:9f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fac48-a7c3-485a-bb35-f9ea95349ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:10:31Z', 'updated_at': '2021-10-26T14:10:57Z', 'revision_number': 1, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:30Z', 'revision_number': 5, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:00.207914 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f20aa2d1-ea49-4a0b-b835-d296aa08cab2 req-b9f6dc3f-a559-41fb-b48c-2f6ca1856f3c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 945 time: 0.1321595 Oct 26 14:11:00.225832 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:00.274642 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f20aa2d1-ea49-4a0b-b835-d296aa08cab2 req-20562442-cb23-442e-a1b7-8cf4907e9979 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590703 Oct 26 14:11:00.298846 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e53676d-f78c-4df6-81ee-e16784b121cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f843b95-961d-475e-a273-c4f4025159ad'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:00.301142 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b6d543-755c-4dcb-ae90-59470fbd7bad" -d '{"events": [{"server_uuid": "3e53676d-f78c-4df6-81ee-e16784b121cf", "name": "network-vif-plugged", "status": "completed", "tag": "3f843b95-961d-475e-a273-c4f4025159ad"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:00.327765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3f843b95-961d-475e-a273-c4f4025159ad, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3f843b95-961d-475e-a273-c4f4025159ad,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:00.339556 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:00.381075 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:00.384404 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-031ff673-decb-4319-bb70-1f35cfd0ff32 req-23860768-4766-4b83-b525-f0c1931aab0d tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0837979 Oct 26 14:11:00.390694 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-707991cd-7ee7-44ed-81da-14df761f2f95 req-6d658fd8-9d76-42a8-aed4-29fdcbc78f2c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 HTTP/1.1" status: 200 len: 999 time: 0.4070075 Oct 26 14:11:00.418514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910091f3-7b7f-4156-bd83-47cddf6294e5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router 4da98deb-579e-413e-a324-17346cc5315d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:11:00.451106 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=3f843b95-961d-475e-a273-c4f4025159ad,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:00.467040 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a8eb31-0f7e-4ce0-8c99-9a106cf32ddf x-openstack-request-id: req-a3a8eb31-0f7e-4ce0-8c99-9a106cf32ddf {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:00.467518 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e53676d-f78c-4df6-81ee-e16784b121cf", "name": "network-vif-plugged", "status": "completed", "tag": "3f843b95-961d-475e-a273-c4f4025159ad", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:00.467923 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3a8eb31-0f7e-4ce0-8c99-9a106cf32ddf {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:00.468515 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e53676d-f78c-4df6-81ee-e16784b121cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f843b95-961d-475e-a273-c4f4025159ad', 'code': 200} Oct 26 14:11:00.629220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707991cd-7ee7-44ed-81da-14df761f2f95 req-d2495336-ffb0-4d58-9980-9cebe0a269eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:00.630740 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-707991cd-7ee7-44ed-81da-14df761f2f95 req-d2495336-ffb0-4d58-9980-9cebe0a269eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f250216c-69fb-4480-a4f8-10a5384e9ce5 HTTP/1.1" status: 200 len: 850 time: 0.2151549 Oct 26 14:11:00.634160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910091f3-7b7f-4156-bd83-47cddf6294e5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:00.639892 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-910091f3-7b7f-4156-bd83-47cddf6294e5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/4da98deb-579e-413e-a324-17346cc5315d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6495719 Oct 26 14:11:00.647003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37920) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:00.649875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63441dd-dfc3-4732-9ec0-41dffd2d8ffa None None] Sync routers for ids ['4da98deb-579e-413e-a324-17346cc5315d'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:00.659542 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ed280-e2a5-41c3-850b-1264df3b58ee None None] New status for floating IP 6e9b516d-e215-4d72-83af-4678eceb89d5: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:11:00.676570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63441dd-dfc3-4732-9ec0-41dffd2d8ffa None None] Routers {'4da98deb-579e-413e-a324-17346cc5315d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:00.677471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f63441dd-dfc3-4732-9ec0-41dffd2d8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4da98deb-579e-413e-a324-17346cc5315d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:00.722521 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:00.728773 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f63441dd-dfc3-4732-9ec0-41dffd2d8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:00.742891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63441dd-dfc3-4732-9ec0-41dffd2d8ffa None None] Routers {'4da98deb-579e-413e-a324-17346cc5315d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:00.744124 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f63441dd-dfc3-4732-9ec0-41dffd2d8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4da98deb-579e-413e-a324-17346cc5315d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:00.880682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Router a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:11:00.916668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707991cd-7ee7-44ed-81da-14df761f2f95 req-cacd1617-92f8-4ab4-af39-f6c1ba304bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:00.931306 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-707991cd-7ee7-44ed-81da-14df761f2f95 req-cacd1617-92f8-4ab4-af39-f6c1ba304bdf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2882204 Oct 26 14:11:00.969930 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f63441dd-dfc3-4732-9ec0-41dffd2d8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:00.970767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63441dd-dfc3-4732-9ec0-41dffd2d8ffa None None] The sync data for ids ['4da98deb-579e-413e-a324-17346cc5315d'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:01.050273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:01.062406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476c9cde-d545-4e9f-b7f7-187fb3620eab None None] Sync routers for ids ['a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:01.075536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476c9cde-d545-4e9f-b7f7-187fb3620eab None None] Routers {'a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:01.076501 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-476c9cde-d545-4e9f-b7f7-187fb3620eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:01.099895 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:01.105031 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37922) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:01.105311 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3e9e28aa-024f-4bd5-ae35-ca777817d42a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0410864 Oct 26 14:11:01.114341 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:01.133047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-476c9cde-d545-4e9f-b7f7-187fb3620eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:01.144540 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476c9cde-d545-4e9f-b7f7-187fb3620eab None None] Routers {'a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:01.145502 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-476c9cde-d545-4e9f-b7f7-187fb3620eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:01.193569 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-476c9cde-d545-4e9f-b7f7-187fb3620eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:01.194933 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476c9cde-d545-4e9f-b7f7-187fb3620eab None None] The sync data for ids ['a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:01.253837 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-707991cd-7ee7-44ed-81da-14df761f2f95 req-3726a0c9-f160-440b-b3e6-b350b41ad36f service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659774 Oct 26 14:11:01.360507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9775bd-be40-45a9-8ed9-304890aaf075 req-26c50df0-f7c2-4ea5-8c21-1b233e7571c9 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:01.362088 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a9775bd-be40-45a9-8ed9-304890aaf075 req-26c50df0-f7c2-4ea5-8c21-1b233e7571c9 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 947 time: 0.0726044 Oct 26 14:11:01.443484 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a9775bd-be40-45a9-8ed9-304890aaf075 req-eddc81cb-c6ea-4fe9-aded-913ba43c66f2 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746365 Oct 26 14:11:01.474588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55256eb0-5ada-44fe-af29-2bd6325d8a0d req-e19e0ef3-9b28-4f53-bb70-e23e214e9554 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:01.487176 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55256eb0-5ada-44fe-af29-2bd6325d8a0d req-e19e0ef3-9b28-4f53-bb70-e23e214e9554 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.0963581 Oct 26 14:11:01.499697 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-707991cd-7ee7-44ed-81da-14df761f2f95 req-79be24f0-1fb5-4db0-9ac1-d09862ebab08 service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345173 Oct 26 14:11:01.555988 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55256eb0-5ada-44fe-af29-2bd6325d8a0d req-39e345e2-0eb5-4fb7-ab50-82abf8acc8b9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678291 Oct 26 14:11:01.676784 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2704efeb-97ca-4954-8042-ff9dfb87adc3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:01.690261 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3bcf20d-da3f-4a90-891c-d9ce2950297f req-bb883ac5-547a-4d7a-bf7e-9eded3d8c402 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0573957 Oct 26 14:11:01.764684 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:01.786692 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:01.912188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Deleting port e36fcdf4-dab0-458f-8359-f17ebc6fdb24 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:01.912631 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:02.031509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30627e69-8f12-49d0-80df-dbb9e29d9797 req-6360bde3-2421-49c2-b61b-e9695f805da9 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:02.033609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30627e69-8f12-49d0-80df-dbb9e29d9797 req-6360bde3-2421-49c2-b61b-e9695f805da9 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 947 time: 0.1044672 Oct 26 14:11:02.046866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:02.064771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Calling delete_port for e36fcdf4-dab0-458f-8359-f17ebc6fdb24 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:02.145279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2704efeb-97ca-4954-8042-ff9dfb87adc3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port 013995c4-45cd-41ce-b088-e09514dd6a8e {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:02.145723 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2704efeb-97ca-4954-8042-ff9dfb87adc3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:02.163058 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-30627e69-8f12-49d0-80df-dbb9e29d9797 req-3897a20d-14d5-45ef-bcbc-f2693649fd21 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Deleting port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:02.164236 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-30627e69-8f12-49d0-80df-dbb9e29d9797 req-3897a20d-14d5-45ef-bcbc-f2693649fd21 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:02.286573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-30627e69-8f12-49d0-80df-dbb9e29d9797 req-3897a20d-14d5-45ef-bcbc-f2693649fd21 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] For port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:02.287786 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-30627e69-8f12-49d0-80df-dbb9e29d9797 req-3897a20d-14d5-45ef-bcbc-f2693649fd21 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:02.289541 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2704efeb-97ca-4954-8042-ff9dfb87adc3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:02.309908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-30627e69-8f12-49d0-80df-dbb9e29d9797 req-3897a20d-14d5-45ef-bcbc-f2693649fd21 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Calling delete_port for 559c85dd-936b-4e62-8b2a-9d0ca2d2836a owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:02.324452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2704efeb-97ca-4954-8042-ff9dfb87adc3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for 013995c4-45cd-41ce-b088-e09514dd6a8e owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:02.395922 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:02.446056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Pushing event deleted for resources: {'Port': ['ID=e36fcdf4-dab0-458f-8359-f17ebc6fdb24,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:02.522880 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-30627e69-8f12-49d0-80df-dbb9e29d9797 req-3897a20d-14d5-45ef-bcbc-f2693649fd21 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:02.597709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-470d88c6-4a6a-4e8d-8221-c7269c109a8b req-7a032c66-6824-40e8-85a8-942a3bd867bf tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8df19cf-8d72-470f-8cde-7fb016b19fba HTTP/1.1" status: 200 len: 210 time: 0.0724630 Oct 26 14:11:02.601414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897a20d-14d5-45ef-bcbc-f2693649fd21 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Pushing event deleted for resources: {'Port': ['ID=559c85dd-936b-4e62-8b2a-9d0ca2d2836a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:02.654099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-30627e69-8f12-49d0-80df-dbb9e29d9797 req-3897a20d-14d5-45ef-bcbc-f2693649fd21 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] No DVR routers for this DVR port 559c85dd-936b-4e62-8b2a-9d0ca2d2836a on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:02.657419 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-30627e69-8f12-49d0-80df-dbb9e29d9797 req-3897a20d-14d5-45ef-bcbc-f2693649fd21 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:02.661291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30627e69-8f12-49d0-80df-dbb9e29d9797 req-3897a20d-14d5-45ef-bcbc-f2693649fd21 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.11 "DELETE /v2.0/ports/559c85dd-936b-4e62-8b2a-9d0ca2d2836a HTTP/1.1" status: 204 len: 173 time: 0.6205902 Oct 26 14:11:02.661881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8df19cf-8d72-470f-8cde-7fb016b19fba', 'name': 'network-vif-deleted', 'tag': '559c85dd-936b-4e62-8b2a-9d0ca2d2836a'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:02.665014 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c84fea-20ba-4af9-8a71-eea90b021ff2" -d '{"events": [{"server_uuid": "e8df19cf-8d72-470f-8cde-7fb016b19fba", "name": "network-vif-deleted", "tag": "559c85dd-936b-4e62-8b2a-9d0ca2d2836a"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:02.772442 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85132ecd-1cf3-4632-aa43-aaadc3d2c40f x-openstack-request-id: req-85132ecd-1cf3-4632-aa43-aaadc3d2c40f {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:02.772962 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8df19cf-8d72-470f-8cde-7fb016b19fba", "name": "network-vif-deleted", "tag": "559c85dd-936b-4e62-8b2a-9d0ca2d2836a", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:02.773317 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85132ecd-1cf3-4632-aa43-aaadc3d2c40f {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:02.774926 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8df19cf-8d72-470f-8cde-7fb016b19fba', 'name': 'network-vif-deleted', 'tag': '559c85dd-936b-4e62-8b2a-9d0ca2d2836a', 'status': 'completed', 'code': 200} Oct 26 14:11:02.857623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2545508-fa1b-47e9-a88b-ae85ec385652 req-42fddbbd-2ed9-4224-859d-4a954f677545 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:02.882378 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2545508-fa1b-47e9-a88b-ae85ec385652 req-42fddbbd-2ed9-4224-859d-4a954f677545 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.1277966 Oct 26 14:11:02.947634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2545508-fa1b-47e9-a88b-ae85ec385652 req-04aef380-3e52-4d44-bb7c-ab6d4183fd07 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620103 Oct 26 14:11:02.986560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.018545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7c3ada5-d1ca-4755-adea-189d211dc84e req-d1693af8-8c8c-4d78-804b-52b66e355946 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0681465 Oct 26 14:11:03.278059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.285526 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.328450 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2704efeb-97ca-4954-8042-ff9dfb87adc3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.392886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704efeb-97ca-4954-8042-ff9dfb87adc3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=013995c4-45cd-41ce-b088-e09514dd6a8e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:03.409733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Router a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:11:03.594498 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2704efeb-97ca-4954-8042-ff9dfb87adc3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.597517 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:03.607780 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.609077 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e94c98-ff97-47a5-843c-270614ce6a86 None None] Sync routers for ids ['a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:03.611831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37950) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:03.620149 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ae2c5114-511e-41fe-969c-172c9a1fe30f tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "PUT /v2.0/routers/a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4 HTTP/1.1" status: 200 len: 705 time: 2.5123420 Oct 26 14:11:03.627100 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e94c98-ff97-47a5-843c-270614ce6a86 None None] Routers {'a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:03.632098 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f5e94c98-ff97-47a5-843c-270614ce6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:03.690867 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f5e94c98-ff97-47a5-843c-270614ce6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:03.702017 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e94c98-ff97-47a5-843c-270614ce6a86 None None] Routers {'a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:03.702920 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f5e94c98-ff97-47a5-843c-270614ce6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:03.744525 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f5e94c98-ff97-47a5-843c-270614ce6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:03.745377 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e94c98-ff97-47a5-843c-270614ce6a86 None None] The sync data for ids ['a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:03.768373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3ed0f43a-6ae7-4a49-a40a-a3a2a98e3c4f tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/routers/a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4 HTTP/1.1" status: 200 len: 740 time: 0.1553822 Oct 26 14:11:03.769287 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37958) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:03.832167 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d6fb15d5-355d-4e76-bfab-a469fa5342b8 tempest-RoutersAdminTest-665072150 tempest-RoutersAdminTest-665072150-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&device_id=a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4 HTTP/1.1" status: 200 len: 205 time: 0.0610700 Oct 26 14:11:03.834918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37960) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:03.978653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1ed4784d-d171-4d1c-b86f-f7a825385b31 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "GET /v2.0/ports?device_id=a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4 HTTP/1.1" status: 200 len: 205 time: 0.1418605 Oct 26 14:11:03.980679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37968) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:04.013265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2704efeb-97ca-4954-8042-ff9dfb87adc3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router 4da98deb-579e-413e-a324-17346cc5315d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:11:04.152849 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2704efeb-97ca-4954-8042-ff9dfb87adc3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:04.160357 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2704efeb-97ca-4954-8042-ff9dfb87adc3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/4da98deb-579e-413e-a324-17346cc5315d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5044358 Oct 26 14:11:04.167477 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d426be-ed1b-4bb0-ba5e-f14919b7cb94 None None] Sync routers for ids ['4da98deb-579e-413e-a324-17346cc5315d'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:04.174019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37974) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:04.180872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-94633908-5394-449f-bbdf-c2fcc6166c2b tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.183618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d426be-ed1b-4bb0-ba5e-f14919b7cb94 None None] Routers {'4da98deb-579e-413e-a324-17346cc5315d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:04.184555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-00d426be-ed1b-4bb0-ba5e-f14919b7cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4da98deb-579e-413e-a324-17346cc5315d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:04.220225 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-771ee172-9e2f-4280-822b-7ddc8a16adb9 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da98deb-579e-413e-a324-17346cc5315d HTTP/1.1" status: 200 len: 205 time: 0.0427303 Oct 26 14:11:04.225806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37976) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:04.240045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-00d426be-ed1b-4bb0-ba5e-f14919b7cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:04.250191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d426be-ed1b-4bb0-ba5e-f14919b7cb94 None None] Routers {'4da98deb-579e-413e-a324-17346cc5315d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:04.251183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-00d426be-ed1b-4bb0-ba5e-f14919b7cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4da98deb-579e-413e-a324-17346cc5315d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:04.299203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-00d426be-ed1b-4bb0-ba5e-f14919b7cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:04.300264 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d426be-ed1b-4bb0-ba5e-f14919b7cb94 None None] The sync data for ids ['4da98deb-579e-413e-a324-17346cc5315d'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:04.327256 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d2cfc7ec-011d-423b-876c-82d3888e1f2f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.371591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba4bdc-240d-41fd-8629-8cc45dc71043 req-d36ab64c-3c73-4353-a586-6f52016e3271 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:04.373458 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cdba4bdc-240d-41fd-8629-8cc45dc71043 req-d36ab64c-3c73-4353-a586-6f52016e3271 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3e32cb-21ec-46d1-b951-179e9c6dd317 HTTP/1.1" status: 200 len: 949 time: 0.2755651 Oct 26 14:11:04.425371 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-94633908-5394-449f-bbdf-c2fcc6166c2b tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.434862 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-94633908-5394-449f-bbdf-c2fcc6166c2b tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.449302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f3957-5d07-40aa-8412-9ac51cdb6c30 req-fd2df5b6-6727-4e43-8e1c-f07d4ab4f727 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:04.458218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c81f3957-5d07-40aa-8412-9ac51cdb6c30 req-fd2df5b6-6727-4e43-8e1c-f07d4ab4f727 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.3204567 Oct 26 14:11:04.530216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cdba4bdc-240d-41fd-8629-8cc45dc71043 req-e1b01a2f-7e76-4fd9-8c88-1adba9f1958b tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201131 Oct 26 14:11:04.543230 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d2cfc7ec-011d-423b-876c-82d3888e1f2f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.557419 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d2cfc7ec-011d-423b-876c-82d3888e1f2f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.563122 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c81f3957-5d07-40aa-8412-9ac51cdb6c30 req-1eed7a88-2204-4af5-8974-1aab2546ce35 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036439 Oct 26 14:11:04.564405 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-94633908-5394-449f-bbdf-c2fcc6166c2b tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.565354 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94633908-5394-449f-bbdf-c2fcc6166c2b tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Fanout notify agent at l3_agent the message router_deleted on router a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:11:04.592445 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-94633908-5394-449f-bbdf-c2fcc6166c2b tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.600284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-94633908-5394-449f-bbdf-c2fcc6166c2b tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "DELETE /v2.0/routers/a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4 HTTP/1.1" status: 204 len: 168 time: 0.6167810 Oct 26 14:11:04.605174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37978) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:04.664034 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d2cfc7ec-011d-423b-876c-82d3888e1f2f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.664998 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cfc7ec-011d-423b-876c-82d3888e1f2f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Fanout notify agent at l3_agent the message router_deleted on router 4da98deb-579e-413e-a324-17346cc5315d {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:11:04.669331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ad3463d1-dfec-46cf-8044-cc0b3c0feea7 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "GET /v2.0/ports?device_id=a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4 HTTP/1.1" status: 200 len: 205 time: 0.0623958 Oct 26 14:11:04.674441 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d2cfc7ec-011d-423b-876c-82d3888e1f2f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.676029 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d2cfc7ec-011d-423b-876c-82d3888e1f2f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/routers/4da98deb-579e-413e-a324-17346cc5315d HTTP/1.1" status: 204 len: 168 time: 0.4483721 Oct 26 14:11:04.678761 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37980) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:04.699851 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37982) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:04.743081 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-b5ce0576-e2ef-47bd-8a53-4df29b5b39c4 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] delete failed (client error): The resource could not be found. Oct 26 14:11:04.747244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37984) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:04.747522 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b5ce0576-e2ef-47bd-8a53-4df29b5b39c4 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "DELETE /v2.0/routers/a40fd1e8-c3a5-43ab-bfd7-28aa76cb80d4 HTTP/1.1" status: 404 len: 336 time: 0.0454254 Oct 26 14:11:04.766941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ca69117-935f-496a-923c-6c7cb078cd82 req-78235f7f-6043-4535-ac81-f93bb2a43276 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0741239 Oct 26 14:11:04.808695 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-db67e077-7217-4462-9c79-6010d8929c1a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "GET /v2.0/ports?device_id=95531b6d-7e13-4f47-9c0a-8940bb5f8de1 HTTP/1.1" status: 200 len: 205 time: 0.0406876 Oct 26 14:11:04.811172 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37992) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:04.829485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9cbd18-729d-4abe-98e6-8b091606f774 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting subnet 2dff34c0-c5b1-4870-a908-8d8c1c0e53b7 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:04.839782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2b9cbd18-729d-4abe-98e6-8b091606f774 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.872196 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-24a50f21-97ca-4b71-96cd-a574a95260cd tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] delete failed (client error): The resource could not be found. Oct 26 14:11:04.875586 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-24a50f21-97ca-4b71-96cd-a574a95260cd tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "DELETE /v2.0/routers/95531b6d-7e13-4f47-9c0a-8940bb5f8de1 HTTP/1.1" status: 404 len: 336 time: 0.0611358 Oct 26 14:11:04.876199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37994) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:04.906841 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-297696c0-68d1-4874-aa35-565e1d80339a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1b0f52-2a3a-461c-96d5-06759008be6e HTTP/1.1" status: 200 len: 205 time: 0.0295143 Oct 26 14:11:04.908551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37996) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:04.915636 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2b9cbd18-729d-4abe-98e6-8b091606f774 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.955593 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-2c51d65f-0c84-474e-a33f-695ff41987ce tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] delete failed (client error): The resource could not be found. Oct 26 14:11:04.956963 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:11:04.961184 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2c51d65f-0c84-474e-a33f-695ff41987ce tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "DELETE /v2.0/routers/9e1b0f52-2a3a-461c-96d5-06759008be6e HTTP/1.1" status: 404 len: 336 time: 0.0510037 Oct 26 14:11:04.961760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37998) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:04.996964 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-838b54f4-f07a-45a9-b3c4-b117aa45369a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "GET /v2.0/ports?device_id=10c49728-aa4c-4fe8-9af0-675fbbf97552 HTTP/1.1" status: 200 len: 205 time: 0.0340586 Oct 26 14:11:04.997892 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38000) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:05.021215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2b9cbd18-729d-4abe-98e6-8b091606f774 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.039948 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-49373b52-3ae5-4a9d-b210-36d462b23d21 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] delete failed (client error): The resource could not be found. Oct 26 14:11:05.044090 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-49373b52-3ae5-4a9d-b210-36d462b23d21 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "DELETE /v2.0/routers/10c49728-aa4c-4fe8-9af0-675fbbf97552 HTTP/1.1" status: 404 len: 336 time: 0.0448937 Oct 26 14:11:05.044711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38004) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:05.083842 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-39dd83f3-dea6-41bc-875c-f1349f86361a tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "GET /v2.0/ports?device_id=262f2791-3d33-4799-aa22-fe4516ccfbd3 HTTP/1.1" status: 200 len: 205 time: 0.0380311 Oct 26 14:11:05.087384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38006) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:05.131872 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-6cf2ce46-63ac-4520-8f39-b139797dde31 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] delete failed (client error): The resource could not be found. Oct 26 14:11:05.135907 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6cf2ce46-63ac-4520-8f39-b139797dde31 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "DELETE /v2.0/routers/262f2791-3d33-4799-aa22-fe4516ccfbd3 HTTP/1.1" status: 404 len: 336 time: 0.0447211 Oct 26 14:11:05.137539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38008) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:05.159014 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2b9cbd18-729d-4abe-98e6-8b091606f774 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.172239 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d2aeffeb-6685-4d2b-9f7d-d20e1d6bc792 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d93648-3c5f-4804-bc07-cc421b3974fc HTTP/1.1" status: 200 len: 205 time: 0.0331926 Oct 26 14:11:05.174267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38010) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:05.188086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cbd18-729d-4abe-98e6-8b091606f774 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Subnet': ['ID=2dff34c0-c5b1-4870-a908-8d8c1c0e53b7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:05.193729 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2b9cbd18-729d-4abe-98e6-8b091606f774 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.198103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2b9cbd18-729d-4abe-98e6-8b091606f774 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/2dff34c0-c5b1-4870-a908-8d8c1c0e53b7 HTTP/1.1" status: 204 len: 168 time: 0.5162764 Oct 26 14:11:05.200391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38012) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:05.203338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957822dd-fadb-41db-8f79-dd160e039581 None None] Network 1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:05.227733 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-511fcb72-ad26-4ff2-baf7-73ab7f6bd325 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] delete failed (client error): The resource could not be found. Oct 26 14:11:05.231068 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-511fcb72-ad26-4ff2-baf7-73ab7f6bd325 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "DELETE /v2.0/routers/00d93648-3c5f-4804-bc07-cc421b3974fc HTTP/1.1" status: 404 len: 336 time: 0.0532942 Oct 26 14:11:05.232245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38014) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:05.266179 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-925b5e16-418a-4cb6-a00d-fe999d7439a5 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] DELETE failed (client error): The resource could not be found. Oct 26 14:11:05.266690 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925b5e16-418a-4cb6-a00d-fe999d7439a5 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:11:05.272607 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-925b5e16-418a-4cb6-a00d-fe999d7439a5 tempest-RoutersAdminTest-562377884 tempest-RoutersAdminTest-562377884-project] 10.222.0.32 "DELETE /v2.0/subnets/84593cf0-1373-4f5b-8f78-e73de5a282f0 HTTP/1.1" status: 404 len: 337 time: 0.0366402 Oct 26 14:11:05.274184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6db79c9-2ff1-4ee6-b232-e00e4d5129b7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting subnet 25dcfe48-fddd-41cd-b22b-0ef0eaeb82b9 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:05.279570 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6db79c9-2ff1-4ee6-b232-e00e4d5129b7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.356209 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6db79c9-2ff1-4ee6-b232-e00e4d5129b7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.426845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2565dffa-dc6d-43b7-b208-284b38e2bec3 None None] DHCP port deletion for 1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:11:05.490793 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6db79c9-2ff1-4ee6-b232-e00e4d5129b7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.492245 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2565dffa-dc6d-43b7-b208-284b38e2bec3 None None] Deleting port 32787fc9-6dc6-4eb6-b60b-9deee4672a52 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:05.492840 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2565dffa-dc6d-43b7-b208-284b38e2bec3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.603971 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6db79c9-2ff1-4ee6-b232-e00e4d5129b7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.621893 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6db79c9-2ff1-4ee6-b232-e00e4d5129b7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.625707 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d6db79c9-2ff1-4ee6-b232-e00e4d5129b7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/25dcfe48-fddd-41cd-b22b-0ef0eaeb82b9 HTTP/1.1" status: 204 len: 168 time: 0.4241774 Oct 26 14:11:05.629062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38024) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:05.647603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db79c9-2ff1-4ee6-b232-e00e4d5129b7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Subnet': ['ID=25dcfe48-fddd-41cd-b22b-0ef0eaeb82b9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:05.662611 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13630e2-0303-4de3-84f6-165cc85766d9 None None] Network 579d296c-a214-4dfb-be27-21ff79945f8f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:05.755269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-2565dffa-dc6d-43b7-b208-284b38e2bec3 None None] For port 32787fc9-6dc6-4eb6-b60b-9deee4672a52, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=32787fc9-6dc6-4eb6-b60b-9deee4672a52,segment=NetworkSegment(8c6482a1-606b-4013-a245-10e085dbc328),segment_id=8c6482a1-606b-4013-a245-10e085dbc328)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:05.755269 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2565dffa-dc6d-43b7-b208-284b38e2bec3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.769281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38028) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:05.793930 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2565dffa-dc6d-43b7-b208-284b38e2bec3 None None] Calling delete_port for 32787fc9-6dc6-4eb6-b60b-9deee4672a52 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:05.825670 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.947392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port 32787fc9-6dc6-4eb6-b60b-9deee4672a52 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:05.948411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.975235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 559c85dd-936b-4e62-8b2a-9d0ca2d2836a no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:05.991501 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16868bca-2553-44c2-b2bb-4a1d893274ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.004882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 559c85dd-936b-4e62-8b2a-9d0ca2d2836a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:06.005431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 559c85dd-936b-4e62-8b2a-9d0ca2d2836a not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:06.081691 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2565dffa-dc6d-43b7-b208-284b38e2bec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.100941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2565dffa-dc6d-43b7-b208-284b38e2bec3 None None] No DVR routers for this DVR port 32787fc9-6dc6-4eb6-b60b-9deee4672a52 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:06.102015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] For port 32787fc9-6dc6-4eb6-b60b-9deee4672a52, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=32787fc9-6dc6-4eb6-b60b-9deee4672a52,segment=NetworkSegment(8c6482a1-606b-4013-a245-10e085dbc328),segment_id=8c6482a1-606b-4013-a245-10e085dbc328)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:06.102394 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.131460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for 32787fc9-6dc6-4eb6-b60b-9deee4672a52 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:06.152811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc915950-31e0-4aef-a7e2-3086560bc04f None None] DHCP port deletion for 579d296c-a214-4dfb-be27-21ff79945f8f request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:11:06.158265 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565dffa-dc6d-43b7-b208-284b38e2bec3 None None] Pushing event deleted for resources: {'Port': ['ID=32787fc9-6dc6-4eb6-b60b-9deee4672a52,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:06.237577 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16868bca-2553-44c2-b2bb-4a1d893274ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.249948 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16868bca-2553-44c2-b2bb-4a1d893274ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.270409 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-cc915950-31e0-4aef-a7e2-3086560bc04f None None] Deleting port 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:06.270967 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cc915950-31e0-4aef-a7e2-3086560bc04f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.286375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cd758-9765-441b-b4bf-c9a3ec38dd25 req-6b5a797d-01f1-4a1a-86d5-244726f1ad18 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:06.289398 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a36cd758-9765-441b-b4bf-c9a3ec38dd25 req-6b5a797d-01f1-4a1a-86d5-244726f1ad18 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3e32cb-21ec-46d1-b951-179e9c6dd317 HTTP/1.1" status: 200 len: 949 time: 0.5892749 Oct 26 14:11:06.299504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16868bca-2553-44c2-b2bb-4a1d893274ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c1f630-f65a-4346-93da-3b7b066ee036,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:06.323657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8cc93-0c12-4754-b26c-7a50d9534d10 req-dbd00296-1750-4b85-978f-690c37de2ea8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:06.325419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dcc8cc93-0c12-4754-b26c-7a50d9534d10 req-dbd00296-1750-4b85-978f-690c37de2ea8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.5883615 Oct 26 14:11:06.339313 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.345345 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-16868bca-2553-44c2-b2bb-4a1d893274ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=137547b52c5841cfae4329e22318ac7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5743299 Oct 26 14:11:06.348473 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38038) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:06.365549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4e9bb-5c4b-4efe-8c72-cccb0ca3b545 req-ed9d9cc6-cb9f-4719-822b-139b1569207a tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:06.367529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ab4e9bb-5c4b-4efe-8c72-cccb0ca3b545 req-ed9d9cc6-cb9f-4719-822b-139b1569207a tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b3e32cb-21ec-46d1-b951-179e9c6dd317 HTTP/1.1" status: 200 len: 949 time: 0.1426165 Oct 26 14:11:06.413155 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=32787fc9-6dc6-4eb6-b60b-9deee4672a52,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:06.418057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No DVR routers for this DVR port 32787fc9-6dc6-4eb6-b60b-9deee4672a52 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:06.440135 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-cc915950-31e0-4aef-a7e2-3086560bc04f None None] For port 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad,segment=NetworkSegment(a89fe6b2-107f-41a3-bd26-1a86dee0464f),segment_id=a89fe6b2-107f-41a3-bd26-1a86dee0464f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:06.440891 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cc915950-31e0-4aef-a7e2-3086560bc04f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.474110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-cc915950-31e0-4aef-a7e2-3086560bc04f None None] Calling delete_port for 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:06.480044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a36cd758-9765-441b-b4bf-c9a3ec38dd25 req-cb821cd5-2a8b-4dc9-8d6d-dff26535bc01 tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb0a90f0-79d5-403e-949f-b4d9788ff183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773527 Oct 26 14:11:06.499689 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afbd57b7-6c5c-48ab-9d04-ffd4c9365774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.509917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dcc8cc93-0c12-4754-b26c-7a50d9534d10 req-bcc4794f-fca4-4516-b791-363c4c7414be tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657593 Oct 26 14:11:06.533436 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.551719 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afbd57b7-6c5c-48ab-9d04-ffd4c9365774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.593405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-1ab4e9bb-5c4b-4efe-8c72-cccb0ca3b545 req-81506a95-7f3a-4a25-911a-686010617e1c tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Deleting port 52051e52-34bd-48c6-8ea2-4c4cb891cf68 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:06.593953 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1ab4e9bb-5c4b-4efe-8c72-cccb0ca3b545 req-81506a95-7f3a-4a25-911a-686010617e1c tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.604401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:06.659322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6482a1-606b-4013-a245-10e085dbc328') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:06.660041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6482a1-606b-4013-a245-10e085dbc328') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:06.676677 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.691041 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.700942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:11:06.701354 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.709335 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cc915950-31e0-4aef-a7e2-3086560bc04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.747677 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68787dda-f507-43ec-b185-4d713877480b req-b312d1e4-bff0-4f1f-b3d0-a6c0f170b009 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0652456 Oct 26 14:11:06.781334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc915950-31e0-4aef-a7e2-3086560bc04f None None] Pushing event deleted for resources: {'Port': ['ID=79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:06.790228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc915950-31e0-4aef-a7e2-3086560bc04f None None] No DVR routers for this DVR port 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:11:06.842356 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:11:06.845884 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.858468 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.862904 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/networks/1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38 HTTP/1.1" status: 204 len: 168 time: 1.2320874 Oct 26 14:11:06.865566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38040) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:06.887626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-1ab4e9bb-5c4b-4efe-8c72-cccb0ca3b545 req-81506a95-7f3a-4a25-911a-686010617e1c tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] For port 52051e52-34bd-48c6-8ea2-4c4cb891cf68, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=52051e52-34bd-48c6-8ea2-4c4cb891cf68,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:06.888608 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1ab4e9bb-5c4b-4efe-8c72-cccb0ca3b545 req-81506a95-7f3a-4a25-911a-686010617e1c tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.914686 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-1ab4e9bb-5c4b-4efe-8c72-cccb0ca3b545 req-81506a95-7f3a-4a25-911a-686010617e1c tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Calling delete_port for 52051e52-34bd-48c6-8ea2-4c4cb891cf68 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:06.933160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbb4fb-3338-4111-8387-37e6ee99b38e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Network': ['ID=1383e2c8-2f0d-4fe4-83ca-0e7dce7d7d38,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:06.935087 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afbd57b7-6c5c-48ab-9d04-ffd4c9365774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.937700 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afbd57b7-6c5c-48ab-9d04-ffd4c9365774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.938866 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-afbd57b7-6c5c-48ab-9d04-ffd4c9365774 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66c1f630-f65a-4346-93da-3b7b066ee036 HTTP/1.1" status: 204 len: 168 time: 0.5859725 Oct 26 14:11:06.963724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd57b7-6c5c-48ab-9d04-ffd4c9365774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c1f630-f65a-4346-93da-3b7b066ee036,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:06.996108 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-861ef215-7c3c-44f0-bd87-63f1289c54c6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.145607 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1ab4e9bb-5c4b-4efe-8c72-cccb0ca3b545 req-81506a95-7f3a-4a25-911a-686010617e1c tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.162148 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-861ef215-7c3c-44f0-bd87-63f1289c54c6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.184953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-861ef215-7c3c-44f0-bd87-63f1289c54c6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579d296c-a214-4dfb-be27-21ff79945f8f']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:07.187682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81506a95-7f3a-4a25-911a-686010617e1c tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Pushing event deleted for resources: {'Port': ['ID=52051e52-34bd-48c6-8ea2-4c4cb891cf68,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:07.211410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-861ef215-7c3c-44f0-bd87-63f1289c54c6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89fe6b2-107f-41a3-bd26-1a86dee0464f') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:07.212466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-861ef215-7c3c-44f0-bd87-63f1289c54c6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89fe6b2-107f-41a3-bd26-1a86dee0464f') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:07.238210 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-861ef215-7c3c-44f0-bd87-63f1289c54c6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.250417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab4e9bb-5c4b-4efe-8c72-cccb0ca3b545 req-81506a95-7f3a-4a25-911a-686010617e1c tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] No DVR routers for this DVR port 52051e52-34bd-48c6-8ea2-4c4cb891cf68 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:07.253429 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1ab4e9bb-5c4b-4efe-8c72-cccb0ca3b545 req-81506a95-7f3a-4a25-911a-686010617e1c tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.258510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ab4e9bb-5c4b-4efe-8c72-cccb0ca3b545 req-81506a95-7f3a-4a25-911a-686010617e1c tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.11 "DELETE /v2.0/ports/52051e52-34bd-48c6-8ea2-4c4cb891cf68 HTTP/1.1" status: 204 len: 173 time: 0.8789525 Oct 26 14:11:07.259343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'name': 'network-vif-deleted', 'tag': '52051e52-34bd-48c6-8ea2-4c4cb891cf68'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:07.259673 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-861ef215-7c3c-44f0-bd87-63f1289c54c6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.261689 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d579998-f4d6-4ace-9056-d51d510cd7c0" -d '{"events": [{"server_uuid": "4b3e32cb-21ec-46d1-b951-179e9c6dd317", "name": "network-vif-deleted", "tag": "52051e52-34bd-48c6-8ea2-4c4cb891cf68"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:07.270381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861ef215-7c3c-44f0-bd87-63f1289c54c6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:11:07.271088 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-861ef215-7c3c-44f0-bd87-63f1289c54c6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:11:07.276131 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:11:07.312223 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612e68c5-0a3a-404a-8602-ffbafce41615 x-openstack-request-id: req-612e68c5-0a3a-404a-8602-ffbafce41615 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:07.312815 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3e32cb-21ec-46d1-b951-179e9c6dd317", "name": "network-vif-deleted", "tag": "52051e52-34bd-48c6-8ea2-4c4cb891cf68", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:07.313082 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-612e68c5-0a3a-404a-8602-ffbafce41615 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:07.313571 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3e32cb-21ec-46d1-b951-179e9c6dd317', 'name': 'network-vif-deleted', 'tag': '52051e52-34bd-48c6-8ea2-4c4cb891cf68', 'status': 'completed', 'code': 200} Oct 26 14:11:07.426992 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-861ef215-7c3c-44f0-bd87-63f1289c54c6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.468049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38048) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:07.476947 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-861ef215-7c3c-44f0-bd87-63f1289c54c6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.482568 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-861ef215-7c3c-44f0-bd87-63f1289c54c6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/networks/579d296c-a214-4dfb-be27-21ff79945f8f HTTP/1.1" status: 204 len: 168 time: 0.6160758 Oct 26 14:11:07.483772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef215-7c3c-44f0-bd87-63f1289c54c6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Network': ['ID=579d296c-a214-4dfb-be27-21ff79945f8f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:07.487402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38050) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:07.494096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-81f4b1fc-92d5-4527-9e2c-2a6e25b93383 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-726834929'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:07.534574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f4b1fc-92d5-4527-9e2c-2a6e25b93383 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:07.543291 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:07.545040 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81f4b1fc-92d5-4527-9e2c-2a6e25b93383 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.582039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-351a98cc-ea3e-41c6-a988-2aad00871060 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bea16729476a429d9741bf2f0ffb1e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103988 Oct 26 14:11:07.583114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38056) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:07.599152 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f4b1fc-92d5-4527-9e2c-2a6e25b93383 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:11:07.615630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:07.616131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 79d404d1-5ebf-4dd6-b4d9-e26e2d70b4ad not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:07.616691 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 32787fc9-6dc6-4eb6-b60b-9deee4672a52 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:07.630301 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81f4b1fc-92d5-4527-9e2c-2a6e25b93383 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.633757 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-81f4b1fc-92d5-4527-9e2c-2a6e25b93383 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Added segment 7d557485-02fb-42dd-9371-23d785425458 of type vlan for network f4f199c4-bf66-4496-aee0-d74050b62f0d Oct 26 14:11:07.660681 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 32787fc9-6dc6-4eb6-b60b-9deee4672a52 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:07.665755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 32787fc9-6dc6-4eb6-b60b-9deee4672a52 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:07.713505 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81f4b1fc-92d5-4527-9e2c-2a6e25b93383 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.724994 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13688482-1744-4f92-9c9e-b226e0a4b065 req-470659ba-5b42-45b6-9de3-2405583504dd tempest-ListImageFiltersTestJSON-1577000093 tempest-ListImageFiltersTestJSON-1577000093-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3e32cb-21ec-46d1-b951-179e9c6dd317 HTTP/1.1" status: 200 len: 210 time: 0.0581076 Oct 26 14:11:07.803370 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81f4b1fc-92d5-4527-9e2c-2a6e25b93383 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.814406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f4b1fc-92d5-4527-9e2c-2a6e25b93383 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:07.815155 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81f4b1fc-92d5-4527-9e2c-2a6e25b93383 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.840941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd89507-f236-42d5-8c16-367ae19aade3 req-525f112e-7416-41e2-b99b-b402f6702da8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:07.862373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6fd89507-f236-42d5-8c16-367ae19aade3 req-525f112e-7416-41e2-b99b-b402f6702da8 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.1312947 Oct 26 14:11:07.883426 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc8a5-f487-4b66-bc74-ea4f88d28254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.962144 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4b1fc-92d5-4527-9e2c-2a6e25b93383 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Network': ['ID=f4f199c4-bf66-4496-aee0-d74050b62f0d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:07.977412 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network f4f199c4-bf66-4496-aee0-d74050b62f0d details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:11:07.984174 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-81f4b1fc-92d5-4527-9e2c-2a6e25b93383 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4951084 Oct 26 14:11:07.990532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38066) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:07.999185 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc8a5-f487-4b66-bc74-ea4f88d28254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.000478 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-06405bbd-34a5-49c8-8b64-5d24a6b47f22 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'subnet': {'network_id': 'f4f199c4-bf66-4496-aee0-d74050b62f0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:08.063084 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6fd89507-f236-42d5-8c16-367ae19aade3 req-c2a68482-89bf-446e-a3b9-d9b00a1aa067 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997416 Oct 26 14:11:08.081393 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc8a5-f487-4b66-bc74-ea4f88d28254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.085574 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc8a5-f487-4b66-bc74-ea4f88d28254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.106098 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6d2fc8a5-f487-4b66-bc74-ea4f88d28254 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a480dad-76af-4fef-94ed-5991fb5594d6 HTTP/1.1" status: 204 len: 168 time: 0.5132749 Oct 26 14:11:08.136897 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-36f98b64-fc72-4168-a105-5bd081fd6cb4 req-770552fc-6f24-4e82-8941-91ee43a2ac1a tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.2041686 Oct 26 14:11:08.141345 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06405bbd-34a5-49c8-8b64-5d24a6b47f22 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:08.152351 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06405bbd-34a5-49c8-8b64-5d24a6b47f22 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.154404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fc8a5-f487-4b66-bc74-ea4f88d28254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a480dad-76af-4fef-94ed-5991fb5594d6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:08.439595 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06405bbd-34a5-49c8-8b64-5d24a6b47f22 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.538293 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06405bbd-34a5-49c8-8b64-5d24a6b47f22 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Subnet': ['ID=f8064640-5ae2-4913-a40e-c7c0f30241d6,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:08.556022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06405bbd-34a5-49c8-8b64-5d24a6b47f22 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Checking segment: {'id': '7d557485-02fb-42dd-9371-23d785425458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f4f199c4-bf66-4496-aee0-d74050b62f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:08.556382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06405bbd-34a5-49c8-8b64-5d24a6b47f22 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network hostable DHCP agents. Network: f4f199c4-bf66-4496-aee0-d74050b62f0d, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:11:08.584220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06405bbd-34a5-49c8-8b64-5d24a6b47f22 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network f4f199c4-bf66-4496-aee0-d74050b62f0d is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:11:08.615568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-06405bbd-34a5-49c8-8b64-5d24a6b47f22 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, f4f199c4-bf66-4496-aee0-d74050b62f0d) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:08.628876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958db93c-5f4d-4e70-846b-398a041e3248 None None] Network f4f199c4-bf66-4496-aee0-d74050b62f0d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:08.635708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06405bbd-34a5-49c8-8b64-5d24a6b47f22 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:08.636450 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06405bbd-34a5-49c8-8b64-5d24a6b47f22 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.664499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38078) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:08.672817 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-be01df9a-17de-43c0-9381-84b6b56632df tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-111180315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:08.678944 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-06405bbd-34a5-49c8-8b64-5d24a6b47f22 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6840084 Oct 26 14:11:08.713881 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be01df9a-17de-43c0-9381-84b6b56632df tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.715040 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be01df9a-17de-43c0-9381-84b6b56632df tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.789272 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be01df9a-17de-43c0-9381-84b6b56632df tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.801307 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be01df9a-17de-43c0-9381-84b6b56632df tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.831871 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be01df9a-17de-43c0-9381-84b6b56632df tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.837137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38086) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:08.845796 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8d3a49b4-e02c-4a5f-86af-85aa380fa928 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'port': {'network_id': 'f4f199c4-bf66-4496-aee0-d74050b62f0d', 'name': 'tempest-RoutersIpV6Test-431693977'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:08.850687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-be01df9a-17de-43c0-9381-84b6b56632df tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1842198 Oct 26 14:11:08.969137 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-f4f199c4-bf66-4496-aee0-d74050b62f0d', 'network_id': 'f4f199c4-bf66-4496-aee0-d74050b62f0d', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'fixed_ips': [{'subnet_id': 'f8064640-5ae2-4913-a40e-c7c0f30241d6'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:11:08.970815 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:09.105421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3a49b4-e02c-4a5f-86af-85aa380fa928 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:09.110019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d3a49b4-e02c-4a5f-86af-85aa380fa928 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:09.181207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-8d3a49b4-e02c-4a5f-86af-85aa380fa928 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] device_id is not set on port 43080469-fbeb-4901-8c40-2776a9af0ce5 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:11:09.250448 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Allocated IP 2001:db8::2 (f4f199c4-bf66-4496-aee0-d74050b62f0d/f8064640-5ae2-4913-a40e-c7c0f30241d6/f5d77272-3ea0-451e-80b2-c098695d0d28) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:09.329957 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29834e-2ce6-4e7f-9438-c9e99a04f1cd req-ba3847d9-a16d-49c7-a2db-a1f8466aa5e2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:09.342835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de29834e-2ce6-4e7f-9438-c9e99a04f1cd req-ba3847d9-a16d-49c7-a2db-a1f8466aa5e2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.1197119 Oct 26 14:11:09.434661 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de29834e-2ce6-4e7f-9438-c9e99a04f1cd req-62def842-bb21-4994-9dad-0ef6e951daaf tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909045 Oct 26 14:11:09.527916 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:09.557754 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:09.605490 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dba8e523-d137-4b95-b6a1-7fdc5cf5fbac req-1328acc3-3029-4e0f-945e-5dd2ee4366ae tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0574148 Oct 26 14:11:09.664777 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Pushing event updated for resources: {'Port': ['ID=f5d77272-3ea0-451e-80b2-c098695d0d28,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:09.667790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-8d3a49b4-e02c-4a5f-86af-85aa380fa928 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Allocated IP 2001:db8::e5 (f4f199c4-bf66-4496-aee0-d74050b62f0d/f8064640-5ae2-4913-a40e-c7c0f30241d6/43080469-fbeb-4901-8c40-2776a9af0ce5) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:09.676665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Network f4f199c4-bf66-4496-aee0-d74050b62f0d is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:09.678796 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:09.682835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:09.776943 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Attempting to bind port f5d77272-3ea0-451e-80b2-c098695d0d28 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:09.777327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Attempting to bind port f5d77272-3ea0-451e-80b2-c098695d0d28 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '7d557485-02fb-42dd-9371-23d785425458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f4f199c4-bf66-4496-aee0-d74050b62f0d'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:09.777695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Attempting to bind port f5d77272-3ea0-451e-80b2-c098695d0d28 on network f4f199c4-bf66-4496-aee0-d74050b62f0d {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:09.787565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:09.788276 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Checking segment: {'id': '7d557485-02fb-42dd-9371-23d785425458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f4f199c4-bf66-4496-aee0-d74050b62f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:09.788981 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:09.789658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Bound using segment: {'id': '7d557485-02fb-42dd-9371-23d785425458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f4f199c4-bf66-4496-aee0-d74050b62f0d'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:09.790347 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Bound port: f5d77272-3ea0-451e-80b2-c098695d0d28, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d557485-02fb-42dd-9371-23d785425458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f4f199c4-bf66-4496-aee0-d74050b62f0d'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:09.790898 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:09.906864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] For port f5d77272-3ea0-451e-80b2-c098695d0d28, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:09.911681 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] For port f5d77272-3ea0-451e-80b2-c098695d0d28, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f5d77272-3ea0-451e-80b2-c098695d0d28,segment=NetworkSegment(7d557485-02fb-42dd-9371-23d785425458),segment_id=7d557485-02fb-42dd-9371-23d785425458)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:09.920472 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:09.928378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d3a49b4-e02c-4a5f-86af-85aa380fa928 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:09.974238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 52051e52-34bd-48c6-8ea2-4c4cb891cf68 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:10.016532 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d3a49b4-e02c-4a5f-86af-85aa380fa928 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.117419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3a49b4-e02c-4a5f-86af-85aa380fa928 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network f4f199c4-bf66-4496-aee0-d74050b62f0d is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:10.121088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-8d3a49b4-e02c-4a5f-86af-85aa380fa928 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:10.127904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3a49b4-e02c-4a5f-86af-85aa380fa928 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:10.135637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ed8db-5e2a-4ae9-b552-c44e54e3c54d None None] Pushing event updated for resources: {'Port': ['ID=f5d77272-3ea0-451e-80b2-c098695d0d28,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:10.140750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3a49b4-e02c-4a5f-86af-85aa380fa928 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:10.141545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d3a49b4-e02c-4a5f-86af-85aa380fa928 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.146349 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a49b4-e02c-4a5f-86af-85aa380fa928 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=43080469-fbeb-4901-8c40-2776a9af0ce5,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:10.146949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 52051e52-34bd-48c6-8ea2-4c4cb891cf68 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:10.147313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 52051e52-34bd-48c6-8ea2-4c4cb891cf68 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:10.174628 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8d3a49b4-e02c-4a5f-86af-85aa380fa928 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.3362820 Oct 26 14:11:10.177678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38148) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:10.642275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38162) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:10.669194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e759153-755a-41b1-b1de-fb2e8e54ca55 req-8555ac10-cb3d-46c4-8f5d-b10cd259b1ef tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:10.676823 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e759153-755a-41b1-b1de-fb2e8e54ca55 req-8555ac10-cb3d-46c4-8f5d-b10cd259b1ef tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.1214552 Oct 26 14:11:10.800908 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.822360 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e759153-755a-41b1-b1de-fb2e8e54ca55 req-57f2cad2-5698-46be-a1e9-c1acd674a9da tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377041 Oct 26 14:11:10.892507 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-174684a2-45b2-43c4-be5e-37926ea3dec6 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-695155232'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:10.943414 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13da10f7-76fd-4ea3-b3a1-c4e513daa5b2 req-2d25c4b0-9731-4edf-8720-a541b663dfc3 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0455174 Oct 26 14:11:10.943789 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-174684a2-45b2-43c4-be5e-37926ea3dec6 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.948993 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-174684a2-45b2-43c4-be5e-37926ea3dec6 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.023285 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-174684a2-45b2-43c4-be5e-37926ea3dec6 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.041248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-174684a2-45b2-43c4-be5e-37926ea3dec6 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.076620 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-174684a2-45b2-43c4-be5e-37926ea3dec6 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.079699 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-174684a2-45b2-43c4-be5e-37926ea3dec6 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4363248 Oct 26 14:11:11.082287 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38182) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:11.277220 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf3788fa-299b-4c01-bff7-81dd731f2b91 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.361805 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.375712 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.503465 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d205310-7ce1-4643-b05d-a9a70b4bcf62 None None] Network f4f199c4-bf66-4496-aee0-d74050b62f0d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:11.554849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=43080469-fbeb-4901-8c40-2776a9af0ce5,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:11.634779 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf3788fa-299b-4c01-bff7-81dd731f2b91 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.639002 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf3788fa-299b-4c01-bff7-81dd731f2b91 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.666995 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f5d77272-3ea0-451e-80b2-c098695d0d28 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:11.739657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-230acd0d-b8b9-482b-b0cd-ba0f6a12e346 None None] Provisioning complete for port f5d77272-3ea0-451e-80b2-c098695d0d28 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:11.740392 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-230acd0d-b8b9-482b-b0cd-ba0f6a12e346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.744480 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf3788fa-299b-4c01-bff7-81dd731f2b91 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.745125 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3788fa-299b-4c01-bff7-81dd731f2b91 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9eb45a29-68bb-4c36-95a7-669ccd5cc0c0 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:11:11.752410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf3788fa-299b-4c01-bff7-81dd731f2b91 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.755258 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bf3788fa-299b-4c01-bff7-81dd731f2b91 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] 10.222.0.32 "DELETE /v2.0/routers/9eb45a29-68bb-4c36-95a7-669ccd5cc0c0 HTTP/1.1" status: 204 len: 168 time: 0.6714349 Oct 26 14:11:11.758484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38198) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:11.766148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9dc8087a-1c2f-4f9b-85f1-a76c4ec6517e tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Request body: {'router': {'name': 'tempest-router-857123842', 'distributed': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:11.768639 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.815758 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9dc8087a-1c2f-4f9b-85f1-a76c4ec6517e tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.819565 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9dc8087a-1c2f-4f9b-85f1-a76c4ec6517e tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.856552 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f5d77272-3ea0-451e-80b2-c098695d0d28 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:11.856940 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.956898 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9dc8087a-1c2f-4f9b-85f1-a76c4ec6517e tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.982986 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9dc8087a-1c2f-4f9b-85f1-a76c4ec6517e tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.005176 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-230acd0d-b8b9-482b-b0cd-ba0f6a12e346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.065146 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9dc8087a-1c2f-4f9b-85f1-a76c4ec6517e tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.068866 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9dc8087a-1c2f-4f9b-85f1-a76c4ec6517e tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3066933 Oct 26 14:11:12.072921 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38210) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:12.103484 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.151293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port f5d77272-3ea0-451e-80b2-c098695d0d28, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f5d77272-3ea0-451e-80b2-c098695d0d28,segment=NetworkSegment(7d557485-02fb-42dd-9371-23d785425458),segment_id=7d557485-02fb-42dd-9371-23d785425458)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:12.169148 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.223071 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.225578 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38212) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:12.283152 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-230acd0d-b8b9-482b-b0cd-ba0f6a12e346 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:11:12.283917 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-230acd0d-b8b9-482b-b0cd-ba0f6a12e346 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:11:12.284406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ead7b-e43d-4822-b609-262d782fd31f req-952244f0-f1b8-434f-84fa-615b911f5a83 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:12.290391 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=f5d77272-3ea0-451e-80b2-c098695d0d28,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:12.292593 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e72ead7b-e43d-4822-b609-262d782fd31f req-952244f0-f1b8-434f-84fa-615b911f5a83 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.2297182 Oct 26 14:11:12.375530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-383c5974-71b9-4ef1-afa5-076dc1445c45 req-0dd82f99-1077-470f-adfe-7f3dd601b19b tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0787690 Oct 26 14:11:12.532768 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e72ead7b-e43d-4822-b609-262d782fd31f req-be3c5882-d4be-47a0-b1b7-7bb8dbb8c566 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349558 Oct 26 14:11:12.670126 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dbd436ae-3985-4e8b-aae1-e9aca33789ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fbe5eb0ab6d43f680a38f3a99e202d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159687 Oct 26 14:11:12.670511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38218) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:12.722258 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bee62bfc-7d3c-40be-b364-4a3778d772aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.768742 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1c41-89eb-4987-90f0-9a1085ab1d56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.804014 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1c41-89eb-4987-90f0-9a1085ab1d56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.824421 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0092f903-a06f-419c-8f58-281291a955d3 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.925565 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b36e428-f206-40ec-aad0-9ad91a14bf66 req-7cd6177d-8a52-4ca6-88e0-3c899ae050e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1498017 Oct 26 14:11:12.951907 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1c41-89eb-4987-90f0-9a1085ab1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.955947 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1c41-89eb-4987-90f0-9a1085ab1d56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.959753 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b5bd1c41-89eb-4987-90f0-9a1085ab1d56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb0a90f0-79d5-403e-949f-b4d9788ff183 HTTP/1.1" status: 204 len: 168 time: 0.2880630 Oct 26 14:11:12.981659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd1c41-89eb-4987-90f0-9a1085ab1d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0a90f0-79d5-403e-949f-b4d9788ff183,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:13.072158 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.093189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.093997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.235005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2ace0880-3501-45a9-ab4a-00c8070dc339 None None] Provisioning complete for port f5d77272-3ea0-451e-80b2-c098695d0d28 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:13.235699 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2ace0880-3501-45a9-ab4a-00c8070dc339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.254889 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0092f903-a06f-419c-8f58-281291a955d3 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.261527 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0092f903-a06f-419c-8f58-281291a955d3 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.316956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network f4f199c4-bf66-4496-aee0-d74050b62f0d is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:13.321183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:13.333932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=43080469-fbeb-4901-8c40-2776a9af0ce5,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:13.440337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2ace0880-3501-45a9-ab4a-00c8070dc339 None None] Provisioning complete for port 43080469-fbeb-4901-8c40-2776a9af0ce5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:13.440723 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2ace0880-3501-45a9-ab4a-00c8070dc339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.462490 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36e428-f206-40ec-aad0-9ad91a14bf66 req-0686301a-8d3e-4263-9454-5972adb7a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:13.464207 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b36e428-f206-40ec-aad0-9ad91a14bf66 req-0686301a-8d3e-4263-9454-5972adb7a35e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 1096 time: 0.4397905 Oct 26 14:11:13.479208 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0092f903-a06f-419c-8f58-281291a955d3 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.479734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0092f903-a06f-419c-8f58-281291a955d3 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b86d756-ff6a-4e01-8921-271e55482f9d {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:11:13.497452 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0092f903-a06f-419c-8f58-281291a955d3 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.504282 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0092f903-a06f-419c-8f58-281291a955d3 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7b86d756-ff6a-4e01-8921-271e55482f9d HTTP/1.1" status: 204 len: 168 time: 1.4226272 Oct 26 14:11:13.513110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38236) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:13.523712 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-104e423c-e4da-42f7-8857-81cb4c858512 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Request body: {'router': {'name': 'tempest-router-1880843505', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '548585b5491b48f0a573d1282d268fb9'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:13.527817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2ace0880-3501-45a9-ab4a-00c8070dc339 None None] Port 43080469-fbeb-4901-8c40-2776a9af0ce5 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:13.558997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f5d77272-3ea0-451e-80b2-c098695d0d28 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:13.695976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36e428-f206-40ec-aad0-9ad91a14bf66 req-167031c8-a542-46ba-8098-41ef9c99e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:13.697529 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b36e428-f206-40ec-aad0-9ad91a14bf66 req-167031c8-a542-46ba-8098-41ef9c99e4e0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.1924357 Oct 26 14:11:13.725250 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-27ceaa8c-d562-4d4f-9451-b0c594d0cbf8 None None] Provisioning complete for port 43080469-fbeb-4901-8c40-2776a9af0ce5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:13.726816 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-27ceaa8c-d562-4d4f-9451-b0c594d0cbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.763278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b028d8c2-5756-448c-abf3-8d324403bf2c req-44eecbc7-3c8f-4a04-a308-ee2fe0923128 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.1807842 Oct 26 14:11:13.782209 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-104e423c-e4da-42f7-8857-81cb4c858512 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.783291 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-104e423c-e4da-42f7-8857-81cb4c858512 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.807408 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b36e428-f206-40ec-aad0-9ad91a14bf66 req-a1438161-8eb5-4270-82a2-7806c73eef66 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d75ca36-798e-41e2-b0f9-14d49a98eda7 HTTP/1.1" status: 200 len: 217 time: 0.0973387 Oct 26 14:11:13.814422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-27ceaa8c-d562-4d4f-9451-b0c594d0cbf8 None None] Port 43080469-fbeb-4901-8c40-2776a9af0ce5 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:13.836050 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f5d77272-3ea0-451e-80b2-c098695d0d28 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:13.836441 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.922079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36e428-f206-40ec-aad0-9ad91a14bf66 req-92e283a6-f0ee-48b0-93e5-8f04501b9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:13.927464 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b36e428-f206-40ec-aad0-9ad91a14bf66 req-92e283a6-f0ee-48b0-93e5-8f04501b9102 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.1039321 Oct 26 14:11:14.019710 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dcd9342e-8e77-4174-829f-0698488f66d0 None None] Provisioning complete for port 43080469-fbeb-4901-8c40-2776a9af0ce5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:14.020291 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dcd9342e-8e77-4174-829f-0698488f66d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.035872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36e428-f206-40ec-aad0-9ad91a14bf66 req-b6a4b203-4781-4d5c-a5bc-7f87eebaa52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:14.050537 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-104e423c-e4da-42f7-8857-81cb4c858512 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.050945 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b36e428-f206-40ec-aad0-9ad91a14bf66 req-b6a4b203-4781-4d5c-a5bc-7f87eebaa52a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965266 Oct 26 14:11:14.086574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9342e-8e77-4174-829f-0698488f66d0 None None] Port 43080469-fbeb-4901-8c40-2776a9af0ce5 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:14.090988 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9b211-4b73-4d7a-8dcf-71480b373d62 req-ff11f9b9-de1f-4466-afd4-c670dc73079a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:14.092578 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6db9b211-4b73-4d7a-8dcf-71480b373d62 req-ff11f9b9-de1f-4466-afd4-c670dc73079a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.2907975 Oct 26 14:11:14.094146 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-104e423c-e4da-42f7-8857-81cb4c858512 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.158931 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-104e423c-e4da-42f7-8857-81cb4c858512 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.160107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-104e423c-e4da-42f7-8857-81cb4c858512 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6460202 Oct 26 14:11:14.160826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:11:14.163214 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38252) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:14.171572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6db9b211-4b73-4d7a-8dcf-71480b373d62 req-28f5820c-0e10-4dcd-80b5-2e3713199221 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684519 Oct 26 14:11:14.173391 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-35898ece-30c0-4900-9df1-48db33a88dd0 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:14.313761 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:14.331329 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec5a2e-965e-47a2-938d-5abd6dfd5070 None None] Sync routers for ids ['fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:14.347634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0b9aea57-0b22-4693-a346-bc9245108ad2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1659799 Oct 26 14:11:14.348816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38256) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:14.353901 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec5a2e-965e-47a2-938d-5abd6dfd5070 None None] Routers {'fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:14.354589 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4cec5a2e-965e-47a2-938d-5abd6dfd5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:14.367594 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38258) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:14.432392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f0d9c8-fd44-48f9-9b7f-712cde4d09c7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:14.443333 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-79f0d9c8-fd44-48f9-9b7f-712cde4d09c7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports/43080469-fbeb-4901-8c40-2776a9af0ce5 HTTP/1.1" status: 200 len: 982 time: 0.0922031 Oct 26 14:11:14.447233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38262) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:14.481185 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35898ece-30c0-4900-9df1-48db33a88dd0 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.481751 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35898ece-30c0-4900-9df1-48db33a88dd0 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.556454 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4cec5a2e-965e-47a2-938d-5abd6dfd5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:14.573503 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec5a2e-965e-47a2-938d-5abd6dfd5070 None None] Routers {'fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:14.576127 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4cec5a2e-965e-47a2-938d-5abd6dfd5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:14.592569 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b36e428-f206-40ec-aad0-9ad91a14bf66 req-524ba93b-9e71-438a-8730-064930afec1e service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406253 Oct 26 14:11:14.628478 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4cec5a2e-965e-47a2-938d-5abd6dfd5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:14.629387 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec5a2e-965e-47a2-938d-5abd6dfd5070 None None] The sync data for ids ['fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:14.639371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-764554472-network', 'tenant_id': '982af2c53c4f4ef0b56bb82f688a89b0'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:14.692099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-35898ece-30c0-4900-9df1-48db33a88dd0 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102123) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 26 14:11:14.692435 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-35898ece-30c0-4900-9df1-48db33a88dd0 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Router 9b0d4f9e-a425-48d3-a2f6-f1003fdb4afe migrating from provider to provider. {{(pid=102123) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 26 14:11:14.692817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35898ece-30c0-4900-9df1-48db33a88dd0 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.713891 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35898ece-30c0-4900-9df1-48db33a88dd0 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.729238 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35898ece-30c0-4900-9df1-48db33a88dd0 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.763467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] Made reservation on behalf of 982af2c53c4f4ef0b56bb82f688a89b0 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:14.766118 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.779150 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.839862 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6b36e428-f206-40ec-aad0-9ad91a14bf66 req-d9ef32e6-7966-46a3-9e1f-2666dd40786a service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308357 Oct 26 14:11:14.857676 n-d-815498-1 neutron-server[102123]: WARNING neutron.scheduler.l3_agent_scheduler [None req-35898ece-30c0-4900-9df1-48db33a88dd0 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] No L3 agents can host the router 9b0d4f9e-a425-48d3-a2f6-f1003fdb4afe Oct 26 14:11:14.999455 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-256c7dae-a5e0-4b2d-af3b-dd22d5500c53 req-bdc25815-fe38-4d7c-a5f6-aca17ec4f7de tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0698156 Oct 26 14:11:15.016858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35898ece-30c0-4900-9df1-48db33a88dd0 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Hosts for router 9b0d4f9e-a425-48d3-a2f6-f1003fdb4afe: [] {{(pid=102123) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 26 14:11:15.046312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35898ece-30c0-4900-9df1-48db33a88dd0 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Hosts for other DVR routers connected to router 9b0d4f9e-a425-48d3-a2f6-f1003fdb4afe: set() {{(pid=102123) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 26 14:11:15.049561 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35898ece-30c0-4900-9df1-48db33a88dd0 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.053270 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-35898ece-30c0-4900-9df1-48db33a88dd0 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] 10.222.0.32 "PUT /v2.0/routers/9b0d4f9e-a425-48d3-a2f6-f1003fdb4afe HTTP/1.1" status: 200 len: 717 time: 0.8818069 Oct 26 14:11:15.053558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38270) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:15.054909 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f0645be2-6ff5-4b3f-810f-be9f303b309c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.071228 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.078352 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.119924 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:11:15.132541 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c6d907f7-7b2a-4eba-80c0-1f63e7828ee9 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] 10.222.0.32 "GET /v2.0/routers/9b0d4f9e-a425-48d3-a2f6-f1003fdb4afe HTTP/1.1" status: 200 len: 717 time: 0.0771494 Oct 26 14:11:15.135883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38272) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:15.180706 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.181080 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] Added segment 5fb9227a-9639-46f2-9d52-a40a4bf0ee13 of type vlan for network 85c48bf9-9454-46ab-acb0-89eb21f5289d Oct 26 14:11:15.228609 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.260742 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8707b254-09f9-4a6d-bc42-47cb748c34c7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:15.318598 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec388e39-53ca-4713-b779-3d8f879c7aae tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.359886 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-94b896d8-ff83-4dc7-b6d1-7e611b6b516f tempest-RoutersTestDVR-743402659 tempest-RoutersTestDVR-743402659-project] 10.222.0.32 "GET /v2.0/routers/9b0d4f9e-a425-48d3-a2f6-f1003fdb4afe HTTP/1.1" status: 200 len: 683 time: 0.2204478 Oct 26 14:11:15.360501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38278) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:15.424973 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.426956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:15.428245 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.441755 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7d118ed8-ef15-4895-9d86-92f07f0e5cb8 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.668964 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7d118ed8-ef15-4895-9d86-92f07f0e5cb8 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.671545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7d118ed8-ef15-4895-9d86-92f07f0e5cb8 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.728714 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7d118ed8-ef15-4895-9d86-92f07f0e5cb8 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.729339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d118ed8-ef15-4895-9d86-92f07f0e5cb8 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b0d4f9e-a425-48d3-a2f6-f1003fdb4afe {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:11:15.738853 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7d118ed8-ef15-4895-9d86-92f07f0e5cb8 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.740196 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7d118ed8-ef15-4895-9d86-92f07f0e5cb8 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] 10.222.0.32 "DELETE /v2.0/routers/9b0d4f9e-a425-48d3-a2f6-f1003fdb4afe HTTP/1.1" status: 204 len: 168 time: 0.3786960 Oct 26 14:11:15.744816 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38282) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:15.757260 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5c3ed9d7-e734-4be7-a949-6f126815a3d2 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Request body: {'router': {'name': 'tempest-router-1730608541', 'distributed': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:15.800782 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed9d7-e734-4be7-a949-6f126815a3d2 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.801889 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed9d7-e734-4be7-a949-6f126815a3d2 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.855892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] Pushing event updated for resources: {'Network': ['ID=85c48bf9-9454-46ab-acb0-89eb21f5289d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:15.866271 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed9d7-e734-4be7-a949-6f126815a3d2 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.868594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 85c48bf9-9454-46ab-acb0-89eb21f5289d details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:11:15.869624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59385ad8-8127-4f8d-ad52-c0a0ec01c3fa req-b34a8781-0316-4eb3-ba7a-a75fba32330e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:15.871233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59385ad8-8127-4f8d-ad52-c0a0ec01c3fa req-b34a8781-0316-4eb3-ba7a-a75fba32330e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.5887907 Oct 26 14:11:15.881019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed9d7-e734-4be7-a949-6f126815a3d2 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.902845 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed9d7-e734-4be7-a949-6f126815a3d2 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.903783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4b333890-1007-44f0-8005-6d2763ea5604 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5348566 Oct 26 14:11:15.906947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38286) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:15.912689 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5c3ed9d7-e734-4be7-a949-6f126815a3d2 tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1654422 Oct 26 14:11:15.914514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38288) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:15.915793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8178ea81-2d3d-4500-81b0-9451a5f4f5bd admin admin] Request body: {'subnet': {'network_id': '85c48bf9-9454-46ab-acb0-89eb21f5289d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-764554472-subnet', 'tenant_id': '982af2c53c4f4ef0b56bb82f688a89b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:15.969213 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59385ad8-8127-4f8d-ad52-c0a0ec01c3fa req-4fe938a5-d89f-4a2b-8773-4216395c7cd5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890119 Oct 26 14:11:16.029089 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-626f4e24-5378-4972-bf3e-802ecb0581df tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.064680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8178ea81-2d3d-4500-81b0-9451a5f4f5bd admin admin] Made reservation on behalf of 982af2c53c4f4ef0b56bb82f688a89b0 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:16.068027 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8178ea81-2d3d-4500-81b0-9451a5f4f5bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.217887 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a54e16f-b237-4bdd-930c-c353b48832e3 req-57137a4d-066c-4aee-87ab-fe418cb5cee8 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0691411 Oct 26 14:11:16.302783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ec388e39-53ca-4713-b779-3d8f879c7aae tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port 43080469-fbeb-4901-8c40-2776a9af0ce5 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:16.303137 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec388e39-53ca-4713-b779-3d8f879c7aae tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.316427 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-626f4e24-5378-4972-bf3e-802ecb0581df tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.322612 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-626f4e24-5378-4972-bf3e-802ecb0581df tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.373651 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-626f4e24-5378-4972-bf3e-802ecb0581df tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.374589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626f4e24-5378-4972-bf3e-802ecb0581df tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08000fb6-4c58-49e3-af6a-cdafd23f23f8 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:11:16.382669 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-626f4e24-5378-4972-bf3e-802ecb0581df tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.387849 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-626f4e24-5378-4972-bf3e-802ecb0581df tempest-RoutersTestDVR-1156725285 tempest-RoutersTestDVR-1156725285-project-admin] 10.222.0.32 "DELETE /v2.0/routers/08000fb6-4c58-49e3-af6a-cdafd23f23f8 HTTP/1.1" status: 204 len: 168 time: 0.4722314 Oct 26 14:11:16.460055 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8178ea81-2d3d-4500-81b0-9451a5f4f5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.474767 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec388e39-53ca-4713-b779-3d8f879c7aae tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.488581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ec388e39-53ca-4713-b779-3d8f879c7aae tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for 43080469-fbeb-4901-8c40-2776a9af0ce5 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:16.541365 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.661195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38304) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:16.710053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178ea81-2d3d-4500-81b0-9451a5f4f5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a7ec53-b796-452a-a6b0-24fedbb59983,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:16.722880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178ea81-2d3d-4500-81b0-9451a5f4f5bd admin admin] Checking segment: {'id': '5fb9227a-9639-46f2-9d52-a40a4bf0ee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '85c48bf9-9454-46ab-acb0-89eb21f5289d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:16.723293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8178ea81-2d3d-4500-81b0-9451a5f4f5bd admin admin] Network hostable DHCP agents. Network: 85c48bf9-9454-46ab-acb0-89eb21f5289d, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:11:16.734062 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.782250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8178ea81-2d3d-4500-81b0-9451a5f4f5bd admin admin] Network 85c48bf9-9454-46ab-acb0-89eb21f5289d is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:11:16.799605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8178ea81-2d3d-4500-81b0-9451a5f4f5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 85c48bf9-9454-46ab-acb0-89eb21f5289d) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:16.802040 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec388e39-53ca-4713-b779-3d8f879c7aae tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.817929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8178ea81-2d3d-4500-81b0-9451a5f4f5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:16.818843 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8178ea81-2d3d-4500-81b0-9451a5f4f5bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.825281 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a33dd6d-779b-4d81-b738-e9bf723563a8 None None] Network 85c48bf9-9454-46ab-acb0-89eb21f5289d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:16.837356 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5cb55f5-c2f7-4ec0-bde1-503208f11c58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.852351 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec388e39-53ca-4713-b779-3d8f879c7aae tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=43080469-fbeb-4901-8c40-2776a9af0ce5,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:16.906052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8178ea81-2d3d-4500-81b0-9451a5f4f5bd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9976447 Oct 26 14:11:16.961132 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5cb55f5-c2f7-4ec0-bde1-503208f11c58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.979471 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5cb55f5-c2f7-4ec0-bde1-503208f11c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.020971 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec388e39-53ca-4713-b779-3d8f879c7aae tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.047732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb55f5-c2f7-4ec0-bde1-503208f11c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f376d1d-538a-4cca-a66b-a1d6fb9ce40c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:17.077143 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7283dda-2ea5-4ce6-b484-c4c1e9450aa3 None None] Network 85c48bf9-9454-46ab-acb0-89eb21f5289d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:17.113193 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a5cb55f5-c2f7-4ec0-bde1-503208f11c58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=548585b5491b48f0a573d1282d268fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4504461 Oct 26 14:11:17.115628 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38324) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:17.217773 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc7c1b56-21ba-45ac-bc5f-cb06f3a40b31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.261344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec388e39-53ca-4713-b779-3d8f879c7aae tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:11:17.266767 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc7c1b56-21ba-45ac-bc5f-cb06f3a40b31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.333656 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc7c1b56-21ba-45ac-bc5f-cb06f3a40b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.337301 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc7c1b56-21ba-45ac-bc5f-cb06f3a40b31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.338590 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cc7c1b56-21ba-45ac-bc5f-cb06f3a40b31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f376d1d-538a-4cca-a66b-a1d6fb9ce40c HTTP/1.1" status: 204 len: 168 time: 0.2210324 Oct 26 14:11:17.347962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c1b56-21ba-45ac-bc5f-cb06f3a40b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f376d1d-538a-4cca-a66b-a1d6fb9ce40c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:17.390286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-1e419854-572e-4a31-a03e-65a9ae79c1e3 req-402e6575-3e2a-4ab4-bf28-ad9745a6588a tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-670157498', 'description': 'tempest-description-1484430076'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:17.409590 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec388e39-53ca-4713-b779-3d8f879c7aae tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:17.420645 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342ed9e3-c412-4069-91ca-9f5b9abafdcf None None] Sync routers for ids ['fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:17.431960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ed9e3-c412-4069-91ca-9f5b9abafdcf None None] Routers {'fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:17.432579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-342ed9e3-c412-4069-91ca-9f5b9abafdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:17.437744 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ec388e39-53ca-4713-b779-3d8f879c7aae tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9848931 Oct 26 14:11:17.438440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38338) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:17.470185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953c5b0-355e-4767-bc1c-c7a6e6464fbf req-feb4bcc5-866f-45dd-806e-d964945c3e83 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:17.471912 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f953c5b0-355e-4767-bc1c-c7a6e6464fbf req-feb4bcc5-866f-45dd-806e-d964945c3e83 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.3488793 Oct 26 14:11:17.472153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-342ed9e3-c412-4069-91ca-9f5b9abafdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:17.472869 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1e419854-572e-4a31-a03e-65a9ae79c1e3 req-402e6575-3e2a-4ab4-bf28-ad9745a6588a tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.485345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ed9e3-c412-4069-91ca-9f5b9abafdcf None None] Routers {'fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:17.485926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-342ed9e3-c412-4069-91ca-9f5b9abafdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:17.537733 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-342ed9e3-c412-4069-91ca-9f5b9abafdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:17.539446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342ed9e3-c412-4069-91ca-9f5b9abafdcf None None] The sync data for ids ['fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:17.555221 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f953c5b0-355e-4767-bc1c-c7a6e6464fbf req-b4430bcb-0890-4696-8a01-0eb4ac74907a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652514 Oct 26 14:11:17.600112 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1e419854-572e-4a31-a03e-65a9ae79c1e3 req-402e6575-3e2a-4ab4-bf28-ad9745a6588a tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.607370 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1e419854-572e-4a31-a03e-65a9ae79c1e3 req-402e6575-3e2a-4ab4-bf28-ad9745a6588a tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.643565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1e419854-572e-4a31-a03e-65a9ae79c1e3 req-402e6575-3e2a-4ab4-bf28-ad9745a6588a tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.645154 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e419854-572e-4a31-a03e-65a9ae79c1e3 req-402e6575-3e2a-4ab4-bf28-ad9745a6588a tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2673686 Oct 26 14:11:17.646614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e6575-3e2a-4ab4-bf28-ad9745a6588a tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916070ed-d8cd-42b9-9090-4bc422752758,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:17.743237 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f355572-fc56-46a5-942f-815ed9d976c5 req-2da419d7-6259-424d-a97a-b6fe77cd7635 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0372045 Oct 26 14:11:17.744478 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38346) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:17.768129 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cf50df6-be38-45ec-b3ea-a323df7f4917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.859380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c849ebb8-4618-47d5-9592-ca8c5a67a8e7 req-b9e8dd38-1324-4b82-a388-580574fa12c1 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/916070ed-d8cd-42b9-9090-4bc422752758 HTTP/1.1" status: 200 len: 1806 time: 0.0718966 Oct 26 14:11:17.872595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-c849ebb8-4618-47d5-9592-ca8c5a67a8e7 req-ff4f09fb-fd1e-44c3-b6dd-0bf63508beb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '916070ed-d8cd-42b9-9090-4bc422752758', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:17.872973 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-c849ebb8-4618-47d5-9592-ca8c5a67a8e7 req-ff4f09fb-fd1e-44c3-b6dd-0bf63508beb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '916070ed-d8cd-42b9-9090-4bc422752758', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:17.942049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cf50df6-be38-45ec-b3ea-a323df7f4917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.948530 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cf50df6-be38-45ec-b3ea-a323df7f4917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.016027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7cf50df6-be38-45ec-b3ea-a323df7f4917 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=331ab5fe14ed4270ad5c1de36d132f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699091 Oct 26 14:11:18.023993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38348) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:18.025959 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23724aec-e367-475f-8c15-ba967d2c51a8 req-8e19f1c2-e4d4-4b0b-a2e8-203c4a5f9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:18.027485 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23724aec-e367-475f-8c15-ba967d2c51a8 req-8e19f1c2-e4d4-4b0b-a2e8-203c4a5f9818 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 1097 time: 0.1260538 Oct 26 14:11:18.029279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf50df6-be38-45ec-b3ea-a323df7f4917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75aabe1-353f-4b27-b4c5-3972f0e352fc,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:18.107352 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-79e0af35-8e06-480d-826c-92fa6357e747 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 14:11:18.108493 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-79e0af35-8e06-480d-826c-92fa6357e747 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6692669 Oct 26 14:11:18.111407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38352) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:18.119450 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c849ebb8-4618-47d5-9592-ca8c5a67a8e7 req-ff4f09fb-fd1e-44c3-b6dd-0bf63508beb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.138369 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6ceffa51-025c-47ff-899d-c60d29a67df2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc HTTP/1.1" status: 200 len: 205 time: 0.0256913 Oct 26 14:11:18.140636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38354) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:18.181904 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c849ebb8-4618-47d5-9592-ca8c5a67a8e7 req-ff4f09fb-fd1e-44c3-b6dd-0bf63508beb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.192380 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c849ebb8-4618-47d5-9592-ca8c5a67a8e7 req-ff4f09fb-fd1e-44c3-b6dd-0bf63508beb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.213261 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c3b51ec-bc20-4fe9-a1c4-26444e92c494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.213936 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05626e5b-9bbc-49d6-a790-aeeb652e62ad tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.221963 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23724aec-e367-475f-8c15-ba967d2c51a8 req-95cc069c-83b1-4d9d-af4e-163c24304eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:18.223455 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23724aec-e367-475f-8c15-ba967d2c51a8 req-95cc069c-83b1-4d9d-af4e-163c24304eed service neutron] 10.222.0.11 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.1819782 Oct 26 14:11:18.226726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f09fb-fd1e-44c3-b6dd-0bf63508beb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf4c282-68dd-4378-958b-55d3c1816018,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:18.253271 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c849ebb8-4618-47d5-9592-ca8c5a67a8e7 req-ff4f09fb-fd1e-44c3-b6dd-0bf63508beb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.254907 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c849ebb8-4618-47d5-9592-ca8c5a67a8e7 req-ff4f09fb-fd1e-44c3-b6dd-0bf63508beb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3879137 Oct 26 14:11:18.290859 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c3b51ec-bc20-4fe9-a1c4-26444e92c494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.293523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23724aec-e367-475f-8c15-ba967d2c51a8 req-c96e16d2-9ccc-4fbd-b2d9-1ebd132f2075 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f843b95-961d-475e-a273-c4f4025159ad HTTP/1.1" status: 200 len: 217 time: 0.0572600 Oct 26 14:11:18.304236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-5000e27d-f3d8-478a-811f-37a32dce564a req-802f03fe-c314-4eec-9d5e-cdf53b57fdd6 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1928594739', 'description': 'tempest-description-2097876978'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:18.371929 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05626e5b-9bbc-49d6-a790-aeeb652e62ad tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.374571 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05626e5b-9bbc-49d6-a790-aeeb652e62ad tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.378721 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5000e27d-f3d8-478a-811f-37a32dce564a req-802f03fe-c314-4eec-9d5e-cdf53b57fdd6 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.394572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23724aec-e367-475f-8c15-ba967d2c51a8 req-ca54f19d-e9d2-4b8f-92dd-784dd2b10d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:18.396433 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23724aec-e367-475f-8c15-ba967d2c51a8 req-ca54f19d-e9d2-4b8f-92dd-784dd2b10d87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.0875304 Oct 26 14:11:18.426083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05626e5b-9bbc-49d6-a790-aeeb652e62ad tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.426629 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05626e5b-9bbc-49d6-a790-aeeb652e62ad tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Fanout notify agent at l3_agent the message router_deleted on router fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:11:18.433661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05626e5b-9bbc-49d6-a790-aeeb652e62ad tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.434891 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-05626e5b-9bbc-49d6-a790-aeeb652e62ad tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/routers/fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc HTTP/1.1" status: 204 len: 168 time: 0.2933340 Oct 26 14:11:18.437453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38358) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:18.445750 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c3b51ec-bc20-4fe9-a1c4-26444e92c494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.448156 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c3b51ec-bc20-4fe9-a1c4-26444e92c494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.449270 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8c3b51ec-bc20-4fe9-a1c4-26444e92c494 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b75aabe1-353f-4b27-b4c5-3972f0e352fc HTTP/1.1" status: 204 len: 168 time: 0.4209173 Oct 26 14:11:18.470651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b51ec-bc20-4fe9-a1c4-26444e92c494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75aabe1-353f-4b27-b4c5-3972f0e352fc,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:18.487925 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.493203 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1767f1-0ab3-44e8-8cd1-801238ed67b2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting subnet f8064640-5ae2-4913-a40e-c7c0f30241d6 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:18.498228 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c1767f1-0ab3-44e8-8cd1-801238ed67b2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.499617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23724aec-e367-475f-8c15-ba967d2c51a8 req-4e0105ea-a519-4a75-a2a6-4c19359c4016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:18.501144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23724aec-e367-475f-8c15-ba967d2c51a8 req-4e0105ea-a519-4a75-a2a6-4c19359c4016 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967546 Oct 26 14:11:18.527720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5000e27d-f3d8-478a-811f-37a32dce564a req-802f03fe-c314-4eec-9d5e-cdf53b57fdd6 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.539455 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5000e27d-f3d8-478a-811f-37a32dce564a req-802f03fe-c314-4eec-9d5e-cdf53b57fdd6 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.550571 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c1767f1-0ab3-44e8-8cd1-801238ed67b2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.620023 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5000e27d-f3d8-478a-811f-37a32dce564a req-802f03fe-c314-4eec-9d5e-cdf53b57fdd6 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.621254 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5000e27d-f3d8-478a-811f-37a32dce564a req-802f03fe-c314-4eec-9d5e-cdf53b57fdd6 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3224494 Oct 26 14:11:18.628275 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f03fe-c314-4eec-9d5e-cdf53b57fdd6 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8823b7e-75e4-46f8-b856-4c8d4500dc23,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:18.686421 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c1767f1-0ab3-44e8-8cd1-801238ed67b2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.729457 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23724aec-e367-475f-8c15-ba967d2c51a8 req-b9f9b654-21d2-4b0e-9046-493ddfa5b6b5 service neutron] 10.222.0.11 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185667 Oct 26 14:11:18.752006 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c1767f1-0ab3-44e8-8cd1-801238ed67b2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.764142 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12d4c2ee-4bd7-40be-81e9-69fde350db66 req-ce4bad95-3cbd-4a28-9123-c485eaef3cfc tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/f8823b7e-75e4-46f8-b856-4c8d4500dc23 HTTP/1.1" status: 200 len: 1807 time: 0.1159463 Oct 26 14:11:18.790846 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1767f1-0ab3-44e8-8cd1-801238ed67b2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Subnet': ['ID=f8064640-5ae2-4913-a40e-c7c0f30241d6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:18.797369 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c1767f1-0ab3-44e8-8cd1-801238ed67b2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.797831 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bd3975-a9c5-4a05-9c44-c0c49e1c54a9 None None] Network f4f199c4-bf66-4496-aee0-d74050b62f0d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:18.802034 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2c1767f1-0ab3-44e8-8cd1-801238ed67b2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/f8064640-5ae2-4913-a40e-c7c0f30241d6 HTTP/1.1" status: 204 len: 168 time: 0.3629870 Oct 26 14:11:18.806630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38376) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:18.811457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-12d4c2ee-4bd7-40be-81e9-69fde350db66 req-8dbfc6d4-458c-45db-bee2-870a0ce99d02 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f8823b7e-75e4-46f8-b856-4c8d4500dc23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:18.811777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-12d4c2ee-4bd7-40be-81e9-69fde350db66 req-8dbfc6d4-458c-45db-bee2-870a0ce99d02 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f8823b7e-75e4-46f8-b856-4c8d4500dc23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:18.825837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae00b8-6476-497d-b6f4-2dfc2ca9800a req-9edda547-9ce3-4429-9e39-989445cdc640 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:18.827759 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4ae00b8-6476-497d-b6f4-2dfc2ca9800a req-9edda547-9ce3-4429-9e39-989445cdc640 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.1535392 Oct 26 14:11:18.915693 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4ae00b8-6476-497d-b6f4-2dfc2ca9800a req-90f1bce9-1221-4568-900c-5df8c845f47b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802903 Oct 26 14:11:18.930396 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.940960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23724aec-e367-475f-8c15-ba967d2c51a8 req-66f53e67-0ebb-4d68-b2c2-404d0030e753 service neutron] 10.222.0.11 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977034 Oct 26 14:11:18.983497 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-12d4c2ee-4bd7-40be-81e9-69fde350db66 req-8dbfc6d4-458c-45db-bee2-870a0ce99d02 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.000368 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port f5d77272-3ea0-451e-80b2-c098695d0d28 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:19.000775 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.014601 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-12d4c2ee-4bd7-40be-81e9-69fde350db66 req-8dbfc6d4-458c-45db-bee2-870a0ce99d02 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.023769 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-12d4c2ee-4bd7-40be-81e9-69fde350db66 req-8dbfc6d4-458c-45db-bee2-870a0ce99d02 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.043053 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e454e543-ed2b-4825-a75a-0191a54a3e89 None None] DHCP port deletion for f4f199c4-bf66-4496-aee0-d74050b62f0d request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:11:19.057400 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfc6d4-458c-45db-bee2-870a0ce99d02 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9c6767-be25-4cc2-bd65-b20028847f37,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:19.071230 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-12d4c2ee-4bd7-40be-81e9-69fde350db66 req-8dbfc6d4-458c-45db-bee2-870a0ce99d02 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.081088 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12d4c2ee-4bd7-40be-81e9-69fde350db66 req-8dbfc6d4-458c-45db-bee2-870a0ce99d02 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3160028 Oct 26 14:11:19.121387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e454e543-ed2b-4825-a75a-0191a54a3e89 None None] Deleting port f5d77272-3ea0-451e-80b2-c098695d0d28 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:19.121762 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e454e543-ed2b-4825-a75a-0191a54a3e89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.135273 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] For port f5d77272-3ea0-451e-80b2-c098695d0d28, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f5d77272-3ea0-451e-80b2-c098695d0d28,segment=NetworkSegment(7d557485-02fb-42dd-9371-23d785425458),segment_id=7d557485-02fb-42dd-9371-23d785425458)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:19.135778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.150400 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-fdcd1e20-358a-4067-bcb9-e014593ac526 req-9755eb45-3094-4883-9768-ac5e548754fb tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-356031651', 'description': 'tempest-description-1776958345'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:19.154833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for f5d77272-3ea0-451e-80b2-c098695d0d28 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:19.184383 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fdcd1e20-358a-4067-bcb9-e014593ac526 req-9755eb45-3094-4883-9768-ac5e548754fb tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.206569 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e454e543-ed2b-4825-a75a-0191a54a3e89 None None] For port f5d77272-3ea0-451e-80b2-c098695d0d28, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f5d77272-3ea0-451e-80b2-c098695d0d28,segment=NetworkSegment(7d557485-02fb-42dd-9371-23d785425458),segment_id=7d557485-02fb-42dd-9371-23d785425458)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:19.207339 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e454e543-ed2b-4825-a75a-0191a54a3e89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.228740 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e454e543-ed2b-4825-a75a-0191a54a3e89 None None] Calling delete_port for f5d77272-3ea0-451e-80b2-c098695d0d28 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:19.272685 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.288439 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fdcd1e20-358a-4067-bcb9-e014593ac526 req-9755eb45-3094-4883-9768-ac5e548754fb tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.297105 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fdcd1e20-358a-4067-bcb9-e014593ac526 req-9755eb45-3094-4883-9768-ac5e548754fb tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.309008 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=f5d77272-3ea0-451e-80b2-c098695d0d28,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:19.315569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No DVR routers for this DVR port f5d77272-3ea0-451e-80b2-c098695d0d28 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:19.347975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755eb45-3094-4883-9768-ac5e548754fb tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba483d7f-8808-44fe-896a-43c2272fd4c0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:19.354527 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-fdcd1e20-358a-4067-bcb9-e014593ac526 req-9755eb45-3094-4883-9768-ac5e548754fb tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.364580 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fdcd1e20-358a-4067-bcb9-e014593ac526 req-9755eb45-3094-4883-9768-ac5e548754fb tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2146001 Oct 26 14:11:19.384720 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e454e543-ed2b-4825-a75a-0191a54a3e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.418747 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.424110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454e543-ed2b-4825-a75a-0191a54a3e89 None None] Pushing event deleted for resources: {'Port': ['ID=f5d77272-3ea0-451e-80b2-c098695d0d28,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:19.434595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e454e543-ed2b-4825-a75a-0191a54a3e89 None None] No DVR routers for this DVR port f5d77272-3ea0-451e-80b2-c098695d0d28 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:19.449567 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f199c4-bf66-4496-aee0-d74050b62f0d']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:19.478054 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d557485-02fb-42dd-9371-23d785425458') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:19.478529 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d557485-02fb-42dd-9371-23d785425458') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:19.496445 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.505513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-865e25cb-5dc0-4c4a-bce6-ab2ba8cc2701 req-1452d113-f8dd-48af-b3ea-e1370ebb4bfe tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1699089452', 'description': 'tempest-description-1317531925'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:19.511719 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.520073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:11:19.521290 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:11:19.525940 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:11:19.535189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb0dcddf-df8d-4229-afc5-22cab7c17039 req-abd78e63-c246-4eb5-a756-c6953fdc2f3e tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.3742337 Oct 26 14:11:19.545867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f5d77272-3ea0-451e-80b2-c098695d0d28 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:19.560400 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38400) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:19.578128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: f5d77272-3ea0-451e-80b2-c098695d0d28 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:19.578670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f5d77272-3ea0-451e-80b2-c098695d0d28 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:19.581000 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-865e25cb-5dc0-4c4a-bce6-ab2ba8cc2701 req-1452d113-f8dd-48af-b3ea-e1370ebb4bfe tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.617608 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.624671 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.628179 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/networks/f4f199c4-bf66-4496-aee0-d74050b62f0d HTTP/1.1" status: 204 len: 168 time: 0.8203809 Oct 26 14:11:19.633634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38404) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:19.638874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ba0cb666-c7c3-46f9-a4ab-42d7f126893b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-485440960'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:19.642610 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7797bb-a712-4e3b-8b15-5d3cc4c872c2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Network': ['ID=f4f199c4-bf66-4496-aee0-d74050b62f0d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:19.686553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1972071910'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:19.694375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0cb666-c7c3-46f9-a4ab-42d7f126893b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:19.697678 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb666-c7c3-46f9-a4ab-42d7f126893b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.701442 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-865e25cb-5dc0-4c4a-bce6-ab2ba8cc2701 req-1452d113-f8dd-48af-b3ea-e1370ebb4bfe tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.715134 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-865e25cb-5dc0-4c4a-bce6-ab2ba8cc2701 req-1452d113-f8dd-48af-b3ea-e1370ebb4bfe tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.763781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452d113-f8dd-48af-b3ea-e1370ebb4bfe tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470a4d66-c809-4502-a987-7a4199dc4802,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:19.766741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:19.770402 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.772706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0cb666-c7c3-46f9-a4ab-42d7f126893b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:11:19.777489 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-865e25cb-5dc0-4c4a-bce6-ab2ba8cc2701 req-1452d113-f8dd-48af-b3ea-e1370ebb4bfe tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.778699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-865e25cb-5dc0-4c4a-bce6-ab2ba8cc2701 req-1452d113-f8dd-48af-b3ea-e1370ebb4bfe tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2831762 Oct 26 14:11:19.793509 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.796523 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb666-c7c3-46f9-a4ab-42d7f126893b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.796803 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-ba0cb666-c7c3-46f9-a4ab-42d7f126893b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Added segment 44a04550-8ef6-498e-b16e-bbf6ffb24fb9 of type vlan for network 8d7f58dd-abf7-442f-a8c8-a669bc4db587 Oct 26 14:11:19.875872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb666-c7c3-46f9-a4ab-42d7f126893b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.915563 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c5ff266-13f4-4291-8f03-4fc9cdc7b0c6 req-af688eda-c024-4a24-84da-34af91703ae5 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/ba483d7f-8808-44fe-896a-43c2272fd4c0 HTTP/1.1" status: 200 len: 1806 time: 0.1030989 Oct 26 14:11:19.946202 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb666-c7c3-46f9-a4ab-42d7f126893b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.951927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0cb666-c7c3-46f9-a4ab-42d7f126893b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:19.952511 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb666-c7c3-46f9-a4ab-42d7f126893b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.064401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ba0cb666-c7c3-46f9-a4ab-42d7f126893b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4296141 Oct 26 14:11:20.067380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38412) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:20.073199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-51c4a7a7-c319-4432-9751-6ce26990d84d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'subnet': {'network_id': '8d7f58dd-abf7-442f-a8c8-a669bc4db587', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:20.093116 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.100052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c5ff266-13f4-4291-8f03-4fc9cdc7b0c6 req-9774d977-a7aa-43ea-8d1f-e3767a3e5392 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/470a4d66-c809-4502-a987-7a4199dc4802 HTTP/1.1" status: 200 len: 1807 time: 0.1764758 Oct 26 14:11:20.102810 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.105592 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cb666-c7c3-46f9-a4ab-42d7f126893b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Network': ['ID=8d7f58dd-abf7-442f-a8c8-a669bc4db587,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:20.123426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 8d7f58dd-abf7-442f-a8c8-a669bc4db587 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:11:20.129487 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-9c5ff266-13f4-4291-8f03-4fc9cdc7b0c6 req-fa535f91-704a-4f77-9715-6933898a98bf tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ba483d7f-8808-44fe-896a-43c2272fd4c0', 'remote_group_id': '470a4d66-c809-4502-a987-7a4199dc4802', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:20.129842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-9c5ff266-13f4-4291-8f03-4fc9cdc7b0c6 req-fa535f91-704a-4f77-9715-6933898a98bf tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ba483d7f-8808-44fe-896a-43c2272fd4c0', 'remote_group_id': '470a4d66-c809-4502-a987-7a4199dc4802', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:20.154788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:11:20.185796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c513be-e22b-4f11-92cb-b375bd32689c req-3e5d396a-ad3e-43cb-b315-908cc2ae5ac7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.187319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2c513be-e22b-4f11-92cb-b375bd32689c req-3e5d396a-ad3e-43cb-b315-908cc2ae5ac7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.2026350 Oct 26 14:11:20.192226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8f59e4-c31b-43eb-b774-1b5475a84d7d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:20.197593 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.198044 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Added segment d13f6a83-02b0-42b5-9a9b-1e297505dad7 of type vlan for network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 Oct 26 14:11:20.212411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c4a7a7-c319-4432-9751-6ce26990d84d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:20.216293 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51c4a7a7-c319-4432-9751-6ce26990d84d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.277292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.320693 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f2c513be-e22b-4f11-92cb-b375bd32689c req-d0c4d0f5-3514-42f6-9904-b5d362515c6a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204827 Oct 26 14:11:20.323280 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9c5ff266-13f4-4291-8f03-4fc9cdc7b0c6 req-fa535f91-704a-4f77-9715-6933898a98bf tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.358359 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.366386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.367096 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.410051 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51c4a7a7-c319-4432-9751-6ce26990d84d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.443597 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9c5ff266-13f4-4291-8f03-4fc9cdc7b0c6 req-fa535f91-704a-4f77-9715-6933898a98bf tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.474713 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9c5ff266-13f4-4291-8f03-4fc9cdc7b0c6 req-fa535f91-704a-4f77-9715-6933898a98bf tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.481693 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4a7a7-c319-4432-9751-6ce26990d84d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Subnet': ['ID=efc60d2b-2a02-44de-aeb0-01b48238259e,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:20.482678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9212806 Oct 26 14:11:20.487677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38418) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:20.495462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-911d4172-0d3a-4803-b6ca-8940c885e268 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:20.505818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4c979-418a-4aa3-be1d-61a43b93b84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Network': ['ID=79fe7094-7bf0-42ce-8967-dd49c87f9b98,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:20.509301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c4a7a7-c319-4432-9751-6ce26990d84d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Checking segment: {'id': '44a04550-8ef6-498e-b16e-bbf6ffb24fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8d7f58dd-abf7-442f-a8c8-a669bc4db587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:20.509625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c4a7a7-c319-4432-9751-6ce26990d84d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network hostable DHCP agents. Network: 8d7f58dd-abf7-442f-a8c8-a669bc4db587, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:11:20.515175 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9c5ff266-13f4-4291-8f03-4fc9cdc7b0c6 req-fa535f91-704a-4f77-9715-6933898a98bf tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.519664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c5ff266-13f4-4291-8f03-4fc9cdc7b0c6 req-fa535f91-704a-4f77-9715-6933898a98bf tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4085772 Oct 26 14:11:20.521501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa535f91-704a-4f77-9715-6933898a98bf tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22274f3-cdff-4b6b-bfdc-a5018325e4ab,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:20.533366 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:11:20.554971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-f9a1d5f8-b8b7-4e7e-831b-098a05794416 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1590154 Oct 26 14:11:20.559907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-c818cb6e-fd52-4eff-a2c7-4c9aa36d25e3 req-7fcf745d-eaf9-401f-adeb-22180d51ed55 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-773792105', 'description': 'tempest-description-725919269'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:20.587768 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c4a7a7-c319-4432-9751-6ce26990d84d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 8d7f58dd-abf7-442f-a8c8-a669bc4db587 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:11:20.604138 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c818cb6e-fd52-4eff-a2c7-4c9aa36d25e3 req-7fcf745d-eaf9-401f-adeb-22180d51ed55 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.608490 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-51c4a7a7-c319-4432-9751-6ce26990d84d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 8d7f58dd-abf7-442f-a8c8-a669bc4db587) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:20.613822 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c4a7a7-c319-4432-9751-6ce26990d84d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.614449 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51c4a7a7-c319-4432-9751-6ce26990d84d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.625043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10312c24-486d-4482-a357-d89230a3de53 None None] Network 8d7f58dd-abf7-442f-a8c8-a669bc4db587 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:20.645046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911d4172-0d3a-4803-b6ca-8940c885e268 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:20.650826 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-911d4172-0d3a-4803-b6ca-8940c885e268 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.664664 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-51c4a7a7-c319-4432-9751-6ce26990d84d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5961595 Oct 26 14:11:20.665316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38424) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:20.708234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f61c3114-c6df-4d9b-8b1a-50f528aa267e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-874589656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:20.709926 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa60800e-6077-414e-9e89-fd87e572089e req-320381d7-9482-4dd2-aa71-1c6bc1369c5e tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0389829 Oct 26 14:11:20.736282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-1677ee9a-2472-4b5b-a29d-4edbe54a3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.736764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-1677ee9a-2472-4b5b-a29d-4edbe54a3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.737307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-1677ee9a-2472-4b5b-a29d-4edbe54a3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.737810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-1677ee9a-2472-4b5b-a29d-4edbe54a3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.738331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-1677ee9a-2472-4b5b-a29d-4edbe54a3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.738794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-1677ee9a-2472-4b5b-a29d-4edbe54a3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.739392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-1677ee9a-2472-4b5b-a29d-4edbe54a3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.742043 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-1677ee9a-2472-4b5b-a29d-4edbe54a3fe0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b890508d63bb4edab3a32080f2d3356f&device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 6500 time: 0.1052291 Oct 26 14:11:20.774949 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f61c3114-c6df-4d9b-8b1a-50f528aa267e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.776091 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f61c3114-c6df-4d9b-8b1a-50f528aa267e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.783293 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c818cb6e-fd52-4eff-a2c7-4c9aa36d25e3 req-7fcf745d-eaf9-401f-adeb-22180d51ed55 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.794752 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c818cb6e-fd52-4eff-a2c7-4c9aa36d25e3 req-7fcf745d-eaf9-401f-adeb-22180d51ed55 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.823850 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-8d7f58dd-abf7-442f-a8c8-a669bc4db587', 'network_id': '8d7f58dd-abf7-442f-a8c8-a669bc4db587', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'fixed_ips': [{'subnet_id': 'efc60d2b-2a02-44de-aeb0-01b48238259e'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:11:20.824724 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.850782 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f61c3114-c6df-4d9b-8b1a-50f528aa267e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.868462 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c818cb6e-fd52-4eff-a2c7-4c9aa36d25e3 req-7fcf745d-eaf9-401f-adeb-22180d51ed55 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.869678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c818cb6e-fd52-4eff-a2c7-4c9aa36d25e3 req-7fcf745d-eaf9-401f-adeb-22180d51ed55 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3137815 Oct 26 14:11:20.882719 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f61c3114-c6df-4d9b-8b1a-50f528aa267e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.883425 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf745d-eaf9-401f-adeb-22180d51ed55 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d4014f-0300-4ad5-98a7-b05414eb6d3b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:20.915941 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f61c3114-c6df-4d9b-8b1a-50f528aa267e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.918820 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f61c3114-c6df-4d9b-8b1a-50f528aa267e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2405422 Oct 26 14:11:20.918975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-d8635825-e85d-4833-8459-92d73f1bdf27 req-ebdc1b9d-66d7-4432-aa39-62be2c5159ce tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-939068027', 'description': 'tempest-description-1521549255'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:20.921281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38428) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:20.962376 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-975c2e81-b20b-4b6d-a13b-ba115b51c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.962860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-975c2e81-b20b-4b6d-a13b-ba115b51c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.963315 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-975c2e81-b20b-4b6d-a13b-ba115b51c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.964994 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-975c2e81-b20b-4b6d-a13b-ba115b51c4a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=42f85f6d-53f4-4747-845e-e2c3cd5366d2&id=e28a5a04-47ef-442f-816d-e9075d616762&id=e28a5a04-47ef-442f-816d-e9075d616762&id=e28a5a04-47ef-442f-816d-e9075d616762&id=e28a5a04-47ef-442f-816d-e9075d616762&id=614644c2-ecb3-429d-a925-733cf1797bb4&id=614644c2-ecb3-429d-a925-733cf1797bb4 HTTP/1.1" status: 200 len: 2297 time: 0.1807151 Oct 26 14:11:20.969872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d8635825-e85d-4833-8459-92d73f1bdf27 req-ebdc1b9d-66d7-4432-aa39-62be2c5159ce tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.982223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Allocated IP 2001:db8::2 (8d7f58dd-abf7-442f-a8c8-a669bc4db587/efc60d2b-2a02-44de-aeb0-01b48238259e/a4e12de6-ba74-4c97-974c-8c23933a6f87) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:21.092828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-c0b74da4-0faa-4e5b-ad2f-7c0d163eaa24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e8f1a12-fa5a-4066-b754-bc1eb8d79805 HTTP/1.1" status: 200 len: 1001 time: 0.1189876 Oct 26 14:11:21.148782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d8635825-e85d-4833-8459-92d73f1bdf27 req-ebdc1b9d-66d7-4432-aa39-62be2c5159ce tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.156612 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d8635825-e85d-4833-8459-92d73f1bdf27 req-ebdc1b9d-66d7-4432-aa39-62be2c5159ce tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.165333 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-911d4172-0d3a-4803-b6ca-8940c885e268 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.166066 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.172713 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.181024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-54f1545d-4126-48a2-ad5d-88b5e40722cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:21.183230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-54f1545d-4126-48a2-ad5d-88b5e40722cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=480154e8-02b2-4134-a40f-f63a39b4580e HTTP/1.1" status: 200 len: 855 time: 0.0785651 Oct 26 14:11:21.191152 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d8635825-e85d-4833-8459-92d73f1bdf27 req-ebdc1b9d-66d7-4432-aa39-62be2c5159ce tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.195954 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8635825-e85d-4833-8459-92d73f1bdf27 req-ebdc1b9d-66d7-4432-aa39-62be2c5159ce tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2958548 Oct 26 14:11:21.214621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Network 8d7f58dd-abf7-442f-a8c8-a669bc4db587 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:21.216431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:21.221231 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:21.248204 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc1b9d-66d7-4432-aa39-62be2c5159ce tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4f67a6-cc44-48fe-96b7-b8fde5677de1,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:21.264600 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Pushing event updated for resources: {'Port': ['ID=a4e12de6-ba74-4c97-974c-8c23933a6f87,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:21.285684 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-cc88feb8-ca32-4953-a461-55ecf1c25e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:21.288077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-cc88feb8-ca32-4953-a461-55ecf1c25e65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42f85f6d-53f4-4747-845e-e2c3cd5366d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907824 Oct 26 14:11:21.296976 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Attempting to bind port a4e12de6-ba74-4c97-974c-8c23933a6f87 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:21.297351 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Attempting to bind port a4e12de6-ba74-4c97-974c-8c23933a6f87 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '44a04550-8ef6-498e-b16e-bbf6ffb24fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8d7f58dd-abf7-442f-a8c8-a669bc4db587'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:21.297712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Attempting to bind port a4e12de6-ba74-4c97-974c-8c23933a6f87 on network 8d7f58dd-abf7-442f-a8c8-a669bc4db587 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:21.303039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:21.303414 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Checking segment: {'id': '44a04550-8ef6-498e-b16e-bbf6ffb24fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8d7f58dd-abf7-442f-a8c8-a669bc4db587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:21.303810 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.304270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Bound using segment: {'id': '44a04550-8ef6-498e-b16e-bbf6ffb24fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8d7f58dd-abf7-442f-a8c8-a669bc4db587'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:21.304728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Bound port: a4e12de6-ba74-4c97-974c-8c23933a6f87, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a04550-8ef6-498e-b16e-bbf6ffb24fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8d7f58dd-abf7-442f-a8c8-a669bc4db587'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:21.305284 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.307500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85e1e42e-fe6a-4d57-9af9-a642741a97ad req-89b8e5a5-dc3e-4652-937e-510b7e804180 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/30d4014f-0300-4ad5-98a7-b05414eb6d3b HTTP/1.1" status: 200 len: 1805 time: 0.0742793 Oct 26 14:11:21.309739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d4172-0d3a-4803-b6ca-8940c885e268 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=0b80e81d-556a-40cd-b95c-fc2d04534f5e,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:21.318385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d4172-0d3a-4803-b6ca-8940c885e268 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:21.318964 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d4172-0d3a-4803-b6ca-8940c885e268 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network hostable DHCP agents. Network: 79fe7094-7bf0-42ce-8967-dd49c87f9b98, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:11:21.345462 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.391477 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] For port a4e12de6-ba74-4c97-974c-8c23933a6f87, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:21.396761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] For port a4e12de6-ba74-4c97-974c-8c23933a6f87, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a4e12de6-ba74-4c97-974c-8c23933a6f87,segment=NetworkSegment(44a04550-8ef6-498e-b16e-bbf6ffb24fb9),segment_id=44a04550-8ef6-498e-b16e-bbf6ffb24fb9)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:21.405587 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.434289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d4172-0d3a-4803-b6ca-8940c885e268 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:11:21.483427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-911d4172-0d3a-4803-b6ca-8940c885e268 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 79fe7094-7bf0-42ce-8967-dd49c87f9b98) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:21.489307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d4172-0d3a-4803-b6ca-8940c885e268 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:21.489902 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-911d4172-0d3a-4803-b6ca-8940c885e268 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.501706 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fcd48-097e-424f-b412-075c38a0344d None None] Pushing event updated for resources: {'Port': ['ID=a4e12de6-ba74-4c97-974c-8c23933a6f87,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:21.504945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85e1e42e-fe6a-4d57-9af9-a642741a97ad req-fcec0a4e-855c-4c86-8b25-2ed796b17ec1 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/de4f67a6-cc44-48fe-96b7-b8fde5677de1 HTTP/1.1" status: 200 len: 1806 time: 0.1728396 Oct 26 14:11:21.518404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e16fd9-1497-4a9d-8a34-d6a3c9253e47 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:21.524945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-85e1e42e-fe6a-4d57-9af9-a642741a97ad req-c44f51b9-614f-496b-bfc4-363bc79f7030 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '30d4014f-0300-4ad5-98a7-b05414eb6d3b', 'remote_group_id': 'de4f67a6-cc44-48fe-96b7-b8fde5677de1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:21.525377 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-85e1e42e-fe6a-4d57-9af9-a642741a97ad req-c44f51b9-614f-496b-bfc4-363bc79f7030 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '30d4014f-0300-4ad5-98a7-b05414eb6d3b', 'remote_group_id': 'de4f67a6-cc44-48fe-96b7-b8fde5677de1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:21.551696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a030a3-87d6-499a-9348-1a05a2ef11a7 req-6b418d14-f5a7-4d9e-9d55-3ae6ab9f87d2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:21.561890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92a030a3-87d6-499a-9348-1a05a2ef11a7 req-6b418d14-f5a7-4d9e-9d55-3ae6ab9f87d2 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 946 time: 0.1409373 Oct 26 14:11:21.602877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-499d2723-b0e9-4875-abd7-8e7e0de63c8f service neutron] 10.222.0.11 "GET /v2.0/networks/42f85f6d-53f4-4747-845e-e2c3cd5366d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052623 Oct 26 14:11:21.678019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92a030a3-87d6-499a-9348-1a05a2ef11a7 req-1ef8e21c-001c-45ed-acef-8a7817ed7f99 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142709 Oct 26 14:11:21.692993 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Allocated IP 2001:db8::1 (8d7f58dd-abf7-442f-a8c8-a669bc4db587/efc60d2b-2a02-44de-aeb0-01b48238259e/4cbbd387-dc52-4e4a-9481-64cd829a041b) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:21.720751 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': '0b80e81d-556a-40cd-b95c-fc2d04534f5e'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:11:21.721625 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.724535 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-911d4172-0d3a-4803-b6ca-8940c885e268 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2339609 Oct 26 14:11:21.729514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38442) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:21.756061 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d1fdac1a-6bf5-4cf3-b9bf-ffd10cc952a1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'name': 'tempest-NetworksTestDHCPv6-942882103'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:21.797322 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-1fec93f1-c37e-40cd-9c50-99af32519774 service neutron] 10.222.0.11 "GET /v2.0/networks/42f85f6d-53f4-4747-845e-e2c3cd5366d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754813 Oct 26 14:11:21.798990 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-85e1e42e-fe6a-4d57-9af9-a642741a97ad req-c44f51b9-614f-496b-bfc4-363bc79f7030 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.872205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-e48b5811-0f46-400d-b417-3f9c80ccb145 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=5ec9d03c-cf9e-4409-8111-c4cf8b040359 HTTP/1.1" status: 200 len: 217 time: 0.0652156 Oct 26 14:11:21.895448 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-85e1e42e-fe6a-4d57-9af9-a642741a97ad req-c44f51b9-614f-496b-bfc4-363bc79f7030 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.922854 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-85e1e42e-fe6a-4d57-9af9-a642741a97ad req-c44f51b9-614f-496b-bfc4-363bc79f7030 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.962059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f51b9-614f-496b-bfc4-363bc79f7030 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f963fa5-921e-4732-a88d-4633d39903bd,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:21.969113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-581f6aab-e1d2-463d-8125-a4a0fca0d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:21.970679 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-581f6aab-e1d2-463d-8125-a4a0fca0d6fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.0849967 Oct 26 14:11:21.978488 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-85e1e42e-fe6a-4d57-9af9-a642741a97ad req-c44f51b9-614f-496b-bfc4-363bc79f7030 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.979787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85e1e42e-fe6a-4d57-9af9-a642741a97ad req-c44f51b9-614f-496b-bfc4-363bc79f7030 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4615655 Oct 26 14:11:22.000066 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.016451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Allocated IP 2001:db8::2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/0b80e81d-556a-40cd-b95c-fc2d04534f5e/1a1cec5f-298f-4497-9879-d59f1f7f7c1b) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:22.040241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fdac1a-6bf5-4cf3-b9bf-ffd10cc952a1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:22.048650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-bca1d44e-4462-4d63-93eb-67dbded5d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:22.050239 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-bca1d44e-4462-4d63-93eb-67dbded5d76a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0695355 Oct 26 14:11:22.050938 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1fdac1a-6bf5-4cf3-b9bf-ffd10cc952a1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.079421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-d1fdac1a-6bf5-4cf3-b9bf-ffd10cc952a1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port 75d0dea7-a0ec-4d40-999d-cb16272050eb yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:11:22.171950 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.173480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3f843b95-961d-475e-a273-c4f4025159ad no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:22.191703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f790671-de6e-4a3d-b17c-e9ec73145399 req-5cf55c54-87d8-4316-b7af-70b366d8316a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:22.193373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f790671-de6e-4a3d-b17c-e9ec73145399 req-5cf55c54-87d8-4316-b7af-70b366d8316a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1167383 Oct 26 14:11:22.214866 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 8d7f58dd-abf7-442f-a8c8-a669bc4db587 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:22.216962 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db2a70f6-a0d7-453a-8f45-06a353995c42 req-a2ccd854-04c3-4438-843f-b2f910267bbf tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0525014 Oct 26 14:11:22.219387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:22.224348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:22.225692 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.263442 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-1f7de564-cf2b-43b0-8ca2-89906528251b service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024577 Oct 26 14:11:22.267768 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.275800 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.313842 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=4cbbd387-dc52-4e4a-9481-64cd829a041b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:22.336219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:22.344344 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:22.354286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:22.373744 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.375544 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Pushing event updated for resources: {'Port': ['ID=1a1cec5f-298f-4497-9879-d59f1f7f7c1b,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:22.375938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f790671-de6e-4a3d-b17c-e9ec73145399 req-cd9f0bb0-764e-4ee0-88d7-a8fcbbc54a73 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612298 Oct 26 14:11:22.420463 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f56d02c-bcef-4972-a1fe-959e78ab4b01 req-50764c52-2a23-43fc-9c10-ed2fab713378 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/de4f67a6-cc44-48fe-96b7-b8fde5677de1 HTTP/1.1" status: 200 len: 1806 time: 0.1559741 Oct 26 14:11:22.439791 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-d1fdac1a-6bf5-4cf3-b9bf-ffd10cc952a1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::d2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/0b80e81d-556a-40cd-b95c-fc2d04534f5e/75d0dea7-a0ec-4d40-999d-cb16272050eb) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:22.455776 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.545817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-1d2cb846-0905-484d-980d-1f384d9bc32f service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611778 Oct 26 14:11:22.634148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3f843b95-961d-475e-a273-c4f4025159ad, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3f843b95-961d-475e-a273-c4f4025159ad,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:22.638048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e53676d-f78c-4df6-81ee-e16784b121cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f843b95-961d-475e-a273-c4f4025159ad'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:22.640670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-4fc6666d-1b9a-4953-a05b-bffe34920a48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb HTTP/1.1" status: 200 len: 217 time: 0.0619507 Oct 26 14:11:22.642801 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79c9a4c-2d03-4a59-a2c9-63a048a7b932" -d '{"events": [{"server_uuid": "3e53676d-f78c-4df6-81ee-e16784b121cf", "name": "network-vif-unplugged", "status": "completed", "tag": "3f843b95-961d-475e-a273-c4f4025159ad"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:22.645618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0f56d02c-bcef-4972-a1fe-959e78ab4b01 req-aef180e2-0bfe-44ef-9e14-5c90c7f11b9e tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.651885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Attempting to bind port 1a1cec5f-298f-4497-9879-d59f1f7f7c1b on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:22.652663 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Attempting to bind port 1a1cec5f-298f-4497-9879-d59f1f7f7c1b by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:22.653250 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Attempting to bind port 1a1cec5f-298f-4497-9879-d59f1f7f7c1b on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:22.656733 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.693557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:22.695810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:22.696945 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.697803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:22.698567 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Bound port: 1a1cec5f-298f-4497-9879-d59f1f7f7c1b, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:22.699193 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.701270 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde2854-dbe9-4169-9e8c-78e873a5012f req-7f4174ab-0e6e-474e-a8ee-06808d2a7f63 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:22.708985 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfde2854-dbe9-4169-9e8c-78e873a5012f req-7f4174ab-0e6e-474e-a8ee-06808d2a7f63 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1884499 Oct 26 14:11:22.748427 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0f56d02c-bcef-4972-a1fe-959e78ab4b01 req-aef180e2-0bfe-44ef-9e14-5c90c7f11b9e tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.797310 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-9c97ad04-4797-4158-b2d9-0ae0517cc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:22.798971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-9c97ad04-4797-4158-b2d9-0ae0517cc0c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.1477394 Oct 26 14:11:22.817731 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfde2854-dbe9-4169-9e8c-78e873a5012f req-c04d9801-fb29-410d-a657-e9b5984b9ad3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069610 Oct 26 14:11:22.819395 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] For port 1a1cec5f-298f-4497-9879-d59f1f7f7c1b, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:22.833506 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=3f843b95-961d-475e-a273-c4f4025159ad,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:22.846733 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] For port 1a1cec5f-298f-4497-9879-d59f1f7f7c1b, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1a1cec5f-298f-4497-9879-d59f1f7f7c1b,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:22.858962 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.920235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-960e7bc3-a908-4332-95a4-f163f5498088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:22.922592 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-960e7bc3-a908-4332-95a4-f163f5498088 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1047437 Oct 26 14:11:22.969823 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab310d5d-0a5f-4be9-80f2-1cc6d877eb6f x-openstack-request-id: req-ab310d5d-0a5f-4be9-80f2-1cc6d877eb6f {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:22.970132 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e53676d-f78c-4df6-81ee-e16784b121cf", "name": "network-vif-unplugged", "status": "failed", "tag": "3f843b95-961d-475e-a273-c4f4025159ad", "code": 422}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:22.970302 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab310d5d-0a5f-4be9-80f2-1cc6d877eb6f {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:22.970730 n-d-815498-1 neutron-server[102125]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e53676d-f78c-4df6-81ee-e16784b121cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f843b95-961d-475e-a273-c4f4025159ad', 'code': 422} returned with failed status Oct 26 14:11:23.002359 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f402a72b-3feb-4aab-95ac-04683058ce76 None None] Network 8d7f58dd-abf7-442f-a8c8-a669bc4db587 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:23.043457 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0f56d02c-bcef-4972-a1fe-959e78ab4b01 req-aef180e2-0bfe-44ef-9e14-5c90c7f11b9e tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.043731 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1fdac1a-6bf5-4cf3-b9bf-ffd10cc952a1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.047619 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0f56d02c-bcef-4972-a1fe-959e78ab4b01 req-aef180e2-0bfe-44ef-9e14-5c90c7f11b9e tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.048803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f56d02c-bcef-4972-a1fe-959e78ab4b01 req-aef180e2-0bfe-44ef-9e14-5c90c7f11b9e tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "DELETE /v2.0/security-groups/de4f67a6-cc44-48fe-96b7-b8fde5677de1 HTTP/1.1" status: 204 len: 173 time: 0.6033130 Oct 26 14:11:23.157810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98383758-1b1d-4fae-951f-2b9d17a588c6 None None] Pushing event updated for resources: {'Port': ['ID=1a1cec5f-298f-4497-9879-d59f1f7f7c1b,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:23.179122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0aa33655-2b64-406d-972a-32b7b34549ef None None] Provisioning complete for port a4e12de6-ba74-4c97-974c-8c23933a6f87 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:23.180106 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0aa33655-2b64-406d-972a-32b7b34549ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.212079 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1fdac1a-6bf5-4cf3-b9bf-ffd10cc952a1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.230977 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.265671 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.267046 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.270767 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fdac1a-6bf5-4cf3-b9bf-ffd10cc952a1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:23.283191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-d1fdac1a-6bf5-4cf3-b9bf-ffd10cc952a1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:23.285661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fdac1a-6bf5-4cf3-b9bf-ffd10cc952a1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:23.292602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fdac1a-6bf5-4cf3-b9bf-ffd10cc952a1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:23.293162 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1fdac1a-6bf5-4cf3-b9bf-ffd10cc952a1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.380320 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d1fdac1a-6bf5-4cf3-b9bf-ffd10cc952a1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6496682 Oct 26 14:11:23.383044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdac1a-6bf5-4cf3-b9bf-ffd10cc952a1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=75d0dea7-a0ec-4d40-999d-cb16272050eb,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:23.395160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38466) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:23.412703 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0aa33655-2b64-406d-972a-32b7b34549ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.530407 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.532665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0aa33655-2b64-406d-972a-32b7b34549ef None None] For port a4e12de6-ba74-4c97-974c-8c23933a6f87, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a4e12de6-ba74-4c97-974c-8c23933a6f87,segment=NetworkSegment(44a04550-8ef6-498e-b16e-bbf6ffb24fb9),segment_id=44a04550-8ef6-498e-b16e-bbf6ffb24fb9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:23.541118 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0aa33655-2b64-406d-972a-32b7b34549ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.567510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=4cbbd387-dc52-4e4a-9481-64cd829a041b,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:23.631320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525dd7f1-40a3-4319-9813-474844d636bc tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:23.656393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525dd7f1-40a3-4319-9813-474844d636bc tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:23.665210 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-525dd7f1-40a3-4319-9813-474844d636bc tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2689054 Oct 26 14:11:23.667862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38468) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:23.668232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a4e12de6-ba74-4c97-974c-8c23933a6f87 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:23.672408 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa33655-2b64-406d-972a-32b7b34549ef None None] Pushing event updated for resources: {'Port': ['ID=a4e12de6-ba74-4c97-974c-8c23933a6f87,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:23.680218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef180e2-0bfe-44ef-9e14-5c90c7f11b9e tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4f67a6-cc44-48fe-96b7-b8fde5677de1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:23.704652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 8d7f58dd-abf7-442f-a8c8-a669bc4db587 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:23.719989 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-55fb36d0-7b47-4d1f-99d9-725b3385d230 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7880149 Oct 26 14:11:23.733455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:23.735648 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a4e12de6-ba74-4c97-974c-8c23933a6f87 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:23.736020 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.793018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-44deb0a4-512e-452f-bcd4-4e3b422c0d31 req-4de72982-5d03-4df6-8794-3e994e25be5d tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/30d4014f-0300-4ad5-98a7-b05414eb6d3b HTTP/1.1" status: 200 len: 1805 time: 0.1091797 Oct 26 14:11:23.809142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3785b2f8-9536-43d2-bf68-99a716b0be86 None None] Provisioning complete for port 4cbbd387-dc52-4e4a-9481-64cd829a041b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:23.809359 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3785b2f8-9536-43d2-bf68-99a716b0be86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.881261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3785b2f8-9536-43d2-bf68-99a716b0be86 None None] Port 4cbbd387-dc52-4e4a-9481-64cd829a041b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:23.885120 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a1cec5f-298f-4497-9879-d59f1f7f7c1b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:23.936174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ac557-71cf-4e69-af3c-af58950f2516 req-b7a09d12-7712-4eb9-a623-3e85e69da4f9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:23.938712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3785b2f8-9536-43d2-bf68-99a716b0be86 None None] Provisioning complete for port a4e12de6-ba74-4c97-974c-8c23933a6f87 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:23.938897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-8425bc73-c6a3-4ffe-9bfc-66596ed02391 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 75d0dea7-a0ec-4d40-999d-cb16272050eb {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:23.939051 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8425bc73-c6a3-4ffe-9bfc-66596ed02391 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.939172 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3785b2f8-9536-43d2-bf68-99a716b0be86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.948066 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f3ac557-71cf-4e69-af3c-af58950f2516 req-b7a09d12-7712-4eb9-a623-3e85e69da4f9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.2628829 Oct 26 14:11:23.976824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1a1cec5f-298f-4497-9879-d59f1f7f7c1b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:23.977234 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.998619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:11:24.032786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b884011e-08d9-42c4-a5ec-78e1a1ee1366 req-11ec7558-57ba-48da-807b-9c9fafd0cc5e tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0635135 Oct 26 14:11:24.118127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-21a76b78-1a6c-45dd-a435-c54f41d7e001 req-a1e1d188-d7cd-4cd6-a90b-d2f9a9629cb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1967433113', 'description': 'tempest-description-1247008972'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:24.133788 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8425bc73-c6a3-4ffe-9bfc-66596ed02391 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.154723 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.167568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-8425bc73-c6a3-4ffe-9bfc-66596ed02391 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 75d0dea7-a0ec-4d40-999d-cb16272050eb owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:24.168619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f3ac557-71cf-4e69-af3c-af58950f2516 req-936b0e2f-be8d-4907-96f9-8fe905a98839 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178257 Oct 26 14:11:24.179760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:24.183910 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-21a76b78-1a6c-45dd-a435-c54f41d7e001 req-a1e1d188-d7cd-4cd6-a90b-d2f9a9629cb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.187634 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-08cca3a6-dbbf-4974-85fa-74e9feb50baa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2653611 Oct 26 14:11:24.190915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38476) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:24.196281 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 1a1cec5f-298f-4497-9879-d59f1f7f7c1b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1a1cec5f-298f-4497-9879-d59f1f7f7c1b,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:24.197095 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab39cb3-5110-452a-bb4b-d9db30fffd61 None None] Sync routers for ids ['e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:24.209726 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.212792 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab39cb3-5110-452a-bb4b-d9db30fffd61 None None] Routers {'e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:24.213419 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bab39cb3-5110-452a-bb4b-d9db30fffd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:24.292006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-db0cd184-2641-4963-93d1-2e2629fda630 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146463 Oct 26 14:11:24.322147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7341c024-b645-4578-90a7-ce28c33d4acf tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:24.323887 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7341c024-b645-4578-90a7-ce28c33d4acf tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports/4cbbd387-dc52-4e4a-9481-64cd829a041b HTTP/1.1" status: 200 len: 911 time: 0.1316502 Oct 26 14:11:24.326981 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38478) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:24.327158 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bab39cb3-5110-452a-bb4b-d9db30fffd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:24.340069 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab39cb3-5110-452a-bb4b-d9db30fffd61 None None] Routers {'e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:24.340683 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bab39cb3-5110-452a-bb4b-d9db30fffd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:24.366773 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=1a1cec5f-298f-4497-9879-d59f1f7f7c1b,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:24.405533 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bab39cb3-5110-452a-bb4b-d9db30fffd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:24.405768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c616e1a0-e40a-4483-862e-15475c9709d7 None None] Provisioning complete for port 4cbbd387-dc52-4e4a-9481-64cd829a041b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:24.405960 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c616e1a0-e40a-4483-862e-15475c9709d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.406218 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab39cb3-5110-452a-bb4b-d9db30fffd61 None None] The sync data for ids ['e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:24.435002 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-a15de9ee-9b62-4e13-802e-099a8da5ecf8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=87ec2384-7841-4885-a060-2ea55351ed3a HTTP/1.1" status: 200 len: 217 time: 0.1191235 Oct 26 14:11:24.487580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c616e1a0-e40a-4483-862e-15475c9709d7 None None] Port 4cbbd387-dc52-4e4a-9481-64cd829a041b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:24.506527 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-21a76b78-1a6c-45dd-a435-c54f41d7e001 req-a1e1d188-d7cd-4cd6-a90b-d2f9a9629cb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.518367 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-21a76b78-1a6c-45dd-a435-c54f41d7e001 req-a1e1d188-d7cd-4cd6-a90b-d2f9a9629cb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.551561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-37929689-9a77-4db9-97f9-f957c7ef409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:24.552991 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-37929689-9a77-4db9-97f9-f957c7ef409c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.0981364 Oct 26 14:11:24.570981 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1d188-d7cd-4cd6-a90b-d2f9a9629cb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ca8a63-5f4b-44ea-9484-19fe30919edb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:24.575381 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-21a76b78-1a6c-45dd-a435-c54f41d7e001 req-a1e1d188-d7cd-4cd6-a90b-d2f9a9629cb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.582548 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-21a76b78-1a6c-45dd-a435-c54f41d7e001 req-a1e1d188-d7cd-4cd6-a90b-d2f9a9629cb4 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4845910 Oct 26 14:11:24.621820 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-06fcc274-6d23-4dc0-b507-c320f722deff None None] Provisioning complete for port 4cbbd387-dc52-4e4a-9481-64cd829a041b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:24.622600 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-06fcc274-6d23-4dc0-b507-c320f722deff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.627872 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8425bc73-c6a3-4ffe-9bfc-66596ed02391 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.664492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-06fcc274-6d23-4dc0-b507-c320f722deff None None] Port 4cbbd387-dc52-4e4a-9481-64cd829a041b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:24.665460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-5a4b7350-3a78-4eb3-96d8-faddff8b982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:24.667129 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-5a4b7350-3a78-4eb3-96d8-faddff8b982c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1055403 Oct 26 14:11:24.671452 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9159f7c-0eb7-47ba-8538-3d9459a4baad req-7ff93572-0f87-45bb-9c1c-24bd8118ef0e tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/94ca8a63-5f4b-44ea-9484-19fe30919edb HTTP/1.1" status: 200 len: 1807 time: 0.0525091 Oct 26 14:11:24.688967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425bc73-c6a3-4ffe-9bfc-66596ed02391 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=75d0dea7-a0ec-4d40-999d-cb16272050eb,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:24.702751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-c9159f7c-0eb7-47ba-8538-3d9459a4baad req-ba250fb3-fce8-4f39-bf96-513293887522 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94ca8a63-5f4b-44ea-9484-19fe30919edb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:24.703250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-c9159f7c-0eb7-47ba-8538-3d9459a4baad req-ba250fb3-fce8-4f39-bf96-513293887522 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94ca8a63-5f4b-44ea-9484-19fe30919edb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:24.736360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5093a90d-415c-4b31-9299-8279dde52887 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:24.759357 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8425bc73-c6a3-4ffe-9bfc-66596ed02391 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.766246 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8425bc73-c6a3-4ffe-9bfc-66596ed02391 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/75d0dea7-a0ec-4d40-999d-cb16272050eb HTTP/1.1" status: 204 len: 168 time: 1.0929639 Oct 26 14:11:24.766246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38482) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:24.826402 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-542052c0-df37-439e-b1e8-e2377f47b8a8 None None] Provisioning complete for port 1a1cec5f-298f-4497-9879-d59f1f7f7c1b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:24.826402 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-542052c0-df37-439e-b1e8-e2377f47b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.831682 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c9159f7c-0eb7-47ba-8538-3d9459a4baad req-ba250fb3-fce8-4f39-bf96-513293887522 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.837717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-6c4aaf97-27be-4a51-85a4-b4eda68136a1 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627715 Oct 26 14:11:24.884729 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0581f046-99c4-4405-8708-dc9124e444ec tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:24.886445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0581f046-99c4-4405-8708-dc9124e444ec tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:24.891305 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0581f046-99c4-4405-8708-dc9124e444ec tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1215389 Oct 26 14:11:24.904365 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38486) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:24.916452 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c9159f7c-0eb7-47ba-8538-3d9459a4baad req-ba250fb3-fce8-4f39-bf96-513293887522 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.927383 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c9159f7c-0eb7-47ba-8538-3d9459a4baad req-ba250fb3-fce8-4f39-bf96-513293887522 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.959389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba250fb3-fce8-4f39-bf96-513293887522 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ecbbe5-e69d-4377-8e07-17a174bb2bff,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:24.964126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f36652-eee3-446e-a76b-677165d18668 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 0b80e81d-556a-40cd-b95c-fc2d04534f5e {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:24.970471 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-27f36652-eee3-446e-a76b-677165d18668 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.979772 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c9159f7c-0eb7-47ba-8538-3d9459a4baad req-ba250fb3-fce8-4f39-bf96-513293887522 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.985311 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9159f7c-0eb7-47ba-8538-3d9459a4baad req-ba250fb3-fce8-4f39-bf96-513293887522 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3013747 Oct 26 14:11:25.007885 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-4542a423-248c-4d96-bd5d-c296e6f72882 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592069 Oct 26 14:11:25.048082 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-27f36652-eee3-446e-a76b-677165d18668 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.066382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-ed9b0220-8df2-4128-9ff2-4d9346b64e38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=b2bf403d-8194-49aa-9100-a0ce693f0707 HTTP/1.1" status: 200 len: 217 time: 0.0420933 Oct 26 14:11:25.110739 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-47f2b7f1-78be-4e20-bfb8-68ba17e5d8f6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.138675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49e1f3d0-d05c-4d22-807b-fca74224e77f req-295c87c8-a5a1-49d3-a76b-a5dea944a2d9 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/94ca8a63-5f4b-44ea-9484-19fe30919edb HTTP/1.1" status: 200 len: 2401 time: 0.1296139 Oct 26 14:11:25.173286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-49e1f3d0-d05c-4d22-807b-fca74224e77f req-120bc836-7ae0-483f-951f-95e0239e7b4f tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94ca8a63-5f4b-44ea-9484-19fe30919edb', 'remote_group_id': None}]} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:25.173695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-49e1f3d0-d05c-4d22-807b-fca74224e77f req-120bc836-7ae0-483f-951f-95e0239e7b4f tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94ca8a63-5f4b-44ea-9484-19fe30919edb', 'remote_group_id': None}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:25.182455 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06d696cd-8d57-4326-ab85-fc35d1324628 req-d19a59bc-c8d7-4128-b0de-052938246e6d tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0549457 Oct 26 14:11:25.196392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-cfcb2798-855f-4e1d-aa4f-f9251883cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:25.198187 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-cfcb2798-855f-4e1d-aa4f-f9251883cdd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.1222920 Oct 26 14:11:25.224213 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-27f36652-eee3-446e-a76b-677165d18668 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.322722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-229c187a-ef03-442d-9eee-e06b16f5cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:25.325112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-229c187a-ef03-442d-9eee-e06b16f5cb4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180267 Oct 26 14:11:25.339271 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-01996015-7cb0-4a83-b49e-a5282e9dcf48 None None] Provisioning complete for port 1a1cec5f-298f-4497-9879-d59f1f7f7c1b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:25.340358 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-01996015-7cb0-4a83-b49e-a5282e9dcf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.363137 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-27f36652-eee3-446e-a76b-677165d18668 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.390776 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-49e1f3d0-d05c-4d22-807b-fca74224e77f req-120bc836-7ae0-483f-951f-95e0239e7b4f tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.398981 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f36652-eee3-446e-a76b-677165d18668 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=0b80e81d-556a-40cd-b95c-fc2d04534f5e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:25.404258 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-27f36652-eee3-446e-a76b-677165d18668 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.407592 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-27f36652-eee3-446e-a76b-677165d18668 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/0b80e81d-556a-40cd-b95c-fc2d04534f5e HTTP/1.1" status: 204 len: 168 time: 0.5023179 Oct 26 14:11:25.410595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38496) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:25.490961 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-49e1f3d0-d05c-4d22-807b-fca74224e77f req-120bc836-7ae0-483f-951f-95e0239e7b4f tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.512605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ae1e8-5658-4b11-aea1-6f723383dc0b req-1a25e3cb-db0a-46ad-85f9-5219668132d5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:25.520206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a4e12de6-ba74-4c97-974c-8c23933a6f87 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:25.520611 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db9ae1e8-5658-4b11-aea1-6f723383dc0b req-1a25e3cb-db0a-46ad-85f9-5219668132d5 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.2448738 Oct 26 14:11:25.546079 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-49e1f3d0-d05c-4d22-807b-fca74224e77f req-120bc836-7ae0-483f-951f-95e0239e7b4f tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.552874 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-74b9fd8f-146c-4379-9541-f68bba464a0c service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181091 Oct 26 14:11:25.575725 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e32950-4507-48b1-8bfb-c10e735045e3 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:25.628471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7a3994cd-3304-4685-865e-ccb442aad859 None None] Could not find standard attr ID for object 75d0dea7-a0ec-4d40-999d-cb16272050eb. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:11:25.645066 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db9ae1e8-5658-4b11-aea1-6f723383dc0b req-39c01ec4-b7e9-45d8-8ee2-5ee6cd85bbb0 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208351 Oct 26 14:11:25.653408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bc836-7ae0-483f-951f-95e0239e7b4f tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696e2f8f-1266-4a52-885e-c73e2cbe1ea9,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:25.673242 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a4e12de6-ba74-4c97-974c-8c23933a6f87 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:25.673711 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.674303 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-49e1f3d0-d05c-4d22-807b-fca74224e77f req-120bc836-7ae0-483f-951f-95e0239e7b4f tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.675940 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49e1f3d0-d05c-4d22-807b-fca74224e77f req-120bc836-7ae0-483f-951f-95e0239e7b4f tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5268385 Oct 26 14:11:25.717603 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-e0567af0-8ad2-4294-ab2d-0f0fcb8a28b5 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535158 Oct 26 14:11:25.753496 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7891ac5b-503a-480d-8ee8-384c5ce3c984 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3414745 Oct 26 14:11:25.766648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38502) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:25.774004 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e66ba0d3-b162-4126-9323-3a39844686f5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:25.801958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-fd2bb0eb-0039-4d1e-b9f7-1120ee6eab12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1beb64dc-6c8d-481a-b700-f8e40d52ee65 HTTP/1.1" status: 200 len: 217 time: 0.0755086 Oct 26 14:11:25.846849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a1cec5f-298f-4497-9879-d59f1f7f7c1b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:25.871035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe112bf5-967d-4a33-9875-24442a530ece None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:11:25.909200 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c03f7bd-8366-49db-bea2-4586a334f32e req-419698a7-1f5f-432f-b0fc-79a4c67a841e tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/94ca8a63-5f4b-44ea-9484-19fe30919edb HTTP/1.1" status: 200 len: 3000 time: 0.1032877 Oct 26 14:11:25.922862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-e1ead1ff-1324-4287-a3f2-91025b40ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:25.926375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-47f2b7f1-78be-4e20-bfb8-68ba17e5d8f6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port 4cbbd387-dc52-4e4a-9481-64cd829a041b {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:25.926771 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-47f2b7f1-78be-4e20-bfb8-68ba17e5d8f6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.928356 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-e1ead1ff-1324-4287-a3f2-91025b40ab2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92331dcd-0130-46ed-8969-ee16f3d140c8 HTTP/1.1" status: 200 len: 797 time: 0.1171355 Oct 26 14:11:25.941297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66ba0d3-b162-4126-9323-3a39844686f5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:25.944799 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e66ba0d3-b162-4126-9323-3a39844686f5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.944975 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1a1cec5f-298f-4497-9879-d59f1f7f7c1b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:25.945175 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.980152 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3af7aa8-43c0-45c7-9d5e-d742089b9b93 req-5cee6350-30ce-42fc-b074-76f6e1d27872 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-group-rules/696e2f8f-1266-4a52-885e-c73e2cbe1ea9 HTTP/1.1" status: 200 len: 783 time: 0.0495980 Oct 26 14:11:25.989111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-fe112bf5-967d-4a33-9875-24442a530ece None None] Deleting port 1a1cec5f-298f-4497-9879-d59f1f7f7c1b {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:25.990230 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fe112bf5-967d-4a33-9875-24442a530ece None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.996738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-235bd0ab-09b1-458c-a340-2db0af7f02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:25.998609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-235bd0ab-09b1-458c-a340-2db0af7f02ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=614644c2-ecb3-429d-a925-733cf1797bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561197 Oct 26 14:11:26.064083 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fe112bf5-967d-4a33-9875-24442a530ece None None] For port 1a1cec5f-298f-4497-9879-d59f1f7f7c1b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1a1cec5f-298f-4497-9879-d59f1f7f7c1b,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:26.064479 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fe112bf5-967d-4a33-9875-24442a530ece None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.093622 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-47f2b7f1-78be-4e20-bfb8-68ba17e5d8f6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.110172 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-47f2b7f1-78be-4e20-bfb8-68ba17e5d8f6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for 4cbbd387-dc52-4e4a-9481-64cd829a041b owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:26.120882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-fe112bf5-967d-4a33-9875-24442a530ece None None] Calling delete_port for 1a1cec5f-298f-4497-9879-d59f1f7f7c1b owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:26.131928 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3af7aa8-43c0-45c7-9d5e-d742089b9b93 req-419ae8f9-9827-462e-8b3f-eb4dd3ed76ea tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/94ca8a63-5f4b-44ea-9484-19fe30919edb HTTP/1.1" status: 200 len: 3000 time: 0.1300886 Oct 26 14:11:26.160675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-a50b1587-3535-4f27-83b2-53882c0d0817 service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493852 Oct 26 14:11:26.195775 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e3af7aa8-43c0-45c7-9d5e-d742089b9b93 req-a9f6ee38-7f75-492f-8a31-a58a4654d6b8 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.215921 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fe112bf5-967d-4a33-9875-24442a530ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.242526 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e3af7aa8-43c0-45c7-9d5e-d742089b9b93 req-a9f6ee38-7f75-492f-8a31-a58a4654d6b8 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.243995 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe112bf5-967d-4a33-9875-24442a530ece None None] Pushing event deleted for resources: {'Port': ['ID=1a1cec5f-298f-4497-9879-d59f1f7f7c1b,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:26.254378 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe112bf5-967d-4a33-9875-24442a530ece None None] No DVR routers for this DVR port 1a1cec5f-298f-4497-9879-d59f1f7f7c1b on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:26.304962 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e3af7aa8-43c0-45c7-9d5e-d742089b9b93 req-a9f6ee38-7f75-492f-8a31-a58a4654d6b8 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.313049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e3af7aa8-43c0-45c7-9d5e-d742089b9b93 req-a9f6ee38-7f75-492f-8a31-a58a4654d6b8 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.314248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3af7aa8-43c0-45c7-9d5e-d742089b9b93 req-a9f6ee38-7f75-492f-8a31-a58a4654d6b8 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/696e2f8f-1266-4a52-885e-c73e2cbe1ea9 HTTP/1.1" status: 204 len: 173 time: 0.1702242 Oct 26 14:11:26.328448 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e66ba0d3-b162-4126-9323-3a39844686f5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.329415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-f4207c34-8bb5-4505-96a4-1868460d41b4 service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553192 Oct 26 14:11:26.332386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6ee38-7f75-492f-8a31-a58a4654d6b8 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=696e2f8f-1266-4a52-885e-c73e2cbe1ea9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:26.381685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66ba0d3-b162-4126-9323-3a39844686f5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:26.385224 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3f8c1b6-2921-44c4-8e3a-708cbeb049a0 req-744fb3b8-9ff2-48c1-be2c-8422b143686d tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0543380 Oct 26 14:11:26.393640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-e66ba0d3-b162-4126-9323-3a39844686f5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:26.408071 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456899cd-bc6a-4193-91b6-bd1de7a880f1 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:26.424138 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-9519b0b5-ed3f-4ed7-bfa1-99854202ee8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=067bfc8b-4181-43ad-83d7-3f578ef4e175 HTTP/1.1" status: 200 len: 217 time: 0.0752113 Oct 26 14:11:26.434948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ba0d3-b162-4126-9323-3a39844686f5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:26.435271 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e66ba0d3-b162-4126-9323-3a39844686f5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.440325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ba0d3-b162-4126-9323-3a39844686f5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=b06e1863-aa0f-40dd-8ae4-ad27c2254f99,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:26.469260 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e66ba0d3-b162-4126-9323-3a39844686f5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6979561 Oct 26 14:11:26.471164 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38512) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:26.481792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1a067d0e-094d-45e1-9de8-721e2811a227 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'name': 'tempest-NetworksTestDHCPv6-1858456086'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:26.498556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23d3259c-c608-488b-b40c-7d40a229e6dc req-37ac44a2-d491-45b1-a403-280daafa7692 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/94ca8a63-5f4b-44ea-9484-19fe30919edb HTTP/1.1" status: 200 len: 2401 time: 0.1509638 Oct 26 14:11:26.513000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-f7097406-f373-4c8b-ac02-6922624473d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:26.514622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-f7097406-f373-4c8b-ac02-6922624473d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92331dcd-0130-46ed-8969-ee16f3d140c8 HTTP/1.1" status: 200 len: 797 time: 0.0791571 Oct 26 14:11:26.535778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-47f2b7f1-78be-4e20-bfb8-68ba17e5d8f6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.586215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2b7f1-78be-4e20-bfb8-68ba17e5d8f6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=4cbbd387-dc52-4e4a-9481-64cd829a041b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:26.667299 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23d3259c-c608-488b-b40c-7d40a229e6dc req-e7777872-905a-4d4c-8823-6246501f52c0 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.672914 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24da-76f8-450b-9013-2ae05df30276 req-99e45cc5-65ee-4621-855b-393cf1b2ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:26.674632 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-99e45cc5-65ee-4621-855b-393cf1b2ce19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=614644c2-ecb3-429d-a925-733cf1797bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1492314 Oct 26 14:11:26.766225 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23d3259c-c608-488b-b40c-7d40a229e6dc req-e7777872-905a-4d4c-8823-6246501f52c0 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.780521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': 'b06e1863-aa0f-40dd-8ae4-ad27c2254f99'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:11:26.782329 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.801828 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-47f2b7f1-78be-4e20-bfb8-68ba17e5d8f6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.817245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a067d0e-094d-45e1-9de8-721e2811a227 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:26.822161 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a067d0e-094d-45e1-9de8-721e2811a227 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.891764 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23d3259c-c608-488b-b40c-7d40a229e6dc req-e7777872-905a-4d4c-8823-6246501f52c0 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.894483 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23d3259c-c608-488b-b40c-7d40a229e6dc req-e7777872-905a-4d4c-8823-6246501f52c0 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.895628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23d3259c-c608-488b-b40c-7d40a229e6dc req-e7777872-905a-4d4c-8823-6246501f52c0 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "DELETE /v2.0/security-groups/94ca8a63-5f4b-44ea-9484-19fe30919edb HTTP/1.1" status: 204 len: 173 time: 0.3860095 Oct 26 14:11:26.916980 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-1a067d0e-094d-45e1-9de8-721e2811a227 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port 7b2541a6-6df6-479e-8c52-0e086668b3cc yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:11:26.917854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7777872-905a-4d4c-8823-6246501f52c0 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ca8a63-5f4b-44ea-9484-19fe30919edb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:26.945014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d48bb2-41f9-4634-bfa8-1f9fa89e1fc7 req-1b873c53-b191-4f46-89af-8e90af185b54 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:26.952682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72d48bb2-41f9-4634-bfa8-1f9fa89e1fc7 req-1b873c53-b191-4f46-89af-8e90af185b54 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1992102 Oct 26 14:11:26.960013 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Allocated IP 2001:db8::2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/b06e1863-aa0f-40dd-8ae4-ad27c2254f99/3087eaa4-fe1c-486f-8877-51208388d3ed) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:27.010720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72d48bb2-41f9-4634-bfa8-1f9fa89e1fc7 req-f7979a2e-5ba5-45e5-add5-c651cec270c6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570912 Oct 26 14:11:27.014554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-5fe0eda7-392d-44b5-8483-f4eedce66cd6 service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304737 Oct 26 14:11:27.059668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f2b7f1-78be-4e20-bfb8-68ba17e5d8f6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:11:27.082210 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-de529e4a-282f-4bca-981d-7f3ae1c8b451 req-63690b9f-c297-4b70-a401-6a1cf9857cfc tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] show failed (client error): The resource could not be found. Oct 26 14:11:27.083325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de529e4a-282f-4bca-981d-7f3ae1c8b451 req-63690b9f-c297-4b70-a401-6a1cf9857cfc tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/de4f67a6-cc44-48fe-96b7-b8fde5677de1 HTTP/1.1" status: 404 len: 352 time: 0.0196722 Oct 26 14:11:27.145446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f2b7f1-78be-4e20-bfb8-68ba17e5d8f6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:27.154686 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-47f2b7f1-78be-4e20-bfb8-68ba17e5d8f6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8261678 Oct 26 14:11:27.155459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38526) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:27.175256 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18dc8c33-44b7-41af-9da4-fdbc0cfa3f81 req-ba8bc304-f510-4fc5-afe7-7feae58b2c78 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/30d4014f-0300-4ad5-98a7-b05414eb6d3b HTTP/1.1" status: 200 len: 1805 time: 0.0595427 Oct 26 14:11:27.183831 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f743d9d1-eb6e-4de5-888a-4e4bbc2d8dc3 None None] Sync routers for ids ['e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:27.187295 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-23c5814c-4903-4fc6-9906-079342bf70d8 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports?device_id=e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e HTTP/1.1" status: 200 len: 205 time: 0.0305061 Oct 26 14:11:27.187949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38528) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:27.218210 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f743d9d1-eb6e-4de5-888a-4e4bbc2d8dc3 None None] Routers {'e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:27.218871 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f743d9d1-eb6e-4de5-888a-4e4bbc2d8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:27.219059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755a24da-76f8-450b-9013-2ae05df30276 req-4daba5de-2348-4be7-b25a-01c9c3c94bbc service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917510 Oct 26 14:11:27.221097 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.260274 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.262162 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f743d9d1-eb6e-4de5-888a-4e4bbc2d8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:27.263087 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-18dc8c33-44b7-41af-9da4-fdbc0cfa3f81 req-c7d78dcb-141a-4ef9-ab7e-e292b0213ff0 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.286681 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-18dc8c33-44b7-41af-9da4-fdbc0cfa3f81 req-c7d78dcb-141a-4ef9-ab7e-e292b0213ff0 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.305562 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:27.307281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f786c385-24df-499a-b3eb-5a2f54bf2ccb tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.308580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:27.317389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:27.327942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f743d9d1-eb6e-4de5-888a-4e4bbc2d8dc3 None None] Routers {'e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:27.328586 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f743d9d1-eb6e-4de5-888a-4e4bbc2d8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:27.337176 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-18dc8c33-44b7-41af-9da4-fdbc0cfa3f81 req-c7d78dcb-141a-4ef9-ab7e-e292b0213ff0 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.340450 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-18dc8c33-44b7-41af-9da4-fdbc0cfa3f81 req-c7d78dcb-141a-4ef9-ab7e-e292b0213ff0 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.347916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18dc8c33-44b7-41af-9da4-fdbc0cfa3f81 req-c7d78dcb-141a-4ef9-ab7e-e292b0213ff0 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "DELETE /v2.0/security-groups/30d4014f-0300-4ad5-98a7-b05414eb6d3b HTTP/1.1" status: 204 len: 173 time: 0.1556258 Oct 26 14:11:27.357739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d78dcb-141a-4ef9-ab7e-e292b0213ff0 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d4014f-0300-4ad5-98a7-b05414eb6d3b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:27.376531 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Pushing event updated for resources: {'Port': ['ID=3087eaa4-fe1c-486f-8877-51208388d3ed,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:27.401371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f743d9d1-eb6e-4de5-888a-4e4bbc2d8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:27.402018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f743d9d1-eb6e-4de5-888a-4e4bbc2d8dc3 None None] The sync data for ids ['e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:27.424356 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.441777 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Attempting to bind port 3087eaa4-fe1c-486f-8877-51208388d3ed on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:27.441943 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Attempting to bind port 3087eaa4-fe1c-486f-8877-51208388d3ed by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:27.442100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-1a067d0e-094d-45e1-9de8-721e2811a227 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::18a (79fe7094-7bf0-42ce-8967-dd49c87f9b98/b06e1863-aa0f-40dd-8ae4-ad27c2254f99/7b2541a6-6df6-479e-8c52-0e086668b3cc) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:27.442293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Attempting to bind port 3087eaa4-fe1c-486f-8877-51208388d3ed on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:27.448987 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:27.449285 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:27.449680 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.450182 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:27.450655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Bound port: 3087eaa4-fe1c-486f-8877-51208388d3ed, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:27.451096 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.466018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7cebcf27-dcc9-40dd-ab39-1deac22a8630 req-894599a7-e17e-4fd8-825a-1a7479f6751b tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/470a4d66-c809-4502-a987-7a4199dc4802 HTTP/1.1" status: 200 len: 1807 time: 0.0960691 Oct 26 14:11:27.527038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] For port 3087eaa4-fe1c-486f-8877-51208388d3ed, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:27.530577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] For port 3087eaa4-fe1c-486f-8877-51208388d3ed, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3087eaa4-fe1c-486f-8877-51208388d3ed,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:27.535707 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.537756 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f786c385-24df-499a-b3eb-5a2f54bf2ccb tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.542498 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f786c385-24df-499a-b3eb-5a2f54bf2ccb tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.549204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a1cec5f-298f-4497-9879-d59f1f7f7c1b no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:27.572246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d540588f-c536-41f6-898b-16ed9a131692 req-b3a6b9fc-e43d-470c-a2e1-d9d8be0560c6 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0515509 Oct 26 14:11:27.603084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 1a1cec5f-298f-4497-9879-d59f1f7f7c1b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:27.603430 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a1cec5f-298f-4497-9879-d59f1f7f7c1b not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:27.619536 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7cebcf27-dcc9-40dd-ab39-1deac22a8630 req-3251fe84-9a9f-4e16-b36a-3282f674263a tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.636629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fe4a0-b44c-42fe-9c29-d47605ba9f01 None None] Pushing event updated for resources: {'Port': ['ID=3087eaa4-fe1c-486f-8877-51208388d3ed,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:27.645922 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f786c385-24df-499a-b3eb-5a2f54bf2ccb tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.646654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f786c385-24df-499a-b3eb-5a2f54bf2ccb tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Fanout notify agent at l3_agent the message router_deleted on router e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:11:27.653806 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7cebcf27-dcc9-40dd-ab39-1deac22a8630 req-3251fe84-9a9f-4e16-b36a-3282f674263a tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.657087 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f786c385-24df-499a-b3eb-5a2f54bf2ccb tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.658239 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f786c385-24df-499a-b3eb-5a2f54bf2ccb tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/routers/e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e HTTP/1.1" status: 204 len: 168 time: 0.4692643 Oct 26 14:11:27.661875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38534) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:27.739641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81f86e5-267a-4b1c-8283-67145b0d266d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting subnet efc60d2b-2a02-44de-aeb0-01b48238259e {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:27.742756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c81f86e5-267a-4b1c-8283-67145b0d266d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.752304 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a067d0e-094d-45e1-9de8-721e2811a227 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.791426 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c81f86e5-267a-4b1c-8283-67145b0d266d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.794197 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a067d0e-094d-45e1-9de8-721e2811a227 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.813041 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7cebcf27-dcc9-40dd-ab39-1deac22a8630 req-3251fe84-9a9f-4e16-b36a-3282f674263a tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.815696 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7cebcf27-dcc9-40dd-ab39-1deac22a8630 req-3251fe84-9a9f-4e16-b36a-3282f674263a tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.816843 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7cebcf27-dcc9-40dd-ab39-1deac22a8630 req-3251fe84-9a9f-4e16-b36a-3282f674263a tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "DELETE /v2.0/security-groups/470a4d66-c809-4502-a987-7a4199dc4802 HTTP/1.1" status: 204 len: 173 time: 0.3434486 Oct 26 14:11:27.845713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251fe84-9a9f-4e16-b36a-3282f674263a tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470a4d66-c809-4502-a987-7a4199dc4802,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:27.869552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a067d0e-094d-45e1-9de8-721e2811a227 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:27.879036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-1a067d0e-094d-45e1-9de8-721e2811a227 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:27.884519 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a067d0e-094d-45e1-9de8-721e2811a227 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:27.890334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a067d0e-094d-45e1-9de8-721e2811a227 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:27.891037 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a067d0e-094d-45e1-9de8-721e2811a227 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.900223 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067d0e-094d-45e1-9de8-721e2811a227 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=7b2541a6-6df6-479e-8c52-0e086668b3cc,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:27.917875 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1a067d0e-094d-45e1-9de8-721e2811a227 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4387045 Oct 26 14:11:27.918456 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38538) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:28.004248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3969f0b-93de-427e-9c05-cf31b81a5ce3 req-527a1ff7-5f19-4777-858f-1d55d616ea5e tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/ba483d7f-8808-44fe-896a-43c2272fd4c0 HTTP/1.1" status: 200 len: 1806 time: 0.1394031 Oct 26 14:11:28.023525 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c81f86e5-267a-4b1c-8283-67145b0d266d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.131358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ca01d-147d-4c79-b83e-eb9e33aa697b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:28.138027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ca01d-147d-4c79-b83e-eb9e33aa697b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:28.139632 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8c6ca01d-147d-4c79-b83e-eb9e33aa697b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2212775 Oct 26 14:11:28.142541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38546) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:28.178892 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b3969f0b-93de-427e-9c05-cf31b81a5ce3 req-d6ddc4ac-3417-4dd5-9ded-4e678f2e5c54 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.184051 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c81f86e5-267a-4b1c-8283-67145b0d266d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.208509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df5b5e-b00c-47fe-9fe5-bf937b2ce49f req-b66a7298-8a52-4a93-9a5f-2a728c567f17 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:28.210016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f8df5b5e-b00c-47fe-9fe5-bf937b2ce49f req-b66a7298-8a52-4a93-9a5f-2a728c567f17 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1334591 Oct 26 14:11:28.239794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f86e5-267a-4b1c-8283-67145b0d266d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Subnet': ['ID=efc60d2b-2a02-44de-aeb0-01b48238259e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:28.242059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-78cf6861-bfaa-4ba6-830e-92a439a233d3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 7b2541a6-6df6-479e-8c52-0e086668b3cc {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:28.242675 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78cf6861-bfaa-4ba6-830e-92a439a233d3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.244551 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c81f86e5-267a-4b1c-8283-67145b0d266d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.248031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c81f86e5-267a-4b1c-8283-67145b0d266d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/efc60d2b-2a02-44de-aeb0-01b48238259e HTTP/1.1" status: 204 len: 168 time: 0.5849514 Oct 26 14:11:28.253283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38550) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:28.254988 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b3969f0b-93de-427e-9c05-cf31b81a5ce3 req-d6ddc4ac-3417-4dd5-9ded-4e678f2e5c54 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.255537 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f824705-b44f-47ce-8a15-95822077bf7c None None] Network 8d7f58dd-abf7-442f-a8c8-a669bc4db587 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:28.368795 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f8df5b5e-b00c-47fe-9fe5-bf937b2ce49f req-1e243565-0cad-4856-89fd-fe3b14a9ca29 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361377 Oct 26 14:11:28.376021 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78cf6861-bfaa-4ba6-830e-92a439a233d3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.386082 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.394885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-78cf6861-bfaa-4ba6-830e-92a439a233d3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 7b2541a6-6df6-479e-8c52-0e086668b3cc owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:28.398781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b3969f0b-93de-427e-9c05-cf31b81a5ce3 req-d6ddc4ac-3417-4dd5-9ded-4e678f2e5c54 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.401464 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b3969f0b-93de-427e-9c05-cf31b81a5ce3 req-d6ddc4ac-3417-4dd5-9ded-4e678f2e5c54 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.402664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3969f0b-93de-427e-9c05-cf31b81a5ce3 req-d6ddc4ac-3417-4dd5-9ded-4e678f2e5c54 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "DELETE /v2.0/security-groups/ba483d7f-8808-44fe-896a-43c2272fd4c0 HTTP/1.1" status: 204 len: 173 time: 0.3900945 Oct 26 14:11:28.418429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddc4ac-3417-4dd5-9ded-4e678f2e5c54 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba483d7f-8808-44fe-896a-43c2272fd4c0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:28.487614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port a4e12de6-ba74-4c97-974c-8c23933a6f87 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:28.488008 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.575110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ed74ce-a941-4ab9-aaef-105e182a4cf6 None None] DHCP port deletion for 8d7f58dd-abf7-442f-a8c8-a669bc4db587 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:11:28.610742 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] For port a4e12de6-ba74-4c97-974c-8c23933a6f87, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a4e12de6-ba74-4c97-974c-8c23933a6f87,segment=NetworkSegment(44a04550-8ef6-498e-b16e-bbf6ffb24fb9),segment_id=44a04550-8ef6-498e-b16e-bbf6ffb24fb9)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:28.611107 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.671501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for a4e12de6-ba74-4c97-974c-8c23933a6f87 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:28.693321 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b623f7e-ff46-493a-a202-7ef0662c368d req-ff9cb83b-4356-4772-8e20-905a34aea0af tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/f8823b7e-75e4-46f8-b856-4c8d4500dc23 HTTP/1.1" status: 200 len: 2407 time: 0.0782945 Oct 26 14:11:28.705731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed74ce-a941-4ab9-aaef-105e182a4cf6 None None] Deleting port a4e12de6-ba74-4c97-974c-8c23933a6f87 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:28.706306 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f8ed74ce-a941-4ab9-aaef-105e182a4cf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.804022 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-921d1c5b-0be2-467f-8beb-d50bdb726330 req-32c1d4a2-e50d-491b-a369-7eeb9d9a271e tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0487547 Oct 26 14:11:28.816222 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f8ed74ce-a941-4ab9-aaef-105e182a4cf6 None None] For port a4e12de6-ba74-4c97-974c-8c23933a6f87, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a4e12de6-ba74-4c97-974c-8c23933a6f87,segment=NetworkSegment(44a04550-8ef6-498e-b16e-bbf6ffb24fb9),segment_id=44a04550-8ef6-498e-b16e-bbf6ffb24fb9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:28.816622 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f8ed74ce-a941-4ab9-aaef-105e182a4cf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.832082 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed74ce-a941-4ab9-aaef-105e182a4cf6 None None] Calling delete_port for a4e12de6-ba74-4c97-974c-8c23933a6f87 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:28.838153 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2b623f7e-ff46-493a-a202-7ef0662c368d req-be1adf1b-05e8-4f52-a011-c8d3a11fe2de tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.873696 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2b623f7e-ff46-493a-a202-7ef0662c368d req-be1adf1b-05e8-4f52-a011-c8d3a11fe2de tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.890838 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78cf6861-bfaa-4ba6-830e-92a439a233d3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.906629 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.921313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3e327c5c-e1af-440d-a9d1-b3bf6b6eaa5f None None] Provisioning complete for port 3087eaa4-fe1c-486f-8877-51208388d3ed triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:28.921836 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3e327c5c-e1af-440d-a9d1-b3bf6b6eaa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.938416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=a4e12de6-ba74-4c97-974c-8c23933a6f87,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:28.942952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf6861-bfaa-4ba6-830e-92a439a233d3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=7b2541a6-6df6-479e-8c52-0e086668b3cc,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:28.953014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No DVR routers for this DVR port a4e12de6-ba74-4c97-974c-8c23933a6f87 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:28.954159 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:28.954507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:28.954916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:28.955357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:28.955621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:28.956004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:28.956335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:28.956731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:28.957066 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:28.957450 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:28.957773 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:28.958162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:29.000874 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78cf6861-bfaa-4ba6-830e-92a439a233d3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.002419 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2b623f7e-ff46-493a-a202-7ef0662c368d req-be1adf1b-05e8-4f52-a011-c8d3a11fe2de tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.005059 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-78cf6861-bfaa-4ba6-830e-92a439a233d3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/7b2541a6-6df6-479e-8c52-0e086668b3cc HTTP/1.1" status: 204 len: 168 time: 0.8614860 Oct 26 14:11:29.009240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38556) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:29.009405 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2b623f7e-ff46-493a-a202-7ef0662c368d req-be1adf1b-05e8-4f52-a011-c8d3a11fe2de tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.013361 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b623f7e-ff46-493a-a202-7ef0662c368d req-be1adf1b-05e8-4f52-a011-c8d3a11fe2de tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "DELETE /v2.0/security-groups/f8823b7e-75e4-46f8-b856-4c8d4500dc23 HTTP/1.1" status: 204 len: 173 time: 0.3191686 Oct 26 14:11:29.031977 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3e327c5c-e1af-440d-a9d1-b3bf6b6eaa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.066023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1adf1b-05e8-4f52-a011-c8d3a11fe2de tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8823b7e-75e4-46f8-b856-4c8d4500dc23,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:29.068136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3e327c5c-e1af-440d-a9d1-b3bf6b6eaa5f None None] For port 3087eaa4-fe1c-486f-8877-51208388d3ed, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3087eaa4-fe1c-486f-8877-51208388d3ed,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:29.070557 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f8ed74ce-a941-4ab9-aaef-105e182a4cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.097113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3b7c6f-da54-4138-9e1a-4c54b17a9310 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:29.098981 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3b7c6f-da54-4138-9e1a-4c54b17a9310 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:29.099318 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.102378 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dd3b7c6f-da54-4138-9e1a-4c54b17a9310 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0907266 Oct 26 14:11:29.104275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38560) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:29.108194 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3e327c5c-e1af-440d-a9d1-b3bf6b6eaa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.111031 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed74ce-a941-4ab9-aaef-105e182a4cf6 None None] Pushing event deleted for resources: {'Port': ['ID=a4e12de6-ba74-4c97-974c-8c23933a6f87,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:29.127342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed74ce-a941-4ab9-aaef-105e182a4cf6 None None] No DVR routers for this DVR port a4e12de6-ba74-4c97-974c-8c23933a6f87 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:29.145421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7f58dd-abf7-442f-a8c8-a669bc4db587']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:29.152422 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a9e7ae3-7da1-44ca-bae9-f069c6b1b4e5 req-e02c14f3-3179-461a-83e5-b16edececd45 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "GET /v2.0/security-groups/916070ed-d8cd-42b9-9090-4bc422752758 HTTP/1.1" status: 200 len: 2400 time: 0.1079397 Oct 26 14:11:29.176048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a04550-8ef6-498e-b16e-bbf6ffb24fb9') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:29.176048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a04550-8ef6-498e-b16e-bbf6ffb24fb9') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:29.185600 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e327c5c-e1af-440d-a9d1-b3bf6b6eaa5f None None] Pushing event updated for resources: {'Port': ['ID=3087eaa4-fe1c-486f-8877-51208388d3ed,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:29.189740 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.192924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b75cbe3-925b-4e4a-982e-27fcb416f90a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet b06e1863-aa0f-40dd-8ae4-ad27c2254f99 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:29.197315 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b75cbe3-925b-4e4a-982e-27fcb416f90a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.219471 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.229476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7ae37e16-74b5-405a-aa33-185f4c746809 None None] Could not find standard attr ID for object 7b2541a6-6df6-479e-8c52-0e086668b3cc. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:11:29.245521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b75cbe3-925b-4e4a-982e-27fcb416f90a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.260818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:11:29.261223 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:11:29.264456 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:11:29.343234 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5a9e7ae3-7da1-44ca-bae9-f069c6b1b4e5 req-4449b870-0c6e-4ddd-8dfa-0e1c95057e63 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.374502 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.380060 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.387806 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/networks/8d7f58dd-abf7-442f-a8c8-a669bc4db587 HTTP/1.1" status: 204 len: 168 time: 1.1284590 Oct 26 14:11:29.390548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38562) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:29.396855 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2132355581', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:29.407391 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b75cbe3-925b-4e4a-982e-27fcb416f90a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.423587 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-808817ba-01fd-40ce-8452-d1daf19af344 req-a0295302-740b-47a3-97b1-0cecee7d7b03 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0737107 Oct 26 14:11:29.453076 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5a9e7ae3-7da1-44ca-bae9-f069c6b1b4e5 req-4449b870-0c6e-4ddd-8dfa-0e1c95057e63 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.474345 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.474766 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.481117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a7b0b-83a8-42f9-929e-96d808eacacd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Network': ['ID=8d7f58dd-abf7-442f-a8c8-a669bc4db587,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:29.563793 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.572576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b75cbe3-925b-4e4a-982e-27fcb416f90a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.590150 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3087eaa4-fe1c-486f-8877-51208388d3ed up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:29.614173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d22864c-9c23-4298-807b-9e19f2434227 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:29.615222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4edd7-edd1-496d-829f-30a619e94dfe req-5387d235-ea0d-4570-8d0b-8d895dee81ba tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:29.617777 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ba4edd7-edd1-496d-829f-30a619e94dfe req-5387d235-ea0d-4570-8d0b-8d895dee81ba tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0970154 Oct 26 14:11:29.619359 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5a9e7ae3-7da1-44ca-bae9-f069c6b1b4e5 req-4449b870-0c6e-4ddd-8dfa-0e1c95057e63 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.622062 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-5a9e7ae3-7da1-44ca-bae9-f069c6b1b4e5 req-4449b870-0c6e-4ddd-8dfa-0e1c95057e63 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.634550 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a9e7ae3-7da1-44ca-bae9-f069c6b1b4e5 req-4449b870-0c6e-4ddd-8dfa-0e1c95057e63 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] 10.222.0.32 "DELETE /v2.0/security-groups/916070ed-d8cd-42b9-9090-4bc422752758 HTTP/1.1" status: 204 len: 173 time: 0.4739556 Oct 26 14:11:29.638892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38570) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:29.681668 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b75cbe3-925b-4e4a-982e-27fcb416f90a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.687693 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9b75cbe3-925b-4e4a-982e-27fcb416f90a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/b06e1863-aa0f-40dd-8ae4-ad27c2254f99 HTTP/1.1" status: 204 len: 168 time: 0.5800896 Oct 26 14:11:29.691036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38574) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:29.691715 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75cbe3-925b-4e4a-982e-27fcb416f90a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=b06e1863-aa0f-40dd-8ae4-ad27c2254f99,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:29.707528 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449b870-0c6e-4ddd-8dfa-0e1c95057e63 tempest-SecurityGroupRulesTestJSON-2094615604 tempest-SecurityGroupRulesTestJSON-2094615604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916070ed-d8cd-42b9-9090-4bc422752758,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:29.724030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ba4edd7-edd1-496d-829f-30a619e94dfe req-6b269f53-9d5b-45d3-b8f2-24ae7070f15a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884471 Oct 26 14:11:29.738335 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b653995a-eeb8-483d-a18b-aec15fe37f17 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442553 Oct 26 14:11:29.738482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38576) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:29.747585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-65b971a0-3db9-49a7-baf0-1eaa0c64eb44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:29.753783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-07af7a97-c823-4113-a89f-15aa557bb3e5 admin admin] Deleting subnet 55a7ec53-b796-452a-a6b0-24fedbb59983 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:29.768698 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07af7a97-c823-4113-a89f-15aa557bb3e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.817704 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3087eaa4-fe1c-486f-8877-51208388d3ed triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:29.817998 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.852018 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07af7a97-c823-4113-a89f-15aa557bb3e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.862398 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.915801 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07af7a97-c823-4113-a89f-15aa557bb3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:29.952144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b186ee-b654-469c-a3fa-f5b4d97bf719 None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:11:29.978851 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ba95f31-606e-4945-a2b5-abd1ece1433d req-fa830173-1d8d-496b-9560-90014e05062e tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0578692 Oct 26 14:11:30.001536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a4e12de6-ba74-4c97-974c-8c23933a6f87 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:30.016087 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b971a0-3db9-49a7-baf0-1eaa0c64eb44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:30.020697 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65b971a0-3db9-49a7-baf0-1eaa0c64eb44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.036001 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-69b186ee-b654-469c-a3fa-f5b4d97bf719 None None] Deleting port 3087eaa4-fe1c-486f-8877-51208388d3ed {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:30.036379 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-69b186ee-b654-469c-a3fa-f5b4d97bf719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.039496 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: a4e12de6-ba74-4c97-974c-8c23933a6f87 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:30.039832 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a4e12de6-ba74-4c97-974c-8c23933a6f87 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:30.088227 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07af7a97-c823-4113-a89f-15aa557bb3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.108353 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-69b186ee-b654-469c-a3fa-f5b4d97bf719 None None] For port 3087eaa4-fe1c-486f-8877-51208388d3ed, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3087eaa4-fe1c-486f-8877-51208388d3ed,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:30.108869 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-69b186ee-b654-469c-a3fa-f5b4d97bf719 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.122966 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-69b186ee-b654-469c-a3fa-f5b4d97bf719 None None] Calling delete_port for 3087eaa4-fe1c-486f-8877-51208388d3ed owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:30.126416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af7a97-c823-4113-a89f-15aa557bb3e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a7ec53-b796-452a-a6b0-24fedbb59983,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:30.137928 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07af7a97-c823-4113-a89f-15aa557bb3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.142256 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.142798 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-07af7a97-c823-4113-a89f-15aa557bb3e5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/55a7ec53-b796-452a-a6b0-24fedbb59983 HTTP/1.1" status: 204 len: 168 time: 0.4922805 Oct 26 14:11:30.144856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38580) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:30.209312 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.214010 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-69b186ee-b654-469c-a3fa-f5b4d97bf719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.246520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b186ee-b654-469c-a3fa-f5b4d97bf719 None None] No DVR routers for this DVR port 3087eaa4-fe1c-486f-8877-51208388d3ed on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:30.250856 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b186ee-b654-469c-a3fa-f5b4d97bf719 None None] Pushing event deleted for resources: {'Port': ['ID=3087eaa4-fe1c-486f-8877-51208388d3ed,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:30.262787 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65b971a0-3db9-49a7-baf0-1eaa0c64eb44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.273547 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bebd7faf-0624-4bbd-acd3-5744b115027e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.315424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b971a0-3db9-49a7-baf0-1eaa0c64eb44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:30.318776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b971a0-3db9-49a7-baf0-1eaa0c64eb44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=e4c02281-185a-44f7-a4e8-b025ae4aa3e2,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:30.321762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-65b971a0-3db9-49a7-baf0-1eaa0c64eb44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:30.324119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b971a0-3db9-49a7-baf0-1eaa0c64eb44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:30.324706 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65b971a0-3db9-49a7-baf0-1eaa0c64eb44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.333831 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d78ff1-ef85-4853-907f-8d7cf63e2db3 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:30.344310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-65b971a0-3db9-49a7-baf0-1eaa0c64eb44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6030648 Oct 26 14:11:30.350418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38582) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:30.355925 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c9dd392e-b468-4b70-aea1-6332e6840583 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'name': 'tempest-NetworksTestDHCPv6-1389764447'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:30.415256 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bebd7faf-0624-4bbd-acd3-5744b115027e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.418175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Allocated IP 172.25.4.227 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/1c4df3c3-44a6-4d74-8f9e-29c8b21d70cd) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:30.443914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bebd7faf-0624-4bbd-acd3-5744b115027e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c48bf9-9454-46ab-acb0-89eb21f5289d']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:30.466858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bebd7faf-0624-4bbd-acd3-5744b115027e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb9227a-9639-46f2-9d52-a40a4bf0ee13') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:30.467098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bebd7faf-0624-4bbd-acd3-5744b115027e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb9227a-9639-46f2-9d52-a40a4bf0ee13') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:30.479837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dd392e-b468-4b70-aea1-6332e6840583 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:30.483903 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c9dd392e-b468-4b70-aea1-6332e6840583 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.502308 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-c9dd392e-b468-4b70-aea1-6332e6840583 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port eefa656c-cabc-47aa-b214-f47ce217b191 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:11:30.508376 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bebd7faf-0624-4bbd-acd3-5744b115027e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.517647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': 'e4c02281-185a-44f7-a4e8-b025ae4aa3e2'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:11:30.519911 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.535489 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bebd7faf-0624-4bbd-acd3-5744b115027e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.547469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bebd7faf-0624-4bbd-acd3-5744b115027e admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:11:30.548144 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bebd7faf-0624-4bbd-acd3-5744b115027e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:11:30.550498 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:11:30.652723 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.674049 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bebd7faf-0624-4bbd-acd3-5744b115027e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.682640 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bebd7faf-0624-4bbd-acd3-5744b115027e admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.688365 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bebd7faf-0624-4bbd-acd3-5744b115027e admin admin] 10.222.0.32 "DELETE /v2.0/networks/85c48bf9-9454-46ab-acb0-89eb21f5289d HTTP/1.1" status: 204 len: 168 time: 0.5401335 Oct 26 14:11:30.716267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd7faf-0624-4bbd-acd3-5744b115027e admin admin] Pushing event deleted for resources: {'Network': ['ID=85c48bf9-9454-46ab-acb0-89eb21f5289d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:30.734266 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:30.819377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:30.823235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:30.838066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:30.907480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=1c4df3c3-44a6-4d74-8f9e-29c8b21d70cd,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:30.998263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38594) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:31.031214 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-c9dd392e-b468-4b70-aea1-6332e6840583 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::3a (79fe7094-7bf0-42ce-8967-dd49c87f9b98/e4c02281-185a-44f7-a4e8-b025ae4aa3e2/eefa656c-cabc-47aa-b214-f47ce217b191) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:31.070862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d70117-e600-4cfa-a521-5798492f05b7 req-716223e7-d4a9-4dda-8568-326ba9df0953 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:31.072463 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96d70117-e600-4cfa-a521-5798492f05b7 req-716223e7-d4a9-4dda-8568-326ba9df0953 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1126497 Oct 26 14:11:31.077291 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9948acde-0fb4-49bb-aede-eba402b7a79a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=982af2c53c4f4ef0b56bb82f688a89b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0776062 Oct 26 14:11:31.079952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38598) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:31.191989 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db9e06cc-6f25-48c1-bb77-bca79228ce9a req-0c91f152-4bd6-46ef-b77f-50c03f4add96 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0716476 Oct 26 14:11:31.199691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96d70117-e600-4cfa-a521-5798492f05b7 req-45b3d4d1-abe6-4296-83ab-2831c31c8036 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125464 Oct 26 14:11:31.218039 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c02f4235-685a-4631-bba6-82c5febf7870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.249487 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.254043 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c9dd392e-b468-4b70-aea1-6332e6840583 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.292436 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c02f4235-685a-4631-bba6-82c5febf7870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.293516 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c9dd392e-b468-4b70-aea1-6332e6840583 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.346650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dd392e-b468-4b70-aea1-6332e6840583 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:31.350406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c9dd392e-b468-4b70-aea1-6332e6840583 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:31.354890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Allocated IP 2001:db8::2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/e4c02281-185a-44f7-a4e8-b025ae4aa3e2/05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:31.355926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd392e-b468-4b70-aea1-6332e6840583 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:31.362768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dd392e-b468-4b70-aea1-6332e6840583 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:31.363415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c9dd392e-b468-4b70-aea1-6332e6840583 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.374564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd392e-b468-4b70-aea1-6332e6840583 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=eefa656c-cabc-47aa-b214-f47ce217b191,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:31.393902 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c9dd392e-b468-4b70-aea1-6332e6840583 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0418243 Oct 26 14:11:31.396510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38602) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:31.451877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acd6d3d-9cbf-40e7-9827-7a454b0777de tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:31.453442 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5acd6d3d-9cbf-40e7-9827-7a454b0777de tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0560043 Oct 26 14:11:31.456145 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38604) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:31.514841 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.527587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3087eaa4-fe1c-486f-8877-51208388d3ed no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:31.566728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 3087eaa4-fe1c-486f-8877-51208388d3ed {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:31.570307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-8c56d3dd-69fd-4466-93ee-c1327eb47818 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port eefa656c-cabc-47aa-b214-f47ce217b191 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:31.570307 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c56d3dd-69fd-4466-93ee-c1327eb47818 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.574549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3087eaa4-fe1c-486f-8877-51208388d3ed not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:31.595723 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c02f4235-685a-4631-bba6-82c5febf7870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.598321 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c02f4235-685a-4631-bba6-82c5febf7870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.599466 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c02f4235-685a-4631-bba6-82c5febf7870 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8707b254-09f9-4a6d-bc42-47cb748c34c7 HTTP/1.1" status: 204 len: 168 time: 0.5186079 Oct 26 14:11:31.617093 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f4235-685a-4631-bba6-82c5febf7870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8707b254-09f9-4a6d-bc42-47cb748c34c7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:31.653369 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.664464 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.698245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-025cdf9c-20d9-45d7-a993-81b8727e2f4e req-58bc4937-56af-46cf-8cad-6551188abd56 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02&device_id=3790363a-cf36-48fb-ac72-b5dc76ff0ef7 HTTP/1.1" status: 200 len: 210 time: 0.0873170 Oct 26 14:11:31.721141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router f6e61362-b58b-474b-8901-37d938ca615f is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:11:31.747535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Pushing event updated for resources: {'Port': ['ID=05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:31.760361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:31.762007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:31.767187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:31.776331 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c56d3dd-69fd-4466-93ee-c1327eb47818 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.792778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-8c56d3dd-69fd-4466-93ee-c1327eb47818 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for eefa656c-cabc-47aa-b214-f47ce217b191 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:31.857261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Attempting to bind port 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:31.857728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Attempting to bind port 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:31.858224 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Attempting to bind port 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82 on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:31.865690 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:31.879649 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992772f9-12de-45c1-9566-275d253a4e0d None None] Sync routers for ids ['f6e61362-b58b-474b-8901-37d938ca615f'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:31.892130 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.893614 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4161b084-e23e-4c87-a2eb-a777e3a005dd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5009489 Oct 26 14:11:31.896653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38614) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:31.900319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:31.902905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:31.903859 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992772f9-12de-45c1-9566-275d253a4e0d None None] Routers {'f6e61362-b58b-474b-8901-37d938ca615f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:31.904539 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.905598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:31.907118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Bound port: 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:31.907118 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:31.907636 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-992772f9-12de-45c1-9566-275d253a4e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f6e61362-b58b-474b-8901-37d938ca615f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:32.029552 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-992772f9-12de-45c1-9566-275d253a4e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:32.062454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee6d057-9706-4db4-80f9-de869cd81dbf req-3b09162b-fbd3-4be2-bb49-bf6362b06f2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34bdd6d2ecac4c7886dd07fafa682d10&device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0767548 Oct 26 14:11:32.076286 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992772f9-12de-45c1-9566-275d253a4e0d None None] Routers {'f6e61362-b58b-474b-8901-37d938ca615f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:32.078393 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-992772f9-12de-45c1-9566-275d253a4e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f6e61362-b58b-474b-8901-37d938ca615f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:32.092601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] For port 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:32.102684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] For port 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:32.117194 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:32.130068 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee6d057-9706-4db4-80f9-de869cd81dbf req-ce3b3b7e-5e04-4cc9-b88e-632666e6b804 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=34bdd6d2ecac4c7886dd07fafa682d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580268 Oct 26 14:11:32.161552 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0fe69825-25d8-4c53-810b-1639fa16773b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/routers/f6e61362-b58b-474b-8901-37d938ca615f HTTP/1.1" status: 200 len: 885 time: 0.2571437 Oct 26 14:11:32.161552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38626) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:32.180792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c56d3dd-69fd-4466-93ee-c1327eb47818 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:32.186031 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-992772f9-12de-45c1-9566-275d253a4e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:32.188350 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992772f9-12de-45c1-9566-275d253a4e0d None None] The sync data for ids ['f6e61362-b58b-474b-8901-37d938ca615f'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:32.195050 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb46393f-3078-4a88-9e94-b202b2e3516f req-5578a249-fe24-4be6-94d0-183d8424105c tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0766864 Oct 26 14:11:32.228130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcded7-540a-4cf0-bce1-ec5061225bc0 None None] Pushing event updated for resources: {'Port': ['ID=05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:32.319417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56d3dd-69fd-4466-93ee-c1327eb47818 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=eefa656c-cabc-47aa-b214-f47ce217b191,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:32.395526 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c56d3dd-69fd-4466-93ee-c1327eb47818 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:32.401952 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8c56d3dd-69fd-4466-93ee-c1327eb47818 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/eefa656c-cabc-47aa-b214-f47ce217b191 HTTP/1.1" status: 204 len: 168 time: 0.9415278 Oct 26 14:11:32.403765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38634) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:32.496789 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cf8c4da3-828e-4484-8fd7-b274c690549e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3335836 Oct 26 14:11:32.498095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38638) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:32.504395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-75924548-c109-4468-8e40-beecbadabe90 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2132355581'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:32.531247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5183286e-8d3c-417e-bc85-95cebf05a372 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:32.532804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5183286e-8d3c-417e-bc85-95cebf05a372 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:32.536668 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5183286e-8d3c-417e-bc85-95cebf05a372 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1251569 Oct 26 14:11:32.545175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38642) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:32.576793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234093e-93e9-4e2b-afb1-8968043ffe0d req-86ba9e3d-8b63-41bb-8867-10b6624f6acf tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:32.584612 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1234093e-93e9-4e2b-afb1-8968043ffe0d req-86ba9e3d-8b63-41bb-8867-10b6624f6acf tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.2518733 Oct 26 14:11:32.588645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6d057-9706-4db4-80f9-de869cd81dbf req-7e54153c-825f-45a8-afa0-5f751aab2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:32.590163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee6d057-9706-4db4-80f9-de869cd81dbf req-7e54153c-825f-45a8-afa0-5f751aab2939 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4179451 Oct 26 14:11:32.636783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1234093e-93e9-4e2b-afb1-8968043ffe0d req-18827bb9-41c3-46ca-9100-866f4d09046f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513163 Oct 26 14:11:32.742650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38648) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:32.841986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-31110363-network', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:32.864808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] Made reservation on behalf of eb00fb8b03d741ea8145d511b755959a for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:32.867873 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:32.876244 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:32.881585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab1c208-563c-4e15-9f87-c8cc6ba12a2c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet e4c02281-185a-44f7-a4e8-b025ae4aa3e2 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:32.886453 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c208-563c-4e15-9f87-c8cc6ba12a2c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:32.959082 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:32.964175 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:32.992329 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:11:32.998290 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c208-563c-4e15-9f87-c8cc6ba12a2c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:32.999631 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:33.008506 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.009334 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] Added segment cd4a849a-b7fc-4b62-8b49-0cd564523777 of type vlan for network 31db61e9-1b60-4798-95f8-8992ccf378a6 Oct 26 14:11:33.066403 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.101990 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.103768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:33.104583 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.179632 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4350572 Oct 26 14:11:33.187089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38656) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:33.193324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-34d3dfb2-1b00-4849-9bb7-d997f4783631 admin admin] Request body: {'subnet': {'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-31110363-subnet', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:33.202154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab478e-1370-40d2-8463-957389f6929a admin admin] Pushing event updated for resources: {'Network': ['ID=31db61e9-1b60-4798-95f8-8992ccf378a6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:33.220581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 31db61e9-1b60-4798-95f8-8992ccf378a6 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:11:33.224937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d3dfb2-1b00-4849-9bb7-d997f4783631 admin admin] Made reservation on behalf of eb00fb8b03d741ea8145d511b755959a for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:33.233416 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34d3dfb2-1b00-4849-9bb7-d997f4783631 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.235702 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c208-563c-4e15-9f87-c8cc6ba12a2c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.304147 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75924548-c109-4468-8e40-beecbadabe90 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.332923 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75924548-c109-4468-8e40-beecbadabe90 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.392920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4486715d-c206-4d73-a1a2-41cac57cc145 req-6936d70c-1743-4e32-a953-d48ec0eaf13d tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0315733 Oct 26 14:11:33.429167 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-99039683-ce11-4680-9cf5-1b786fbf1885 None None] Provisioning complete for port 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:33.429514 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-99039683-ce11-4680-9cf5-1b786fbf1885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.438854 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c208-563c-4e15-9f87-c8cc6ba12a2c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.460755 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c208-563c-4e15-9f87-c8cc6ba12a2c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.480727 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4ab1c208-563c-4e15-9f87-c8cc6ba12a2c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/e4c02281-185a-44f7-a4e8-b025ae4aa3e2 HTTP/1.1" status: 204 len: 168 time: 0.9340980 Oct 26 14:11:33.484016 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38662) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:33.576230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75924548-c109-4468-8e40-beecbadabe90 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router f6e61362-b58b-474b-8901-37d938ca615f has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:11:33.580181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1c208-563c-4e15-9f87-c8cc6ba12a2c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c02281-185a-44f7-a4e8-b025ae4aa3e2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:33.599613 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c3d20556-8537-4065-abb0-256a9456356d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100049 Oct 26 14:11:33.600511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38664) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:33.687300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:33.721022 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041884c4-efb8-4037-abb9-c9c570559d4c None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:33.722082 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34d3dfb2-1b00-4849-9bb7-d997f4783631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.742932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e84677-2415-4da9-9257-8286c8eee7f3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:33.747202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-99e84677-2415-4da9-9257-8286c8eee7f3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1432459 Oct 26 14:11:33.754451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38668) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:33.778007 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-99039683-ce11-4680-9cf5-1b786fbf1885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.822451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75924548-c109-4468-8e40-beecbadabe90 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:33.827718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9371d04-616c-4389-b7de-1dc3105d32d5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:33.831598 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a9371d04-616c-4389-b7de-1dc3105d32d5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0736599 Oct 26 14:11:33.831754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3dfb2-1b00-4849-9bb7-d997f4783631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=addd5606-6552-4f1f-b55b-993cd7b5d80f,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:33.837810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75924548-c109-4468-8e40-beecbadabe90 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.841379 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-75924548-c109-4468-8e40-beecbadabe90 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/f6e61362-b58b-474b-8901-37d938ca615f HTTP/1.1" status: 200 len: 892 time: 1.3394952 Oct 26 14:11:33.841537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38670) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:33.842831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38672) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:33.848389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61901ce2-faad-43e1-9d65-84426f9896d8 None None] Sync routers for ids ['f6e61362-b58b-474b-8901-37d938ca615f'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:33.889818 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-99039683-ce11-4680-9cf5-1b786fbf1885 None None] For port 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:33.892601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-19e99a0f-e217-4289-9aba-7b8c33bcc5f2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504265 Oct 26 14:11:33.900975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e76d1a-b5a6-44fa-97e5-1d1e433d68e4 req-371fb350-5f99-4ffc-a021-bae78d827d69 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:33.902483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91e76d1a-b5a6-44fa-97e5-1d1e433d68e4 req-371fb350-5f99-4ffc-a021-bae78d827d69 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1361113 Oct 26 14:11:33.905643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38674) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:33.905808 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-99039683-ce11-4680-9cf5-1b786fbf1885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.909478 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c50035bf-6e19-4290-9466-6181ab916c5e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:33.914756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d3dfb2-1b00-4849-9bb7-d997f4783631 admin admin] Checking segment: {'id': 'cd4a849a-b7fc-4b62-8b49-0cd564523777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:33.915125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d3dfb2-1b00-4849-9bb7-d997f4783631 admin admin] Network hostable DHCP agents. Network: 31db61e9-1b60-4798-95f8-8992ccf378a6, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:11:33.929474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61901ce2-faad-43e1-9d65-84426f9896d8 None None] Routers {'f6e61362-b58b-474b-8901-37d938ca615f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:33.930147 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-61901ce2-faad-43e1-9d65-84426f9896d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f6e61362-b58b-474b-8901-37d938ca615f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:33.934971 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:33.935658 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.965935 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-04cd5b57-eac9-41db-882b-c674b34c057e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/routers/f6e61362-b58b-474b-8901-37d938ca615f HTTP/1.1" status: 200 len: 892 time: 0.1217654 Oct 26 14:11:33.968581 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38676) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:33.998677 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-76c94eff-5243-4c4e-b6e0-11d8e2167a8f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e61362-b58b-474b-8901-37d938ca615f HTTP/1.1" status: 200 len: 205 time: 0.0288305 Oct 26 14:11:34.001200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38678) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:34.021595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-61901ce2-faad-43e1-9d65-84426f9896d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:34.023706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee6d057-9706-4db4-80f9-de869cd81dbf req-66bfc14c-2653-42f9-89b9-a3a3adc83a7f tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.11 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.0474234 Oct 26 14:11:34.029899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d3dfb2-1b00-4849-9bb7-d997f4783631 admin admin] Network 31db61e9-1b60-4798-95f8-8992ccf378a6 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:11:34.052637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-90edc5c5-9a11-4bdc-b03c-f82ab993f9f9 None None] Could not find standard attr ID for object eefa656c-cabc-47aa-b214-f47ce217b191. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:11:34.063536 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91e76d1a-b5a6-44fa-97e5-1d1e433d68e4 req-3da5f190-4216-4330-986a-8230e2c6c0fe tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351669 Oct 26 14:11:34.068286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-34d3dfb2-1b00-4849-9bb7-d997f4783631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 31db61e9-1b60-4798-95f8-8992ccf378a6) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:34.077993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d3dfb2-1b00-4849-9bb7-d997f4783631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:34.079759 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34d3dfb2-1b00-4849-9bb7-d997f4783631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.090615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a655f7c5-3da5-46e0-abda-fc96802960fd None None] Network 31db61e9-1b60-4798-95f8-8992ccf378a6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:34.094971 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61901ce2-faad-43e1-9d65-84426f9896d8 None None] Routers {'f6e61362-b58b-474b-8901-37d938ca615f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:34.095762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-61901ce2-faad-43e1-9d65-84426f9896d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f6e61362-b58b-474b-8901-37d938ca615f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:34.147108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50035bf-6e19-4290-9466-6181ab916c5e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:34.160048 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c50035bf-6e19-4290-9466-6181ab916c5e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.202430 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-61901ce2-faad-43e1-9d65-84426f9896d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:34.203974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61901ce2-faad-43e1-9d65-84426f9896d8 None None] The sync data for ids ['f6e61362-b58b-474b-8901-37d938ca615f'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:34.210776 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.211471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99039683-ce11-4680-9cf5-1b786fbf1885 None None] Pushing event updated for resources: {'Port': ['ID=05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:34.225897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d05546d-cc31-43cb-838f-ecb0a024ca72 None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:11:34.307036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-34d3dfb2-1b00-4849-9bb7-d997f4783631 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1172559 Oct 26 14:11:34.307934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38688) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:34.319084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:34.412593 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.440873 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.441920 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.456840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9e5c-9e15-4e1d-8413-61570004805f req-02e4b5ac-b526-4da9-8ae4-9b30df1d127e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:34.464726 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a2b9e5c-9e15-4e1d-8413-61570004805f req-02e4b5ac-b526-4da9-8ae4-9b30df1d127e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1151559 Oct 26 14:11:34.471213 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4d05546d-cc31-43cb-838f-ecb0a024ca72 None None] Deleting port 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:34.471595 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4d05546d-cc31-43cb-838f-ecb0a024ca72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.556782 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-31db61e9-1b60-4798-95f8-8992ccf378a6', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'fixed_ips': [{'subnet_id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:11:34.557891 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.570370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port 1c4df3c3-44a6-4d74-8f9e-29c8b21d70cd {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:34.570370 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.582969 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4d05546d-cc31-43cb-838f-ecb0a024ca72 None None] For port 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:34.583527 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4d05546d-cc31-43cb-838f-ecb0a024ca72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.602629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4d05546d-cc31-43cb-838f-ecb0a024ca72 None None] Calling delete_port for 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:34.620720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d8e90-f1db-4dc6-b8c7-8c54fba87d6d req-c377b29f-b47f-4a56-80ce-3aa5289f3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:34.622199 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bf1d8e90-f1db-4dc6-b8c7-8c54fba87d6d req-c377b29f-b47f-4a56-80ce-3aa5289f3f62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 1096 time: 0.2193842 Oct 26 14:11:34.697273 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a2b9e5c-9e15-4e1d-8413-61570004805f req-be9acb62-42a2-4777-b663-535576995d08 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317507 Oct 26 14:11:34.756051 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.764898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d8e90-f1db-4dc6-b8c7-8c54fba87d6d req-baff627f-1823-453c-b725-a347dae0e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:34.766373 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bf1d8e90-f1db-4dc6-b8c7-8c54fba87d6d req-baff627f-1823-453c-b725-a347dae0e776 service neutron] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.1354287 Oct 26 14:11:34.771359 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5291ae00-5ec7-43dc-a00d-14711fdc2975 req-3fb02991-accb-40a1-b47d-6bc274080414 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d784cb1c-1b98-428f-9f91-e314c9ca9a02 HTTP/1.1" status: 200 len: 210 time: 0.1234679 Oct 26 14:11:34.772030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for 1c4df3c3-44a6-4d74-8f9e-29c8b21d70cd owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:34.815445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Allocated IP 172.20.0.2 (31db61e9-1b60-4798-95f8-8992ccf378a6/addd5606-6552-4f1f-b55b-993cd7b5d80f/ae88c310-589f-41df-8313-c383289fe2c7) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:34.820859 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.890655 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c50035bf-6e19-4290-9466-6181ab916c5e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.893356 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bf1d8e90-f1db-4dc6-b8c7-8c54fba87d6d req-1d1dbc9d-97f3-4f1d-9f88-5303e23b9004 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2e0764-7881-4a9b-8758-f12383e77e00 HTTP/1.1" status: 200 len: 999 time: 0.1188033 Oct 26 14:11:34.937938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50035bf-6e19-4290-9466-6181ab916c5e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:34.945847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c50035bf-6e19-4290-9466-6181ab916c5e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:34.978675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50035bf-6e19-4290-9466-6181ab916c5e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:34.979508 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c50035bf-6e19-4290-9466-6181ab916c5e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.979869 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.989213 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:34.994440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d8e90-f1db-4dc6-b8c7-8c54fba87d6d req-35b0faff-b014-49f2-b7fe-f8fd6f77023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:34.995891 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bf1d8e90-f1db-4dc6-b8c7-8c54fba87d6d req-35b0faff-b014-49f2-b7fe-f8fd6f77023a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.0937462 Oct 26 14:11:35.032276 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Network 31db61e9-1b60-4798-95f8-8992ccf378a6 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:35.035181 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.035344 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4d05546d-cc31-43cb-838f-ecb0a024ca72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.039609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50035bf-6e19-4290-9466-6181ab916c5e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=e5e624f7-e8c1-4cfe-b80b-388ff240e950,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:35.041690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:35.047677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:35.058457 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c50035bf-6e19-4290-9466-6181ab916c5e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1483216 Oct 26 14:11:35.058457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38696) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:35.064554 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-52a851f2-0c2b-4d8e-9fc3-dbff97bf9656 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'fixed_ips': [{'subnet_id': 'e5e624f7-e8c1-4cfe-b80b-388ff240e950', 'ip_address': '2001:db8::a1fb:ba2e:3ad4:48c1'}], 'name': 'tempest-NetworksTestDHCPv6-119972569'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:35.066086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05546d-cc31-43cb-838f-ecb0a024ca72 None None] No DVR routers for this DVR port 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:35.085087 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Pushing event updated for resources: {'Port': ['ID=ae88c310-589f-41df-8313-c383289fe2c7,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:35.088008 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d8e90-f1db-4dc6-b8c7-8c54fba87d6d req-f1bee99d-5604-4417-a114-8409acb250e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:35.089522 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bf1d8e90-f1db-4dc6-b8c7-8c54fba87d6d req-f1bee99d-5604-4417-a114-8409acb250e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861113 Oct 26 14:11:35.097588 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.110474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf57597-07ee-4f5d-9fcd-87f6a31ec642 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:35.153376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=1c4df3c3-44a6-4d74-8f9e-29c8b21d70cd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:35.178018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05546d-cc31-43cb-838f-ecb0a024ca72 None None] Pushing event deleted for resources: {'Port': ['ID=05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:35.194086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Attempting to bind port ae88c310-589f-41df-8313-c383289fe2c7 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:35.194086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Attempting to bind port ae88c310-589f-41df-8313-c383289fe2c7 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'cd4a849a-b7fc-4b62-8b49-0cd564523777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:35.194086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Attempting to bind port ae88c310-589f-41df-8313-c383289fe2c7 on network 31db61e9-1b60-4798-95f8-8992ccf378a6 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:35.207143 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:35.208795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Checking segment: {'id': 'cd4a849a-b7fc-4b62-8b49-0cd564523777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:35.209208 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.209607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Bound using segment: {'id': 'cd4a849a-b7fc-4b62-8b49-0cd564523777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:35.210126 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Bound port: ae88c310-589f-41df-8313-c383289fe2c7, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4a849a-b7fc-4b62-8b49-0cd564523777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:35.210530 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.268224 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.298873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a851f2-0c2b-4d8e-9fc3-dbff97bf9656 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:35.339741 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] For port ae88c310-589f-41df-8313-c383289fe2c7, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:35.357640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] For port ae88c310-589f-41df-8313-c383289fe2c7, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ae88c310-589f-41df-8313-c383289fe2c7,segment=NetworkSegment(cd4a849a-b7fc-4b62-8b49-0cd564523777),segment_id=cd4a849a-b7fc-4b62-8b49-0cd564523777)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:35.365879 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.372897 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.385337 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bf1d8e90-f1db-4dc6-b8c7-8c54fba87d6d req-450f2498-1956-4a90-8e41-64ebf66d315e service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771435 Oct 26 14:11:35.389950 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.421290 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': 'e5e624f7-e8c1-4cfe-b80b-388ff240e950'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:11:35.422236 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.464963 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.466138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Fanout notify agent at l3_agent the message router_deleted on router f6e61362-b58b-474b-8901-37d938ca615f {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:11:35.489511 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52a851f2-0c2b-4d8e-9fc3-dbff97bf9656 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.513816 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb63ac4-f0ba-402e-86bd-c0b14f04abd7 None None] Pushing event updated for resources: {'Port': ['ID=ae88c310-589f-41df-8313-c383289fe2c7,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:35.572074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-52a851f2-0c2b-4d8e-9fc3-dbff97bf9656 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port 6346258a-80e5-48b3-8275-e770adaa327e yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:11:35.596954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:35.627176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:35.627569 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 05f57bfb-4e0c-42c2-a1c6-5adfd5b91f82 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:35.722619 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.723847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Allocated IP 2001:db8::2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/e5e624f7-e8c1-4cfe-b80b-388ff240e950/f10b7078-ec7b-4b48-b5c4-fb014993c505) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:35.786791 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.830633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.836407 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-20f3585f-17c6-4b54-8694-0f9ba733cb3c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/routers/f6e61362-b58b-474b-8901-37d938ca615f HTTP/1.1" status: 204 len: 168 time: 1.8340900 Oct 26 14:11:35.837058 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38708) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:35.847730 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-00a98950-b4d1-43dd-8c56-a77f445b3f7c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-409194692'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:35.913545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a98950-b4d1-43dd-8c56-a77f445b3f7c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:35.918059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a98950-b4d1-43dd-8c56-a77f445b3f7c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.938051 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bf1d8e90-f1db-4dc6-b8c7-8c54fba87d6d req-d5b715cb-21fd-464e-aaf3-ac0ba4c3bfa5 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234954 Oct 26 14:11:35.946548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Allocated IP 172.25.4.131 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/6e114109-7394-4b48-b5e1-79638d206294) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:35.976562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a98950-b4d1-43dd-8c56-a77f445b3f7c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:11:35.987552 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a98950-b4d1-43dd-8c56-a77f445b3f7c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.987954 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-00a98950-b4d1-43dd-8c56-a77f445b3f7c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Added segment a2f173f1-8c7c-4fb5-bfca-b0883955457d of type vlan for network 1e3167bb-9d29-4b02-8d98-199d10494e65 Oct 26 14:11:35.996792 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.004429 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.039015 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a98950-b4d1-43dd-8c56-a77f445b3f7c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.056688 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:36.060111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:36.064568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:36.073389 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a98950-b4d1-43dd-8c56-a77f445b3f7c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.090697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a98950-b4d1-43dd-8c56-a77f445b3f7c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:36.091983 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a98950-b4d1-43dd-8c56-a77f445b3f7c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.101928 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Pushing event updated for resources: {'Port': ['ID=f10b7078-ec7b-4b48-b5c4-fb014993c505,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:36.140755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Attempting to bind port f10b7078-ec7b-4b48-b5c4-fb014993c505 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:36.143012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Attempting to bind port f10b7078-ec7b-4b48-b5c4-fb014993c505 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:36.143012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Attempting to bind port f10b7078-ec7b-4b48-b5c4-fb014993c505 on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:36.151863 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:36.153566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:36.154183 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.154661 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:36.156189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Bound port: f10b7078-ec7b-4b48-b5c4-fb014993c505, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:36.158259 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.169293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-52a851f2-0c2b-4d8e-9fc3-dbff97bf9656 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::a1fb:ba2e:3ad4:48c1 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/e5e624f7-e8c1-4cfe-b80b-388ff240e950/6346258a-80e5-48b3-8275-e770adaa327e) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:36.181880 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-00a98950-b4d1-43dd-8c56-a77f445b3f7c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3418629 Oct 26 14:11:36.185262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38714) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:36.195467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707a741-10fe-4cf9-9b21-1750516d58b4 req-90f5785c-199f-4440-ad1b-4e68054f4b04 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:36.203132 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b707a741-10fe-4cf9-9b21-1750516d58b4 req-90f5785c-199f-4440-ad1b-4e68054f4b04 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.2056701 Oct 26 14:11:36.221242 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'subnet': {'network_id': '1e3167bb-9d29-4b02-8d98-199d10494e65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:36.231214 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-281db2e2-9082-4d1c-96b7-28d240d3882c req-5b28345f-eef9-4f8c-8f46-2830104df8e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34bdd6d2ecac4c7886dd07fafa682d10&device_id=3790363a-cf36-48fb-ac72-b5dc76ff0ef7 HTTP/1.1" status: 200 len: 210 time: 0.0726295 Oct 26 14:11:36.251714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] For port f10b7078-ec7b-4b48-b5c4-fb014993c505, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:36.258659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] For port f10b7078-ec7b-4b48-b5c4-fb014993c505, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f10b7078-ec7b-4b48-b5c4-fb014993c505,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:36.265359 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.266189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.287051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a98950-b4d1-43dd-8c56-a77f445b3f7c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Network': ['ID=1e3167bb-9d29-4b02-8d98-199d10494e65,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:36.292371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46b2378f-2ae9-4ea9-a4be-bf79727d958d req-dda08e87-43da-48ab-b48f-c932a7073288 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=3790363a-cf36-48fb-ac72-b5dc76ff0ef7 HTTP/1.1" status: 200 len: 210 time: 0.0578952 Oct 26 14:11:36.325039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd23e5-f29f-401a-9d9c-ff3f24677122 None None] Pushing event updated for resources: {'Port': ['ID=f10b7078-ec7b-4b48-b5c4-fb014993c505,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:36.325274 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-281db2e2-9082-4d1c-96b7-28d240d3882c req-80931d9f-e3f5-43a7-9f55-7f24f7a91c27 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=34bdd6d2ecac4c7886dd07fafa682d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796750 Oct 26 14:11:36.337018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 1e3167bb-9d29-4b02-8d98-199d10494e65 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:11:36.338999 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b707a741-10fe-4cf9-9b21-1750516d58b4 req-b5090f20-92b0-4b88-a39b-80f4db79e516 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201692 Oct 26 14:11:36.487872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.588635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:36.597548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:36.609042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:36.618758 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52a851f2-0c2b-4d8e-9fc3-dbff97bf9656 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.642424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:36.645910 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.652228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Pushing event updated for resources: {'Port': ['ID=6e114109-7394-4b48-b5e1-79638d206294,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:36.869338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281db2e2-9082-4d1c-96b7-28d240d3882c req-53a1f8a3-2153-40e7-a4f2-f60e72904ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:36.870929 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-281db2e2-9082-4d1c-96b7-28d240d3882c req-53a1f8a3-2153-40e7-a4f2-f60e72904ced service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5317507 Oct 26 14:11:36.990744 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.023735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0071e189-276e-4405-97ae-ae78d8a04584 None None] Network 31db61e9-1b60-4798-95f8-8992ccf378a6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:37.061875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Subnet': ['ID=a525741f-aadb-4a90-960f-3463c342021d,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:37.073824 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:37.074205 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:37.074544 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:37.074877 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:37.075207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:37.075548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:37.075869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:37.076298 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:37.076623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:37.076943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:37.077263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:37.077580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:37.081590 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Checking segment: {'id': 'a2f173f1-8c7c-4fb5-bfca-b0883955457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1e3167bb-9d29-4b02-8d98-199d10494e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:37.081957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network hostable DHCP agents. Network: 1e3167bb-9d29-4b02-8d98-199d10494e65, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:11:37.103368 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 1e3167bb-9d29-4b02-8d98-199d10494e65 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:11:37.118031 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 1e3167bb-9d29-4b02-8d98-199d10494e65) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:37.124790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:37.126124 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.129436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eb679f-ed7b-48a0-b011-4c144be87136 None None] Network 1e3167bb-9d29-4b02-8d98-199d10494e65 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:37.149521 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e7022888-9aa5-4bd6-9c1a-6bb2f6f8d65c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9414532 Oct 26 14:11:37.151785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38722) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:37.157439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-eec85971-88e3-4d41-8c29-2f275dc78f5e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1389646748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:37.180937 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f6b1b788-1162-442d-b01d-d419f1f4a232 None None] Provisioning complete for port ae88c310-589f-41df-8313-c383289fe2c7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:37.181486 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f6b1b788-1162-442d-b01d-d419f1f4a232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.184687 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eec85971-88e3-4d41-8c29-2f275dc78f5e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.186683 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eec85971-88e3-4d41-8c29-2f275dc78f5e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.250814 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52a851f2-0c2b-4d8e-9fc3-dbff97bf9656 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.260878 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eec85971-88e3-4d41-8c29-2f275dc78f5e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.268378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eec85971-88e3-4d41-8c29-2f275dc78f5e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.291667 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eec85971-88e3-4d41-8c29-2f275dc78f5e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.293404 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-eec85971-88e3-4d41-8c29-2f275dc78f5e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1400816 Oct 26 14:11:37.298439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38724) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:37.312213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a851f2-0c2b-4d8e-9fc3-dbff97bf9656 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:37.323914 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-52a851f2-0c2b-4d8e-9fc3-dbff97bf9656 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:37.326327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a851f2-0c2b-4d8e-9fc3-dbff97bf9656 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=6346258a-80e5-48b3-8275-e770adaa327e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:37.328893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a851f2-0c2b-4d8e-9fc3-dbff97bf9656 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:37.334945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a851f2-0c2b-4d8e-9fc3-dbff97bf9656 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:37.343714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52a851f2-0c2b-4d8e-9fc3-dbff97bf9656 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.449305 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-52a851f2-0c2b-4d8e-9fc3-dbff97bf9656 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3884029 Oct 26 14:11:37.478985 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-1e3167bb-9d29-4b02-8d98-199d10494e65', 'network_id': '1e3167bb-9d29-4b02-8d98-199d10494e65', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'fixed_ips': [{'subnet_id': 'a525741f-aadb-4a90-960f-3463c342021d'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:11:37.480143 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.481924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38732) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:37.547072 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f6b1b788-1162-442d-b01d-d419f1f4a232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.643688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93918c3e-5e4b-4b56-a4cd-a0b6c87808af req-af4825bb-266a-4280-8355-d8e0d8118bce tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=3790363a-cf36-48fb-ac72-b5dc76ff0ef7 HTTP/1.1" status: 200 len: 210 time: 0.1377287 Oct 26 14:11:37.692749 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f10b7078-ec7b-4b48-b5c4-fb014993c505 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:37.711403 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd64bc2-f6f5-4d44-a0fe-2d129ca241ef req-b8cf5a3f-3c43-40de-bd73-da39adc9125e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:37.720027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6dd64bc2-f6f5-4d44-a0fe-2d129ca241ef req-b8cf5a3f-3c43-40de-bd73-da39adc9125e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.2151427 Oct 26 14:11:37.781001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6dd64bc2-f6f5-4d44-a0fe-2d129ca241ef req-5e465afc-9798-4bbf-b231-16fc21bc7027 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601845 Oct 26 14:11:37.798793 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.815100 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.876583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Allocated IP 2001:db8::2 (1e3167bb-9d29-4b02-8d98-199d10494e65/a525741f-aadb-4a90-960f-3463c342021d/f2128ae7-f3f9-43ab-97b1-b3353507ddde) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:38.004524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f6b1b788-1162-442d-b01d-d419f1f4a232 None None] For port ae88c310-589f-41df-8313-c383289fe2c7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ae88c310-589f-41df-8313-c383289fe2c7,segment=NetworkSegment(cd4a849a-b7fc-4b62-8b49-0cd564523777),segment_id=cd4a849a-b7fc-4b62-8b49-0cd564523777)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:38.029853 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f6b1b788-1162-442d-b01d-d419f1f4a232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.043841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c855ce68-cc29-4ecb-837e-e2debb171eba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:38.050986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c855ce68-cc29-4ecb-837e-e2debb171eba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:38.053931 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c855ce68-cc29-4ecb-837e-e2debb171eba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5699291 Oct 26 14:11:38.057182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38740) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:38.146995 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1b788-1162-442d-b01d-d419f1f4a232 None None] Pushing event updated for resources: {'Port': ['ID=ae88c310-589f-41df-8313-c383289fe2c7,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:38.153178 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a930ead-e121-48e2-872a-339feea9ae8d req-a95238d4-6921-4c1f-98d3-dc759f88e79c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:38.161600 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-281db2e2-9082-4d1c-96b7-28d240d3882c req-7cc68cbd-6e09-471e-b2a9-8a1fbe81ad5e tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.25 "GET /v2.0/ports?device_id=3790363a-cf36-48fb-ac72-b5dc76ff0ef7 HTTP/1.1" status: 200 len: 210 time: 0.0422740 Oct 26 14:11:38.161764 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a930ead-e121-48e2-872a-339feea9ae8d req-a95238d4-6921-4c1f-98d3-dc759f88e79c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1736619 Oct 26 14:11:38.167888 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f10b7078-ec7b-4b48-b5c4-fb014993c505 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:38.168261 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.207663 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.228064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1221cbb1-a342-4027-84cb-f6e22ff0c130 None None] Provisioning complete for port f10b7078-ec7b-4b48-b5c4-fb014993c505 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:38.228363 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1221cbb1-a342-4027-84cb-f6e22ff0c130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.238403 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.243332 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a930ead-e121-48e2-872a-339feea9ae8d req-0981bc71-ab99-427c-bbd4-cd3b1d674b6e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798831 Oct 26 14:11:38.284785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2887774f-e3bf-496e-8750-d10761d44ab7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 6346258a-80e5-48b3-8275-e770adaa327e {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:38.285524 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2887774f-e3bf-496e-8750-d10761d44ab7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.316693 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.407826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Pushing event updated for resources: {'Port': ['ID=f2128ae7-f3f9-43ab-97b1-b3353507ddde,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:38.410026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Allocated IP 2001:db8::1 (1e3167bb-9d29-4b02-8d98-199d10494e65/a525741f-aadb-4a90-960f-3463c342021d/67ed0824-7ca4-4a64-bd70-a2a2eea5c535) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:38.441487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Network 1e3167bb-9d29-4b02-8d98-199d10494e65 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:38.441838 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2887774f-e3bf-496e-8750-d10761d44ab7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.446766 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.448707 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:38.457362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:38.472387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbae03-119f-4c02-af99-6e7275bf4a67 req-82a9ca95-a442-4802-8ac1-df89601a97b6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:38.474162 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2887774f-e3bf-496e-8750-d10761d44ab7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 6346258a-80e5-48b3-8275-e770adaa327e owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:38.475187 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fefbae03-119f-4c02-af99-6e7275bf4a67 req-82a9ca95-a442-4802-8ac1-df89601a97b6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.0882721 Oct 26 14:11:38.510022 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port f10b7078-ec7b-4b48-b5c4-fb014993c505, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f10b7078-ec7b-4b48-b5c4-fb014993c505,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:38.532937 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fefbae03-119f-4c02-af99-6e7275bf4a67 req-be533cf9-d7cc-4cca-82d4-3c0e80da71ae tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497086 Oct 26 14:11:38.541802 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.542742 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ae88c310-589f-41df-8313-c383289fe2c7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:38.550995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Router eff8808d-6b56-4f79-855a-c9e282628ec2 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:11:38.617081 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Attempting to bind port f2128ae7-f3f9-43ab-97b1-b3353507ddde on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:38.617444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Attempting to bind port f2128ae7-f3f9-43ab-97b1-b3353507ddde by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'a2f173f1-8c7c-4fb5-bfca-b0883955457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1e3167bb-9d29-4b02-8d98-199d10494e65'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:38.617798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Attempting to bind port f2128ae7-f3f9-43ab-97b1-b3353507ddde on network 1e3167bb-9d29-4b02-8d98-199d10494e65 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:38.627194 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1221cbb1-a342-4027-84cb-f6e22ff0c130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.642319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:38.642585 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Checking segment: {'id': 'a2f173f1-8c7c-4fb5-bfca-b0883955457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1e3167bb-9d29-4b02-8d98-199d10494e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:38.642967 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.643363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Bound using segment: {'id': 'a2f173f1-8c7c-4fb5-bfca-b0883955457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1e3167bb-9d29-4b02-8d98-199d10494e65'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:38.644294 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Bound port: f2128ae7-f3f9-43ab-97b1-b3353507ddde, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f173f1-8c7c-4fb5-bfca-b0883955457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1e3167bb-9d29-4b02-8d98-199d10494e65'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:38.644294 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.668114 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.701420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:38.718508 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Sync routers for ids ['eff8808d-6b56-4f79-855a-c9e282628ec2'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:38.719019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=f10b7078-ec7b-4b48-b5c4-fb014993c505,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:38.752279 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.754665 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Routers {'eff8808d-6b56-4f79-855a-c9e282628ec2'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:38.755975 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['eff8808d-6b56-4f79-855a-c9e282628ec2'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:38.757954 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-68170e16-482a-434c-8616-f3ddefc2ce04 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4484408 Oct 26 14:11:38.758750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38748) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:38.792655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ae88c310-589f-41df-8313-c383289fe2c7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:38.793162 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.796582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] For port f2128ae7-f3f9-43ab-97b1-b3353507ddde, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:38.800169 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-1221cbb1-a342-4027-84cb-f6e22ff0c130 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:11:38.800518 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-1221cbb1-a342-4027-84cb-f6e22ff0c130 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:11:38.802232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] For port f2128ae7-f3f9-43ab-97b1-b3353507ddde, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f2128ae7-f3f9-43ab-97b1-b3353507ddde,segment=NetworkSegment(a2f173f1-8c7c-4fb5-bfca-b0883955457d),segment_id=a2f173f1-8c7c-4fb5-bfca-b0883955457d)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:38.823538 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.858029 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2887774f-e3bf-496e-8750-d10761d44ab7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.861198 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:38.913582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1011f0-9f03-41af-bcc2-c98e696e7ed0 None None] Pushing event updated for resources: {'Port': ['ID=f2128ae7-f3f9-43ab-97b1-b3353507ddde,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:38.950761 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Set router eff8808d-6b56-4f79-855a-c9e282628ec2 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:39.001709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 1e3167bb-9d29-4b02-8d98-199d10494e65 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:39.010446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:39.017795 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2887774f-e3bf-496e-8750-d10761d44ab7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:39.021872 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2887774f-e3bf-496e-8750-d10761d44ab7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/6346258a-80e5-48b3-8275-e770adaa327e HTTP/1.1" status: 204 len: 168 time: 0.9633305 Oct 26 14:11:39.026605 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:39.027429 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:39.041130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38758) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:39.044760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13bb14c-59da-4cce-bf42-2d539de2dfe7 req-df019dc0-59d7-4d4e-9126-cacba48c5a20 tempest-ServerShowV247Test-31883709 tempest-ServerShowV247Test-31883709-project] 10.222.0.32 "GET /v2.0/ports?device_id=3790363a-cf36-48fb-ac72-b5dc76ff0ef7 HTTP/1.1" status: 200 len: 210 time: 0.0579376 Oct 26 14:11:39.206092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=67ed0824-7ca4-4a64-bd70-a2a2eea5c535,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:39.231001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec07ef-fad2-4d3c-87fb-b7e662813213 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:39.232529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec07ef-fad2-4d3c-87fb-b7e662813213 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:39.238387 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f6ec07ef-fad2-4d3c-87fb-b7e662813213 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1918771 Oct 26 14:11:39.238387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38760) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:39.267601 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:39.339396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887774f-e3bf-496e-8750-d10761d44ab7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=6346258a-80e5-48b3-8275-e770adaa327e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:39.394752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1221cbb1-a342-4027-84cb-f6e22ff0c130 None None] Provisioning complete for port ae88c310-589f-41df-8313-c383289fe2c7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:39.395374 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1221cbb1-a342-4027-84cb-f6e22ff0c130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:39.482256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-9369fb64-bb87-49d9-a69c-048f262e4789 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet e5e624f7-e8c1-4cfe-b80b-388ff240e950 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:39.492376 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4b6b6-bdbd-4fb5-8263-06b684690090 req-292f6957-53fd-402a-ab4a-9a6489dfd298 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:39.498653 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '6e114109-7394-4b48-b5e1-79638d206294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:11:37Z', 'revision_number': 3, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port': {'id': '6e114109-7394-4b48-b5e1-79638d206294', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:df:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:35Z', 'updated_at': '2021-10-26T14:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:39.499911 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0a4b6b6-bdbd-4fb5-8263-06b684690090 req-292f6957-53fd-402a-ab4a-9a6489dfd298 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.3305902 Oct 26 14:11:39.513347 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9369fb64-bb87-49d9-a69c-048f262e4789 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:39.562542 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Checking router: eff8808d-6b56-4f79-855a-c9e282628ec2 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:11:39.562899 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Updating router eff8808d-6b56-4f79-855a-c9e282628ec2 port 6e114109-7394-4b48-b5e1-79638d206294 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:11:39.609552 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:39.659610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-afdab08f-1c3b-4a65-8f28-38a4fa7965c3 None None] Could not find standard attr ID for object 6346258a-80e5-48b3-8275-e770adaa327e. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:11:39.687509 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9369fb64-bb87-49d9-a69c-048f262e4789 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:39.708612 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:39.725638 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:39.726568 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:39.736229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f10b7078-ec7b-4b48-b5c4-fb014993c505 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:39.758653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0a4b6b6-bdbd-4fb5-8263-06b684690090 req-ea97976d-0b16-4161-8e0e-1791086304aa tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520008 Oct 26 14:11:39.832453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f10b7078-ec7b-4b48-b5c4-fb014993c505 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:39.832845 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:39.859807 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9369fb64-bb87-49d9-a69c-048f262e4789 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:39.861215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=67ed0824-7ca4-4a64-bd70-a2a2eea5c535,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:39.932557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 1e3167bb-9d29-4b02-8d98-199d10494e65 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:39.935582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:39.945912 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ae88c310-589f-41df-8313-c383289fe2c7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:39.967092 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:39.985095 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.012975 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9369fb64-bb87-49d9-a69c-048f262e4789 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.081211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369fb64-bb87-49d9-a69c-048f262e4789 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e624f7-e8c1-4cfe-b80b-388ff240e950,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:40.096941 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Attempting to bind port 6e114109-7394-4b48-b5e1-79638d206294 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:40.103332 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.103931 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Attempting to bind port 6e114109-7394-4b48-b5e1-79638d206294 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:40.104309 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Attempting to bind port 6e114109-7394-4b48-b5e1-79638d206294 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:40.107512 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router 6470e9bd-5d26-4ef9-9731-183a82674563 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:11:40.113148 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9369fb64-bb87-49d9-a69c-048f262e4789 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.124236 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9369fb64-bb87-49d9-a69c-048f262e4789 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/e5e624f7-e8c1-4cfe-b80b-388ff240e950 HTTP/1.1" status: 204 len: 168 time: 0.8853543 Oct 26 14:11:40.126676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38766) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:40.128914 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:40.129521 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:40.130136 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.130927 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:40.131601 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Bound port: 6e114109-7394-4b48-b5e1-79638d206294, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:40.132863 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.163982 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44aaa40-cd0e-46c5-acd7-e0cb4596c529 None None] Pushing event updated for resources: {'Port': ['ID=6e114109-7394-4b48-b5e1-79638d206294,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:40.200174 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaa40-cd0e-46c5-acd7-e0cb4596c529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:40.200769 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaa40-cd0e-46c5-acd7-e0cb4596c529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:40.201282 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaa40-cd0e-46c5-acd7-e0cb4596c529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:40.201785 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaa40-cd0e-46c5-acd7-e0cb4596c529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:40.202310 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaa40-cd0e-46c5-acd7-e0cb4596c529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:40.202826 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaa40-cd0e-46c5-acd7-e0cb4596c529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:40.203520 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaa40-cd0e-46c5-acd7-e0cb4596c529 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:40.204197 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaa40-cd0e-46c5-acd7-e0cb4596c529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:40.204684 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaa40-cd0e-46c5-acd7-e0cb4596c529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:40.205332 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaa40-cd0e-46c5-acd7-e0cb4596c529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:40.205824 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaa40-cd0e-46c5-acd7-e0cb4596c529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:40.206508 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaa40-cd0e-46c5-acd7-e0cb4596c529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:40.213956 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3f45d86a-8d56-4bb8-81ab-fc8227312800 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860853 Oct 26 14:11:40.217204 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38772) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:40.238932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-aba1575a-2ae0-4ac9-9be1-589e15f6d614 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:40.249488 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] For port 6e114109-7394-4b48-b5e1-79638d206294, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:40.257602 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] For port 6e114109-7394-4b48-b5e1-79638d206294, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6e114109-7394-4b48-b5e1-79638d206294,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:40.270267 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.301319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c72abc-4490-4098-8fbf-5fa6a373d7b0 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:40.364469 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Routers {'eff8808d-6b56-4f79-855a-c9e282628ec2'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:40.366994 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['eff8808d-6b56-4f79-855a-c9e282628ec2'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:40.520996 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] Set router eff8808d-6b56-4f79-855a-c9e282628ec2 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:40.594980 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38778) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:40.604621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba1575a-2ae0-4ac9-9be1-589e15f6d614 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:40.608948 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aba1575a-2ae0-4ac9-9be1-589e15f6d614 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.618491 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ae88c310-589f-41df-8313-c383289fe2c7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:40.618979 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.669619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea1d698-9bda-473a-94c1-4d7fc03d02b9 None None] Network 1e3167bb-9d29-4b02-8d98-199d10494e65 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:40.698408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Allocated IP 172.20.0.1 (31db61e9-1b60-4798-95f8-8992ccf378a6/addd5606-6552-4f1f-b55b-993cd7b5d80f/c85ab149-69ca-472d-aaef-e6b9789021c0) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:40.722040 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44aaa40-cd0e-46c5-acd7-e0cb4596c529 None None] Pushing event updated for resources: {'Port': ['ID=6e114109-7394-4b48-b5e1-79638d206294,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:40.832400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-08c7418e-2553-4b35-9fda-0cdeb3e885d1 None None] Provisioning complete for port f2128ae7-f3f9-43ab-97b1-b3353507ddde triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:40.832925 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-08c7418e-2553-4b35-9fda-0cdeb3e885d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.855409 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-009f3641-f24c-46c6-8b0f-218553188255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.857400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:40.874382 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5849251b-4504-4496-bb6e-e1acb7092f86 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/6470e9bd-5d26-4ef9-9731-183a82674563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5727949 Oct 26 14:11:40.875001 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38784) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:40.879063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47ed284-29c2-45ac-a765-73505799a27b None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:11:40.888526 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '6e114109-7394-4b48-b5e1-79638d206294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:11:37Z', 'revision_number': 3, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port': {'id': '6e114109-7394-4b48-b5e1-79638d206294', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:df:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:35Z', 'updated_at': '2021-10-26T14:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:40.892863 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0209773-f326-4b7e-9d0f-088fbaf033b4 None None] Sync routers for ids ['6470e9bd-5d26-4ef9-9731-183a82674563'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:40.919013 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0209773-f326-4b7e-9d0f-088fbaf033b4 None None] Routers {'6470e9bd-5d26-4ef9-9731-183a82674563'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:40.919660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a0209773-f326-4b7e-9d0f-088fbaf033b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6470e9bd-5d26-4ef9-9731-183a82674563'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:40.926470 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf8c39-0998-455c-9233-2acc96054e06 None None] The sync data for ids ['eff8808d-6b56-4f79-855a-c9e282628ec2'] in n-d-815498-1 is: [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '6e114109-7394-4b48-b5e1-79638d206294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:11:37Z', 'revision_number': 3, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port': {'id': '6e114109-7394-4b48-b5e1-79638d206294', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:df:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:35Z', 'updated_at': '2021-10-26T14:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:40.936860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbd8b82-cab1-4e98-90fc-a8918ff93ff5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:40.938751 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9fbd8b82-cab1-4e98-90fc-a8918ff93ff5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports/67ed0824-7ca4-4a64-bd70-a2a2eea5c535 HTTP/1.1" status: 200 len: 911 time: 0.0625501 Oct 26 14:11:40.942623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38786) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:40.952073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e11a6972-b300-4b7a-ab5a-9e7178afda0c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a525741f-aadb-4a90-960f-3463c342021d'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:41.010732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a0209773-f326-4b7e-9d0f-088fbaf033b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:41.062295 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:41.089913 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0209773-f326-4b7e-9d0f-088fbaf033b4 None None] Routers {'6470e9bd-5d26-4ef9-9731-183a82674563'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:41.090641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a0209773-f326-4b7e-9d0f-088fbaf033b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6470e9bd-5d26-4ef9-9731-183a82674563'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:41.098070 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aba1575a-2ae0-4ac9-9be1-589e15f6d614 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:41.107485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee738492-4682-49b7-a4ef-f476444ff751 req-ad3cd846-f9a3-48fc-8846-6331acbb6302 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:41.109365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee738492-4682-49b7-a4ef-f476444ff751 req-ad3cd846-f9a3-48fc-8846-6331acbb6302 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.2194796 Oct 26 14:11:41.134895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f2128ae7-f3f9-43ab-97b1-b3353507ddde up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:41.140548 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e11a6972-b300-4b7a-ab5a-9e7178afda0c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:41.144322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a0209773-f326-4b7e-9d0f-088fbaf033b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:41.144957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0209773-f326-4b7e-9d0f-088fbaf033b4 None None] The sync data for ids ['6470e9bd-5d26-4ef9-9731-183a82674563'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:41.209259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba1575a-2ae0-4ac9-9be1-589e15f6d614 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:41.230617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-aba1575a-2ae0-4ac9-9be1-589e15f6d614 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:41.234412 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-009f3641-f24c-46c6-8b0f-218553188255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:41.241255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba1575a-2ae0-4ac9-9be1-589e15f6d614 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:41.242140 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aba1575a-2ae0-4ac9-9be1-589e15f6d614 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:41.244911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1575a-2ae0-4ac9-9be1-589e15f6d614 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=97fe812c-6cb8-4bcd-8f0c-129e2b67aebb,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:41.250724 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:41.268994 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-009f3641-f24c-46c6-8b0f-218553188255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:41.328595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee738492-4682-49b7-a4ef-f476444ff751 req-0194facb-0aca-4d43-82ed-509c51e2b79d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013276 Oct 26 14:11:41.333265 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-08c7418e-2553-4b35-9fda-0cdeb3e885d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:41.368175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-aba1575a-2ae0-4ac9-9be1-589e15f6d614 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1458254 Oct 26 14:11:41.374423 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38794) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:41.380973 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c47ed284-29c2-45ac-a765-73505799a27b None None] Deleting port f10b7078-ec7b-4b48-b5c4-fb014993c505 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:41.381522 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c47ed284-29c2-45ac-a765-73505799a27b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:41.381725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b155a47f-0faf-42f0-8f81-a7038671a974 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'fixed_ips': [{'subnet_id': '97fe812c-6cb8-4bcd-8f0c-129e2b67aebb', 'ip_address': '2001:db8::feb4:c39:def6:e7a8'}], 'name': 'tempest-NetworksTestDHCPv6-9379076'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:41.416721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Network 31db61e9-1b60-4798-95f8-8992ccf378a6 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:41.435883 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:41.442070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:41.443404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f3641-f24c-46c6-8b0f-218553188255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfb60a1-1271-4170-8700-4c03f39b6ffb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:41.450507 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-009f3641-f24c-46c6-8b0f-218553188255 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34bdd6d2ecac4c7886dd07fafa682d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8519049 Oct 26 14:11:41.450507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Pushing event updated for resources: {'Port': ['ID=c85ab149-69ca-472d-aaef-e6b9789021c0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:41.526958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38796) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:41.577434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c47ed284-29c2-45ac-a765-73505799a27b None None] For port f10b7078-ec7b-4b48-b5c4-fb014993c505, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f10b7078-ec7b-4b48-b5c4-fb014993c505,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:41.578054 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c47ed284-29c2-45ac-a765-73505799a27b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:41.639598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c47ed284-29c2-45ac-a765-73505799a27b None None] Calling delete_port for f10b7078-ec7b-4b48-b5c4-fb014993c505 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:41.710777 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b155a47f-0faf-42f0-8f81-a7038671a974 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:41.758735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f2128ae7-f3f9-43ab-97b1-b3353507ddde triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:41.759113 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:41.815627 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-08c7418e-2553-4b35-9fda-0cdeb3e885d1 None None] For port f2128ae7-f3f9-43ab-97b1-b3353507ddde, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f2128ae7-f3f9-43ab-97b1-b3353507ddde,segment=NetworkSegment(a2f173f1-8c7c-4fb5-bfca-b0883955457d),segment_id=a2f173f1-8c7c-4fb5-bfca-b0883955457d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:41.864231 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-08c7418e-2553-4b35-9fda-0cdeb3e885d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:41.871728 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b155a47f-0faf-42f0-8f81-a7038671a974 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:41.959387 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c47ed284-29c2-45ac-a765-73505799a27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:41.964045 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:11:42.042483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7418e-2553-4b35-9fda-0cdeb3e885d1 None None] Pushing event updated for resources: {'Port': ['ID=f2128ae7-f3f9-43ab-97b1-b3353507ddde,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:42.045935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ed284-29c2-45ac-a765-73505799a27b None None] No DVR routers for this DVR port f10b7078-ec7b-4b48-b5c4-fb014993c505 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:42.119054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e54c8b-3303-49de-9e52-762801acc1fc None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:42.124594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ed284-29c2-45ac-a765-73505799a27b None None] Pushing event deleted for resources: {'Port': ['ID=f10b7078-ec7b-4b48-b5c4-fb014993c505,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:42.139256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-278d35d4-ca71-4042-9d49-421d271b8a1a None None] Provisioning complete for port c85ab149-69ca-472d-aaef-e6b9789021c0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:42.139626 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-278d35d4-ca71-4042-9d49-421d271b8a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.202792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.218396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-b155a47f-0faf-42f0-8f81-a7038671a974 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port e5d696ad-1b4b-4c1a-8e8c-a2b5690fd74b yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:11:42.225253 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da95abf6-8e58-45ac-863f-89aa17156b3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.231566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-278d35d4-ca71-4042-9d49-421d271b8a1a None None] Port c85ab149-69ca-472d-aaef-e6b9789021c0 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:42.336612 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e11a6972-b300-4b7a-ab5a-9e7178afda0c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.355294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75d271-511a-4f7d-8855-c17239d7a9d0 req-0bad7e63-4b83-4d9a-a4d1-d6ebdb0b5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:42.356888 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c75d271-511a-4f7d-8855-c17239d7a9d0 req-0bad7e63-4b83-4d9a-a4d1-d6ebdb0b5433 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 1096 time: 0.4912267 Oct 26 14:11:42.360474 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2727785-a0d7-4086-bb7b-4d152b760f22 req-325ffaa6-306a-4894-8c8a-4f88585d836b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:42.370644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2727785-a0d7-4086-bb7b-4d152b760f22 req-325ffaa6-306a-4894-8c8a-4f88585d836b tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.2157280 Oct 26 14:11:42.437638 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da95abf6-8e58-45ac-863f-89aa17156b3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.438361 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e11a6972-b300-4b7a-ab5a-9e7178afda0c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.444897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11a6972-b300-4b7a-ab5a-9e7178afda0c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:42.445677 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e11a6972-b300-4b7a-ab5a-9e7178afda0c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.450181 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e11a6972-b300-4b7a-ab5a-9e7178afda0c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/ports/67ed0824-7ca4-4a64-bd70-a2a2eea5c535 HTTP/1.1" status: 200 len: 911 time: 1.5064480 Oct 26 14:11:42.450601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38806) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:42.476921 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2727785-a0d7-4086-bb7b-4d152b760f22 req-04d6a11b-7dc1-4633-88fd-9fbf189a7804 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006436 Oct 26 14:11:42.501367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d805c404-1948-466c-bf83-57aefd290e3b None None] Provisioning complete for port 67ed0824-7ca4-4a64-bd70-a2a2eea5c535 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:42.502154 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d805c404-1948-466c-bf83-57aefd290e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.575627 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.682860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d805c404-1948-466c-bf83-57aefd290e3b None None] Port 67ed0824-7ca4-4a64-bd70-a2a2eea5c535 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:42.710020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6e114109-7394-4b48-b5e1-79638d206294 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:42.825139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a6972-b300-4b7a-ab5a-9e7178afda0c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=67ed0824-7ca4-4a64-bd70-a2a2eea5c535,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:42.825815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': '97fe812c-6cb8-4bcd-8f0c-129e2b67aebb'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:11:42.826705 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.861342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.865822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d805c404-1948-466c-bf83-57aefd290e3b None None] Provisioning complete for port f2128ae7-f3f9-43ab-97b1-b3353507ddde triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:42.866225 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d805c404-1948-466c-bf83-57aefd290e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.867928 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.872994 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e10931f3-26bf-43ef-bb11-f298d5c302d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.905468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 6e114109-7394-4b48-b5e1-79638d206294 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:42.906931 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.951154 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da95abf6-8e58-45ac-863f-89aa17156b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.953693 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da95abf6-8e58-45ac-863f-89aa17156b3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.957197 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-da95abf6-8e58-45ac-863f-89aa17156b3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0cfb60a1-1271-4170-8700-4c03f39b6ffb HTTP/1.1" status: 204 len: 168 time: 1.4236152 Oct 26 14:11:42.957342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:42.958555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Pushing event updated for resources: {'Port': ['ID=c85ab149-69ca-472d-aaef-e6b9789021c0,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:42.988382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75d271-511a-4f7d-8855-c17239d7a9d0 req-60b5a0f0-03c8-4c58-9ecc-6bb4925fbb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:42.989926 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c75d271-511a-4f7d-8855-c17239d7a9d0 req-60b5a0f0-03c8-4c58-9ecc-6bb4925fbb09 service neutron] 10.222.0.25 "GET /v2.0/networks?id=085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 200 len: 912 time: 0.6040215 Oct 26 14:11:43.028871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-b155a47f-0faf-42f0-8f81-a7038671a974 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::feb4:c39:def6:e7a8 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/97fe812c-6cb8-4bcd-8f0c-129e2b67aebb/e5d696ad-1b4b-4c1a-8e8c-a2b5690fd74b) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:43.123537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95abf6-8e58-45ac-863f-89aa17156b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfb60a1-1271-4170-8700-4c03f39b6ffb,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:43.140990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Network 31db61e9-1b60-4798-95f8-8992ccf378a6 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:43.147571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:43.179396 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:43.220072 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 6e114109-7394-4b48-b5e1-79638d206294, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6e114109-7394-4b48-b5e1-79638d206294,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:43.227442 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:43.228307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f2128ae7-f3f9-43ab-97b1-b3353507ddde up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:43.349499 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c75d271-511a-4f7d-8855-c17239d7a9d0 req-0c70ba9c-3771-4135-9fc8-fc802bb0533a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2e0764-7881-4a9b-8758-f12383e77e00 HTTP/1.1" status: 200 len: 999 time: 0.2642679 Oct 26 14:11:43.417162 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75d271-511a-4f7d-8855-c17239d7a9d0 req-cbe64a56-0205-4db8-9be3-daa6b1f204f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:43.419121 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c75d271-511a-4f7d-8855-c17239d7a9d0 req-cbe64a56-0205-4db8-9be3-daa6b1f204f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 200 len: 850 time: 0.0600946 Oct 26 14:11:43.471401 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Router eff8808d-6b56-4f79-855a-c9e282628ec2 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:11:43.504900 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=6e114109-7394-4b48-b5e1-79638d206294,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:43.554891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75d271-511a-4f7d-8855-c17239d7a9d0 req-910ad136-7cc9-4330-bd7b-ec6cd49eb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:43.556249 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c75d271-511a-4f7d-8855-c17239d7a9d0 req-910ad136-7cc9-4330-bd7b-ec6cd49eb5f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=085226ca-b6b9-4faf-b0ae-34b30fcc3113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125486 Oct 26 14:11:43.561357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:43.562146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:43.562487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:43.562822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:43.563726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:43.564076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:43.564492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:43.566203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:43.566797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:43.567134 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:43.567515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:43.567849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:43.602720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ddaa8fb0-ff0b-48ba-8954-f8a07e3cb57e None None] Provisioning complete for port 67ed0824-7ca4-4a64-bd70-a2a2eea5c535 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:43.603095 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ddaa8fb0-ff0b-48ba-8954-f8a07e3cb57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:43.611593 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b155a47f-0faf-42f0-8f81-a7038671a974 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:43.705110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f2128ae7-f3f9-43ab-97b1-b3353507ddde triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:43.708454 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:43.734562 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c75d271-511a-4f7d-8855-c17239d7a9d0 req-3b1b453a-72a3-4261-8bc8-d5fc54e75c06 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573646 Oct 26 14:11:43.777823 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b155a47f-0faf-42f0-8f81-a7038671a974 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:43.795454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a0f11-f005-4c28-b8c2-683caeac66ce req-6e7a04e0-34f2-4ccd-9d2a-14a1c0ee5427 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:43.797179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-991a0f11-f005-4c28-b8c2-683caeac66ce req-6e7a04e0-34f2-4ccd-9d2a-14a1c0ee5427 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1028156 Oct 26 14:11:43.798960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:43.818931 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Sync routers for ids ['eff8808d-6b56-4f79-855a-c9e282628ec2'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:43.829798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa8fb0-ff0b-48ba-8954-f8a07e3cb57e None None] Port 67ed0824-7ca4-4a64-bd70-a2a2eea5c535 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:43.832245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9723c111-9b10-4d86-9cff-4cc0e8e77984 admin admin] 10.222.0.32 "PUT /v2.0/routers/eff8808d-6b56-4f79-855a-c9e282628ec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0634520 Oct 26 14:11:43.844358 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Routers {'eff8808d-6b56-4f79-855a-c9e282628ec2'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:43.850217 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['eff8808d-6b56-4f79-855a-c9e282628ec2'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:43.943104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-991a0f11-f005-4c28-b8c2-683caeac66ce req-2ac29145-fdc9-4364-93b9-3ddac2b19d2d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050141 Oct 26 14:11:44.082232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Allocated IP 2001:db8::2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/97fe812c-6cb8-4bcd-8f0c-129e2b67aebb/d8e5da97-468d-42ab-9b46-ed2f2e760790) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:44.118427 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Set router eff8808d-6b56-4f79-855a-c9e282628ec2 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:44.126941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d64a4238-33c5-4e75-b69e-ad5037d3a004 None None] Provisioning complete for port c85ab149-69ca-472d-aaef-e6b9789021c0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:44.127324 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d64a4238-33c5-4e75-b69e-ad5037d3a004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:44.183282 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155a47f-0faf-42f0-8f81-a7038671a974 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=e5d696ad-1b4b-4c1a-8e8c-a2b5690fd74b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:44.191191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f10b7078-ec7b-4b48-b5c4-fb014993c505 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:44.194399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b155a47f-0faf-42f0-8f81-a7038671a974 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:44.204525 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b155a47f-0faf-42f0-8f81-a7038671a974 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:44.213584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b155a47f-0faf-42f0-8f81-a7038671a974 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:44.220039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155a47f-0faf-42f0-8f81-a7038671a974 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:44.220692 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b155a47f-0faf-42f0-8f81-a7038671a974 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:44.256430 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b155a47f-0faf-42f0-8f81-a7038671a974 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8794396 Oct 26 14:11:44.259646 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38852) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:44.263170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: f10b7078-ec7b-4b48-b5c4-fb014993c505 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:44.263521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f10b7078-ec7b-4b48-b5c4-fb014993c505 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:44.289711 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d64a4238-33c5-4e75-b69e-ad5037d3a004 None None] Port c85ab149-69ca-472d-aaef-e6b9789021c0 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:44.308704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-083f09e9-615a-4fba-a231-b0e93de54746 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:44.366237 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154bfb82-2993-4bc9-9349-aaec9f86f077 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:44.367872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-154bfb82-2993-4bc9-9349-aaec9f86f077 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 942 time: 0.1072228 Oct 26 14:11:44.371962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38854) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:44.433583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6e114109-7394-4b48-b5e1-79638d206294 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:44.504517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6380bd80-b1f8-415c-a78b-a4ff403acf9c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port e5d696ad-1b4b-4c1a-8e8c-a2b5690fd74b {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:44.505143 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6380bd80-b1f8-415c-a78b-a4ff403acf9c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:44.525287 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:44.545462 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:44.588976 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:44.596189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:44.600776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 6e114109-7394-4b48-b5e1-79638d206294 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:44.602341 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:44.612458 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:44.622934 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c75d271-511a-4f7d-8855-c17239d7a9d0 req-266b466f-d7f7-4172-8276-e2f8ecef7058 service neutron] 10.222.0.25 "GET /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8770819 Oct 26 14:11:44.686852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Pushing event updated for resources: {'Port': ['ID=d8e5da97-468d-42ab-9b46-ed2f2e760790,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:44.774258 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-083f09e9-615a-4fba-a231-b0e93de54746 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port 67ed0824-7ca4-4a64-bd70-a2a2eea5c535 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:44.775170 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-083f09e9-615a-4fba-a231-b0e93de54746 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:44.794662 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6380bd80-b1f8-415c-a78b-a4ff403acf9c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:44.803950 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '6e114109-7394-4b48-b5e1-79638d206294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:11:42Z', 'revision_number': 4, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port': {'id': '6e114109-7394-4b48-b5e1-79638d206294', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:35Z', 'updated_at': '2021-10-26T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c85ab149-69ca-472d-aaef-e6b9789021c0', 'name': '', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'mac_address': 'fa:16:3e:99:40:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:40Z', 'updated_at': '2021-10-26T14:11:42Z', 'revision_number': 2, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'subnets': [{'id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:44.833614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6380bd80-b1f8-415c-a78b-a4ff403acf9c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for e5d696ad-1b4b-4c1a-8e8c-a2b5690fd74b owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:44.855261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Attempting to bind port d8e5da97-468d-42ab-9b46-ed2f2e760790 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:44.855808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Attempting to bind port d8e5da97-468d-42ab-9b46-ed2f2e760790 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:44.855808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Attempting to bind port d8e5da97-468d-42ab-9b46-ed2f2e760790 on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:44.863600 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:44.865085 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Checking router: eff8808d-6b56-4f79-855a-c9e282628ec2 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:11:44.865556 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:44.865674 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Updating router eff8808d-6b56-4f79-855a-c9e282628ec2 port c85ab149-69ca-472d-aaef-e6b9789021c0 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:11:44.866297 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:44.866762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:44.867262 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Bound port: d8e5da97-468d-42ab-9b46-ed2f2e760790, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:44.867649 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:44.940847 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.062798 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-083f09e9-615a-4fba-a231-b0e93de54746 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.064668 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] For port d8e5da97-468d-42ab-9b46-ed2f2e760790, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:45.072055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] For port d8e5da97-468d-42ab-9b46-ed2f2e760790, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d8e5da97-468d-42ab-9b46-ed2f2e760790,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:45.092660 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.110546 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-083f09e9-615a-4fba-a231-b0e93de54746 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for 67ed0824-7ca4-4a64-bd70-a2a2eea5c535 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:45.176787 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6380bd80-b1f8-415c-a78b-a4ff403acf9c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.229243 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2d4d8710-aaa4-4884-81e6-8b3fdb329967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.234229 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d87c9757-9ce6-432e-a5ae-ef4c002bf2a1 req-6c30c31d-3fae-4297-b4f2-77e1eb76a48e tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0750735 Oct 26 14:11:45.299114 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351f0fd-1e02-474c-88a5-521c803781b8 None None] Pushing event updated for resources: {'Port': ['ID=d8e5da97-468d-42ab-9b46-ed2f2e760790,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:45.316882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380bd80-b1f8-415c-a78b-a4ff403acf9c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=e5d696ad-1b4b-4c1a-8e8c-a2b5690fd74b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:45.430137 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6380bd80-b1f8-415c-a78b-a4ff403acf9c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.436794 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6380bd80-b1f8-415c-a78b-a4ff403acf9c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/e5d696ad-1b4b-4c1a-8e8c-a2b5690fd74b HTTP/1.1" status: 204 len: 168 time: 1.0630362 Oct 26 14:11:45.444485 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38920) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:45.526850 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.527434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6013f82-ac40-4199-bb4b-5b61f4a6622c req-db9f5331-58f4-4439-ac4d-d8b02381ae6c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:45.531732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6013f82-ac40-4199-bb4b-5b61f4a6622c req-db9f5331-58f4-4439-ac4d-d8b02381ae6c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.2124786 Oct 26 14:11:45.541481 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.654178 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4abf952-8bb8-4c54-a62d-bd4950bb64c4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:45.656088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4abf952-8bb8-4c54-a62d-bd4950bb64c4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:45.658027 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b4abf952-8bb8-4c54-a62d-bd4950bb64c4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2121823 Oct 26 14:11:45.660739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38928) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:45.693655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6013f82-ac40-4199-bb4b-5b61f4a6622c req-895e0f1b-bbff-4083-bc71-e56264bb3889 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536314 Oct 26 14:11:45.704785 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d514f09-c1e0-4906-92a8-06f1d4dab828 None None] Pushing event updated for resources: {'Port': ['ID=c85ab149-69ca-472d-aaef-e6b9789021c0,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:45.769583 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Attempting to bind port c85ab149-69ca-472d-aaef-e6b9789021c0 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:45.770278 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Attempting to bind port c85ab149-69ca-472d-aaef-e6b9789021c0 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'cd4a849a-b7fc-4b62-8b49-0cd564523777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:45.770951 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Attempting to bind port c85ab149-69ca-472d-aaef-e6b9789021c0 on network 31db61e9-1b60-4798-95f8-8992ccf378a6 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:45.782547 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:45.785080 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Checking segment: {'id': 'cd4a849a-b7fc-4b62-8b49-0cd564523777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:45.785608 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.786515 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Bound using segment: {'id': 'cd4a849a-b7fc-4b62-8b49-0cd564523777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:45.787015 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Bound port: c85ab149-69ca-472d-aaef-e6b9789021c0, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4a849a-b7fc-4b62-8b49-0cd564523777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:45.787407 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.853774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-da25afe4-4225-4c6d-aabb-524caccd096e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 97fe812c-6cb8-4bcd-8f0c-129e2b67aebb {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:45.863677 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da25afe4-4225-4c6d-aabb-524caccd096e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.907438 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-083f09e9-615a-4fba-a231-b0e93de54746 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.939518 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] For port c85ab149-69ca-472d-aaef-e6b9789021c0, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:45.943436 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] For port c85ab149-69ca-472d-aaef-e6b9789021c0, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c85ab149-69ca-472d-aaef-e6b9789021c0,segment=NetworkSegment(cd4a849a-b7fc-4b62-8b49-0cd564523777),segment_id=cd4a849a-b7fc-4b62-8b49-0cd564523777)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:45.952592 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.959480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f09e9-615a-4fba-a231-b0e93de54746 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=67ed0824-7ca4-4a64-bd70-a2a2eea5c535,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:46.012651 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da25afe4-4225-4c6d-aabb-524caccd096e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.063011 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Routers {'eff8808d-6b56-4f79-855a-c9e282628ec2'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:46.063703 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['eff8808d-6b56-4f79-855a-c9e282628ec2'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:46.067019 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d514f09-c1e0-4906-92a8-06f1d4dab828 None None] Pushing event updated for resources: {'Port': ['ID=c85ab149-69ca-472d-aaef-e6b9789021c0,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:46.157327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ce86eeef-83b9-49a3-ab24-a0a4872d8e76 None None] Provisioning complete for port c85ab149-69ca-472d-aaef-e6b9789021c0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:46.158098 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce86eeef-83b9-49a3-ab24-a0a4872d8e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.189641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-083f09e9-615a-4fba-a231-b0e93de54746 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.262365 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] Set router eff8808d-6b56-4f79-855a-c9e282628ec2 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:46.336707 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce86eeef-83b9-49a3-ab24-a0a4872d8e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.493959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ce86eeef-83b9-49a3-ab24-a0a4872d8e76 None None] For port c85ab149-69ca-472d-aaef-e6b9789021c0, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c85ab149-69ca-472d-aaef-e6b9789021c0,segment=NetworkSegment(cd4a849a-b7fc-4b62-8b49-0cd564523777),segment_id=cd4a849a-b7fc-4b62-8b49-0cd564523777)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:46.537171 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3d6e640-4fb8-46b9-a717-90d3a2428db5 req-b500602d-01d7-4535-a619-8c98cdc2d6ea tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0664363 Oct 26 14:11:46.546455 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce86eeef-83b9-49a3-ab24-a0a4872d8e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.627027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d8e5da97-468d-42ab-9b46-ed2f2e760790 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:46.662507 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.767065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083f09e9-615a-4fba-a231-b0e93de54746 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router 6470e9bd-5d26-4ef9-9731-183a82674563 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:11:46.768437 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da25afe4-4225-4c6d-aabb-524caccd096e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.774280 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86eeef-83b9-49a3-ab24-a0a4872d8e76 None None] Pushing event updated for resources: {'Port': ['ID=c85ab149-69ca-472d-aaef-e6b9789021c0,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:46.843353 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ba435d39-c3b7-42ff-a260-dd807287b392 None None] Provisioning complete for port c85ab149-69ca-472d-aaef-e6b9789021c0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:46.843722 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba435d39-c3b7-42ff-a260-dd807287b392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.915932 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '6e114109-7394-4b48-b5e1-79638d206294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:11:42Z', 'revision_number': 4, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port': {'id': '6e114109-7394-4b48-b5e1-79638d206294', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:35Z', 'updated_at': '2021-10-26T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c85ab149-69ca-472d-aaef-e6b9789021c0', 'name': '', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'mac_address': 'fa:16:3e:99:40:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:40Z', 'updated_at': '2021-10-26T14:11:45Z', 'revision_number': 4, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'subnets': [{'id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:46.925699 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.949198 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083f09e9-615a-4fba-a231-b0e93de54746 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:46.958993 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-083f09e9-615a-4fba-a231-b0e93de54746 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/6470e9bd-5d26-4ef9-9731-183a82674563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4739320 Oct 26 14:11:46.959661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38968) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:46.964582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9f178-9c29-460e-947e-22e79f0fa332 None None] Sync routers for ids ['6470e9bd-5d26-4ef9-9731-183a82674563'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:46.994485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d8e5da97-468d-42ab-9b46-ed2f2e760790 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:46.994485 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.998851 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9f178-9c29-460e-947e-22e79f0fa332 None None] Routers {'6470e9bd-5d26-4ef9-9731-183a82674563'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:46.999511 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f4e9f178-9c29-460e-947e-22e79f0fa332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6470e9bd-5d26-4ef9-9731-183a82674563'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:47.008645 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928d0883-4e1f-4db0-9d45-e3607620edef None None] The sync data for ids ['eff8808d-6b56-4f79-855a-c9e282628ec2'] in n-d-815498-1 is: [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '6e114109-7394-4b48-b5e1-79638d206294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:11:42Z', 'revision_number': 4, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port': {'id': '6e114109-7394-4b48-b5e1-79638d206294', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:35Z', 'updated_at': '2021-10-26T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c85ab149-69ca-472d-aaef-e6b9789021c0', 'name': '', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'mac_address': 'fa:16:3e:99:40:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:40Z', 'updated_at': '2021-10-26T14:11:45Z', 'revision_number': 4, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'subnets': [{'id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:47.020079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c775d7-7c6a-4c6d-a074-8df015e1deec req-331c2023-b0db-49bb-a9a3-e7e115fef3b3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:47.027625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0c775d7-7c6a-4c6d-a074-8df015e1deec req-331c2023-b0db-49bb-a9a3-e7e115fef3b3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1853688 Oct 26 14:11:47.040681 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6dddad6a-9e0b-419a-b678-4f96920d43ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports?device_id=6470e9bd-5d26-4ef9-9731-183a82674563 HTTP/1.1" status: 200 len: 205 time: 0.0767767 Oct 26 14:11:47.041360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38970) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:47.052177 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da25afe4-4225-4c6d-aabb-524caccd096e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.127967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0c775d7-7c6a-4c6d-a074-8df015e1deec req-f0c8eb19-e8a4-44bc-b7f7-ba3f2887afb3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993898 Oct 26 14:11:47.214831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25afe4-4225-4c6d-aabb-524caccd096e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=97fe812c-6cb8-4bcd-8f0c-129e2b67aebb,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:47.259384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f4e9f178-9c29-460e-947e-22e79f0fa332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:47.264895 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da25afe4-4225-4c6d-aabb-524caccd096e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.271206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1b79d0-2859-48b8-a7fe-e146362c3831 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:47.275626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38976) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:47.280947 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-da25afe4-4225-4c6d-aabb-524caccd096e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/97fe812c-6cb8-4bcd-8f0c-129e2b67aebb HTTP/1.1" status: 204 len: 168 time: 1.6103888 Oct 26 14:11:47.286781 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7ea305c-6682-4fe6-b38c-eb0b545efb59 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.376945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dd9fd6f6-b616-44a7-880b-7587bc00954d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001625 Oct 26 14:11:47.381740 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38980) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:47.385968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9f178-9c29-460e-947e-22e79f0fa332 None None] Routers {'6470e9bd-5d26-4ef9-9731-183a82674563'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:47.392822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f4e9f178-9c29-460e-947e-22e79f0fa332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6470e9bd-5d26-4ef9-9731-183a82674563'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:47.399119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-bed06c9a-5618-449e-96ab-2bbb30f93f46 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:47.501150 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f4e9f178-9c29-460e-947e-22e79f0fa332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:47.502074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9f178-9c29-460e-947e-22e79f0fa332 None None] The sync data for ids ['6470e9bd-5d26-4ef9-9731-183a82674563'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:47.519623 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-252cd724-f291-4034-9179-730858df141c None None] Provisioning complete for port d8e5da97-468d-42ab-9b46-ed2f2e760790 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:47.520252 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-252cd724-f291-4034-9179-730858df141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.520476 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7ea305c-6682-4fe6-b38c-eb0b545efb59 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.524797 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7ea305c-6682-4fe6-b38c-eb0b545efb59 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.596722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251d187-1f97-45c1-864e-06975dd7cf87 req-a5eeb84e-cc56-42ed-aaaa-39092bb5aa6c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:47.608324 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a251d187-1f97-45c1-864e-06975dd7cf87 req-a5eeb84e-cc56-42ed-aaaa-39092bb5aa6c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.2594123 Oct 26 14:11:47.649578 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7ea305c-6682-4fe6-b38c-eb0b545efb59 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.650281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ea305c-6682-4fe6-b38c-eb0b545efb59 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Fanout notify agent at l3_agent the message router_deleted on router 6470e9bd-5d26-4ef9-9731-183a82674563 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:11:47.665285 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7ea305c-6682-4fe6-b38c-eb0b545efb59 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.669242 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e7ea305c-6682-4fe6-b38c-eb0b545efb59 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/routers/6470e9bd-5d26-4ef9-9731-183a82674563 HTTP/1.1" status: 204 len: 168 time: 0.6241531 Oct 26 14:11:47.674101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38988) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:47.696135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed06c9a-5618-449e-96ab-2bbb30f93f46 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:47.701082 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed06c9a-5618-449e-96ab-2bbb30f93f46 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.723121 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.770716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ca0d84-50fe-4f83-87f4-a8e09e51a33e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting subnet a525741f-aadb-4a90-960f-3463c342021d {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:47.775068 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87ca0d84-50fe-4f83-87f4-a8e09e51a33e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.801485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port d8e5da97-468d-42ab-9b46-ed2f2e760790, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d8e5da97-468d-42ab-9b46-ed2f2e760790,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:47.818803 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.824308 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87ca0d84-50fe-4f83-87f4-a8e09e51a33e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.861392 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-252cd724-f291-4034-9179-730858df141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.893374 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b472b86a-02e4-4bb4-bb75-b56ca5f4591d None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:11:47.919315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c9f426c-c6b6-408e-b430-9bde7443d05f req-bb782c41-857e-4ec0-ab89-bb120a694ba8 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.2269332 Oct 26 14:11:47.971548 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a251d187-1f97-45c1-864e-06975dd7cf87 req-329931d1-41da-4131-9b9c-c015ed028b63 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3615932 Oct 26 14:11:48.002011 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87ca0d84-50fe-4f83-87f4-a8e09e51a33e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.028438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=d8e5da97-468d-42ab-9b46-ed2f2e760790,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:48.071224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-252cd724-f291-4034-9179-730858df141c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:11:48.071573 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-252cd724-f291-4034-9179-730858df141c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:11:48.094718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b472b86a-02e4-4bb4-bb75-b56ca5f4591d None None] Deleting port d8e5da97-468d-42ab-9b46-ed2f2e760790 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:48.095091 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b472b86a-02e4-4bb4-bb75-b56ca5f4591d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.152941 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87ca0d84-50fe-4f83-87f4-a8e09e51a33e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.199208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca0d84-50fe-4f83-87f4-a8e09e51a33e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Subnet': ['ID=a525741f-aadb-4a90-960f-3463c342021d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:48.202737 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87ca0d84-50fe-4f83-87f4-a8e09e51a33e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.206158 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-87ca0d84-50fe-4f83-87f4-a8e09e51a33e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/a525741f-aadb-4a90-960f-3463c342021d HTTP/1.1" status: 204 len: 168 time: 0.5309877 Oct 26 14:11:48.208819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b472b86a-02e4-4bb4-bb75-b56ca5f4591d None None] For port d8e5da97-468d-42ab-9b46-ed2f2e760790, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d8e5da97-468d-42ab-9b46-ed2f2e760790,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:48.209401 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b472b86a-02e4-4bb4-bb75-b56ca5f4591d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.212944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38998) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:48.225649 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2e8091-9da6-4612-94ba-075593bb4911 None None] Network 1e3167bb-9d29-4b02-8d98-199d10494e65 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:48.233064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b472b86a-02e4-4bb4-bb75-b56ca5f4591d None None] Calling delete_port for d8e5da97-468d-42ab-9b46-ed2f2e760790 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:48.241650 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed06c9a-5618-449e-96ab-2bbb30f93f46 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.334991 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed06c9a-5618-449e-96ab-2bbb30f93f46 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:48.339530 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-bed06c9a-5618-449e-96ab-2bbb30f93f46 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:48.348421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed06c9a-5618-449e-96ab-2bbb30f93f46 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:48.348884 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed06c9a-5618-449e-96ab-2bbb30f93f46 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.397314 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed06c9a-5618-449e-96ab-2bbb30f93f46 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=05487b33-04df-4fa3-8f75-d69aba101927,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:48.407708 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bed06c9a-5618-449e-96ab-2bbb30f93f46 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0190289 Oct 26 14:11:48.408391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39008) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:48.413794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b8b7cde1-4406-4883-bc2f-b7ef6a5f28a3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'fixed_ips': [{'subnet_id': '05487b33-04df-4fa3-8f75-d69aba101927', 'ip_address': '2001:db8::f1e3:2a0c:e26a:c6e6'}], 'name': 'tempest-NetworksTestDHCPv6-1734356633'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:48.462752 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.545995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port f2128ae7-f3f9-43ab-97b1-b3353507ddde {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:48.546726 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.643728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c85ab149-69ca-472d-aaef-e6b9789021c0 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:48.660783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b7cde1-4406-4883-bc2f-b7ef6a5f28a3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:48.794906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] For port f2128ae7-f3f9-43ab-97b1-b3353507ddde, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f2128ae7-f3f9-43ab-97b1-b3353507ddde,segment=NetworkSegment(a2f173f1-8c7c-4fb5-bfca-b0883955457d),segment_id=a2f173f1-8c7c-4fb5-bfca-b0883955457d)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:48.795877 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.824645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for f2128ae7-f3f9-43ab-97b1-b3353507ddde owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:48.831713 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.843919 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8b7cde1-4406-4883-bc2f-b7ef6a5f28a3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.888916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-b8b7cde1-4406-4883-bc2f-b7ef6a5f28a3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port 0f34e296-dadc-4818-adb5-39c30c6d8d81 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:11:49.031946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.145695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=f2128ae7-f3f9-43ab-97b1-b3353507ddde,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:49.155005 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No DVR routers for this DVR port f2128ae7-f3f9-43ab-97b1-b3353507ddde on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:49.184628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb2a8c38-e920-46f9-9fc5-e2620f578bf7 req-7f3afe25-f665-416b-88b6-356a8ab63bb2 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0561447 Oct 26 14:11:49.332674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-b8b7cde1-4406-4883-bc2f-b7ef6a5f28a3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::f1e3:2a0c:e26a:c6e6 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/05487b33-04df-4fa3-8f75-d69aba101927/0f34e296-dadc-4818-adb5-39c30c6d8d81) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:49.353416 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.401714 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b472b86a-02e4-4bb4-bb75-b56ca5f4591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.412215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3167bb-9d29-4b02-8d98-199d10494e65']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:49.431247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f173f1-8c7c-4fb5-bfca-b0883955457d') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:49.435270 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f173f1-8c7c-4fb5-bfca-b0883955457d') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:49.484393 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.510529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432a1d8-410d-4413-b01d-2392b12d9f19 req-d901680d-38e4-4a3b-956b-727130f546e3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:49.512786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7432a1d8-410d-4413-b01d-2392b12d9f19 req-d901680d-38e4-4a3b-956b-727130f546e3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e53676d-f78c-4df6-81ee-e16784b121cf HTTP/1.1" status: 200 len: 944 time: 0.1063707 Oct 26 14:11:49.524491 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.532903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472b86a-02e4-4bb4-bb75-b56ca5f4591d None None] Pushing event deleted for resources: {'Port': ['ID=d8e5da97-468d-42ab-9b46-ed2f2e760790,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:49.540447 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:11:49.541229 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.543280 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472b86a-02e4-4bb4-bb75-b56ca5f4591d None None] No DVR routers for this DVR port d8e5da97-468d-42ab-9b46-ed2f2e760790 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:11:49.544599 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:11:49.580420 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port c85ab149-69ca-472d-aaef-e6b9789021c0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:49.580420 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.627866 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba1df9-9314-4235-a62c-8efe12bd2c59 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:49.688973 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.711135 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.723405 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/networks/1e3167bb-9d29-4b02-8d98-199d10494e65 HTTP/1.1" status: 204 len: 168 time: 1.5058682 Oct 26 14:11:49.724438 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39048) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:49.730733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-374b1faf-3487-4184-b6c9-fdd04f8f9c12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1431486090', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:49.759578 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bba01d8-4e10-4330-b5c0-a62ddbd8ea1d None None] DHCP port deletion for 1e3167bb-9d29-4b02-8d98-199d10494e65 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:11:49.780531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753b668-e79d-4a7a-988e-ec8c7f037cd7 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Network': ['ID=1e3167bb-9d29-4b02-8d98-199d10494e65,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:49.816954 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8b7cde1-4406-4883-bc2f-b7ef6a5f28a3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.825842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-7432a1d8-410d-4413-b01d-2392b12d9f19 req-da7458ba-88a0-49c3-82c6-e0b805e4c6dd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Deleting port 3f843b95-961d-475e-a273-c4f4025159ad {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:49.826235 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7432a1d8-410d-4413-b01d-2392b12d9f19 req-da7458ba-88a0-49c3-82c6-e0b805e4c6dd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.926533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-7432a1d8-410d-4413-b01d-2392b12d9f19 req-da7458ba-88a0-49c3-82c6-e0b805e4c6dd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] For port 3f843b95-961d-475e-a273-c4f4025159ad, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3f843b95-961d-475e-a273-c4f4025159ad,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:49.926915 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7432a1d8-410d-4413-b01d-2392b12d9f19 req-da7458ba-88a0-49c3-82c6-e0b805e4c6dd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.943279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': '05487b33-04df-4fa3-8f75-d69aba101927'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:11:49.943841 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.953502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-7432a1d8-410d-4413-b01d-2392b12d9f19 req-da7458ba-88a0-49c3-82c6-e0b805e4c6dd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Calling delete_port for 3f843b95-961d-475e-a273-c4f4025159ad owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:49.962658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d8e5da97-468d-42ab-9b46-ed2f2e760790 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:49.994510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: d8e5da97-468d-42ab-9b46-ed2f2e760790 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:49.994853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d8e5da97-468d-42ab-9b46-ed2f2e760790 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:50.028257 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-374b1faf-3487-4184-b6c9-fdd04f8f9c12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.029615 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-374b1faf-3487-4184-b6c9-fdd04f8f9c12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.158438 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-374b1faf-3487-4184-b6c9-fdd04f8f9c12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.166523 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-374b1faf-3487-4184-b6c9-fdd04f8f9c12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.176340 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8b7cde1-4406-4883-bc2f-b7ef6a5f28a3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.233526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Allocated IP 2001:db8::2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/05487b33-04df-4fa3-8f75-d69aba101927/37537fc5-81d1-4b73-ba0b-c0469c9b1fc1) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:50.280920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b7cde1-4406-4883-bc2f-b7ef6a5f28a3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:50.291340 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-374b1faf-3487-4184-b6c9-fdd04f8f9c12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.295164 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-374b1faf-3487-4184-b6c9-fdd04f8f9c12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5681694 Oct 26 14:11:50.295570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39056) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:50.301323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5fbbf843-6df6-4755-9d8c-3a5b800873b9 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1684977468'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:50.317491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-b8b7cde1-4406-4883-bc2f-b7ef6a5f28a3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:50.320038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7cde1-4406-4883-bc2f-b7ef6a5f28a3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:50.325923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b7cde1-4406-4883-bc2f-b7ef6a5f28a3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:50.326586 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8b7cde1-4406-4883-bc2f-b7ef6a5f28a3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.339039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cb90e35-e029-4324-940f-4d5feb95e6b2 req-0536d4a5-055f-4882-8a32-5403421924c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.2990050 Oct 26 14:11:50.371827 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbbf843-6df6-4755-9d8c-3a5b800873b9 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:50.375068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7cde1-4406-4883-bc2f-b7ef6a5f28a3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=0f34e296-dadc-4818-adb5-39c30c6d8d81,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:50.375314 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf843-6df6-4755-9d8c-3a5b800873b9 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.382373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2dc37f0b-dc99-4f64-a880-8ba14e47dd88 req-e3e1412d-b4e0-4681-ac6c-adf8ca1be809 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0354283 Oct 26 14:11:50.408656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b8b7cde1-4406-4883-bc2f-b7ef6a5f28a3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9991329 Oct 26 14:11:50.410263 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7432a1d8-410d-4413-b01d-2392b12d9f19 req-da7458ba-88a0-49c3-82c6-e0b805e4c6dd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.411956 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39060) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:50.508359 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['3d75ca36-798e-41e2-b0f9-14d49a98eda7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:11:50.514604 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7458ba-88a0-49c3-82c6-e0b805e4c6dd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event deleted for resources: {'Port': ['ID=3f843b95-961d-475e-a273-c4f4025159ad,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:50.514839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b854e1d3-3822-4212-85fc-aca2cbf9a143'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:11:50.523026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbbf843-6df6-4755-9d8c-3a5b800873b9 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:11:50.524859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f2128ae7-f3f9-43ab-97b1-b3353507ddde no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:50.557190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7432a1d8-410d-4413-b01d-2392b12d9f19 req-da7458ba-88a0-49c3-82c6-e0b805e4c6dd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] No DVR routers for this DVR port 3f843b95-961d-475e-a273-c4f4025159ad on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:50.561267 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf843-6df6-4755-9d8c-3a5b800873b9 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.561896 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-5fbbf843-6df6-4755-9d8c-3a5b800873b9 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Added segment 53dea8cc-5482-426d-a36e-79805eb09750 of type vlan for network c9e64484-b6ee-4f12-bd80-2b3dbb20eca6 Oct 26 14:11:50.570489 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7432a1d8-410d-4413-b01d-2392b12d9f19 req-da7458ba-88a0-49c3-82c6-e0b805e4c6dd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.579334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7432a1d8-410d-4413-b01d-2392b12d9f19 req-da7458ba-88a0-49c3-82c6-e0b805e4c6dd tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "DELETE /v2.0/ports/3f843b95-961d-475e-a273-c4f4025159ad HTTP/1.1" status: 204 len: 173 time: 1.0124311 Oct 26 14:11:50.580254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e53676d-f78c-4df6-81ee-e16784b121cf', 'name': 'network-vif-deleted', 'tag': '3f843b95-961d-475e-a273-c4f4025159ad'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:50.583818 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166424b5-295f-4fb1-bbd6-4e27c30a39e8" -d '{"events": [{"server_uuid": "3e53676d-f78c-4df6-81ee-e16784b121cf", "name": "network-vif-deleted", "tag": "3f843b95-961d-475e-a273-c4f4025159ad"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:50.599454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075cbb06-aa69-4ce3-be71-587dd9af1e6f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:50.601263 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-075cbb06-aa69-4ce3-be71-587dd9af1e6f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1848946 Oct 26 14:11:50.604352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39066) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:50.667545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: f2128ae7-f3f9-43ab-97b1-b3353507ddde {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:50.674248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f2128ae7-f3f9-43ab-97b1-b3353507ddde not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:50.727578 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf843-6df6-4755-9d8c-3a5b800873b9 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.806987 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf843-6df6-4755-9d8c-3a5b800873b9 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.822841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbbf843-6df6-4755-9d8c-3a5b800873b9 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:50.823840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf843-6df6-4755-9d8c-3a5b800873b9 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.854814 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049c2470-c382-45ec-aca3-d8964352d3fb x-openstack-request-id: req-049c2470-c382-45ec-aca3-d8964352d3fb {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:50.855334 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e53676d-f78c-4df6-81ee-e16784b121cf", "name": "network-vif-deleted", "tag": "3f843b95-961d-475e-a273-c4f4025159ad", "status": "failed", "code": 422}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:50.858904 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-049c2470-c382-45ec-aca3-d8964352d3fb {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:50.858904 n-d-815498-1 neutron-server[102124]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e53676d-f78c-4df6-81ee-e16784b121cf', 'name': 'network-vif-deleted', 'tag': '3f843b95-961d-475e-a273-c4f4025159ad', 'status': 'failed', 'code': 422} returned with failed status Oct 26 14:11:50.905186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c97d060b-960a-451d-af6c-864d85a2cb47 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 0f34e296-dadc-4818-adb5-39c30c6d8d81 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:50.906458 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c97d060b-960a-451d-af6c-864d85a2cb47 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.981221 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.994079 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5fbbf843-6df6-4755-9d8c-3a5b800873b9 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6946843 Oct 26 14:11:50.999988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39076) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:51.020059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c45934c4-0425-4ea7-a61b-a357de466386 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'subnet': {'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:51.046692 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.079467 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbf843-6df6-4755-9d8c-3a5b800873b9 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Network': ['ID=c9e64484-b6ee-4f12-bd80-2b3dbb20eca6,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:51.131731 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c97d060b-960a-451d-af6c-864d85a2cb47 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.143211 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network c9e64484-b6ee-4f12-bd80-2b3dbb20eca6 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:11:51.160843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c97d060b-960a-451d-af6c-864d85a2cb47 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 0f34e296-dadc-4818-adb5-39c30c6d8d81 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:51.168000 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45934c4-0425-4ea7-a61b-a357de466386 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:51.172061 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c45934c4-0425-4ea7-a61b-a357de466386 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.257313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Pushing event updated for resources: {'Port': ['ID=37537fc5-81d1-4b73-ba0b-c0469c9b1fc1,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:51.356515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:51.370781 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:51.373616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:51.420209 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c97d060b-960a-451d-af6c-864d85a2cb47 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.424950 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c45934c4-0425-4ea7-a61b-a357de466386 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.437707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1b34a-31d7-4621-80a4-dec715707bb2 req-e5048e47-b99d-47f2-a9b5-906120eaa2aa tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:51.439569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9e1b34a-31d7-4621-80a4-dec715707bb2 req-e5048e47-b99d-47f2-a9b5-906120eaa2aa tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 907 time: 0.1011109 Oct 26 14:11:51.468127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d060b-960a-451d-af6c-864d85a2cb47 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=0f34e296-dadc-4818-adb5-39c30c6d8d81,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:51.522126 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Attempting to bind port 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:51.522505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Attempting to bind port 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:51.522920 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Attempting to bind port 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:51.525519 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c97d060b-960a-451d-af6c-864d85a2cb47 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.531195 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c97d060b-960a-451d-af6c-864d85a2cb47 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/0f34e296-dadc-4818-adb5-39c30c6d8d81 HTTP/1.1" status: 204 len: 168 time: 0.9222951 Oct 26 14:11:51.531364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:51.531364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:51.531364 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.531364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:51.531832 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Bound port: 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:51.532230 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.534781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39084) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:51.543072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45934c4-0425-4ea7-a61b-a357de466386 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Subnet': ['ID=727e1c77-3863-452f-995b-c2fc21de0687,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:51.550589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45934c4-0425-4ea7-a61b-a357de466386 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Checking segment: {'id': '53dea8cc-5482-426d-a36e-79805eb09750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:51.551199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45934c4-0425-4ea7-a61b-a357de466386 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network hostable DHCP agents. Network: c9e64484-b6ee-4f12-bd80-2b3dbb20eca6, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:11:51.601517 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45934c4-0425-4ea7-a61b-a357de466386 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network c9e64484-b6ee-4f12-bd80-2b3dbb20eca6 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:11:51.619802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-c45934c4-0425-4ea7-a61b-a357de466386 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, c9e64484-b6ee-4f12-bd80-2b3dbb20eca6) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:51.631829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2335c93-9a52-41aa-9ad9-a1c29be40715 None None] Network c9e64484-b6ee-4f12-bd80-2b3dbb20eca6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:51.643846 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45934c4-0425-4ea7-a61b-a357de466386 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:51.644981 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c45934c4-0425-4ea7-a61b-a357de466386 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.645382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4494a28a-4a1e-47bb-8d17-94f892542eaf req-3c5fcb2e-b3f1-44b1-a24e-b707d3aa38df tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0423913 Oct 26 14:11:51.665827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c23f00-a7b6-4827-856c-42eb25fffd48 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:51.666449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c23f00-a7b6-4827-856c-42eb25fffd48 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:51.670439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-77c23f00-a7b6-4827-856c-42eb25fffd48 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1320977 Oct 26 14:11:51.676936 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39088) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:51.688007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8697cdab-9adf-4c81-a592-76350989568d None None] For port 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:51.695011 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c45934c4-0425-4ea7-a61b-a357de466386 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6930461 Oct 26 14:11:51.697761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39090) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:51.706118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8697cdab-9adf-4c81-a592-76350989568d None None] For port 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=37537fc5-81d1-4b73-ba0b-c0469c9b1fc1,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:51.721734 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.799679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f389b8c-1890-47f1-86e9-c0798347edd2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 05487b33-04df-4fa3-8f75-d69aba101927 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:51.809595 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4f389b8c-1890-47f1-86e9-c0798347edd2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.892868 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4f389b8c-1890-47f1-86e9-c0798347edd2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.958455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697cdab-9adf-4c81-a592-76350989568d None None] Pushing event updated for resources: {'Port': ['ID=37537fc5-81d1-4b73-ba0b-c0469c9b1fc1,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:52.046580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:11:52.053244 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:52.064974 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4f389b8c-1890-47f1-86e9-c0798347edd2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:52.187385 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4f389b8c-1890-47f1-86e9-c0798347edd2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:52.248168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f389b8c-1890-47f1-86e9-c0798347edd2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=05487b33-04df-4fa3-8f75-d69aba101927,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:52.263096 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4f389b8c-1890-47f1-86e9-c0798347edd2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:52.270836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4f389b8c-1890-47f1-86e9-c0798347edd2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/05487b33-04df-4fa3-8f75-d69aba101927 HTTP/1.1" status: 204 len: 168 time: 0.5887711 Oct 26 14:11:52.273907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39098) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:52.318493 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Allocated IP 2001:db8::2 (c9e64484-b6ee-4f12-bd80-2b3dbb20eca6/727e1c77-3863-452f-995b-c2fc21de0687/7fbfd003-5880-4dfb-a171-dc4e0db84669) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:52.371169 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d9a2dc0d-4b78-480f-ac0c-80679d366bbc tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953267 Oct 26 14:11:52.373703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39100) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:52.441060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc6fdb-a36e-4423-9890-fbae1dfeb407 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:52.445672 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3ebc6fdb-a36e-4423-9890-fbae1dfeb407 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0709734 Oct 26 14:11:52.449471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39102) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:52.534771 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:52.536993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eee0c79-c205-4acb-8950-d950912d50b4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:52.542212 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1eee0c79-c205-4acb-8950-d950912d50b4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0908680 Oct 26 14:11:52.543038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39106) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:52.566970 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:52.618227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e30aa007-853c-4b2f-9d96-2042f367000f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738707 Oct 26 14:11:52.633086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39108) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:52.638667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-edb5d6fc-44bd-49f8-83b1-0673ee82d11f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:52.657039 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:52.673942 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:52.733884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080fbb2-f68f-4511-bb90-1bcdca264693 req-77447833-bccd-4cb7-848b-df139d2ad733 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:52.735387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Pushing event updated for resources: {'Port': ['ID=7fbfd003-5880-4dfb-a171-dc4e0db84669,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:52.735522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2080fbb2-f68f-4511-bb90-1bcdca264693 req-77447833-bccd-4cb7-848b-df139d2ad733 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 907 time: 0.1862302 Oct 26 14:11:52.749720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:52.750217 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:52.776542 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb5d6fc-44bd-49f8-83b1-0673ee82d11f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:52.780717 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-edb5d6fc-44bd-49f8-83b1-0673ee82d11f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:52.819290 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Network c9e64484-b6ee-4f12-bd80-2b3dbb20eca6 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:52.830574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:52.834738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:52.906979 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad116f-d34e-493c-977b-bdd3e89913cb req-08b5283c-e6a2-4acc-b2a8-8a150c9a1b7e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:52.908530 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d6ad116f-d34e-493c-977b-bdd3e89913cb req-08b5283c-e6a2-4acc-b2a8-8a150c9a1b7e tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 907 time: 0.2683105 Oct 26 14:11:52.933484 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Attempting to bind port 7fbfd003-5880-4dfb-a171-dc4e0db84669 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:52.934207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Attempting to bind port 7fbfd003-5880-4dfb-a171-dc4e0db84669 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '53dea8cc-5482-426d-a36e-79805eb09750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:52.934773 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Attempting to bind port 7fbfd003-5880-4dfb-a171-dc4e0db84669 on network c9e64484-b6ee-4f12-bd80-2b3dbb20eca6 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:52.975595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:52.977091 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Checking segment: {'id': '53dea8cc-5482-426d-a36e-79805eb09750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:52.977732 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:52.978358 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Bound using segment: {'id': '53dea8cc-5482-426d-a36e-79805eb09750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:52.979041 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Bound port: 7fbfd003-5880-4dfb-a171-dc4e0db84669, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dea8cc-5482-426d-a36e-79805eb09750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:52.979900 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.025052 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.042674 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d28e317f-2f47-4fdb-8817-7e0c4c29d2a4 req-3afab8ff-9899-4ad0-8610-70816dec716b tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.2575636 Oct 26 14:11:53.141940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=37537fc5-81d1-4b73-ba0b-c0469c9b1fc1,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:53.162744 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.205434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-d6ad116f-d34e-493c-977b-bdd3e89913cb req-3993f1b8-a549-42fa-9497-54d5b089a270 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Deleting port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:53.205777 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d6ad116f-d34e-493c-977b-bdd3e89913cb req-3993f1b8-a549-42fa-9497-54d5b089a270 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.229483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] For port 7fbfd003-5880-4dfb-a171-dc4e0db84669, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:53.257110 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-edb5d6fc-44bd-49f8-83b1-0673ee82d11f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.268903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] For port 7fbfd003-5880-4dfb-a171-dc4e0db84669, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7fbfd003-5880-4dfb-a171-dc4e0db84669,segment=NetworkSegment(53dea8cc-5482-426d-a36e-79805eb09750),segment_id=53dea8cc-5482-426d-a36e-79805eb09750)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:53.279409 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.298609 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=37537fc5-81d1-4b73-ba0b-c0469c9b1fc1,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:53.343575 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Allocated IP 2001:db8::1 (c9e64484-b6ee-4f12-bd80-2b3dbb20eca6/727e1c77-3863-452f-995b-c2fc21de0687/71e06f96-2a42-4370-bdef-e5bb5fe9fe54) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:53.372147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5d6fc-44bd-49f8-83b1-0673ee82d11f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=f03935e3-270e-42ce-9da5-2f9179a06f2c,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:53.374670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c733eaa-eb76-41b1-96b9-896b7d3ada88 None None] Pushing event updated for resources: {'Port': ['ID=7fbfd003-5880-4dfb-a171-dc4e0db84669,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:53.402162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5d6fc-44bd-49f8-83b1-0673ee82d11f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:53.404548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-edb5d6fc-44bd-49f8-83b1-0673ee82d11f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:53.419050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb5d6fc-44bd-49f8-83b1-0673ee82d11f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:53.419383 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.420859 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-edb5d6fc-44bd-49f8-83b1-0673ee82d11f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.463164 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-edb5d6fc-44bd-49f8-83b1-0673ee82d11f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8281908 Oct 26 14:11:53.465491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39130) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:53.478633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c30ab469-8123-45df-94ac-e1ed3e46bc1c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'fixed_ips': [{'subnet_id': 'f03935e3-270e-42ce-9da5-2f9179a06f2c', 'ip_address': '2001:db8::44c2:8592:9fe4:c826'}], 'name': 'tempest-NetworksTestDHCPv6-2113021054'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:53.521961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bbfbeb-23c9-4cad-96c7-c6fd5768a2a5 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:53.522189 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d6ad116f-d34e-493c-977b-bdd3e89913cb req-3993f1b8-a549-42fa-9497-54d5b089a270 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] For port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:53.522450 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d6ad116f-d34e-493c-977b-bdd3e89913cb req-3993f1b8-a549-42fa-9497-54d5b089a270 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.546677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-d6ad116f-d34e-493c-977b-bdd3e89913cb req-3993f1b8-a549-42fa-9497-54d5b089a270 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Calling delete_port for 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:53.752202 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5a474c19-121b-4230-8513-73f48ab7516b None None] Provisioning complete for port 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:53.755760 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5a474c19-121b-4230-8513-73f48ab7516b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.768535 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.780391 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b190ddc4-01e5-43c7-bf62-c8c2a31bc2d8 req-b35eda4f-ae57-4332-93fe-4e3b82cac3d7 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0789208 Oct 26 14:11:53.797841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30ab469-8123-45df-94ac-e1ed3e46bc1c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:53.815190 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c30ab469-8123-45df-94ac-e1ed3e46bc1c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.868224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-c30ab469-8123-45df-94ac-e1ed3e46bc1c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port 51f450b0-3e2a-4bcd-b129-f2af43117124 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:11:53.965082 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.009483 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d6ad116f-d34e-493c-977b-bdd3e89913cb req-3993f1b8-a549-42fa-9497-54d5b089a270 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.034738 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network c9e64484-b6ee-4f12-bd80-2b3dbb20eca6 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:54.066120 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-009a1647-ffee-4759-a622-86096621983e req-044703fa-191e-4fa7-91db-e8ab88a3be6c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7184d61-3745-4440-99af-489583781c3a HTTP/1.1" status: 200 len: 210 time: 0.0483193 Oct 26 14:11:54.068826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:54.079708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:54.080257 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.145569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ad116f-d34e-493c-977b-bdd3e89913cb req-3993f1b8-a549-42fa-9497-54d5b089a270 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] No DVR routers for this DVR port 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:54.153441 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=71e06f96-2a42-4370-bdef-e5bb5fe9fe54,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:54.171730 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d6ad116f-d34e-493c-977b-bdd3e89913cb req-3993f1b8-a549-42fa-9497-54d5b089a270 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.183617 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d6ad116f-d34e-493c-977b-bdd3e89913cb req-3993f1b8-a549-42fa-9497-54d5b089a270 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.25 "DELETE /v2.0/ports/82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 HTTP/1.1" status: 204 len: 173 time: 1.2665758 Oct 26 14:11:54.186782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7184d61-3745-4440-99af-489583781c3a', 'name': 'network-vif-deleted', 'tag': '82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:54.193652 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06df4e7a-e0a8-4387-957e-9fb0e48b5bc2" -d '{"events": [{"server_uuid": "f7184d61-3745-4440-99af-489583781c3a", "name": "network-vif-deleted", "tag": "82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:54.246511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-c30ab469-8123-45df-94ac-e1ed3e46bc1c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::44c2:8592:9fe4:c826 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/f03935e3-270e-42ce-9da5-2f9179a06f2c/51f450b0-3e2a-4bcd-b129-f2af43117124) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:54.259449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993f1b8-a549-42fa-9497-54d5b089a270 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event deleted for resources: {'Port': ['ID=82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:54.423983 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.458757 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b96b85-97ba-4963-b44a-2096f749d17b x-openstack-request-id: req-42b96b85-97ba-4963-b44a-2096f749d17b {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:54.459276 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7184d61-3745-4440-99af-489583781c3a", "name": "network-vif-deleted", "tag": "82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:54.459675 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42b96b85-97ba-4963-b44a-2096f749d17b {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:54.461142 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7184d61-3745-4440-99af-489583781c3a', 'name': 'network-vif-deleted', 'tag': '82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7', 'status': 'completed', 'code': 200} Oct 26 14:11:54.631347 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7fbfd003-5880-4dfb-a171-dc4e0db84669 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:54.715463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 7fbfd003-5880-4dfb-a171-dc4e0db84669 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:54.715847 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.738550 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c30ab469-8123-45df-94ac-e1ed3e46bc1c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.816588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c30ab469-8123-45df-94ac-e1ed3e46bc1c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.861754 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.915337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 7fbfd003-5880-4dfb-a171-dc4e0db84669, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7fbfd003-5880-4dfb-a171-dc4e0db84669,segment=NetworkSegment(53dea8cc-5482-426d-a36e-79805eb09750),segment_id=53dea8cc-5482-426d-a36e-79805eb09750)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:54.926694 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.928061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:54.947642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30ab469-8123-45df-94ac-e1ed3e46bc1c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:54.966070 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.967135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c30ab469-8123-45df-94ac-e1ed3e46bc1c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:54.971704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ab469-8123-45df-94ac-e1ed3e46bc1c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:54.978301 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.978863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ab469-8123-45df-94ac-e1ed3e46bc1c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:54.979080 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.979896 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c30ab469-8123-45df-94ac-e1ed3e46bc1c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.992746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ab469-8123-45df-94ac-e1ed3e46bc1c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=51f450b0-3e2a-4bcd-b129-f2af43117124,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:55.012941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c30ab469-8123-45df-94ac-e1ed3e46bc1c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5461655 Oct 26 14:11:55.048629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39156) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:55.060170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-03f32806-41ac-4d3d-a7c0-433f19632746 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'fixed_ips': [{'subnet_id': 'f03935e3-270e-42ce-9da5-2f9179a06f2c', 'ip_address': '2001:db8::44c2:8592:9fe4:c826'}], 'name': 'tempest-NetworksTestDHCPv6-994680479'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:55.115047 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ec589-8684-4f7a-a277-a2c485872692 req-16a9137f-6aed-4e41-aab2-e7f3b98c422e tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.1002872 Oct 26 14:11:55.142510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:55.142510 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:55.189063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9c2d161f-744f-4f41-af80-d6353d3aae35 None None] Provisioning complete for port 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:55.194454 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9c2d161f-744f-4f41-af80-d6353d3aae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:55.307419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695623e8-b916-42c1-9667-df05c20d6228 None None] Network c9e64484-b6ee-4f12-bd80-2b3dbb20eca6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:55.325026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f32806-41ac-4d3d-a7c0-433f19632746 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:55.340294 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=7fbfd003-5880-4dfb-a171-dc4e0db84669,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:55.368786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=71e06f96-2a42-4370-bdef-e5bb5fe9fe54,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:55.425545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network c9e64484-b6ee-4f12-bd80-2b3dbb20eca6 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:55.428041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:55.479007 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-03f32806-41ac-4d3d-a7c0-433f19632746 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:55.526897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-03f32806-41ac-4d3d-a7c0-433f19632746 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port b6159a33-c7e1-466b-bf83-c189b8544538 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:11:55.759446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router d4cda2e2-2de8-43dd-8c66-86335578c40e is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:11:55.760560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706838e-b0f6-47e1-a6ec-f62216361a2e req-22d4d307-f420-43cf-aaea-d62749303cf4 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:55.774458 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c706838e-b0f6-47e1-a6ec-f62216361a2e req-22d4d307-f420-43cf-aaea-d62749303cf4 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 945 time: 0.1456602 Oct 26 14:11:55.830398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-903b53f9-45e8-40eb-b32e-566c3a83c4b5 None None] Could not find standard attr ID for object e5d696ad-1b4b-4c1a-8e8c-a2b5690fd74b. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:11:55.862741 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-903b53f9-45e8-40eb-b32e-566c3a83c4b5 None None] Provisioning complete for port 7fbfd003-5880-4dfb-a171-dc4e0db84669 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:55.863191 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-903b53f9-45e8-40eb-b32e-566c3a83c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:55.896146 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:55.908976 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-55fe3eb3-8dd2-4759-b601-b7852dd30f50 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2066319 Oct 26 14:11:55.908976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39170) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:55.912767 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Sync routers for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:55.921245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-11d8062d-b134-4a7c-90fd-6d1855acae65 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-533029135'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:55.932804 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:55.935834 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:55.981558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d8062d-b134-4a7c-90fd-6d1855acae65 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:55.988483 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11d8062d-b134-4a7c-90fd-6d1855acae65 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.064538 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d8062d-b134-4a7c-90fd-6d1855acae65 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:11:56.109002 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11d8062d-b134-4a7c-90fd-6d1855acae65 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.109623 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-11d8062d-b134-4a7c-90fd-6d1855acae65 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Added segment bdd44d55-2876-41dc-bb93-71e5959328e6 of type vlan for network 4cea2682-1f37-4f8f-a9df-f4cc49123285 Oct 26 14:11:56.143148 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:56.216860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11d8062d-b134-4a7c-90fd-6d1855acae65 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.253401 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4bbcf1e8-c65d-4af7-9c53-60a43f471c0f None None] Could not find standard attr ID for object 0f34e296-dadc-4818-adb5-39c30c6d8d81. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:11:56.297143 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11d8062d-b134-4a7c-90fd-6d1855acae65 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.315645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d8062d-b134-4a7c-90fd-6d1855acae65 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:56.320565 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-11d8062d-b134-4a7c-90fd-6d1855acae65 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.431116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7fbfd003-5880-4dfb-a171-dc4e0db84669 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:56.530608 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-11d8062d-b134-4a7c-90fd-6d1855acae65 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6207252 Oct 26 14:11:56.531789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39180) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:56.532692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8062d-b134-4a7c-90fd-6d1855acae65 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Network': ['ID=4cea2682-1f37-4f8f-a9df-f4cc49123285,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:56.540774 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:11:54Z', 'revision_number': 2, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:54Z', 'revision_number': 2, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:56.542719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9c4b72c6-043c-42ab-8a13-bba6f866cff4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'subnet': {'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:56.560752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 4cea2682-1f37-4f8f-a9df-f4cc49123285 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:11:56.594572 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Checking router: d4cda2e2-2de8-43dd-8c66-86335578c40e for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:11:56.594924 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Updating router d4cda2e2-2de8-43dd-8c66-86335578c40e port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:11:56.601658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f9e38b3f-af5b-4d50-aaca-3beda1ccb2f1 None None] Provisioning complete for port 7fbfd003-5880-4dfb-a171-dc4e0db84669 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:56.602331 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f9e38b3f-af5b-4d50-aaca-3beda1ccb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.644647 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.704093 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f32806-41ac-4d3d-a7c0-433f19632746 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 14:11:56.704093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f32806-41ac-4d3d-a7c0-433f19632746 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:11:56.733619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4b72c6-043c-42ab-8a13-bba6f866cff4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:56.735638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:56.738507 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c4b72c6-043c-42ab-8a13-bba6f866cff4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.769063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8185f84a-51d3-48b2-b04c-f6b0299933b7 req-c22463b3-aeb5-40d5-af31-d50d0d92041c tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0867329 Oct 26 14:11:56.797489 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c706838e-b0f6-47e1-a6ec-f62216361a2e req-08cbee1d-2658-43e9-9532-0821ac8654eb tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0220177 Oct 26 14:11:56.838644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-03f32806-41ac-4d3d-a7c0-433f19632746 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7839162 Oct 26 14:11:56.843331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39184) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:56.848306 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:56.854793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 82f70cbc-b1bd-4c2d-9ad7-0a603d4b4bc7 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:56.980745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c01b44d-30b6-4a56-83a5-5a55e682018b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:56.999787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c01b44d-30b6-4a56-83a5-5a55e682018b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:57.000005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 7fbfd003-5880-4dfb-a171-dc4e0db84669 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:57.000005 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.002241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3c01b44d-30b6-4a56-83a5-5a55e682018b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1570079 Oct 26 14:11:57.010987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39186) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:57.213578 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f9e38b3f-af5b-4d50-aaca-3beda1ccb2f1 None None] Provisioning complete for port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:57.213972 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f9e38b3f-af5b-4d50-aaca-3beda1ccb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.232910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e81843-0ade-4e60-ad44-5dc9198b0a7b req-d70e6b71-d3d9-4643-961f-b32843e26590 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:57.235099 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b2e81843-0ade-4e60-ad44-5dc9198b0a7b req-d70e6b71-d3d9-4643-961f-b32843e26590 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.25 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 945 time: 0.3449883 Oct 26 14:11:57.269479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f9e38b3f-af5b-4d50-aaca-3beda1ccb2f1 None None] Port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:57.282975 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.295958 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.371909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f9e38b3f-af5b-4d50-aaca-3beda1ccb2f1 None None] Provisioning complete for port 51f450b0-3e2a-4bcd-b129-f2af43117124 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:57.371909 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f9e38b3f-af5b-4d50-aaca-3beda1ccb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.429670 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.431930 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f9e38b3f-af5b-4d50-aaca-3beda1ccb2f1 None None] Port 51f450b0-3e2a-4bcd-b129-f2af43117124 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:57.469661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-14b9b7b6-2094-4c98-a9b5-c214cae8234b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 51f450b0-3e2a-4bcd-b129-f2af43117124 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:57.470139 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14b9b7b6-2094-4c98-a9b5-c214cae8234b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.545394 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dc747-40ae-4877-b812-ac0e137dba2f None None] Pushing event updated for resources: {'Port': ['ID=71e06f96-2a42-4370-bdef-e5bb5fe9fe54,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:57.563886 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-da44c86b-4e8e-4dbe-9d60-2f08dc773f8c None None] Provisioning complete for port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:57.564263 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da44c86b-4e8e-4dbe-9d60-2f08dc773f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.608588 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Attempting to bind port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:57.609025 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Attempting to bind port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '53dea8cc-5482-426d-a36e-79805eb09750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:57.609450 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Attempting to bind port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 on network c9e64484-b6ee-4f12-bd80-2b3dbb20eca6 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:57.625507 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-da44c86b-4e8e-4dbe-9d60-2f08dc773f8c None None] Port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:57.629504 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:57.629913 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Checking segment: {'id': '53dea8cc-5482-426d-a36e-79805eb09750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:57.630412 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.630872 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Bound using segment: {'id': '53dea8cc-5482-426d-a36e-79805eb09750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:57.631419 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Bound port: 71e06f96-2a42-4370-bdef-e5bb5fe9fe54, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dea8cc-5482-426d-a36e-79805eb09750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:57.633190 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.713261 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] For port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:57.716954 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] For port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=71e06f96-2a42-4370-bdef-e5bb5fe9fe54,segment=NetworkSegment(53dea8cc-5482-426d-a36e-79805eb09750),segment_id=53dea8cc-5482-426d-a36e-79805eb09750)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:57.724692 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.788479 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dc747-40ae-4877-b812-ac0e137dba2f None None] Pushing event updated for resources: {'Port': ['ID=71e06f96-2a42-4370-bdef-e5bb5fe9fe54,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:57.806847 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:57.807459 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:57.902819 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:57.915835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7c6ebd4c-d941-4320-9356-280c2ece11e5 None None] Provisioning complete for port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:57.916667 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c6ebd4c-d941-4320-9356-280c2ece11e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.947787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aca702aa-3ab2-4c68-9c9f-4f37c3d0e7b8 req-ddfbce6f-c5e0-4290-8705-24786d32df73 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0811880 Oct 26 14:11:58.117261 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14b9b7b6-2094-4c98-a9b5-c214cae8234b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.130787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991b291-d3d1-4275-85ea-8fda41c4af0e req-5bdae6bc-b79b-4dd8-ac81-81fcebf08d5a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:58.135437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-14b9b7b6-2094-4c98-a9b5-c214cae8234b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 51f450b0-3e2a-4bcd-b129-f2af43117124 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:58.145572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7991b291-d3d1-4275-85ea-8fda41c4af0e req-5bdae6bc-b79b-4dd8-ac81-81fcebf08d5a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 945 time: 0.1377275 Oct 26 14:11:58.147212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-b2e81843-0ade-4e60-ad44-5dc9198b0a7b req-a3d237ac-9adc-4355-85f8-954c7923b231 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Deleting port 3d75ca36-798e-41e2-b0f9-14d49a98eda7 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:58.148086 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b2e81843-0ade-4e60-ad44-5dc9198b0a7b req-a3d237ac-9adc-4355-85f8-954c7923b231 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.180983 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:11:54Z', 'revision_number': 2, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:57Z', 'revision_number': 4, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:58.194340 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c6ebd4c-d941-4320-9356-280c2ece11e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.232021 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b053f-819d-417d-b917-176a40d6e7b9 None None] The sync data for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 is: [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:11:54Z', 'revision_number': 2, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:57Z', 'revision_number': 4, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:58.235201 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7991b291-d3d1-4275-85ea-8fda41c4af0e req-71d677dc-1bd2-4902-a118-5be266b0d0f1 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883563 Oct 26 14:11:58.273394 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7c6ebd4c-d941-4320-9356-280c2ece11e5 None None] For port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=71e06f96-2a42-4370-bdef-e5bb5fe9fe54,segment=NetworkSegment(53dea8cc-5482-426d-a36e-79805eb09750),segment_id=53dea8cc-5482-426d-a36e-79805eb09750)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:58.291526 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c6ebd4c-d941-4320-9356-280c2ece11e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.381551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ebd4c-d941-4320-9356-280c2ece11e5 None None] Pushing event updated for resources: {'Port': ['ID=71e06f96-2a42-4370-bdef-e5bb5fe9fe54,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:58.394256 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c4b72c6-043c-42ab-8a13-bba6f866cff4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.424767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9ab220e3-3780-403e-96a9-7899c2137b47 None None] Provisioning complete for port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:58.425463 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9ab220e3-3780-403e-96a9-7899c2137b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.484741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-b2e81843-0ade-4e60-ad44-5dc9198b0a7b req-a3d237ac-9adc-4355-85f8-954c7923b231 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] For port 3d75ca36-798e-41e2-b0f9-14d49a98eda7, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3d75ca36-798e-41e2-b0f9-14d49a98eda7,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:58.485225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b2e81843-0ade-4e60-ad44-5dc9198b0a7b req-a3d237ac-9adc-4355-85f8-954c7923b231 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.514654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-b2e81843-0ade-4e60-ad44-5dc9198b0a7b req-a3d237ac-9adc-4355-85f8-954c7923b231 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Calling delete_port for 3d75ca36-798e-41e2-b0f9-14d49a98eda7 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:58.583343 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b72c6-043c-42ab-8a13-bba6f866cff4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Subnet': ['ID=63584a42-34c4-4c2c-ad90-119de04e74d9,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:58.662315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4b72c6-043c-42ab-8a13-bba6f866cff4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Checking segment: {'id': 'bdd44d55-2876-41dc-bb93-71e5959328e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:58.662677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4b72c6-043c-42ab-8a13-bba6f866cff4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network hostable DHCP agents. Network: 4cea2682-1f37-4f8f-a9df-f4cc49123285, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:11:58.723994 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14b9b7b6-2094-4c98-a9b5-c214cae8234b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.750076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4b72c6-043c-42ab-8a13-bba6f866cff4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 4cea2682-1f37-4f8f-a9df-f4cc49123285 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:11:58.779591 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9b7b6-2094-4c98-a9b5-c214cae8234b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=51f450b0-3e2a-4bcd-b129-f2af43117124,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:58.812019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-9c4b72c6-043c-42ab-8a13-bba6f866cff4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 4cea2682-1f37-4f8f-a9df-f4cc49123285) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:58.823273 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4b72c6-043c-42ab-8a13-bba6f866cff4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:58.824477 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c4b72c6-043c-42ab-8a13-bba6f866cff4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.826977 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6dab40-2d9a-424c-864b-455e2fedcb61 None None] Network 4cea2682-1f37-4f8f-a9df-f4cc49123285 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:58.840976 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14b9b7b6-2094-4c98-a9b5-c214cae8234b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.846064 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-14b9b7b6-2094-4c98-a9b5-c214cae8234b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/51f450b0-3e2a-4bcd-b129-f2af43117124 HTTP/1.1" status: 204 len: 168 time: 1.8298891 Oct 26 14:11:58.848707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39202) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:58.928321 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9c4b72c6-043c-42ab-8a13-bba6f866cff4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3913698 Oct 26 14:11:58.931151 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b2e81843-0ade-4e60-ad44-5dc9198b0a7b req-a3d237ac-9adc-4355-85f8-954c7923b231 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.932216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39204) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:58.966992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d237ac-9adc-4355-85f8-954c7923b231 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event deleted for resources: {'Port': ['ID=3d75ca36-798e-41e2-b0f9-14d49a98eda7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:59.029260 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b854e1d3-3822-4212-85fc-aca2cbf9a143'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:11:59.041878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c0e936-cb28-4b04-aa07-c0c1243e8e53 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:59.044059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c0e936-cb28-4b04-aa07-c0c1243e8e53 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:59.045796 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e7c0e936-cb28-4b04-aa07-c0c1243e8e53 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1959043 Oct 26 14:11:59.082241 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39208) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:59.095845 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e81843-0ade-4e60-ad44-5dc9198b0a7b req-a3d237ac-9adc-4355-85f8-954c7923b231 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] No DVR routers for this DVR port 3d75ca36-798e-41e2-b0f9-14d49a98eda7 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:59.099630 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b2e81843-0ade-4e60-ad44-5dc9198b0a7b req-a3d237ac-9adc-4355-85f8-954c7923b231 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:59.108722 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b2e81843-0ade-4e60-ad44-5dc9198b0a7b req-a3d237ac-9adc-4355-85f8-954c7923b231 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.25 "DELETE /v2.0/ports/3d75ca36-798e-41e2-b0f9-14d49a98eda7 HTTP/1.1" status: 204 len: 173 time: 1.8625908 Oct 26 14:11:59.109266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933869ad-7a7a-4582-beac-0be4ec0d8f2e', 'name': 'network-vif-deleted', 'tag': '3d75ca36-798e-41e2-b0f9-14d49a98eda7'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:59.112193 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb46761f-ea60-4cde-a364-ad582640f896" -d '{"events": [{"server_uuid": "933869ad-7a7a-4582-beac-0be4ec0d8f2e", "name": "network-vif-deleted", "tag": "3d75ca36-798e-41e2-b0f9-14d49a98eda7"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:59.197343 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dac43d3e-019b-4db6-935f-0e2882db3785 req-9d76a918-03ca-49bc-b208-02d08d421d5c tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0711515 Oct 26 14:11:59.215874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-c153419d-4dc7-49e8-8671-0176ba92ca69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet f03935e3-270e-42ce-9da5-2f9179a06f2c {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:59.226303 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0654ee-dfec-4570-a039-83c031cedb11 x-openstack-request-id: req-ca0654ee-dfec-4570-a039-83c031cedb11 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:59.226853 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933869ad-7a7a-4582-beac-0be4ec0d8f2e", "name": "network-vif-deleted", "tag": "3d75ca36-798e-41e2-b0f9-14d49a98eda7", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:59.226853 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca0654ee-dfec-4570-a039-83c031cedb11 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:59.227229 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933869ad-7a7a-4582-beac-0be4ec0d8f2e', 'name': 'network-vif-deleted', 'tag': '3d75ca36-798e-41e2-b0f9-14d49a98eda7', 'status': 'completed', 'code': 200} Oct 26 14:11:59.312108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-4cea2682-1f37-4f8f-a9df-f4cc49123285', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:11:59.313009 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:59.341889 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c153419d-4dc7-49e8-8671-0176ba92ca69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:59.500014 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4e9b48b-b631-47e9-a8a8-0d6e016af3fa req-4530baf2-4eba-4422-969a-5e3f6c4b0164 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=933869ad-7a7a-4582-beac-0be4ec0d8f2e HTTP/1.1" status: 200 len: 210 time: 0.1196880 Oct 26 14:11:59.544912 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c153419d-4dc7-49e8-8671-0176ba92ca69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:59.657443 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Allocated IP 2001:db8:1::2 (4cea2682-1f37-4f8f-a9df-f4cc49123285/63584a42-34c4-4c2c-ad90-119de04e74d9/55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:59.681754 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c153419d-4dc7-49e8-8671-0176ba92ca69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:59.774403 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:59.880538 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:59.887888 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c153419d-4dc7-49e8-8671-0176ba92ca69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:59.888490 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:59.932923 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Network 4cea2682-1f37-4f8f-a9df-f4cc49123285 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:59.936417 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c153419d-4dc7-49e8-8671-0176ba92ca69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:59.939106 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:59.944299 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c153419d-4dc7-49e8-8671-0176ba92ca69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/f03935e3-270e-42ce-9da5-2f9179a06f2c HTTP/1.1" status: 204 len: 168 time: 0.8581553 Oct 26 14:11:59.945057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:59.945197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153419d-4dc7-49e8-8671-0176ba92ca69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=f03935e3-270e-42ce-9da5-2f9179a06f2c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:59.946094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39222) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:59.951222 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e2c2d9-264b-414e-8751-1ca0df5e05a8 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:00.006021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Pushing event updated for resources: {'Port': ['ID=55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:00.051932 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-33cff8a9-c76d-4b93-b401-f6334bd7d851 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005499 Oct 26 14:12:00.052844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39224) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:00.060092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1eb04e33-53df-400c-b2fc-585e59a2f392 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:00.085275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Attempting to bind port 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:00.085897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Attempting to bind port 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'bdd44d55-2876-41dc-bb93-71e5959328e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:00.086150 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Attempting to bind port 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 on network 4cea2682-1f37-4f8f-a9df-f4cc49123285 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:00.096880 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:00.097251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Checking segment: {'id': 'bdd44d55-2876-41dc-bb93-71e5959328e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:00.097654 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.098154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Bound using segment: {'id': 'bdd44d55-2876-41dc-bb93-71e5959328e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:00.098641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Bound port: 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd44d55-2876-41dc-bb93-71e5959328e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:00.099275 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.164868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Allocated IP 2001:db8:1::1 (4cea2682-1f37-4f8f-a9df-f4cc49123285/63584a42-34c4-4c2c-ad90-119de04e74d9/13d1d810-e344-420c-a136-10dd553b6edc) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:00.220432 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb04e33-53df-400c-b2fc-585e59a2f392 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:00.225119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] For port 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:00.229558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] For port 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0,segment=NetworkSegment(bdd44d55-2876-41dc-bb93-71e5959328e6),segment_id=bdd44d55-2876-41dc-bb93-71e5959328e6)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:00.232479 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1eb04e33-53df-400c-b2fc-585e59a2f392 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.237617 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.341807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b08c8a-1316-4760-a0a7-fc6503c483e2 None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:00.360014 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5801fc-80a5-4b62-a1fb-58a9962e53ed None None] Pushing event updated for resources: {'Port': ['ID=55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:00.461803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-14b08c8a-1316-4760-a0a7-fc6503c483e2 None None] Deleting port 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:00.462595 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-14b08c8a-1316-4760-a0a7-fc6503c483e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.491816 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.551472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca7087e5-d54e-475d-820e-eb03857ff65b req-8e37fdbd-f923-411a-aba0-ced948740e24 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.1780636 Oct 26 14:12:00.561104 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.566040 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:00.680889 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-14b08c8a-1316-4760-a0a7-fc6503c483e2 None None] For port 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=37537fc5-81d1-4b73-ba0b-c0469c9b1fc1,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:00.680889 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-14b08c8a-1316-4760-a0a7-fc6503c483e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.696013 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-14b08c8a-1316-4760-a0a7-fc6503c483e2 None None] Calling delete_port for 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:00.724621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 4cea2682-1f37-4f8f-a9df-f4cc49123285 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:00.759277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:00.775069 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1eb04e33-53df-400c-b2fc-585e59a2f392 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.786918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:00.794750 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.829234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb04e33-53df-400c-b2fc-585e59a2f392 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:00.833604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-1eb04e33-53df-400c-b2fc-585e59a2f392 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:00.838886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb04e33-53df-400c-b2fc-585e59a2f392 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:00.839487 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1eb04e33-53df-400c-b2fc-585e59a2f392 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.863269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb04e33-53df-400c-b2fc-585e59a2f392 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=d0033fd2-6b51-4573-a589-be7df2a0fbd3,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:00.884493 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1eb04e33-53df-400c-b2fc-585e59a2f392 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8286934 Oct 26 14:12:00.885810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39240) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:00.901258 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-576c4203-7be5-4a34-903e-6971ae6f9161 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'fixed_ips': [{'subnet_id': 'd0033fd2-6b51-4573-a589-be7df2a0fbd3', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-646896728'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:00.903235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=13d1d810-e344-420c-a136-10dd553b6edc,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:01.044428 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:01.061137 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3d75ca36-798e-41e2-b0f9-14d49a98eda7 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:01.087752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 3d75ca36-798e-41e2-b0f9-14d49a98eda7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:01.088458 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3d75ca36-798e-41e2-b0f9-14d49a98eda7 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:01.101626 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-14b08c8a-1316-4760-a0a7-fc6503c483e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:01.107343 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:01.107711 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:01.145476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576c4203-7be5-4a34-903e-6971ae6f9161 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:01.152858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b08c8a-1316-4760-a0a7-fc6503c483e2 None None] Pushing event deleted for resources: {'Port': ['ID=37537fc5-81d1-4b73-ba0b-c0469c9b1fc1,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:01.159208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b08c8a-1316-4760-a0a7-fc6503c483e2 None None] No DVR routers for this DVR port 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:01.164890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f176da0-785f-4d47-a204-0f3f284d122d req-a4ce781b-c460-4c75-8389-974ff2581ccb tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:01.166961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f176da0-785f-4d47-a204-0f3f284d122d req-a4ce781b-c460-4c75-8389-974ff2581ccb tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.0975907 Oct 26 14:12:01.177677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9e7e85-fdf2-4aa4-a947-7667a93f67d2 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:01.298235 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-576c4203-7be5-4a34-903e-6971ae6f9161 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:01.329092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-576c4203-7be5-4a34-903e-6971ae6f9161 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port 7abcb058-3184-49e8-a0cd-ff20be8dddac yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:01.335973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f176da0-785f-4d47-a204-0f3f284d122d req-14e81706-a902-42f8-b595-e878aea01884 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597998 Oct 26 14:12:01.430957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:01.478038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': 'd0033fd2-6b51-4573-a589-be7df2a0fbd3'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:01.482615 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:01.486588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:01.486950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 37537fc5-81d1-4b73-ba0b-c0469c9b1fc1 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:01.494374 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-576c4203-7be5-4a34-903e-6971ae6f9161 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:12:01.494849 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576c4203-7be5-4a34-903e-6971ae6f9161 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:12:01.522129 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-576c4203-7be5-4a34-903e-6971ae6f9161 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.6315277 Oct 26 14:12:01.524445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39246) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:01.563368 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-08814ea0-b459-474e-b709-ea721de9d6b4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0355215 Oct 26 14:12:01.563997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39248) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:01.683536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b1ded-a54e-4f82-96f4-cd36595f60bd tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:01.685350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b1ded-a54e-4f82-96f4-cd36595f60bd tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:01.689806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39254) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:01.690012 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-560b1ded-a54e-4f82-96f4-cd36595f60bd tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1244922 Oct 26 14:12:01.692290 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:01.751215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:01.751215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:01.794701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-546fa479-1019-4325-b9ab-2445d6eab7fd tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet d0033fd2-6b51-4573-a589-be7df2a0fbd3 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:01.814004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Allocated IP 2001:db8::2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/d0033fd2-6b51-4573-a589-be7df2a0fbd3/b84f8abe-1e34-42fc-ba59-d79fb233d7e7) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:01.825354 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=13d1d810-e344-420c-a136-10dd553b6edc,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:01.829405 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2354a57a-8749-41eb-b1f1-52932c7cd87a req-fcf0ef55-680c-4a45-8823-4692387a7138 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.1328714 Oct 26 14:12:01.926345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a9425-e452-46e0-9d66-3920bf861b11 req-a76ed32c-3aa7-4e6c-8521-6559c0e33976 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:01.927865 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc6a9425-e452-46e0-9d66-3920bf861b11 req-a76ed32c-3aa7-4e6c-8521-6559c0e33976 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.2116594 Oct 26 14:12:01.939384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca018736-2fe6-492d-a942-cb7c8f010627 None None] Network 4cea2682-1f37-4f8f-a9df-f4cc49123285 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:02.046696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 4cea2682-1f37-4f8f-a9df-f4cc49123285 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:02.051286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:02.101189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9944be72-cf4d-42d2-a6a5-ab7bb1c35072 None None] Provisioning complete for port 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:02.101768 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9944be72-cf4d-42d2-a6a5-ab7bb1c35072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.127171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-bc6a9425-e452-46e0-9d66-3920bf861b11 req-b60c4b1a-c3fd-4a69-94ef-f0fa9023a792 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Deleting port b854e1d3-3822-4212-85fc-aca2cbf9a143 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:02.127510 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bc6a9425-e452-46e0-9d66-3920bf861b11 req-b60c4b1a-c3fd-4a69-94ef-f0fa9023a792 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.176431 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.186783 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-546fa479-1019-4325-b9ab-2445d6eab7fd tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.212214 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.220247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router d4cda2e2-2de8-43dd-8c66-86335578c40e has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:12:02.233326 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-546fa479-1019-4325-b9ab-2445d6eab7fd tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.245308 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-bc6a9425-e452-46e0-9d66-3920bf861b11 req-b60c4b1a-c3fd-4a69-94ef-f0fa9023a792 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] For port b854e1d3-3822-4212-85fc-aca2cbf9a143, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b854e1d3-3822-4212-85fc-aca2cbf9a143,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:02.245685 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bc6a9425-e452-46e0-9d66-3920bf861b11 req-b60c4b1a-c3fd-4a69-94ef-f0fa9023a792 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.320832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-bc6a9425-e452-46e0-9d66-3920bf861b11 req-b60c4b1a-c3fd-4a69-94ef-f0fa9023a792 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Calling delete_port for b854e1d3-3822-4212-85fc-aca2cbf9a143 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:02.343803 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-546fa479-1019-4325-b9ab-2445d6eab7fd tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.383386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:02.389231 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9944be72-cf4d-42d2-a6a5-ab7bb1c35072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.389498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b5883ffb-428e-4e1d-935c-a5fa5a6e311b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4562416 Oct 26 14:12:02.392194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39262) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:02.396997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8642ecbd-dd6a-4dc2-8868-8b984cc86bcd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-63509335'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:02.439972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8642ecbd-dd6a-4dc2-8868-8b984cc86bcd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:02.443881 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8642ecbd-dd6a-4dc2-8868-8b984cc86bcd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.466615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-9944be72-cf4d-42d2-a6a5-ab7bb1c35072 None None] For port 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0,segment=NetworkSegment(bdd44d55-2876-41dc-bb93-71e5959328e6),segment_id=bdd44d55-2876-41dc-bb93-71e5959328e6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:02.472417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Sync routers for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:02.489016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:02.499449 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-546fa479-1019-4325-b9ab-2445d6eab7fd tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.532141 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8642ecbd-dd6a-4dc2-8868-8b984cc86bcd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:12:02.535850 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:02.538051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:02.543569 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Pushing event updated for resources: {'Port': ['ID=b84f8abe-1e34-42fc-ba59-d79fb233d7e7,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:02.554384 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8642ecbd-dd6a-4dc2-8868-8b984cc86bcd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.554730 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-8642ecbd-dd6a-4dc2-8868-8b984cc86bcd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Added segment b9a152d1-a251-4ca0-a1b5-1ff42b296f16 of type vlan for network 5ca477af-1414-4567-b5b4-73b3e171b043 Oct 26 14:12:02.557152 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9944be72-cf4d-42d2-a6a5-ab7bb1c35072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.563471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:02.565843 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bc6a9425-e452-46e0-9d66-3920bf861b11 req-b60c4b1a-c3fd-4a69-94ef-f0fa9023a792 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.571528 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fa479-1019-4325-b9ab-2445d6eab7fd tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=d0033fd2-6b51-4573-a589-be7df2a0fbd3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:02.593376 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-546fa479-1019-4325-b9ab-2445d6eab7fd tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.596768 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-546fa479-1019-4325-b9ab-2445d6eab7fd tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/d0033fd2-6b51-4573-a589-be7df2a0fbd3 HTTP/1.1" status: 204 len: 168 time: 0.9050720 Oct 26 14:12:02.601440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39264) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:02.637149 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc96463-efd5-4475-9e98-249bd4ee5482 req-e7888f1d-8130-4980-b1e0-e614755685f1 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:02.642320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b854e1d3-3822-4212-85fc-aca2cbf9a143'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:12:02.644472 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:02.645039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfc96463-efd5-4475-9e98-249bd4ee5482 req-e7888f1d-8130-4980-b1e0-e614755685f1 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fc6fbd-d3f7-4810-a46f-885713b7cb3f HTTP/1.1" status: 200 len: 945 time: 0.1563423 Oct 26 14:12:02.645186 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:02.655360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c4b1a-c3fd-4a69-94ef-f0fa9023a792 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event deleted for resources: {'Port': ['ID=b854e1d3-3822-4212-85fc-aca2cbf9a143,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:02.681148 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-794f0b1c-763b-49c7-8ac7-5a8a186b9816 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731113 Oct 26 14:12:02.686566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39268) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:02.698025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e522414f-b7cc-4133-8d32-7d83562c793c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:02.703034 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8642ecbd-dd6a-4dc2-8868-8b984cc86bcd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.734479 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6a9425-e452-46e0-9d66-3920bf861b11 req-b60c4b1a-c3fd-4a69-94ef-f0fa9023a792 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] No DVR routers for this DVR port b854e1d3-3822-4212-85fc-aca2cbf9a143 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:02.749088 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bc6a9425-e452-46e0-9d66-3920bf861b11 req-b60c4b1a-c3fd-4a69-94ef-f0fa9023a792 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.758423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc6a9425-e452-46e0-9d66-3920bf861b11 req-b60c4b1a-c3fd-4a69-94ef-f0fa9023a792 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.11 "DELETE /v2.0/ports/b854e1d3-3822-4212-85fc-aca2cbf9a143 HTTP/1.1" status: 204 len: 173 time: 0.8228645 Oct 26 14:12:02.758918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fc6fbd-d3f7-4810-a46f-885713b7cb3f', 'name': 'network-vif-deleted', 'tag': 'b854e1d3-3822-4212-85fc-aca2cbf9a143'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:12:02.766446 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34047220-1769-45a9-bfed-879d97dc8888" -d '{"events": [{"server_uuid": "c3fc6fbd-d3f7-4810-a46f-885713b7cb3f", "name": "network-vif-deleted", "tag": "b854e1d3-3822-4212-85fc-aca2cbf9a143"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:12:02.789970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfc96463-efd5-4475-9e98-249bd4ee5482 req-8101f6c6-ae30-4697-b251-09ed770faf4f tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=76a2f606-5230-480e-9b3a-53cfdda4a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439245 Oct 26 14:12:02.797081 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8642ecbd-dd6a-4dc2-8868-8b984cc86bcd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.811540 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8642ecbd-dd6a-4dc2-8868-8b984cc86bcd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:02.812332 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8642ecbd-dd6a-4dc2-8868-8b984cc86bcd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.949733 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b688eca-1f07-4b7d-b10c-e8874fbc814e x-openstack-request-id: req-3b688eca-1f07-4b7d-b10c-e8874fbc814e {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:12:02.950297 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fc6fbd-d3f7-4810-a46f-885713b7cb3f", "name": "network-vif-deleted", "tag": "b854e1d3-3822-4212-85fc-aca2cbf9a143", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:12:02.950781 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b688eca-1f07-4b7d-b10c-e8874fbc814e {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:12:02.951411 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fc6fbd-d3f7-4810-a46f-885713b7cb3f', 'name': 'network-vif-deleted', 'tag': 'b854e1d3-3822-4212-85fc-aca2cbf9a143', 'status': 'completed', 'code': 200} Oct 26 14:12:02.975891 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8642ecbd-dd6a-4dc2-8868-8b984cc86bcd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5825799 Oct 26 14:12:02.979145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39280) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:03.008012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-433d2b8d-6e8d-440d-a00a-506270e5ed7a tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'subnet': {'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:03.008749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642ecbd-dd6a-4dc2-8868-8b984cc86bcd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Network': ['ID=5ca477af-1414-4567-b5b4-73b3e171b043,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:03.091896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 5ca477af-1414-4567-b5b4-73b3e171b043 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:12:03.135675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56cfd538-6ead-43ca-be92-964898dbf09d req-fa85233a-c74b-4640-9d4a-3f5dfb25b294 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0584652 Oct 26 14:12:03.203998 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e522414f-b7cc-4133-8d32-7d83562c793c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:03.209573 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e522414f-b7cc-4133-8d32-7d83562c793c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.270477 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Attempting to bind port b84f8abe-1e34-42fc-ba59-d79fb233d7e7 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:03.271084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Attempting to bind port b84f8abe-1e34-42fc-ba59-d79fb233d7e7 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:03.271205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Attempting to bind port b84f8abe-1e34-42fc-ba59-d79fb233d7e7 on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:03.285277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944be72-cf4d-42d2-a6a5-ab7bb1c35072 None None] Pushing event updated for resources: {'Port': ['ID=55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:03.295755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:03.297815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:03.298234 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:03.298643 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.299041 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:03.299581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Bound port: b84f8abe-1e34-42fc-ba59-d79fb233d7e7, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:03.299973 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.361678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7ca21918-2c1c-402a-a580-d55042a9490d None None] Provisioning complete for port 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:03.362116 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7ca21918-2c1c-402a-a580-d55042a9490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.402494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433d2b8d-6e8d-440d-a00a-506270e5ed7a tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:03.409054 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-433d2b8d-6e8d-440d-a00a-506270e5ed7a tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.465819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:03.466222 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.686833 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e522414f-b7cc-4133-8d32-7d83562c793c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.772360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] For port b84f8abe-1e34-42fc-ba59-d79fb233d7e7, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:03.773095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e522414f-b7cc-4133-8d32-7d83562c793c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:03.776055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] For port b84f8abe-1e34-42fc-ba59-d79fb233d7e7, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b84f8abe-1e34-42fc-ba59-d79fb233d7e7,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:03.782218 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-e522414f-b7cc-4133-8d32-7d83562c793c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:03.789048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e522414f-b7cc-4133-8d32-7d83562c793c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:03.790012 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e522414f-b7cc-4133-8d32-7d83562c793c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.793322 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.800550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522414f-b7cc-4133-8d32-7d83562c793c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=57830384-7f96-4802-a776-eeebe3010e2e,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:03.846328 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e522414f-b7cc-4133-8d32-7d83562c793c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1584909 Oct 26 14:12:03.849032 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39286) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:03.854075 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-59975122-7cd0-46d9-ac3e-2e99daf78d41 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1095172073', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:03.887720 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-433d2b8d-6e8d-440d-a00a-506270e5ed7a tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.935564 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59975122-7cd0-46d9-ac3e-2e99daf78d41 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.936683 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59975122-7cd0-46d9-ac3e-2e99daf78d41 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.984630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d2b8d-6e8d-440d-a00a-506270e5ed7a tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Subnet': ['ID=bc09253e-54c8-4a9a-ab2f-0301026bdf81,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:04.001331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d2b8d-6e8d-440d-a00a-506270e5ed7a tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Checking segment: {'id': 'b9a152d1-a251-4ca0-a1b5-1ff42b296f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:04.001788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433d2b8d-6e8d-440d-a00a-506270e5ed7a tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network hostable DHCP agents. Network: 5ca477af-1414-4567-b5b4-73b3e171b043, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:12:04.038919 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59975122-7cd0-46d9-ac3e-2e99daf78d41 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:04.056440 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59975122-7cd0-46d9-ac3e-2e99daf78d41 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:04.088878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433d2b8d-6e8d-440d-a00a-506270e5ed7a tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 5ca477af-1414-4567-b5b4-73b3e171b043 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:12:04.118970 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59975122-7cd0-46d9-ac3e-2e99daf78d41 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:04.122736 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-59975122-7cd0-46d9-ac3e-2e99daf78d41 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2701619 Oct 26 14:12:04.123113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39298) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:04.123597 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-433d2b8d-6e8d-440d-a00a-506270e5ed7a tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 5ca477af-1414-4567-b5b4-73b3e171b043) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:04.130502 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d2b8d-6e8d-440d-a00a-506270e5ed7a tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:04.133297 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-433d2b8d-6e8d-440d-a00a-506270e5ed7a tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:04.168383 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-433d2b8d-6e8d-440d-a00a-506270e5ed7a tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1847897 Oct 26 14:12:04.171599 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39300) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:04.209115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c911f-5f32-4c43-bcaa-011c71fb51f8 None None] Network 5ca477af-1414-4567-b5b4-73b3e171b043 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:04.238251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7ca21918-2c1c-402a-a580-d55042a9490d None None] Provisioning complete for port 13d1d810-e344-420c-a136-10dd553b6edc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:04.238628 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7ca21918-2c1c-402a-a580-d55042a9490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:04.326293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1be49e-efec-409e-afc3-4ca675970d08 None None] Pushing event updated for resources: {'Port': ['ID=b84f8abe-1e34-42fc-ba59-d79fb233d7e7,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:04.333488 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4564599-3e2d-4bf8-bfc5-60ea7d65ed3d req-8e55a8ca-39ce-4c0d-8b04-60c053906054 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0570474 Oct 26 14:12:04.374633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:00Z', 'revision_number': 3, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:01Z', 'revision_number': 2, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:04.422956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b34d69-5b5a-4c88-8cb1-90a9ef513418 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:04.427604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Checking router: d4cda2e2-2de8-43dd-8c66-86335578c40e for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:12:04.427957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Updating router d4cda2e2-2de8-43dd-8c66-86335578c40e port 13d1d810-e344-420c-a136-10dd553b6edc binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:12:04.431459 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-7ca21918-2c1c-402a-a580-d55042a9490d None None] Port 13d1d810-e344-420c-a136-10dd553b6edc cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:04.501105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7953998-227d-489d-9967-fae406f0931a req-fa70ecd5-3b02-4826-8597-f80fa535650a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:04.502659 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7953998-227d-489d-9967-fae406f0931a req-fa70ecd5-3b02-4826-8597-f80fa535650a tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.2464371 Oct 26 14:12:04.517094 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:04.565434 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:04.645267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a5e6e563-9c63-43c5-9ce7-90ec5299a1ee None None] Provisioning complete for port 13d1d810-e344-420c-a136-10dd553b6edc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:04.645923 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a5e6e563-9c63-43c5-9ce7-90ec5299a1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:04.744473 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:04.758564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-5ca477af-1414-4567-b5b4-73b3e171b043', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:04.760055 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:04.858424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-a5e6e563-9c63-43c5-9ce7-90ec5299a1ee None None] Port 13d1d810-e344-420c-a136-10dd553b6edc cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:04.896205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:04.896582 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.074817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7953998-227d-489d-9967-fae406f0931a req-aaa2ce06-0932-4514-9a0c-60e198d1d0ce tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5301805 Oct 26 14:12:05.145015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Allocated IP 2001:db8:2::1 (5ca477af-1414-4567-b5b4-73b3e171b043/bc09253e-54c8-4a9a-ab2f-0301026bdf81/ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:05.145263 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.240092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d061b-3a18-4f53-be33-572d7375c15a None None] Update dhcp port {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'fixed_ips': [{'subnet_id': '57830384-7f96-4802-a776-eeebe3010e2e'}], 'binding:host_id': 'n-d-815498-1'}, 'id': 'b84f8abe-1e34-42fc-ba59-d79fb233d7e7'} from n-d-815498-1. {{(pid=102125) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:12:05.300860 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9b7d061b-3a18-4f53-be33-572d7375c15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.329588 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.339303 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.364770 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.460812 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.555979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::1 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/57830384-7f96-4802-a776-eeebe3010e2e/9f0669ff-e731-44f5-a03d-4c9fc5e760e8) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:05.561092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb52be2-0bd1-43a8-91e6-65915ebcacb8 None None] Pushing event updated for resources: {'Port': ['ID=13d1d810-e344-420c-a136-10dd553b6edc,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:05.608539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 5ca477af-1414-4567-b5b4-73b3e171b043 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:05.620129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:05.623415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:05.623959 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.626353 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:05.676499 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Allocated IP 2001:db8:2::2 (5ca477af-1414-4567-b5b4-73b3e171b043/bc09253e-54c8-4a9a-ab2f-0301026bdf81/52f9b570-f79c-4e85-9172-1cf192ca9d2d) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:05.692774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-bd95b91d-73ca-4fc0-98db-69ddf690fd02 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:05.695405 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-bd95b91d-73ca-4fc0-98db-69ddf690fd02 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1853104 Oct 26 14:12:05.718537 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27aab47c-21a6-4b27-bc73-286cf0020bf8 req-39b09c3d-e607-4483-8343-892701ca1388 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0686448 Oct 26 14:12:05.720421 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Attempting to bind port 13d1d810-e344-420c-a136-10dd553b6edc on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:05.720799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Attempting to bind port 13d1d810-e344-420c-a136-10dd553b6edc by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'bdd44d55-2876-41dc-bb93-71e5959328e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:05.721434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Attempting to bind port 13d1d810-e344-420c-a136-10dd553b6edc on network 4cea2682-1f37-4f8f-a9df-f4cc49123285 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:05.775743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:05.776122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Checking segment: {'id': 'bdd44d55-2876-41dc-bb93-71e5959328e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:05.776561 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.776965 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Bound using segment: {'id': 'bdd44d55-2876-41dc-bb93-71e5959328e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:05.778420 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Bound port: 13d1d810-e344-420c-a136-10dd553b6edc, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd44d55-2876-41dc-bb93-71e5959328e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:05.779895 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.791897 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.877748 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.888002 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.944042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=9f0669ff-e731-44f5-a03d-4c9fc5e760e8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:05.948269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Deleting port 6b2e0764-7881-4a9b-8758-f12383e77e00 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:05.948639 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.956554 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:05.958623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:05.960768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-9b7d061b-3a18-4f53-be33-572d7375c15a None None] Allocated IP 2001:db8::2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/57830384-7f96-4802-a776-eeebe3010e2e/b84f8abe-1e34-42fc-ba59-d79fb233d7e7) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:05.965228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:05.965774 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.135304 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.271503 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-9b7d061b-3a18-4f53-be33-572d7375c15a None None] For port b84f8abe-1e34-42fc-ba59-d79fb233d7e7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b84f8abe-1e34-42fc-ba59-d79fb233d7e7,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:06.370915 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.391165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b854e1d3-3822-4212-85fc-aca2cbf9a143 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:06.399799 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.419105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] For port 6b2e0764-7881-4a9b-8758-f12383e77e00, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=6b2e0764-7881-4a9b-8758-f12383e77e00,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:06.419465 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.423188 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.456889 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.457261 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.480284 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: b854e1d3-3822-4212-85fc-aca2cbf9a143 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:06.480858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b854e1d3-3822-4212-85fc-aca2cbf9a143 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:06.495258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Network 5ca477af-1414-4567-b5b4-73b3e171b043 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:06.497597 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.500173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] For port 13d1d810-e344-420c-a136-10dd553b6edc, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:06.505321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:06.518941 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.527049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.543893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfae16-7315-4564-9f02-55d63a61b0e0 req-831c771f-5627-4132-9b7e-ae9ed6f449a7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:06.545501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ecfae16-7315-4564-9f02-55d63a61b0e0 req-831c771f-5627-4132-9b7e-ae9ed6f449a7 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 945 time: 0.1917999 Oct 26 14:12:06.545644 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9b7d061b-3a18-4f53-be33-572d7375c15a None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.548818 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:06.604023 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9b7d061b-3a18-4f53-be33-572d7375c15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.607373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] For port 13d1d810-e344-420c-a136-10dd553b6edc, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=13d1d810-e344-420c-a136-10dd553b6edc,segment=NetworkSegment(bdd44d55-2876-41dc-bb93-71e5959328e6),segment_id=bdd44d55-2876-41dc-bb93-71e5959328e6)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:06.623051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-86a284b9-4328-4f6a-9104-999294069b0a None None] Provisioning complete for port 13d1d810-e344-420c-a136-10dd553b6edc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:06.623592 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-86a284b9-4328-4f6a-9104-999294069b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.628593 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Pushing event updated for resources: {'Port': ['ID=52f9b570-f79c-4e85-9172-1cf192ca9d2d,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:06.659823 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.696833 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ecfae16-7315-4564-9f02-55d63a61b0e0 req-def1ef37-f877-4d05-935e-d1edb8192f13 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5865ccd-dfc8-4647-94fd-b3187c1ef049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447937 Oct 26 14:12:06.703135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=9f0669ff-e731-44f5-a03d-4c9fc5e760e8,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:06.780323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:06.780786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Attempting to bind port 52f9b570-f79c-4e85-9172-1cf192ca9d2d on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:06.781169 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Attempting to bind port 52f9b570-f79c-4e85-9172-1cf192ca9d2d by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'b9a152d1-a251-4ca0-a1b5-1ff42b296f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:06.781544 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Attempting to bind port 52f9b570-f79c-4e85-9172-1cf192ca9d2d on network 5ca477af-1414-4567-b5b4-73b3e171b043 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:06.788487 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:06.815979 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:06.816351 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Checking segment: {'id': 'b9a152d1-a251-4ca0-a1b5-1ff42b296f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:06.816758 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.817163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Bound using segment: {'id': 'b9a152d1-a251-4ca0-a1b5-1ff42b296f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:06.817636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Bound port: 52f9b570-f79c-4e85-9172-1cf192ca9d2d, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a152d1-a251-4ca0-a1b5-1ff42b296f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:06.818860 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.841826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d061b-3a18-4f53-be33-572d7375c15a None None] Pushing event updated for resources: {'Port': ['ID=b84f8abe-1e34-42fc-ba59-d79fb233d7e7,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:06.903134 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:06.903764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:06.972587 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0355a79a-147e-4e76-a2cc-0059f3922319 req-bdc0a0e3-69a7-4293-a1ea-5d2f0a6f8da6 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0335903 Oct 26 14:12:07.065644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:07.111035 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Router 598de43c-644d-4aac-aa34-741accdfdab3 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:12:07.238734 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.239266 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.244739 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Floating IP c49100ab-3a72-431b-a821-57b9ca88c384 disassociated. External IP: 172.25.4.54, port: 6b2e0764-7881-4a9b-8758-f12383e77e00. Oct 26 14:12:07.245562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Calling delete_port for 6b2e0764-7881-4a9b-8758-f12383e77e00 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:07.292020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb52be2-0bd1-43a8-91e6-65915ebcacb8 None None] Pushing event updated for resources: {'Port': ['ID=13d1d810-e344-420c-a136-10dd553b6edc,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:07.372099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:07.387500 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Sync routers for ids ['598de43c-644d-4aac-aa34-741accdfdab3'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:07.388789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9d47af8e-881a-4e2a-8a2f-5d172955e4f7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "PUT /v2.0/routers/598de43c-644d-4aac-aa34-741accdfdab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2645385 Oct 26 14:12:07.398286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39348) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:07.403619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] For port 52f9b570-f79c-4e85-9172-1cf192ca9d2d, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:07.409789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] For port 52f9b570-f79c-4e85-9172-1cf192ca9d2d, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=52f9b570-f79c-4e85-9172-1cf192ca9d2d,segment=NetworkSegment(b9a152d1-a251-4ca0-a1b5-1ff42b296f16),segment_id=b9a152d1-a251-4ca0-a1b5-1ff42b296f16)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:07.424496 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Routers {'598de43c-644d-4aac-aa34-741accdfdab3'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:07.431667 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['598de43c-644d-4aac-aa34-741accdfdab3'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:07.432530 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.492295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93938334-b642-46b9-ba4f-6eb0373a1958 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:07.495998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-93938334-b642-46b9-ba4f-6eb0373a1958 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports/9f0669ff-e731-44f5-a03d-4c9fc5e760e8 HTTP/1.1" status: 200 len: 911 time: 0.0940313 Oct 26 14:12:07.499124 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39352) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:07.590014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fdad9c-264f-4c13-962e-0ea954e09ad5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:07.596796 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Set router 598de43c-644d-4aac-aa34-741accdfdab3 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:07.597405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fdad9c-264f-4c13-962e-0ea954e09ad5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:07.599571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f9fdad9c-264f-4c13-962e-0ea954e09ad5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0994728 Oct 26 14:12:07.602413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39354) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:07.658742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network 5ca477af-1414-4567-b5b4-73b3e171b043 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:07.664040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:07.674003 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.675946 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c5994-8035-4120-b196-3fb6f9460e03 None None] Pushing event updated for resources: {'Port': ['ID=52f9b570-f79c-4e85-9172-1cf192ca9d2d,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:07.720590 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-86a284b9-4328-4f6a-9104-999294069b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.796367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-86a284b9-4328-4f6a-9104-999294069b0a None None] For port 13d1d810-e344-420c-a136-10dd553b6edc, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=13d1d810-e344-420c-a136-10dd553b6edc,segment=NetworkSegment(bdd44d55-2876-41dc-bb93-71e5959328e6),segment_id=bdd44d55-2876-41dc-bb93-71e5959328e6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:07.812747 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-86a284b9-4328-4f6a-9104-999294069b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.849108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:05Z', 'revision_number': 4, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:06Z', 'revision_number': 4, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8', 'name': '', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:fd:ca:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:04Z', 'updated_at': '2021-10-26T14:12:06Z', 'revision_number': 2, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:07.956972 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:07.992878 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584a715-06b6-496d-a29a-180ff024c447 None None] The sync data for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 is: [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:05Z', 'revision_number': 4, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:06Z', 'revision_number': 4, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8', 'name': '', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:fd:ca:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:04Z', 'updated_at': '2021-10-26T14:12:06Z', 'revision_number': 2, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:08.018428 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a284b9-4328-4f6a-9104-999294069b0a None None] Pushing event updated for resources: {'Port': ['ID=13d1d810-e344-420c-a136-10dd553b6edc,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:08.031450 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ccea177-e8fb-428d-bd86-9a8a57b27e7c req-157e40d9-d4c8-46c6-8278-188c531b154d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 210 time: 0.1365726 Oct 26 14:12:08.088718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c028f1a8-bcf0-4438-b819-c0bfafe493df None None] Provisioning complete for port 13d1d810-e344-420c-a136-10dd553b6edc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:08.088718 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c028f1a8-bcf0-4438-b819-c0bfafe493df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.230781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event deleted for resources: {'Port': ['ID=6b2e0764-7881-4a9b-8758-f12383e77e00,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:08.265053 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598de43c-644d-4aac-aa34-741accdfdab3', 'name': 'tempest-NetworksTestDHCPv6-router-1095172073', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:12:03Z', 'updated_at': '2021-10-26T14:12:06Z', 'revision_number': 2, 'project_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'gw_port_host': None, '_interfaces': [{'id': '9f0669ff-e731-44f5-a03d-4c9fc5e760e8', 'name': '', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'mac_address': 'fa:16:3e:67:bb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598de43c-644d-4aac-aa34-741accdfdab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '57830384-7f96-4802-a776-eeebe3010e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:05Z', 'updated_at': '2021-10-26T14:12:06Z', 'revision_number': 2, 'project_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'subnets': [{'id': '57830384-7f96-4802-a776-eeebe3010e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:08.269919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router d4cda2e2-2de8-43dd-8c66-86335578c40e has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:12:08.337998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d33a4dad-0e98-4d07-b8b1-68e16b983f9a req-1d885cf4-0214-4539-bccc-112c14e82cbd tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.1080246 Oct 26 14:12:08.351520 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Checking router: 598de43c-644d-4aac-aa34-741accdfdab3 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:12:08.351881 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Updating router 598de43c-644d-4aac-aa34-741accdfdab3 port 9f0669ff-e731-44f5-a03d-4c9fc5e760e8 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:12:08.367997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Router 8395223f-c802-4677-a08d-47bcff5d29d5 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:12:08.414454 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.658617 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6b2e0764-7881-4a9b-8758-f12383e77e00 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:08.725012 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a3b11af4-02cf-411b-9b30-663383eb932f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.750200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 6b2e0764-7881-4a9b-8758-f12383e77e00 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:08.750607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 6b2e0764-7881-4a9b-8758-f12383e77e00 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:08.812032 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 52f9b570-f79c-4e85-9172-1cf192ca9d2d up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:08.940474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 52f9b570-f79c-4e85-9172-1cf192ca9d2d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:08.940921 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.986831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:08.998513 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-deab000e-1e5c-4d15-8ae5-e558199b1bb1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8249583 Oct 26 14:12:09.000243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:09.002125 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39368) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:09.019294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0fa47992-9c25-4bc7-9db6-a45c152cd2a2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-445784795'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:09.069634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae618b5-61af-46b5-b853-97842845bed0 None None] Sync routers for ids ['8395223f-c802-4677-a08d-47bcff5d29d5'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:09.127271 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae618b5-61af-46b5-b853-97842845bed0 None None] Routers {'8395223f-c802-4677-a08d-47bcff5d29d5'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:09.131483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-eae618b5-61af-46b5-b853-97842845bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8395223f-c802-4677-a08d-47bcff5d29d5'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:09.187473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d439889a-017e-4bb7-b9cb-9685f8561c3f None None] Provisioning complete for port b84f8abe-1e34-42fc-ba59-d79fb233d7e7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:09.187850 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d439889a-017e-4bb7-b9cb-9685f8561c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.222457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] No DVR routers for this DVR port 6b2e0764-7881-4a9b-8758-f12383e77e00 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:09.243182 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.251094 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d7a56b26-5366-48aa-b386-43bae3b47524 req-96e08263-2f0a-4278-b833-178e37f56da6 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.25 "DELETE /v2.0/ports/6b2e0764-7881-4a9b-8758-f12383e77e00 HTTP/1.1" status: 204 len: 173 time: 3.5266640 Oct 26 14:12:09.251680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-deleted', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:12:09.254986 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3e0774-e1a7-4d1d-9609-793034a41c1a" -d '{"events": [{"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-deleted", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:12:09.317466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa47992-9c25-4bc7-9db6-a45c152cd2a2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:09.324905 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8f3bfca-ec6d-42d2-8237-6eddf2392398 req-60915339-3f17-4b96-85fd-8aa0cbd8629d tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce HTTP/1.1" status: 200 len: 210 time: 0.1191471 Oct 26 14:12:09.375445 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa47992-9c25-4bc7-9db6-a45c152cd2a2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.382681 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.395328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a3b11af4-02cf-411b-9b30-663383eb932f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 9f0669ff-e731-44f5-a03d-4c9fc5e760e8 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:09.395718 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a3b11af4-02cf-411b-9b30-663383eb932f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.401689 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.444404 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a28ada-0299-4585-9858-59b06ac0e263 x-openstack-request-id: req-92a28ada-0299-4585-9858-59b06ac0e263 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:12:09.446586 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce", "name": "network-vif-deleted", "tag": "6b2e0764-7881-4a9b-8758-f12383e77e00", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:12:09.447139 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92a28ada-0299-4585-9858-59b06ac0e263 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:12:09.452363 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0eaaf7-d3df-41c2-94f8-23d45b6c87ce', 'name': 'network-vif-deleted', 'tag': '6b2e0764-7881-4a9b-8758-f12383e77e00', 'status': 'completed', 'code': 200} Oct 26 14:12:09.497108 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017e49f-5723-4475-a043-2a9a1a1c1768 None None] Pushing event updated for resources: {'Port': ['ID=9f0669ff-e731-44f5-a03d-4c9fc5e760e8,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:09.501208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa47992-9c25-4bc7-9db6-a45c152cd2a2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:12:09.539826 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa47992-9c25-4bc7-9db6-a45c152cd2a2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.542943 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-0fa47992-9c25-4bc7-9db6-a45c152cd2a2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Added segment fd10ec4e-3e3e-41a5-85c7-5256551605af of type vlan for network f036590f-dca3-467d-a573-21e1f4c374dd Oct 26 14:12:09.681491 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa47992-9c25-4bc7-9db6-a45c152cd2a2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.690476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-eae618b5-61af-46b5-b853-97842845bed0 None None] Set router 8395223f-c802-4677-a08d-47bcff5d29d5 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:09.713247 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Attempting to bind port 9f0669ff-e731-44f5-a03d-4c9fc5e760e8 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:09.713692 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.714146 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Attempting to bind port 9f0669ff-e731-44f5-a03d-4c9fc5e760e8 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:09.716474 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Attempting to bind port 9f0669ff-e731-44f5-a03d-4c9fc5e760e8 on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:09.736383 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:09.736753 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:09.737366 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.739384 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4ca0255-fbe4-4624-a24b-10e4f6440512 req-abe96c90-e16d-42e4-b406-6674e1751bb8 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.1129849 Oct 26 14:12:09.754041 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:09.755056 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Bound port: 9f0669ff-e731-44f5-a03d-4c9fc5e760e8, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:09.760889 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.778416 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a3b11af4-02cf-411b-9b30-663383eb932f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.787493 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa47992-9c25-4bc7-9db6-a45c152cd2a2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.799176 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa47992-9c25-4bc7-9db6-a45c152cd2a2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:09.805248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa47992-9c25-4bc7-9db6-a45c152cd2a2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.848847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a3b11af4-02cf-411b-9b30-663383eb932f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 9f0669ff-e731-44f5-a03d-4c9fc5e760e8 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:09.855185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39392) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:09.856317 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0fa47992-9c25-4bc7-9db6-a45c152cd2a2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8490911 Oct 26 14:12:09.868442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a221dfaf-eaea-410a-af8c-9dbbdd4c181e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'subnet': {'network_id': 'f036590f-dca3-467d-a573-21e1f4c374dd', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:09.931858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 52f9b570-f79c-4e85-9172-1cf192ca9d2d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=52f9b570-f79c-4e85-9172-1cf192ca9d2d,segment=NetworkSegment(b9a152d1-a251-4ca0-a1b5-1ff42b296f16),segment_id=b9a152d1-a251-4ca0-a1b5-1ff42b296f16)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:09.950600 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce45974-bdae-4b6c-ab65-ef4cb7a2c4c5 None None] Network 5ca477af-1414-4567-b5b4-73b3e171b043 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:09.963136 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.963930 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 13d1d810-e344-420c-a136-10dd553b6edc up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:10.003598 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] For port 9f0669ff-e731-44f5-a03d-4c9fc5e760e8, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:10.008871 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] For port 9f0669ff-e731-44f5-a03d-4c9fc5e760e8, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9f0669ff-e731-44f5-a03d-4c9fc5e760e8,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:10.018471 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.068365 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa47992-9c25-4bc7-9db6-a45c152cd2a2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Network': ['ID=f036590f-dca3-467d-a573-21e1f4c374dd,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:10.131783 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Routers {'598de43c-644d-4aac-aa34-741accdfdab3'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:10.133060 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['598de43c-644d-4aac-aa34-741accdfdab3'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:10.183527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network f036590f-dca3-467d-a573-21e1f4c374dd details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:12:10.242292 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a221dfaf-eaea-410a-af8c-9dbbdd4c181e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Made reservation on behalf of 7feed2cb46444bf3b8fa4624fc663a02 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:10.245804 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a221dfaf-eaea-410a-af8c-9dbbdd4c181e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.349514 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017e49f-5723-4475-a043-2a9a1a1c1768 None None] Pushing event updated for resources: {'Port': ['ID=9f0669ff-e731-44f5-a03d-4c9fc5e760e8,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:10.369511 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] Set router 598de43c-644d-4aac-aa34-741accdfdab3 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:10.497829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39398) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:10.532292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a3b11af4-02cf-411b-9b30-663383eb932f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.621936 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b11af4-02cf-411b-9b30-663383eb932f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=9f0669ff-e731-44f5-a03d-4c9fc5e760e8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:10.672424 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-670d879a-117a-4b37-8b3b-95b4f24811c9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.693814 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Sync routers for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:10.743462 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:10.744074 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:10.761946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-670d879a-117a-4b37-8b3b-95b4f24811c9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.827478 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d439889a-017e-4bb7-b9cb-9685f8561c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.884893 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-670d879a-117a-4b37-8b3b-95b4f24811c9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.890572 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-670d879a-117a-4b37-8b3b-95b4f24811c9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.892436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=52f9b570-f79c-4e85-9172-1cf192ca9d2d,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:10.893642 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-670d879a-117a-4b37-8b3b-95b4f24811c9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "DELETE /v2.0/security-groups/c5865ccd-dfc8-4647-94fd-b3187c1ef049 HTTP/1.1" status: 204 len: 168 time: 0.3941312 Oct 26 14:12:10.898018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39408) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:10.912774 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 13d1d810-e344-420c-a136-10dd553b6edc triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:10.917563 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.954905 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a3b11af4-02cf-411b-9b30-663383eb932f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.956279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d879a-117a-4b37-8b3b-95b4f24811c9 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5865ccd-dfc8-4647-94fd-b3187c1ef049,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:10.959118 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-745a1508-fcca-40d8-b466-84587252ee6c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] show failed (client error): The resource could not be found. Oct 26 14:12:10.960544 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-745a1508-fcca-40d8-b466-84587252ee6c tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "GET /v2.0/security-groups/c5865ccd-dfc8-4647-94fd-b3187c1ef049 HTTP/1.1" status: 404 len: 347 time: 0.0424671 Oct 26 14:12:10.963039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39410) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:11.016696 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:11.047210 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d439889a-017e-4bb7-b9cb-9685f8561c3f None None] For port b84f8abe-1e34-42fc-ba59-d79fb233d7e7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b84f8abe-1e34-42fc-ba59-d79fb233d7e7,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:11.093848 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a872d8d-4085-4fb1-958f-6db885cfbd12 req-8e3dd129-1883-464d-9545-db9d3ca0aba8 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.1221850 Oct 26 14:12:11.164612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-6b402de8-8ab1-4680-b840-642e0d5d21c3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Deleting port a123b168-8893-4f89-9a51-8b5a1157d5c1 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:11.165042 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b402de8-8ab1-4680-b840-642e0d5d21c3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.205075 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d439889a-017e-4bb7-b9cb-9685f8561c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.267300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b402de8-8ab1-4680-b840-642e0d5d21c3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.267635 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b402de8-8ab1-4680-b840-642e0d5d21c3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.281532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-6b402de8-8ab1-4680-b840-642e0d5d21c3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Calling delete_port for a123b168-8893-4f89-9a51-8b5a1157d5c1 owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:11.390861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b84f8abe-1e34-42fc-ba59-d79fb233d7e7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:11.392317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439889a-017e-4bb7-b9cb-9685f8561c3f None None] Pushing event updated for resources: {'Port': ['ID=b84f8abe-1e34-42fc-ba59-d79fb233d7e7,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:11.432287 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:05Z', 'revision_number': 4, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8', 'name': '', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:fd:ca:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:04Z', 'updated_at': '2021-10-26T14:12:06Z', 'revision_number': 2, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:11.445445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f321cab8-57e6-4cfa-96a0-d771b0ababca None None] Provisioning complete for port 52f9b570-f79c-4e85-9172-1cf192ca9d2d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:11.450679 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f321cab8-57e6-4cfa-96a0-d771b0ababca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.459129 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b402de8-8ab1-4680-b840-642e0d5d21c3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.469477 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a221dfaf-eaea-410a-af8c-9dbbdd4c181e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.492081 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Checking router: d4cda2e2-2de8-43dd-8c66-86335578c40e for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:12:11.492730 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Updating router d4cda2e2-2de8-43dd-8c66-86335578c40e port ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:12:11.532307 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.550716 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-eae618b5-61af-46b5-b853-97842845bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:45Z', 'revision_number': 4, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port': {'id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'cff439eb-6c8a-4e27-b9c2-259b03d07b90', 'name': '', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'mac_address': 'fa:16:3e:b4:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:43Z', 'updated_at': '2021-10-26T14:02:51Z', 'revision_number': 5, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'subnets': [{'id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:11.612318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b402de8-8ab1-4680-b840-642e0d5d21c3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Pushing event deleted for resources: {'Port': ['ID=a123b168-8893-4f89-9a51-8b5a1157d5c1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:11.623944 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae618b5-61af-46b5-b853-97842845bed0 None None] Checking router: 8395223f-c802-4677-a08d-47bcff5d29d5 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:12:11.655479 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b402de8-8ab1-4680-b840-642e0d5d21c3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.665436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae618b5-61af-46b5-b853-97842845bed0 None None] Routers {'8395223f-c802-4677-a08d-47bcff5d29d5'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:11.665746 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b402de8-8ab1-4680-b840-642e0d5d21c3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.666079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-eae618b5-61af-46b5-b853-97842845bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8395223f-c802-4677-a08d-47bcff5d29d5'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:11.670517 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6b402de8-8ab1-4680-b840-642e0d5d21c3 tempest-ServerActionsTestJSON-1528898001 tempest-ServerActionsTestJSON-1528898001-project] 10.222.0.32 "DELETE /v2.0/floatingips/c49100ab-3a72-431b-a821-57b9ca88c384 HTTP/1.1" status: 204 len: 168 time: 0.7064910 Oct 26 14:12:11.671240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39414) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:11.687688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b11af4-02cf-411b-9b30-663383eb932f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Router 598de43c-644d-4aac-aa34-741accdfdab3 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:12:11.720189 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a221dfaf-eaea-410a-af8c-9dbbdd4c181e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Checking segment: {'id': 'fd10ec4e-3e3e-41a5-85c7-5256551605af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f036590f-dca3-467d-a573-21e1f4c374dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:11.720535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a221dfaf-eaea-410a-af8c-9dbbdd4c181e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network hostable DHCP agents. Network: f036590f-dca3-467d-a573-21e1f4c374dd, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:12:11.722702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221dfaf-eaea-410a-af8c-9dbbdd4c181e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Subnet': ['ID=5bd99968-731e-4910-a6bd-315406417c88,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:11.820262 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b84f8abe-1e34-42fc-ba59-d79fb233d7e7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:11.820900 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.849122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b11af4-02cf-411b-9b30-663383eb932f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:11.856075 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a3b11af4-02cf-411b-9b30-663383eb932f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "PUT /v2.0/routers/598de43c-644d-4aac-aa34-741accdfdab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2524803 Oct 26 14:12:11.858836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39422) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:11.871138 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a221dfaf-eaea-410a-af8c-9dbbdd4c181e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network f036590f-dca3-467d-a573-21e1f4c374dd is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:12:11.890247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-a221dfaf-eaea-410a-af8c-9dbbdd4c181e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, f036590f-dca3-467d-a573-21e1f4c374dd) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:11.894308 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a221dfaf-eaea-410a-af8c-9dbbdd4c181e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:11.894899 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a221dfaf-eaea-410a-af8c-9dbbdd4c181e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.931139 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a221dfaf-eaea-410a-af8c-9dbbdd4c181e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0748518 Oct 26 14:12:11.941085 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39424) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:11.996228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789aef07-baee-44c0-9ca8-3ddcd66edfd9 None None] Network f036590f-dca3-467d-a573-21e1f4c374dd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:12.096601 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598de43c-644d-4aac-aa34-741accdfdab3', 'name': 'tempest-NetworksTestDHCPv6-router-1095172073', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:12:03Z', 'updated_at': '2021-10-26T14:12:06Z', 'revision_number': 2, 'project_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'gw_port_host': None, '_interfaces': [{'id': '9f0669ff-e731-44f5-a03d-4c9fc5e760e8', 'name': '', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'mac_address': 'fa:16:3e:67:bb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598de43c-644d-4aac-aa34-741accdfdab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '57830384-7f96-4802-a776-eeebe3010e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:05Z', 'updated_at': '2021-10-26T14:12:09Z', 'revision_number': 4, 'project_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'subnets': [{'id': '57830384-7f96-4802-a776-eeebe3010e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:12.186811 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f101a700-dfd7-4075-aeae-72cf504dd2d4 None None] The sync data for ids ['598de43c-644d-4aac-aa34-741accdfdab3'] in n-d-815498-1 is: [{'id': '598de43c-644d-4aac-aa34-741accdfdab3', 'name': 'tempest-NetworksTestDHCPv6-router-1095172073', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:12:03Z', 'updated_at': '2021-10-26T14:12:06Z', 'revision_number': 2, 'project_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'gw_port_host': None, '_interfaces': [{'id': '9f0669ff-e731-44f5-a03d-4c9fc5e760e8', 'name': '', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'mac_address': 'fa:16:3e:67:bb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598de43c-644d-4aac-aa34-741accdfdab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '57830384-7f96-4802-a776-eeebe3010e2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:05Z', 'updated_at': '2021-10-26T14:12:09Z', 'revision_number': 4, 'project_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'subnets': [{'id': '57830384-7f96-4802-a776-eeebe3010e2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:12.246361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f321cab8-57e6-4cfa-96a0-d771b0ababca None None] Could not find standard attr ID for object 9f0669ff-e731-44f5-a03d-4c9fc5e760e8. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:12:12.273661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079adf40-c053-4bb4-acbb-e3f6f70cb8bf tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:12.279810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079adf40-c053-4bb4-acbb-e3f6f70cb8bf tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:12.284328 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-079adf40-c053-4bb4-acbb-e3f6f70cb8bf tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4207582 Oct 26 14:12:12.286867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39432) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:12.288621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-eae618b5-61af-46b5-b853-97842845bed0 None None] Set router 8395223f-c802-4677-a08d-47bcff5d29d5 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:12.297316 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.309958 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.474657 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6d612-42f7-4837-8dea-47097656a180 None None] Pushing event updated for resources: {'Port': ['ID=ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:12.509830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a5eeb5-ed95-4492-9fe1-89922df05b44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 57830384-7f96-4802-a776-eeebe3010e2e {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:12.520471 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05a5eeb5-ed95-4492-9fe1-89922df05b44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.583750 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05a5eeb5-ed95-4492-9fe1-89922df05b44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.608989 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Attempting to bind port ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:12.609355 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Attempting to bind port ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'b9a152d1-a251-4ca0-a1b5-1ff42b296f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:12.609714 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Attempting to bind port ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8 on network 5ca477af-1414-4567-b5b4-73b3e171b043 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:12.625660 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:12.628073 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Checking segment: {'id': 'b9a152d1-a251-4ca0-a1b5-1ff42b296f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:12.628477 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.628870 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Bound using segment: {'id': 'b9a152d1-a251-4ca0-a1b5-1ff42b296f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:12.629353 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Bound port: ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a152d1-a251-4ca0-a1b5-1ff42b296f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:12.630063 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.702204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e6aff12-950a-49f8-9671-a25be9898fa3 None None] Provisioning complete for port 52f9b570-f79c-4e85-9172-1cf192ca9d2d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:12.702581 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e6aff12-950a-49f8-9671-a25be9898fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.712237 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05a5eeb5-ed95-4492-9fe1-89922df05b44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.808748 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05a5eeb5-ed95-4492-9fe1-89922df05b44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.838387 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] For port ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:12.843517 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] For port ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8,segment=NetworkSegment(b9a152d1-a251-4ca0-a1b5-1ff42b296f16),segment_id=b9a152d1-a251-4ca0-a1b5-1ff42b296f16)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:12.858861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5eeb5-ed95-4492-9fe1-89922df05b44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=57830384-7f96-4802-a776-eeebe3010e2e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:12.859696 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.869179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05a5eeb5-ed95-4492-9fe1-89922df05b44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.874833 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-05a5eeb5-ed95-4492-9fe1-89922df05b44 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/57830384-7f96-4802-a776-eeebe3010e2e HTTP/1.1" status: 204 len: 168 time: 0.5849497 Oct 26 14:12:12.878411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39434) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:13.028444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b84f8abe-1e34-42fc-ba59-d79fb233d7e7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:13.030445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049492e6-92bf-48a9-956c-753df7486dec None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:13.046435 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:13.047432 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:13.049846 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6d612-42f7-4837-8dea-47097656a180 None None] Pushing event updated for resources: {'Port': ['ID=ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:13.144847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a04b1c5-303a-4de7-baf9-ecd44cc099fc req-724957ec-0589-4695-932b-cfc7e519d6b1 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0810256 Oct 26 14:12:13.211092 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:13.328881 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e5507ad4-5e46-46fd-b0b7-6231d7d84999 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4499075 Oct 26 14:12:13.335997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39444) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:13.336969 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6cce2196-06cf-4b7a-9f48-c14eb2d9eea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:13.536174 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-f036590f-dca3-467d-a573-21e1f4c374dd', 'network_id': 'f036590f-dca3-467d-a573-21e1f4c374dd', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'fixed_ips': [{'subnet_id': '5bd99968-731e-4910-a6bd-315406417c88'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:13.537071 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:13.633656 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:05Z', 'revision_number': 4, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8', 'name': '', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:fd:ca:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:04Z', 'updated_at': '2021-10-26T14:12:12Z', 'revision_number': 4, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:13.669499 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ae27f-0137-45b7-8bed-06b67bdad00b None None] The sync data for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 is: [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:05Z', 'revision_number': 4, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8', 'name': '', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:fd:ca:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:04Z', 'updated_at': '2021-10-26T14:12:12Z', 'revision_number': 4, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:13.732377 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:13.767884 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b84f8abe-1e34-42fc-ba59-d79fb233d7e7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:13.768253 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:13.954433 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Allocated IP 2001:db8:3::2 (f036590f-dca3-467d-a573-21e1f4c374dd/5bd99968-731e-4910-a6bd-315406417c88/793f634f-6605-47be-95ec-79ecceb70b39) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:14.044094 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc685b77-91d5-400e-8160-5570d4485456 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.098483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf7a215-6417-481c-bb98-32a5e0b59130 None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:14.104105 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e6aff12-950a-49f8-9671-a25be9898fa3 None None] Provisioning complete for port ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:14.104472 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e6aff12-950a-49f8-9671-a25be9898fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.149102 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-eae618b5-61af-46b5-b853-97842845bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:45Z', 'revision_number': 4, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port': {'id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'cff439eb-6c8a-4e27-b9c2-259b03d07b90', 'name': '', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'mac_address': 'fa:16:3e:b4:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:43Z', 'updated_at': '2021-10-26T14:02:51Z', 'revision_number': 5, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'subnets': [{'id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:14.274233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43103a9f-e8b0-4ce9-b0aa-530c159769f1 req-0ff9d0e5-1670-4d04-bb4c-a4d7a0ff9442 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0288858 Oct 26 14:12:14.348757 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc685b77-91d5-400e-8160-5570d4485456 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.357398 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc685b77-91d5-400e-8160-5570d4485456 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.393687 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae618b5-61af-46b5-b853-97842845bed0 None None] The sync data for ids ['8395223f-c802-4677-a08d-47bcff5d29d5'] in n-d-815498-1 is: [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:45Z', 'revision_number': 4, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port': {'id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'cff439eb-6c8a-4e27-b9c2-259b03d07b90', 'name': '', 'network_id': '085226ca-b6b9-4faf-b0ae-34b30fcc3113', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'mac_address': 'fa:16:3e:b4:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:43Z', 'updated_at': '2021-10-26T14:02:51Z', 'revision_number': 5, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'subnets': [{'id': '71c90548-0c01-4250-8faf-bed3999c19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:14.435116 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc685b77-91d5-400e-8160-5570d4485456 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.436028 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc685b77-91d5-400e-8160-5570d4485456 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Fanout notify agent at l3_agent the message router_deleted on router 598de43c-644d-4aac-aa34-741accdfdab3 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:12:14.445576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc685b77-91d5-400e-8160-5570d4485456 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.447032 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fc685b77-91d5-400e-8160-5570d4485456 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/routers/598de43c-644d-4aac-aa34-741accdfdab3 HTTP/1.1" status: 204 len: 168 time: 1.1065295 Oct 26 14:12:14.450325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39456) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:14.455848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-241869bd-0705-4e44-b832-932d62e6fc21 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:14.485136 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9dc8eb7f-9ec3-401e-909c-4e16704a6db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.521809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 52f9b570-f79c-4e85-9172-1cf192ca9d2d up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:14.649367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241869bd-0705-4e44-b832-932d62e6fc21 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:14.653795 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-241869bd-0705-4e44-b832-932d62e6fc21 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.693330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fd49f-bd33-4a7d-b09d-603dc5f3ca21 None None] Sync routers for ids ['598de43c-644d-4aac-aa34-741accdfdab3'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:14.786135 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7a215-6417-481c-bb98-32a5e0b59130 None None] Deleting port b84f8abe-1e34-42fc-ba59-d79fb233d7e7 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:14.786748 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a215-6417-481c-bb98-32a5e0b59130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.879171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fd49f-bd33-4a7d-b09d-603dc5f3ca21 None None] Routers set() bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:14.879479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fd49f-bd33-4a7d-b09d-603dc5f3ca21 None None] Router IDs set() for agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 14:12:14.880340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_agentschedulers_db [None req-841fd49f-bd33-4a7d-b09d-603dc5f3ca21 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'598de43c-644d-4aac-aa34-741accdfdab3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent'). {{(pid=102125) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 14:12:14.906769 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e6aff12-950a-49f8-9671-a25be9898fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.924389 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.962083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8eb7f-9ec3-401e-909c-4e16704a6db0 admin admin] Deleting port cff439eb-6c8a-4e27-b9c2-259b03d07b90 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:14.962083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9dc8eb7f-9ec3-401e-909c-4e16704a6db0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.974045 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.976566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fd49f-bd33-4a7d-b09d-603dc5f3ca21 None None] Routers set() bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:14.976939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fd49f-bd33-4a7d-b09d-603dc5f3ca21 None None] Router IDs set() for agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 14:12:14.977539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_agentschedulers_db [None req-841fd49f-bd33-4a7d-b09d-603dc5f3ca21 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'598de43c-644d-4aac-aa34-741accdfdab3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:11:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent'). {{(pid=102125) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 14:12:14.977910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fd49f-bd33-4a7d-b09d-603dc5f3ca21 None None] The sync data for ids ['598de43c-644d-4aac-aa34-741accdfdab3'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:14.984070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ddf7a215-6417-481c-bb98-32a5e0b59130 None None] For port b84f8abe-1e34-42fc-ba59-d79fb233d7e7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b84f8abe-1e34-42fc-ba59-d79fb233d7e7,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:14.984548 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a215-6417-481c-bb98-32a5e0b59130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.006384 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9efde3-0ebe-4a85-a7ea-b940e766afff None None] New status for floating IP c49100ab-3a72-431b-a821-57b9ca88c384: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:12:15.077106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Allocated IP 2001:db8:3::1 (f036590f-dca3-467d-a573-21e1f4c374dd/5bd99968-731e-4910-a6bd-315406417c88/f3569dbd-884b-4505-9634-224b487119ae) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:15.135214 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Pushing event updated for resources: {'Port': ['ID=793f634f-6605-47be-95ec-79ecceb70b39,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:15.163860 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-241869bd-0705-4e44-b832-932d62e6fc21 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.182368 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7a215-6417-481c-bb98-32a5e0b59130 None None] Calling delete_port for b84f8abe-1e34-42fc-ba59-d79fb233d7e7 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:15.209206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-9dc8eb7f-9ec3-401e-909c-4e16704a6db0 admin admin] For port cff439eb-6c8a-4e27-b9c2-259b03d07b90, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cff439eb-6c8a-4e27-b9c2-259b03d07b90,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:15.209798 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9dc8eb7f-9ec3-401e-909c-4e16704a6db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.238974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8eb7f-9ec3-401e-909c-4e16704a6db0 admin admin] Calling delete_port for cff439eb-6c8a-4e27-b9c2-259b03d07b90 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:15.279198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e6aff12-950a-49f8-9671-a25be9898fa3 None None] For port ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8,segment=NetworkSegment(b9a152d1-a251-4ca0-a1b5-1ff42b296f16),segment_id=b9a152d1-a251-4ca0-a1b5-1ff42b296f16)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:15.294471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241869bd-0705-4e44-b832-932d62e6fc21 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:15.298894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 52f9b570-f79c-4e85-9172-1cf192ca9d2d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:15.299669 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.325464 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1803cb5f-6ce3-4ac4-ac67-db4f48694583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.327699 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e6aff12-950a-49f8-9671-a25be9898fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.345702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Network f036590f-dca3-467d-a573-21e1f4c374dd is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:15.389015 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.403170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-241869bd-0705-4e44-b832-932d62e6fc21 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:15.426873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241869bd-0705-4e44-b832-932d62e6fc21 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:15.427414 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-241869bd-0705-4e44-b832-932d62e6fc21 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.472722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6aff12-950a-49f8-9671-a25be9898fa3 None None] Pushing event updated for resources: {'Port': ['ID=ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:15.483635 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:15.495985 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:15.498332 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d9d16cf8-54c0-4456-b52b-36eeebc557c7 req-47f6cb98-c2ee-47ce-aa7c-1f2c5c53d220 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0507085 Oct 26 14:12:15.526297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-241869bd-0705-4e44-b832-932d62e6fc21 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0744743 Oct 26 14:12:15.529406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39466) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:15.550590 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b7fa96fe-3573-43ac-94da-fae30ca806a7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1235252115', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:15.580637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241869bd-0705-4e44-b832-932d62e6fc21 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=1c3e84a5-6506-43fa-9ef7-4bd13eb844f0,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:15.584115 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-992cf261-b000-411b-88f0-a9ba11627787 req-e9d75739-2511-4083-9c30-d21732306274 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2629435 Oct 26 14:12:15.588558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-777ca1c3-a8d5-4a93-875a-58037eb03efa None None] Provisioning complete for port ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:15.589205 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-777ca1c3-a8d5-4a93-875a-58037eb03efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.659835 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a215-6417-481c-bb98-32a5e0b59130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.715727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf7a215-6417-481c-bb98-32a5e0b59130 None None] No DVR routers for this DVR port b84f8abe-1e34-42fc-ba59-d79fb233d7e7 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:15.719465 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Attempting to bind port 793f634f-6605-47be-95ec-79ecceb70b39 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:15.719942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Attempting to bind port 793f634f-6605-47be-95ec-79ecceb70b39 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'fd10ec4e-3e3e-41a5-85c7-5256551605af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f036590f-dca3-467d-a573-21e1f4c374dd'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:15.720302 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Attempting to bind port 793f634f-6605-47be-95ec-79ecceb70b39 on network f036590f-dca3-467d-a573-21e1f4c374dd {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:15.723914 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7a215-6417-481c-bb98-32a5e0b59130 None None] Pushing event deleted for resources: {'Port': ['ID=b84f8abe-1e34-42fc-ba59-d79fb233d7e7,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:15.759425 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:15.759956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Checking segment: {'id': 'fd10ec4e-3e3e-41a5-85c7-5256551605af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f036590f-dca3-467d-a573-21e1f4c374dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:15.760195 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.760599 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Bound using segment: {'id': 'fd10ec4e-3e3e-41a5-85c7-5256551605af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f036590f-dca3-467d-a573-21e1f4c374dd'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:15.761118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Bound port: 793f634f-6605-47be-95ec-79ecceb70b39, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd10ec4e-3e3e-41a5-85c7-5256551605af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f036590f-dca3-467d-a573-21e1f4c374dd'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:15.761667 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.765844 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7fa96fe-3573-43ac-94da-fae30ca806a7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.770141 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7fa96fe-3573-43ac-94da-fae30ca806a7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.787968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8739a0b-66a8-427d-b769-96e26af6fb57 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:15.798546 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.866011 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9dc8eb7f-9ec3-401e-909c-4e16704a6db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.876181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cf261-b000-411b-88f0-a9ba11627787 req-c385537f-fe53-47e3-825f-9166986d94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:15.877719 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-992cf261-b000-411b-88f0-a9ba11627787 req-c385537f-fe53-47e3-825f-9166986d94d9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 1096 time: 0.1961024 Oct 26 14:12:15.903714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8eb7f-9ec3-401e-909c-4e16704a6db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff439eb-6c8a-4e27-b9c2-259b03d07b90,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:15.909289 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network f036590f-dca3-467d-a573-21e1f4c374dd is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:15.911486 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7fa96fe-3573-43ac-94da-fae30ca806a7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.916139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:15.922152 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:15.922838 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.925995 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7fa96fe-3573-43ac-94da-fae30ca806a7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.983210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=f3569dbd-884b-4505-9634-224b487119ae,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:16.024849 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7fa96fe-3573-43ac-94da-fae30ca806a7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.028683 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b7fa96fe-3573-43ac-94da-fae30ca806a7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4816670 Oct 26 14:12:16.029022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39470) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:16.182341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] For port 793f634f-6605-47be-95ec-79ecceb70b39, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:16.202052 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.276603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] For port 793f634f-6605-47be-95ec-79ecceb70b39, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=793f634f-6605-47be-95ec-79ecceb70b39,segment=NetworkSegment(fd10ec4e-3e3e-41a5-85c7-5256551605af),segment_id=fd10ec4e-3e3e-41a5-85c7-5256551605af)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:16.299520 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.338423 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cf261-b000-411b-88f0-a9ba11627787 req-a17428d3-b30e-4c25-8f7d-c23661900db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:16.340245 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-992cf261-b000-411b-88f0-a9ba11627787 req-a17428d3-b30e-4c25-8f7d-c23661900db6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 200 len: 912 time: 0.4266322 Oct 26 14:12:16.371398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:16.380364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85aa3c-f668-4924-975d-793ff2b5dd2b None None] Pushing event updated for resources: {'Port': ['ID=793f634f-6605-47be-95ec-79ecceb70b39,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:16.441716 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-992cf261-b000-411b-88f0-a9ba11627787 req-cb1b228a-01aa-4495-947e-0a3fec2497ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 HTTP/1.1" status: 200 len: 1001 time: 0.0862203 Oct 26 14:12:16.579377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cf261-b000-411b-88f0-a9ba11627787 req-04e8885b-8332-4d7a-8146-709b44d28798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:16.590696 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': '1c3e84a5-6506-43fa-9ef7-4bd13eb844f0'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:16.592829 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-992cf261-b000-411b-88f0-a9ba11627787 req-04e8885b-8332-4d7a-8146-709b44d28798 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f250216c-69fb-4480-a4f8-10a5384e9ce5 HTTP/1.1" status: 200 len: 850 time: 0.1007330 Oct 26 14:12:16.595700 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.643230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:16.643843 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.686382 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.808645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19802f0e-b8ad-44d4-a535-486cf3333894 req-4bf9672a-d622-4cc1-bb32-b2cfabcb50e5 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.1035283 Oct 26 14:12:16.905497 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.921256 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.922219 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.936397 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.940423 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.956428 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9dc8eb7f-9ec3-401e-909c-4e16704a6db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.967221 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cf261-b000-411b-88f0-a9ba11627787 req-c8b40619-daba-4a3d-ace7-5329fd17ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:16.968736 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-992cf261-b000-411b-88f0-a9ba11627787 req-c8b40619-daba-4a3d-ace7-5329fd17ab0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2921855 Oct 26 14:12:17.067498 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event updated for resources: {'Port': ['ID=f3569dbd-884b-4505-9634-224b487119ae,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:17.107419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b84f8abe-1e34-42fc-ba59-d79fb233d7e7 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:17.123099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Network f036590f-dca3-467d-a573-21e1f4c374dd is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:17.124612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:17.142022 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: b84f8abe-1e34-42fc-ba59-d79fb233d7e7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:17.142621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b84f8abe-1e34-42fc-ba59-d79fb233d7e7 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:17.173519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Allocated IP 2001:db8::2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/1c3e84a5-6506-43fa-9ef7-4bd13eb844f0/22a45a97-1e64-4fcd-b103-eb0ae13c707f) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:17.253855 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router d4cda2e2-2de8-43dd-8c66-86335578c40e has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:12:17.363611 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-992cf261-b000-411b-88f0-a9ba11627787 req-c6a2e60c-5a2a-4810-80bd-d1ff2545091f service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542955 Oct 26 14:12:17.375834 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:17.384309 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:17.398153 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:17.408459 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dcd28282-f791-4072-8139-ce942d40c810 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4661069 Oct 26 14:12:17.409165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39484) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:17.418945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e10fad5a-89c7-4721-9bc6-5c0050860ea0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:17.420731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Sync routers for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:17.435668 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:17.453336 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:17.462677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:17.470828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:17.471252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:17.477443 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Pushing event updated for resources: {'Port': ['ID=22a45a97-1e64-4fcd-b103-eb0ae13c707f,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:17.688176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:17.969015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.extraroute_db [None req-e10fad5a-89c7-4721-9bc6-5c0050860ea0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102124) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 14:12:17.986767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.extraroute_db [None req-e10fad5a-89c7-4721-9bc6-5c0050860ea0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Removed routes are [] {{(pid=102124) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 14:12:17.987258 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e10fad5a-89c7-4721-9bc6-5c0050860ea0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:17.992887 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-992cf261-b000-411b-88f0-a9ba11627787 req-17c9f633-3a7c-4513-bb5c-bafc8dc1aa8d service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736776 Oct 26 14:12:17.997145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc8eb7f-9ec3-401e-909c-4e16704a6db0 admin admin] Router 8395223f-c802-4677-a08d-47bcff5d29d5 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:12:18.053132 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::1 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/1c3e84a5-6506-43fa-9ef7-4bd13eb844f0/37a1d4a8-d03c-4383-b948-4ae901cef870) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:18.064875 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ac22ffb-7d15-4702-91ca-6627bf2ccd8f req-7d6ebfd0-0e78-44ad-a1ce-476e55cbbba7 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0741670 Oct 26 14:12:18.176726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d0c81a-873e-4d34-a08e-cb475ea49062 None None] Network f036590f-dca3-467d-a573-21e1f4c374dd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:18.209955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 793f634f-6605-47be-95ec-79ecceb70b39 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:18.275179 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e10fad5a-89c7-4721-9bc6-5c0050860ea0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.279293 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e10fad5a-89c7-4721-9bc6-5c0050860ea0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.281517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Attempting to bind port 22a45a97-1e64-4fcd-b103-eb0ae13c707f on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:18.281894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Attempting to bind port 22a45a97-1e64-4fcd-b103-eb0ae13c707f by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:18.282288 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Attempting to bind port 22a45a97-1e64-4fcd-b103-eb0ae13c707f on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:18.298515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc8eb7f-9ec3-401e-909c-4e16704a6db0 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:18.305713 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9dc8eb7f-9ec3-401e-909c-4e16704a6db0 admin admin] 10.222.0.32 "PUT /v2.0/routers/8395223f-c802-4677-a08d-47bcff5d29d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6334109 Oct 26 14:12:18.311120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39494) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:18.312847 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6712d6a-76dc-4f9d-bf0a-bc5e0394343f None None] Sync routers for ids ['8395223f-c802-4677-a08d-47bcff5d29d5'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:18.323422 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.324728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5d9712db-abf5-4ada-aa24-8d520ef0b0b1 None None] Provisioning complete for port 793f634f-6605-47be-95ec-79ecceb70b39 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:18.325101 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5d9712db-abf5-4ada-aa24-8d520ef0b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.326841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:18.327213 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:18.327605 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.327743 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6712d6a-76dc-4f9d-bf0a-bc5e0394343f None None] Routers {'8395223f-c802-4677-a08d-47bcff5d29d5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:18.327997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:18.328256 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b6712d6a-76dc-4f9d-bf0a-bc5e0394343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8395223f-c802-4677-a08d-47bcff5d29d5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:18.328484 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Bound port: 22a45a97-1e64-4fcd-b103-eb0ae13c707f, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:18.328861 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.408145 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10fad5a-89c7-4721-9bc6-5c0050860ea0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router d4cda2e2-2de8-43dd-8c66-86335578c40e has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:12:18.455308 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.498801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] For port 22a45a97-1e64-4fcd-b103-eb0ae13c707f, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:18.505380 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] For port 22a45a97-1e64-4fcd-b103-eb0ae13c707f, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=22a45a97-1e64-4fcd-b103-eb0ae13c707f,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:18.536725 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.601717 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10fad5a-89c7-4721-9bc6-5c0050860ea0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:18.608131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 793f634f-6605-47be-95ec-79ecceb70b39 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:18.610431 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.610601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:18.611342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e10fad5a-89c7-4721-9bc6-5c0050860ea0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.612814 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e10fad5a-89c7-4721-9bc6-5c0050860ea0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e HTTP/1.1" status: 200 len: 954 time: 1.2023096 Oct 26 14:12:18.615420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39502) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:18.624315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:18.626814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:18.627365 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.683116 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=37a1d4a8-d03c-4383-b948-4ae901cef870,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:18.704529 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.731519 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-b6712d6a-76dc-4f9d-bf0a-bc5e0394343f None None] Set router 8395223f-c802-4677-a08d-47bcff5d29d5 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:18.779334 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.791898 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.856860 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6e8d0172-6cc4-41b4-89cb-d83704173730 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e HTTP/1.1" status: 200 len: 954 time: 0.2400982 Oct 26 14:12:18.857668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39506) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:18.868779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6616958d-bf2f-46ee-932c-f000d242bea6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'router': {'routes': None}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:18.957824 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.979645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] Deleting port 3b966b69-3f62-45ae-89cf-d6edf7e069c6 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:18.979946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.021023 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:12:19.055544 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:16Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3569dbd-884b-4505-9634-224b487119ae', 'name': '', 'network_id': 'f036590f-dca3-467d-a573-21e1f4c374dd', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:e0:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5bd99968-731e-4910-a6bd-315406417c88', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:13Z', 'updated_at': '2021-10-26T14:12:16Z', 'revision_number': 2, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '5bd99968-731e-4910-a6bd-315406417c88', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8', 'name': '', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:fd:ca:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:04Z', 'updated_at': '2021-10-26T14:12:15Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:19.133789 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b6712d6a-76dc-4f9d-bf0a-bc5e0394343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:12:15Z', 'revision_number': 5, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port': {'id': '3b966b69-3f62-45ae-89cf-d6edf7e069c6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:19.226435 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6712d6a-76dc-4f9d-bf0a-bc5e0394343f None None] Checking router: 8395223f-c802-4677-a08d-47bcff5d29d5 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:12:19.236275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Checking router: d4cda2e2-2de8-43dd-8c66-86335578c40e for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:12:19.236658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Updating router d4cda2e2-2de8-43dd-8c66-86335578c40e port f3569dbd-884b-4505-9634-224b487119ae binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:12:19.251838 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6712d6a-76dc-4f9d-bf0a-bc5e0394343f None None] Routers {'8395223f-c802-4677-a08d-47bcff5d29d5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:19.252475 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b6712d6a-76dc-4f9d-bf0a-bc5e0394343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8395223f-c802-4677-a08d-47bcff5d29d5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:19.253768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9de83-1b10-407c-b710-2d6b47629d95 None None] Pushing event updated for resources: {'Port': ['ID=22a45a97-1e64-4fcd-b103-eb0ae13c707f,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:19.316181 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5d9712db-abf5-4ada-aa24-8d520ef0b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.333285 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.372444 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.376361 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] For port 3b966b69-3f62-45ae-89cf-d6edf7e069c6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3b966b69-3f62-45ae-89cf-d6edf7e069c6,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:19.377064 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.429873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5d9712db-abf5-4ada-aa24-8d520ef0b0b1 None None] For port 793f634f-6605-47be-95ec-79ecceb70b39, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=793f634f-6605-47be-95ec-79ecceb70b39,segment=NetworkSegment(fd10ec4e-3e3e-41a5-85c7-5256551605af),segment_id=fd10ec4e-3e3e-41a5-85c7-5256551605af)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:19.455510 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-b6712d6a-76dc-4f9d-bf0a-bc5e0394343f None None] Set router 8395223f-c802-4677-a08d-47bcff5d29d5 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:19.473387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] Calling delete_port for 3b966b69-3f62-45ae-89cf-d6edf7e069c6 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:19.483775 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5d9712db-abf5-4ada-aa24-8d520ef0b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.616405 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b6712d6a-76dc-4f9d-bf0a-bc5e0394343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:12:18Z', 'revision_number': 6, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:19.673041 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6712d6a-76dc-4f9d-bf0a-bc5e0394343f None None] The sync data for ids ['8395223f-c802-4677-a08d-47bcff5d29d5'] in n-d-815498-1 is: [{'id': '8395223f-c802-4677-a08d-47bcff5d29d5', 'name': 'tempest-ServerActionsTestJSON-695763930-router', 'tenant_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:38Z', 'updated_at': '2021-10-26T14:12:18Z', 'revision_number': 6, 'project_id': '0d7b4d5cf0b74e2095e3ca87a1c1443f', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:19.767737 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.785962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.786783 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.793690 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:12:19.794332 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:12:19.844311 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9712db-abf5-4ada-aa24-8d520ef0b0b1 None None] Pushing event updated for resources: {'Port': ['ID=793f634f-6605-47be-95ec-79ecceb70b39,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:19.854337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1d11ca12-2439-4be7-a4c5-f71d2ee3b1ae None None] Provisioning complete for port f3569dbd-884b-4505-9634-224b487119ae triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:19.854631 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1d11ca12-2439-4be7-a4c5-f71d2ee3b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.967410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=37a1d4a8-d03c-4383-b948-4ae901cef870,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:20.002984 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bb99182-72f5-4efa-8ece-06a2eb61092d req-1a84aaf9-1e0d-49a1-b1d4-0a8d5c5700fd tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.7516203 Oct 26 14:12:20.025581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-1d11ca12-2439-4be7-a4c5-f71d2ee3b1ae None None] Port f3569dbd-884b-4505-9634-224b487119ae cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:20.107643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1d11ca12-2439-4be7-a4c5-f71d2ee3b1ae None None] Provisioning complete for port 793f634f-6605-47be-95ec-79ecceb70b39 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:20.108036 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1d11ca12-2439-4be7-a4c5-f71d2ee3b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.152701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:20.153727 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:20.172214 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.383601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b966b69-3f62-45ae-89cf-d6edf7e069c6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:20.521375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.extraroute_db [None req-6616958d-bf2f-46ee-932c-f000d242bea6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Added routes are [] {{(pid=102124) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 14:12:20.521841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.extraroute_db [None req-6616958d-bf2f-46ee-932c-f000d242bea6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102124) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 14:12:20.525357 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.539153 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.553249 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.568212 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6616958d-bf2f-46ee-932c-f000d242bea6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.741474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae3118-ad36-4a69-b11a-4e18a0761ae2 None None] Pushing event updated for resources: {'Port': ['ID=f3569dbd-884b-4505-9634-224b487119ae,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:20.764197 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.783128 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.817553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-fa0c363f-440d-46ad-afe1-46c0684fb72b None None] Provisioning complete for port f3569dbd-884b-4505-9634-224b487119ae triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:20.818127 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fa0c363f-440d-46ad-afe1-46c0684fb72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.855059 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6616958d-bf2f-46ee-932c-f000d242bea6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.859264 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6616958d-bf2f-46ee-932c-f000d242bea6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.890792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Router a5d7c588-5d4b-4df2-8302-c7b352cf73cc is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:12:20.999501 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c363f-440d-46ad-afe1-46c0684fb72b None None] Port f3569dbd-884b-4505-9634-224b487119ae cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:21.001142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Attempting to bind port f3569dbd-884b-4505-9634-224b487119ae on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:21.001610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Attempting to bind port f3569dbd-884b-4505-9634-224b487119ae by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'fd10ec4e-3e3e-41a5-85c7-5256551605af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f036590f-dca3-467d-a573-21e1f4c374dd'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:21.002095 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Attempting to bind port f3569dbd-884b-4505-9634-224b487119ae on network f036590f-dca3-467d-a573-21e1f4c374dd {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:21.028639 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:21.029086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Checking segment: {'id': 'fd10ec4e-3e3e-41a5-85c7-5256551605af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f036590f-dca3-467d-a573-21e1f4c374dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:21.029415 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:21.029808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Bound using segment: {'id': 'fd10ec4e-3e3e-41a5-85c7-5256551605af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f036590f-dca3-467d-a573-21e1f4c374dd'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:21.030321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Bound port: f3569dbd-884b-4505-9634-224b487119ae, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd10ec4e-3e3e-41a5-85c7-5256551605af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f036590f-dca3-467d-a573-21e1f4c374dd'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:21.030706 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:21.035889 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:21.036476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8395223f-c802-4677-a08d-47bcff5d29d5 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:12:21.051627 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:21.055548 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-54409579-31ff-41f9-875c-569bb61a3e06 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8395223f-c802-4677-a08d-47bcff5d29d5 HTTP/1.1" status: 204 len: 168 time: 2.7407968 Oct 26 14:12:21.058509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39530) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:21.077576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 22a45a97-1e64-4fcd-b103-eb0ae13c707f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:21.092392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6616958d-bf2f-46ee-932c-f000d242bea6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router d4cda2e2-2de8-43dd-8c66-86335578c40e has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:12:21.157161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:21.164601 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7fa0a56d-eff5-413d-8310-730be96cb823 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "PUT /v2.0/routers/a5d7c588-5d4b-4df2-8302-c7b352cf73cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1329741 Oct 26 14:12:21.171800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39534) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:21.183582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0aee2c-e0f9-4990-b1ac-3f083504563d admin admin] Deleting subnet 71c90548-0c01-4250-8faf-bed3999c19d9 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:21.198522 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb0aee2c-e0f9-4990-b1ac-3f083504563d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:21.218165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] Sync routers for ids ['a5d7c588-5d4b-4df2-8302-c7b352cf73cc'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:21.248092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] For port f3569dbd-884b-4505-9634-224b487119ae, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:21.306455 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb0aee2c-e0f9-4990-b1ac-3f083504563d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:21.307128 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6616958d-bf2f-46ee-932c-f000d242bea6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:21.307618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] Routers {'a5d7c588-5d4b-4df2-8302-c7b352cf73cc'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:21.307618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a5d7c588-5d4b-4df2-8302-c7b352cf73cc'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:21.308754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] For port f3569dbd-884b-4505-9634-224b487119ae, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f3569dbd-884b-4505-9634-224b487119ae,segment=NetworkSegment(fd10ec4e-3e3e-41a5-85c7-5256551605af),segment_id=fd10ec4e-3e3e-41a5-85c7-5256551605af)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:21.312947 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-265ab181-698d-4610-965a-b22167c2e967 None None] Provisioning complete for port 22a45a97-1e64-4fcd-b103-eb0ae13c707f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:21.313249 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-265ab181-698d-4610-965a-b22167c2e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:21.315030 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6616958d-bf2f-46ee-932c-f000d242bea6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:21.320177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6616958d-bf2f-46ee-932c-f000d242bea6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e HTTP/1.1" status: 200 len: 704 time: 2.4604599 Oct 26 14:12:21.322835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-637b52ca-7db7-4ef4-8641-64158e128701 req-13a24786-a90a-41ba-ada1-27d2a5998877 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0488787 Oct 26 14:12:21.323397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39540) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:21.438900 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb0aee2c-e0f9-4990-b1ac-3f083504563d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:21.515702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-88f06fc4-2308-4944-b1c4-35c899e89621 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e HTTP/1.1" status: 200 len: 704 time: 0.1895356 Oct 26 14:12:21.540297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39546) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:21.560427 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb0aee2c-e0f9-4990-b1ac-3f083504563d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:21.641394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-958dd644-1542-4ec4-b1a1-070305968e73 req-7b0d91d2-0299-4e58-8a06-b461824b109b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1257482 Oct 26 14:12:21.682410 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:21.749350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01fb5b5-25de-48bd-8be1-25a854aae2d0 None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:12:21.769852 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dd644-1542-4ec4-b1a1-070305968e73 req-43be1e86-c5c3-4d7d-82e5-d67aa9ba2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:21.771496 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-958dd644-1542-4ec4-b1a1-070305968e73 req-43be1e86-c5c3-4d7d-82e5-d67aa9ba2fcc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=658456eeb3994cd6a60fa0f1aeac94d2&device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 1096 time: 0.0761364 Oct 26 14:12:21.798454 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 22a45a97-1e64-4fcd-b103-eb0ae13c707f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:21.798801 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:21.890815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] Set router a5d7c588-5d4b-4df2-8302-c7b352cf73cc gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:21.898209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:21.898858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:21.921165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dd644-1542-4ec4-b1a1-070305968e73 req-2b1094a3-5ec9-4625-ba76-d0e2fb15144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:21.923569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-958dd644-1542-4ec4-b1a1-070305968e73 req-2b1094a3-5ec9-4625-ba76-d0e2fb15144a service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a8738fb-19b7-41a3-ad88-e6e9326941c2 HTTP/1.1" status: 200 len: 913 time: 0.1267438 Oct 26 14:12:22.001041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fad761-4a81-49ec-bc3b-b67aa1b702e6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:22.003547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-958dd644-1542-4ec4-b1a1-070305968e73 req-8b4ec3e1-aca7-4ed9-a3b7-e795023d4148 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42df84b6-5345-4228-a208-b14198afb124 HTTP/1.1" status: 200 len: 1000 time: 0.0711954 Oct 26 14:12:22.004387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae3118-ad36-4a69-b11a-4e18a0761ae2 None None] Pushing event updated for resources: {'Port': ['ID=f3569dbd-884b-4505-9634-224b487119ae,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:22.005220 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-46fad761-4a81-49ec-bc3b-b67aa1b702e6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports/37a1d4a8-d03c-4383-b948-4ae901cef870 HTTP/1.1" status: 200 len: 911 time: 0.8317411 Oct 26 14:12:22.005364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39554) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:22.027235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0aee2c-e0f9-4990-b1ac-3f083504563d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c90548-0c01-4250-8faf-bed3999c19d9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:22.029299 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb0aee2c-e0f9-4990-b1ac-3f083504563d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:22.034842 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cb0aee2c-e0f9-4990-b1ac-3f083504563d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/71c90548-0c01-4250-8faf-bed3999c19d9 HTTP/1.1" status: 204 len: 168 time: 0.9732256 Oct 26 14:12:22.048251 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39556) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:22.115536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00214dfa-e1d1-42b0-bb82-ddf35fb7b805 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:22.122335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00214dfa-e1d1-42b0-bb82-ddf35fb7b805 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:22.126834 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-00214dfa-e1d1-42b0-bb82-ddf35fb7b805 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1205389 Oct 26 14:12:22.127632 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39558) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:22.129215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dd644-1542-4ec4-b1a1-070305968e73 req-79fd952c-c1bc-410a-a183-e6564b0e28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:22.130877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-958dd644-1542-4ec4-b1a1-070305968e73 req-79fd952c-c1bc-410a-a183-e6564b0e28b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36c9ee84-73cd-4f4c-a9c8-60dee8d784b3 HTTP/1.1" status: 200 len: 851 time: 0.1162171 Oct 26 14:12:22.166735 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:22.259944 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dd644-1542-4ec4-b1a1-070305968e73 req-cee9d00f-e190-40ca-9f82-aa9e5e484fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:22.261597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-958dd644-1542-4ec4-b1a1-070305968e73 req-cee9d00f-e190-40ca-9f82-aa9e5e484fe6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a8738fb-19b7-41a3-ad88-e6e9326941c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918941 Oct 26 14:12:22.280982 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:22.352996 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-265ab181-698d-4610-965a-b22167c2e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:22.449443 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-958dd644-1542-4ec4-b1a1-070305968e73 req-e1feff65-0108-4860-8ba5-a6b1c91dd703 service neutron] 10.222.0.11 "GET /v2.0/networks/4a8738fb-19b7-41a3-ad88-e6e9326941c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753712 Oct 26 14:12:22.476361 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:22.524273 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a59e4333-0570-4513-8c5f-3a2a776cc1d8 req-408e7452-31f2-4880-b097-0caec600bd9e tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0680504 Oct 26 14:12:22.544682 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01fb5b5-25de-48bd-8be1-25a854aae2d0 None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:12:22.546835 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Deleting port 638da71a-545c-4c05-89b7-f56449af38e7 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:22.547200 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:22.608558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-265ab181-698d-4610-965a-b22167c2e967 None None] For port 22a45a97-1e64-4fcd-b103-eb0ae13c707f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=22a45a97-1e64-4fcd-b103-eb0ae13c707f,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:22.651260 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e02d864c-649a-469d-a280-a6470f0ee8b0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:22.671289 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-265ab181-698d-4610-965a-b22167c2e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:22.723398 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] For port 638da71a-545c-4c05-89b7-f56449af38e7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=638da71a-545c-4c05-89b7-f56449af38e7,segment=NetworkSegment(dafde204-48f7-4fcf-a8f2-c46ddafa89d1),segment_id=dafde204-48f7-4fcf-a8f2-c46ddafa89d1)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:22.723809 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:22.731225 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-958dd644-1542-4ec4-b1a1-070305968e73 req-a21d517b-2bc9-4c10-8262-9043b5760487 service neutron] 10.222.0.11 "GET /v2.0/networks/4a8738fb-19b7-41a3-ad88-e6e9326941c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659066 Oct 26 14:12:22.763419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7c588-5d4b-4df2-8302-c7b352cf73cc', 'name': 'tempest-NetworksTestDHCPv6-router-1235252115', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:12:15Z', 'updated_at': '2021-10-26T14:12:18Z', 'revision_number': 2, 'project_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'gw_port_host': None, '_interfaces': [{'id': '37a1d4a8-d03c-4383-b948-4ae901cef870', 'name': '', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'mac_address': 'fa:16:3e:ad:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d7c588-5d4b-4df2-8302-c7b352cf73cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '1c3e84a5-6506-43fa-9ef7-4bd13eb844f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:17Z', 'updated_at': '2021-10-26T14:12:19Z', 'revision_number': 2, 'project_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'subnets': [{'id': '1c3e84a5-6506-43fa-9ef7-4bd13eb844f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:22.808845 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Calling delete_port for 638da71a-545c-4c05-89b7-f56449af38e7 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:22.843193 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2295fdb1-dcc8-4609-b6e2-c0cf7b13b951 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:22.881278 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] Checking router: a5d7c588-5d4b-4df2-8302-c7b352cf73cc for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:12:22.881626 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] Updating router a5d7c588-5d4b-4df2-8302-c7b352cf73cc port 37a1d4a8-d03c-4383-b948-4ae901cef870 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:12:23.016531 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.046106 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d1c25a4-a3f8-4974-b893-2504872ecb33 req-97f577ae-741c-416d-8f64-d0d102e715ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0320206 Oct 26 14:12:23.053456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Pushing event deleted for resources: {'Port': ['ID=638da71a-545c-4c05-89b7-f56449af38e7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:23.059446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] No DVR routers for this DVR port 638da71a-545c-4c05-89b7-f56449af38e7 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:23.084175 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.086233 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:12:23.087042 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:12:23.099388 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ab181-698d-4610-965a-b22167c2e967 None None] Pushing event updated for resources: {'Port': ['ID=22a45a97-1e64-4fcd-b103-eb0ae13c707f,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:23.120943 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-aad5cf18-2171-4d18-a7e5-8c9c29b51004 None None] Provisioning complete for port f3569dbd-884b-4505-9634-224b487119ae triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:23.121307 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aad5cf18-2171-4d18-a7e5-8c9c29b51004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.140007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2295fdb1-dcc8-4609-b6e2-c0cf7b13b951 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 37a1d4a8-d03c-4383-b948-4ae901cef870 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:23.140536 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2295fdb1-dcc8-4609-b6e2-c0cf7b13b951 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.161283 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.222284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085226ca-b6b9-4faf-b0ae-34b30fcc3113']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:23.236542 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:23.236840 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafde204-48f7-4fcf-a8f2-c46ddafa89d1') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:23.240860 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2295fdb1-dcc8-4609-b6e2-c0cf7b13b951 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.250453 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.256653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2295fdb1-dcc8-4609-b6e2-c0cf7b13b951 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 37a1d4a8-d03c-4383-b948-4ae901cef870 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:23.273451 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.283029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:12:23.283437 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:12:23.286581 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:12:23.327691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e02d864c-649a-469d-a280-a6470f0ee8b0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port f3569dbd-884b-4505-9634-224b487119ae {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:23.328149 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e02d864c-649a-469d-a280-a6470f0ee8b0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.402248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.412374 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.416070 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] 10.222.0.32 "DELETE /v2.0/networks/085226ca-b6b9-4faf-b0ae-34b30fcc3113 HTTP/1.1" status: 204 len: 168 time: 1.3662400 Oct 26 14:12:23.473117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-e02d864c-649a-469d-a280-a6470f0ee8b0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] For port f3569dbd-884b-4505-9634-224b487119ae, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f3569dbd-884b-4505-9634-224b487119ae,segment=NetworkSegment(fd10ec4e-3e3e-41a5-85c7-5256551605af),segment_id=fd10ec4e-3e3e-41a5-85c7-5256551605af)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:23.473487 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e02d864c-649a-469d-a280-a6470f0ee8b0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.489801 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f287d-545d-40e4-8cfb-20852552b08d admin admin] Pushing event deleted for resources: {'Network': ['ID=085226ca-b6b9-4faf-b0ae-34b30fcc3113,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:23.495254 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2295fdb1-dcc8-4609-b6e2-c0cf7b13b951 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.504363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e02d864c-649a-469d-a280-a6470f0ee8b0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for f3569dbd-884b-4505-9634-224b487119ae owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:23.509459 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.534194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295fdb1-dcc8-4609-b6e2-c0cf7b13b951 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=37a1d4a8-d03c-4383-b948-4ae901cef870,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:23.576399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39576) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:23.658871 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:20Z', 'revision_number': 7, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3569dbd-884b-4505-9634-224b487119ae', 'name': '', 'network_id': 'f036590f-dca3-467d-a573-21e1f4c374dd', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:e0:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5bd99968-731e-4910-a6bd-315406417c88', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:13Z', 'updated_at': '2021-10-26T14:12:21Z', 'revision_number': 4, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '5bd99968-731e-4910-a6bd-315406417c88', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8', 'name': '', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:fd:ca:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:04Z', 'updated_at': '2021-10-26T14:12:15Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:23.691178 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-539457ae-f4fa-41ec-a049-b323b1459fbf req-4661471a-b0fe-475e-8416-77e91072c35d tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0332270 Oct 26 14:12:23.694335 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2295fdb1-dcc8-4609-b6e2-c0cf7b13b951 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.716169 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1467af3f-a9bc-4c19-863b-17169d64e0dd None None] The sync data for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 is: [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:20Z', 'revision_number': 7, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3569dbd-884b-4505-9634-224b487119ae', 'name': '', 'network_id': 'f036590f-dca3-467d-a573-21e1f4c374dd', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:e0:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5bd99968-731e-4910-a6bd-315406417c88', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:13Z', 'updated_at': '2021-10-26T14:12:21Z', 'revision_number': 4, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '5bd99968-731e-4910-a6bd-315406417c88', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8', 'name': '', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:fd:ca:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:04Z', 'updated_at': '2021-10-26T14:12:15Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:23.722545 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a84879f4-83c5-4ec4-a145-a6f95d75541b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d7b4d5cf0b74e2095e3ca87a1c1443f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428230 Oct 26 14:12:23.727980 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39580) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:23.834393 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 793f634f-6605-47be-95ec-79ecceb70b39 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:23.885314 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e02d864c-649a-469d-a280-a6470f0ee8b0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.889490 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aad5cf18-2171-4d18-a7e5-8c9c29b51004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.925061 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d864c-649a-469d-a280-a6470f0ee8b0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=f3569dbd-884b-4505-9634-224b487119ae,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:23.942086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39586) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:23.948604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8084fea1-fc44-4a9d-a721-7053732a045d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2142925499'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:23.974344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2295fdb1-dcc8-4609-b6e2-c0cf7b13b951 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Router a5d7c588-5d4b-4df2-8302-c7b352cf73cc has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:12:24.010697 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-488db04c-ae55-4706-9698-1b8778e6999c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.076637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8084fea1-fc44-4a9d-a721-7053732a045d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Made reservation on behalf of eb00fb8b03d741ea8145d511b755959a for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:24.091839 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8084fea1-fc44-4a9d-a721-7053732a045d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.094802 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-aad5cf18-2171-4d18-a7e5-8c9c29b51004 None None] Could not find standard attr ID for object 37a1d4a8-d03c-4383-b948-4ae901cef870. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:12:24.103306 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2295fdb1-dcc8-4609-b6e2-c0cf7b13b951 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:24.118992 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2295fdb1-dcc8-4609-b6e2-c0cf7b13b951 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "PUT /v2.0/routers/a5d7c588-5d4b-4df2-8302-c7b352cf73cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9870567 Oct 26 14:12:24.119716 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39588) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:24.146398 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-488db04c-ae55-4706-9698-1b8778e6999c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.154746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 793f634f-6605-47be-95ec-79ecceb70b39 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:24.155143 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.181848 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e02d864c-649a-469d-a280-a6470f0ee8b0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.186413 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8084fea1-fc44-4a9d-a721-7053732a045d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:12:24.224194 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8084fea1-fc44-4a9d-a721-7053732a045d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.224542 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-8084fea1-fc44-4a9d-a721-7053732a045d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Added segment cd52f179-8ea9-4027-ad0c-0d5a570e1263 of type vlan for network 2c318be7-0a13-4b05-a3f4-8a2973ade262 Oct 26 14:12:24.229840 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:12:24.231113 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:12:24.407892 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cff439eb-6c8a-4e27-b9c2-259b03d07b90 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:24.423185 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8084fea1-fc44-4a9d-a721-7053732a045d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.444625 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-488db04c-ae55-4706-9698-1b8778e6999c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.448295 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-488db04c-ae55-4706-9698-1b8778e6999c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.449768 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-488db04c-ae55-4706-9698-1b8778e6999c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76a2f606-5230-480e-9b3a-53cfdda4a55e HTTP/1.1" status: 204 len: 168 time: 0.7210820 Oct 26 14:12:24.482193 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: cff439eb-6c8a-4e27-b9c2-259b03d07b90 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:24.482555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cff439eb-6c8a-4e27-b9c2-259b03d07b90 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:24.482980 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3b966b69-3f62-45ae-89cf-d6edf7e069c6 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:24.488214 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488db04c-ae55-4706-9698-1b8778e6999c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a2f606-5230-480e-9b3a-53cfdda4a55e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:24.505607 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8084fea1-fc44-4a9d-a721-7053732a045d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.519462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084fea1-fc44-4a9d-a721-7053732a045d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:24.520457 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8084fea1-fc44-4a9d-a721-7053732a045d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.547647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 3b966b69-3f62-45ae-89cf-d6edf7e069c6 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:24.547993 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3b966b69-3f62-45ae-89cf-d6edf7e069c6 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:24.704747 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8084fea1-fc44-4a9d-a721-7053732a045d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7610586 Oct 26 14:12:24.720222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39594) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:24.746292 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-041d6e29-f67e-4ae2-9ded-23e395c21f9e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1270605752'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:24.788902 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] Port 37a1d4a8-d03c-4383-b948-4ae901cef870 not found while updating agent binding for router a5d7c588-5d4b-4df2-8302-c7b352cf73cc. {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 14:12:24.838746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] Routers {'a5d7c588-5d4b-4df2-8302-c7b352cf73cc'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:24.839904 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a5d7c588-5d4b-4df2-8302-c7b352cf73cc'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:24.868974 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c966d62-4403-458e-963f-a3429c1c80de tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:24.879692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c966d62-4403-458e-963f-a3429c1c80de tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:24.881570 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6c966d62-4403-458e-963f-a3429c1c80de tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7607677 Oct 26 14:12:24.886483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39604) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:24.918857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084fea1-fc44-4a9d-a721-7053732a045d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'Network': ['ID=2c318be7-0a13-4b05-a3f4-8a2973ade262,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:24.969697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 2c318be7-0a13-4b05-a3f4-8a2973ade262 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:12:24.972712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 22a45a97-1e64-4fcd-b103-eb0ae13c707f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:24.996763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02d864c-649a-469d-a280-a6470f0ee8b0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router d4cda2e2-2de8-43dd-8c66-86335578c40e has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:12:24.997859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041d6e29-f67e-4ae2-9ded-23e395c21f9e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Made reservation on behalf of eb00fb8b03d741ea8145d511b755959a for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:25.020263 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-041d6e29-f67e-4ae2-9ded-23e395c21f9e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.038751 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23c4dcd6-c52e-4bf9-9526-ce2d1c9ac43a req-83f34872-2224-4785-9ff3-b39aa641f599 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0884252 Oct 26 14:12:25.059938 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162fbd73-c632-4bad-9233-3e6ff97ed2a9 None None] Sync routers for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:25.067117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75dd984-6d6f-425a-8aa3-ca4bcae6a6a4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 1c3e84a5-6506-43fa-9ef7-4bd13eb844f0 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:25.076073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041d6e29-f67e-4ae2-9ded-23e395c21f9e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:12:25.080822 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b75dd984-6d6f-425a-8aa3-ca4bcae6a6a4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.081510 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162fbd73-c632-4bad-9233-3e6ff97ed2a9 None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:25.086676 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-162fbd73-c632-4bad-9233-3e6ff97ed2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:25.105390 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-041d6e29-f67e-4ae2-9ded-23e395c21f9e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.105718 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-041d6e29-f67e-4ae2-9ded-23e395c21f9e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Added segment 9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423 of type vlan for network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf Oct 26 14:12:25.134541 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] Set router a5d7c588-5d4b-4df2-8302-c7b352cf73cc gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:25.173064 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b75dd984-6d6f-425a-8aa3-ca4bcae6a6a4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.229024 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7c588-5d4b-4df2-8302-c7b352cf73cc', 'name': 'tempest-NetworksTestDHCPv6-router-1235252115', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:12:15Z', 'updated_at': '2021-10-26T14:12:23Z', 'revision_number': 3, 'project_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:25.244536 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-041d6e29-f67e-4ae2-9ded-23e395c21f9e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.245599 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-162fbd73-c632-4bad-9233-3e6ff97ed2a9 None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:25.355244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af1f69-81fb-422f-a5c8-6ef5e6cd8770 None None] The sync data for ids ['a5d7c588-5d4b-4df2-8302-c7b352cf73cc'] in n-d-815498-1 is: [{'id': 'a5d7c588-5d4b-4df2-8302-c7b352cf73cc', 'name': 'tempest-NetworksTestDHCPv6-router-1235252115', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:12:15Z', 'updated_at': '2021-10-26T14:12:23Z', 'revision_number': 3, 'project_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:25.385057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3ba6cb-52aa-467d-9b27-f256897dd2dd None None] Network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:25.431365 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.resource_extend [None req-041d6e29-f67e-4ae2-9ded-23e395c21f9e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:12:25.448612 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d64e84f-58f2-429f-b655-24a126223d26 req-8944bc68-2182-447e-8ab1-92a06140d47f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbc4153552dd4f9ca6c9679a085ef158&device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.1370826 Oct 26 14:12:25.470969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02d864c-649a-469d-a280-a6470f0ee8b0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:25.492252 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e02d864c-649a-469d-a280-a6470f0ee8b0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9498007 Oct 26 14:12:25.493759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39618) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:25.507527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c744fc22-4059-4ecf-8f43-2ec786fc677d req-73d713f7-5db6-480d-8bc9-ad9a3c25b059 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0800221 Oct 26 14:12:25.511765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3ba6cb-52aa-467d-9b27-f256897dd2dd None None] Network 085226ca-b6b9-4faf-b0ae-34b30fcc3113 could not be found, it might have been deleted concurrently. {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 14:12:25.535769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d64e84f-58f2-429f-b655-24a126223d26 req-e50ec9c7-0c44-4b18-bbd3-421465b4a9f2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cbc4153552dd4f9ca6c9679a085ef158&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522871 Oct 26 14:12:25.546275 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b75dd984-6d6f-425a-8aa3-ca4bcae6a6a4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.644528 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfa829e-76d2-4e6c-a002-3f248fb997e7 None None] DHCP port deletion for 085226ca-b6b9-4faf-b0ae-34b30fcc3113 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:25.652673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b698170-41c2-434b-a66b-19cd298e23c1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting subnet 5bd99968-731e-4910-a6bd-315406417c88 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:25.656146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2559d0c6-239d-4ffb-a3f4-076394a8a275 None None] Provisioning complete for port 22a45a97-1e64-4fcd-b103-eb0ae13c707f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:25.658632 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b698170-41c2-434b-a66b-19cd298e23c1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.660624 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2559d0c6-239d-4ffb-a3f4-076394a8a275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.723606 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b698170-41c2-434b-a66b-19cd298e23c1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.786742 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-162fbd73-c632-4bad-9233-3e6ff97ed2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:23Z', 'revision_number': 8, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8', 'name': '', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:fd:ca:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:04Z', 'updated_at': '2021-10-26T14:12:15Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:25.809997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e84f-58f2-429f-b655-24a126223d26 req-a20638c0-6563-418a-93fd-c4404ee0f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:25.816149 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d64e84f-58f2-429f-b655-24a126223d26 req-a20638c0-6563-418a-93fd-c4404ee0f27c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2648299 Oct 26 14:12:25.820250 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b75dd984-6d6f-425a-8aa3-ca4bcae6a6a4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.847686 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 22a45a97-1e64-4fcd-b103-eb0ae13c707f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:25.848094 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.859507 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162fbd73-c632-4bad-9233-3e6ff97ed2a9 None None] Checking router: d4cda2e2-2de8-43dd-8c66-86335578c40e for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:12:25.873635 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b75dd984-6d6f-425a-8aa3-ca4bcae6a6a4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.883305 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b75dd984-6d6f-425a-8aa3-ca4bcae6a6a4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/1c3e84a5-6506-43fa-9ef7-4bd13eb844f0 HTTP/1.1" status: 204 len: 168 time: 0.9957347 Oct 26 14:12:25.886211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39628) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:25.890675 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162fbd73-c632-4bad-9233-3e6ff97ed2a9 None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:25.891498 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-162fbd73-c632-4bad-9233-3e6ff97ed2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:25.919756 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b698170-41c2-434b-a66b-19cd298e23c1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.939970 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9e01f5-b58e-4fc4-a684-5502bca09d99 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:26.046366 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-041d6e29-f67e-4ae2-9ded-23e395c21f9e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.057879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041d6e29-f67e-4ae2-9ded-23e395c21f9e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:26.059126 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-041d6e29-f67e-4ae2-9ded-23e395c21f9e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.076261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39634) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:26.083511 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-162fbd73-c632-4bad-9233-3e6ff97ed2a9 None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:26.090288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dd984-6d6f-425a-8aa3-ca4bcae6a6a4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3e84a5-6506-43fa-9ef7-4bd13eb844f0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:26.166059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b698170-41c2-434b-a66b-19cd298e23c1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.188847 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-041d6e29-f67e-4ae2-9ded-23e395c21f9e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4615767 Oct 26 14:12:26.200522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39640) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:26.214040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39642) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:26.215106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d6e29-f67e-4ae2-9ded-23e395c21f9e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'Network': ['ID=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:26.215232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e25178b6-2eec-4780-8a72-76ebf04cedc5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2703817 Oct 26 14:12:26.232549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b698170-41c2-434b-a66b-19cd298e23c1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd99968-731e-4910-a6bd-315406417c88,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:26.235392 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b698170-41c2-434b-a66b-19cd298e23c1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.242175 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9b698170-41c2-434b-a66b-19cd298e23c1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/5bd99968-731e-4910-a6bd-315406417c88 HTTP/1.1" status: 204 len: 168 time: 0.7448928 Oct 26 14:12:26.247863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5d5072f3-bd4b-4cc7-802e-d9e68bbfe879 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'subnet': {'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:26.251447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7ce04-1c3d-4e42-a162-58f4bca26210 None None] Network f036590f-dca3-467d-a573-21e1f4c374dd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:26.254132 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:12:26.256640 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39644) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:26.428260 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.468625 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-162fbd73-c632-4bad-9233-3e6ff97ed2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:23Z', 'revision_number': 8, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8', 'name': '', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:fd:ca:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:04Z', 'updated_at': '2021-10-26T14:12:15Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:26.489181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5072f3-bd4b-4cc7-802e-d9e68bbfe879 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Made reservation on behalf of eb00fb8b03d741ea8145d511b755959a for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:26.494563 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d5072f3-bd4b-4cc7-802e-d9e68bbfe879 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.507848 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162fbd73-c632-4bad-9233-3e6ff97ed2a9 None None] The sync data for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 is: [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:23Z', 'revision_number': 8, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8', 'name': '', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:fd:ca:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:04Z', 'updated_at': '2021-10-26T14:12:15Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:26.605319 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port 793f634f-6605-47be-95ec-79ecceb70b39 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:26.605814 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.618584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e0924dee-ed05-4127-a88b-2a1332fab257 None None] Could not find standard attr ID for object f3569dbd-884b-4505-9634-224b487119ae. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:12:26.709625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-706e4bfb-2d22-4122-a198-afb6ce4067cd req-95c6dd91-e3ad-4508-8c11-84c524a7473b tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0462780 Oct 26 14:12:26.713323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-686583589-network', 'tenant_id': '0e5a08497602435b9c2617f18bcc5b2f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:26.737890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] For port 793f634f-6605-47be-95ec-79ecceb70b39, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=793f634f-6605-47be-95ec-79ecceb70b39,segment=NetworkSegment(fd10ec4e-3e3e-41a5-85c7-5256551605af),segment_id=fd10ec4e-3e3e-41a5-85c7-5256551605af)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:26.738441 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.747694 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-82e54ba2-6c00-4720-81a4-5e844a26971b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.779214 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for 793f634f-6605-47be-95ec-79ecceb70b39 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:26.817769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] Made reservation on behalf of 0e5a08497602435b9c2617f18bcc5b2f for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:26.820767 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.832227 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.903652 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d5072f3-bd4b-4cc7-802e-d9e68bbfe879 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.931425 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dde9ab4-6b84-4484-9c8d-c4e8f635f292 None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:26.976222 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba90aae6-a07d-4bcd-acba-2a07cc424fe5 None None] DHCP port deletion for f036590f-dca3-467d-a573-21e1f4c374dd request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:26.987398 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5072f3-bd4b-4cc7-802e-d9e68bbfe879 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'Subnet': ['ID=d22f0841-08c6-4226-a351-9ba309814cd1,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:26.995644 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-82e54ba2-6c00-4720-81a4-5e844a26971b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.002801 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-82e54ba2-6c00-4720-81a4-5e844a26971b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.013192 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.041900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=793f634f-6605-47be-95ec-79ecceb70b39,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:27.051811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657697e-315c-4a47-9feb-1a45bd6111dd None None] Sync routers for ids ['a5d7c588-5d4b-4df2-8302-c7b352cf73cc'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:27.056749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No DVR routers for this DVR port 793f634f-6605-47be-95ec-79ecceb70b39 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:27.109630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 22a45a97-1e64-4fcd-b103-eb0ae13c707f no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:27.129685 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-82e54ba2-6c00-4720-81a4-5e844a26971b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.130516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e54ba2-6c00-4720-81a4-5e844a26971b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Fanout notify agent at l3_agent the message router_deleted on router a5d7c588-5d4b-4df2-8302-c7b352cf73cc {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:12:27.138921 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-82e54ba2-6c00-4720-81a4-5e844a26971b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.142867 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-82e54ba2-6c00-4720-81a4-5e844a26971b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/routers/a5d7c588-5d4b-4df2-8302-c7b352cf73cc HTTP/1.1" status: 204 len: 168 time: 0.9242513 Oct 26 14:12:27.148415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39652) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:27.189369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657697e-315c-4a47-9feb-1a45bd6111dd None None] Routers set() bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:27.189832 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657697e-315c-4a47-9feb-1a45bd6111dd None None] Router IDs set() for agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 14:12:27.190371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_agentschedulers_db [None req-6657697e-315c-4a47-9feb-1a45bd6111dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a5d7c588-5d4b-4df2-8302-c7b352cf73cc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent'). {{(pid=102125) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 14:12:27.201412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d64e84f-58f2-429f-b655-24a126223d26 req-0fdfb0ea-25c8-4c90-89d1-5cdacba74108 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.11 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0426855 Oct 26 14:12:27.219099 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.221858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5072f3-bd4b-4cc7-802e-d9e68bbfe879 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Checking segment: {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:27.222696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5072f3-bd4b-4cc7-802e-d9e68bbfe879 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Network hostable DHCP agents. Network: 2c318be7-0a13-4b05-a3f4-8a2973ade262, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:12:27.223909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ba90aae6-a07d-4bcd-acba-2a07cc424fe5 None None] Deleting port 793f634f-6605-47be-95ec-79ecceb70b39 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:27.224225 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba90aae6-a07d-4bcd-acba-2a07cc424fe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.239023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd2ebd-8e5b-4d18-a243-0a1099b1bdca tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:27.243099 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-36fd2ebd-8e5b-4d18-a243-0a1099b1bdca tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0912139 Oct 26 14:12:27.244908 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39656) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:27.263973 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f036590f-dca3-467d-a573-21e1f4c374dd']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:27.269319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3dde9ab4-6b84-4484-9c8d-c4e8f635f292 None None] Deleting port 22a45a97-1e64-4fcd-b103-eb0ae13c707f {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:27.269836 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3dde9ab4-6b84-4484-9c8d-c4e8f635f292 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.281411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd10ec4e-3e3e-41a5-85c7-5256551605af') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:27.281875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd10ec4e-3e3e-41a5-85c7-5256551605af') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:27.295921 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657697e-315c-4a47-9feb-1a45bd6111dd None None] Routers set() bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:27.296288 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657697e-315c-4a47-9feb-1a45bd6111dd None None] Router IDs set() for agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 14:12:27.296902 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_agentschedulers_db [None req-6657697e-315c-4a47-9feb-1a45bd6111dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a5d7c588-5d4b-4df2-8302-c7b352cf73cc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent'). {{(pid=102125) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 14:12:27.297280 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657697e-315c-4a47-9feb-1a45bd6111dd None None] The sync data for ids ['a5d7c588-5d4b-4df2-8302-c7b352cf73cc'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:27.323205 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.347472 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.354219 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.365763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:12:27.366022 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:12:27.373309 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:12:27.375961 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.407716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bebe12-6fdb-47ce-9cb2-e61a47707fc4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:27.419344 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-77bebe12-6fdb-47ce-9cb2-e61a47707fc4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1730037 Oct 26 14:12:27.435395 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.439481 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:12:27.443925 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ba90aae6-a07d-4bcd-acba-2a07cc424fe5 None None] For port 793f634f-6605-47be-95ec-79ecceb70b39, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:27.444647 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba90aae6-a07d-4bcd-acba-2a07cc424fe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.447310 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.452244 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.452455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39658) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:27.452612 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] Added segment f8e859c2-4081-43a6-b611-ad22704c9f3e of type vlan for network 72a08db5-1cee-44ed-8b3d-5a6447efb970 Oct 26 14:12:27.487563 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ba90aae6-a07d-4bcd-acba-2a07cc424fe5 None None] Calling delete_port for 793f634f-6605-47be-95ec-79ecceb70b39 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:27.498996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3dde9ab4-6b84-4484-9c8d-c4e8f635f292 None None] For port 22a45a97-1e64-4fcd-b103-eb0ae13c707f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=22a45a97-1e64-4fcd-b103-eb0ae13c707f,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:27.499467 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d34db8b-d257-4210-8b44-528f78d95689 None None] Sync routers for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:27.499967 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3dde9ab4-6b84-4484-9c8d-c4e8f635f292 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.503596 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-ba90aae6-a07d-4bcd-acba-2a07cc424fe5 None None] Port 793f634f-6605-47be-95ec-79ecceb70b39 was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:12:27.513490 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0b3f30ef-0a62-483f-9992-8f6961bac3f9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557735 Oct 26 14:12:27.513703 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba90aae6-a07d-4bcd-acba-2a07cc424fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.515451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39660) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:27.520231 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d34db8b-d257-4210-8b44-528f78d95689 None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:27.521868 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0d34db8b-d257-4210-8b44-528f78d95689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:27.529473 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2e793171-b6ac-4d6f-a652-71474556a85c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:27.532668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5072f3-bd4b-4cc7-802e-d9e68bbfe879 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Network 2c318be7-0a13-4b05-a3f4-8a2973ade262 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:12:27.546893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-5d5072f3-bd4b-4cc7-802e-d9e68bbfe879 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 2c318be7-0a13-4b05-a3f4-8a2973ade262) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:27.552274 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3dde9ab4-6b84-4484-9c8d-c4e8f635f292 None None] Calling delete_port for 22a45a97-1e64-4fcd-b103-eb0ae13c707f owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:27.564895 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.574716 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90aae6-a07d-4bcd-acba-2a07cc424fe5 None None] No DVR routers for this DVR port 793f634f-6605-47be-95ec-79ecceb70b39 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:27.576721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5072f3-bd4b-4cc7-802e-d9e68bbfe879 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:27.577597 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d5072f3-bd4b-4cc7-802e-d9e68bbfe879 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.586510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90aae6-a07d-4bcd-acba-2a07cc424fe5 None None] Pushing event deleted for resources: {'Port': ['ID=793f634f-6605-47be-95ec-79ecceb70b39,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:27.586987 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.589935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d4bb1-ba28-4a37-8b03-81cce5d09835 None None] Network 2c318be7-0a13-4b05-a3f4-8a2973ade262 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:27.593046 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/networks/f036590f-dca3-467d-a573-21e1f4c374dd HTTP/1.1" status: 204 len: 168 time: 1.3344259 Oct 26 14:12:27.595325 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 22a45a97-1e64-4fcd-b103-eb0ae13c707f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=22a45a97-1e64-4fcd-b103-eb0ae13c707f,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:27.603967 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.606004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 638da71a-545c-4c05-89b7-f56449af38e7 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:27.608454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39662) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:27.636408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6d695-f0c0-4e60-ab6e-3b16f1adfa8c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Network': ['ID=f036590f-dca3-467d-a573-21e1f4c374dd,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:27.687310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5d5072f3-bd4b-4cc7-802e-d9e68bbfe879 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4709544 Oct 26 14:12:27.698808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39664) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:27.709821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6e6041d5-b0a2-4a44-b17b-79ceebce4c10 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'subnet': {'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:27.716725 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 638da71a-545c-4c05-89b7-f56449af38e7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:27.717201 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 638da71a-545c-4c05-89b7-f56449af38e7 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:27.717894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f3569dbd-884b-4505-9634-224b487119ae no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:27.720955 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.744220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e793171-b6ac-4d6f-a652-71474556a85c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:27.749412 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e793171-b6ac-4d6f-a652-71474556a85c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.816090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: f3569dbd-884b-4505-9634-224b487119ae {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:27.816550 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f3569dbd-884b-4505-9634-224b487119ae not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:27.853200 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-0d34db8b-d257-4210-8b44-528f78d95689 None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:27.864467 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=22a45a97-1e64-4fcd-b103-eb0ae13c707f,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:27.872166 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675951b9-d4ee-4b04-8ecc-ef2013038ee2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:28.016348 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8e09c4d-d6ef-4891-a287-d403c6965f5d req-defb46b2-0955-429c-9e92-f1790de4ca06 tempest-ServerShowV257Test-769364583 tempest-ServerShowV257Test-769364583-project] 10.222.0.32 "GET /v2.0/ports?device_id=799852fe-4356-4c8f-9055-3596cec832ac HTTP/1.1" status: 200 len: 210 time: 0.0582378 Oct 26 14:12:28.018114 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.resource_extend [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:12:28.020740 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3dde9ab4-6b84-4484-9c8d-c4e8f635f292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.058234 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde9ab4-6b84-4484-9c8d-c4e8f635f292 None None] Pushing event deleted for resources: {'Port': ['ID=22a45a97-1e64-4fcd-b103-eb0ae13c707f,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:28.076757 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dde9ab4-6b84-4484-9c8d-c4e8f635f292 None None] No DVR routers for this DVR port 22a45a97-1e64-4fcd-b103-eb0ae13c707f on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:28.102696 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.103738 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:28.104373 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.109791 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4441d578-cf83-4253-a874-503407393bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-2c318be7-0a13-4b05-a3f4-8a2973ade262', 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'fixed_ips': [{'subnet_id': 'd22f0841-08c6-4226-a351-9ba309814cd1'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:28.111468 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4441d578-cf83-4253-a874-503407393bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.116282 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0d34db8b-d257-4210-8b44-528f78d95689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:23Z', 'revision_number': 8, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8', 'name': '', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:fd:ca:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:04Z', 'updated_at': '2021-10-26T14:12:15Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:28.119886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6041d5-b0a2-4a44-b17b-79ceebce4c10 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Made reservation on behalf of eb00fb8b03d741ea8145d511b755959a for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:28.124431 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e6041d5-b0a2-4a44-b17b-79ceebce4c10 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.152664 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d34db8b-d257-4210-8b44-528f78d95689 None None] Checking router: d4cda2e2-2de8-43dd-8c66-86335578c40e for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:12:28.161670 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d34db8b-d257-4210-8b44-528f78d95689 None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:28.162341 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0d34db8b-d257-4210-8b44-528f78d95689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:28.259838 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0951030 Oct 26 14:12:28.266210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39672) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:28.269199 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-0d34db8b-d257-4210-8b44-528f78d95689 None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:28.285673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-67307468-ef64-47e5-a771-330a91da79de admin admin] Request body: {'subnet': {'network_id': '72a08db5-1cee-44ed-8b3d-5a6447efb970', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-686583589-subnet', 'tenant_id': '0e5a08497602435b9c2617f18bcc5b2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:28.332107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67307468-ef64-47e5-a771-330a91da79de admin admin] Made reservation on behalf of 0e5a08497602435b9c2617f18bcc5b2f for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:28.332476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9d662-7d3a-43d1-adb7-a952fb7b049c admin admin] Pushing event updated for resources: {'Network': ['ID=72a08db5-1cee-44ed-8b3d-5a6447efb970,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:28.341546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-4441d578-cf83-4253-a874-503407393bcd None None] Allocated IP 10.1.1.2 (2c318be7-0a13-4b05-a3f4-8a2973ade262/d22f0841-08c6-4226-a351-9ba309814cd1/fe313299-e5c9-4a59-b105-655af0e4a7d6) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:28.345707 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67307468-ef64-47e5-a771-330a91da79de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.354151 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.469864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 72a08db5-1cee-44ed-8b3d-5a6447efb970 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:12:28.615117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e6041d5-b0a2-4a44-b17b-79ceebce4c10 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.698969 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4441d578-cf83-4253-a874-503407393bcd None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.704859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.objects.ports [None req-2e793171-b6ac-4d6f-a652-71474556a85c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102123) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:12:28.708888 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4441d578-cf83-4253-a874-503407393bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.726868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e793171-b6ac-4d6f-a652-71474556a85c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.769746 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0d34db8b-d257-4210-8b44-528f78d95689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:23Z', 'revision_number': 8, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8', 'name': '', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:fd:ca:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:04Z', 'updated_at': '2021-10-26T14:12:15Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:28.781531 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4441d578-cf83-4253-a874-503407393bcd None None] Network 2c318be7-0a13-4b05-a3f4-8a2973ade262 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:28.782513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 793f634f-6605-47be-95ec-79ecceb70b39 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:28.785246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6041d5-b0a2-4a44-b17b-79ceebce4c10 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'Subnet': ['ID=854c14b3-03da-4bc6-b12c-986f0f0590da,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:28.806085 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-4441d578-cf83-4253-a874-503407393bcd None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:28.811994 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441d578-cf83-4253-a874-503407393bcd None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:28.818264 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67307468-ef64-47e5-a771-330a91da79de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.820356 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 793f634f-6605-47be-95ec-79ecceb70b39 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:28.820702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 793f634f-6605-47be-95ec-79ecceb70b39 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:28.823479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441d578-cf83-4253-a874-503407393bcd None None] Pushing event updated for resources: {'Port': ['ID=fe313299-e5c9-4a59-b105-655af0e4a7d6,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:28.841721 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d34db8b-d257-4210-8b44-528f78d95689 None None] The sync data for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 is: [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:23Z', 'revision_number': 8, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8', 'name': '', 'network_id': '5ca477af-1414-4567-b5b4-73b3e171b043', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:fd:ca:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:12:04Z', 'updated_at': '2021-10-26T14:12:15Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': 'bc09253e-54c8-4a9a-ab2f-0301026bdf81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:28.867010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e793171-b6ac-4d6f-a652-71474556a85c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=1d8d8854-c908-4862-9b48-3d3d66ed2e7a,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:28.877675 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4441d578-cf83-4253-a874-503407393bcd None None] Attempting to bind port fe313299-e5c9-4a59-b105-655af0e4a7d6 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:28.878089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4441d578-cf83-4253-a874-503407393bcd None None] Attempting to bind port fe313299-e5c9-4a59-b105-655af0e4a7d6 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:28.878253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e793171-b6ac-4d6f-a652-71474556a85c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:28.878580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441d578-cf83-4253-a874-503407393bcd None None] Attempting to bind port fe313299-e5c9-4a59-b105-655af0e4a7d6 on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:28.882769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-2e793171-b6ac-4d6f-a652-71474556a85c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:28.885568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441d578-cf83-4253-a874-503407393bcd None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:28.885761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441d578-cf83-4253-a874-503407393bcd None None] Checking segment: {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:28.886472 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4441d578-cf83-4253-a874-503407393bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.886879 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441d578-cf83-4253-a874-503407393bcd None None] Bound using segment: {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:28.887367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4441d578-cf83-4253-a874-503407393bcd None None] Bound port: fe313299-e5c9-4a59-b105-655af0e4a7d6, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:28.887751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e793171-b6ac-4d6f-a652-71474556a85c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:28.887885 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4441d578-cf83-4253-a874-503407393bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.888341 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e793171-b6ac-4d6f-a652-71474556a85c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.901593 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6041d5-b0a2-4a44-b17b-79ceebce4c10 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Checking segment: {'id': '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:28.902045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6041d5-b0a2-4a44-b17b-79ceebce4c10 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Network hostable DHCP agents. Network: 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:12:28.902462 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eada4a9-8003-4200-9b1e-9ba5a531f83c None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:28.932435 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2e793171-b6ac-4d6f-a652-71474556a85c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4099176 Oct 26 14:12:28.935264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39676) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:28.937710 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67307468-ef64-47e5-a771-330a91da79de admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f09d44-da2d-4f08-9c56-3366e70eef66,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:28.944176 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5e84db97-bbb6-4980-bd6e-b8a846660a2a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:28.971971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67307468-ef64-47e5-a771-330a91da79de admin admin] Checking segment: {'id': 'f8e859c2-4081-43a6-b611-ad22704c9f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '72a08db5-1cee-44ed-8b3d-5a6447efb970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:28.972336 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67307468-ef64-47e5-a771-330a91da79de admin admin] Network hostable DHCP agents. Network: 72a08db5-1cee-44ed-8b3d-5a6447efb970, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:12:28.997445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:28.997825 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.999263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6041d5-b0a2-4a44-b17b-79ceebce4c10 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:12:29.050097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4441d578-cf83-4253-a874-503407393bcd None None] For port fe313299-e5c9-4a59-b105-655af0e4a7d6, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:29.057848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67307468-ef64-47e5-a771-330a91da79de admin admin] Network 72a08db5-1cee-44ed-8b3d-5a6447efb970 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:12:29.083133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-67307468-ef64-47e5-a771-330a91da79de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 72a08db5-1cee-44ed-8b3d-5a6447efb970) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:29.084405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-6e6041d5-b0a2-4a44-b17b-79ceebce4c10 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:29.088602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4441d578-cf83-4253-a874-503407393bcd None None] For port fe313299-e5c9-4a59-b105-655af0e4a7d6, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fe313299-e5c9-4a59-b105-655af0e4a7d6,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:29.095141 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67307468-ef64-47e5-a771-330a91da79de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:29.095792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67307468-ef64-47e5-a771-330a91da79de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:29.108929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97af5e72-22d6-4e83-a86d-2fa960b3b18b None None] Network 72a08db5-1cee-44ed-8b3d-5a6447efb970 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:29.112646 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504a1a52-3dfb-4240-ac44-4dbf0205d53b None None] Network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:29.118300 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6041d5-b0a2-4a44-b17b-79ceebce4c10 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:29.119334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e6041d5-b0a2-4a44-b17b-79ceebce4c10 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:29.124873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e84db97-bbb6-4980-bd6e-b8a846660a2a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:29.130559 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e84db97-bbb6-4980-bd6e-b8a846660a2a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:29.137493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-67307468-ef64-47e5-a771-330a91da79de admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8662269 Oct 26 14:12:29.145457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] For port ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8,segment=NetworkSegment(b9a152d1-a251-4ca0-a1b5-1ff42b296f16),segment_id=b9a152d1-a251-4ca0-a1b5-1ff42b296f16)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:29.145944 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:29.167255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:29.179254 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4441d578-cf83-4253-a874-503407393bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:29.226013 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6e6041d5-b0a2-4a44-b17b-79ceebce4c10 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5214641 Oct 26 14:12:29.226627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39686) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:29.232748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-166cae0d-1247-4a49-a867-cebc43e7d289 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'port': {'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262', 'name': 'tempest-TaggedBootDevicesTest-1906500251', 'fixed_ips': [{'subnet_id': 'd22f0841-08c6-4226-a351-9ba309814cd1'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:29.438971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166cae0d-1247-4a49-a867-cebc43e7d289 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Made reservation on behalf of eb00fb8b03d741ea8145d511b755959a for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:29.445818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39692) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:29.522975 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:29.632409 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:29.643977 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441d578-cf83-4253-a874-503407393bcd None None] Pushing event updated for resources: {'Port': ['ID=fe313299-e5c9-4a59-b105-655af0e4a7d6,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:29.650641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39698) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:29.660698 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': '1d8d8854-c908-4862-9b48-3d3d66ed2e7a'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:29.662165 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:29.718898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:29.719247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:29.719588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:29.719921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:29.720385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:29.720566 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:29.720895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:29.721218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:29.721542 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:29.721865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:29.722208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:29.722527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:29.728484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d980a3-ac27-46fd-90bd-9ffa237acfdd admin admin] Deleting subnet 58f09d44-da2d-4f08-9c56-3366e70eef66 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:29.731977 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e5d980a3-ac27-46fd-90bd-9ffa237acfdd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:29.911748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98df54e1-2885-4703-a423-5e30649bc04c None None] Network 72a08db5-1cee-44ed-8b3d-5a6447efb970 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:29.920366 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-166cae0d-1247-4a49-a867-cebc43e7d289 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:29.928862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e84db97-bbb6-4980-bd6e-b8a846660a2a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:29.971176 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c29a42e-58b5-4519-b1ab-af0883caabb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:29.977080 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e5d980a3-ac27-46fd-90bd-9ffa237acfdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:29.987457 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf', 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'fixed_ips': [{'subnet_id': '854c14b3-03da-4bc6-b12c-986f0f0590da'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:29.988368 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.014792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.015666 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-166cae0d-1247-4a49-a867-cebc43e7d289 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] device_id is not set on port ade83c75-0efa-4960-8243-44aed8b5f5ab yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:30.025263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84db97-bbb6-4980-bd6e-b8a846660a2a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=4878ae29-a3a9-4035-b34c-881eaf2b7f89,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:30.030205 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e84db97-bbb6-4980-bd6e-b8a846660a2a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:30.035013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-5e84db97-bbb6-4980-bd6e-b8a846660a2a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:30.038786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e84db97-bbb6-4980-bd6e-b8a846660a2a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:30.039387 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e84db97-bbb6-4980-bd6e-b8a846660a2a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.113145 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5e84db97-bbb6-4980-bd6e-b8a846660a2a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1704900 Oct 26 14:12:30.114974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39702) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:30.120725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'mac_address': 'fa:16:3e:7f:9c:35', 'name': 'tempest-NetworksTestDHCPv6-31808333'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:30.123152 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e5d980a3-ac27-46fd-90bd-9ffa237acfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.226029 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Allocated IP 2001:db8::f816:3eff:fe43:ed30 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/1d8d8854-c908-4862-9b48-3d3d66ed2e7a/4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:30.295320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Allocated IP 10.2.2.2 (4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf/854c14b3-03da-4bc6-b12c-986f0f0590da/030553bb-263c-4ef2-a3d8-bba4b247c7bb) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:30.299717 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c29a42e-58b5-4519-b1ab-af0883caabb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.302949 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e5d980a3-ac27-46fd-90bd-9ffa237acfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.344625 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c29a42e-58b5-4519-b1ab-af0883caabb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.355348 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e5d980a3-ac27-46fd-90bd-9ffa237acfdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.357646 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-166cae0d-1247-4a49-a867-cebc43e7d289 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Allocated IP 10.1.1.170 (2c318be7-0a13-4b05-a3f4-8a2973ade262/d22f0841-08c6-4226-a351-9ba309814cd1/ade83c75-0efa-4960-8243-44aed8b5f5ab) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:30.358731 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e5d980a3-ac27-46fd-90bd-9ffa237acfdd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/58f09d44-da2d-4f08-9c56-3366e70eef66 HTTP/1.1" status: 204 len: 168 time: 0.9094954 Oct 26 14:12:30.361334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d980a3-ac27-46fd-90bd-9ffa237acfdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f09d44-da2d-4f08-9c56-3366e70eef66,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:30.362813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39706) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:30.432989 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5c29a42e-58b5-4519-b1ab-af0883caabb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbc4153552dd4f9ca6c9679a085ef158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7811251 Oct 26 14:12:30.436255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router d4cda2e2-2de8-43dd-8c66-86335578c40e has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:12:30.437190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39710) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:30.445935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29a42e-58b5-4519-b1ab-af0883caabb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa9461f-08c1-45dd-883e-ba5b653413a4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:30.454882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:30.573927 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.590037 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b8fca88-fb4c-4e3c-8613-043fbb6ab387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.612936 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.673220 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Pushing event updated for resources: {'Port': ['ID=030553bb-263c-4ef2-a3d8-bba4b247c7bb,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:30.739359 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:30.742344 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:30.745912 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:30.773559 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.833414 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.872846 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.884270 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port 1ef4c7d4-f08b-49e3-b82c-6d2ebd794f23 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:30.904836 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b8fca88-fb4c-4e3c-8613-043fbb6ab387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.943498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Pushing event updated for resources: {'Port': ['ID=4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:30.947761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Attempting to bind port 030553bb-263c-4ef2-a3d8-bba4b247c7bb on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:30.948133 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Attempting to bind port 030553bb-263c-4ef2-a3d8-bba4b247c7bb by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:30.948493 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Attempting to bind port 030553bb-263c-4ef2-a3d8-bba4b247c7bb on network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:30.972513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:30.978771 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:30.983834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:30.984131 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6b8fca88-fb4c-4e3c-8613-043fbb6ab387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a08db5-1cee-44ed-8b3d-5a6447efb970']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:30.984399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Checking segment: {'id': '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:30.984917 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.985323 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Bound using segment: {'id': '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:30.985825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Bound port: 030553bb-263c-4ef2-a3d8-bba4b247c7bb, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:30.986499 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.003593 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-166cae0d-1247-4a49-a867-cebc43e7d289 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.010512 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:31.017566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fe313299-e5c9-4a59-b105-655af0e4a7d6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:31.018078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6b8fca88-fb4c-4e3c-8613-043fbb6ab387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e859c2-4081-43a6-b611-ad22704c9f3e') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:31.018483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6b8fca88-fb4c-4e3c-8613-043fbb6ab387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e859c2-4081-43a6-b611-ad22704c9f3e') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:31.034309 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b8fca88-fb4c-4e3c-8613-043fbb6ab387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.060712 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:31.071219 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a2671eea-441f-487a-be72-e40b861410b5 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4559054 Oct 26 14:12:31.071923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39714) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:31.089655 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b8fca88-fb4c-4e3c-8613-043fbb6ab387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.103344 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daf1330-ceaf-4fca-8bef-5a5a86eab381 None None] Sync routers for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:31.109040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8fca88-fb4c-4e3c-8613-043fbb6ab387 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:12:31.109855 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b8fca88-fb4c-4e3c-8613-043fbb6ab387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:12:31.113955 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:12:31.150622 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-39cf03f0-5694-427b-ab50-26a700210ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.156799 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-1840270b-84a2-4557-b1ca-0dc2bf7f27ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting subnet bc09253e-54c8-4a9a-ab2f-0301026bdf81 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:31.161670 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1840270b-84a2-4557-b1ca-0dc2bf7f27ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.165584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Attempting to bind port 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:31.165584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Attempting to bind port 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:31.165584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Attempting to bind port 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7 on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:31.176370 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:31.176934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:31.177132 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.177520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:31.178057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Bound port: 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:31.178412 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.204649 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daf1330-ceaf-4fca-8bef-5a5a86eab381 None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:31.205319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-2daf1330-ceaf-4fca-8bef-5a5a86eab381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:31.207261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36a869a-37f4-4a6a-b70c-d75e508be9f7 None None] Network 2c318be7-0a13-4b05-a3f4-8a2973ade262 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:31.213348 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-39cf03f0-5694-427b-ab50-26a700210ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.233075 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-166cae0d-1247-4a49-a867-cebc43e7d289 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.237781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1840270b-84a2-4557-b1ca-0dc2bf7f27ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.239575 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b8fca88-fb4c-4e3c-8613-043fbb6ab387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.251820 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b8fca88-fb4c-4e3c-8613-043fbb6ab387 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.254741 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6b8fca88-fb4c-4e3c-8613-043fbb6ab387 admin admin] 10.222.0.32 "DELETE /v2.0/networks/72a08db5-1cee-44ed-8b3d-5a6447efb970 HTTP/1.1" status: 204 len: 168 time: 0.8886731 Oct 26 14:12:31.317326 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fca88-fb4c-4e3c-8613-043fbb6ab387 admin admin] Pushing event deleted for resources: {'Network': ['ID=72a08db5-1cee-44ed-8b3d-5a6447efb970,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:31.320830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 172.20.0.2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/4878ae29-a3a9-4035-b34c-881eaf2b7f89/1ef4c7d4-f08b-49e3-b82c-6d2ebd794f23) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:31.329524 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166cae0d-1247-4a49-a867-cebc43e7d289 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Network 2c318be7-0a13-4b05-a3f4-8a2973ade262 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:31.337229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-166cae0d-1247-4a49-a867-cebc43e7d289 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:31.339830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::f816:3eff:fe7f:9c35 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/1d8d8854-c908-4862-9b48-3d3d66ed2e7a/1ef4c7d4-f08b-49e3-b82c-6d2ebd794f23) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:31.348179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166cae0d-1247-4a49-a867-cebc43e7d289 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:31.351770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cae0d-1247-4a49-a867-cebc43e7d289 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'Port': ['ID=ade83c75-0efa-4960-8243-44aed8b5f5ab,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:31.374569 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-39cf03f0-5694-427b-ab50-26a700210ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.377354 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-39cf03f0-5694-427b-ab50-26a700210ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.378473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-39cf03f0-5694-427b-ab50-26a700210ff9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfa9461f-08c1-45dd-883e-ba5b653413a4 HTTP/1.1" status: 204 len: 168 time: 0.9400551 Oct 26 14:12:31.394232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf03f0-5694-427b-ab50-26a700210ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa9461f-08c1-45dd-883e-ba5b653413a4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:31.401275 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1840270b-84a2-4557-b1ca-0dc2bf7f27ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.434661 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] For port 030553bb-263c-4ef2-a3d8-bba4b247c7bb, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:31.463763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166cae0d-1247-4a49-a867-cebc43e7d289 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:31.464408 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-166cae0d-1247-4a49-a867-cebc43e7d289 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.489693 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1840270b-84a2-4557-b1ca-0dc2bf7f27ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.501870 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-166cae0d-1247-4a49-a867-cebc43e7d289 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2743063 Oct 26 14:12:31.511974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] For port 030553bb-263c-4ef2-a3d8-bba4b247c7bb, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=030553bb-263c-4ef2-a3d8-bba4b247c7bb,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:31.515807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port fe313299-e5c9-4a59-b105-655af0e4a7d6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:31.516436 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.523185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39722) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:31.526353 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-700a3fbb-9873-4c32-aaf9-4971a53288d2 None None] Provisioning complete for port fe313299-e5c9-4a59-b105-655af0e4a7d6 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:31.526989 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-700a3fbb-9873-4c32-aaf9-4971a53288d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.555807 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1840270b-84a2-4557-b1ca-0dc2bf7f27ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.564793 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1840270b-84a2-4557-b1ca-0dc2bf7f27ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/bc09253e-54c8-4a9a-ab2f-0301026bdf81 HTTP/1.1" status: 204 len: 168 time: 0.4918239 Oct 26 14:12:31.567832 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39726) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:31.579006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-bff6cf4b-6339-4786-a39d-8a160ac2b297 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'port': {'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262', 'name': 'tempest-TaggedBootDevicesTest-1515425345', 'fixed_ips': [{'subnet_id': 'd22f0841-08c6-4226-a351-9ba309814cd1'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:31.592971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39728) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:31.594750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f816642-ec46-45e6-9bd7-bffdb489e8d2 None None] Network 5ca477af-1414-4567-b5b4-73b3e171b043 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:31.597262 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.630936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-2daf1330-ceaf-4fca-8bef-5a5a86eab381 None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:31.735202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840270b-84a2-4557-b1ca-0dc2bf7f27ee tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Subnet': ['ID=bc09253e-54c8-4a9a-ab2f-0301026bdf81,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:31.846185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff6cf4b-6339-4786-a39d-8a160ac2b297 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Made reservation on behalf of eb00fb8b03d741ea8145d511b755959a for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:32.011422 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bff6cf4b-6339-4786-a39d-8a160ac2b297 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.029727 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-bff6cf4b-6339-4786-a39d-8a160ac2b297 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] device_id is not set on port ed4f0663-ae83-4800-8ce9-99ce1f56430d yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:32.106203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] For port 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:32.212052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.216798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] For port 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:32.222222 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-76aafef9-cfd1-4384-bb3c-294311b7e1a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e5a08497602435b9c2617f18bcc5b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6256623 Oct 26 14:12:32.226300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.227882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39742) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:32.242273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effeb77-094e-4a9b-978f-3dd842d89ac1 None None] Pushing event updated for resources: {'Port': ['ID=030553bb-263c-4ef2-a3d8-bba4b247c7bb,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:32.245514 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.327063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-bff6cf4b-6339-4786-a39d-8a160ac2b297 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Allocated IP 10.1.1.45 (2c318be7-0a13-4b05-a3f4-8a2973ade262/d22f0841-08c6-4226-a351-9ba309814cd1/ed4f0663-ae83-4800-8ce9-99ce1f56430d) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:32.340196 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b983c362-509b-4c6d-9ec6-e3f1a2448574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.370732 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b983c362-509b-4c6d-9ec6-e3f1a2448574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.475092 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.564661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b983c362-509b-4c6d-9ec6-e3f1a2448574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.567820 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b983c362-509b-4c6d-9ec6-e3f1a2448574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.569183 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b983c362-509b-4c6d-9ec6-e3f1a2448574 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/675951b9-d4ee-4b04-8ecc-ef2013038ee2 HTTP/1.1" status: 204 len: 168 time: 0.3387914 Oct 26 14:12:32.598735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:32.608194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56f65c-02eb-4255-a067-9158eaaa4491 None None] Pushing event updated for resources: {'Port': ['ID=4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:32.622873 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bff6cf4b-6339-4786-a39d-8a160ac2b297 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.633644 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39756) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:32.637224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:32.648072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:32.663128 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983c362-509b-4c6d-9ec6-e3f1a2448574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675951b9-d4ee-4b04-8ecc-ef2013038ee2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:32.670975 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port 52f9b570-f79c-4e85-9172-1cf192ca9d2d {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:32.671545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.684336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=1ef4c7d4-f08b-49e3-b82c-6d2ebd794f23,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:32.722113 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.797183 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bff6cf4b-6339-4786-a39d-8a160ac2b297 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.830903 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-700a3fbb-9873-4c32-aaf9-4971a53288d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.886817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port fe313299-e5c9-4a59-b105-655af0e4a7d6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fe313299-e5c9-4a59-b105-655af0e4a7d6,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:32.926847 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.040049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2035936601-network', 'tenant_id': '5a11271b7d6044d98bbcec6f299e9afb'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:33.066889 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=fe313299-e5c9-4a59-b105-655af0e4a7d6,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:33.072460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff6cf4b-6339-4786-a39d-8a160ac2b297 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Network 2c318be7-0a13-4b05-a3f4-8a2973ade262 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:33.077934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcea6a4-93d1-40fe-8863-835d0437b25f None None] DHCP port deletion for 5ca477af-1414-4567-b5b4-73b3e171b043 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:33.079040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6cf4b-6339-4786-a39d-8a160ac2b297 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'Port': ['ID=ed4f0663-ae83-4800-8ce9-99ce1f56430d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:33.083515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:33.087242 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.092477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-bff6cf4b-6339-4786-a39d-8a160ac2b297 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:33.098520 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff6cf4b-6339-4786-a39d-8a160ac2b297 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:33.105640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] For port 52f9b570-f79c-4e85-9172-1cf192ca9d2d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=52f9b570-f79c-4e85-9172-1cf192ca9d2d,segment=NetworkSegment(b9a152d1-a251-4ca0-a1b5-1ff42b296f16),segment_id=b9a152d1-a251-4ca0-a1b5-1ff42b296f16)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:33.106173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.129492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for 52f9b570-f79c-4e85-9172-1cf192ca9d2d owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:33.245280 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] Made reservation on behalf of 5a11271b7d6044d98bbcec6f299e9afb for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:33.251570 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.267092 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-14206f3e-b402-4fef-8b55-3a987225e91e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.1511412 Oct 26 14:12:33.274850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6cf4b-6339-4786-a39d-8a160ac2b297 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:33.275639 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bff6cf4b-6339-4786-a39d-8a160ac2b297 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.277247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39766) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:33.278655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-2daf1330-ceaf-4fca-8bef-5a5a86eab381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:29Z', 'revision_number': 9, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:33.291810 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.361716 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.373027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daf1330-ceaf-4fca-8bef-5a5a86eab381 None None] Checking router: d4cda2e2-2de8-43dd-8c66-86335578c40e for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:12:33.376202 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 030553bb-263c-4ef2-a3d8-bba4b247c7bb up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:33.384651 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bff6cf4b-6339-4786-a39d-8a160ac2b297 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8332210 Oct 26 14:12:33.416962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No DVR routers for this DVR port 52f9b570-f79c-4e85-9172-1cf192ca9d2d on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:33.422975 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=52f9b570-f79c-4e85-9172-1cf192ca9d2d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:33.442542 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-700a3fbb-9873-4c32-aaf9-4971a53288d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:12:33.444319 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-700a3fbb-9873-4c32-aaf9-4971a53288d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:12:33.462464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daf1330-ceaf-4fca-8bef-5a5a86eab381 None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:33.463568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-2daf1330-ceaf-4fca-8bef-5a5a86eab381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:33.490256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f10040d-9d00-4ba2-ad55-f3b1a1f69763 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:33.497902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f10040d-9d00-4ba2-ad55-f3b1a1f69763 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:33.500345 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4f10040d-9d00-4ba2-ad55-f3b1a1f69763 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.2214441 Oct 26 14:12:33.502854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39776) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:33.594530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6df78a-0c86-4a80-9587-564b94c0455d None None] Network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:33.607216 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.633974 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.661625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca477af-1414-4567-b5b4-73b3e171b043']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:33.674852 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.683803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a152d1-a251-4ca0-a1b5-1ff42b296f16') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:33.684513 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a152d1-a251-4ca0-a1b5-1ff42b296f16') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:33.700179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.718997 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.728771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:12:33.729280 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:12:33.735678 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:12:33.738232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-cfcea6a4-93d1-40fe-8863-835d0437b25f None None] Deleting port 52f9b570-f79c-4e85-9172-1cf192ca9d2d {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:33.738232 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cfcea6a4-93d1-40fe-8863-835d0437b25f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.778134 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39782) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:33.780004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:12:33.790243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e8a66aff-e591-455a-ad98-a8dc89beea17 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1606379278', 'description': 'tempest-description--1331058301'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:33.819263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:33.838513 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.839397 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] Added segment ef14f064-dff9-4948-8b3d-7c6b487770e7 of type vlan for network 3fba602e-725a-48f9-a983-aac46f12a265 Oct 26 14:12:33.856346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-55b25689-e296-43d3-bc0c-ed6c8fa53ce0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 1ef4c7d4-f08b-49e3-b82c-6d2ebd794f23 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:33.856988 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55b25689-e296-43d3-bc0c-ed6c8fa53ce0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.920917 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.936064 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8a66aff-e591-455a-ad98-a8dc89beea17 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.953293 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.960207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-2daf1330-ceaf-4fca-8bef-5a5a86eab381 None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:33.965435 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/networks/5ca477af-1414-4567-b5b4-73b3e171b043 HTTP/1.1" status: 204 len: 168 time: 2.3899207 Oct 26 14:12:33.976421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39790) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:33.993757 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.999619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaea19b-1b57-436e-92ba-c181af32ca12 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Network': ['ID=5ca477af-1414-4567-b5b4-73b3e171b043,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:34.114594 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.db.resource_extend [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:12:34.188028 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55b25689-e296-43d3-bc0c-ed6c8fa53ce0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.202913 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8a66aff-e591-455a-ad98-a8dc89beea17 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.207165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-cfcea6a4-93d1-40fe-8863-835d0437b25f None None] For port 52f9b570-f79c-4e85-9172-1cf192ca9d2d, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:34.207582 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cfcea6a4-93d1-40fe-8863-835d0437b25f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.213563 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8a66aff-e591-455a-ad98-a8dc89beea17 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.214502 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 030553bb-263c-4ef2-a3d8-bba4b247c7bb triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:34.215370 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.223939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-55b25689-e296-43d3-bc0c-ed6c8fa53ce0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 1ef4c7d4-f08b-49e3-b82c-6d2ebd794f23 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:34.286327 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8a66aff-e591-455a-ad98-a8dc89beea17 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.290552 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e8a66aff-e591-455a-ad98-a8dc89beea17 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5104806 Oct 26 14:12:34.291214 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39798) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:34.302275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9c6dc93e-b57c-449f-97ae-2e7caf5d1504 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'security_group_rule': {'security_group_id': '7999a1b8-25b1-4b0f-b27b-a191b5c55280', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:34.305044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a66aff-e591-455a-ad98-a8dc89beea17 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7999a1b8-25b1-4b0f-b27b-a191b5c55280,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:34.316483 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.317810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:34.318492 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.321364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-cfcea6a4-93d1-40fe-8863-835d0437b25f None None] Calling delete_port for 52f9b570-f79c-4e85-9172-1cf192ca9d2d owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:34.333839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-cfcea6a4-93d1-40fe-8863-835d0437b25f None None] Port 52f9b570-f79c-4e85-9172-1cf192ca9d2d was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:12:34.368529 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c6dc93e-b57c-449f-97ae-2e7caf5d1504 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.377330 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cfcea6a4-93d1-40fe-8863-835d0437b25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.466393 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceba40c9-ff24-45e0-abd4-5b51b510af65 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:34.472037 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcea6a4-93d1-40fe-8863-835d0437b25f None None] Pushing event deleted for resources: {'Port': ['ID=52f9b570-f79c-4e85-9172-1cf192ca9d2d,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:34.476482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cfcea6a4-93d1-40fe-8863-835d0437b25f None None] Network 5ca477af-1414-4567-b5b4-73b3e171b043 is not hosted by any dhcp agent {{(pid=102125) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:12:34.477022 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcea6a4-93d1-40fe-8863-835d0437b25f None None] No DVR routers for this DVR port 52f9b570-f79c-4e85-9172-1cf192ca9d2d on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:34.479443 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c6dc93e-b57c-449f-97ae-2e7caf5d1504 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.494107 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c6dc93e-b57c-449f-97ae-2e7caf5d1504 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.502186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8655276 Oct 26 14:12:34.511659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39804) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:34.519467 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-79c096b1-0a04-4b9c-8f09-054dd16f3236 admin admin] Request body: {'subnet': {'network_id': '3fba602e-725a-48f9-a983-aac46f12a265', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2035936601-subnet', 'tenant_id': '5a11271b7d6044d98bbcec6f299e9afb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:34.521826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c31ab3-d328-46ea-9bb8-66aaf53767ce admin admin] Pushing event updated for resources: {'Network': ['ID=3fba602e-725a-48f9-a983-aac46f12a265,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:34.524185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6dc93e-b57c-449f-97ae-2e7caf5d1504 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f0d962-2a10-4aab-8486-9549ac8419a1,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:34.558702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c096b1-0a04-4b9c-8f09-054dd16f3236 admin admin] Made reservation on behalf of 5a11271b7d6044d98bbcec6f299e9afb for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:34.563197 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-79c096b1-0a04-4b9c-8f09-054dd16f3236 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.572143 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 3fba602e-725a-48f9-a983-aac46f12a265 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:12:34.599458 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c6dc93e-b57c-449f-97ae-2e7caf5d1504 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.600654 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9c6dc93e-b57c-449f-97ae-2e7caf5d1504 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3057890 Oct 26 14:12:34.626554 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39806) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:34.636273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-cf675442-ec88-4537-9e26-d665e4de7f95 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'security_group_rule': {'security_group_id': '7999a1b8-25b1-4b0f-b27b-a191b5c55280', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:34.753340 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf675442-ec88-4537-9e26-d665e4de7f95 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.769300 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39810) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:34.807294 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55b25689-e296-43d3-bc0c-ed6c8fa53ce0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.860253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b25689-e296-43d3-bc0c-ed6c8fa53ce0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=1ef4c7d4-f08b-49e3-b82c-6d2ebd794f23,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:34.917802 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Provisioning complete for port fe313299-e5c9-4a59-b105-655af0e4a7d6 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:34.918366 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.940267 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf675442-ec88-4537-9e26-d665e4de7f95 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.941457 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.001457 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b71c9ad3-ed10-4192-a7e2-ec2eb44e4d4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.044817 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf675442-ec88-4537-9e26-d665e4de7f95 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.047906 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55b25689-e296-43d3-bc0c-ed6c8fa53ce0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.051484 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-55b25689-e296-43d3-bc0c-ed6c8fa53ce0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/1ef4c7d4-f08b-49e3-b82c-6d2ebd794f23 HTTP/1.1" status: 204 len: 168 time: 1.5415232 Oct 26 14:12:35.053630 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-79c096b1-0a04-4b9c-8f09-054dd16f3236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.056596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39816) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:35.076702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 030553bb-263c-4ef2-a3d8-bba4b247c7bb, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=030553bb-263c-4ef2-a3d8-bba4b247c7bb,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:35.090713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf675442-ec88-4537-9e26-d665e4de7f95 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7d2a85-10ee-4a50-a9bb-1eb72aa37334,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:35.107396 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.108291 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:35.131479 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf675442-ec88-4537-9e26-d665e4de7f95 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.137008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cf675442-ec88-4537-9e26-d665e4de7f95 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5061409 Oct 26 14:12:35.143971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39820) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:35.150756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:35.193471 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0486624-da2b-4cf3-ab05-cd00ddd2203b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.232953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c096b1-0a04-4b9c-8f09-054dd16f3236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bfda999-7e74-4e59-9e22-7927ad196d55,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:35.246506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a246b5-0a65-4a25-9452-300b255bbeb8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:35.248037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a246b5-0a65-4a25-9452-300b255bbeb8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:35.251019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a246b5-0a65-4a25-9452-300b255bbeb8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:35.251282 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e4a246b5-0a65-4a25-9452-300b255bbeb8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1859791 Oct 26 14:12:35.254548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39824) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:35.277496 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.307548 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=030553bb-263c-4ef2-a3d8-bba4b247c7bb,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:35.325311 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-2daf1330-ceaf-4fca-8bef-5a5a86eab381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:29Z', 'revision_number': 9, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:35.327308 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b71c9ad3-ed10-4192-a7e2-ec2eb44e4d4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.337015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c096b1-0a04-4b9c-8f09-054dd16f3236 admin admin] Checking segment: {'id': 'ef14f064-dff9-4948-8b3d-7c6b487770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3fba602e-725a-48f9-a983-aac46f12a265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:35.337475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c096b1-0a04-4b9c-8f09-054dd16f3236 admin admin] Network hostable DHCP agents. Network: 3fba602e-725a-48f9-a983-aac46f12a265, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:12:35.345112 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b71c9ad3-ed10-4192-a7e2-ec2eb44e4d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.365637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daf1330-ceaf-4fca-8bef-5a5a86eab381 None None] The sync data for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 is: [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:29Z', 'revision_number': 9, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '13d1d810-e344-420c-a136-10dd553b6edc', 'name': '', 'network_id': '4cea2682-1f37-4f8f-a9df-f4cc49123285', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:6c:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:59Z', 'updated_at': '2021-10-26T14:12:07Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '63584a42-34c4-4c2c-ad90-119de04e74d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:35.375273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:35.375873 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.379830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb5db18-cf86-4623-bc8b-b065656f9983 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 1d8d8854-c908-4862-9b48-3d3d66ed2e7a {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:35.395776 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fb5db18-cf86-4623-bc8b-b065656f9983 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.414695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Provisioning complete for port 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:35.415385 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.440225 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b71c9ad3-ed10-4192-a7e2-ec2eb44e4d4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e800c588bbae4b93a6ac2d6e2972ce0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6684217 Oct 26 14:12:35.443523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c9ad3-ed10-4192-a7e2-ec2eb44e4d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a265ff75-54a5-40b1-9fb8-422b26ab9f72,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:35.446088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c096b1-0a04-4b9c-8f09-054dd16f3236 admin admin] Network 3fba602e-725a-48f9-a983-aac46f12a265 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:12:35.448081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39826) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:35.482297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-79c096b1-0a04-4b9c-8f09-054dd16f3236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 3fba602e-725a-48f9-a983-aac46f12a265) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:35.490720 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fb5db18-cf86-4623-bc8b-b065656f9983 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.497789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c096b1-0a04-4b9c-8f09-054dd16f3236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:35.498390 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-79c096b1-0a04-4b9c-8f09-054dd16f3236 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.511338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637fb203-3d73-4f0d-bfd0-271b38fb54e0 None None] Network 3fba602e-725a-48f9-a983-aac46f12a265 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:35.523683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.566880 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-79c096b1-0a04-4b9c-8f09-054dd16f3236 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0477610 Oct 26 14:12:35.583838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b186f4-a2ed-4005-9653-88b0d52df54e None None] Update dhcp port {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'fixed_ips': [{'subnet_id': '1d8d8854-c908-4862-9b48-3d3d66ed2e7a', 'ip_address': '2001:db8::f816:3eff:fe43:ed30'}, {'subnet_id': '4878ae29-a3a9-4035-b34c-881eaf2b7f89'}], 'binding:host_id': 'n-d-815498-1'}, 'id': '4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7'} from n-d-815498-1. {{(pid=102125) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:12:35.601358 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35cbbb9a-8806-425a-b277-d5f803ba03c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.652506 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35cbbb9a-8806-425a-b277-d5f803ba03c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.665155 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fb5db18-cf86-4623-bc8b-b065656f9983 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.673434 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-15b186f4-a2ed-4005-9653-88b0d52df54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.708549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Allocated IP 172.25.4.147 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/26ff118f-929e-421f-a9c3-98f4d7e2cff3) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:35.735297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-b0486624-da2b-4cf3-ab05-cd00ddd2203b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port 13d1d810-e344-420c-a136-10dd553b6edc {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:35.735646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0486624-da2b-4cf3-ab05-cd00ddd2203b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.752723 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.781113 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fb5db18-cf86-4623-bc8b-b065656f9983 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.821665 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5db18-cf86-4623-bc8b-b065656f9983 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=1d8d8854-c908-4862-9b48-3d3d66ed2e7a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:35.823826 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35cbbb9a-8806-425a-b277-d5f803ba03c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.827864 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35cbbb9a-8806-425a-b277-d5f803ba03c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.829629 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-35cbbb9a-8806-425a-b277-d5f803ba03c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a265ff75-54a5-40b1-9fb8-422b26ab9f72 HTTP/1.1" status: 204 len: 168 time: 0.3760569 Oct 26 14:12:35.841201 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fb5db18-cf86-4623-bc8b-b065656f9983 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.846022 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3fb5db18-cf86-4623-bc8b-b065656f9983 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/1d8d8854-c908-4862-9b48-3d3d66ed2e7a HTTP/1.1" status: 204 len: 168 time: 0.5845947 Oct 26 14:12:35.851880 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39834) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:35.864011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbbb9a-8806-425a-b277-d5f803ba03c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a265ff75-54a5-40b1-9fb8-422b26ab9f72,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:35.915498 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d152259-2574-4b81-a1ed-2055bda9162b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 4878ae29-a3a9-4035-b34c-881eaf2b7f89 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:35.919255 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d152259-2574-4b81-a1ed-2055bda9162b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.931358 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.965181 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d152259-2574-4b81-a1ed-2055bda9162b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.038695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-b0486624-da2b-4cf3-ab05-cd00ddd2203b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] For port 13d1d810-e344-420c-a136-10dd553b6edc, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=13d1d810-e344-420c-a136-10dd553b6edc,segment=NetworkSegment(bdd44d55-2876-41dc-bb93-71e5959328e6),segment_id=bdd44d55-2876-41dc-bb93-71e5959328e6)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:36.039079 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0486624-da2b-4cf3-ab05-cd00ddd2203b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.046790 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.071497 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d152259-2574-4b81-a1ed-2055bda9162b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.076712 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-b0486624-da2b-4cf3-ab05-cd00ddd2203b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for 13d1d810-e344-420c-a136-10dd553b6edc owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:36.082115 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:12:36.082810 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:12:36.157194 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d152259-2574-4b81-a1ed-2055bda9162b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.206450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d152259-2574-4b81-a1ed-2055bda9162b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=4878ae29-a3a9-4035-b34c-881eaf2b7f89,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:36.211112 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d152259-2574-4b81-a1ed-2055bda9162b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.214761 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9d152259-2574-4b81-a1ed-2055bda9162b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/4878ae29-a3a9-4035-b34c-881eaf2b7f89 HTTP/1.1" status: 204 len: 168 time: 0.3617227 Oct 26 14:12:36.218414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39842) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server [None req-15b186f4-a2ed-4005-9653-88b0d52df54e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4878ae29-a3a9-4035-b34c-881eaf2b7f89: This subnet is being modified by another concurrent operation. Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4878ae29-a3a9-4035-b34c-881eaf2b7f89: This subnet is being modified by another concurrent operation. Oct 26 14:12:36.233360 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Oct 26 14:12:36.239881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1d9a47-4a4b-4985-80a7-0f4a7ea167e7 None None] Network 3fba602e-725a-48f9-a983-aac46f12a265 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:36.256097 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.345057 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-87a4ad88-7b5f-4d86-ba16-689597d70154 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223922 Oct 26 14:12:36.346831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39852) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:36.352776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:36.358572 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:36.399308 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:12:36.400585 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:12:36.409536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ff0863-615b-464b-94bd-d4a9f58440cf None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:36.452595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'Port': ['ID=26ff118f-929e-421f-a9c3-98f4d7e2cff3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:36.454883 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:36.469417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:36.566378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:36.598078 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.604524 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0486624-da2b-4cf3-ab05-cd00ddd2203b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.606303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39868) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:36.636838 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.642593 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1573037963-network', 'tenant_id': 'a0662f172a47458c9d6946c64623ebc9'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:36.664771 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0486624-da2b-4cf3-ab05-cd00ddd2203b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=13d1d810-e344-420c-a136-10dd553b6edc,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:36.674220 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:36.684860 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.693579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2733fdf6-f110-4fa6-8883-994381f5c110 None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:36.708302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] Made reservation on behalf of a0662f172a47458c9d6946c64623ebc9 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:36.711667 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.774168 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.826067 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:36.883912 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2733fdf6-f110-4fa6-8883-994381f5c110 None None] Deleting port 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:36.884284 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2733fdf6-f110-4fa6-8883-994381f5c110 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.955872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.967182 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0486624-da2b-4cf3-ab05-cd00ddd2203b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.993020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 030553bb-263c-4ef2-a3d8-bba4b247c7bb up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:37.098787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-2733fdf6-f110-4fa6-8883-994381f5c110 None None] For port 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:37.099192 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2733fdf6-f110-4fa6-8883-994381f5c110 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.127170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2733fdf6-f110-4fa6-8883-994381f5c110 None None] Calling delete_port for 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:37.151145 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Provisioning complete for port ade83c75-0efa-4960-8243-44aed8b5f5ab triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:37.151972 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.220868 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 030553bb-263c-4ef2-a3d8-bba4b247c7bb triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:37.221519 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.247588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.objects.ports [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102123) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:12:37.276127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Port ade83c75-0efa-4960-8243-44aed8b5f5ab cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:37.306791 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Provisioning complete for port 030553bb-263c-4ef2-a3d8-bba4b247c7bb triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:37.306791 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.340017 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2733fdf6-f110-4fa6-8883-994381f5c110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.380720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733fdf6-f110-4fa6-8883-994381f5c110 None None] Pushing event deleted for resources: {'Port': ['ID=4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:37.410625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2733fdf6-f110-4fa6-8883-994381f5c110 None None] No DVR routers for this DVR port 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:37.442181 n-d-815498-1 neutron-server[102123]: WARNING neutron.services.revisions.revision_plugin [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Could not find related port for resource to bump revision. Oct 26 14:12:37.445517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fe313299-e5c9-4a59-b105-655af0e4a7d6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:37.451987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_pluggable_backend [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Port 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102123) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 26 14:12:37.452350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_pluggable_backend [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Reverting IP allocation for 2001:db8::f816:3eff:fe43:ed30 {{(pid=102123) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 26 14:12:37.458925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_pluggable_backend [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe43:ed30 {{(pid=102123) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 26 14:12:37.461590 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.489270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ba4943-4062-4e4b-85e5-8007e2b452ff None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:12:37.526088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=ccca8733-0309-4791-86ba-fcaf5dffa017,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:37.540443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:37.540792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:37.541137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:37.541481 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:37.541865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:37.542227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:37.542909 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:37.542909 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:37.543191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:37.543517 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:37.543893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:37.544219 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:37.556395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:37.558193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:37.565364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:37.566421 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.611860 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7618e87c-3e6a-45f4-95dc-87bcd7a365ab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2574925 Oct 26 14:12:37.614308 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39890) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:37.620571 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6e5d9040-1999-4c79-879b-4ccff6d28e08 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:37.752668 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.793088 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Provisioning complete for port ed4f0663-ae83-4800-8ce9-99ce1f56430d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:37.793820 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.795424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5d9040-1999-4c79-879b-4ccff6d28e08 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:37.807866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e5d9040-1999-4c79-879b-4ccff6d28e08 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.810437 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.827201 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.853308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port fe313299-e5c9-4a59-b105-655af0e4a7d6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:37.853797 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.884475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f14f2187-8611-48af-95d6-68d8188455ed None None] Port ed4f0663-ae83-4800-8ce9-99ce1f56430d cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:37.937502 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba4943-4062-4e4b-85e5-8007e2b452ff None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:12:38.102229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-58a69638-e1f7-415a-90c6-27dfc045aa20 None None] Provisioning complete for port 030553bb-263c-4ef2-a3d8-bba4b247c7bb triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:38.102229 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-58a69638-e1f7-415a-90c6-27dfc045aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.145774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:12:38.185257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:38.195300 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.195674 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] Added segment dcc40a90-da39-488e-8df5-5019698faab7 of type vlan for network 65d9d5f2-e275-46d1-90af-3ed1b05eaed2 Oct 26 14:12:38.200394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ca7e66-94a8-4198-96cc-43cbd79fe477,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:38.222993 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:38.223469 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ff2a242d-30aa-4ce2-b8fe-c042f4c36bd8 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:38.223748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:38.247267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0486624-da2b-4cf3-ab05-cd00ddd2203b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router d4cda2e2-2de8-43dd-8c66-86335578c40e has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:12:38.264906 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:38.265290 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:38.265706 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 52f9b570-f79c-4e85-9172-1cf192ca9d2d no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:38.279571 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e5d9040-1999-4c79-879b-4ccff6d28e08 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.312741 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.318615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 52f9b570-f79c-4e85-9172-1cf192ca9d2d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:38.318969 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 52f9b570-f79c-4e85-9172-1cf192ca9d2d not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:38.396152 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d9040-1999-4c79-879b-4ccff6d28e08 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=07fd6132-3449-4ced-a02d-5fe74380c2f5,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:38.410487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5d9040-1999-4c79-879b-4ccff6d28e08 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:38.412040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-6e5d9040-1999-4c79-879b-4ccff6d28e08 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:38.422406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d9040-1999-4c79-879b-4ccff6d28e08 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:38.423004 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e5d9040-1999-4c79-879b-4ccff6d28e08 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.450120 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.450370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39916) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:38.455124 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6e5d9040-1999-4c79-879b-4ccff6d28e08 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8369410 Oct 26 14:12:38.459737 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'mac_address': 'fa:16:3e:8e:14:c7', 'name': 'tempest-NetworksTestDHCPv6-712610385'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:38.468053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.469006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:38.470165 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.540578 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-58a69638-e1f7-415a-90c6-27dfc045aa20 None None] Could not find standard attr ID for object 4bb8c058-3b2a-480b-bba4-74c4a7e8bfa7. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:12:38.592479 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.635460 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9975293 Oct 26 14:12:38.638112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39922) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:38.640822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': '07fd6132-3449-4ced-a02d-5fe74380c2f5'}, {'subnet_id': 'ccca8733-0309-4791-86ba-fcaf5dffa017'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:38.642369 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.645638 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-039d606b-6ef3-4eec-a24d-fd256d111c47 admin admin] Request body: {'subnet': {'network_id': '65d9d5f2-e275-46d1-90af-3ed1b05eaed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1573037963-subnet', 'tenant_id': 'a0662f172a47458c9d6946c64623ebc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:38.682561 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039d606b-6ef3-4eec-a24d-fd256d111c47 admin admin] Made reservation on behalf of a0662f172a47458c9d6946c64623ebc9 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:38.688876 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-039d606b-6ef3-4eec-a24d-fd256d111c47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.766943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2be168-41ad-4896-8745-0c50d2589857 admin admin] Pushing event updated for resources: {'Network': ['ID=65d9d5f2-e275-46d1-90af-3ed1b05eaed2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:38.786686 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 65d9d5f2-e275-46d1-90af-3ed1b05eaed2 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:12:38.860479 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0486624-da2b-4cf3-ab05-cd00ddd2203b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:38.876875 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa34f4ad-43c5-4d3e-8d1b-23e01274d74f None None] Sync routers for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:38.893519 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa34f4ad-43c5-4d3e-8d1b-23e01274d74f None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:38.895082 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fa34f4ad-43c5-4d3e-8d1b-23e01274d74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:38.934610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b0486624-da2b-4cf3-ab05-cd00ddd2203b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9547601 Oct 26 14:12:38.939966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39928) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:38.950983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'Port': ['ID=26ff118f-929e-421f-a9c3-98f4d7e2cff3,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:39.001168 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.012927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:39.024825 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-039d606b-6ef3-4eec-a24d-fd256d111c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.091566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-15320633-f7ba-40b4-a18d-858cdd2a42c3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting subnet 63584a42-34c4-4c2c-ad90-119de04e74d9 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:39.119514 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.132039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Allocated IP 172.20.0.2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/07fd6132-3449-4ced-a02d-5fe74380c2f5/1a6438ce-1c7d-4677-82cf-115f08922d38) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:39.132394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e68bb9f2-5c11-440c-856f-4299f2ef0761 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9858723 Oct 26 14:12:39.140409 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Allocated IP 2001:db8::f816:3eff:fe6a:6ec (79fe7094-7bf0-42ce-8967-dd49c87f9b98/ccca8733-0309-4791-86ba-fcaf5dffa017/1a6438ce-1c7d-4677-82cf-115f08922d38) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:39.149789 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-fa34f4ad-43c5-4d3e-8d1b-23e01274d74f None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:39.155259 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d606b-6ef3-4eec-a24d-fd256d111c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ffa5a12-9b09-4a68-9f09-3bced3c0acb6,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:39.172202 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15320633-f7ba-40b4-a18d-858cdd2a42c3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.233271 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.291258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port 23ff468a-11d6-4f38-9f95-91ae0d8c74ac yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:39.326064 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15320633-f7ba-40b4-a18d-858cdd2a42c3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.331452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d606b-6ef3-4eec-a24d-fd256d111c47 admin admin] Checking segment: {'id': 'dcc40a90-da39-488e-8df5-5019698faab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '65d9d5f2-e275-46d1-90af-3ed1b05eaed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:39.331807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039d606b-6ef3-4eec-a24d-fd256d111c47 admin admin] Network hostable DHCP agents. Network: 65d9d5f2-e275-46d1-90af-3ed1b05eaed2, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:12:39.412256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039d606b-6ef3-4eec-a24d-fd256d111c47 admin admin] Network 65d9d5f2-e275-46d1-90af-3ed1b05eaed2 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:12:39.433870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-039d606b-6ef3-4eec-a24d-fd256d111c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 65d9d5f2-e275-46d1-90af-3ed1b05eaed2) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:39.463479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d606b-6ef3-4eec-a24d-fd256d111c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:39.464151 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-039d606b-6ef3-4eec-a24d-fd256d111c47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.515804 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15320633-f7ba-40b4-a18d-858cdd2a42c3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.545602 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.554492 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.559093 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fa34f4ad-43c5-4d3e-8d1b-23e01274d74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:36Z', 'revision_number': 10, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:39.619917 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15320633-f7ba-40b4-a18d-858cdd2a42c3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.645832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-aa81b0e9-c201-475a-aa44-05dae41438b7 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1606379278&fields=id&tenant_id=eb00fb8b03d741ea8145d511b755959a HTTP/1.1" status: 200 len: 267 time: 0.0887802 Oct 26 14:12:39.652515 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa34f4ad-43c5-4d3e-8d1b-23e01274d74f None None] Checking router: d4cda2e2-2de8-43dd-8c66-86335578c40e for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:12:39.673295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15320633-f7ba-40b4-a18d-858cdd2a42c3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Subnet': ['ID=63584a42-34c4-4c2c-ad90-119de04e74d9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:39.680466 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-039d606b-6ef3-4eec-a24d-fd256d111c47 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0406120 Oct 26 14:12:39.680627 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa34f4ad-43c5-4d3e-8d1b-23e01274d74f None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:39.681209 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fa34f4ad-43c5-4d3e-8d1b-23e01274d74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:39.684480 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15320633-f7ba-40b4-a18d-858cdd2a42c3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.689189 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-15320633-f7ba-40b4-a18d-858cdd2a42c3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/63584a42-34c4-4c2c-ad90-119de04e74d9 HTTP/1.1" status: 204 len: 168 time: 0.7482312 Oct 26 14:12:39.692252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Pushing event updated for resources: {'Port': ['ID=1a6438ce-1c7d-4677-82cf-115f08922d38,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:39.692503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39958) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:39.715445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:39.717762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:39.720874 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:39.756189 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-ab6fef91-fadd-43d7-b85e-a493f153249d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:39.758216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-ab6fef91-fadd-43d7-b85e-a493f153249d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports/ade83c75-0efa-4960-8243-44aed8b5f5ab HTTP/1.1" status: 200 len: 932 time: 0.1023581 Oct 26 14:12:39.761390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 172.20.0.11 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/07fd6132-3449-4ced-a02d-5fe74380c2f5/23ff468a-11d6-4f38-9f95-91ae0d8c74ac) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:39.777866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::f816:3eff:fe8e:14c7 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/ccca8733-0309-4791-86ba-fcaf5dffa017/23ff468a-11d6-4f38-9f95-91ae0d8c74ac) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:39.851667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-fb56ba30-1157-42f7-a1a7-6aad80cb0e2f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:39.853073 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-fb56ba30-1157-42f7-a1a7-6aad80cb0e2f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports/ed4f0663-ae83-4800-8ce9-99ce1f56430d HTTP/1.1" status: 200 len: 931 time: 0.0869949 Oct 26 14:12:39.867001 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Attempting to bind port 1a6438ce-1c7d-4677-82cf-115f08922d38 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:39.867635 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Attempting to bind port 1a6438ce-1c7d-4677-82cf-115f08922d38 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:39.868191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Attempting to bind port 1a6438ce-1c7d-4677-82cf-115f08922d38 on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:39.875084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:39.875780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:39.876340 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.876971 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:39.878239 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Bound port: 1a6438ce-1c7d-4677-82cf-115f08922d38, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:39.878898 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.895625 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-fa34f4ad-43c5-4d3e-8d1b-23e01274d74f None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:39.912109 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2f930cb5-8de1-4e28-b353-31468caef11b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?network_id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0420907 Oct 26 14:12:39.934117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.980576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] For port 1a6438ce-1c7d-4677-82cf-115f08922d38, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:39.984430 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] For port 1a6438ce-1c7d-4677-82cf-115f08922d38, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1a6438ce-1c7d-4677-82cf-115f08922d38,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:39.994440 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.052233 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.066530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:40.066879 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.107279 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-f8189b7d-72a1-45cd-8b78-a920d7e0e75b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?network_id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1716218 Oct 26 14:12:40.151283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714c9ff-ed85-4aa9-bd10-06fb0681a19e None None] Pushing event updated for resources: {'Port': ['ID=1a6438ce-1c7d-4677-82cf-115f08922d38,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:40.263415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.266782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] For port 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0,segment=NetworkSegment(bdd44d55-2876-41dc-bb93-71e5959328e6),segment_id=bdd44d55-2876-41dc-bb93-71e5959328e6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:40.268810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.301898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:40.351019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:40.369169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:40.375766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=23ff468a-11d6-4f38-9f95-91ae0d8c74ac,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:40.378001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:40.423302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-7eeb3f1c-bf4b-4d85-81a3-298194d1d450 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:40.430340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-7eeb3f1c-bf4b-4d85-81a3-298194d1d450 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:40.436599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-7eeb3f1c-bf4b-4d85-81a3-298194d1d450 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:40.438402 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-7eeb3f1c-bf4b-4d85-81a3-298194d1d450 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/networks?id=31db61e9-1b60-4798-95f8-8992ccf378a6&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf HTTP/1.1" status: 200 len: 1989 time: 0.3212030 Oct 26 14:12:40.492551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3f831314-ee40-419b-a43d-563713692184 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/quotas/eb00fb8b03d741ea8145d511b755959a HTTP/1.1" status: 200 len: 375 time: 0.0377345 Oct 26 14:12:40.505157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:40.507624 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.508663 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.535426 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c13f8f4c-7351-4c15-b8bc-f44ad86af1d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0835247 Oct 26 14:12:40.541805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39978) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:40.551382 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fa34f4ad-43c5-4d3e-8d1b-23e01274d74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:36Z', 'revision_number': 10, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:40.589922 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa34f4ad-43c5-4d3e-8d1b-23e01274d74f None None] The sync data for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 is: [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:36Z', 'revision_number': 10, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None, '_interfaces': [{'id': '71e06f96-2a42-4370-bdef-e5bb5fe9fe54', 'name': '', 'network_id': 'c9e64484-b6ee-4f12-bd80-2b3dbb20eca6', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'mac_address': 'fa:16:3e:c7:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '727e1c77-3863-452f-995b-c2fc21de0687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:52Z', 'updated_at': '2021-10-26T14:11:58Z', 'revision_number': 5, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'subnets': [{'id': '727e1c77-3863-452f-995b-c2fc21de0687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:40.595745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:40.613184 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No DVR routers for this DVR port 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:40.699606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-f05b0d54-4f01-4a58-abad-fbed1373b9f9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb00fb8b03d741ea8145d511b755959a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1815610 Oct 26 14:12:40.717834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac309a-a3d1-4282-b5c9-ad282f96c3ac tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:40.726322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac309a-a3d1-4282-b5c9-ad282f96c3ac tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:40.730353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5fac309a-a3d1-4282-b5c9-ad282f96c3ac tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1452129 Oct 26 14:12:40.731592 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.734666 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39990) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:40.789785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cea2682-1f37-4f8f-a9df-f4cc49123285']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:40.817426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd44d55-2876-41dc-bb93-71e5959328e6') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:40.817728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd44d55-2876-41dc-bb93-71e5959328e6') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:40.848894 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.871210 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.880314 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:12:40.880970 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:12:40.890025 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:12:40.945491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-7e1444f6-7847-4a34-a495-9e426b107b62 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:40.947111 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-7e1444f6-7847-4a34-a495-9e426b107b62 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/networks?id=3fba602e-725a-48f9-a983-aac46f12a265 HTTP/1.1" status: 200 len: 825 time: 0.1953881 Oct 26 14:12:40.958371 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-3d24544e-fa78-4043-ad61-7c82bbe573a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 23ff468a-11d6-4f38-9f95-91ae0d8c74ac {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:40.958735 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d24544e-fa78-4043-ad61-7c82bbe573a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.967736 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-bfe6d216-810b-4069-bbcf-9fc838689a44 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/quotas/5a11271b7d6044d98bbcec6f299e9afb HTTP/1.1" status: 200 len: 375 time: 0.0137613 Oct 26 14:12:41.023746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-6d584ecb-e263-4d2b-adfe-7abf7e9e7e5f tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a11271b7d6044d98bbcec6f299e9afb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351431 Oct 26 14:12:41.025743 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-78430164-cf43-4be2-9276-49e1e75012aa service neutron] 10.222.0.32 "GET /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966743 Oct 26 14:12:41.056176 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39998) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:41.066510 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:41.078278 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:41.081814 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/networks/4cea2682-1f37-4f8f-a9df-f4cc49123285 HTTP/1.1" status: 204 len: 168 time: 1.3882194 Oct 26 14:12:41.088083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40002) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:41.228928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e9876-0168-4146-919b-4a7b144b48f3 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Network': ['ID=4cea2682-1f37-4f8f-a9df-f4cc49123285,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:41.271415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a6438ce-1c7d-4677-82cf-115f08922d38 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:41.336835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1a6438ce-1c7d-4677-82cf-115f08922d38 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:41.337214 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:41.344501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-b7a07829-a7c5-4c09-9a85-23560cf0c141 service neutron] 10.222.0.32 "GET /v2.0/networks/3fba602e-725a-48f9-a983-aac46f12a265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134105 Oct 26 14:12:41.378763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-7958d12a-f74e-44de-b5aa-957c590a248d service neutron] 10.222.0.32 "GET /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509520 Oct 26 14:12:41.435984 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:41.454060 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-712569c8-da9e-4523-988c-ee7d80d37066 service neutron] 10.222.0.32 "GET /v2.0/ports/ade83c75-0efa-4960-8243-44aed8b5f5ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0737951 Oct 26 14:12:41.478112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 1a6438ce-1c7d-4677-82cf-115f08922d38, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1a6438ce-1c7d-4677-82cf-115f08922d38,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:41.484148 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:41.546125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 13d1d810-e344-420c-a136-10dd553b6edc no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:41.581518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-63d02a15-453b-4273-ae2e-f3c460c29aa8 service neutron] 10.222.0.32 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268394 Oct 26 14:12:41.595409 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 13d1d810-e344-420c-a136-10dd553b6edc {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:41.596144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 13d1d810-e344-420c-a136-10dd553b6edc not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:41.599512 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=1a6438ce-1c7d-4677-82cf-115f08922d38,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:41.601190 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-393772bf-053d-4320-905b-ec5b9dd2291a service neutron] 10.222.0.32 "GET /v2.0/networks/3fba602e-725a-48f9-a983-aac46f12a265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545888 Oct 26 14:12:41.679624 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d24544e-fa78-4043-ad61-7c82bbe573a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:41.694290 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-25f2e0dc-2978-46b8-ac00-8b1f86fd4c49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:41.716550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-3d24544e-fa78-4043-ad61-7c82bbe573a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 23ff468a-11d6-4f38-9f95-91ae0d8c74ac owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:41.718743 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-7f188659-2f20-4026-9dee-ff284b55f59d service neutron] 10.222.0.32 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150849 Oct 26 14:12:41.723890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f8608a-a45c-42eb-b07d-a6499b261401 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:41.766028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af248ee5-0ced-489d-9e98-e40a847ccd6b None None] Network 65d9d5f2-e275-46d1-90af-3ed1b05eaed2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:41.767878 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f47c32c-dd8a-4a5b-bcff-56b9fa7d5991 None None] Network 4cea2682-1f37-4f8f-a9df-f4cc49123285 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:41.804914 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0f54cf30-32e5-4e64-8f0f-8f898f20a921 service neutron] 10.222.0.32 "GET /v2.0/ports/ed4f0663-ae83-4800-8ce9-99ce1f56430d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0724533 Oct 26 14:12:41.834536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f47c32c-dd8a-4a5b-bcff-56b9fa7d5991 None None] Network 4cea2682-1f37-4f8f-a9df-f4cc49123285 could not be found, it might have been deleted concurrently. {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 14:12:41.893338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a7b46c59-65e3-4721-90de-cf550737a94d None None] Provisioning complete for port 1a6438ce-1c7d-4677-82cf-115f08922d38 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:41.893714 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a7b46c59-65e3-4721-90de-cf550737a94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:41.945593 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6430640b-b382-4774-831c-0939464803b6 None None] DHCP port deletion for 4cea2682-1f37-4f8f-a9df-f4cc49123285 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:42.016798 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-e679d310-2f34-4882-ae15-a752ca9108c8 service neutron] 10.222.0.32 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046797 Oct 26 14:12:42.139206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7761b217-9b6b-4601-a88f-9be958c1be61 None None] Network 65d9d5f2-e275-46d1-90af-3ed1b05eaed2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:42.141949 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-25f2e0dc-2978-46b8-ac00-8b1f86fd4c49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.162362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-25f2e0dc-2978-46b8-ac00-8b1f86fd4c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.221792 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-f4bc075e-84ec-45f9-9629-b7d663f23cda service neutron] 10.222.0.32 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747503 Oct 26 14:12:42.361403 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-25f2e0dc-2978-46b8-ac00-8b1f86fd4c49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0a7bc420b73466e8a3e6fc487943001&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3033271 Oct 26 14:12:42.371399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40024) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:42.437210 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2e0dc-2978-46b8-ac00-8b1f86fd4c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b451e8d3-6ed0-4233-85fa-ca8dc0790356,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:42.479607 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-1f21dcc8-b920-4865-b875-32c9c8e3731a service neutron] 10.222.0.32 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266059 Oct 26 14:12:42.499415 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d24544e-fa78-4043-ad61-7c82bbe573a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.596048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24544e-fa78-4043-ad61-7c82bbe573a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=23ff468a-11d6-4f38-9f95-91ae0d8c74ac,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:42.603231 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5975-4615-4a60-b786-979df265f2ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.629576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f944481d-ea4f-413b-a1c5-7293f2162344 req-b820b8e6-554b-4b84-813a-bf0fd5eb45a7 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 210 time: 0.0439334 Oct 26 14:12:42.670820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-025d6c39-4a93-459d-b38c-4f77cba7575d service neutron] 10.222.0.32 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854246 Oct 26 14:12:42.763210 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa4e50bc-797b-42ea-8941-b0028e7ae6ce tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.768737 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5975-4615-4a60-b786-979df265f2ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.778387 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4958201c-6771-4cff-8f30-38bd5ad2c70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.816888 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-6fa6b2c4-44cc-4fa4-8cf7-b3907e851bd7 service neutron] 10.222.0.32 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398172 Oct 26 14:12:42.833709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a6438ce-1c7d-4677-82cf-115f08922d38 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:42.878026 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d4c2b-952a-4a16-9b48-fb6b6a62b297 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:42.943910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-90d783de-da1a-4c23-93d3-f2549b4af340 None None] Could not find standard attr ID for object 23ff468a-11d6-4f38-9f95-91ae0d8c74ac. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:12:42.964031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-852c3dcd-c940-453f-a310-cfd8cbe24bb3 service neutron] 10.222.0.32 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350956 Oct 26 14:12:42.966663 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d24544e-fa78-4043-ad61-7c82bbe573a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.970278 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3d24544e-fa78-4043-ad61-7c82bbe573a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/23ff468a-11d6-4f38-9f95-91ae0d8c74ac HTTP/1.1" status: 204 len: 168 time: 2.2338893 Oct 26 14:12:42.973889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40026) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:43.005876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-90d783de-da1a-4c23-93d3-f2549b4af340 None None] Provisioning complete for port 1a6438ce-1c7d-4677-82cf-115f08922d38 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:43.006456 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-90d783de-da1a-4c23-93d3-f2549b4af340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.032270 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5975-4615-4a60-b786-979df265f2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.035841 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5975-4615-4a60-b786-979df265f2ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.036588 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f5fb5975-4615-4a60-b786-979df265f2ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b451e8d3-6ed0-4233-85fa-ca8dc0790356 HTTP/1.1" status: 204 len: 168 time: 0.6570325 Oct 26 14:12:43.067879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb5975-4615-4a60-b786-979df265f2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b451e8d3-6ed0-4233-85fa-ca8dc0790356,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:43.124762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1a6438ce-1c7d-4677-82cf-115f08922d38 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:43.125145 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.142112 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c46fbd-42d2-45a2-809f-bfae15679e37 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:43.143941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c46fbd-42d2-45a2-809f-bfae15679e37 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:43.146454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c46fbd-42d2-45a2-809f-bfae15679e37 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:43.148803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c8c46fbd-42d2-45a2-809f-bfae15679e37 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1736012 Oct 26 14:12:43.151950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40030) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:43.169800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e50bc-797b-42ea-8941-b0028e7ae6ce tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:43.170469 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa4e50bc-797b-42ea-8941-b0028e7ae6ce tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.217099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efc8b77-bcd7-445f-bb29-ccc2e27c2df9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 07fd6132-3449-4ced-a02d-5fe74380c2f5 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:43.223743 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7efc8b77-bcd7-445f-bb29-ccc2e27c2df9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.295092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-36b7bf9b-1541-4be4-a92c-0c9e5a471a10 service neutron] 10.222.0.32 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048031 Oct 26 14:12:43.301107 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7efc8b77-bcd7-445f-bb29-ccc2e27c2df9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.572273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:43.614834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:43.615195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 55e2bba3-2f33-4a41-a2ff-bbfce9ae54c0 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:43.618725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-aa4e50bc-797b-42ea-8941-b0028e7ae6ce tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] For port 71e06f96-2a42-4370-bdef-e5bb5fe9fe54, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=71e06f96-2a42-4370-bdef-e5bb5fe9fe54,segment=NetworkSegment(53dea8cc-5482-426d-a36e-79805eb09750),segment_id=53dea8cc-5482-426d-a36e-79805eb09750)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:43.619069 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa4e50bc-797b-42ea-8941-b0028e7ae6ce tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.624158 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7efc8b77-bcd7-445f-bb29-ccc2e27c2df9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.671493 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40042) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:43.708101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e50bc-797b-42ea-8941-b0028e7ae6ce tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:43.712460 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-a74583eb-ac09-417f-bb3c-21e0787dc4b9 service neutron] 10.222.0.32 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859670 Oct 26 14:12:43.750384 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ccf301f2-8bd2-495a-b053-c2fb75e659da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.793720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-9e610a13-6587-4fd6-b0ed-cebdf2755493 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:43.795187 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-9e610a13-6587-4fd6-b0ed-cebdf2755493 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.25 "GET /v2.0/networks?id=3fba602e-725a-48f9-a983-aac46f12a265 HTTP/1.1" status: 200 len: 825 time: 0.4785726 Oct 26 14:12:43.815485 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-d721b2dc-8e4a-463b-b4cc-103ea075b923 service neutron] 10.222.0.32 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957723 Oct 26 14:12:43.822581 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-06cf5035-ab95-4a80-b13a-43b391598459 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Request body: {'port': {'device_id': 'a3fe79d0-95b7-4740-b538-ae8e043efe96', 'network_id': '3fba602e-725a-48f9-a983-aac46f12a265', 'admin_state_up': True, 'tenant_id': '5a11271b7d6044d98bbcec6f299e9afb'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:43.825633 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7efc8b77-bcd7-445f-bb29-ccc2e27c2df9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.893205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77dd908e-a21b-4a70-a7f6-5587ddf83f2d req-2458430a-803a-4a00-8cfb-8092e42d1c6b tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 210 time: 0.0768929 Oct 26 14:12:43.924438 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc8b77-bcd7-445f-bb29-ccc2e27c2df9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=07fd6132-3449-4ced-a02d-5fe74380c2f5,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:43.934624 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7efc8b77-bcd7-445f-bb29-ccc2e27c2df9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.937852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7efc8b77-bcd7-445f-bb29-ccc2e27c2df9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/07fd6132-3449-4ced-a02d-5fe74380c2f5 HTTP/1.1" status: 204 len: 168 time: 0.7848787 Oct 26 14:12:43.940452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40044) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:44.042273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-52195043-8f13-4251-b5b5-45e672bc5e61 None None] Provisioning complete for port 1a6438ce-1c7d-4677-82cf-115f08922d38 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:44.044151 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-52195043-8f13-4251-b5b5-45e672bc5e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.048275 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-f349d3ce-63cf-4b27-9231-0db1a18c56d0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet ccca8733-0309-4791-86ba-fcaf5dffa017 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:44.055902 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f349d3ce-63cf-4b27-9231-0db1a18c56d0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.136824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-76f2bcfe-4bb6-4ae3-ac31-e55944619e01 service neutron] 10.222.0.32 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079729 Oct 26 14:12:44.150796 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f349d3ce-63cf-4b27-9231-0db1a18c56d0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.169628 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ccf301f2-8bd2-495a-b053-c2fb75e659da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.174829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-06cf5035-ab95-4a80-b13a-43b391598459 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Made reservation on behalf of 5a11271b7d6044d98bbcec6f299e9afb for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:44.186063 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-06cf5035-ab95-4a80-b13a-43b391598459 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.253100 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ccf301f2-8bd2-495a-b053-c2fb75e659da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.270741 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f349d3ce-63cf-4b27-9231-0db1a18c56d0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.297737 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf301f2-8bd2-495a-b053-c2fb75e659da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c8a20f-3c24-4b47-a477-a54a5197f209,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:44.313466 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa4e50bc-797b-42ea-8941-b0028e7ae6ce tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.370354 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f349d3ce-63cf-4b27-9231-0db1a18c56d0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.393653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e50bc-797b-42ea-8941-b0028e7ae6ce tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=71e06f96-2a42-4370-bdef-e5bb5fe9fe54,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:44.401813 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ccf301f2-8bd2-495a-b053-c2fb75e659da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88883b7f38bf4f3f9789297ca22726c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7290993 Oct 26 14:12:44.406242 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40052) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:44.417668 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea72b81-7e2a-4ec1-a28b-bc001b081643 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:44.426098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349d3ce-63cf-4b27-9231-0db1a18c56d0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=ccca8733-0309-4791-86ba-fcaf5dffa017,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:44.429034 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f349d3ce-63cf-4b27-9231-0db1a18c56d0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.434699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f349d3ce-63cf-4b27-9231-0db1a18c56d0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/ccca8733-0309-4791-86ba-fcaf5dffa017 HTTP/1.1" status: 204 len: 168 time: 0.4905963 Oct 26 14:12:44.435225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40054) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:44.527568 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-54c6847d-2dce-45c8-80c7-1dccf26a50de tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897222 Oct 26 14:12:44.527568 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40062) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:44.541061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-16fc8355-cd70-488a-ad8c-1e5330644081 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:44.576518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-200a9bad-6141-45c7-bc15-a7639f69b1ce None None] Could not find standard attr ID for object 23ff468a-11d6-4f38-9f95-91ae0d8c74ac. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:12:44.821463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fc8355-cd70-488a-ad8c-1e5330644081 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:44.840792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16fc8355-cd70-488a-ad8c-1e5330644081 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.863137 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa4e50bc-797b-42ea-8941-b0028e7ae6ce tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.959529 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-06cf5035-ab95-4a80-b13a-43b391598459 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Allocated IP 172.20.0.2 (3fba602e-725a-48f9-a983-aac46f12a265/8bfda999-7e74-4e59-9e22-7927ad196d55/b46c9083-5dc7-4c93-81b2-b64b29b46afa) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:45.044181 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2fbae999-e370-433d-83bf-71cbe5f888a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.056086 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4bc5dadf-d1bf-44a1-a94f-262392a8c95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.113513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:45.178324 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2fbae999-e370-433d-83bf-71cbe5f888a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.204012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Deleting port 1a6438ce-1c7d-4677-82cf-115f08922d38 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:45.204474 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.245672 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a1114c8-8bd8-4c1c-b087-e111db89c1fe req-b8caff8c-b25c-415a-9869-3b6e0090e3f0 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 210 time: 0.0686200 Oct 26 14:12:45.263593 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16fc8355-cd70-488a-ad8c-1e5330644081 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.324803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] For port 1a6438ce-1c7d-4677-82cf-115f08922d38, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1a6438ce-1c7d-4677-82cf-115f08922d38,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:45.325582 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.340818 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Calling delete_port for 1a6438ce-1c7d-4677-82cf-115f08922d38 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:45.363043 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1cd89bf-9a2b-4d01-8243-69546485e209 req-185ff06e-489a-4d1a-9f18-df94fbd174ad tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.1105216 Oct 26 14:12:45.384436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4e50bc-797b-42ea-8941-b0028e7ae6ce tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router d4cda2e2-2de8-43dd-8c66-86335578c40e has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:12:45.408398 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc8355-cd70-488a-ad8c-1e5330644081 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:45.413837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-16fc8355-cd70-488a-ad8c-1e5330644081 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:45.420859 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2fbae999-e370-433d-83bf-71cbe5f888a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.423472 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2fbae999-e370-433d-83bf-71cbe5f888a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.424644 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2fbae999-e370-433d-83bf-71cbe5f888a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25c8a20f-3c24-4b47-a477-a54a5197f209 HTTP/1.1" status: 204 len: 168 time: 1.0141232 Oct 26 14:12:45.428517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fc8355-cd70-488a-ad8c-1e5330644081 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:45.429794 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16fc8355-cd70-488a-ad8c-1e5330644081 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.435563 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-06cf5035-ab95-4a80-b13a-43b391598459 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.455255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc8355-cd70-488a-ad8c-1e5330644081 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=9e699b52-6b9e-4f62-b8df-e20a9f485a00,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:45.481192 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-16fc8355-cd70-488a-ad8c-1e5330644081 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9515386 Oct 26 14:12:45.484110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40088) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:45.489598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a8ffce4e-0cfc-4e6d-a3ef-724fd12fe9c8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:45.512342 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.528149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbae999-e370-433d-83bf-71cbe5f888a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c8a20f-3c24-4b47-a477-a54a5197f209,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:45.558019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4e50bc-797b-42ea-8941-b0028e7ae6ce tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:45.566492 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aa4e50bc-797b-42ea-8941-b0028e7ae6ce tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4748101 Oct 26 14:12:45.586553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40092) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:45.616354 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Pushing event deleted for resources: {'Port': ['ID=1a6438ce-1c7d-4677-82cf-115f08922d38,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:45.635947 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67174cc9-5f11-4153-9556-3498956a82c0 None None] Sync routers for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:45.650373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] No DVR routers for this DVR port 1a6438ce-1c7d-4677-82cf-115f08922d38 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:45.659241 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:45.659588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:45.660255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:45.660255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:45.660599 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:45.660925 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:45.661252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:45.661576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:45.661896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:45.662242 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:45.662641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:45.663033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5b93e-4137-45d6-aa0a-3a9c4d67c6e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:45.709082 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a48404-581e-47be-bd0a-8a40cc88b879 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:45.814578 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67174cc9-5f11-4153-9556-3498956a82c0 None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:45.815446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-67174cc9-5f11-4153-9556-3498956a82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:45.817505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ffce4e-0cfc-4e6d-a3ef-724fd12fe9c8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:45.821942 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a8ffce4e-0cfc-4e6d-a3ef-724fd12fe9c8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.929887 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-67174cc9-5f11-4153-9556-3498956a82c0 None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:46.085956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-67174cc9-5f11-4153-9556-3498956a82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:44Z', 'revision_number': 11, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:46.163120 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67174cc9-5f11-4153-9556-3498956a82c0 None None] Checking router: d4cda2e2-2de8-43dd-8c66-86335578c40e for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:12:46.203542 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67174cc9-5f11-4153-9556-3498956a82c0 None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:46.204186 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-67174cc9-5f11-4153-9556-3498956a82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:46.305157 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b90a53d-9d09-417e-95fc-1cfb65e57e08 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting subnet 727e1c77-3863-452f-995b-c2fc21de0687 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:46.308038 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b90a53d-9d09-417e-95fc-1cfb65e57e08 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.356705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b90a53d-9d09-417e-95fc-1cfb65e57e08 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.379420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-06cf5035-ab95-4a80-b13a-43b391598459 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.429916 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-67174cc9-5f11-4153-9556-3498956a82c0 None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:46.459599 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-06cf5035-ab95-4a80-b13a-43b391598459 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Network 3fba602e-725a-48f9-a983-aac46f12a265 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:46.467283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': '9e699b52-6b9e-4f62-b8df-e20a9f485a00'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:46.468158 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.468481 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-06cf5035-ab95-4a80-b13a-43b391598459 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:46.476960 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-06cf5035-ab95-4a80-b13a-43b391598459 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:46.482788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf5035-ab95-4a80-b13a-43b391598459 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Pushing event updated for resources: {'Port': ['ID=b46c9083-5dc7-4c93-81b2-b64b29b46afa,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:46.533290 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-67174cc9-5f11-4153-9556-3498956a82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:44Z', 'revision_number': 11, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:46.621429 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-06cf5035-ab95-4a80-b13a-43b391598459 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:46.622150 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-06cf5035-ab95-4a80-b13a-43b391598459 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.638644 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b90a53d-9d09-417e-95fc-1cfb65e57e08 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.683613 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-06cf5035-ab95-4a80-b13a-43b391598459 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8723354 Oct 26 14:12:46.713207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Request body: {'port': {'device_id': 'a3fe79d0-95b7-4740-b538-ae8e043efe96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:46.902379 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b90a53d-9d09-417e-95fc-1cfb65e57e08 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.954399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90a53d-9d09-417e-95fc-1cfb65e57e08 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Subnet': ['ID=727e1c77-3863-452f-995b-c2fc21de0687,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:46.970186 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b90a53d-9d09-417e-95fc-1cfb65e57e08 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.980670 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0b90a53d-9d09-417e-95fc-1cfb65e57e08 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/727e1c77-3863-452f-995b-c2fc21de0687 HTTP/1.1" status: 204 len: 168 time: 1.3892503 Oct 26 14:12:46.982205 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40130) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:46.997381 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.014176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Allocated IP 172.20.0.2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/9e699b52-6b9e-4f62-b8df-e20a9f485a00/20ba6bb4-e708-4b5c-93c9-1623e63f646b) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:47.021078 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Allocated IP 2001:db8::f816:3eff:feb0:2ff6 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/d180d7b1-de74-408d-97d7-dfd77ec38d89/20ba6bb4-e708-4b5c-93c9-1623e63f646b) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:47.077789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-09a80260-84c6-4b3d-b7f6-84858faac4de req-559dfceb-d465-4db3-a62e-9c59567e433b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.1560409 Oct 26 14:12:47.184752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.objects.ports [None req-a8ffce4e-0cfc-4e6d-a3ef-724fd12fe9c8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102124) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:12:47.187324 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a8ffce4e-0cfc-4e6d-a3ef-724fd12fe9c8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.195203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-adaaf7cc-6ac6-44a4-b58d-f0d1fea87175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:47.196717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-adaaf7cc-6ac6-44a4-b58d-f0d1fea87175 service neutron] 10.222.0.11 "GET /v2.0/ports/ade83c75-0efa-4960-8243-44aed8b5f5ab HTTP/1.1" status: 200 len: 1028 time: 0.2826993 Oct 26 14:12:47.238426 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.245603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67174cc9-5f11-4153-9556-3498956a82c0 None None] The sync data for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 is: [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:44Z', 'revision_number': 11, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:47.265944 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a6438ce-1c7d-4677-82cf-115f08922d38 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:47.273512 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c48795-1f26-4ba0-9f91-b46f56ad7fb9 None None] Network c9e64484-b6ee-4f12-bd80-2b3dbb20eca6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:47.291910 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.317552 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.394283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c7a00-b27d-4605-98ff-50d2ef9e7046 req-8a3b8e57-ff39-421f-91df-fe602d4bed04 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:47.404454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee8c7a00-b27d-4605-98ff-50d2ef9e7046 req-8a3b8e57-ff39-421f-91df-fe602d4bed04 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 931 time: 0.4531741 Oct 26 14:12:47.417676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ffce4e-0cfc-4e6d-a3ef-724fd12fe9c8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:47.421871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-a99e783c-39ef-478f-a78e-8eebb68cf055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:47.423892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-a99e783c-39ef-478f-a78e-8eebb68cf055 service neutron] 10.222.0.11 "GET /v2.0/ports/ed4f0663-ae83-4800-8ce9-99ce1f56430d HTTP/1.1" status: 200 len: 1027 time: 0.1612413 Oct 26 14:12:47.431343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-a8ffce4e-0cfc-4e6d-a3ef-724fd12fe9c8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:47.456825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 1a6438ce-1c7d-4677-82cf-115f08922d38 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:47.457111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a6438ce-1c7d-4677-82cf-115f08922d38 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:47.460020 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.476538 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:47.490398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:47.493860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:47.520798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Pushing event updated for resources: {'Port': ['ID=20ba6bb4-e708-4b5c-93c9-1623e63f646b,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:47.610611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46c9083-5dc7-4c93-81b2-b64b29b46afa {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:12:47.633394 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.648102 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Attempting to bind port 20ba6bb4-e708-4b5c-93c9-1623e63f646b on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:47.648480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Attempting to bind port 20ba6bb4-e708-4b5c-93c9-1623e63f646b by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:47.648856 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Attempting to bind port 20ba6bb4-e708-4b5c-93c9-1623e63f646b on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:47.657949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-deee532e-4181-44b3-976f-e40712661804 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:47.658342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:47.659314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:47.659733 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.660136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:47.660867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Bound port: 20ba6bb4-e708-4b5c-93c9-1623e63f646b, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:47.660997 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.664859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-deee532e-4181-44b3-976f-e40712661804 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:47.666892 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Transition to ACTIVE for port object b46c9083-5dc7-4c93-81b2-b64b29b46afa will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:12:47.704188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-deee532e-4181-44b3-976f-e40712661804 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:47.706018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-deee532e-4181-44b3-976f-e40712661804 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "GET /v2.0/networks?id=31db61e9-1b60-4798-95f8-8992ccf378a6&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf HTTP/1.1" status: 200 len: 1989 time: 0.2560191 Oct 26 14:12:47.707478 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ffce4e-0cfc-4e6d-a3ef-724fd12fe9c8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:47.710730 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a8ffce4e-0cfc-4e6d-a3ef-724fd12fe9c8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.727224 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.754969 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] For port 20ba6bb4-e708-4b5c-93c9-1623e63f646b, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:47.764613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] For port 20ba6bb4-e708-4b5c-93c9-1623e63f646b, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=20ba6bb4-e708-4b5c-93c9-1623e63f646b,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:47.769940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffce4e-0cfc-4e6d-a3ef-724fd12fe9c8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=d180d7b1-de74-408d-97d7-dfd77ec38d89,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:47.771824 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.824890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a8ffce4e-0cfc-4e6d-a3ef-724fd12fe9c8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3372457 Oct 26 14:12:47.845724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40142) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:47.856975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'mac_address': 'fa:16:3e:46:5a:88', 'name': 'tempest-NetworksTestDHCPv6-1767595562'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:47.862586 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921e12a-ed39-4dca-ac0f-e0841a3ecd91 None None] Pushing event updated for resources: {'Port': ['ID=20ba6bb4-e708-4b5c-93c9-1623e63f646b,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:47.867813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa01d84-61d8-4b41-b197-dbe00a79d0d7 None None] DHCP port deletion for c9e64484-b6ee-4f12-bd80-2b3dbb20eca6 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:47.935236 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-efa01d84-61d8-4b41-b197-dbe00a79d0d7 None None] Deleting port 7fbfd003-5880-4dfb-a171-dc4e0db84669 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:47.935622 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-efa01d84-61d8-4b41-b197-dbe00a79d0d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.020733 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.037879 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-efa01d84-61d8-4b41-b197-dbe00a79d0d7 None None] For port 7fbfd003-5880-4dfb-a171-dc4e0db84669, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7fbfd003-5880-4dfb-a171-dc4e0db84669,segment=NetworkSegment(53dea8cc-5482-426d-a36e-79805eb09750),segment_id=53dea8cc-5482-426d-a36e-79805eb09750)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:48.039260 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-efa01d84-61d8-4b41-b197-dbe00a79d0d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.040359 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee8c7a00-b27d-4605-98ff-50d2ef9e7046 req-bae2505d-97d5-4879-98df-5b0b549c2607 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6278992 Oct 26 14:12:48.067681 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-efa01d84-61d8-4b41-b197-dbe00a79d0d7 None None] Calling delete_port for 7fbfd003-5880-4dfb-a171-dc4e0db84669 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:48.096532 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-ca523ec4-d13b-44b7-a5d9-75d7d69e6e1e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb00fb8b03d741ea8145d511b755959a HTTP/1.1" status: 200 len: 380 time: 0.3521967 Oct 26 14:12:48.108135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-aee2d4e4-4f2e-4b65-b2e2-f9ed5c030b3a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'port': {'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'admin_state_up': True, 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'security_groups': ['7999a1b8-25b1-4b0f-b27b-a191b5c55280']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:48.119886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Pushing event updated for resources: {'Port': ['ID=b46c9083-5dc7-4c93-81b2-b64b29b46afa,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:48.140040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:48.340914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Attempting to bind port b46c9083-5dc7-4c93-81b2-b64b29b46afa on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:48.342071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Attempting to bind port b46c9083-5dc7-4c93-81b2-b64b29b46afa by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'ef14f064-dff9-4948-8b3d-7c6b487770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3fba602e-725a-48f9-a983-aac46f12a265'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:48.342460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Attempting to bind port b46c9083-5dc7-4c93-81b2-b64b29b46afa on network 3fba602e-725a-48f9-a983-aac46f12a265 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:48.349332 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-efa01d84-61d8-4b41-b197-dbe00a79d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.364505 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Port b46c9083-5dc7-4c93-81b2-b64b29b46afa on network 3fba602e-725a-48f9-a983-aac46f12a265 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:12:48.364850 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Attempting to bind port b46c9083-5dc7-4c93-81b2-b64b29b46afa on network 3fba602e-725a-48f9-a983-aac46f12a265 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:48.380485 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:48.381330 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Checking segment: {'id': 'ef14f064-dff9-4948-8b3d-7c6b487770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3fba602e-725a-48f9-a983-aac46f12a265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:48.381763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Bound using segment: {'id': 'ef14f064-dff9-4948-8b3d-7c6b487770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3fba602e-725a-48f9-a983-aac46f12a265'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:48.382612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Bound port: b46c9083-5dc7-4c93-81b2-b64b29b46afa, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef14f064-dff9-4948-8b3d-7c6b487770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3fba602e-725a-48f9-a983-aac46f12a265'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:48.383259 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.388817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa01d84-61d8-4b41-b197-dbe00a79d0d7 None None] No DVR routers for this DVR port 7fbfd003-5880-4dfb-a171-dc4e0db84669 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:48.434983 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Deleting port 7fbfd003-5880-4dfb-a171-dc4e0db84669 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:48.436988 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.447384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa01d84-61d8-4b41-b197-dbe00a79d0d7 None None] Pushing event deleted for resources: {'Port': ['ID=7fbfd003-5880-4dfb-a171-dc4e0db84669,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:48.448742 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d5850d3-7c3c-4c2c-bb1d-3fa4b2d16bcd req-897e66f2-55d5-45ce-9242-310454ebc0a0 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.1141865 Oct 26 14:12:48.503497 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.586466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] For port b46c9083-5dc7-4c93-81b2-b64b29b46afa, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:48.586466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] For port b46c9083-5dc7-4c93-81b2-b64b29b46afa, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b46c9083-5dc7-4c93-81b2-b64b29b46afa,segment=NetworkSegment(ef14f064-dff9-4948-8b3d-7c6b487770e7),segment_id=ef14f064-dff9-4948-8b3d-7c6b487770e7)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:48.623958 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.672691 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.696766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-aee2d4e4-4f2e-4b65-b2e2-f9ed5c030b3a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Made reservation on behalf of eb00fb8b03d741ea8145d511b755959a for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:48.700768 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-aee2d4e4-4f2e-4b65-b2e2-f9ed5c030b3a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.756087 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port d834204f-cd6a-4ce1-aeb5-e37c01088185 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:48.812379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:48.813012 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.818652 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] 10.222.0.25 "PUT /v2.0/ports/b46c9083-5dc7-4c93-81b2-b64b29b46afa HTTP/1.1" status: 200 len: 1091 time: 2.1244917 Oct 26 14:12:48.819440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fe79d0-95b7-4740-b538-ae8e043efe96', 'tag': 'b46c9083-5dc7-4c93-81b2-b64b29b46afa'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:12:48.822087 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57af03a5-b9cd-4893-b9c1-974d0799ce87" -d '{"events": [{"name": "network-changed", "server_uuid": "a3fe79d0-95b7-4740-b538-ae8e043efe96", "tag": "b46c9083-5dc7-4c93-81b2-b64b29b46afa"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:12:48.844313 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] For port 7fbfd003-5880-4dfb-a171-dc4e0db84669, host n-d-815498-1, got binding levels [] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:48.844842 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.986215 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 20ba6bb4-e708-4b5c-93c9-1623e63f646b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:49.000084 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Calling delete_port for 7fbfd003-5880-4dfb-a171-dc4e0db84669 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:49.005525 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_backend_mixin [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Port 7fbfd003-5880-4dfb-a171-dc4e0db84669 was not found and therefore no delete operation was performed {{(pid=102123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:12:49.012144 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a60a71-3e53-47c3-b2f9-faed6f21993b x-openstack-request-id: req-63a60a71-3e53-47c3-b2f9-faed6f21993b {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:12:49.012449 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3fe79d0-95b7-4740-b538-ae8e043efe96", "tag": "b46c9083-5dc7-4c93-81b2-b64b29b46afa", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:12:49.012709 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63a60a71-3e53-47c3-b2f9-faed6f21993b {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:12:49.013445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415e04d-da48-4a5b-a911-9ff30363a50e req-e4c95405-fa83-4221-a19d-bbb080f06ca1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:49.023500 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3fe79d0-95b7-4740-b538-ae8e043efe96', 'tag': 'b46c9083-5dc7-4c93-81b2-b64b29b46afa', 'status': 'completed', 'code': 200} Oct 26 14:12:49.024486 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.028834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44415df6-c953-41ed-9a32-ae5fd692eee4 service neutron] Pushing event updated for resources: {'Port': ['ID=b46c9083-5dc7-4c93-81b2-b64b29b46afa,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:49.031375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415e04d-da48-4a5b-a911-9ff30363a50e req-e4c95405-fa83-4221-a19d-bbb080f06ca1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:49.037459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415e04d-da48-4a5b-a911-9ff30363a50e req-e4c95405-fa83-4221-a19d-bbb080f06ca1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:49.045132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415e04d-da48-4a5b-a911-9ff30363a50e req-e4c95405-fa83-4221-a19d-bbb080f06ca1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:49.053850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415e04d-da48-4a5b-a911-9ff30363a50e req-e4c95405-fa83-4221-a19d-bbb080f06ca1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:49.070156 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415e04d-da48-4a5b-a911-9ff30363a50e req-e4c95405-fa83-4221-a19d-bbb080f06ca1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:49.075796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415e04d-da48-4a5b-a911-9ff30363a50e req-e4c95405-fa83-4221-a19d-bbb080f06ca1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:49.098186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Port': ['ID=7fbfd003-5880-4dfb-a171-dc4e0db84669,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:49.107898 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8415e04d-da48-4a5b-a911-9ff30363a50e req-e4c95405-fa83-4221-a19d-bbb080f06ca1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5443 time: 0.4256461 Oct 26 14:12:49.116333 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 20ba6bb4-e708-4b5c-93c9-1623e63f646b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:49.118760 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.131237 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No DVR routers for this DVR port 7fbfd003-5880-4dfb-a171-dc4e0db84669 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:49.256655 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-ac4ddc93-7d7f-43f7-a15b-10e66b1de6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:49.276026 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.277143 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-ac4ddc93-7d7f-43f7-a15b-10e66b1de6c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a11271b7d6044d98bbcec6f299e9afb&device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 1094 time: 0.3998921 Oct 26 14:12:49.342699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 20ba6bb4-e708-4b5c-93c9-1623e63f646b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=20ba6bb4-e708-4b5c-93c9-1623e63f646b,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:49.352378 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.410312 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8415e04d-da48-4a5b-a911-9ff30363a50e req-9095ea4c-46c1-410d-ad47-7d978b972e5f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2944984 Oct 26 14:12:49.436307 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.476727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=20ba6bb4-e708-4b5c-93c9-1623e63f646b,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:49.488019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e64484-b6ee-4f12-bd80-2b3dbb20eca6']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:49.499038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7fbfd003-5880-4dfb-a171-dc4e0db84669 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:49.512721 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53dea8cc-5482-426d-a36e-79805eb09750') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:49.512721 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53dea8cc-5482-426d-a36e-79805eb09750') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:49.535381 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.558216 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 7fbfd003-5880-4dfb-a171-dc4e0db84669 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:49.558568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7fbfd003-5880-4dfb-a171-dc4e0db84669 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:49.560133 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:49.565885 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.585752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:12:49.586237 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.613910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:49.614279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 71e06f96-2a42-4370-bdef-e5bb5fe9fe54 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:12:49.685888 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:12:49.688465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 172.20.0.7 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/9e699b52-6b9e-4f62-b8df-e20a9f485a00/d834204f-cd6a-4ce1-aeb5-e37c01088185) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:49.692523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c51e5e-822b-495a-871e-6c6d1c6381e9 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:49.698491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::f816:3eff:fe46:5a88 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/d180d7b1-de74-408d-97d7-dfd77ec38d89/d834204f-cd6a-4ce1-aeb5-e37c01088185) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:49.707961 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.774617 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.781011 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/networks/c9e64484-b6ee-4f12-bd80-2b3dbb20eca6 HTTP/1.1" status: 204 len: 168 time: 2.7950847 Oct 26 14:12:49.781011 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-a5dac633-76ee-46ab-a574-5541a5500a9d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b46c9083-5dc7-4c93-81b2-b64b29b46afa HTTP/1.1" status: 200 len: 217 time: 0.0956659 Oct 26 14:12:49.790464 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40184) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:49.801705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2bd09-93e3-4877-b33a-0b57fada45a1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Pushing event deleted for resources: {'Network': ['ID=c9e64484-b6ee-4f12-bd80-2b3dbb20eca6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:49.807638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b1d3965a-0bc2-427f-90b6-316baf7e072f None None] Provisioning complete for port 20ba6bb4-e708-4b5c-93c9-1623e63f646b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:49.807850 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1d3965a-0bc2-427f-90b6-316baf7e072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.816127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c9994983-5d8f-4711-8134-61d637ec0aa0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'router': {'routes': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:49.848915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea57980-a652-4d4d-92e1-db56fc814aae req-fd46b6fa-2748-40a3-9e9e-903630bb0c51 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:49.859477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ea57980-a652-4d4d-92e1-db56fc814aae req-fd46b6fa-2748-40a3-9e9e-903630bb0c51 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 943 time: 0.6709991 Oct 26 14:12:49.923641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-aee2d4e4-4f2e-4b65-b2e2-f9ed5c030b3a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Allocated IP 172.20.0.11 (31db61e9-1b60-4798-95f8-8992ccf378a6/addd5606-6552-4f1f-b55b-993cd7b5d80f/d23c3036-10bb-4165-b6c2-a4ce9e26949e) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:49.978374 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-4283373a-07d2-4f4b-98f9-e138c1cacce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:49.980000 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-4283373a-07d2-4f4b-98f9-e138c1cacce2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8bfda999-7e74-4e59-9e22-7927ad196d55 HTTP/1.1" status: 200 len: 865 time: 0.1885808 Oct 26 14:12:50.072665 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-23e658cd-7376-403a-b1fd-a492e623e29b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3fba602e-725a-48f9-a983-aac46f12a265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576940 Oct 26 14:12:50.086475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece821d-fccd-4797-ae3b-f06d288d8cc6 req-63b02c36-64ab-4b40-86ea-646e98570d5d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:50.092692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece821d-fccd-4797-ae3b-f06d288d8cc6 req-63b02c36-64ab-4b40-86ea-646e98570d5d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:50.098981 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece821d-fccd-4797-ae3b-f06d288d8cc6 req-63b02c36-64ab-4b40-86ea-646e98570d5d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:50.105783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece821d-fccd-4797-ae3b-f06d288d8cc6 req-63b02c36-64ab-4b40-86ea-646e98570d5d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:50.112280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.extraroute_db [None req-c9994983-5d8f-4711-8134-61d637ec0aa0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Added routes are [] {{(pid=102123) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 14:12:50.112807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece821d-fccd-4797-ae3b-f06d288d8cc6 req-63b02c36-64ab-4b40-86ea-646e98570d5d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:50.113362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.extraroute_db [None req-c9994983-5d8f-4711-8134-61d637ec0aa0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Removed routes are [] {{(pid=102123) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 14:12:50.113362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c9994983-5d8f-4711-8134-61d637ec0aa0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.122169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece821d-fccd-4797-ae3b-f06d288d8cc6 req-63b02c36-64ab-4b40-86ea-646e98570d5d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:50.131582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece821d-fccd-4797-ae3b-f06d288d8cc6 req-63b02c36-64ab-4b40-86ea-646e98570d5d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:50.142571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ece821d-fccd-4797-ae3b-f06d288d8cc6 req-63b02c36-64ab-4b40-86ea-646e98570d5d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5443 time: 0.3820539 Oct 26 14:12:50.162448 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ea57980-a652-4d4d-92e1-db56fc814aae req-9106786d-601e-4932-a308-98b7c45b9262 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968876 Oct 26 14:12:50.335997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9db4848c-0fc7-491c-9168-53718c8cecc8 req-91ab2c71-7bd9-48dd-8aea-5a1a6a330a40 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.0735304 Oct 26 14:12:50.381362 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.420182 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c9994983-5d8f-4711-8134-61d637ec0aa0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.433806 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c9994983-5d8f-4711-8134-61d637ec0aa0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.439015 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-415fb55a-5093-4609-9c16-765cc0d44775 service neutron] 10.222.0.25 "GET /v2.0/networks/3fba602e-725a-48f9-a983-aac46f12a265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354783 Oct 26 14:12:50.515519 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-aee2d4e4-4f2e-4b65-b2e2-f9ed5c030b3a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.574649 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.625275 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-aee2d4e4-4f2e-4b65-b2e2-f9ed5c030b3a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.647499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:50.664232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:50.672539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:50.751412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:50.755157 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.765119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9994983-5d8f-4711-8134-61d637ec0aa0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router d4cda2e2-2de8-43dd-8c66-86335578c40e has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:12:50.799211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=d834204f-cd6a-4ce1-aeb5-e37c01088185,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:50.840276 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2201d047-c5ed-4896-9d70-30f499092915 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9911449 Oct 26 14:12:50.843328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-aee2d4e4-4f2e-4b65-b2e2-f9ed5c030b3a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Network 31db61e9-1b60-4798-95f8-8992ccf378a6 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:50.854574 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40202) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:50.875790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 20ba6bb4-e708-4b5c-93c9-1623e63f646b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:50.957274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-aee2d4e4-4f2e-4b65-b2e2-f9ed5c030b3a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:50.967622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-aee2d4e4-4f2e-4b65-b2e2-f9ed5c030b3a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:50.993918 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 20ba6bb4-e708-4b5c-93c9-1623e63f646b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:50.994806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9994983-5d8f-4711-8134-61d637ec0aa0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:50.998252 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.013848 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245d579-f601-4d8c-8bf1-f5f7862546a3 None None] Sync routers for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:51.045168 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c9994983-5d8f-4711-8134-61d637ec0aa0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.046528 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c9994983-5d8f-4711-8134-61d637ec0aa0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e HTTP/1.1" status: 200 len: 705 time: 1.2538705 Oct 26 14:12:51.052233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40206) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:51.055562 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1b97a154-2e80-4ca2-a540-0f0b802a2ca9 req-84e4a54a-9889-4162-b039-c4c04908edc4 service neutron] 10.222.0.25 "GET /v2.0/networks/3fba602e-725a-48f9-a983-aac46f12a265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668602 Oct 26 14:12:51.056179 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245d579-f601-4d8c-8bf1-f5f7862546a3 None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:51.058278 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3245d579-f601-4d8c-8bf1-f5f7862546a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:51.100792 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2d4e4-4f2e-4b65-b2e2-f9ed5c030b3a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'Port': ['ID=d23c3036-10bb-4165-b6c2-a4ce9e26949e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:51.198503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-aee2d4e4-4f2e-4b65-b2e2-f9ed5c030b3a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:51.200760 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-aee2d4e4-4f2e-4b65-b2e2-f9ed5c030b3a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.218597 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-3245d579-f601-4d8c-8bf1-f5f7862546a3 None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:51.228272 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af03a5-b9cd-4893-b9c1-974d0799ce87 req-3600b91e-8d66-4e2b-b7bd-1f4e0fef374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:51.229828 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-57af03a5-b9cd-4893-b9c1-974d0799ce87 req-3600b91e-8d66-4e2b-b7bd-1f4e0fef374d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a11271b7d6044d98bbcec6f299e9afb&device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 1094 time: 0.0996478 Oct 26 14:12:51.233139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4008e98-3d58-49e9-9e2e-452b90990fb6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:51.239798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4008e98-3d58-49e9-9e2e-452b90990fb6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:51.241921 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c4008e98-3d58-49e9-9e2e-452b90990fb6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3826680 Oct 26 14:12:51.244573 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e7b4b8fa-f826-4989-87d6-5b2fe60170f2 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4cda2e2-2de8-43dd-8c66-86335578c40e HTTP/1.1" status: 200 len: 205 time: 0.1763229 Oct 26 14:12:51.245310 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40212) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:51.251602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40214) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:51.311924 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3245d579-f601-4d8c-8bf1-f5f7862546a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:44Z', 'revision_number': 11, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:51.364861 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245d579-f601-4d8c-8bf1-f5f7862546a3 None None] Checking router: d4cda2e2-2de8-43dd-8c66-86335578c40e for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:12:51.386491 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245d579-f601-4d8c-8bf1-f5f7862546a3 None None] Routers {'d4cda2e2-2de8-43dd-8c66-86335578c40e'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:51.387366 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3245d579-f601-4d8c-8bf1-f5f7862546a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d4cda2e2-2de8-43dd-8c66-86335578c40e'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:51.427245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af03a5-b9cd-4893-b9c1-974d0799ce87 req-2506f4da-7397-4c3e-90b3-514ffbf0c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:51.429187 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-57af03a5-b9cd-4893-b9c1-974d0799ce87 req-2506f4da-7397-4c3e-90b3-514ffbf0c057 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3fba602e-725a-48f9-a983-aac46f12a265 HTTP/1.1" status: 200 len: 926 time: 0.1917310 Oct 26 14:12:51.450805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-aee2d4e4-4f2e-4b65-b2e2-f9ed5c030b3a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3465030 Oct 26 14:12:51.499332 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-57af03a5-b9cd-4893-b9c1-974d0799ce87 req-858588af-9185-4b82-b714-afe0bed8ce77 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b46c9083-5dc7-4c93-81b2-b64b29b46afa HTTP/1.1" status: 200 len: 217 time: 0.0611980 Oct 26 14:12:51.567253 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-3245d579-f601-4d8c-8bf1-f5f7862546a3 None None] Set router d4cda2e2-2de8-43dd-8c66-86335578c40e gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:51.602661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af03a5-b9cd-4893-b9c1-974d0799ce87 req-cfaf1d7e-0b65-459a-a181-8f1b643ba40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:51.604144 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-57af03a5-b9cd-4893-b9c1-974d0799ce87 req-cfaf1d7e-0b65-459a-a181-8f1b643ba40a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8bfda999-7e74-4e59-9e22-7927ad196d55 HTTP/1.1" status: 200 len: 865 time: 0.0913546 Oct 26 14:12:51.628927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5ad28c0a-bd4b-4f89-8cea-da63692ae03f None None] Provisioning complete for port d23c3036-10bb-4165-b6c2-a4ce9e26949e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:51.629466 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5ad28c0a-bd4b-4f89-8cea-da63692ae03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.681384 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3245d579-f601-4d8c-8bf1-f5f7862546a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:44Z', 'revision_number': 11, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:51.687254 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-57af03a5-b9cd-4893-b9c1-974d0799ce87 req-1fa62f4a-d136-4466-8542-b989e2458fdf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3fba602e-725a-48f9-a983-aac46f12a265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740235 Oct 26 14:12:51.716439 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-5ad28c0a-bd4b-4f89-8cea-da63692ae03f None None] Port d23c3036-10bb-4165-b6c2-a4ce9e26949e cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:51.716687 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245d579-f601-4d8c-8bf1-f5f7862546a3 None None] The sync data for ids ['d4cda2e2-2de8-43dd-8c66-86335578c40e'] in n-d-815498-1 is: [{'id': 'd4cda2e2-2de8-43dd-8c66-86335578c40e', 'name': 'tempest-RoutersIpV6Test-router-1431486090', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:50Z', 'updated_at': '2021-10-26T14:12:44Z', 'revision_number': 11, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:51.731728 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-63cc4e1f-df78-48d5-b678-0f88991b3293 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'port': {'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262', 'admin_state_up': True, 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'security_groups': ['7999a1b8-25b1-4b0f-b27b-a191b5c55280']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:51.897052 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-57af03a5-b9cd-4893-b9c1-974d0799ce87 req-eac14104-efd2-48c4-bd00-a0dc5f381fd0 service neutron] 10.222.0.25 "GET /v2.0/networks/3fba602e-725a-48f9-a983-aac46f12a265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984708 Oct 26 14:12:51.898591 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae7339e1-1136-483a-9dc9-cdf35f25b363 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.997364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e889d9e1-72aa-47f8-b36d-16315333ca7e None None] Provisioning complete for port 20ba6bb4-e708-4b5c-93c9-1623e63f646b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:51.997364 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e889d9e1-72aa-47f8-b36d-16315333ca7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.026699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aabb77-d8d3-4805-92f0-3249aa40039f req-5aa87956-b3df-4d34-9f5a-eb45d6fe6dba tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:52.028260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7aabb77-d8d3-4805-92f0-3249aa40039f req-5aa87956-b3df-4d34-9f5a-eb45d6fe6dba tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 943 time: 0.7115850 Oct 26 14:12:52.048322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982af0d-ff4d-4ab0-a4db-f0920e19f85a req-136cc667-ea3c-44e3-a1e8-6e6210f15a7c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:52.056488 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b982af0d-ff4d-4ab0-a4db-f0920e19f85a req-136cc667-ea3c-44e3-a1e8-6e6210f15a7c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 932 time: 0.4298089 Oct 26 14:12:52.100090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-db3d791c-f21f-4529-a2b8-be29abfcfa27 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port d834204f-cd6a-4ce1-aeb5-e37c01088185 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:52.100490 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db3d791c-f21f-4529-a2b8-be29abfcfa27 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.155437 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-57af03a5-b9cd-4893-b9c1-974d0799ce87 req-7f65b878-d0e3-4265-b25d-3e9acf311beb service neutron] 10.222.0.25 "GET /v2.0/networks/3fba602e-725a-48f9-a983-aac46f12a265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501206 Oct 26 14:12:52.406552 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae7339e1-1136-483a-9dc9-cdf35f25b363 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.412715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b982af0d-ff4d-4ab0-a4db-f0920e19f85a req-c1914102-7143-4379-a0df-7746ac6009b1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552222 Oct 26 14:12:52.420209 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae7339e1-1136-483a-9dc9-cdf35f25b363 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.428531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-63cc4e1f-df78-48d5-b678-0f88991b3293 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Made reservation on behalf of eb00fb8b03d741ea8145d511b755959a for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:52.433374 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-63cc4e1f-df78-48d5-b678-0f88991b3293 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.437762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7fc2bc46-97e7-43fa-a48b-79a141b21879 None None] Provisioning complete for port d834204f-cd6a-4ce1-aeb5-e37c01088185 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:52.438157 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7fc2bc46-97e7-43fa-a48b-79a141b21879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.499583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2bc46-97e7-43fa-a48b-79a141b21879 None None] Port d834204f-cd6a-4ce1-aeb5-e37c01088185 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:52.514337 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7aabb77-d8d3-4805-92f0-3249aa40039f req-6de9b008-7da2-48b1-9a96-e499c67fbe88 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517207 Oct 26 14:12:52.668642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-63cc4e1f-df78-48d5-b678-0f88991b3293 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Allocated IP 10.1.1.107 (2c318be7-0a13-4b05-a3f4-8a2973ade262/d22f0841-08c6-4226-a351-9ba309814cd1/515fa390-2364-4878-8df6-4ab125d2676b) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:52.854808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40264) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:53.030621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d47ab-71e3-471f-9ea3-9abfbe593101 req-630b4f56-7582-4b33-9e59-24e61f0c55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.031952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d47ab-71e3-471f-9ea3-9abfbe593101 req-630b4f56-7582-4b33-9e59-24e61f0c55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.032768 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d47ab-71e3-471f-9ea3-9abfbe593101 req-630b4f56-7582-4b33-9e59-24e61f0c55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.033536 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d47ab-71e3-471f-9ea3-9abfbe593101 req-630b4f56-7582-4b33-9e59-24e61f0c55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.034256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d47ab-71e3-471f-9ea3-9abfbe593101 req-630b4f56-7582-4b33-9e59-24e61f0c55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.034908 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d47ab-71e3-471f-9ea3-9abfbe593101 req-630b4f56-7582-4b33-9e59-24e61f0c55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.035582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d47ab-71e3-471f-9ea3-9abfbe593101 req-630b4f56-7582-4b33-9e59-24e61f0c55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.047336 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c3d47ab-71e3-471f-9ea3-9abfbe593101 req-630b4f56-7582-4b33-9e59-24e61f0c55f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 6500 time: 0.1907113 Oct 26 14:12:53.097212 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c3d47ab-71e3-471f-9ea3-9abfbe593101 req-7394d037-31a0-46a3-a3a7-e0112ab9af00 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&id=e2db10b3-68dd-449e-80c0-bcf22221354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486128 Oct 26 14:12:53.099855 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae7339e1-1136-483a-9dc9-cdf35f25b363 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.100904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7339e1-1136-483a-9dc9-cdf35f25b363 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Fanout notify agent at l3_agent the message router_deleted on router d4cda2e2-2de8-43dd-8c66-86335578c40e {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:12:53.116015 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae7339e1-1136-483a-9dc9-cdf35f25b363 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.118033 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ae7339e1-1136-483a-9dc9-cdf35f25b363 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e HTTP/1.1" status: 204 len: 168 time: 1.8484061 Oct 26 14:12:53.120122 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db3d791c-f21f-4529-a2b8-be29abfcfa27 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.122219 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40274) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:53.129769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-83322ca7-7d64-4894-9f66-2f6deeccbc14 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1813418055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:53.147327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-db3d791c-f21f-4529-a2b8-be29abfcfa27 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for d834204f-cd6a-4ce1-aeb5-e37c01088185 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:53.186836 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83322ca7-7d64-4894-9f66-2f6deeccbc14 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.188615 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83322ca7-7d64-4894-9f66-2f6deeccbc14 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.288843 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83322ca7-7d64-4894-9f66-2f6deeccbc14 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.295676 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83322ca7-7d64-4894-9f66-2f6deeccbc14 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.327333 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83322ca7-7d64-4894-9f66-2f6deeccbc14 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.328828 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-83322ca7-7d64-4894-9f66-2f6deeccbc14 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2044449 Oct 26 14:12:53.331596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40280) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:53.336649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-fe5d19f8-0e54-472b-9efc-a40f5a5799f4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:53.387562 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-63cc4e1f-df78-48d5-b678-0f88991b3293 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.429246 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.501680 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-63cc4e1f-df78-48d5-b678-0f88991b3293 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.584077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc4e1f-df78-48d5-b678-0f88991b3293 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'Port': ['ID=515fa390-2364-4878-8df6-4ab125d2676b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:53.623750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-63cc4e1f-df78-48d5-b678-0f88991b3293 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Network 2c318be7-0a13-4b05-a3f4-8a2973ade262 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:53.628927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-63cc4e1f-df78-48d5-b678-0f88991b3293 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:53.632133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-63cc4e1f-df78-48d5-b678-0f88991b3293 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:53.692169 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fe5d19f8-0e54-472b-9efc-a40f5a5799f4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.707334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fe5d19f8-0e54-472b-9efc-a40f5a5799f4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.731189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db3d791c-f21f-4529-a2b8-be29abfcfa27 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.821460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d791c-f21f-4529-a2b8-be29abfcfa27 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=d834204f-cd6a-4ce1-aeb5-e37c01088185,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:53.859903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5d19f8-0e54-472b-9efc-a40f5a5799f4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Router 0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:12:53.879009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2352745-4668-44bd-93a1-6fd26e4018de req-ae27ba59-5fdf-4400-bd54-da6ca1b8a76e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.899213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2352745-4668-44bd-93a1-6fd26e4018de req-ae27ba59-5fdf-4400-bd54-da6ca1b8a76e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.908895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2352745-4668-44bd-93a1-6fd26e4018de req-ae27ba59-5fdf-4400-bd54-da6ca1b8a76e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 1654 time: 0.3352952 Oct 26 14:12:53.931339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-63cc4e1f-df78-48d5-b678-0f88991b3293 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.932013 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-63cc4e1f-df78-48d5-b678-0f88991b3293 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.983679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f25bf-bbb6-4c46-a349-de2a9dac1e0a req-b6008807-1780-49b8-b5b6-a3281208a4d3 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.985327 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-543f25bf-bbb6-4c46-a349-de2a9dac1e0a req-b6008807-1780-49b8-b5b6-a3281208a4d3 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 943 time: 0.3251104 Oct 26 14:12:53.998428 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5d19f8-0e54-472b-9efc-a40f5a5799f4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:12:54.011701 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4cf40-f118-4ad8-b077-a421782b8b83 None None] Sync routers for ids ['0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:12:54.029923 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fe5d19f8-0e54-472b-9efc-a40f5a5799f4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.032076 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fe5d19f8-0e54-472b-9efc-a40f5a5799f4 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "PUT /v2.0/routers/0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2 HTTP/1.1" status: 200 len: 698 time: 0.6992605 Oct 26 14:12:54.034982 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40298) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:54.060933 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-63cc4e1f-df78-48d5-b678-0f88991b3293 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4354661 Oct 26 14:12:54.077073 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a4cf40-f118-4ad8-b077-a421782b8b83 None None] Routers {'0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:54.080301 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c1a4cf40-f118-4ad8-b077-a421782b8b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:54.085522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-6dc18ab1-6130-4d10-be7e-b38925ec0896 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'port': {'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262', 'admin_state_up': True, 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'security_groups': ['7999a1b8-25b1-4b0f-b27b-a191b5c55280']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:54.129040 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-15fc12ab-4485-4c70-8ab3-ebbb2869e7e1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/routers/0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2 HTTP/1.1" status: 200 len: 704 time: 0.0919859 Oct 26 14:12:54.132809 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40300) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:54.183185 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dc5284c6-8a09-4904-9ab7-e06885edb852 None None] Provisioning complete for port 515fa390-2364-4878-8df6-4ab125d2676b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:54.184002 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dc5284c6-8a09-4904-9ab7-e06885edb852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.206432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2352745-4668-44bd-93a1-6fd26e4018de req-07ad3494-4f00-4ca7-a422-3b3c8f4a78b2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892890 Oct 26 14:12:54.225045 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-543f25bf-bbb6-4c46-a349-de2a9dac1e0a req-043cc9f3-7a01-4798-b267-62037519bdeb tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310021 Oct 26 14:12:54.228770 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db3d791c-f21f-4529-a2b8-be29abfcfa27 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.235251 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-db3d791c-f21f-4529-a2b8-be29abfcfa27 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/d834204f-cd6a-4ce1-aeb5-e37c01088185 HTTP/1.1" status: 204 len: 168 time: 2.9854474 Oct 26 14:12:54.235959 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40302) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:54.266622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-6dc18ab1-6130-4d10-be7e-b38925ec0896 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Made reservation on behalf of eb00fb8b03d741ea8145d511b755959a for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:54.269632 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-6dc18ab1-6130-4d10-be7e-b38925ec0896 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.321210 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-dc5284c6-8a09-4904-9ab7-e06885edb852 None None] Port 515fa390-2364-4878-8df6-4ab125d2676b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:54.342024 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-c1a4cf40-f118-4ad8-b077-a421782b8b83 None None] Set router 0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:54.429803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c1a4cf40-f118-4ad8-b077-a421782b8b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2', 'name': 'tempest-RoutersIpV6Test-router-1813418055', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:12:53Z', 'updated_at': '2021-10-26T14:12:53Z', 'revision_number': 2, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:54.450109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28d6927-900e-4577-aa6f-4364c72f67c1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:54.456991 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28d6927-900e-4577-aa6f-4364c72f67c1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:54.459657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28d6927-900e-4577-aa6f-4364c72f67c1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:54.464937 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4cf40-f118-4ad8-b077-a421782b8b83 None None] Checking router: 0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:12:54.466623 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b28d6927-900e-4577-aa6f-4364c72f67c1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2277102 Oct 26 14:12:54.472841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40306) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:54.478232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a4cf40-f118-4ad8-b077-a421782b8b83 None None] Routers {'0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:12:54.479089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c1a4cf40-f118-4ad8-b077-a421782b8b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:12:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:54.579809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-c1a4cf40-f118-4ad8-b077-a421782b8b83 None None] Set router 0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:12:54.650371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c1a4cf40-f118-4ad8-b077-a421782b8b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2', 'name': 'tempest-RoutersIpV6Test-router-1813418055', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:12:53Z', 'updated_at': '2021-10-26T14:12:53Z', 'revision_number': 2, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:12:54.673393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-6dc18ab1-6130-4d10-be7e-b38925ec0896 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Allocated IP 10.1.1.215 (2c318be7-0a13-4b05-a3f4-8a2973ade262/d22f0841-08c6-4226-a351-9ba309814cd1/d7eeebab-4fea-41da-a670-4fb4e1ce3521) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:54.687234 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4cf40-f118-4ad8-b077-a421782b8b83 None None] The sync data for ids ['0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2'] in n-d-815498-1 is: [{'id': '0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2', 'name': 'tempest-RoutersIpV6Test-router-1813418055', 'tenant_id': '7feed2cb46444bf3b8fa4624fc663a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:12:53Z', 'updated_at': '2021-10-26T14:12:53Z', 'revision_number': 2, 'project_id': '7feed2cb46444bf3b8fa4624fc663a02', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:12:54.706334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-3474f090-df81-4191-a48f-35c2e4548c5c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 9e699b52-6b9e-4f62-b8df-e20a9f485a00 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:54.715372 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3474f090-df81-4191-a48f-35c2e4548c5c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.729632 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-427bda55-1e85-4af0-be3c-8d603e271450 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports?device_id=0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2 HTTP/1.1" status: 200 len: 205 time: 0.5944915 Oct 26 14:12:54.734483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40312) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:54.798462 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3474f090-df81-4191-a48f-35c2e4548c5c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.839536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b46c9083-5dc7-4c93-81b2-b64b29b46afa details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:12:54.845741 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2c3f-23a6-4f84-b765-1255adaa9e43 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.984641 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3474f090-df81-4191-a48f-35c2e4548c5c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.989726 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-6dc18ab1-6130-4d10-be7e-b38925ec0896 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.007574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b46c9083-5dc7-4c93-81b2-b64b29b46afa, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b46c9083-5dc7-4c93-81b2-b64b29b46afa,segment=NetworkSegment(ef14f064-dff9-4948-8b3d-7c6b487770e7),segment_id=ef14f064-dff9-4948-8b3d-7c6b487770e7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:55.041291 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'b46c9083-5dc7-4c93-81b2-b64b29b46afa', 'network_id': '3fba602e-725a-48f9-a983-aac46f12a265', 'port_id': 'b46c9083-5dc7-4c93-81b2-b64b29b46afa', 'mac_address': 'fa:16:3e:d0:f6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfda999-7e74-4e59-9e22-7927ad196d55', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:12:55.104997 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2c3f-23a6-4f84-b765-1255adaa9e43 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.108093 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2c3f-23a6-4f84-b765-1255adaa9e43 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.126797 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3474f090-df81-4191-a48f-35c2e4548c5c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.135734 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.157060 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46c9083-5dc7-4c93-81b2-b64b29b46afa {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:12:55.174989 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2c3f-23a6-4f84-b765-1255adaa9e43 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.175513 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2b2c3f-23a6-4f84-b765-1255adaa9e43 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Fanout notify agent at l3_agent the message router_deleted on router 0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:12:55.190813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474f090-df81-4191-a48f-35c2e4548c5c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=9e699b52-6b9e-4f62-b8df-e20a9f485a00,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:55.193881 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3474f090-df81-4191-a48f-35c2e4548c5c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.195679 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2c3f-23a6-4f84-b765-1255adaa9e43 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.196894 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fd2b2c3f-23a6-4f84-b765-1255adaa9e43 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/routers/0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2 HTTP/1.1" status: 204 len: 168 time: 0.4612942 Oct 26 14:12:55.203936 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40320) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:55.204191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ba0e73-f857-4161-ae4d-aaa3d2b3fa18 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:55.206477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3474f090-df81-4191-a48f-35c2e4548c5c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/9e699b52-6b9e-4f62-b8df-e20a9f485a00 HTTP/1.1" status: 204 len: 168 time: 0.7307482 Oct 26 14:12:55.208253 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-6dc18ab1-6130-4d10-be7e-b38925ec0896 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.209783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40322) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:55.241125 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-56913e58-d3f5-4e67-bd89-5b1ef465a18c tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports?device_id=0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2 HTTP/1.1" status: 200 len: 205 time: 0.0358326 Oct 26 14:12:55.244058 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40324) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:55.342325 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-5c067fda-d786-48d4-bceb-9d2e89207b49 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] delete failed (client error): The resource could not be found. Oct 26 14:12:55.345516 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5c067fda-d786-48d4-bceb-9d2e89207b49 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/routers/0601fdbb-f70b-427d-9ff8-b96b3d6ac5e2 HTTP/1.1" status: 404 len: 336 time: 0.0988824 Oct 26 14:12:55.346114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40330) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:55.392259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-6dc18ab1-6130-4d10-be7e-b38925ec0896 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Network 2c318be7-0a13-4b05-a3f4-8a2973ade262 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:55.395736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b46c9083-5dc7-4c93-81b2-b64b29b46afa, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b46c9083-5dc7-4c93-81b2-b64b29b46afa,segment=NetworkSegment(ef14f064-dff9-4948-8b3d-7c6b487770e7),segment_id=ef14f064-dff9-4948-8b3d-7c6b487770e7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:55.416614 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-601b4b5b-0705-4136-901f-2f531217f97f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:12:55.418159 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601b4b5b-0705-4136-901f-2f531217f97f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:12:55.426317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e23393-88b6-4bd3-bf00-65db6b3518fe tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet d180d7b1-de74-408d-97d7-dfd77ec38d89 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:55.430009 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-601b4b5b-0705-4136-901f-2f531217f97f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/5bd99968-731e-4910-a6bd-315406417c88 HTTP/1.1" status: 404 len: 337 time: 0.0806944 Oct 26 14:12:55.430662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40334) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:55.431553 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.432589 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-6dc18ab1-6130-4d10-be7e-b38925ec0896 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:55.444890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-6dc18ab1-6130-4d10-be7e-b38925ec0896 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:55.447667 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93e23393-88b6-4bd3-bf00-65db6b3518fe tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.503104 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a0eb27-45e5-4bbc-934a-eb17680aad1d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:12:55.504145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a0eb27-45e5-4bbc-934a-eb17680aad1d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:12:55.507889 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b46c9083-5dc7-4c93-81b2-b64b29b46afa,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:55.518545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc18ab1-6130-4d10-be7e-b38925ec0896 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'Port': ['ID=d7eeebab-4fea-41da-a670-4fb4e1ce3521,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:55.520358 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-84a0eb27-45e5-4bbc-934a-eb17680aad1d tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/bc09253e-54c8-4a9a-ab2f-0301026bdf81 HTTP/1.1" status: 404 len: 337 time: 0.0885348 Oct 26 14:12:55.526984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40338) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:55.589315 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-c975eb2b-3020-4e78-ba3f-d896e7baac42 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:12:55.590265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c975eb2b-3020-4e78-ba3f-d896e7baac42 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:12:55.604589 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c975eb2b-3020-4e78-ba3f-d896e7baac42 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/63584a42-34c4-4c2c-ad90-119de04e74d9 HTTP/1.1" status: 404 len: 337 time: 0.0757625 Oct 26 14:12:55.606838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40340) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:55.660923 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4383e9f-c7e9-4b9d-ba52-14fda71231ed tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:12:55.662021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4383e9f-c7e9-4b9d-ba52-14fda71231ed tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:12:55.671735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['b46c9083-5dc7-4c93-81b2-b64b29b46afa'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:12:55.676879 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40342) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:55.681478 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c4383e9f-c7e9-4b9d-ba52-14fda71231ed tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/727e1c77-3863-452f-995b-c2fc21de0687 HTTP/1.1" status: 404 len: 337 time: 0.0723684 Oct 26 14:12:55.759864 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93e23393-88b6-4bd3-bf00-65db6b3518fe tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.771916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47987b7c-744a-4e64-b665-671ec49be59e req-ac9bfedb-9b85-47ec-a48a-2ac338330873 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:55.793801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47987b7c-744a-4e64-b665-671ec49be59e req-ac9bfedb-9b85-47ec-a48a-2ac338330873 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:55.819359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47987b7c-744a-4e64-b665-671ec49be59e req-ac9bfedb-9b85-47ec-a48a-2ac338330873 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:55.821195 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47987b7c-744a-4e64-b665-671ec49be59e req-ac9bfedb-9b85-47ec-a48a-2ac338330873 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 2375 time: 0.4356711 Oct 26 14:12:55.883600 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dfba58dc-8fa0-4adb-ae0d-fa8e1a6da5d0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4cda2e2-2de8-43dd-8c66-86335578c40e HTTP/1.1" status: 200 len: 205 time: 0.1793032 Oct 26 14:12:55.886184 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40346) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:55.896870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-21c59c52-cf4e-4df3-bccb-8b218bcc9299 None None] Provisioning complete for port d7eeebab-4fea-41da-a670-4fb4e1ce3521 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:55.898051 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-21c59c52-cf4e-4df3-bccb-8b218bcc9299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.917514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-6dc18ab1-6130-4d10-be7e-b38925ec0896 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:55.918245 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-6dc18ab1-6130-4d10-be7e-b38925ec0896 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.958939 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-6dc18ab1-6130-4d10-be7e-b38925ec0896 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8807945 Oct 26 14:12:55.968829 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:12:55.974727 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfe4a4-63c9-4bc8-88b2-b0c3194548fb req-982c52a0-0d77-4088-8b80-c55ce83f2799 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:55.976570 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1acfe4a4-63c9-4bc8-88b2-b0c3194548fb req-982c52a0-0d77-4088-8b80-c55ce83f2799 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 944 time: 0.6125848 Oct 26 14:12:55.988202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-cfa74e35-d983-49cb-93ce-f491d4bca124 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'port': {'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf', 'admin_state_up': True, 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'security_groups': ['7999a1b8-25b1-4b0f-b27b-a191b5c55280']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:56.013890 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-34c9c850-33d1-43a8-a2f6-3b32345a3219 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] delete failed (client error): The resource could not be found. Oct 26 14:12:56.014584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-21c59c52-cf4e-4df3-bccb-8b218bcc9299 None None] Port d7eeebab-4fea-41da-a670-4fb4e1ce3521 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:56.017904 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-34c9c850-33d1-43a8-a2f6-3b32345a3219 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/routers/d4cda2e2-2de8-43dd-8c66-86335578c40e HTTP/1.1" status: 404 len: 336 time: 0.1305711 Oct 26 14:12:56.018427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40350) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.073445 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f6055220-e22b-4766-8140-78fbcf5792a0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports?device_id=6470e9bd-5d26-4ef9-9731-183a82674563 HTTP/1.1" status: 200 len: 205 time: 0.0538812 Oct 26 14:12:56.075730 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40352) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.127040 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-b93767e7-a292-4cf4-b311-a445589f8556 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] delete failed (client error): The resource could not be found. Oct 26 14:12:56.128428 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b93767e7-a292-4cf4-b311-a445589f8556 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/routers/6470e9bd-5d26-4ef9-9731-183a82674563 HTTP/1.1" status: 404 len: 336 time: 0.0515220 Oct 26 14:12:56.131158 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40354) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.174685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47987b7c-744a-4e64-b665-671ec49be59e req-f46d8e8a-8bc2-46c7-bfb1-b013499b000d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980773 Oct 26 14:12:56.200408 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fcf41d-24e3-4d53-959f-f57f87ac8888 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:12:56.201084 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fcf41d-24e3-4d53-959f-f57f87ac8888 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:12:56.208712 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-85fcf41d-24e3-4d53-959f-f57f87ac8888 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/a525741f-aadb-4a90-960f-3463c342021d HTTP/1.1" status: 404 len: 337 time: 0.0759401 Oct 26 14:12:56.211944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40356) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.274944 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9518d06d-76d4-44c0-9bc9-b9d2a9bb7ec6 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e61362-b58b-474b-8901-37d938ca615f HTTP/1.1" status: 200 len: 205 time: 0.0615191 Oct 26 14:12:56.280466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40358) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.329820 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-9d14f592-a9f6-45dd-9010-184f7b7509fd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] delete failed (client error): The resource could not be found. Oct 26 14:12:56.332459 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9d14f592-a9f6-45dd-9010-184f7b7509fd tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/routers/f6e61362-b58b-474b-8901-37d938ca615f HTTP/1.1" status: 404 len: 336 time: 0.0505366 Oct 26 14:12:56.336174 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93e23393-88b6-4bd3-bf00-65db6b3518fe tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:56.336875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40360) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.382301 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2f607db7-a3b2-4283-b5e8-533d85c0fc41 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports?device_id=e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e HTTP/1.1" status: 200 len: 205 time: 0.0433986 Oct 26 14:12:56.382959 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40364) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.435009 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-0f508220-d0b3-4cf8-8604-1b0dc4e333fa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] delete failed (client error): The resource could not be found. Oct 26 14:12:56.436761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1acfe4a4-63c9-4bc8-88b2-b0c3194548fb req-40649d77-f1bc-469d-9ce2-e12e667ee8ef tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172187 Oct 26 14:12:56.437128 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0f508220-d0b3-4cf8-8604-1b0dc4e333fa tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/routers/e20e8758-c59d-4d49-86ea-c3a7d8cd4b4e HTTP/1.1" status: 404 len: 336 time: 0.0529559 Oct 26 14:12:56.438786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40366) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.443253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-cfa74e35-d983-49cb-93ce-f491d4bca124 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Made reservation on behalf of eb00fb8b03d741ea8145d511b755959a for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:56.492232 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ab7c57-b3ea-41f6-a5ba-9ee9d7db6795 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:12:56.493126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ab7c57-b3ea-41f6-a5ba-9ee9d7db6795 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:12:56.496871 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a1ab7c57-b3ea-41f6-a5ba-9ee9d7db6795 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/efc60d2b-2a02-44de-aeb0-01b48238259e HTTP/1.1" status: 404 len: 337 time: 0.0568540 Oct 26 14:12:56.502410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40368) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.533742 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-40020da8-9f12-4e66-84e1-ef4410a882e1 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc HTTP/1.1" status: 200 len: 205 time: 0.0280569 Oct 26 14:12:56.534660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40370) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.544782 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2f0f2a4d-1213-46ef-991c-1022c7f7d438 None None] Provisioning complete for port 20ba6bb4-e708-4b5c-93c9-1623e63f646b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:56.546140 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2a4d-1213-46ef-991c-1022c7f7d438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:56.593051 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93e23393-88b6-4bd3-bf00-65db6b3518fe tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:56.605144 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-cafb2563-1b71-4510-97e7-cebf7197c68e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] delete failed (client error): The resource could not be found. Oct 26 14:12:56.606241 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cafb2563-1b71-4510-97e7-cebf7197c68e tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/routers/fd7b4b2e-1c73-4a76-91d2-2ec3d9ee4efc HTTP/1.1" status: 404 len: 336 time: 0.0706582 Oct 26 14:12:56.611446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40374) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.645548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93e23393-88b6-4bd3-bf00-65db6b3518fe tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:56.649419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-93e23393-88b6-4bd3-bf00-65db6b3518fe tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/d180d7b1-de74-408d-97d7-dfd77ec38d89 HTTP/1.1" status: 204 len: 168 time: 1.4382784 Oct 26 14:12:56.650310 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e23393-88b6-4bd3-bf00-65db6b3518fe tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=d180d7b1-de74-408d-97d7-dfd77ec38d89,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:56.653401 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40376) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.660248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcffb00e-3539-42a0-920c-33f3ced05c7a None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:56.664244 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-cfa74e35-d983-49cb-93ce-f491d4bca124 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:56.673888 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5512b9-e8e1-4f8b-b45d-0fa1bf97ed1b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:12:56.674379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5512b9-e8e1-4f8b-b45d-0fa1bf97ed1b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:12:56.682137 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bf5512b9-e8e1-4f8b-b45d-0fa1bf97ed1b tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/f8064640-5ae2-4913-a40e-c7c0f30241d6 HTTP/1.1" status: 404 len: 337 time: 0.0695345 Oct 26 14:12:56.682807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40378) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.699711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-41dadfdc-670b-41c2-b19a-7a90e84204ee tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451729 Oct 26 14:12:56.705812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40380) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.719947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-edd8e484-949f-40b3-9a86-8aae8581188d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:56.742449 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5ca93304-a590-45cc-8471-acee1ce3dabc tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da98deb-579e-413e-a324-17346cc5315d HTTP/1.1" status: 200 len: 205 time: 0.0574579 Oct 26 14:12:56.744182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40382) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.810187 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-b07936b8-bdbc-490b-a849-6498a9fa6fb0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] delete failed (client error): The resource could not be found. Oct 26 14:12:56.814684 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b07936b8-bdbc-490b-a849-6498a9fa6fb0 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/routers/4da98deb-579e-413e-a324-17346cc5315d HTTP/1.1" status: 404 len: 336 time: 0.0695097 Oct 26 14:12:56.815325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40384) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.859177 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b46c9083-5dc7-4c93-81b2-b64b29b46afa up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:56.870041 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc15a05e-3845-4727-869a-ff35d5872448 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:12:56.870041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc15a05e-3845-4727-869a-ff35d5872448 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:12:56.881757 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cc15a05e-3845-4727-869a-ff35d5872448 tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/2dff34c0-c5b1-4870-a908-8d8c1c0e53b7 HTTP/1.1" status: 404 len: 337 time: 0.0653260 Oct 26 14:12:56.882443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40386) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.940304 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2f3cdd-3d81-4dcb-887f-34d39ddde35f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:12:56.940993 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2f3cdd-3d81-4dcb-887f-34d39ddde35f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:12:56.945926 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2f2f3cdd-3d81-4dcb-887f-34d39ddde35f tempest-RoutersIpV6Test-1040938436 tempest-RoutersIpV6Test-1040938436-project] 10.222.0.32 "DELETE /v2.0/subnets/25dcfe48-fddd-41cd-b22b-0ef0eaeb82b9 HTTP/1.1" status: 404 len: 337 time: 0.0624790 Oct 26 14:12:56.999082 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port b46c9083-5dc7-4c93-81b2-b64b29b46afa completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:12:57.008652 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port b46c9083-5dc7-4c93-81b2-b64b29b46afa triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:57.011198 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.032463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd8e484-949f-40b3-9a86-8aae8581188d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:57.036651 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-edd8e484-949f-40b3-9a86-8aae8581188d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.094016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71057684-568e-402f-a9d1-a9731681db18 None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:57.183698 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-cfa74e35-d983-49cb-93ce-f491d4bca124 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Allocated IP 10.2.2.100 (4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf/854c14b3-03da-4bc6-b12c-986f0f0590da/cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:57.263531 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.290767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-71057684-568e-402f-a9d1-a9731681db18 None None] Deleting port 20ba6bb4-e708-4b5c-93c9-1623e63f646b {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:57.291311 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-71057684-568e-402f-a9d1-a9731681db18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.318035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b46c9083-5dc7-4c93-81b2-b64b29b46afa, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b46c9083-5dc7-4c93-81b2-b64b29b46afa,segment=NetworkSegment(ef14f064-dff9-4948-8b3d-7c6b487770e7),segment_id=ef14f064-dff9-4948-8b3d-7c6b487770e7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:57.320047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fe79d0-95b7-4740-b538-ae8e043efe96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46c9083-5dc7-4c93-81b2-b64b29b46afa'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:12:57.323417 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a523925-0010-41b2-99a8-fbad20e03b36" -d '{"events": [{"server_uuid": "a3fe79d0-95b7-4740-b538-ae8e043efe96", "name": "network-vif-plugged", "status": "completed", "tag": "b46c9083-5dc7-4c93-81b2-b64b29b46afa"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:12:57.368183 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.462486 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.468470 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-71057684-568e-402f-a9d1-a9731681db18 None None] For port 20ba6bb4-e708-4b5c-93c9-1623e63f646b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=20ba6bb4-e708-4b5c-93c9-1623e63f646b,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:57.470105 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-71057684-568e-402f-a9d1-a9731681db18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.507373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2c3f1-b73f-4bab-99de-034b3a1f936c req-b713e33e-723d-400a-8f29-7ba757629ca3 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:57.513618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2c3f1-b73f-4bab-99de-034b3a1f936c req-b713e33e-723d-400a-8f29-7ba757629ca3 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:57.516586 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-71057684-568e-402f-a9d1-a9731681db18 None None] Calling delete_port for 20ba6bb4-e708-4b5c-93c9-1623e63f646b owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:57.520612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2c3f1-b73f-4bab-99de-034b3a1f936c req-b713e33e-723d-400a-8f29-7ba757629ca3 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:57.528036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22a2c3f1-b73f-4bab-99de-034b3a1f936c req-b713e33e-723d-400a-8f29-7ba757629ca3 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 2375 time: 0.2138226 Oct 26 14:12:57.528485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b46c9083-5dc7-4c93-81b2-b64b29b46afa,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:57.574167 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-edd8e484-949f-40b3-9a86-8aae8581188d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.672855 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd8e484-949f-40b3-9a86-8aae8581188d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:57.681871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-edd8e484-949f-40b3-9a86-8aae8581188d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:57.720291 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd8e484-949f-40b3-9a86-8aae8581188d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:57.721840 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-edd8e484-949f-40b3-9a86-8aae8581188d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.777958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22a2c3f1-b73f-4bab-99de-034b3a1f936c req-8bf31363-34da-4c20-97a6-f844125042d7 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231343 Oct 26 14:12:57.792255 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80c27b5-3b89-4066-899e-85a5d99f81e9 x-openstack-request-id: req-b80c27b5-3b89-4066-899e-85a5d99f81e9 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:12:57.793275 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fe79d0-95b7-4740-b538-ae8e043efe96", "name": "network-vif-plugged", "status": "completed", "tag": "b46c9083-5dc7-4c93-81b2-b64b29b46afa", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:12:57.793757 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b80c27b5-3b89-4066-899e-85a5d99f81e9 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:12:57.794390 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fe79d0-95b7-4740-b538-ae8e043efe96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46c9083-5dc7-4c93-81b2-b64b29b46afa', 'code': 200} Oct 26 14:12:57.804608 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-cfa74e35-d983-49cb-93ce-f491d4bca124 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.805363 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-71057684-568e-402f-a9d1-a9731681db18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.828621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71057684-568e-402f-a9d1-a9731681db18 None None] No DVR routers for this DVR port 20ba6bb4-e708-4b5c-93c9-1623e63f646b on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:57.836926 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-edd8e484-949f-40b3-9a86-8aae8581188d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1298680 Oct 26 14:12:57.839843 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40408) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:57.845243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:57.851036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40410) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:57.867787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a74aa-3167-48fc-881e-f65d1771f7d9 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:57.870398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71057684-568e-402f-a9d1-a9731681db18 None None] Pushing event deleted for resources: {'Port': ['ID=20ba6bb4-e708-4b5c-93c9-1623e63f646b,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:57.900913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8e484-949f-40b3-9a86-8aae8581188d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=1ce11635-b711-4b3c-a8bb-77f3280e10bf,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:58.010521 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-cfa74e35-d983-49cb-93ce-f491d4bca124 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.117927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-cfa74e35-d983-49cb-93ce-f491d4bca124 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:58.122978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-cfa74e35-d983-49cb-93ce-f491d4bca124 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:58.129023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-cfa74e35-d983-49cb-93ce-f491d4bca124 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:58.151019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eaf43-b822-496d-acf7-6f096e31359f req-29a8ac3c-ba5a-40d5-99d7-046fca6eab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:58.152350 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-769eaf43-b822-496d-acf7-6f096e31359f req-29a8ac3c-ba5a-40d5-99d7-046fca6eab8b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 1096 time: 0.2388749 Oct 26 14:12:58.189466 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': '1ce11635-b711-4b3c-a8bb-77f3280e10bf'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:58.192433 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.232113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f599d54-5417-446e-ba56-589f5877357b req-9943e7f0-8b58-45a0-870a-20a23fee1057 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:58.234765 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f599d54-5417-446e-ba56-589f5877357b req-9943e7f0-8b58-45a0-870a-20a23fee1057 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 945 time: 0.2676959 Oct 26 14:12:58.235452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40418) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:58.242874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-cfa74e35-d983-49cb-93ce-f491d4bca124 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:58.243648 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-cfa74e35-d983-49cb-93ce-f491d4bca124 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.275856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa74e35-d983-49cb-93ce-f491d4bca124 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'Port': ['ID=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:58.356317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Allocated IP 172.20.0.2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/1ce11635-b711-4b3c-a8bb-77f3280e10bf/92a639e7-a8f2-4bdb-8131-e2c727e8d9cf) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:58.359839 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-769eaf43-b822-496d-acf7-6f096e31359f req-f60519ab-5946-4a4a-a3ae-14d480f88873 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922755 Oct 26 14:12:58.380166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f599d54-5417-446e-ba56-589f5877357b req-7a9f04d8-1334-4055-886f-866d5b6b7d88 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252658 Oct 26 14:12:58.394259 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1f3de5db-9245-4ab8-b8d3-7218af23edce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7feed2cb46444bf3b8fa4624fc663a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403931 Oct 26 14:12:58.395799 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40422) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:58.401216 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:58.405286 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.407909 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-74c6cc5c-f58b-4e43-9806-157c5a8524b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.432071 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-cfa74e35-d983-49cb-93ce-f491d4bca124 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4510829 Oct 26 14:12:58.471663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39864ee9-d227-42ab-955a-ca3de295b376 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'port': {'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf', 'admin_state_up': True, 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'security_groups': ['7999a1b8-25b1-4b0f-b27b-a191b5c55280']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:58.604740 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.609883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d5b61e00-0189-4f0b-8469-1e0f4e35bbe8 None None] Provisioning complete for port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:58.610374 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d5b61e00-0189-4f0b-8469-1e0f4e35bbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.636275 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2b1cbcc6-18f8-4e8f-a360-7f34604f20c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.647958 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.687301 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-74c6cc5c-f58b-4e43-9806-157c5a8524b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.694697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Pushing event updated for resources: {'Port': ['ID=92a639e7-a8f2-4bdb-8131-e2c727e8d9cf,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:58.697521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d5b61e00-0189-4f0b-8469-1e0f4e35bbe8 None None] Port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:58.699577 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2b1cbcc6-18f8-4e8f-a360-7f34604f20c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.710321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:58.711544 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-74c6cc5c-f58b-4e43-9806-157c5a8524b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.712090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:58.718572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:58.783517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Attempting to bind port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:58.784389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Attempting to bind port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:58.784542 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Attempting to bind port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:58.792146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:58.792816 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:58.793416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.794223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:58.794901 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Bound port: 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:58.795760 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.811658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39864ee9-d227-42ab-955a-ca3de295b376 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Made reservation on behalf of eb00fb8b03d741ea8145d511b755959a for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:58.816264 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39864ee9-d227-42ab-955a-ca3de295b376 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.837227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-74c6cc5c-f58b-4e43-9806-157c5a8524b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7282622ee014bd3a80fcd5e4f46b446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5907903 Oct 26 14:12:58.840565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40426) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:58.841082 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6cc5c-f58b-4e43-9806-157c5a8524b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507460e7-a3d0-4bb1-8912-9d58148e4225,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:58.876678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 20ba6bb4-e708-4b5c-93c9-1623e63f646b no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:58.919156 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 20ba6bb4-e708-4b5c-93c9-1623e63f646b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:58.928067 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 20ba6bb4-e708-4b5c-93c9-1623e63f646b not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:58.943938 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2b1cbcc6-18f8-4e8f-a360-7f34604f20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.947338 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2b1cbcc6-18f8-4e8f-a360-7f34604f20c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.948504 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2b1cbcc6-18f8-4e8f-a360-7f34604f20c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7c464c9-91e2-48f8-b7eb-143e9c92355e HTTP/1.1" status: 204 len: 168 time: 0.5489824 Oct 26 14:12:58.995896 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e0ee492-85fb-416b-98b4-c8b013130f6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.011775 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cbcc6-18f8-4e8f-a360-7f34604f20c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c464c9-91e2-48f8-b7eb-143e9c92355e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:59.015251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] For port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:59.023305 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] For port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=92a639e7-a8f2-4bdb-8131-e2c727e8d9cf,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:59.036076 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e0ee492-85fb-416b-98b4-c8b013130f6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.045075 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.063472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91135163-59a7-4298-87ba-7f4a5493bd65 req-ba033c0a-409e-4fac-b8f7-be7a7e160e74 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:59.070617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91135163-59a7-4298-87ba-7f4a5493bd65 req-ba033c0a-409e-4fac-b8f7-be7a7e160e74 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:59.080912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91135163-59a7-4298-87ba-7f4a5493bd65 req-ba033c0a-409e-4fac-b8f7-be7a7e160e74 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:59.088023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91135163-59a7-4298-87ba-7f4a5493bd65 req-ba033c0a-409e-4fac-b8f7-be7a7e160e74 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:59.090015 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91135163-59a7-4298-87ba-7f4a5493bd65 req-ba033c0a-409e-4fac-b8f7-be7a7e160e74 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 3096 time: 0.1378057 Oct 26 14:12:59.117248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e0ee492-85fb-416b-98b4-c8b013130f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.121966 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e0ee492-85fb-416b-98b4-c8b013130f6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.126527 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5e0ee492-85fb-416b-98b4-c8b013130f6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/507460e7-a3d0-4bb1-8912-9d58148e4225 HTTP/1.1" status: 204 len: 168 time: 0.2839446 Oct 26 14:12:59.135399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.objects.ports [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102123) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:12:59.152651 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c526b-1d72-4b4b-bd8d-39851884cd21 None None] Pushing event updated for resources: {'Port': ['ID=92a639e7-a8f2-4bdb-8131-e2c727e8d9cf,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:59.229171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ee492-85fb-416b-98b4-c8b013130f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507460e7-a3d0-4bb1-8912-9d58148e4225,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:59.259976 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91135163-59a7-4298-87ba-7f4a5493bd65 req-9ea37377-14d7-4484-895a-37be7bb3247d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274505 Oct 26 14:12:59.295793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39864ee9-d227-42ab-955a-ca3de295b376 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Allocated IP 10.2.2.200 (4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf/854c14b3-03da-4bc6-b12c-986f0f0590da/d8c8d034-fc3a-4fe6-8cfe-12c81f10d579) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:59.481676 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.608751 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39864ee9-d227-42ab-955a-ca3de295b376 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.750036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] For port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=92a639e7-a8f2-4bdb-8131-e2c727e8d9cf,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:59.827807 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.844960 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.847126 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.012225 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=92a639e7-a8f2-4bdb-8131-e2c727e8d9cf,revision_number=4']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:00.015094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40450) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:00.017802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:00.049595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:00.056148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:00.057022 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.076747 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15efd985-e3ee-4c71-a7d5-60f811e84b58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.118544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1b2dc-5d64-4f3b-995d-338f7b38c9a6 req-2e85470c-fdd5-4ab1-9365-30c4c5e7b37f tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:00.120106 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03b1b2dc-5d64-4f3b-995d-338f7b38c9a6 req-2e85470c-fdd5-4ab1-9365-30c4c5e7b37f tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 945 time: 0.5209010 Oct 26 14:13:00.134278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=9316ccf2-bb9c-44ff-99fd-a93463383924,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:00.151460 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7975cbd5-8789-4faf-bf55-2620654ae41f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3078172 Oct 26 14:13:00.152586 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40456) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:00.166962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'mac_address': 'fa:16:3e:3b:4e:39', 'name': 'tempest-NetworksTestDHCPv6-2211296'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:00.221540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03b1b2dc-5d64-4f3b-995d-338f7b38c9a6 req-aefd5470-b695-4e68-a9fa-52195c6d5f58 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916791 Oct 26 14:13:00.224363 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39864ee9-d227-42ab-955a-ca3de295b376 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.320713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39864ee9-d227-42ab-955a-ca3de295b376 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event updated for resources: {'Port': ['ID=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:00.341526 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39864ee9-d227-42ab-955a-ca3de295b376 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:00.343072 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39864ee9-d227-42ab-955a-ca3de295b376 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:00.357597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39864ee9-d227-42ab-955a-ca3de295b376 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:00.420414 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15efd985-e3ee-4c71-a7d5-60f811e84b58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.429117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39864ee9-d227-42ab-955a-ca3de295b376 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:00.430331 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39864ee9-d227-42ab-955a-ca3de295b376 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.432151 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15efd985-e3ee-4c71-a7d5-60f811e84b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.442745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:00.511669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39864ee9-d227-42ab-955a-ca3de295b376 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0480912 Oct 26 14:13:00.527375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Request body: {'port': {'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:00.565468 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249de64-01f8-46ea-bb28-f9bbc9b650ab req-9822f069-fb65-4f23-a94f-cd5e7f8dabd1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:00.572941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249de64-01f8-46ea-bb28-f9bbc9b650ab req-9822f069-fb65-4f23-a94f-cd5e7f8dabd1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:00.581154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249de64-01f8-46ea-bb28-f9bbc9b650ab req-9822f069-fb65-4f23-a94f-cd5e7f8dabd1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:00.589402 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249de64-01f8-46ea-bb28-f9bbc9b650ab req-9822f069-fb65-4f23-a94f-cd5e7f8dabd1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:00.598857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249de64-01f8-46ea-bb28-f9bbc9b650ab req-9822f069-fb65-4f23-a94f-cd5e7f8dabd1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:00.602074 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2249de64-01f8-46ea-bb28-f9bbc9b650ab req-9822f069-fb65-4f23-a94f-cd5e7f8dabd1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 3817 time: 0.1622992 Oct 26 14:13:00.645529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40468) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:00.649602 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-15efd985-e3ee-4c71-a7d5-60f811e84b58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9747ce3fbbd34b478a13646f17208120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6285968 Oct 26 14:13:00.652195 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.654148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40470) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:00.654922 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0062778 Oct 26 14:13:00.663666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40472) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:00.684491 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.728149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efd985-e3ee-4c71-a7d5-60f811e84b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8ba60e-6468-4415-9451-9a43806287ea,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:00.731485 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port c5482d6f-8df5-4d95-8df5-960f3b78a5f8 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:13:00.812427 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28f547be-fb22-42f3-9565-ea94a9b023e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.829551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9692ede-898e-4aef-b7f4-5c8611153a21 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:00.882405 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28f547be-fb22-42f3-9565-ea94a9b023e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.957415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7dfb09b8-3534-4be5-841e-eaa2e9ec0f37 None None] Provisioning complete for port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:00.958227 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7dfb09b8-3534-4be5-841e-eaa2e9ec0f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.003147 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:01.015098 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2249de64-01f8-46ea-bb28-f9bbc9b650ab req-7870f6be-cf39-4cc8-820a-4d6f60e28c21 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3911412 Oct 26 14:13:01.022351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6d480b43-fd9b-4904-b280-57d86c690cb7 tempest-NetworksApiDiscovery-288220980 tempest-NetworksApiDiscovery-288220980-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3575449 Oct 26 14:13:01.035950 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28f547be-fb22-42f3-9565-ea94a9b023e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.039493 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28f547be-fb22-42f3-9565-ea94a9b023e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.040888 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-28f547be-fb22-42f3-9565-ea94a9b023e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff8ba60e-6468-4415-9451-9a43806287ea HTTP/1.1" status: 204 len: 168 time: 0.3748024 Oct 26 14:13:01.057948 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d23c3036-10bb-4165-b6c2-a4ce9e26949e {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:01.060203 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f547be-fb22-42f3-9565-ea94a9b023e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8ba60e-6468-4415-9451-9a43806287ea,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:01.070639 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 172.20.0.8 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/1ce11635-b711-4b3c-a8bb-77f3280e10bf/c5482d6f-8df5-4d95-8df5-960f3b78a5f8) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:01.078807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::f816:3eff:fe3b:4e39 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/9316ccf2-bb9c-44ff-99fd-a93463383924/c5482d6f-8df5-4d95-8df5-960f3b78a5f8) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:01.079024 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.108859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Transition to ACTIVE for port object d23c3036-10bb-4165-b6c2-a4ce9e26949e will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:01.121668 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.271223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Pushing event updated for resources: {'Port': ['ID=d23c3036-10bb-4165-b6c2-a4ce9e26949e,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:01.356225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.385823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:01.388043 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.439132 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.510514 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7dfb09b8-3534-4be5-841e-eaa2e9ec0f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.519010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Attempting to bind port d23c3036-10bb-4165-b6c2-a4ce9e26949e on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:01.519361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Attempting to bind port d23c3036-10bb-4165-b6c2-a4ce9e26949e by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'cd4a849a-b7fc-4b62-8b49-0cd564523777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:01.519700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Attempting to bind port d23c3036-10bb-4165-b6c2-a4ce9e26949e on network 31db61e9-1b60-4798-95f8-8992ccf378a6 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:01.532450 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Port d23c3036-10bb-4165-b6c2-a4ce9e26949e on network 31db61e9-1b60-4798-95f8-8992ccf378a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:01.532810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Attempting to bind port d23c3036-10bb-4165-b6c2-a4ce9e26949e on network 31db61e9-1b60-4798-95f8-8992ccf378a6 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:01.548609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:01.549391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Checking segment: {'id': 'cd4a849a-b7fc-4b62-8b49-0cd564523777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:01.549623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Bound using segment: {'id': 'cd4a849a-b7fc-4b62-8b49-0cd564523777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:01.550175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Bound port: d23c3036-10bb-4165-b6c2-a4ce9e26949e, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd4a849a-b7fc-4b62-8b49-0cd564523777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:01.550474 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.599615 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b740c3-441b-48a1-abef-996190b174c0 req-747db47e-762d-4a38-84d3-0acfd9069203 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:01.605168 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:01.607227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34b740c3-441b-48a1-abef-996190b174c0 req-747db47e-762d-4a38-84d3-0acfd9069203 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 945 time: 0.1803286 Oct 26 14:13:01.622432 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7dfb09b8-3534-4be5-841e-eaa2e9ec0f37 None None] For port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=92a639e7-a8f2-4bdb-8131-e2c727e8d9cf,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:01.636085 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:01.641427 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7dfb09b8-3534-4be5-841e-eaa2e9ec0f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.657051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:01.680716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=c5482d6f-8df5-4d95-8df5-960f3b78a5f8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:01.734918 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40492) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:01.745473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34b740c3-441b-48a1-abef-996190b174c0 req-6d88ed3f-406e-421f-8119-0c06641b36ae tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321592 Oct 26 14:13:01.748897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7dfb09b8-3534-4be5-841e-eaa2e9ec0f37 None None] Provisioning complete for port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:01.749270 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7dfb09b8-3534-4be5-841e-eaa2e9ec0f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.755854 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb09b8-3534-4be5-841e-eaa2e9ec0f37 None None] Pushing event updated for resources: {'Port': ['ID=92a639e7-a8f2-4bdb-8131-e2c727e8d9cf,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:01.781324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] For port d23c3036-10bb-4165-b6c2-a4ce9e26949e, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:01.787455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] For port d23c3036-10bb-4165-b6c2-a4ce9e26949e, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d23c3036-10bb-4165-b6c2-a4ce9e26949e,segment=NetworkSegment(cd4a849a-b7fc-4b62-8b49-0cd564523777),segment_id=cd4a849a-b7fc-4b62-8b49-0cd564523777)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:01.802870 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.820196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:01.820857 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.835884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:01.838388 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.845515 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] 10.222.0.11 "PUT /v2.0/ports/d23c3036-10bb-4165-b6c2-a4ce9e26949e HTTP/1.1" status: 200 len: 1092 time: 1.3241241 Oct 26 14:13:01.852374 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:01.854554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb09b8-3534-4be5-841e-eaa2e9ec0f37 None None] Port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:13:01.856797 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ba23a7-c27d-4b11-b3aa-6cd4765fd8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "d23c3036-10bb-4165-b6c2-a4ce9e26949e"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:01.880551 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-668ef2f6-66cb-4219-9632-a923d8f92c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.7234194 Oct 26 14:13:01.881490 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40506) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:01.941612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Request body: {'port': {'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:01.995109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69788a7b-c410-4562-89a7-86c25db067e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.022874 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69788a7b-c410-4562-89a7-86c25db067e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.024589 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-69788a7b-c410-4562-89a7-86c25db067e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1415625 Oct 26 14:13:02.045491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40510) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:02.087450 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc1b9-b008-4935-b594-0b2b22a3e962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:02.145270 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c902517-9774-4d1d-a6f7-261a37f9a51b service neutron] Pushing event updated for resources: {'Port': ['ID=d23c3036-10bb-4165-b6c2-a4ce9e26949e,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:02.179434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fabfb6-c362-4c77-8898-6c077e905672 req-4a999a7f-cd35-4325-9ae2-3c3070350f5f tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.188776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0fabfb6-c362-4c77-8898-6c077e905672 req-4a999a7f-cd35-4325-9ae2-3c3070350f5f tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 945 time: 0.2754841 Oct 26 14:13:02.190734 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:02.290625 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3045b88-5a63-4e67-80bf-55b028924322 x-openstack-request-id: req-d3045b88-5a63-4e67-80bf-55b028924322 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:02.292759 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "d23c3036-10bb-4165-b6c2-a4ce9e26949e", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:02.293042 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3045b88-5a63-4e67-80bf-55b028924322 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:02.296554 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e', 'status': 'completed', 'code': 200} Oct 26 14:13:02.335967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0fabfb6-c362-4c77-8898-6c077e905672 req-46ebb2e4-fff6-41bf-8fb5-e99f39f7f03e tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435740 Oct 26 14:13:02.590904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba23a7-c27d-4b11-b3aa-6cd4765fd8ce req-1bc33828-27f8-4f9c-baa5-262605f32e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.591337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba23a7-c27d-4b11-b3aa-6cd4765fd8ce req-1bc33828-27f8-4f9c-baa5-262605f32e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.591860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba23a7-c27d-4b11-b3aa-6cd4765fd8ce req-1bc33828-27f8-4f9c-baa5-262605f32e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.595083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba23a7-c27d-4b11-b3aa-6cd4765fd8ce req-1bc33828-27f8-4f9c-baa5-262605f32e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.596119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba23a7-c27d-4b11-b3aa-6cd4765fd8ce req-1bc33828-27f8-4f9c-baa5-262605f32e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.601564 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b3ba23a7-c27d-4b11-b3aa-6cd4765fd8ce req-1bc33828-27f8-4f9c-baa5-262605f32e76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb00fb8b03d741ea8145d511b755959a&device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 4364 time: 0.2897491 Oct 26 14:13:02.617698 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc1b9-b008-4935-b594-0b2b22a3e962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:02.626391 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-35f68520-03c0-43ed-86d0-ca2b137b32db tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port c5482d6f-8df5-4d95-8df5-960f3b78a5f8 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:02.626889 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35f68520-03c0-43ed-86d0-ca2b137b32db tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:02.745574 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9c336-f2c6-45e7-9d2b-714b0f243e03 req-646b12bd-6834-4a99-9e32-f1752569cdb2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.752531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9c336-f2c6-45e7-9d2b-714b0f243e03 req-646b12bd-6834-4a99-9e32-f1752569cdb2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.759235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9c336-f2c6-45e7-9d2b-714b0f243e03 req-646b12bd-6834-4a99-9e32-f1752569cdb2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.765629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9c336-f2c6-45e7-9d2b-714b0f243e03 req-646b12bd-6834-4a99-9e32-f1752569cdb2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.781886 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9c336-f2c6-45e7-9d2b-714b0f243e03 req-646b12bd-6834-4a99-9e32-f1752569cdb2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.792692 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80d9c336-f2c6-45e7-9d2b-714b0f243e03 req-646b12bd-6834-4a99-9e32-f1752569cdb2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 3829 time: 0.2731268 Oct 26 14:13:02.868623 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80d9c336-f2c6-45e7-9d2b-714b0f243e03 req-a4bf0287-b44d-4e2e-83f0-09aa2ffa6612 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712469 Oct 26 14:13:02.927345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:03.062869 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d0f575ef-a36b-4c81-90f6-a799fb76d0cd None None] Provisioning complete for port c5482d6f-8df5-4d95-8df5-960f3b78a5f8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:03.067877 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d0f575ef-a36b-4c81-90f6-a799fb76d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.088939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade83c75-0efa-4960-8243-44aed8b5f5ab {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:03.124765 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.177286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Transition to ACTIVE for port object ade83c75-0efa-4960-8243-44aed8b5f5ab will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:03.190192 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.211905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d0f575ef-a36b-4c81-90f6-a799fb76d0cd None None] Port c5482d6f-8df5-4d95-8df5-960f3b78a5f8 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:13:03.242119 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc1b9-b008-4935-b594-0b2b22a3e962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.250721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:03.251509 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.258259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d0f575ef-a36b-4c81-90f6-a799fb76d0cd None None] Provisioning complete for port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:03.260141 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d0f575ef-a36b-4c81-90f6-a799fb76d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.297602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba23a7-c27d-4b11-b3aa-6cd4765fd8ce req-6bc49bed-91e9-4389-9807-60dbba696c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:03.299870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba23a7-c27d-4b11-b3aa-6cd4765fd8ce req-6bc49bed-91e9-4389-9807-60dbba696c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:03.300361 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba23a7-c27d-4b11-b3aa-6cd4765fd8ce req-6bc49bed-91e9-4389-9807-60dbba696c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:03.302575 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b3ba23a7-c27d-4b11-b3aa-6cd4765fd8ce req-6bc49bed-91e9-4389-9807-60dbba696c00 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eb00fb8b03d741ea8145d511b755959a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6897013 Oct 26 14:13:03.327201 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35f68520-03c0-43ed-86d0-ca2b137b32db tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.445247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Pushing event updated for resources: {'Port': ['ID=ade83c75-0efa-4960-8243-44aed8b5f5ab,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:03.534295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-35f68520-03c0-43ed-86d0-ca2b137b32db tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for c5482d6f-8df5-4d95-8df5-960f3b78a5f8 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:03.538939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4340e8a-7f9d-4319-9d5c-2a09815e2f33 req-ac6ba2a8-f5dc-499a-b202-7194b3b603c8 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:03.549203 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4340e8a-7f9d-4319-9d5c-2a09815e2f33 req-ac6ba2a8-f5dc-499a-b202-7194b3b603c8 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.2954690 Oct 26 14:13:03.561187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a9a8b-ee86-49bf-98e5-af91ac44f993 req-1bbbd63b-ce59-4795-8fbd-62035e1d4881 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:03.566545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d9a9a8b-ee86-49bf-98e5-af91ac44f993 req-1bbbd63b-ce59-4795-8fbd-62035e1d4881 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 945 time: 0.3148894 Oct 26 14:13:03.569955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40550) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:03.570287 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3c7fc1b9-b008-4935-b594-0b2b22a3e962 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72cdd39729ee474fac05ea94fff59eac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8197768 Oct 26 14:13:03.596760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fc1b9-b008-4935-b594-0b2b22a3e962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7f71d3-092f-4c0b-b992-496a16fecbda,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:03.678598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Attempting to bind port ade83c75-0efa-4960-8243-44aed8b5f5ab on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:03.679603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Attempting to bind port ade83c75-0efa-4960-8243-44aed8b5f5ab by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:03.679603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Attempting to bind port ade83c75-0efa-4960-8243-44aed8b5f5ab on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:03.684940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dade8730-a3b7-48f3-a23e-7f05e7b43e7b None None] Provisioning complete for port c5482d6f-8df5-4d95-8df5-960f3b78a5f8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:03.685858 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dade8730-a3b7-48f3-a23e-7f05e7b43e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.709077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba23a7-c27d-4b11-b3aa-6cd4765fd8ce req-02e366ed-7c8b-4641-90a8-003569686e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:03.709258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Port ade83c75-0efa-4960-8243-44aed8b5f5ab on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:03.709632 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Attempting to bind port ade83c75-0efa-4960-8243-44aed8b5f5ab on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:03.711557 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b3ba23a7-c27d-4b11-b3aa-6cd4765fd8ce req-02e366ed-7c8b-4641-90a8-003569686e43 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3769155 Oct 26 14:13:03.730873 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4340e8a-7f9d-4319-9d5c-2a09815e2f33 req-ec9367f9-52ae-46ec-b098-8c32bb96e826 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804392 Oct 26 14:13:03.743210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:03.743544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Checking segment: {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:03.743926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Bound using segment: {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:03.744538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Bound port: ade83c75-0efa-4960-8243-44aed8b5f5ab, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:03.744897 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.781258 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d9a9a8b-ee86-49bf-98e5-af91ac44f993 req-47d628c4-2798-4e88-93dd-67f8740b9b7a tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891880 Oct 26 14:13:03.806022 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-dade8730-a3b7-48f3-a23e-7f05e7b43e7b None None] Port c5482d6f-8df5-4d95-8df5-960f3b78a5f8 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:13:03.864582 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b9a41dde-e9b4-48d5-8a70-31c4dadec005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.888491 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b9a41dde-e9b4-48d5-8a70-31c4dadec005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.965738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] For port ade83c75-0efa-4960-8243-44aed8b5f5ab, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:03.969262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] For port ade83c75-0efa-4960-8243-44aed8b5f5ab, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ade83c75-0efa-4960-8243-44aed8b5f5ab,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:03.975844 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.986354 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35f68520-03c0-43ed-86d0-ca2b137b32db tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:04.042331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f68520-03c0-43ed-86d0-ca2b137b32db tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=c5482d6f-8df5-4d95-8df5-960f3b78a5f8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:04.067305 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b9a41dde-e9b4-48d5-8a70-31c4dadec005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:04.070035 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b9a41dde-e9b4-48d5-8a70-31c4dadec005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:04.083116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b9a41dde-e9b4-48d5-8a70-31c4dadec005 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f7f71d3-092f-4c0b-b992-496a16fecbda HTTP/1.1" status: 204 len: 168 time: 0.5095417 Oct 26 14:13:04.109613 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:04.110398 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:04.122255 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] 10.222.0.11 "PUT /v2.0/ports/ade83c75-0efa-4960-8243-44aed8b5f5ab HTTP/1.1" status: 200 len: 1131 time: 2.2010436 Oct 26 14:13:04.139009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a41dde-e9b4-48d5-8a70-31c4dadec005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7f71d3-092f-4c0b-b992-496a16fecbda,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:04.153483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Request body: {'port': {'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:04.217323 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-35f68520-03c0-43ed-86d0-ca2b137b32db tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:04.222086 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-35f68520-03c0-43ed-86d0-ca2b137b32db tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/c5482d6f-8df5-4d95-8df5-960f3b78a5f8 HTTP/1.1" status: 204 len: 168 time: 2.1746001 Oct 26 14:13:04.224577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40572) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:04.317233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': 'ade83c75-0efa-4960-8243-44aed8b5f5ab'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:04.325585 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0134b7-6ae4-49d7-b7bd-c1e12e1c0470" -d '{"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "ade83c75-0efa-4960-8243-44aed8b5f5ab"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:04.453317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339f220-c3b9-4a61-b2e6-23dda49c2216 req-b1afaea7-e4ae-4468-a99a-f18a4c76f0ff tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:04.459524 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339f220-c3b9-4a61-b2e6-23dda49c2216 req-b1afaea7-e4ae-4468-a99a-f18a4c76f0ff tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:04.482532 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339f220-c3b9-4a61-b2e6-23dda49c2216 req-b1afaea7-e4ae-4468-a99a-f18a4c76f0ff tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:04.503900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339f220-c3b9-4a61-b2e6-23dda49c2216 req-b1afaea7-e4ae-4468-a99a-f18a4c76f0ff tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:04.515696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339f220-c3b9-4a61-b2e6-23dda49c2216 req-b1afaea7-e4ae-4468-a99a-f18a4c76f0ff tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:04.521841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339f220-c3b9-4a61-b2e6-23dda49c2216 req-b1afaea7-e4ae-4468-a99a-f18a4c76f0ff tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:04.540780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4339f220-c3b9-4a61-b2e6-23dda49c2216 req-b1afaea7-e4ae-4468-a99a-f18a4c76f0ff tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 4602 time: 0.5619302 Oct 26 14:13:04.549179 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f97e42-4cd3-41c9-91ee-91869204c141 service neutron] Pushing event updated for resources: {'Port': ['ID=ade83c75-0efa-4960-8243-44aed8b5f5ab,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:04.623554 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:04.700476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec09e47-3d6a-460a-80ad-936c03012341 req-2ecef3a0-9eda-4fa1-869d-2103842333db tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:04.708148 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ec09e47-3d6a-460a-80ad-936c03012341 req-2ecef3a0-9eda-4fa1-869d-2103842333db tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 945 time: 0.4683616 Oct 26 14:13:04.716570 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4339f220-c3b9-4a61-b2e6-23dda49c2216 req-48361576-bd6b-42cd-940c-83b1c9aa8092 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1748967 Oct 26 14:13:04.897853 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a203ef-462e-421b-a1f5-c04ffc3d5dcf x-openstack-request-id: req-c0a203ef-462e-421b-a1f5-c04ffc3d5dcf {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:04.898235 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "ade83c75-0efa-4960-8243-44aed8b5f5ab", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:04.898427 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0a203ef-462e-421b-a1f5-c04ffc3d5dcf {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:04.898817 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': 'ade83c75-0efa-4960-8243-44aed8b5f5ab', 'status': 'completed', 'code': 200} Oct 26 14:13:04.908570 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ec09e47-3d6a-460a-80ad-936c03012341 req-bc9da639-76a7-48a3-9214-e2f2a1055741 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995368 Oct 26 14:13:05.029929 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e51262-aa84-4ec3-adb6-c876bef0f73f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.031863 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e51262-aa84-4ec3-adb6-c876bef0f73f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.033571 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e51262-aa84-4ec3-adb6-c876bef0f73f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.035434 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-27e51262-aa84-4ec3-adb6-c876bef0f73f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8087847 Oct 26 14:13:05.040569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40604) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:05.154742 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edf567-72d9-4a3d-a9bf-bf5bd90340e3 req-f4b0d4c8-acd4-4b5c-8b27-2cf92e899155 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.162486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9edf567-72d9-4a3d-a9bf-bf5bd90340e3 req-f4b0d4c8-acd4-4b5c-8b27-2cf92e899155 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.2489169 Oct 26 14:13:05.171381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0134b7-6ae4-49d7-b7bd-c1e12e1c0470 req-724a76b7-cce1-4a82-9622-faf25ecfdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.177471 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0134b7-6ae4-49d7-b7bd-c1e12e1c0470 req-724a76b7-cce1-4a82-9622-faf25ecfdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.178033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0134b7-6ae4-49d7-b7bd-c1e12e1c0470 req-724a76b7-cce1-4a82-9622-faf25ecfdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.178556 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0134b7-6ae4-49d7-b7bd-c1e12e1c0470 req-724a76b7-cce1-4a82-9622-faf25ecfdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.179548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0134b7-6ae4-49d7-b7bd-c1e12e1c0470 req-724a76b7-cce1-4a82-9622-faf25ecfdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.180031 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0134b7-6ae4-49d7-b7bd-c1e12e1c0470 req-724a76b7-cce1-4a82-9622-faf25ecfdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.186741 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb0134b7-6ae4-49d7-b7bd-c1e12e1c0470 req-724a76b7-cce1-4a82-9622-faf25ecfdb71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb00fb8b03d741ea8145d511b755959a&device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5288 time: 0.2801278 Oct 26 14:13:05.220972 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-438452e7-3d67-4f8c-af0f-59407d8c1989 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 1ce11635-b711-4b3c-a8bb-77f3280e10bf {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:05.223022 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9edf567-72d9-4a3d-a9bf-bf5bd90340e3 req-92ff2d99-ba13-43f2-8cf4-0032911b22f1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547304 Oct 26 14:13:05.255915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438452e7-3d67-4f8c-af0f-59407d8c1989 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.340849 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438452e7-3d67-4f8c-af0f-59407d8c1989 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.415513 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0134b7-6ae4-49d7-b7bd-c1e12e1c0470 req-4de9f8ab-c96a-4669-bdb3-c71d90ac03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.416277 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0134b7-6ae4-49d7-b7bd-c1e12e1c0470 req-4de9f8ab-c96a-4669-bdb3-c71d90ac03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.417020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0134b7-6ae4-49d7-b7bd-c1e12e1c0470 req-4de9f8ab-c96a-4669-bdb3-c71d90ac03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.418819 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb0134b7-6ae4-49d7-b7bd-c1e12e1c0470 req-4de9f8ab-c96a-4669-bdb3-c71d90ac03fd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eb00fb8b03d741ea8145d511b755959a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2150924 Oct 26 14:13:05.472279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4f0663-ae83-4800-8ce9-99ce1f56430d {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:05.482743 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.504386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Transition to ACTIVE for port object ed4f0663-ae83-4800-8ce9-99ce1f56430d will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:05.512409 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.552985 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438452e7-3d67-4f8c-af0f-59407d8c1989 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.621403 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4f0663-ae83-4800-8ce9-99ce1f56430d,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:05.702381 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438452e7-3d67-4f8c-af0f-59407d8c1989 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.792460 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438452e7-3d67-4f8c-af0f-59407d8c1989 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.798085 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3ab3e0-cbc8-4d6f-8ea6-d836ccbc1a46 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:05.800073 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-438452e7-3d67-4f8c-af0f-59407d8c1989 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/1ce11635-b711-4b3c-a8bb-77f3280e10bf HTTP/1.1" status: 204 len: 168 time: 0.7582345 Oct 26 14:13:05.804867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40634) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:05.805725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438452e7-3d67-4f8c-af0f-59407d8c1989 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce11635-b711-4b3c-a8bb-77f3280e10bf,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:05.824298 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9a43f-cc07-465c-b262-d4405f5cf581 req-01bb1820-48c2-4ae9-978f-417693bcb467 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.826337 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cea9a43f-cc07-465c-b262-d4405f5cf581 req-01bb1820-48c2-4ae9-978f-417693bcb467 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 945 time: 0.3056436 Oct 26 14:13:05.846805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Attempting to bind port ed4f0663-ae83-4800-8ce9-99ce1f56430d on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:05.847283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Attempting to bind port ed4f0663-ae83-4800-8ce9-99ce1f56430d by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:05.847728 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Attempting to bind port ed4f0663-ae83-4800-8ce9-99ce1f56430d on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:05.854346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Port ed4f0663-ae83-4800-8ce9-99ce1f56430d on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:05.854673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Attempting to bind port ed4f0663-ae83-4800-8ce9-99ce1f56430d on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:05.865375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:05.865730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Checking segment: {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:05.867408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Bound using segment: {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:05.867872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Bound port: ed4f0663-ae83-4800-8ce9-99ce1f56430d, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:05.868239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.016829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0134b7-6ae4-49d7-b7bd-c1e12e1c0470 req-b015db46-d4bd-4806-8103-e73ed311b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.018733 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb0134b7-6ae4-49d7-b7bd-c1e12e1c0470 req-b015db46-d4bd-4806-8103-e73ed311b5d3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5888493 Oct 26 14:13:06.098723 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-3571fc03-af78-40fb-9a60-f29cd7aeb56c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 9316ccf2-bb9c-44ff-99fd-a93463383924 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:06.106101 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3571fc03-af78-40fb-9a60-f29cd7aeb56c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.160803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-cea9a43f-cc07-465c-b262-d4405f5cf581 req-c46533aa-f5e8-4ba5-a640-f4acdb932a84 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Deleting port b46c9083-5dc7-4c93-81b2-b64b29b46afa {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:06.161417 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cea9a43f-cc07-465c-b262-d4405f5cf581 req-c46533aa-f5e8-4ba5-a640-f4acdb932a84 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.164483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] For port ed4f0663-ae83-4800-8ce9-99ce1f56430d, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:06.209259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] For port ed4f0663-ae83-4800-8ce9-99ce1f56430d, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ed4f0663-ae83-4800-8ce9-99ce1f56430d,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:06.241858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd24ac0-1042-413d-a346-2d8f0ff428e6 req-b742d7b7-7148-4253-bb6a-5a0683b8dfbc tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.254147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd24ac0-1042-413d-a346-2d8f0ff428e6 req-b742d7b7-7148-4253-bb6a-5a0683b8dfbc tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.263344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd24ac0-1042-413d-a346-2d8f0ff428e6 req-b742d7b7-7148-4253-bb6a-5a0683b8dfbc tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.270303 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3571fc03-af78-40fb-9a60-f29cd7aeb56c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.274853 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd24ac0-1042-413d-a346-2d8f0ff428e6 req-b742d7b7-7148-4253-bb6a-5a0683b8dfbc tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.280964 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd24ac0-1042-413d-a346-2d8f0ff428e6 req-b742d7b7-7148-4253-bb6a-5a0683b8dfbc tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.296237 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd24ac0-1042-413d-a346-2d8f0ff428e6 req-b742d7b7-7148-4253-bb6a-5a0683b8dfbc tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.303274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd24ac0-1042-413d-a346-2d8f0ff428e6 req-b742d7b7-7148-4253-bb6a-5a0683b8dfbc tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.318394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7fd24ac0-1042-413d-a346-2d8f0ff428e6 req-b742d7b7-7148-4253-bb6a-5a0683b8dfbc tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5374 time: 0.3418524 Oct 26 14:13:06.333900 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.340351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40654) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:06.375560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e465d-1dcf-4fc1-8976-b6fc31796977 req-7cb71f4a-5b64-4f78-962c-8b0af5874d0b tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.377234 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a27e465d-1dcf-4fc1-8976-b6fc31796977 req-7cb71f4a-5b64-4f78-962c-8b0af5874d0b tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 945 time: 0.3673272 Oct 26 14:13:06.436582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.437471 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.439922 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] 10.222.0.11 "PUT /v2.0/ports/ed4f0663-ae83-4800-8ce9-99ce1f56430d HTTP/1.1" status: 200 len: 1130 time: 2.2914910 Oct 26 14:13:06.514867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7fd24ac0-1042-413d-a346-2d8f0ff428e6 req-9a95ca81-b31d-454c-87df-3c2f63a80ebb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1954477 Oct 26 14:13:06.516028 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3571fc03-af78-40fb-9a60-f29cd7aeb56c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.539021 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Request body: {'port': {'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:06.676328 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.716062 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3571fc03-af78-40fb-9a60-f29cd7aeb56c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.796246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571fc03-af78-40fb-9a60-f29cd7aeb56c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=9316ccf2-bb9c-44ff-99fd-a93463383924,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:06.836041 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3571fc03-af78-40fb-9a60-f29cd7aeb56c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.843861 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3571fc03-af78-40fb-9a60-f29cd7aeb56c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/9316ccf2-bb9c-44ff-99fd-a93463383924 HTTP/1.1" status: 204 len: 168 time: 1.0161960 Oct 26 14:13:06.851357 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40662) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:06.907937 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-35f169ed-5dca-4412-bfd0-65fa248dfc41 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551825 Oct 26 14:13:06.937582 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-33f061f2-f110-4918-80ac-c4fcd02a539d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.939575 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40664) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:06.967035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-cea9a43f-cc07-465c-b262-d4405f5cf581 req-c46533aa-f5e8-4ba5-a640-f4acdb932a84 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] For port b46c9083-5dc7-4c93-81b2-b64b29b46afa, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b46c9083-5dc7-4c93-81b2-b64b29b46afa,segment=NetworkSegment(ef14f064-dff9-4948-8b3d-7c6b487770e7),segment_id=ef14f064-dff9-4948-8b3d-7c6b487770e7)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:06.967412 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cea9a43f-cc07-465c-b262-d4405f5cf581 req-c46533aa-f5e8-4ba5-a640-f4acdb932a84 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.013101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': 'ed4f0663-ae83-4800-8ce9-99ce1f56430d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:07.015575 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "ed4f0663-ae83-4800-8ce9-99ce1f56430d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:07.030763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-cea9a43f-cc07-465c-b262-d4405f5cf581 req-c46533aa-f5e8-4ba5-a640-f4acdb932a84 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Calling delete_port for b46c9083-5dc7-4c93-81b2-b64b29b46afa owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:07.122593 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5a405-f7ce-4c6f-96af-d899bde977c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4f0663-ae83-4800-8ce9-99ce1f56430d,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:07.143312 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a27e465d-1dcf-4fc1-8976-b6fc31796977 req-56355b0b-7355-4b17-a122-31f011ebf59e tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7439287 Oct 26 14:13:07.188924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5461425c-ff13-49fa-ba2e-df1ace337c84 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:07.192911 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5461425c-ff13-49fa-ba2e-df1ace337c84 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2467694 Oct 26 14:13:07.195208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40670) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:07.204072 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40672) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:07.213906 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee3706-46d1-40b1-87df-0024ad0dee9a req-858c2165-db67-49bc-afdd-385c9e055e3c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:07.220886 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5141f3c-e9cb-485b-a841-027dde385af2 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:07.221404 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fee3706-46d1-40b1-87df-0024ad0dee9a req-858c2165-db67-49bc-afdd-385c9e055e3c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.2158942 Oct 26 14:13:07.244356 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975658a7-c2ed-481a-be83-887c070dd9e8 x-openstack-request-id: req-975658a7-c2ed-481a-be83-887c070dd9e8 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:07.244645 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "ed4f0663-ae83-4800-8ce9-99ce1f56430d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:07.244990 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-975658a7-c2ed-481a-be83-887c070dd9e8 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:07.245484 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': 'ed4f0663-ae83-4800-8ce9-99ce1f56430d', 'status': 'completed', 'code': 200} Oct 26 14:13:07.293674 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fee3706-46d1-40b1-87df-0024ad0dee9a req-3adbbc21-5d0e-4d7c-b1ca-1870e971ce95 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679429 Oct 26 14:13:07.300742 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515fa390-2364-4878-8df6-4ab125d2676b {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:07.308878 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.322606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Transition to ACTIVE for port object 515fa390-2364-4878-8df6-4ab125d2676b will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:07.329342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.370647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15793c29-dd50-41b5-9ff0-a6568d444c8a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:07.372195 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-15793c29-dd50-41b5-9ff0-a6568d444c8a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1735742 Oct 26 14:13:07.375249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40676) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:07.408745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa req-ac5aaa63-6468-472f-9f8c-63a2d257830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:07.409226 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa req-ac5aaa63-6468-472f-9f8c-63a2d257830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:07.409701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa req-ac5aaa63-6468-472f-9f8c-63a2d257830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:07.410212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa req-ac5aaa63-6468-472f-9f8c-63a2d257830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:07.410679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa req-ac5aaa63-6468-472f-9f8c-63a2d257830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:07.411141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa req-ac5aaa63-6468-472f-9f8c-63a2d257830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:07.411607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa req-ac5aaa63-6468-472f-9f8c-63a2d257830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:07.413572 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa req-ac5aaa63-6468-472f-9f8c-63a2d257830b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb00fb8b03d741ea8145d511b755959a&device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 6211 time: 0.1622055 Oct 26 14:13:07.416257 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-33f061f2-f110-4918-80ac-c4fcd02a539d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.472326 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-209a73f5-a3aa-44f6-9a8e-c72ed9e09018 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908880 Oct 26 14:13:07.483157 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-33f061f2-f110-4918-80ac-c4fcd02a539d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.517304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40678) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:07.531481 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-68928e94-3e1f-472f-8f91-8d8310517f9a None None] Provisioning complete for port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:07.532325 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-68928e94-3e1f-472f-8f91-8d8310517f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.603065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ce01e06b-f226-4325-a237-bc6c4a055677 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:07.606730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Attempting to bind port 515fa390-2364-4878-8df6-4ab125d2676b on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:07.607333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Attempting to bind port 515fa390-2364-4878-8df6-4ab125d2676b by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:07.607432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Attempting to bind port 515fa390-2364-4878-8df6-4ab125d2676b on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:07.621501 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be07b81d-2afc-4ea6-acf8-46e377d6130e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.649810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Port 515fa390-2364-4878-8df6-4ab125d2676b on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:07.650096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Attempting to bind port 515fa390-2364-4878-8df6-4ab125d2676b on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:07.652266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Pushing event updated for resources: {'Port': ['ID=515fa390-2364-4878-8df6-4ab125d2676b,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:07.666027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f061f2-f110-4918-80ac-c4fcd02a539d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f289c0c1-39db-458d-a48f-b7b365860235,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:07.690470 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663c826e-610d-4c6d-b2a3-2376d48372eb None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:13:07.693347 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:07.693974 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Checking segment: {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:07.695246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Bound using segment: {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:07.695752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Bound port: 515fa390-2364-4878-8df6-4ab125d2676b, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:07.696121 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.792804 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-663c826e-610d-4c6d-b2a3-2376d48372eb None None] Deleting port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:07.793906 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-663c826e-610d-4c6d-b2a3-2376d48372eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.804351 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-33f061f2-f110-4918-80ac-c4fcd02a539d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b97068ec0c14e31839a6c0e28f8c708&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4620965 Oct 26 14:13:07.812988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40684) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:07.838898 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cea9a43f-cc07-465c-b262-d4405f5cf581 req-c46533aa-f5e8-4ba5-a640-f4acdb932a84 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.894276 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-663c826e-610d-4c6d-b2a3-2376d48372eb None None] For port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=92a639e7-a8f2-4bdb-8131-e2c727e8d9cf,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:07.894755 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-663c826e-610d-4c6d-b2a3-2376d48372eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.914014 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-663c826e-610d-4c6d-b2a3-2376d48372eb None None] Calling delete_port for 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:07.926521 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be07b81d-2afc-4ea6-acf8-46e377d6130e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.953017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46533aa-f5e8-4ba5-a640-f4acdb932a84 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Pushing event deleted for resources: {'Port': ['ID=b46c9083-5dc7-4c93-81b2-b64b29b46afa,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:07.960172 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be07b81d-2afc-4ea6-acf8-46e377d6130e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.975099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea9a43f-cc07-465c-b262-d4405f5cf581 req-c46533aa-f5e8-4ba5-a640-f4acdb932a84 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] No DVR routers for this DVR port b46c9083-5dc7-4c93-81b2-b64b29b46afa on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:07.981493 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cea9a43f-cc07-465c-b262-d4405f5cf581 req-c46533aa-f5e8-4ba5-a640-f4acdb932a84 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.985081 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cea9a43f-cc07-465c-b262-d4405f5cf581 req-c46533aa-f5e8-4ba5-a640-f4acdb932a84 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.25 "DELETE /v2.0/ports/b46c9083-5dc7-4c93-81b2-b64b29b46afa HTTP/1.1" status: 204 len: 173 time: 2.1470764 Oct 26 14:13:07.986996 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fe79d0-95b7-4740-b538-ae8e043efe96', 'name': 'network-vif-deleted', 'tag': 'b46c9083-5dc7-4c93-81b2-b64b29b46afa'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:07.989425 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461e0632-cafa-4e44-93a3-0b4ef5bbc2f4" -d '{"events": [{"server_uuid": "a3fe79d0-95b7-4740-b538-ae8e043efe96", "name": "network-vif-deleted", "tag": "b46c9083-5dc7-4c93-81b2-b64b29b46afa"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:08.003709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa req-91505e82-046c-4e64-a106-1bb6d2e749c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.004284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa req-91505e82-046c-4e64-a106-1bb6d2e749c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.004841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa req-91505e82-046c-4e64-a106-1bb6d2e749c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.007433 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa req-91505e82-046c-4e64-a106-1bb6d2e749c9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eb00fb8b03d741ea8145d511b755959a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5529063 Oct 26 14:13:08.066019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f7842-4d74-4db6-99a7-9265d277efa0 req-0cd4b40e-d852-427b-8a5f-56acdf97bb4f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.073424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f7842-4d74-4db6-99a7-9265d277efa0 req-0cd4b40e-d852-427b-8a5f-56acdf97bb4f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.080085 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f7842-4d74-4db6-99a7-9265d277efa0 req-0cd4b40e-d852-427b-8a5f-56acdf97bb4f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.087326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f7842-4d74-4db6-99a7-9265d277efa0 req-0cd4b40e-d852-427b-8a5f-56acdf97bb4f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.090326 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce01e06b-f226-4325-a237-bc6c4a055677 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:08.094095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f7842-4d74-4db6-99a7-9265d277efa0 req-0cd4b40e-d852-427b-8a5f-56acdf97bb4f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.095119 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce01e06b-f226-4325-a237-bc6c4a055677 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.096641 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce01e06b-f226-4325-a237-bc6c4a055677 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:13:08.097138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce01e06b-f226-4325-a237-bc6c4a055677 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:13:08.101803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f7842-4d74-4db6-99a7-9265d277efa0 req-0cd4b40e-d852-427b-8a5f-56acdf97bb4f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.108770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f7842-4d74-4db6-99a7-9265d277efa0 req-0cd4b40e-d852-427b-8a5f-56acdf97bb4f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.111244 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b0f7842-4d74-4db6-99a7-9265d277efa0 req-0cd4b40e-d852-427b-8a5f-56acdf97bb4f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5386 time: 0.3990743 Oct 26 14:13:08.114064 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c699507-719a-41a9-a168-762281c6fc3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.121367 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-be07b81d-2afc-4ea6-acf8-46e377d6130e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f08a608d3d71474385c93c762326cea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8957148 Oct 26 14:13:08.124651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40688) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:08.130596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07b81d-2afc-4ea6-acf8-46e377d6130e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f82eba-e690-4f95-a407-e5c6911b4ce1,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:08.144854 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-663c826e-610d-4c6d-b2a3-2376d48372eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.157455 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ce01e06b-f226-4325-a237-bc6c4a055677 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5604420 Oct 26 14:13:08.157455 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d583e5-ffa7-452d-ba72-169bc63fa9b1 x-openstack-request-id: req-e6d583e5-ffa7-452d-ba72-169bc63fa9b1 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:08.157455 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fe79d0-95b7-4740-b538-ae8e043efe96", "name": "network-vif-deleted", "tag": "b46c9083-5dc7-4c93-81b2-b64b29b46afa", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:08.157455 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6d583e5-ffa7-452d-ba72-169bc63fa9b1 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:08.157455 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fe79d0-95b7-4740-b538-ae8e043efe96', 'name': 'network-vif-deleted', 'tag': 'b46c9083-5dc7-4c93-81b2-b64b29b46afa', 'status': 'completed', 'code': 200} Oct 26 14:13:08.165105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40690) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:08.169810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa req-d9252605-4266-4f5b-afe7-edda06a78b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.171378 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6dcb7f7b-a255-4fb6-9966-5d5e304683fa req-d9252605-4266-4f5b-afe7-edda06a78b5f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1560848 Oct 26 14:13:08.184863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-af9428fc-bbf0-4b50-9a5d-f520907a0fe0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:08.186171 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c699507-719a-41a9-a168-762281c6fc3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.193470 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] For port 515fa390-2364-4878-8df6-4ab125d2676b, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:08.226684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c826e-610d-4c6d-b2a3-2376d48372eb None None] Pushing event deleted for resources: {'Port': ['ID=92a639e7-a8f2-4bdb-8131-e2c727e8d9cf,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:08.235877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663c826e-610d-4c6d-b2a3-2376d48372eb None None] No DVR routers for this DVR port 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:08.282848 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d819f24-0fc2-4767-bfde-08e74fba592d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.313299 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d819f24-0fc2-4767-bfde-08e74fba592d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.326978 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c699507-719a-41a9-a168-762281c6fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.330153 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c699507-719a-41a9-a168-762281c6fc3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.331587 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2c699507-719a-41a9-a168-762281c6fc3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f289c0c1-39db-458d-a48f-b7b365860235 HTTP/1.1" status: 204 len: 168 time: 0.5174944 Oct 26 14:13:08.375453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c699507-719a-41a9-a168-762281c6fc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f289c0c1-39db-458d-a48f-b7b365860235,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:08.407926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] For port 515fa390-2364-4878-8df6-4ab125d2676b, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=515fa390-2364-4878-8df6-4ab125d2676b,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:08.423048 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d819f24-0fc2-4767-bfde-08e74fba592d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.426980 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d819f24-0fc2-4767-bfde-08e74fba592d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.431026 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8d819f24-0fc2-4767-bfde-08e74fba592d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4f82eba-e690-4f95-a407-e5c6911b4ce1 HTTP/1.1" status: 204 len: 168 time: 0.3004420 Oct 26 14:13:08.437754 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d819f24-0fc2-4767-bfde-08e74fba592d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f82eba-e690-4f95-a407-e5c6911b4ce1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:08.441754 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.455981 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3d8440e-7974-4a31-95fb-ed2af7895f73 req-ad6b0ecd-ab20-4e8f-afaa-88145e920378 tempest-ServersNegativeTestMultiTenantJSON-1375612298 tempest-ServersNegativeTestMultiTenantJSON-1375612298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3fe79d0-95b7-4740-b538-ae8e043efe96 HTTP/1.1" status: 200 len: 210 time: 0.0628598 Oct 26 14:13:08.539412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b0f7842-4d74-4db6-99a7-9265d277efa0 req-24633e97-fd0a-496d-9eb3-92616eb19b3c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4115038 Oct 26 14:13:08.566860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.574347 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.575827 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] 10.222.0.11 "PUT /v2.0/ports/515fa390-2364-4878-8df6-4ab125d2676b HTTP/1.1" status: 200 len: 1091 time: 2.0565350 Oct 26 14:13:08.598101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9428fc-bbf0-4b50-9a5d-f520907a0fe0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:08.605393 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-af9428fc-bbf0-4b50-9a5d-f520907a0fe0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.607150 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9428fc-bbf0-4b50-9a5d-f520907a0fe0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:13:08.607868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9428fc-bbf0-4b50-9a5d-f520907a0fe0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:13:08.680493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Request body: {'port': {'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:08.793192 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.825239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173e523-5905-4130-90f9-1387f87ace21 service neutron] Pushing event updated for resources: {'Port': ['ID=515fa390-2364-4878-8df6-4ab125d2676b,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:08.859763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a91fd3-66d5-4c8b-a0db-cfbc439760f8 req-ca5bbcd8-a529-4f5e-a147-113475ef72af tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.879641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61a91fd3-66d5-4c8b-a0db-cfbc439760f8 req-ca5bbcd8-a529-4f5e-a147-113475ef72af tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.2784183 Oct 26 14:13:08.882166 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:08.906106 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-af9428fc-bbf0-4b50-9a5d-f520907a0fe0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7351069 Oct 26 14:13:08.906314 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40706) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:08.911245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a55ef734-aba8-4200-8043-ab36defebc7b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:08.923253 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b46c9083-5dc7-4c93-81b2-b64b29b46afa no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:08.930460 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:08.931438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 92a639e7-a8f2-4bdb-8131-e2c727e8d9cf not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:08.948401 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40708) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:08.968200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: b46c9083-5dc7-4c93-81b2-b64b29b46afa {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:08.969538 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b46c9083-5dc7-4c93-81b2-b64b29b46afa not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:09.001132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40710) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:09.024426 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a04bd7b6-6ec5-4825-ac15-27b732991547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.049385 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2667b2a-3657-4686-a3a5-ef74513595f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.065158 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55ef734-aba8-4200-8043-ab36defebc7b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:09.070180 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a55ef734-aba8-4200-8043-ab36defebc7b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.071284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61a91fd3-66d5-4c8b-a0db-cfbc439760f8 req-f56ba3aa-860c-445e-823a-6d7894c60b70 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901562 Oct 26 14:13:09.072063 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55ef734-aba8-4200-8043-ab36defebc7b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:13:09.072803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55ef734-aba8-4200-8043-ab36defebc7b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:13:09.107001 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a55ef734-aba8-4200-8043-ab36defebc7b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2002304 Oct 26 14:13:09.109652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40712) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:09.114942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-867b30c2-36c5-4576-9a5f-5e45c0219871 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:09.220378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867b30c2-36c5-4576-9a5f-5e45c0219871 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:09.224989 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-867b30c2-36c5-4576-9a5f-5e45c0219871 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.226648 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-867b30c2-36c5-4576-9a5f-5e45c0219871 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:13:09.227076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867b30c2-36c5-4576-9a5f-5e45c0219871 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:13:09.251085 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': '515fa390-2364-4878-8df6-4ab125d2676b'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:09.251085 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf566e4-89c4-4839-9d40-36ac32c13c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "515fa390-2364-4878-8df6-4ab125d2676b"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:09.251912 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-867b30c2-36c5-4576-9a5f-5e45c0219871 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1410625 Oct 26 14:13:09.252502 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40714) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:09.258570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5d588fa8-68c8-4816-b4aa-c4517ab31b1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:09.315778 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a04bd7b6-6ec5-4825-ac15-27b732991547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.337826 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a04bd7b6-6ec5-4825-ac15-27b732991547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.361119 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2667b2a-3657-4686-a3a5-ef74513595f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.377268 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee5e396-0206-4b7e-8f2c-cfd74eaf6ca4 x-openstack-request-id: req-2ee5e396-0206-4b7e-8f2c-cfd74eaf6ca4 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:09.377563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d588fa8-68c8-4816-b4aa-c4517ab31b1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:09.378104 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "515fa390-2364-4878-8df6-4ab125d2676b", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:09.378104 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ee5e396-0206-4b7e-8f2c-cfd74eaf6ca4 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:09.378340 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': '515fa390-2364-4878-8df6-4ab125d2676b', 'status': 'completed', 'code': 200} Oct 26 14:13:09.381288 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5d588fa8-68c8-4816-b4aa-c4517ab31b1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.383130 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d588fa8-68c8-4816-b4aa-c4517ab31b1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:13:09.383578 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d588fa8-68c8-4816-b4aa-c4517ab31b1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:13:09.389610 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2667b2a-3657-4686-a3a5-ef74513595f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.415975 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5d588fa8-68c8-4816-b4aa-c4517ab31b1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1609421 Oct 26 14:13:09.416777 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40718) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:09.424452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9bf6967a-b81b-4623-a3c4-aaa09c24fa4c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:09.430240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a04bd7b6-6ec5-4825-ac15-27b732991547 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70ff87111a764be18f7b4b34f7eb1ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4778426 Oct 26 14:13:09.435359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40720) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:09.435359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bd7b6-6ec5-4825-ac15-27b732991547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647d9355-0b38-42fc-a43b-974fceb2f39b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:09.500792 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e2667b2a-3657-4686-a3a5-ef74513595f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f08cf516a2234a149c1b47a79fcf24ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920547 Oct 26 14:13:09.509637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40724) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:09.522782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7eeebab-4fea-41da-a670-4fb4e1ce3521 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:09.528104 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40726) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:09.537112 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.552875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2667b2a-3657-4686-a3a5-ef74513595f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c8915b-dec7-4d4b-be80-5d537d8f032d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:09.584213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Transition to ACTIVE for port object d7eeebab-4fea-41da-a670-4fb4e1ce3521 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:09.603989 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.615578 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf566e4-89c4-4839-9d40-36ac32c13c4e req-bf262ed9-d723-4dff-8038-8d2a8de34b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.616073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf566e4-89c4-4839-9d40-36ac32c13c4e req-bf262ed9-d723-4dff-8038-8d2a8de34b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.616557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf566e4-89c4-4839-9d40-36ac32c13c4e req-bf262ed9-d723-4dff-8038-8d2a8de34b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.617035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf566e4-89c4-4839-9d40-36ac32c13c4e req-bf262ed9-d723-4dff-8038-8d2a8de34b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.617511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf566e4-89c4-4839-9d40-36ac32c13c4e req-bf262ed9-d723-4dff-8038-8d2a8de34b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.618004 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf566e4-89c4-4839-9d40-36ac32c13c4e req-bf262ed9-d723-4dff-8038-8d2a8de34b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.618495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf566e4-89c4-4839-9d40-36ac32c13c4e req-bf262ed9-d723-4dff-8038-8d2a8de34b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.620520 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cbf566e4-89c4-4839-9d40-36ac32c13c4e req-bf262ed9-d723-4dff-8038-8d2a8de34b25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb00fb8b03d741ea8145d511b755959a&device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 6278 time: 0.2215889 Oct 26 14:13:09.638348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bc2f3a-e582-4304-8894-ab5babae8086 admin admin] Deleting subnet 8bfda999-7e74-4e59-9e22-7927ad196d55 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:09.641664 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10bc2f3a-e582-4304-8894-ab5babae8086 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.656845 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-143b4c02-ce09-42da-b46c-613e0747e148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.692292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-143b4c02-ce09-42da-b46c-613e0747e148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.765671 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf6967a-b81b-4623-a3c4-aaa09c24fa4c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:09.769420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9bf6967a-b81b-4623-a3c4-aaa09c24fa4c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.771129 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf6967a-b81b-4623-a3c4-aaa09c24fa4c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:13:09.771557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf6967a-b81b-4623-a3c4-aaa09c24fa4c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:13:09.778801 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10bc2f3a-e582-4304-8894-ab5babae8086 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.798711 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed0c6-a19f-4b24-ab67-28fe9f2275b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.869840 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9bf6967a-b81b-4623-a3c4-aaa09c24fa4c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4505026 Oct 26 14:13:09.873820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Pushing event updated for resources: {'Port': ['ID=d7eeebab-4fea-41da-a670-4fb4e1ce3521,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:09.882740 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40730) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:09.892980 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf566e4-89c4-4839-9d40-36ac32c13c4e req-7999c1e7-95e8-469b-b70c-6558c8d457bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.893534 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf566e4-89c4-4839-9d40-36ac32c13c4e req-7999c1e7-95e8-469b-b70c-6558c8d457bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.895118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf566e4-89c4-4839-9d40-36ac32c13c4e req-7999c1e7-95e8-469b-b70c-6558c8d457bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.897196 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cbf566e4-89c4-4839-9d40-36ac32c13c4e req-7999c1e7-95e8-469b-b70c-6558c8d457bc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eb00fb8b03d741ea8145d511b755959a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2291133 Oct 26 14:13:09.939605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-df9fe249-1090-4c6c-a980-eaab6119ba47 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0547521 Oct 26 14:13:09.942173 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed0c6-a19f-4b24-ab67-28fe9f2275b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.947992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40732) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:09.956711 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10bc2f3a-e582-4304-8894-ab5babae8086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.971487 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da646abc-35fe-47eb-95d8-17b06e4e0bb2 req-97830f65-f872-4ab4-b79a-0b646197d4cb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.979709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da646abc-35fe-47eb-95d8-17b06e4e0bb2 req-97830f65-f872-4ab4-b79a-0b646197d4cb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.985831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da646abc-35fe-47eb-95d8-17b06e4e0bb2 req-97830f65-f872-4ab4-b79a-0b646197d4cb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.991976 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da646abc-35fe-47eb-95d8-17b06e4e0bb2 req-97830f65-f872-4ab4-b79a-0b646197d4cb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.999121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da646abc-35fe-47eb-95d8-17b06e4e0bb2 req-97830f65-f872-4ab4-b79a-0b646197d4cb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.004005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da646abc-35fe-47eb-95d8-17b06e4e0bb2 req-97830f65-f872-4ab4-b79a-0b646197d4cb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.010860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da646abc-35fe-47eb-95d8-17b06e4e0bb2 req-97830f65-f872-4ab4-b79a-0b646197d4cb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.019470 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da646abc-35fe-47eb-95d8-17b06e4e0bb2 req-97830f65-f872-4ab4-b79a-0b646197d4cb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5398 time: 0.3171246 Oct 26 14:13:10.066135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Attempting to bind port d7eeebab-4fea-41da-a670-4fb4e1ce3521 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:10.066348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Attempting to bind port d7eeebab-4fea-41da-a670-4fb4e1ce3521 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:10.066797 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Attempting to bind port d7eeebab-4fea-41da-a670-4fb4e1ce3521 on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:10.067120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf566e4-89c4-4839-9d40-36ac32c13c4e req-71b7c1ef-8ad2-4f92-a218-9a576db52f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.068752 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cbf566e4-89c4-4839-9d40-36ac32c13c4e req-71b7c1ef-8ad2-4f92-a218-9a576db52f28 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1646671 Oct 26 14:13:10.074110 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10bc2f3a-e582-4304-8894-ab5babae8086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.104478 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc2f3a-e582-4304-8894-ab5babae8086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bfda999-7e74-4e59-9e22-7927ad196d55,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:10.110667 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10bc2f3a-e582-4304-8894-ab5babae8086 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.114969 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-10bc2f3a-e582-4304-8894-ab5babae8086 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8bfda999-7e74-4e59-9e22-7927ad196d55 HTTP/1.1" status: 204 len: 168 time: 0.5828834 Oct 26 14:13:10.117483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40738) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:10.122591 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-143b4c02-ce09-42da-b46c-613e0747e148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.125206 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-143b4c02-ce09-42da-b46c-613e0747e148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.128651 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-143b4c02-ce09-42da-b46c-613e0747e148 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/647d9355-0b38-42fc-a43b-974fceb2f39b HTTP/1.1" status: 204 len: 168 time: 0.6883371 Oct 26 14:13:10.128651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Port d7eeebab-4fea-41da-a670-4fb4e1ce3521 on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:10.128651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Attempting to bind port d7eeebab-4fea-41da-a670-4fb4e1ce3521 on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:10.156755 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da646abc-35fe-47eb-95d8-17b06e4e0bb2 req-cc0ede4e-2ee9-42d0-b79d-e392ff494519 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364970 Oct 26 14:13:10.164195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:10.164533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Checking segment: {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:10.165461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Bound using segment: {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:10.165461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Bound port: d7eeebab-4fea-41da-a670-4fb4e1ce3521, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd52f179-8ea9-4027-ad0c-0d5a570e1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:10.165699 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.173052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b4c02-ce09-42da-b46c-613e0747e148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647d9355-0b38-42fc-a43b-974fceb2f39b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:10.200600 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5bbe42-e603-4899-8fe6-d63197c55f68 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.202281 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-db5bbe42-e603-4899-8fe6-d63197c55f68 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2519708 Oct 26 14:13:10.204788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40742) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:10.247920 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1237d3d9-168c-4a89-a955-db6e75e822db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.265281 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c823ee05-1beb-45a1-892f-a309f5bf3f0b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536764 Oct 26 14:13:10.266442 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40744) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:10.275190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-27b6dbbe-8faa-4cd0-a7df-0e9eb581fd48 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:10.314492 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed0c6-a19f-4b24-ab67-28fe9f2275b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.317102 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed0c6-a19f-4b24-ab67-28fe9f2275b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.323245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0d8ed0c6-a19f-4b24-ab67-28fe9f2275b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50c8915b-dec7-4d4b-be80-5d537d8f032d HTTP/1.1" status: 204 len: 168 time: 0.8086660 Oct 26 14:13:10.379851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ed0c6-a19f-4b24-ab67-28fe9f2275b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c8915b-dec7-4d4b-be80-5d537d8f032d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:10.398493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e051df-6d08-400e-9be5-7f62d8465fb8 req-5698c251-646f-4892-b9eb-7155f6ee3707 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.400054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97e051df-6d08-400e-9be5-7f62d8465fb8 req-5698c251-646f-4892-b9eb-7155f6ee3707 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.1496453 Oct 26 14:13:10.401198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] For port d7eeebab-4fea-41da-a670-4fb4e1ce3521, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:10.404735 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] For port d7eeebab-4fea-41da-a670-4fb4e1ce3521, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d7eeebab-4fea-41da-a670-4fb4e1ce3521,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:10.415440 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.483931 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1237d3d9-168c-4a89-a955-db6e75e822db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.484591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.484741 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.486183 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] 10.222.0.11 "PUT /v2.0/ports/d7eeebab-4fea-41da-a670-4fb4e1ce3521 HTTP/1.1" status: 200 len: 1091 time: 1.8427320 Oct 26 14:13:10.496649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b6dbbe-8faa-4cd0-a7df-0e9eb581fd48 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:10.500620 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-27b6dbbe-8faa-4cd0-a7df-0e9eb581fd48 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.539406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97e051df-6d08-400e-9be5-7f62d8465fb8 req-62531833-29f2-4c15-b280-75e871852250 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209776 Oct 26 14:13:10.546501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Request body: {'port': {'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:10.550508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c046222-0eca-4e5b-a0a3-aa552dd7db0c service neutron] Pushing event updated for resources: {'Port': ['ID=d7eeebab-4fea-41da-a670-4fb4e1ce3521,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:10.720899 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1237d3d9-168c-4a89-a955-db6e75e822db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fba602e-725a-48f9-a983-aac46f12a265']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:10.770291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1237d3d9-168c-4a89-a955-db6e75e822db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef14f064-dff9-4948-8b3d-7c6b487770e7') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:10.770537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1237d3d9-168c-4a89-a955-db6e75e822db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef14f064-dff9-4948-8b3d-7c6b487770e7') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:10.814262 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1237d3d9-168c-4a89-a955-db6e75e822db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.861536 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1237d3d9-168c-4a89-a955-db6e75e822db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.885014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1237d3d9-168c-4a89-a955-db6e75e822db admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:13:10.885796 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1237d3d9-168c-4a89-a955-db6e75e822db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:13:11.018966 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:13:11.041924 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1237d3d9-168c-4a89-a955-db6e75e822db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.049229 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1237d3d9-168c-4a89-a955-db6e75e822db admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.074879 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.075709 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1237d3d9-168c-4a89-a955-db6e75e822db admin admin] 10.222.0.32 "DELETE /v2.0/networks/3fba602e-725a-48f9-a983-aac46f12a265 HTTP/1.1" status: 204 len: 168 time: 0.9568753 Oct 26 14:13:11.079639 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40768) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:11.139314 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9741ba-0ee5-4edb-a57d-21dbd7f19a1c admin admin] Deleting subnet 4ffa5a12-9b09-4a68-9f09-3bced3c0acb6 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:11.145901 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d9741ba-0ee5-4edb-a57d-21dbd7f19a1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.152544 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237d3d9-168c-4a89-a955-db6e75e822db admin admin] Pushing event deleted for resources: {'Network': ['ID=3fba602e-725a-48f9-a983-aac46f12a265,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:11.220644 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d9741ba-0ee5-4edb-a57d-21dbd7f19a1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.379815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': 'd7eeebab-4fea-41da-a670-4fb4e1ce3521'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:11.383007 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39c325d-ed7d-4b93-aecc-4364ec770568" -d '{"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "d7eeebab-4fea-41da-a670-4fb4e1ce3521"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:11.390656 n-d-815498-1 neutron-server[102123]: DEBUG neutron.objects.ports [None req-27b6dbbe-8faa-4cd0-a7df-0e9eb581fd48 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102123) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:13:11.392827 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-27b6dbbe-8faa-4cd0-a7df-0e9eb581fd48 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.419513 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d9741ba-0ee5-4edb-a57d-21dbd7f19a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.439549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b6dbbe-8faa-4cd0-a7df-0e9eb581fd48 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:11.445400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-27b6dbbe-8faa-4cd0-a7df-0e9eb581fd48 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:11.450488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b6dbbe-8faa-4cd0-a7df-0e9eb581fd48 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.451077 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-27b6dbbe-8faa-4cd0-a7df-0e9eb581fd48 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.458258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310dc0fc-1e1a-47be-9abb-1052472bf01c None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:11.468085 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6dbbe-8faa-4cd0-a7df-0e9eb581fd48 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=fb56d895-c2ec-470c-a555-b82cd86fdbb1,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:11.469519 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6418d66-017b-445a-bbfc-838b0d5fdda8 x-openstack-request-id: req-f6418d66-017b-445a-bbfc-838b0d5fdda8 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:11.470079 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "d7eeebab-4fea-41da-a670-4fb4e1ce3521", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:11.470492 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6418d66-017b-445a-bbfc-838b0d5fdda8 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:11.471546 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': 'd7eeebab-4fea-41da-a670-4fb4e1ce3521', 'status': 'completed', 'code': 200} Oct 26 14:13:11.508266 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-27b6dbbe-8faa-4cd0-a7df-0e9eb581fd48 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2396829 Oct 26 14:13:11.510605 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40786) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:11.540426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ed45ed70-9626-40cf-8dad-b85004fbdace tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'mac_address': 'fa:16:3e:78:58:5a', 'name': 'tempest-NetworksTestDHCPv6-1431198034'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:11.589224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7e92c-69fb-4bea-bbbf-438a799960a2 req-500d11e5-03de-48c5-b076-45d8682d886c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.609196 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7e92c-69fb-4bea-bbbf-438a799960a2 req-500d11e5-03de-48c5-b076-45d8682d886c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.623020 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7e92c-69fb-4bea-bbbf-438a799960a2 req-500d11e5-03de-48c5-b076-45d8682d886c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.634595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7e92c-69fb-4bea-bbbf-438a799960a2 req-500d11e5-03de-48c5-b076-45d8682d886c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.645039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c325d-ed7d-4b93-aecc-4364ec770568 req-dabc2a87-2428-4313-ad74-d6ed2337d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.645758 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c325d-ed7d-4b93-aecc-4364ec770568 req-dabc2a87-2428-4313-ad74-d6ed2337d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.646416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c325d-ed7d-4b93-aecc-4364ec770568 req-dabc2a87-2428-4313-ad74-d6ed2337d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.646923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7e92c-69fb-4bea-bbbf-438a799960a2 req-500d11e5-03de-48c5-b076-45d8682d886c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.647338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c325d-ed7d-4b93-aecc-4364ec770568 req-dabc2a87-2428-4313-ad74-d6ed2337d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.648518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c325d-ed7d-4b93-aecc-4364ec770568 req-dabc2a87-2428-4313-ad74-d6ed2337d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.649166 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c325d-ed7d-4b93-aecc-4364ec770568 req-dabc2a87-2428-4313-ad74-d6ed2337d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.649810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c325d-ed7d-4b93-aecc-4364ec770568 req-dabc2a87-2428-4313-ad74-d6ed2337d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.651913 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d39c325d-ed7d-4b93-aecc-4364ec770568 req-dabc2a87-2428-4313-ad74-d6ed2337d254 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb00fb8b03d741ea8145d511b755959a&device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 6345 time: 0.1689131 Oct 26 14:13:11.655399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7e92c-69fb-4bea-bbbf-438a799960a2 req-500d11e5-03de-48c5-b076-45d8682d886c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.663405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7e92c-69fb-4bea-bbbf-438a799960a2 req-500d11e5-03de-48c5-b076-45d8682d886c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.672574 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-99e7e92c-69fb-4bea-bbbf-438a799960a2 req-500d11e5-03de-48c5-b076-45d8682d886c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5398 time: 0.4011469 Oct 26 14:13:11.802430 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d9741ba-0ee5-4edb-a57d-21dbd7f19a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.859638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': 'fb56d895-c2ec-470c-a555-b82cd86fdbb1'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:13:11.861005 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5d9741ba-0ee5-4edb-a57d-21dbd7f19a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.866839 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.869857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5d9741ba-0ee5-4edb-a57d-21dbd7f19a1c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4ffa5a12-9b09-4a68-9f09-3bced3c0acb6 HTTP/1.1" status: 204 len: 168 time: 0.7880597 Oct 26 14:13:11.883454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40798) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:11.886745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9741ba-0ee5-4edb-a57d-21dbd7f19a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ffa5a12-9b09-4a68-9f09-3bced3c0acb6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:12.193372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:12.202824 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.212186 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Allocated IP 2001:db8::f816:3eff:fe33:f6ab (79fe7094-7bf0-42ce-8967-dd49c87f9b98/fb56d895-c2ec-470c-a555-b82cd86fdbb1/19055738-5b32-4b5d-ae78-2ee151124b5e) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:12.216726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Transition to ACTIVE for port object cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:12.221204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed45ed70-9626-40cf-8dad-b85004fbdace tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:12.226650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d6102-5b2e-4469-90d6-cad3acc6d486 req-ddf76303-679d-4cdb-83ca-05d7104424c6 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.233655 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c325d-ed7d-4b93-aecc-4364ec770568 req-e23faacb-435d-4d72-9474-6577b626e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.234246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c325d-ed7d-4b93-aecc-4364ec770568 req-e23faacb-435d-4d72-9474-6577b626e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.234724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c325d-ed7d-4b93-aecc-4364ec770568 req-e23faacb-435d-4d72-9474-6577b626e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.236116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa3d6102-5b2e-4469-90d6-cad3acc6d486 req-ddf76303-679d-4cdb-83ca-05d7104424c6 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.5546501 Oct 26 14:13:12.236531 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d39c325d-ed7d-4b93-aecc-4364ec770568 req-e23faacb-435d-4d72-9474-6577b626e63b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eb00fb8b03d741ea8145d511b755959a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5734315 Oct 26 14:13:12.248850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-99e7e92c-69fb-4bea-bbbf-438a799960a2 req-d76d5303-b33a-47bf-9f8e-8e4599a0730e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5753472 Oct 26 14:13:12.261237 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df7402f4-c3e5-4174-bf35-608b34bc8b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.268147 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.474613 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:12.511596 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa3d6102-5b2e-4469-90d6-cad3acc6d486 req-1a0be210-00ad-4c41-b240-e1c11b10b0a3 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697301 Oct 26 14:13:12.528193 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed45ed70-9626-40cf-8dad-b85004fbdace tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.562824 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-ed45ed70-9626-40cf-8dad-b85004fbdace tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port 034d6fe4-ee9a-438b-9c10-bedf17f6a463 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:13:12.700749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c325d-ed7d-4b93-aecc-4364ec770568 req-02473415-5269-4b49-9e45-eb0ace4cf19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.703580 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d39c325d-ed7d-4b93-aecc-4364ec770568 req-02473415-5269-4b49-9e45-eb0ace4cf19e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4566510 Oct 26 14:13:12.828690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Attempting to bind port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:12.829039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Attempting to bind port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:12.829371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Attempting to bind port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be on network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:12.840418 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df7402f4-c3e5-4174-bf35-608b34bc8b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.875405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be on network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:12.875764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Attempting to bind port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be on network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:12.915968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:12.916974 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Checking segment: {'id': '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:12.917765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Bound using segment: {'id': '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:12.918579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Bound port: cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:12.923270 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.932873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-df7402f4-c3e5-4174-bf35-608b34bc8b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d9d5f2-e275-46d1-90af-3ed1b05eaed2']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:12.940512 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-33db04ae-cdc4-4ec2-a459-f126a29653c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.952521 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.961476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-df7402f4-c3e5-4174-bf35-608b34bc8b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc40a90-da39-488e-8df5-5019698faab7') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:12.963414 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.970414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-df7402f4-c3e5-4174-bf35-608b34bc8b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc40a90-da39-488e-8df5-5019698faab7') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:12.986211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df7402f4-c3e5-4174-bf35-608b34bc8b66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.063002 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Pushing event updated for resources: {'Port': ['ID=19055738-5b32-4b5d-ae78-2ee151124b5e,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:13.066639 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df7402f4-c3e5-4174-bf35-608b34bc8b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.080497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:13.083227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:13.084699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7402f4-c3e5-4174-bf35-608b34bc8b66 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:13:13.085123 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df7402f4-c3e5-4174-bf35-608b34bc8b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:13:13.087114 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:13:13.091820 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:13.100199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-ed45ed70-9626-40cf-8dad-b85004fbdace tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::f816:3eff:fe78:585a (79fe7094-7bf0-42ce-8967-dd49c87f9b98/fb56d895-c2ec-470c-a555-b82cd86fdbb1/034d6fe4-ee9a-438b-9c10-bedf17f6a463) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:13.162726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] For port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:13.165892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] For port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:13.170284 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df7402f4-c3e5-4174-bf35-608b34bc8b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.177498 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df7402f4-c3e5-4174-bf35-608b34bc8b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.181528 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-df7402f4-c3e5-4174-bf35-608b34bc8b66 admin admin] 10.222.0.32 "DELETE /v2.0/networks/65d9d5f2-e275-46d1-90af-3ed1b05eaed2 HTTP/1.1" status: 204 len: 168 time: 1.2913353 Oct 26 14:13:13.184734 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.199690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Attempting to bind port 19055738-5b32-4b5d-ae78-2ee151124b5e on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:13.200453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Attempting to bind port 19055738-5b32-4b5d-ae78-2ee151124b5e by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:13.202079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Attempting to bind port 19055738-5b32-4b5d-ae78-2ee151124b5e on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:13.204220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7402f4-c3e5-4174-bf35-608b34bc8b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d9d5f2-e275-46d1-90af-3ed1b05eaed2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:13.221834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:13.224536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:13.228076 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.228776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:13.230679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Bound port: 19055738-5b32-4b5d-ae78-2ee151124b5e, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:13.232226 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.255755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:13.256796 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.258803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] 10.222.0.11 "PUT /v2.0/ports/cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be HTTP/1.1" status: 200 len: 1091 time: 2.7181668 Oct 26 14:13:13.322678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Request body: {'port': {'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:13.406301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c83fd-a1f5-48f0-8f41-d2899ffbdc92 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:13.452539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] For port 19055738-5b32-4b5d-ae78-2ee151124b5e, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:13.466970 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] For port 19055738-5b32-4b5d-ae78-2ee151124b5e, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=19055738-5b32-4b5d-ae78-2ee151124b5e,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:13.484414 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.538839 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': 'cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:13.542435 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b6bfae-8f52-444b-8616-baf01cf8be94" -d '{"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:13.558781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40846) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:13.660346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f69a4a-09f2-4d55-843e-12af14d64a91 None None] Pushing event updated for resources: {'Port': ['ID=19055738-5b32-4b5d-ae78-2ee151124b5e,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:13.676483 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.691662 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed45ed70-9626-40cf-8dad-b85004fbdace tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.743068 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-16b63dd2-e894-475d-bcc7-3585efc72187 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a11271b7d6044d98bbcec6f299e9afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819470 Oct 26 14:13:13.743068 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40848) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:13.755018 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed45ed70-9626-40cf-8dad-b85004fbdace tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.779349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6b9bd-ac46-440e-8337-8a7d3e1fc9d2 req-02ae7071-0bff-47a7-a921-162c84e7077a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:13.790123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6b9bd-ac46-440e-8337-8a7d3e1fc9d2 req-02ae7071-0bff-47a7-a921-162c84e7077a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:13.796253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6b9bd-ac46-440e-8337-8a7d3e1fc9d2 req-02ae7071-0bff-47a7-a921-162c84e7077a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:13.802325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6b9bd-ac46-440e-8337-8a7d3e1fc9d2 req-02ae7071-0bff-47a7-a921-162c84e7077a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:13.808860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6b9bd-ac46-440e-8337-8a7d3e1fc9d2 req-02ae7071-0bff-47a7-a921-162c84e7077a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:13.821412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6b9bd-ac46-440e-8337-8a7d3e1fc9d2 req-02ae7071-0bff-47a7-a921-162c84e7077a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:13.830552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6b9bd-ac46-440e-8337-8a7d3e1fc9d2 req-02ae7071-0bff-47a7-a921-162c84e7077a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:13.832531 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3f6b9bd-ac46-440e-8337-8a7d3e1fc9d2 req-02ae7071-0bff-47a7-a921-162c84e7077a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5410 time: 0.3842659 Oct 26 14:13:13.865548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45ed70-9626-40cf-8dad-b85004fbdace tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=034d6fe4-ee9a-438b-9c10-bedf17f6a463,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:13.931013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed45ed70-9626-40cf-8dad-b85004fbdace tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:13.937632 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3f6b9bd-ac46-440e-8337-8a7d3e1fc9d2 req-37961c4e-d922-4d8a-8d87-7a03b4cce23d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622590 Oct 26 14:13:13.952203 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7e0c294e-020d-456f-aaad-0b100493950c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.983941 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7e0c294e-020d-456f-aaad-0b100493950c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.036180 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ed45ed70-9626-40cf-8dad-b85004fbdace tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:14.039090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed45ed70-9626-40cf-8dad-b85004fbdace tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:14.067147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed45ed70-9626-40cf-8dad-b85004fbdace tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.067849 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed45ed70-9626-40cf-8dad-b85004fbdace tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.100135 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb98a40c-3725-4837-878f-0bc43ecd7da8 x-openstack-request-id: req-eb98a40c-3725-4837-878f-0bc43ecd7da8 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:14.105062 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:14.105464 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb98a40c-3725-4837-878f-0bc43ecd7da8 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:14.106871 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': 'cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be', 'status': 'completed', 'code': 200} Oct 26 14:13:14.119812 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7e0c294e-020d-456f-aaad-0b100493950c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.123022 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7e0c294e-020d-456f-aaad-0b100493950c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.124776 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7e0c294e-020d-456f-aaad-0b100493950c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f HTTP/1.1" status: 204 len: 168 time: 0.3809361 Oct 26 14:13:14.125181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e2663-32fb-40a8-b02f-cabf2d09c396 req-0d8b4644-24e6-4b7f-8330-5f0f1da51a70 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.134315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-346e2663-32fb-40a8-b02f-cabf2d09c396 req-0d8b4644-24e6-4b7f-8330-5f0f1da51a70 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.4177079 Oct 26 14:13:14.149814 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ed45ed70-9626-40cf-8dad-b85004fbdace tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6143820 Oct 26 14:13:14.162453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40856) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:14.195517 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c294e-020d-456f-aaad-0b100493950c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6e7a89-ea24-4e84-b0c4-cf7259b6fe9f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:14.259816 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bfae-8f52-444b-8616-baf01cf8be94 req-997ce576-9e8d-40a5-bfee-7a001745a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.260452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bfae-8f52-444b-8616-baf01cf8be94 req-997ce576-9e8d-40a5-bfee-7a001745a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.261089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bfae-8f52-444b-8616-baf01cf8be94 req-997ce576-9e8d-40a5-bfee-7a001745a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.261835 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bfae-8f52-444b-8616-baf01cf8be94 req-997ce576-9e8d-40a5-bfee-7a001745a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.262588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bfae-8f52-444b-8616-baf01cf8be94 req-997ce576-9e8d-40a5-bfee-7a001745a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.263709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bfae-8f52-444b-8616-baf01cf8be94 req-997ce576-9e8d-40a5-bfee-7a001745a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.264254 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bfae-8f52-444b-8616-baf01cf8be94 req-997ce576-9e8d-40a5-bfee-7a001745a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.266463 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-60b6bfae-8f52-444b-8616-baf01cf8be94 req-997ce576-9e8d-40a5-bfee-7a001745a882 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb00fb8b03d741ea8145d511b755959a&device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 6412 time: 0.1629512 Oct 26 14:13:14.313676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-346e2663-32fb-40a8-b02f-cabf2d09c396 req-628fea4d-e49c-47cb-ac8d-ae3fce51a9b2 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745851 Oct 26 14:13:14.336152 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e758ee9f-b7b7-43ea-af4e-c980b4857646 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.342575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e758ee9f-b7b7-43ea-af4e-c980b4857646 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.344420 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e758ee9f-b7b7-43ea-af4e-c980b4857646 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1787288 Oct 26 14:13:14.347243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40866) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:14.427782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bfae-8f52-444b-8616-baf01cf8be94 req-5ea06584-313a-48d8-945f-13c776904204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.428587 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bfae-8f52-444b-8616-baf01cf8be94 req-5ea06584-313a-48d8-945f-13c776904204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.435793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bfae-8f52-444b-8616-baf01cf8be94 req-5ea06584-313a-48d8-945f-13c776904204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.440403 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-60b6bfae-8f52-444b-8616-baf01cf8be94 req-5ea06584-313a-48d8-945f-13c776904204 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eb00fb8b03d741ea8145d511b755959a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1631689 Oct 26 14:13:14.558901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-fa01a9f4-ffd6-417f-af03-fecb4731025f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 034d6fe4-ee9a-438b-9c10-bedf17f6a463 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:14.559514 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fa01a9f4-ffd6-417f-af03-fecb4731025f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.702131 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:14.734130 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bfae-8f52-444b-8616-baf01cf8be94 req-b4005ef4-ae96-4f84-b499-017877b5e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.736691 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-60b6bfae-8f52-444b-8616-baf01cf8be94 req-b4005ef4-ae96-4f84-b499-017877b5e683 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2883539 Oct 26 14:13:14.740509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59479ff-caf2-470f-97b0-f95a5edd5188 req-9b760194-4c49-4c50-be4f-206ddcf41642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.742560 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b59479ff-caf2-470f-97b0-f95a5edd5188 req-9b760194-4c49-4c50-be4f-206ddcf41642 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 1096 time: 0.1531544 Oct 26 14:13:14.789576 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.879672 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Transition to ACTIVE for port object d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:14.944102 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509640-ecff-47fd-9b3e-ff2cb041d7c8 req-c5ed1304-3ca6-4f16-9db5-adc2ee33f2bc tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.947129 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9509640-ecff-47fd-9b3e-ff2cb041d7c8 req-c5ed1304-3ca6-4f16-9db5-adc2ee33f2bc tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.3380203 Oct 26 14:13:14.947860 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.995242 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fa01a9f4-ffd6-417f-af03-fecb4731025f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.022623 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 19055738-5b32-4b5d-ae78-2ee151124b5e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:15.035748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-fa01a9f4-ffd6-417f-af03-fecb4731025f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 034d6fe4-ee9a-438b-9c10-bedf17f6a463 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:15.089591 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59479ff-caf2-470f-97b0-f95a5edd5188 req-74ebe7d0-41ed-4324-af30-659ef9261fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:15.091122 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b59479ff-caf2-470f-97b0-f95a5edd5188 req-74ebe7d0-41ed-4324-af30-659ef9261fe0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 200 len: 912 time: 0.3404055 Oct 26 14:13:15.212329 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82d7a19e-31a5-4868-9d78-607cda5031de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.233647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40880) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:15.237276 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 19055738-5b32-4b5d-ae78-2ee151124b5e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:15.237686 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.378839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40882) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:15.397540 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-04330d6c-eeef-4fb1-9f2e-22384fb0d120 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0662f172a47458c9d6946c64623ebc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570106 Oct 26 14:13:15.399702 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b59479ff-caf2-470f-97b0-f95a5edd5188 req-faf652bb-cf6b-4ac9-a939-2c7c1593fc9c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 HTTP/1.1" status: 200 len: 1001 time: 0.2994328 Oct 26 14:13:15.400566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40886) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:15.450309 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.500242 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59479ff-caf2-470f-97b0-f95a5edd5188 req-38fdce5a-9d8b-4aae-9f08-4fa50a59360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:15.510576 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b59479ff-caf2-470f-97b0-f95a5edd5188 req-38fdce5a-9d8b-4aae-9f08-4fa50a59360a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f250216c-69fb-4480-a4f8-10a5384e9ce5 HTTP/1.1" status: 200 len: 850 time: 0.1014838 Oct 26 14:13:15.519825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5db24874-8f07-43bb-81fc-1609bb9cced1 None None] Provisioning complete for port 19055738-5b32-4b5d-ae78-2ee151124b5e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:15.520719 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5db24874-8f07-43bb-81fc-1609bb9cced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.526986 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fa01a9f4-ffd6-417f-af03-fecb4731025f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.582857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:15.673761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9509640-ecff-47fd-9b3e-ff2cb041d7c8 req-8879a282-84a4-443f-aa7f-224ebbc46e4f tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7183557 Oct 26 14:13:15.723948 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd96a54a-1638-4bef-945b-a8cd5c60ec74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.732070 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fa01a9f4-ffd6-417f-af03-fecb4731025f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.736127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fa01a9f4-ffd6-417f-af03-fecb4731025f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/034d6fe4-ee9a-438b-9c10-bedf17f6a463 HTTP/1.1" status: 204 len: 168 time: 1.3880961 Oct 26 14:13:15.741729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 19055738-5b32-4b5d-ae78-2ee151124b5e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=19055738-5b32-4b5d-ae78-2ee151124b5e,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:15.756407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40890) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:15.758094 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.774149 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01a9f4-ffd6-417f-af03-fecb4731025f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=034d6fe4-ee9a-438b-9c10-bedf17f6a463,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:15.808295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72801a0f-68f1-4dc9-9998-7fdfb885c6ba req-a10bbdcd-ce4b-4fdb-a0cb-348f3dc27440 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:15.818303 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-798a4e30-5f3d-4afe-8ecf-1951fb8ae444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.821658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72801a0f-68f1-4dc9-9998-7fdfb885c6ba req-a10bbdcd-ce4b-4fdb-a0cb-348f3dc27440 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:15.841459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72801a0f-68f1-4dc9-9998-7fdfb885c6ba req-a10bbdcd-ce4b-4fdb-a0cb-348f3dc27440 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:15.855964 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72801a0f-68f1-4dc9-9998-7fdfb885c6ba req-a10bbdcd-ce4b-4fdb-a0cb-348f3dc27440 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:15.872127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72801a0f-68f1-4dc9-9998-7fdfb885c6ba req-a10bbdcd-ce4b-4fdb-a0cb-348f3dc27440 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:15.892130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72801a0f-68f1-4dc9-9998-7fdfb885c6ba req-a10bbdcd-ce4b-4fdb-a0cb-348f3dc27440 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:15.905438 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72801a0f-68f1-4dc9-9998-7fdfb885c6ba req-a10bbdcd-ce4b-4fdb-a0cb-348f3dc27440 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:15.917535 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72801a0f-68f1-4dc9-9998-7fdfb885c6ba req-a10bbdcd-ce4b-4fdb-a0cb-348f3dc27440 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.6700864 Oct 26 14:13:15.938075 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-798a4e30-5f3d-4afe-8ecf-1951fb8ae444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.947102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59479ff-caf2-470f-97b0-f95a5edd5188 req-fc4437f6-74a0-4e0f-a7ef-1c571568db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:15.949077 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b59479ff-caf2-470f-97b0-f95a5edd5188 req-fc4437f6-74a0-4e0f-a7ef-1c571568db5b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4116557 Oct 26 14:13:15.950706 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=19055738-5b32-4b5d-ae78-2ee151124b5e,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:15.958953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-798a4e30-5f3d-4afe-8ecf-1951fb8ae444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.980870 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd96a54a-1638-4bef-945b-a8cd5c60ec74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.988011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Attempting to bind port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:15.988606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Attempting to bind port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:15.989142 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Attempting to bind port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 on network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:16.013006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-358b2ee4-3942-4d50-98f5-cb44eb4d42e5 None None] Could not find standard attr ID for object 034d6fe4-ee9a-438b-9c10-bedf17f6a463. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:13:16.036819 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72801a0f-68f1-4dc9-9998-7fdfb885c6ba req-5ec4b06f-b47f-4224-a375-45f59e6df798 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982876 Oct 26 14:13:16.037508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 on network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:16.038565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Attempting to bind port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 on network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:16.045084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:16.045423 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Checking segment: {'id': '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:16.045911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Bound using segment: {'id': '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:16.046449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Bound port: d8c8d034-fc3a-4fe6-8cfe-12c81f10d579, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:16.046875 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.122719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] For port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:16.126087 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] For port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:16.137408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05099d03-5bc6-4c11-990f-7799576a0691 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.141038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05099d03-5bc6-4c11-990f-7799576a0691 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.141945 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.149285 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-05099d03-5bc6-4c11-990f-7799576a0691 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3779325 Oct 26 14:13:16.154461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40894) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:16.185084 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-798a4e30-5f3d-4afe-8ecf-1951fb8ae444 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a0c5d458d634684a7a1f865e61b3dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8024085 Oct 26 14:13:16.186050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a4e30-5f3d-4afe-8ecf-1951fb8ae444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c51bd55-bf08-4ad1-b7e8-0af157689b87,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:16.194996 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40896) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:16.279293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.280233 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.284903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] 10.222.0.11 "PUT /v2.0/ports/d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 HTTP/1.1" status: 200 len: 1091 time: 2.9918692 Oct 26 14:13:16.286828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': 'd8c8d034-fc3a-4fe6-8cfe-12c81f10d579'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:16.293248 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bdde54-e7df-46d8-9645-e1ccca58f264" -d '{"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "d8c8d034-fc3a-4fe6-8cfe-12c81f10d579"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:16.325769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba205e2-3f62-4868-a2ed-b3f42b3a7809 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:16.381247 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd96a54a-1638-4bef-945b-a8cd5c60ec74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.390410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd96a54a-1638-4bef-945b-a8cd5c60ec74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.391598 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fd96a54a-1638-4bef-945b-a8cd5c60ec74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36ca7e66-94a8-4198-96cc-43cbd79fe477 HTTP/1.1" status: 204 len: 168 time: 0.9899538 Oct 26 14:13:16.399956 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8142e53-5a7b-49da-a3ba-05c6d6ebbfce x-openstack-request-id: req-e8142e53-5a7b-49da-a3ba-05c6d6ebbfce {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:16.400820 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "d8c8d034-fc3a-4fe6-8cfe-12c81f10d579", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:16.400820 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8142e53-5a7b-49da-a3ba-05c6d6ebbfce {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:16.401157 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': 'd8c8d034-fc3a-4fe6-8cfe-12c81f10d579', 'status': 'completed', 'code': 200} Oct 26 14:13:16.407660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61eba20-8004-4612-9d1b-4db57cf19855 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet fb56d895-c2ec-470c-a555-b82cd86fdbb1 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:16.411089 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c61eba20-8004-4612-9d1b-4db57cf19855 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.420245 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b59479ff-caf2-470f-97b0-f95a5edd5188 req-26223888-6a7d-41c3-99cc-caa558530e98 service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551601 Oct 26 14:13:16.455020 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c61eba20-8004-4612-9d1b-4db57cf19855 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.480478 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96a54a-1638-4bef-945b-a8cd5c60ec74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ca7e66-94a8-4198-96cc-43cbd79fe477,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:16.557060 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.601949 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c61eba20-8004-4612-9d1b-4db57cf19855 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.651602 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-513840eb-221c-4921-a0c4-c0af03210e2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.657520 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b59479ff-caf2-470f-97b0-f95a5edd5188 req-e9d06679-6acb-4956-a877-d2aa599aa6f6 service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158880 Oct 26 14:13:16.684418 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-513840eb-221c-4921-a0c4-c0af03210e2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.782463 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.797091 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-513840eb-221c-4921-a0c4-c0af03210e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.801948 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-513840eb-221c-4921-a0c4-c0af03210e2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.804018 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-513840eb-221c-4921-a0c4-c0af03210e2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c51bd55-bf08-4ad1-b7e8-0af157689b87 HTTP/1.1" status: 204 len: 168 time: 0.6049790 Oct 26 14:13:16.805020 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3468888f-3dc6-4319-b77a-6fe676ab3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.805525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3468888f-3dc6-4319-b77a-6fe676ab3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.808346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3468888f-3dc6-4319-b77a-6fe676ab3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.809039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3468888f-3dc6-4319-b77a-6fe676ab3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.809537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3468888f-3dc6-4319-b77a-6fe676ab3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.810045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3468888f-3dc6-4319-b77a-6fe676ab3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.810641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3468888f-3dc6-4319-b77a-6fe676ab3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.821189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-3468888f-3dc6-4319-b77a-6fe676ab3c83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb00fb8b03d741ea8145d511b755959a&device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 6479 time: 0.4807258 Oct 26 14:13:16.848746 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513840eb-221c-4921-a0c4-c0af03210e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c51bd55-bf08-4ad1-b7e8-0af157689b87,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:16.921017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20714db7-0a8e-4741-a4a4-c1014b760707 req-33a60f15-7a52-4b60-b831-35b923eec24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.922800 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20714db7-0a8e-4741-a4a4-c1014b760707 req-33a60f15-7a52-4b60-b831-35b923eec24e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 1096 time: 0.1107826 Oct 26 14:13:16.967491 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 19055738-5b32-4b5d-ae78-2ee151124b5e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:16.994879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-a3852e6c-c9ef-444d-b01f-41614d78ee8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d23c3036-10bb-4165-b6c2-a4ce9e26949e HTTP/1.1" status: 200 len: 217 time: 0.1570961 Oct 26 14:13:17.138932 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 19055738-5b32-4b5d-ae78-2ee151124b5e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:17.142541 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:17.209074 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20714db7-0a8e-4741-a4a4-c1014b760707 req-5c2ce6ed-bd40-42d4-825a-5d7d45936d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.217834 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20714db7-0a8e-4741-a4a4-c1014b760707 req-5c2ce6ed-bd40-42d4-825a-5d7d45936d1e service neutron] 10.222.0.25 "GET /v2.0/networks?id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 200 len: 912 time: 0.2694569 Oct 26 14:13:17.292803 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c61eba20-8004-4612-9d1b-4db57cf19855 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:17.444674 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20714db7-0a8e-4741-a4a4-c1014b760707 req-975ea6c6-c176-4481-ac9b-375e4bb813d4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 HTTP/1.1" status: 200 len: 1001 time: 0.2167811 Oct 26 14:13:17.464256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61eba20-8004-4612-9d1b-4db57cf19855 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=fb56d895-c2ec-470c-a555-b82cd86fdbb1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:17.482342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173d573f-c2af-4100-80f7-bf69347097b6 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:17.486639 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-e83f4b53-0125-4e34-ac7a-c0cbc2a27cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.498285 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-e83f4b53-0125-4e34-ac7a-c0cbc2a27cdb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=addd5606-6552-4f1f-b55b-993cd7b5d80f HTTP/1.1" status: 200 len: 849 time: 0.4830787 Oct 26 14:13:17.523910 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c61eba20-8004-4612-9d1b-4db57cf19855 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:17.529271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c61eba20-8004-4612-9d1b-4db57cf19855 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/fb56d895-c2ec-470c-a555-b82cd86fdbb1 HTTP/1.1" status: 204 len: 168 time: 1.3709919 Oct 26 14:13:17.534731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40938) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:17.565067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d280c2-080b-474f-a2e2-a15748a15f84 req-142542bc-9ba3-46de-bea8-a2bcdc641d27 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.575499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67d280c2-080b-474f-a2e2-a15748a15f84 req-142542bc-9ba3-46de-bea8-a2bcdc641d27 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.5826538 Oct 26 14:13:17.626960 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20714db7-0a8e-4741-a4a4-c1014b760707 req-13d93784-66b9-4004-bba5-6c16022a762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.628699 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20714db7-0a8e-4741-a4a4-c1014b760707 req-13d93784-66b9-4004-bba5-6c16022a762b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f250216c-69fb-4480-a4f8-10a5384e9ce5 HTTP/1.1" status: 200 len: 850 time: 0.1792395 Oct 26 14:13:17.639721 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7435c3ec-5eb3-456f-932d-a1e18b23e3c3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919526 Oct 26 14:13:17.641317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4c624-0f25-4582-99cf-c443dae4dd8d req-ce89b3bd-5cf3-4ddd-9cab-c6e73aaee44b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.649510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4c624-0f25-4582-99cf-c443dae4dd8d req-ce89b3bd-5cf3-4ddd-9cab-c6e73aaee44b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.656453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40942) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:17.664954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4c624-0f25-4582-99cf-c443dae4dd8d req-ce89b3bd-5cf3-4ddd-9cab-c6e73aaee44b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.683062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4c624-0f25-4582-99cf-c443dae4dd8d req-ce89b3bd-5cf3-4ddd-9cab-c6e73aaee44b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.700147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4c624-0f25-4582-99cf-c443dae4dd8d req-ce89b3bd-5cf3-4ddd-9cab-c6e73aaee44b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.705320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-48e0431a-04ac-4b31-9ca9-6e699d161964 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:17.718892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4c624-0f25-4582-99cf-c443dae4dd8d req-ce89b3bd-5cf3-4ddd-9cab-c6e73aaee44b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.732533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4c624-0f25-4582-99cf-c443dae4dd8d req-ce89b3bd-5cf3-4ddd-9cab-c6e73aaee44b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.748250 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65e4c624-0f25-4582-99cf-c443dae4dd8d req-ce89b3bd-5cf3-4ddd-9cab-c6e73aaee44b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.5442903 Oct 26 14:13:17.786993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40946) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:17.815922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e0431a-04ac-4b31-9ca9-6e699d161964 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:17.821325 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-48e0431a-04ac-4b31-9ca9-6e699d161964 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:17.831523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44c203e-2e97-46c6-bb64-c3b0ad63b070 None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:13:17.847754 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67d280c2-080b-474f-a2e2-a15748a15f84 req-19e3b91d-c989-4128-9ab3-c79332f46a0c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700958 Oct 26 14:13:17.879348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20714db7-0a8e-4741-a4a4-c1014b760707 req-cec6cfbb-bb7c-4d13-a65b-d14fbf2ef1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.884510 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20714db7-0a8e-4741-a4a4-c1014b760707 req-cec6cfbb-bb7c-4d13-a65b-d14fbf2ef1c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2410331 Oct 26 14:13:17.898159 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4131eaae-7165-40bf-af6c-a87fd21c65f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:17.951649 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f44c203e-2e97-46c6-bb64-c3b0ad63b070 None None] Deleting port 19055738-5b32-4b5d-ae78-2ee151124b5e {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:17.952017 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f44c203e-2e97-46c6-bb64-c3b0ad63b070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:17.959823 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65e4c624-0f25-4582-99cf-c443dae4dd8d req-b75ae9a3-26fc-49fc-a12d-ac695eb71fb2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2096345 Oct 26 14:13:18.077072 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4131eaae-7165-40bf-af6c-a87fd21c65f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.080295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-f2f25989-65bd-4cc0-a3d9-37aa2e8bb54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:18.082284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-f2f25989-65bd-4cc0-a3d9-37aa2e8bb54e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31db61e9-1b60-4798-95f8-8992ccf378a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5822814 Oct 26 14:13:18.086651 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4131eaae-7165-40bf-af6c-a87fd21c65f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.117291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4131eaae-7165-40bf-af6c-a87fd21c65f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82028a79780f4fceb5eef5a12cadd2a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933614 Oct 26 14:13:18.130117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40956) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:18.139598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f44c203e-2e97-46c6-bb64-c3b0ad63b070 None None] For port 19055738-5b32-4b5d-ae78-2ee151124b5e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=19055738-5b32-4b5d-ae78-2ee151124b5e,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:18.140601 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f44c203e-2e97-46c6-bb64-c3b0ad63b070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.158708 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20714db7-0a8e-4741-a4a4-c1014b760707 req-403a6d91-fc1f-458e-9e35-4527516e81bc service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594213 Oct 26 14:13:18.191164 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f44c203e-2e97-46c6-bb64-c3b0ad63b070 None None] Calling delete_port for 19055738-5b32-4b5d-ae78-2ee151124b5e owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:18.256293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131eaae-7165-40bf-af6c-a87fd21c65f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7203113-4770-4e35-8828-24e04a95697b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:18.318082 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-84405f65-5e5a-4adb-b48c-674af39190a5 service neutron] 10.222.0.11 "GET /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062330 Oct 26 14:13:18.404613 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20714db7-0a8e-4741-a4a4-c1014b760707 req-b65f831d-b424-40fe-a78e-1b1b95c4c85d service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214472 Oct 26 14:13:18.408160 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8f77c0c0-f8b8-4007-988f-39c1d56acb03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.476258 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8f77c0c0-f8b8-4007-988f-39c1d56acb03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.511669 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f44c203e-2e97-46c6-bb64-c3b0ad63b070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.548631 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.550529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c203e-2e97-46c6-bb64-c3b0ad63b070 None None] Pushing event deleted for resources: {'Port': ['ID=19055738-5b32-4b5d-ae78-2ee151124b5e,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:18.555203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44c203e-2e97-46c6-bb64-c3b0ad63b070 None None] No DVR routers for this DVR port 19055738-5b32-4b5d-ae78-2ee151124b5e on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:18.630298 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-c7fe7c42-412a-450f-8e10-9884ac56c48f service neutron] 10.222.0.11 "GET /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025372 Oct 26 14:13:18.689636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.objects.ports [None req-48e0431a-04ac-4b31-9ca9-6e699d161964 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102123) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:13:18.691264 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-48e0431a-04ac-4b31-9ca9-6e699d161964 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.757494 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-edfb02cb-a911-45da-aa9f-81821b11be1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=ade83c75-0efa-4960-8243-44aed8b5f5ab HTTP/1.1" status: 200 len: 217 time: 0.1052165 Oct 26 14:13:18.759279 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8f77c0c0-f8b8-4007-988f-39c1d56acb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.762275 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8f77c0c0-f8b8-4007-988f-39c1d56acb03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.764259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8f77c0c0-f8b8-4007-988f-39c1d56acb03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7203113-4770-4e35-8828-24e04a95697b HTTP/1.1" status: 204 len: 168 time: 0.6300585 Oct 26 14:13:18.782441 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e0431a-04ac-4b31-9ca9-6e699d161964 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:18.786211 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-48e0431a-04ac-4b31-9ca9-6e699d161964 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:18.792317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e0431a-04ac-4b31-9ca9-6e699d161964 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:18.792981 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-48e0431a-04ac-4b31-9ca9-6e699d161964 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.797232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61548172-5a13-40d2-bd61-3cd256af365a None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:18.799593 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0431a-04ac-4b31-9ca9-6e699d161964 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=905b4c01-cc69-4006-ac9a-87b06ccfa3ce,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:18.826365 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-48e0431a-04ac-4b31-9ca9-6e699d161964 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1662595 Oct 26 14:13:18.829273 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40978) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:18.840494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e9f003cc-a1d8-4a9a-a5d1-a94a2e5648ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'mac_address': 'fa:16:3e:5f:b4:8d', 'name': 'tempest-NetworksTestDHCPv6-1020799325'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:18.877348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 19055738-5b32-4b5d-ae78-2ee151124b5e no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:18.923386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 19055738-5b32-4b5d-ae78-2ee151124b5e {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:18.923732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 19055738-5b32-4b5d-ae78-2ee151124b5e not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:18.957958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77c0c0-f8b8-4007-988f-39c1d56acb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7203113-4770-4e35-8828-24e04a95697b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:18.971324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-04c0123e-6d58-43b6-8b70-e771237c4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:18.972779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-04c0123e-6d58-43b6-8b70-e771237c4843 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.2075584 Oct 26 14:13:19.105549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': '905b4c01-cc69-4006-ac9a-87b06ccfa3ce'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:13:19.107047 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.117464 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f003cc-a1d8-4a9a-a5d1-a94a2e5648ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:19.285737 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e9f003cc-a1d8-4a9a-a5d1-a94a2e5648ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.300036 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Allocated IP 2001:db8::f816:3eff:fe2b:4a08 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/905b4c01-cc69-4006-ac9a-87b06ccfa3ce/75a20098-38d2-46c2-9710-16cd6213632f) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:19.347011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-e9f003cc-a1d8-4a9a-a5d1-a94a2e5648ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port 5abedb7e-3f47-49d7-af79-8bfa4ef51960 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:13:19.497198 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.510468 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.588916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-e9f003cc-a1d8-4a9a-a5d1-a94a2e5648ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::f816:3eff:fe5f:b48d (79fe7094-7bf0-42ce-8967-dd49c87f9b98/905b4c01-cc69-4006-ac9a-87b06ccfa3ce/5abedb7e-3f47-49d7-af79-8bfa4ef51960) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:19.649130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:19.649901 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Pushing event updated for resources: {'Port': ['ID=75a20098-38d2-46c2-9710-16cd6213632f,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:19.661149 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:19.663798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:19.715318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-48a7d0fc-fd2a-469f-8a9c-0c76a310211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.716811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-48a7d0fc-fd2a-469f-8a9c-0c76a310211c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7360630 Oct 26 14:13:19.733727 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d65533-43d4-46bf-bbb1-5245ffb11912 req-064676e7-9b68-40e6-8321-ca8c78265a54 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.735292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55d65533-43d4-46bf-bbb1-5245ffb11912 req-064676e7-9b68-40e6-8321-ca8c78265a54 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.7413211 Oct 26 14:13:19.812024 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Attempting to bind port 75a20098-38d2-46c2-9710-16cd6213632f on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:19.813371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Attempting to bind port 75a20098-38d2-46c2-9710-16cd6213632f by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:19.815097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Attempting to bind port 75a20098-38d2-46c2-9710-16cd6213632f on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:19.828098 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:19.828928 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:19.829608 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.835926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:19.837662 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Bound port: 75a20098-38d2-46c2-9710-16cd6213632f, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:19.840154 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.846478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-270f3011-8b51-484b-acac-09aa77acf240 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085320 Oct 26 14:13:19.859906 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9b43d-6ae2-45a3-8f5b-d77e2e6ba589 req-905aa3ce-0731-4af6-a22b-dc053fac2a36 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.866278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9b43d-6ae2-45a3-8f5b-d77e2e6ba589 req-905aa3ce-0731-4af6-a22b-dc053fac2a36 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.872292 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9b43d-6ae2-45a3-8f5b-d77e2e6ba589 req-905aa3ce-0731-4af6-a22b-dc053fac2a36 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.879942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9b43d-6ae2-45a3-8f5b-d77e2e6ba589 req-905aa3ce-0731-4af6-a22b-dc053fac2a36 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.886576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9b43d-6ae2-45a3-8f5b-d77e2e6ba589 req-905aa3ce-0731-4af6-a22b-dc053fac2a36 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.893161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9b43d-6ae2-45a3-8f5b-d77e2e6ba589 req-905aa3ce-0731-4af6-a22b-dc053fac2a36 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.900527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9b43d-6ae2-45a3-8f5b-d77e2e6ba589 req-905aa3ce-0731-4af6-a22b-dc053fac2a36 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.902475 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5db9b43d-6ae2-45a3-8f5b-d77e2e6ba589 req-905aa3ce-0731-4af6-a22b-dc053fac2a36 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.2632484 Oct 26 14:13:19.988438 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e9f003cc-a1d8-4a9a-a5d1-a94a2e5648ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.995033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] For port 75a20098-38d2-46c2-9710-16cd6213632f, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:20.000232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] For port 75a20098-38d2-46c2-9710-16cd6213632f, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=75a20098-38d2-46c2-9710-16cd6213632f,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:20.013557 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:20.058711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5db9b43d-6ae2-45a3-8f5b-d77e2e6ba589 req-281a7e87-5987-4435-9ebe-de0504691181 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1221044 Oct 26 14:13:20.062032 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55d65533-43d4-46bf-bbb1-5245ffb11912 req-8145e7cf-0ba3-443a-a625-9365e9df8af1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144625 Oct 26 14:13:20.093348 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e9f003cc-a1d8-4a9a-a5d1-a94a2e5648ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:20.129330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-e8c85b53-4559-473a-a135-0a8974927ad2 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258832 Oct 26 14:13:20.188084 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-44790a8f-cb0e-49a3-97a6-c02e7aaf5076 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=ed4f0663-ae83-4800-8ce9-99ce1f56430d HTTP/1.1" status: 200 len: 217 time: 0.0501962 Oct 26 14:13:20.222414 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c92ab7-69e5-453d-9d1c-55c4c1b01527 None None] Pushing event updated for resources: {'Port': ['ID=75a20098-38d2-46c2-9710-16cd6213632f,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:20.246704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f003cc-a1d8-4a9a-a5d1-a94a2e5648ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:20.257853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-e9f003cc-a1d8-4a9a-a5d1-a94a2e5648ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:20.263246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-5b138673-6fed-41d1-8107-e1a83d418b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:20.265971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-5b138673-6fed-41d1-8107-e1a83d418b70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.0690904 Oct 26 14:13:20.285613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f003cc-a1d8-4a9a-a5d1-a94a2e5648ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:20.302627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f003cc-a1d8-4a9a-a5d1-a94a2e5648ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:20.303303 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e9f003cc-a1d8-4a9a-a5d1-a94a2e5648ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:20.356044 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-23c365c1-e49f-4b06-8f8f-dab3cf7dd276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:20.359910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-23c365c1-e49f-4b06-8f8f-dab3cf7dd276 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0861144 Oct 26 14:13:20.360651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f003cc-a1d8-4a9a-a5d1-a94a2e5648ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=5abedb7e-3f47-49d7-af79-8bfa4ef51960,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:20.378731 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e9f003cc-a1d8-4a9a-a5d1-a94a2e5648ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5479617 Oct 26 14:13:20.382780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41038) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:20.649610 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ef2386-2a2d-4ef9-8999-34c6ca7c495e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:20.653379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ef2386-2a2d-4ef9-8999-34c6ca7c495e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:20.655670 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c3ef2386-2a2d-4ef9-8999-34c6ca7c495e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2615068 Oct 26 14:13:20.658539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41048) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:20.705029 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc21b9f-6b23-44fe-8e5c-4d85bc661431 req-20d6d040-b8ba-41d0-8dbb-8d26c9052d6d tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:20.713218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bc21b9f-6b23-44fe-8e5c-4d85bc661431 req-20d6d040-b8ba-41d0-8dbb-8d26c9052d6d tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 945 time: 0.1398096 Oct 26 14:13:20.762770 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-f90df1ae-35ba-4d53-90f7-ccdf06c98c68 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937399 Oct 26 14:13:20.778616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bc21b9f-6b23-44fe-8e5c-4d85bc661431 req-b5a61019-9018-441c-ac6d-6e629c1a07f4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644350 Oct 26 14:13:20.938565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4ce71-2ec2-4b14-af65-a863ef12235c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 5abedb7e-3f47-49d7-af79-8bfa4ef51960 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:20.947253 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ce71-2ec2-4b14-af65-a863ef12235c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:20.949823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 75a20098-38d2-46c2-9710-16cd6213632f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:21.034242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-154ee5f4-f094-4ab3-9b3b-58ecd1dea333 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522216 Oct 26 14:13:21.102862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ce71-2ec2-4b14-af65-a863ef12235c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.117884 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4ce71-2ec2-4b14-af65-a863ef12235c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 5abedb7e-3f47-49d7-af79-8bfa4ef51960 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:21.128769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 75a20098-38d2-46c2-9710-16cd6213632f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:21.130007 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.159003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-f7f67ecd-b555-4ee3-9001-502aad9d52b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=515fa390-2364-4878-8df6-4ab125d2676b HTTP/1.1" status: 200 len: 217 time: 0.1126654 Oct 26 14:13:21.266552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41058) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:21.366609 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.400403 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04692d4-d5d5-4290-ac14-799d9e0a7071 req-8f1ab12e-d7f2-43b5-9fa4-af0ed8aff744 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.412674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04692d4-d5d5-4290-ac14-799d9e0a7071 req-8f1ab12e-d7f2-43b5-9fa4-af0ed8aff744 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.428226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04692d4-d5d5-4290-ac14-799d9e0a7071 req-8f1ab12e-d7f2-43b5-9fa4-af0ed8aff744 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.436049 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ce71-2ec2-4b14-af65-a863ef12235c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.437014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04692d4-d5d5-4290-ac14-799d9e0a7071 req-8f1ab12e-d7f2-43b5-9fa4-af0ed8aff744 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.443458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04692d4-d5d5-4290-ac14-799d9e0a7071 req-8f1ab12e-d7f2-43b5-9fa4-af0ed8aff744 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.452345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04692d4-d5d5-4290-ac14-799d9e0a7071 req-8f1ab12e-d7f2-43b5-9fa4-af0ed8aff744 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.462464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 75a20098-38d2-46c2-9710-16cd6213632f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=75a20098-38d2-46c2-9710-16cd6213632f,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:21.471650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04692d4-d5d5-4290-ac14-799d9e0a7071 req-8f1ab12e-d7f2-43b5-9fa4-af0ed8aff744 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.474866 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.481276 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e04692d4-d5d5-4290-ac14-799d9e0a7071 req-8f1ab12e-d7f2-43b5-9fa4-af0ed8aff744 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.2291563 Oct 26 14:13:21.489127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4ce71-2ec2-4b14-af65-a863ef12235c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=5abedb7e-3f47-49d7-af79-8bfa4ef51960,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:21.517789 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ce71-2ec2-4b14-af65-a863ef12235c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.526802 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b6f4ce71-2ec2-4b14-af65-a863ef12235c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/5abedb7e-3f47-49d7-af79-8bfa4ef51960 HTTP/1.1" status: 204 len: 168 time: 0.8668749 Oct 26 14:13:21.529238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41066) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:21.540543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-108dd583-1eb7-4916-9ff4-63beb3339d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.542119 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-108dd583-1eb7-4916-9ff4-63beb3339d04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.3758919 Oct 26 14:13:21.593608 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b8ba-aa85-497f-affd-d439a1bbb8c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.611744 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=75a20098-38d2-46c2-9710-16cd6213632f,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:21.664912 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537ef183-689c-4ffa-b4cc-27667f4dab33 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.666592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537ef183-689c-4ffa-b4cc-27667f4dab33 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.668674 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-537ef183-689c-4ffa-b4cc-27667f4dab33 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1385040 Oct 26 14:13:21.671370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41074) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:21.760602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b8ba-aa85-497f-affd-d439a1bbb8c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.800345 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4eaf74a-1cf3-489c-9667-f7973cf2cb33 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 905b4c01-cc69-4006-ac9a-87b06ccfa3ce {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:21.804169 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf74a-1cf3-489c-9667-f7973cf2cb33 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.806575 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e04692d4-d5d5-4290-ac14-799d9e0a7071 req-00ef9228-5ab5-46ff-b0fe-8da231bca705 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3244443 Oct 26 14:13:21.817770 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b8ba-aa85-497f-affd-d439a1bbb8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.853110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6b8ba-aa85-497f-affd-d439a1bbb8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d93acc6-ae96-46d1-a5c7-5341b93168b0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:21.874833 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf74a-1cf3-489c-9667-f7973cf2cb33 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.929574 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39b7c177-b574-4bd2-948c-ab20968959fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.931179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-39b7c177-b574-4bd2-948c-ab20968959fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3691149 Oct 26 14:13:21.949344 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41084) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:21.949540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f4c6b8ba-aa85-497f-affd-d439a1bbb8c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5ee2267adae48a39f2a8a5b8362fdd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6812887 Oct 26 14:13:22.020030 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bc5155bd-8888-4f03-924c-a0ee98681648 None None] Provisioning complete for port 75a20098-38d2-46c2-9710-16cd6213632f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:22.020561 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bc5155bd-8888-4f03-924c-a0ee98681648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.151118 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf74a-1cf3-489c-9667-f7973cf2cb33 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.152074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab09e4a-f0ec-4f15-92b0-0aa234b91bd4 req-872a2fcb-cc37-4a3f-b6de-319d473e3cba tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:22.160465 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ab09e4a-f0ec-4f15-92b0-0aa234b91bd4 req-872a2fcb-cc37-4a3f-b6de-319d473e3cba tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 945 time: 0.1967535 Oct 26 14:13:22.211318 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c591698d-7219-47cd-b73f-39905a020c72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.236563 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c591698d-7219-47cd-b73f-39905a020c72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.237278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-4526fa5e-0e0f-417d-8eee-4cad0fa0dd61 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870452 Oct 26 14:13:22.254074 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ab09e4a-f0ec-4f15-92b0-0aa234b91bd4 req-3d4189e8-d544-44a9-a891-3722a4bf0f0b tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830934 Oct 26 14:13:22.302224 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c591698d-7219-47cd-b73f-39905a020c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.302224 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c591698d-7219-47cd-b73f-39905a020c72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.302224 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c591698d-7219-47cd-b73f-39905a020c72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d93acc6-ae96-46d1-a5c7-5341b93168b0 HTTP/1.1" status: 204 len: 168 time: 0.3505414 Oct 26 14:13:22.313323 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c3e67a1f-c973-4b55-9e18-d3b248fe403d None None] Could not find standard attr ID for object 5abedb7e-3f47-49d7-af79-8bfa4ef51960. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:13:22.328990 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591698d-7219-47cd-b73f-39905a020c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d93acc6-ae96-46d1-a5c7-5341b93168b0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:22.379978 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf74a-1cf3-489c-9667-f7973cf2cb33 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.440225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf74a-1cf3-489c-9667-f7973cf2cb33 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.447488 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d4eaf74a-1cf3-489c-9667-f7973cf2cb33 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/905b4c01-cc69-4006-ac9a-87b06ccfa3ce HTTP/1.1" status: 204 len: 168 time: 0.7749321 Oct 26 14:13:22.448282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41100) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:22.448878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaf74a-1cf3-489c-9667-f7973cf2cb33 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=905b4c01-cc69-4006-ac9a-87b06ccfa3ce,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:22.459345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-04885dfc-9ee7-4c57-b94b-eed729c686f3 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138469 Oct 26 14:13:22.544679 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-90ce4050-51c3-4914-912d-0be2cb330db1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912666 Oct 26 14:13:22.546653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41106) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:22.573612 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-76dbc540-06e2-433d-98d4-7514b11d208b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=d7eeebab-4fea-41da-a670-4fb4e1ce3521 HTTP/1.1" status: 200 len: 217 time: 0.1032951 Oct 26 14:13:22.574407 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae3d107-b5ca-4594-8817-41a44cac3945 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:22.669429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2536edbe-fdc4-4948-8481-b040e44bdc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:22.673406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-2536edbe-fdc4-4948-8481-b040e44bdc5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.0838823 Oct 26 14:13:22.677109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2a7ca2-8466-490a-a12f-553adfc8fd91 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:22.680165 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4c2a7ca2-8466-490a-a12f-553adfc8fd91 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1321011 Oct 26 14:13:22.688209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41110) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:22.749094 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-dd2ca7d8-d5c5-4ebe-b0a3-d8f3bb3867c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:22.750630 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-dd2ca7d8-d5c5-4ebe-b0a3-d8f3bb3867c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687685 Oct 26 14:13:22.949964 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e58ef4-6e70-421a-a93f-e02e94e14488 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:22.963266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d8c5c-6e84-4c1a-9d78-7e967dc77127 None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:13:22.982746 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-75e58ef4-6e70-421a-a93f-e02e94e14488 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2648358 Oct 26 14:13:22.983459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41122) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:23.076274 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1cdeaed8-af80-43f2-9863-9ab972b34150 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916281 Oct 26 14:13:23.083873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41128) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:23.089917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9c8d0c88-a39f-44f7-a9e9-07a5315804e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:23.180544 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-358d8c5c-6e84-4c1a-9d78-7e967dc77127 None None] Deleting port 75a20098-38d2-46c2-9710-16cd6213632f {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:23.181416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-358d8c5c-6e84-4c1a-9d78-7e967dc77127 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.207997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-46f41f04-5f07-4fa2-9ea8-dd034365e8c1 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481947 Oct 26 14:13:23.273271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8d0c88-a39f-44f7-a9e9-07a5315804e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:23.279419 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c8d0c88-a39f-44f7-a9e9-07a5315804e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.283855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-358d8c5c-6e84-4c1a-9d78-7e967dc77127 None None] For port 75a20098-38d2-46c2-9710-16cd6213632f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=75a20098-38d2-46c2-9710-16cd6213632f,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:23.285691 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-358d8c5c-6e84-4c1a-9d78-7e967dc77127 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.315254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-358d8c5c-6e84-4c1a-9d78-7e967dc77127 None None] Calling delete_port for 75a20098-38d2-46c2-9710-16cd6213632f owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:23.450945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-c2eb34a0-6e3f-4e9b-b9f9-fe3be7689076 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133212 Oct 26 14:13:23.503637 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.509766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-14931878-adb0-4afa-a1da-4d15454fcf4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be HTTP/1.1" status: 200 len: 217 time: 0.0468779 Oct 26 14:13:23.525562 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b75ec-3791-42d3-bf86-20ab2e3d683b req-d7d28a1d-adad-44e6-a4c6-2bd5c773464d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.532978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b75ec-3791-42d3-bf86-20ab2e3d683b req-d7d28a1d-adad-44e6-a4c6-2bd5c773464d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.542473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b75ec-3791-42d3-bf86-20ab2e3d683b req-d7d28a1d-adad-44e6-a4c6-2bd5c773464d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.552876 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b75ec-3791-42d3-bf86-20ab2e3d683b req-d7d28a1d-adad-44e6-a4c6-2bd5c773464d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.561567 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-358d8c5c-6e84-4c1a-9d78-7e967dc77127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.561910 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b75ec-3791-42d3-bf86-20ab2e3d683b req-d7d28a1d-adad-44e6-a4c6-2bd5c773464d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.580377 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b75ec-3791-42d3-bf86-20ab2e3d683b req-d7d28a1d-adad-44e6-a4c6-2bd5c773464d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.586107 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d8c5c-6e84-4c1a-9d78-7e967dc77127 None None] No DVR routers for this DVR port 75a20098-38d2-46c2-9710-16cd6213632f on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:23.595446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b75ec-3791-42d3-bf86-20ab2e3d683b req-d7d28a1d-adad-44e6-a4c6-2bd5c773464d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.607475 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b7b75ec-3791-42d3-bf86-20ab2e3d683b req-d7d28a1d-adad-44e6-a4c6-2bd5c773464d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.3984716 Oct 26 14:13:23.646037 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d8c5c-6e84-4c1a-9d78-7e967dc77127 None None] Pushing event deleted for resources: {'Port': ['ID=75a20098-38d2-46c2-9710-16cd6213632f,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:23.660198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a575980-f48c-4e97-8c3c-ef21cdf4b387 req-79eccb04-6c8b-43f5-9508-720d27c99842 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.676275 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a575980-f48c-4e97-8c3c-ef21cdf4b387 req-79eccb04-6c8b-43f5-9508-720d27c99842 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 945 time: 0.4230537 Oct 26 14:13:23.826702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.objects.ports [None req-9c8d0c88-a39f-44f7-a9e9-07a5315804e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102123) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:13:23.829038 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c8d0c88-a39f-44f7-a9e9-07a5315804e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.860430 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-32ee248b-9a9a-492a-bb2d-f8edad90b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.861798 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-32ee248b-9a9a-492a-bb2d-f8edad90b707 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=854c14b3-03da-4bc6-b12c-986f0f0590da HTTP/1.1" status: 200 len: 797 time: 0.2489958 Oct 26 14:13:23.877363 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b7b75ec-3791-42d3-bf86-20ab2e3d683b req-e0bc6a83-a0b6-46d9-8518-a577c9091428 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2687001 Oct 26 14:13:23.908095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d0c88-a39f-44f7-a9e9-07a5315804e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:23.920719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-9c8d0c88-a39f-44f7-a9e9-07a5315804e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:23.926181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8d0c88-a39f-44f7-a9e9-07a5315804e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.927361 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c8d0c88-a39f-44f7-a9e9-07a5315804e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.930734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d0c88-a39f-44f7-a9e9-07a5315804e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=dee2e587-2678-4e49-8f3f-b2c082ae205e,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:23.931964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6178dc-9286-4b43-ba15-9ad4c3a482a9 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:23.966685 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9c8d0c88-a39f-44f7-a9e9-07a5315804e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8816071 Oct 26 14:13:23.969082 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41162) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:23.975167 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-08c3743c-b84c-42e3-9fa4-b48d9b5995ff tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'mac_address': 'fa:16:3e:ff:ba:0a', 'name': 'tempest-NetworksTestDHCPv6-4221341'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:23.996556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a575980-f48c-4e97-8c3c-ef21cdf4b387 req-3582c452-61cc-4d31-85a3-cdd2cbf00f76 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191724 Oct 26 14:13:24.039819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-978941fb-3225-40bc-bc7a-6ee5fc514981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.047840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-978941fb-3225-40bc-bc7a-6ee5fc514981 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1668153 Oct 26 14:13:24.201288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c3743c-b84c-42e3-9fa4-b48d9b5995ff tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:24.206128 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08c3743c-b84c-42e3-9fa4-b48d9b5995ff tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.229759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': 'dee2e587-2678-4e49-8f3f-b2c082ae205e'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:13:24.232346 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.250333 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-08c3743c-b84c-42e3-9fa4-b48d9b5995ff tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port f3a8cd13-7685-442e-8247-86d0ac37c678 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:13:24.307006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-20565911-1c23-4144-9571-84f9e20a4642 service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520044 Oct 26 14:13:24.416181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-08c3743c-b84c-42e3-9fa4-b48d9b5995ff tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::f816:3eff:feff:ba0a (79fe7094-7bf0-42ce-8967-dd49c87f9b98/dee2e587-2678-4e49-8f3f-b2c082ae205e/f3a8cd13-7685-442e-8247-86d0ac37c678) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:24.474852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-a4719a31-80a5-4264-bdab-0f2e7dd0e14f service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561201 Oct 26 14:13:24.533388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-5858ab23-ff04-4aba-9ba0-ca9440effea3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 HTTP/1.1" status: 200 len: 217 time: 0.0504460 Oct 26 14:13:24.613339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-30cffe07-32cd-4cb0-a1b5-89dcf40c2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.614884 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-30cffe07-32cd-4cb0-a1b5-89dcf40c2fcd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=854c14b3-03da-4bc6-b12c-986f0f0590da HTTP/1.1" status: 200 len: 797 time: 0.0721378 Oct 26 14:13:24.649614 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08c3743c-b84c-42e3-9fa4-b48d9b5995ff tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.674492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41180) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:24.692434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-ed96a502-9f55-49d2-a2ff-a1ea585b3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.694588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-ed96a502-9f55-49d2-a2ff-a1ea585b3aee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722544 Oct 26 14:13:24.700718 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08c3743c-b84c-42e3-9fa4-b48d9b5995ff tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.794349 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Allocated IP 2001:db8::f816:3eff:fee4:a81a (79fe7094-7bf0-42ce-8967-dd49c87f9b98/dee2e587-2678-4e49-8f3f-b2c082ae205e/3348da40-d18a-419c-b71e-c8d1f878634f) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:24.859718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c3743c-b84c-42e3-9fa4-b48d9b5995ff tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:24.876124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-08c3743c-b84c-42e3-9fa4-b48d9b5995ff tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:24.883108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3743c-b84c-42e3-9fa4-b48d9b5995ff tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:24.894978 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c3743c-b84c-42e3-9fa4-b48d9b5995ff tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.895668 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08c3743c-b84c-42e3-9fa4-b48d9b5995ff tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.909522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 75a20098-38d2-46c2-9710-16cd6213632f no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:24.945215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3743c-b84c-42e3-9fa4-b48d9b5995ff tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=f3a8cd13-7685-442e-8247-86d0ac37c678,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:24.959512 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-57981e57-fa54-4c11-99d7-4ae30acbb941 service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458627 Oct 26 14:13:24.962945 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 75a20098-38d2-46c2-9710-16cd6213632f {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:24.963566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 75a20098-38d2-46c2-9710-16cd6213632f not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:24.981012 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a2531bf-4287-4025-8c82-79bb1261894c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.027301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-b1e97742-ad93-4950-867b-1492e6e055a3 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.029540 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-b1e97742-ad93-4950-867b-1492e6e055a3 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.11 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 945 time: 0.2959657 Oct 26 14:13:25.068810 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-08c3743c-b84c-42e3-9fa4-b48d9b5995ff tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.0959535 Oct 26 14:13:25.130128 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41192) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:25.133277 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.153459 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.216546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Pushing event updated for resources: {'Port': ['ID=3348da40-d18a-419c-b71e-c8d1f878634f,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:25.228691 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:25.231329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:25.245299 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:25.291041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35ee82c-cf3d-4798-b78b-fbdcf187a3a1 req-a4ef43ff-e148-4663-8115-0eb6f0ba7029 service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306079 Oct 26 14:13:25.296316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab629c39-0b87-4509-bc71-7997940e5e95 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.318988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab629c39-0b87-4509-bc71-7997940e5e95 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.321162 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ab629c39-0b87-4509-bc71-7997940e5e95 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1603854 Oct 26 14:13:25.333214 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39613c6-f495-427d-acec-e4b4c55b7288 req-b8fb5a66-76fd-4b37-8dda-3a7bb53f142a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.335450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Attempting to bind port 3348da40-d18a-419c-b71e-c8d1f878634f on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:25.335828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Attempting to bind port 3348da40-d18a-419c-b71e-c8d1f878634f by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:25.336241 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Attempting to bind port 3348da40-d18a-419c-b71e-c8d1f878634f on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:25.342083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39613c6-f495-427d-acec-e4b4c55b7288 req-b8fb5a66-76fd-4b37-8dda-3a7bb53f142a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.343227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:25.343604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:25.344057 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.344607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:25.345620 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Bound port: 3348da40-d18a-419c-b71e-c8d1f878634f, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:25.346234 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.357177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41202) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:25.357333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39613c6-f495-427d-acec-e4b4c55b7288 req-b8fb5a66-76fd-4b37-8dda-3a7bb53f142a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.364731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39613c6-f495-427d-acec-e4b4c55b7288 req-b8fb5a66-76fd-4b37-8dda-3a7bb53f142a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.374116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39613c6-f495-427d-acec-e4b4c55b7288 req-b8fb5a66-76fd-4b37-8dda-3a7bb53f142a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.382633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39613c6-f495-427d-acec-e4b4c55b7288 req-b8fb5a66-76fd-4b37-8dda-3a7bb53f142a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.389465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39613c6-f495-427d-acec-e4b4c55b7288 req-b8fb5a66-76fd-4b37-8dda-3a7bb53f142a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.391630 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c39613c6-f495-427d-acec-e4b4c55b7288 req-b8fb5a66-76fd-4b37-8dda-3a7bb53f142a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.3642335 Oct 26 14:13:25.422471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541833e-0de6-4f40-ae02-0daf5f613df1 req-594257b1-7f0e-49d4-8201-c327d5b0b719 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.424222 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f541833e-0de6-4f40-ae02-0daf5f613df1 req-594257b1-7f0e-49d4-8201-c327d5b0b719 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 945 time: 0.2070558 Oct 26 14:13:25.425381 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] For port 3348da40-d18a-419c-b71e-c8d1f878634f, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:25.434133 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] For port 3348da40-d18a-419c-b71e-c8d1f878634f, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3348da40-d18a-419c-b71e-c8d1f878634f,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:25.441690 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.514075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-655f7881-d5ce-4a5d-a384-0123ee81a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.514758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-655f7881-d5ce-4a5d-a384-0123ee81a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.515423 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-655f7881-d5ce-4a5d-a384-0123ee81a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.515952 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-655f7881-d5ce-4a5d-a384-0123ee81a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.516478 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-655f7881-d5ce-4a5d-a384-0123ee81a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.517596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-655f7881-d5ce-4a5d-a384-0123ee81a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.518188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-655f7881-d5ce-4a5d-a384-0123ee81a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.520502 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-655f7881-d5ce-4a5d-a384-0123ee81a985 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb00fb8b03d741ea8145d511b755959a&device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 6479 time: 0.1269898 Oct 26 14:13:25.534340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3a7db-58b9-45a5-bda9-1111ab0b8fc8 None None] Pushing event updated for resources: {'Port': ['ID=3348da40-d18a-419c-b71e-c8d1f878634f,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:25.550515 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c39613c6-f495-427d-acec-e4b4c55b7288 req-0dc5b8fb-d016-4d9a-a357-4c41815d5dc1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1457253 Oct 26 14:13:25.567210 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f541833e-0de6-4f40-ae02-0daf5f613df1 req-5060ba52-96db-4c35-97b2-c961f2baa986 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147654 Oct 26 14:13:25.685448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-b8ef8b6e-74b8-4e34-bd06-d8c128345679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.687333 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-b8ef8b6e-74b8-4e34-bd06-d8c128345679 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf HTTP/1.1" status: 200 len: 903 time: 0.1567118 Oct 26 14:13:25.754157 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-5a25ceea-2aa9-46de-963e-ccbf23a2ffef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 HTTP/1.1" status: 200 len: 217 time: 0.0544887 Oct 26 14:13:25.824427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-78350c19-736f-4c8b-a45e-40c29d16e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.826184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-78350c19-736f-4c8b-a45e-40c29d16e897 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=854c14b3-03da-4bc6-b12c-986f0f0590da HTTP/1.1" status: 200 len: 797 time: 0.0649252 Oct 26 14:13:25.909699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a2531bf-4287-4025-8c82-79bb1261894c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.918324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Deleting port 42df84b6-5345-4228-a208-b14198afb124 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:25.918661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.925735 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a2531bf-4287-4025-8c82-79bb1261894c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.958144 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-9049d675-23bc-4dda-861a-c0c80dad764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.960676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-9049d675-23bc-4dda-861a-c0c80dad764a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1268399 Oct 26 14:13:26.024781 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3a2531bf-4287-4025-8c82-79bb1261894c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4c8546a98e64b9f9fc6a5bf96a6a9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3492312 Oct 26 14:13:26.065948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41206) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:26.102019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-25e3f893-973b-4d01-b5f1-b408d6810f3f service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324971 Oct 26 14:13:26.131588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2531bf-4287-4025-8c82-79bb1261894c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98756a51-c4d2-489c-bac4-10b17defcb1e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:26.209131 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17bdde54-e7df-46d8-9645-e1ccca58f264 req-88450cee-4413-482f-b904-6933c42519ab service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968020 Oct 26 14:13:26.213821 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e5b2998e-e6cd-4879-aa07-29cc2f9190f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.222578 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-359bda8a-4075-469e-a7cc-7258e8e041e1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port f3a8cd13-7685-442e-8247-86d0ac37c678 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:26.222916 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-359bda8a-4075-469e-a7cc-7258e8e041e1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.307354 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] For port 42df84b6-5345-4228-a208-b14198afb124, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=42df84b6-5345-4228-a208-b14198afb124,segment=NetworkSegment(3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6),segment_id=3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:26.308028 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.321399 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e5b2998e-e6cd-4879-aa07-29cc2f9190f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.497605 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-359bda8a-4075-469e-a7cc-7258e8e041e1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.521089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-359bda8a-4075-469e-a7cc-7258e8e041e1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for f3a8cd13-7685-442e-8247-86d0ac37c678 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:26.536326 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e5b2998e-e6cd-4879-aa07-29cc2f9190f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.539564 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e5b2998e-e6cd-4879-aa07-29cc2f9190f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.543266 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e5b2998e-e6cd-4879-aa07-29cc2f9190f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98756a51-c4d2-489c-bac4-10b17defcb1e HTTP/1.1" status: 204 len: 168 time: 0.4697392 Oct 26 14:13:26.585438 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2998e-e6cd-4879-aa07-29cc2f9190f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98756a51-c4d2-489c-bac4-10b17defcb1e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:26.707318 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.710878 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.711203 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Floating IP 1c2d0edb-3578-4bd8-9870-09dc25eac092 disassociated. External IP: 172.25.4.16, port: 42df84b6-5345-4228-a208-b14198afb124. Oct 26 14:13:26.711564 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Calling delete_port for 42df84b6-5345-4228-a208-b14198afb124 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:26.907575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08160-2498-4fff-96b7-cdea4de7aa76 req-b3af0547-09dc-42ff-95f7-18789140aaf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:26.914943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08160-2498-4fff-96b7-cdea4de7aa76 req-b3af0547-09dc-42ff-95f7-18789140aaf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:26.920958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08160-2498-4fff-96b7-cdea4de7aa76 req-b3af0547-09dc-42ff-95f7-18789140aaf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:26.927544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08160-2498-4fff-96b7-cdea4de7aa76 req-b3af0547-09dc-42ff-95f7-18789140aaf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:26.951351 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08160-2498-4fff-96b7-cdea4de7aa76 req-b3af0547-09dc-42ff-95f7-18789140aaf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:26.970881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08160-2498-4fff-96b7-cdea4de7aa76 req-b3af0547-09dc-42ff-95f7-18789140aaf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:26.979112 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.981842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08160-2498-4fff-96b7-cdea4de7aa76 req-b3af0547-09dc-42ff-95f7-18789140aaf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:26.984388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4b08160-2498-4fff-96b7-cdea4de7aa76 req-b3af0547-09dc-42ff-95f7-18789140aaf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.2334907 Oct 26 14:13:27.001087 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3348da40-d18a-419c-b71e-c8d1f878634f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:27.003933 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d8dc7-2b99-499b-8d70-b268a101b7c5 req-87cebdb1-17ea-4e0e-a2eb-186e88bdbbae tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.005713 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb6d8dc7-2b99-499b-8d70-b268a101b7c5 req-87cebdb1-17ea-4e0e-a2eb-186e88bdbbae tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 945 time: 0.2437627 Oct 26 14:13:27.053108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Pushing event deleted for resources: {'Port': ['ID=42df84b6-5345-4228-a208-b14198afb124,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:27.107581 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4b08160-2498-4fff-96b7-cdea4de7aa76 req-4aac14eb-4e3d-40e7-995a-a11fe6818da4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988839 Oct 26 14:13:27.157018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3348da40-d18a-419c-b71e-c8d1f878634f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:27.157569 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.164583 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb6d8dc7-2b99-499b-8d70-b268a101b7c5 req-73d00bdf-55e4-4bb9-b091-11764162dbbc tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups?id=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387069 Oct 26 14:13:27.179774 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-359bda8a-4075-469e-a7cc-7258e8e041e1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.201176 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41224) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:27.221961 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-53030fee-2dcb-4d41-819c-7b39f4f2946f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.282623 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.298741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bda8a-4075-469e-a7cc-7258e8e041e1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=f3a8cd13-7685-442e-8247-86d0ac37c678,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:27.337589 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-359bda8a-4075-469e-a7cc-7258e8e041e1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.340031 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 3348da40-d18a-419c-b71e-c8d1f878634f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3348da40-d18a-419c-b71e-c8d1f878634f,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:27.342080 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-359bda8a-4075-469e-a7cc-7258e8e041e1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/f3a8cd13-7685-442e-8247-86d0ac37c678 HTTP/1.1" status: 204 len: 168 time: 1.9822059 Oct 26 14:13:27.345229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41230) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:27.353232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-940cf0d0-eb56-4c4e-8dbf-2993b9a25cc5 None None] Provisioning complete for port 3348da40-d18a-419c-b71e-c8d1f878634f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:27.353602 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-940cf0d0-eb56-4c4e-8dbf-2993b9a25cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.356727 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.416325 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-53030fee-2dcb-4d41-819c-7b39f4f2946f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.426591 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-53030fee-2dcb-4d41-819c-7b39f4f2946f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.470838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588e9f9c-6b49-4098-b5f6-c1d66bbe743f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.476137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588e9f9c-6b49-4098-b5f6-c1d66bbe743f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.479875 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-588e9f9c-6b49-4098-b5f6-c1d66bbe743f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1338618 Oct 26 14:13:27.482993 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41234) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:27.518034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-53030fee-2dcb-4d41-819c-7b39f4f2946f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c100ad33833740ad89bd5f6da78407c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153279 Oct 26 14:13:27.524045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41236) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:27.524726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53030fee-2dcb-4d41-819c-7b39f4f2946f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3389020-bbeb-4b7a-afba-b20f95802132,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:27.528536 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:13:27.644968 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.662816 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a730c1d4-1cc9-4929-b23e-0f130be50814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.666977 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=3348da40-d18a-419c-b71e-c8d1f878634f,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:27.721647 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a730c1d4-1cc9-4929-b23e-0f130be50814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.792194 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c145272-f184-4438-ae24-f9112480b97c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet dee2e587-2678-4e49-8f3f-b2c082ae205e {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:27.801332 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c145272-f184-4438-ae24-f9112480b97c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.835931 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a730c1d4-1cc9-4929-b23e-0f130be50814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.838851 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a730c1d4-1cc9-4929-b23e-0f130be50814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.842473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a730c1d4-1cc9-4929-b23e-0f130be50814 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3389020-bbeb-4b7a-afba-b20f95802132 HTTP/1.1" status: 204 len: 168 time: 0.3091974 Oct 26 14:13:27.849939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730c1d4-1cc9-4929-b23e-0f130be50814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3389020-bbeb-4b7a-afba-b20f95802132,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:27.942164 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c145272-f184-4438-ae24-f9112480b97c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.967878 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-45514b17-8c60-441f-bda9-f1d1915cae4b None None] Could not find standard attr ID for object f3a8cd13-7685-442e-8247-86d0ac37c678. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:13:28.137756 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c145272-f184-4438-ae24-f9112480b97c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.294322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:28.310585 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e690a8-5212-4024-928d-777c43d85fce None None] Sync routers for ids ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:28.321048 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e690a8-5212-4024-928d-777c43d85fce None None] Routers {'dc2b30e4-7d52-4568-8649-0e7eaaf6c797'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:28.321674 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-67e690a8-5212-4024-928d-777c43d85fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:13:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:28.409453 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da329c52-44d9-4d6f-899c-d3c13ce2e2bc req-231296c4-03a7-49b4-b3a9-38e25e322088 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/ports?device_id=27759137-04f2-4d95-bac1-ff2e38f3d32b HTTP/1.1" status: 200 len: 210 time: 0.1321793 Oct 26 14:13:28.438109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] No DVR routers for this DVR port 42df84b6-5345-4228-a208-b14198afb124 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:28.446344 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.450547 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-67e690a8-5212-4024-928d-777c43d85fce None None] Set router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:28.460560 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b6adfe16-8ac5-4346-8278-5c5b22d82b5b req-7fbdd916-116c-4c85-82eb-a45627c43f02 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.11 "DELETE /v2.0/ports/42df84b6-5345-4228-a208-b14198afb124 HTTP/1.1" status: 204 len: 173 time: 3.4223886 Oct 26 14:13:28.462789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27759137-04f2-4d95-bac1-ff2e38f3d32b', 'name': 'network-vif-deleted', 'tag': '42df84b6-5345-4228-a208-b14198afb124'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:28.478256 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6bd732-3064-4a09-9f80-6ead16d7cb0c" -d '{"events": [{"server_uuid": "27759137-04f2-4d95-bac1-ff2e38f3d32b", "name": "network-vif-deleted", "tag": "42df84b6-5345-4228-a208-b14198afb124"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:28.486887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b00da2-02fa-4eef-a1b5-df1ba5e63bbd req-ee3abb55-ce72-49e2-8d90-6eea547163a4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:28.507403 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b00da2-02fa-4eef-a1b5-df1ba5e63bbd req-ee3abb55-ce72-49e2-8d90-6eea547163a4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:28.509070 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c145272-f184-4438-ae24-f9112480b97c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.528343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b00da2-02fa-4eef-a1b5-df1ba5e63bbd req-ee3abb55-ce72-49e2-8d90-6eea547163a4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:28.536615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 42df84b6-5345-4228-a208-b14198afb124 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:28.548144 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b00da2-02fa-4eef-a1b5-df1ba5e63bbd req-ee3abb55-ce72-49e2-8d90-6eea547163a4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:28.560632 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b00da2-02fa-4eef-a1b5-df1ba5e63bbd req-ee3abb55-ce72-49e2-8d90-6eea547163a4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:28.579830 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b00da2-02fa-4eef-a1b5-df1ba5e63bbd req-ee3abb55-ce72-49e2-8d90-6eea547163a4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:28.590552 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e019d1-c840-44eb-a3bc-dd35955cb92e x-openstack-request-id: req-93e019d1-c840-44eb-a3bc-dd35955cb92e {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:28.594362 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27759137-04f2-4d95-bac1-ff2e38f3d32b", "name": "network-vif-deleted", "tag": "42df84b6-5345-4228-a208-b14198afb124", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:28.594816 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93e019d1-c840-44eb-a3bc-dd35955cb92e {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:28.595389 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27759137-04f2-4d95-bac1-ff2e38f3d32b', 'name': 'network-vif-deleted', 'tag': '42df84b6-5345-4228-a208-b14198afb124', 'status': 'completed', 'code': 200} Oct 26 14:13:28.600211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b00da2-02fa-4eef-a1b5-df1ba5e63bbd req-ee3abb55-ce72-49e2-8d90-6eea547163a4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:28.613014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c145272-f184-4438-ae24-f9112480b97c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=dee2e587-2678-4e49-8f3f-b2c082ae205e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:28.619137 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3b00da2-02fa-4eef-a1b5-df1ba5e63bbd req-ee3abb55-ce72-49e2-8d90-6eea547163a4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.3637562 Oct 26 14:13:28.620019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c145272-f184-4438-ae24-f9112480b97c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.629121 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6c145272-f184-4438-ae24-f9112480b97c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/dee2e587-2678-4e49-8f3f-b2c082ae205e HTTP/1.1" status: 204 len: 168 time: 1.1430681 Oct 26 14:13:28.637282 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab60a91-533d-469a-834a-91136a27a1c1 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:28.637648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41266) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:28.767360 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-67e690a8-5212-4024-928d-777c43d85fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:09:56Z', 'revision_number': 4, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port': {'id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:48Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '10dbc24c-25d3-48de-a59e-62ac781df8b0', 'name': '', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'mac_address': 'fa:16:3e:2e:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:54Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 5, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'subnets': [{'id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:28.796551 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e690a8-5212-4024-928d-777c43d85fce None None] Checking router: dc2b30e4-7d52-4568-8649-0e7eaaf6c797 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:28.807428 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41272) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:28.808477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-08fe5e66-613f-478b-ab5c-ea28c27f0050 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1678050 Oct 26 14:13:28.814535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:28.817628 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e690a8-5212-4024-928d-777c43d85fce None None] Routers {'dc2b30e4-7d52-4568-8649-0e7eaaf6c797'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:28.820155 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-67e690a8-5212-4024-928d-777c43d85fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:13:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:28.865179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3b00da2-02fa-4eef-a1b5-df1ba5e63bbd req-4071fa26-af5a-4a3c-ada6-a5804f7323ac tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2450795 Oct 26 14:13:29.050679 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-67e690a8-5212-4024-928d-777c43d85fce None None] Set router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:29.055559 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:29.060537 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.181776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 42df84b6-5345-4228-a208-b14198afb124 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:29.182164 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 42df84b6-5345-4228-a208-b14198afb124 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:29.186427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3348da40-d18a-419c-b71e-c8d1f878634f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:29.383032 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3348da40-d18a-419c-b71e-c8d1f878634f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:29.383543 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.546977 n-d-815498-1 neutron-server[102123]: DEBUG neutron.objects.ports [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102123) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:13:29.597174 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a6235-17a6-411b-bed6-00049f9860d7 None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:13:29.617691 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41292) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:29.734111 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.768467 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.778594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-202a6235-17a6-411b-bed6-00049f9860d7 None None] Deleting port 3348da40-d18a-419c-b71e-c8d1f878634f {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:29.783632 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-202a6235-17a6-411b-bed6-00049f9860d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.854855 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-67e690a8-5212-4024-928d-777c43d85fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:09:56Z', 'revision_number': 4, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port': {'id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:48Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '10dbc24c-25d3-48de-a59e-62ac781df8b0', 'name': '', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'mac_address': 'fa:16:3e:2e:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:54Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 5, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'subnets': [{'id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:29.865656 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.882882 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.884244 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "DELETE /v2.0/security-groups/079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd HTTP/1.1" status: 204 len: 168 time: 0.2660613 Oct 26 14:13:29.887596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41298) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:29.954878 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.955503 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-5097591f-1333-4ff8-b664-22ce2759bacd tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] show failed (client error): The resource could not be found. Oct 26 14:13:29.956607 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5097591f-1333-4ff8-b664-22ce2759bacd tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "GET /v2.0/security-groups/079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd HTTP/1.1" status: 404 len: 347 time: 0.0606947 Oct 26 14:13:29.961152 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e690a8-5212-4024-928d-777c43d85fce None None] The sync data for ids ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'] in n-d-815498-1 is: [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:09:56Z', 'revision_number': 4, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port': {'id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:48Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '10dbc24c-25d3-48de-a59e-62ac781df8b0', 'name': '', 'network_id': '4a8738fb-19b7-41a3-ad88-e6e9326941c2', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'mac_address': 'fa:16:3e:2e:b6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:54Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 5, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'subnets': [{'id': '36c9ee84-73cd-4f4c-a9c8-60dee8d784b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:29.962743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41304) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:29.972040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079b3f5a-aa4d-4b97-ab03-26ddd69ec5bd,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:29.979006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-202a6235-17a6-411b-bed6-00049f9860d7 None None] For port 3348da40-d18a-419c-b71e-c8d1f878634f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3348da40-d18a-419c-b71e-c8d1f878634f,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:29.980558 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-202a6235-17a6-411b-bed6-00049f9860d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.042522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-202a6235-17a6-411b-bed6-00049f9860d7 None None] Calling delete_port for 3348da40-d18a-419c-b71e-c8d1f878634f owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:30.086406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.089680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.089680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.094056 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.094412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.094758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.095087 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.097797 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.099027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.101060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.101647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.102235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbf62f-d747-40f4-be35-04e3395554c4 tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.356041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74cd03-3e0d-43f9-ad2e-e6bc5c96d8a4 req-97e6a967-c83f-4d3f-8060-9760a837fb1d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.363104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74cd03-3e0d-43f9-ad2e-e6bc5c96d8a4 req-97e6a967-c83f-4d3f-8060-9760a837fb1d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.369517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74cd03-3e0d-43f9-ad2e-e6bc5c96d8a4 req-97e6a967-c83f-4d3f-8060-9760a837fb1d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.380134 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] For port 3348da40-d18a-419c-b71e-c8d1f878634f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3348da40-d18a-419c-b71e-c8d1f878634f,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:30.402349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74cd03-3e0d-43f9-ad2e-e6bc5c96d8a4 req-97e6a967-c83f-4d3f-8060-9760a837fb1d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.414405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74cd03-3e0d-43f9-ad2e-e6bc5c96d8a4 req-97e6a967-c83f-4d3f-8060-9760a837fb1d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.422326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74cd03-3e0d-43f9-ad2e-e6bc5c96d8a4 req-97e6a967-c83f-4d3f-8060-9760a837fb1d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.430492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74cd03-3e0d-43f9-ad2e-e6bc5c96d8a4 req-97e6a967-c83f-4d3f-8060-9760a837fb1d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.433381 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac74cd03-3e0d-43f9-ad2e-e6bc5c96d8a4 req-97e6a967-c83f-4d3f-8060-9760a837fb1d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.3254859 Oct 26 14:13:30.446870 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.454816 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.455725 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.460506 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-202a6235-17a6-411b-bed6-00049f9860d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.507580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a6235-17a6-411b-bed6-00049f9860d7 None None] Pushing event deleted for resources: {'Port': ['ID=3348da40-d18a-419c-b71e-c8d1f878634f,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:30.511478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a6235-17a6-411b-bed6-00049f9860d7 None None] No DVR routers for this DVR port 3348da40-d18a-419c-b71e-c8d1f878634f on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:30.592737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac74cd03-3e0d-43f9-ad2e-e6bc5c96d8a4 req-24fdd7af-a0ce-4d6e-b057-3fac6dc1856e tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1466188 Oct 26 14:13:30.596963 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ef170-273d-4256-9e17-4a75e6950adb None None] New status for floating IP 1c2d0edb-3578-4bd8-9870-09dc25eac092: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:13:30.626962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2cea4e1b-6026-435a-b118-13e4fcdbf01d tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Deleting port 9e905d1b-4ad2-42ee-9860-d73dbfedb18e {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:30.630762 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cea4e1b-6026-435a-b118-13e4fcdbf01d tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.654565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=3348da40-d18a-419c-b71e-c8d1f878634f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:30.702268 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:30.705600 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:30.710106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.710683 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.716490 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=9d03224d-d4a7-4cfc-b9a0-54f8f7cea8b5,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:30.739259 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f0dbcb85-d4e5-450d-a2fa-e49ae39fc539 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9301443 Oct 26 14:13:30.742553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41318) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:30.752036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0e00f33b-33fd-4143-9a0a-c488edf71d9d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'mac_address': 'fa:16:3e:ca:9a:07', 'name': 'tempest-NetworksTestDHCPv6-1846830176'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:30.757422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e67bd0-6e75-45a8-9da0-8132c3bc4828 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:30.924611 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cea4e1b-6026-435a-b118-13e4fcdbf01d tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.924977 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cea4e1b-6026-435a-b118-13e4fcdbf01d tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.981701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2cea4e1b-6026-435a-b118-13e4fcdbf01d tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Calling delete_port for 9e905d1b-4ad2-42ee-9860-d73dbfedb18e owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:30.986505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3348da40-d18a-419c-b71e-c8d1f878634f no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:31.016449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': '9d03224d-d4a7-4cfc-b9a0-54f8f7cea8b5'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:13:31.017659 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:31.021588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 3348da40-d18a-419c-b71e-c8d1f878634f {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:31.022380 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3348da40-d18a-419c-b71e-c8d1f878634f not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:31.235253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e00f33b-33fd-4143-9a0a-c488edf71d9d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:31.405821 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0e00f33b-33fd-4143-9a0a-c488edf71d9d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:31.406660 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cea4e1b-6026-435a-b118-13e4fcdbf01d tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:31.442818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea4e1b-6026-435a-b118-13e4fcdbf01d tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Pushing event deleted for resources: {'Port': ['ID=9e905d1b-4ad2-42ee-9860-d73dbfedb18e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:31.460903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-0e00f33b-33fd-4143-9a0a-c488edf71d9d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port df15b7f5-9805-40be-b190-331f7048ec9e yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:13:31.547991 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Allocated IP 2001:db8::f816:3eff:fed9:286e (79fe7094-7bf0-42ce-8967-dd49c87f9b98/9d03224d-d4a7-4cfc-b9a0-54f8f7cea8b5/ed09eaf1-9852-4575-b462-393945f3d9fd) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:31.559779 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cea4e1b-6026-435a-b118-13e4fcdbf01d tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:31.562976 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cea4e1b-6026-435a-b118-13e4fcdbf01d tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:31.564670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2cea4e1b-6026-435a-b118-13e4fcdbf01d tempest-ServersTestManualDisk-803598619 tempest-ServersTestManualDisk-803598619-project] 10.222.0.32 "DELETE /v2.0/floatingips/1c2d0edb-3578-4bd8-9870-09dc25eac092 HTTP/1.1" status: 204 len: 168 time: 1.5938833 Oct 26 14:13:31.567872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41338) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:31.831653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04159576-d54c-4ffc-944f-fb8b2c60aa19 req-2314b08f-0d0e-49d3-8621-6b883e86edf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:31.837580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04159576-d54c-4ffc-944f-fb8b2c60aa19 req-2314b08f-0d0e-49d3-8621-6b883e86edf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:31.843602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04159576-d54c-4ffc-944f-fb8b2c60aa19 req-2314b08f-0d0e-49d3-8621-6b883e86edf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:31.844000 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:31.850140 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04159576-d54c-4ffc-944f-fb8b2c60aa19 req-2314b08f-0d0e-49d3-8621-6b883e86edf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:31.857279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04159576-d54c-4ffc-944f-fb8b2c60aa19 req-2314b08f-0d0e-49d3-8621-6b883e86edf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:31.858067 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:31.864358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04159576-d54c-4ffc-944f-fb8b2c60aa19 req-2314b08f-0d0e-49d3-8621-6b883e86edf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:31.871251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04159576-d54c-4ffc-944f-fb8b2c60aa19 req-2314b08f-0d0e-49d3-8621-6b883e86edf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:31.879240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04159576-d54c-4ffc-944f-fb8b2c60aa19 req-2314b08f-0d0e-49d3-8621-6b883e86edf6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.1368890 Oct 26 14:13:31.898342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:31.901593 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:31.906790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:31.927708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-0e00f33b-33fd-4143-9a0a-c488edf71d9d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::f816:3eff:feca:9a07 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/9d03224d-d4a7-4cfc-b9a0-54f8f7cea8b5/df15b7f5-9805-40be-b190-331f7048ec9e) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:31.973951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04159576-d54c-4ffc-944f-fb8b2c60aa19 req-7892f5e3-f557-4964-9432-63ff8ae4d7c5 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819974 Oct 26 14:13:32.027070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Attempting to bind port ed09eaf1-9852-4575-b462-393945f3d9fd on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:32.027510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Attempting to bind port ed09eaf1-9852-4575-b462-393945f3d9fd by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:32.027770 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Attempting to bind port ed09eaf1-9852-4575-b462-393945f3d9fd on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:32.039357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:32.039784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:32.040156 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:32.040511 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:32.041547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Bound port: ed09eaf1-9852-4575-b462-393945f3d9fd, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:32.041547 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:32.060257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Pushing event updated for resources: {'Port': ['ID=ed09eaf1-9852-4575-b462-393945f3d9fd,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:32.146807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] For port ed09eaf1-9852-4575-b462-393945f3d9fd, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:32.150559 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] For port ed09eaf1-9852-4575-b462-393945f3d9fd, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ed09eaf1-9852-4575-b462-393945f3d9fd,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:32.159151 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:32.205995 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0e00f33b-33fd-4143-9a0a-c488edf71d9d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:32.223388 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2e9f0-ff24-455d-9d35-79508b61525a None None] Pushing event updated for resources: {'Port': ['ID=ed09eaf1-9852-4575-b462-393945f3d9fd,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:32.258232 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53f269d6-54d2-46fa-91d8-ffb28034ec6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:32.302416 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0e00f33b-33fd-4143-9a0a-c488edf71d9d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:32.808364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00f33b-33fd-4143-9a0a-c488edf71d9d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:32.818610 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-0e00f33b-33fd-4143-9a0a-c488edf71d9d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:32.846385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e00f33b-33fd-4143-9a0a-c488edf71d9d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:32.855025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e00f33b-33fd-4143-9a0a-c488edf71d9d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:32.855602 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0e00f33b-33fd-4143-9a0a-c488edf71d9d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:32.858760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00f33b-33fd-4143-9a0a-c488edf71d9d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=df15b7f5-9805-40be-b190-331f7048ec9e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:32.923586 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0e00f33b-33fd-4143-9a0a-c488edf71d9d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1798935 Oct 26 14:13:32.926506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41376) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:32.969698 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:13:33.008358 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ed09eaf1-9852-4575-b462-393945f3d9fd up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:33.059210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8301865a-c5e4-4d24-9c07-80551f1c0e3a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:33.073616 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8301865a-c5e4-4d24-9c07-80551f1c0e3a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:33.076531 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8301865a-c5e4-4d24-9c07-80551f1c0e3a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1484582 Oct 26 14:13:33.080160 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41382) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:33.155671 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ed09eaf1-9852-4575-b462-393945f3d9fd triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:33.156053 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.245194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca70b8-6357-40be-8d11-1f3af2f2cfc3 req-a1f85cb7-fbdd-4593-a68b-fabc3304e50f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:33.259732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca70b8-6357-40be-8d11-1f3af2f2cfc3 req-a1f85cb7-fbdd-4593-a68b-fabc3304e50f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:33.265940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca70b8-6357-40be-8d11-1f3af2f2cfc3 req-a1f85cb7-fbdd-4593-a68b-fabc3304e50f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:33.273076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca70b8-6357-40be-8d11-1f3af2f2cfc3 req-a1f85cb7-fbdd-4593-a68b-fabc3304e50f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:33.280592 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca70b8-6357-40be-8d11-1f3af2f2cfc3 req-a1f85cb7-fbdd-4593-a68b-fabc3304e50f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:33.287121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca70b8-6357-40be-8d11-1f3af2f2cfc3 req-a1f85cb7-fbdd-4593-a68b-fabc3304e50f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:33.304743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca70b8-6357-40be-8d11-1f3af2f2cfc3 req-a1f85cb7-fbdd-4593-a68b-fabc3304e50f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:33.306838 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adca70b8-6357-40be-8d11-1f3af2f2cfc3 req-a1f85cb7-fbdd-4593-a68b-fabc3304e50f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.1747024 Oct 26 14:13:33.347634 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.386229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-53f269d6-54d2-46fa-91d8-ffb28034ec6a admin admin] Deleting port 10dbc24c-25d3-48de-a59e-62ac781df8b0 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:33.388532 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53f269d6-54d2-46fa-91d8-ffb28034ec6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.425799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port ed09eaf1-9852-4575-b462-393945f3d9fd, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ed09eaf1-9852-4575-b462-393945f3d9fd,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:33.435376 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.464451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adca70b8-6357-40be-8d11-1f3af2f2cfc3 req-5be7b4ca-fb21-40d0-882a-8df3598e4c96 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382301 Oct 26 14:13:33.536651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-72af41b5-ef41-4277-9bb5-c4a6c2d8394e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port df15b7f5-9805-40be-b190-331f7048ec9e {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:33.537042 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-72af41b5-ef41-4277-9bb5-c4a6c2d8394e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.557766 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=ed09eaf1-9852-4575-b462-393945f3d9fd,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:33.607968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-53f269d6-54d2-46fa-91d8-ffb28034ec6a admin admin] For port 10dbc24c-25d3-48de-a59e-62ac781df8b0, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=10dbc24c-25d3-48de-a59e-62ac781df8b0,segment=NetworkSegment(3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6),segment_id=3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:33.607968 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53f269d6-54d2-46fa-91d8-ffb28034ec6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.623346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-53f269d6-54d2-46fa-91d8-ffb28034ec6a admin admin] Calling delete_port for 10dbc24c-25d3-48de-a59e-62ac781df8b0 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:33.738230 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-72af41b5-ef41-4277-9bb5-c4a6c2d8394e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.755300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-72af41b5-ef41-4277-9bb5-c4a6c2d8394e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for df15b7f5-9805-40be-b190-331f7048ec9e owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:33.985885 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53f269d6-54d2-46fa-91d8-ffb28034ec6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.031747 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-72af41b5-ef41-4277-9bb5-c4a6c2d8394e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.060287 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f269d6-54d2-46fa-91d8-ffb28034ec6a admin admin] Pushing event deleted for resources: {'Port': ['ID=10dbc24c-25d3-48de-a59e-62ac781df8b0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:34.104841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af41b5-ef41-4277-9bb5-c4a6c2d8394e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=df15b7f5-9805-40be-b190-331f7048ec9e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:34.146147 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-72af41b5-ef41-4277-9bb5-c4a6c2d8394e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.150324 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-72af41b5-ef41-4277-9bb5-c4a6c2d8394e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/df15b7f5-9805-40be-b190-331f7048ec9e HTTP/1.1" status: 204 len: 168 time: 1.0689507 Oct 26 14:13:34.153761 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41402) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:34.162155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-86080b66-0955-4ad0-b658-5194505e5e19 None None] Provisioning complete for port ed09eaf1-9852-4575-b462-393945f3d9fd triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:34.168587 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-86080b66-0955-4ad0-b658-5194505e5e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.299345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c8053e-87cb-43c3-b768-34dc88ba5a68 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.301063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c8053e-87cb-43c3-b768-34dc88ba5a68 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.304758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f0c8053e-87cb-43c3-b768-34dc88ba5a68 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1496260 Oct 26 14:13:34.310765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41404) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:34.448437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-c921dd95-e53c-4ac5-9735-ff7ec4ffab69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 9d03224d-d4a7-4cfc-b9a0-54f8f7cea8b5 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:34.454721 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c921dd95-e53c-4ac5-9735-ff7ec4ffab69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.514108 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c921dd95-e53c-4ac5-9735-ff7ec4ffab69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.622256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8bb64d65-c914-4062-9860-97279af2af76 None None] Could not find standard attr ID for object df15b7f5-9805-40be-b190-331f7048ec9e. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:13:34.656030 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c921dd95-e53c-4ac5-9735-ff7ec4ffab69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.697002 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53f269d6-54d2-46fa-91d8-ffb28034ec6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.838211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c921dd95-e53c-4ac5-9735-ff7ec4ffab69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.908769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921dd95-e53c-4ac5-9735-ff7ec4ffab69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=9d03224d-d4a7-4cfc-b9a0-54f8f7cea8b5,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:34.925199 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c921dd95-e53c-4ac5-9735-ff7ec4ffab69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.928672 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c921dd95-e53c-4ac5-9735-ff7ec4ffab69 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/9d03224d-d4a7-4cfc-b9a0-54f8f7cea8b5 HTTP/1.1" status: 204 len: 168 time: 0.6166799 Oct 26 14:13:34.940864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6169a5-c9d8-43b9-b6ab-876a4e1033b9 req-3299a2be-8ebb-4ca9-9a12-c7cf466173f8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.948491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6169a5-c9d8-43b9-b6ab-876a4e1033b9 req-3299a2be-8ebb-4ca9-9a12-c7cf466173f8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.954758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6169a5-c9d8-43b9-b6ab-876a4e1033b9 req-3299a2be-8ebb-4ca9-9a12-c7cf466173f8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.961374 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6169a5-c9d8-43b9-b6ab-876a4e1033b9 req-3299a2be-8ebb-4ca9-9a12-c7cf466173f8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.967477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6169a5-c9d8-43b9-b6ab-876a4e1033b9 req-3299a2be-8ebb-4ca9-9a12-c7cf466173f8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.973962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6169a5-c9d8-43b9-b6ab-876a4e1033b9 req-3299a2be-8ebb-4ca9-9a12-c7cf466173f8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.980926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6169a5-c9d8-43b9-b6ab-876a4e1033b9 req-3299a2be-8ebb-4ca9-9a12-c7cf466173f8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.994362 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc6169a5-c9d8-43b9-b6ab-876a4e1033b9 req-3299a2be-8ebb-4ca9-9a12-c7cf466173f8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.2489510 Oct 26 14:13:34.994362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41420) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:35.035267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d2f616d1-75fc-4a1b-806a-550a2274a84a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437725 Oct 26 14:13:35.060388 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41422) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:35.089542 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9355c268-9a2f-4030-92a0-1d1fb8ed7b76 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:35.177933 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ed09eaf1-9852-4575-b462-393945f3d9fd up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:35.214757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc6169a5-c9d8-43b9-b6ab-876a4e1033b9 req-ce5a65e1-7ac5-4105-bb33-1173f45fe3ca tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2241955 Oct 26 14:13:35.239364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44926d2-033b-4a87-a1c9-631c6d630db0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:35.243438 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c44926d2-033b-4a87-a1c9-631c6d630db0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1777029 Oct 26 14:13:35.245634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41426) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:35.375300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0485b528-4118-4e4b-8685-acb328aa758d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:35.379212 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0485b528-4118-4e4b-8685-acb328aa758d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1301656 Oct 26 14:13:35.379618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41428) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:35.380797 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f269d6-54d2-46fa-91d8-ffb28034ec6a admin admin] Router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:13:35.433476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ed09eaf1-9852-4575-b462-393945f3d9fd triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:35.435416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.560481 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7019d1c-34a8-4250-844a-44510dca6381 None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:13:35.659288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f269d6-54d2-46fa-91d8-ffb28034ec6a admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:35.669889 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4649de5-e90c-4aff-af5d-d9b27474fb11 None None] Sync routers for ids ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:35.687129 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-53f269d6-54d2-46fa-91d8-ffb28034ec6a admin admin] 10.222.0.32 "PUT /v2.0/routers/dc2b30e4-7d52-4568-8649-0e7eaaf6c797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1180811 Oct 26 14:13:35.687802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41436) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:35.690438 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4649de5-e90c-4aff-af5d-d9b27474fb11 None None] Routers {'dc2b30e4-7d52-4568-8649-0e7eaaf6c797'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:35.691128 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e4649de5-e90c-4aff-af5d-d9b27474fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:13:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:35.776117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e7019d1c-34a8-4250-844a-44510dca6381 None None] Deleting port ed09eaf1-9852-4575-b462-393945f3d9fd {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:35.779842 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e7019d1c-34a8-4250-844a-44510dca6381 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.968495 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.998418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e7019d1c-34a8-4250-844a-44510dca6381 None None] For port ed09eaf1-9852-4575-b462-393945f3d9fd, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ed09eaf1-9852-4575-b462-393945f3d9fd,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:36.001277 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e7019d1c-34a8-4250-844a-44510dca6381 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:36.045803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e7019d1c-34a8-4250-844a-44510dca6381 None None] Calling delete_port for ed09eaf1-9852-4575-b462-393945f3d9fd owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:36.177590 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e7019d1c-34a8-4250-844a-44510dca6381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:36.223771 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7019d1c-34a8-4250-844a-44510dca6381 None None] No DVR routers for this DVR port ed09eaf1-9852-4575-b462-393945f3d9fd on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:36.239811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7019d1c-34a8-4250-844a-44510dca6381 None None] Pushing event deleted for resources: {'Port': ['ID=ed09eaf1-9852-4575-b462-393945f3d9fd,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:36.267404 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:36.298466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-87f079d3-3444-4fd7-8f87-fd805507cb28 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.9178066 Oct 26 14:13:36.303365 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41462) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:36.311735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-720f8545-77c6-4543-b3a0-7610fdb7ee06 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:36.318284 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-e4649de5-e90c-4aff-af5d-d9b27474fb11 None None] Set router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:36.447013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a2597-2e44-42a0-81d4-b4587074b684 req-6a8b6f06-ee3b-4d8b-85cb-52805ceefd85 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.456453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a2597-2e44-42a0-81d4-b4587074b684 req-6a8b6f06-ee3b-4d8b-85cb-52805ceefd85 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.462019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] Deleting port 61aec150-afd0-4343-a05e-03306b9a7aaa {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:36.462531 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:36.474770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a2597-2e44-42a0-81d4-b4587074b684 req-6a8b6f06-ee3b-4d8b-85cb-52805ceefd85 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.482449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a2597-2e44-42a0-81d4-b4587074b684 req-6a8b6f06-ee3b-4d8b-85cb-52805ceefd85 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.488658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a2597-2e44-42a0-81d4-b4587074b684 req-6a8b6f06-ee3b-4d8b-85cb-52805ceefd85 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.507781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a2597-2e44-42a0-81d4-b4587074b684 req-6a8b6f06-ee3b-4d8b-85cb-52805ceefd85 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.515188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720f8545-77c6-4543-b3a0-7610fdb7ee06 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:36.519201 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-720f8545-77c6-4543-b3a0-7610fdb7ee06 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:36.521261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a2597-2e44-42a0-81d4-b4587074b684 req-6a8b6f06-ee3b-4d8b-85cb-52805ceefd85 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.535319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f1a2597-2e44-42a0-81d4-b4587074b684 req-6a8b6f06-ee3b-4d8b-85cb-52805ceefd85 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.1904035 Oct 26 14:13:36.617559 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f1a2597-2e44-42a0-81d4-b4587074b684 req-3c084de6-a8f1-46d7-a8ab-597cbc630b3a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813177 Oct 26 14:13:36.645636 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e4649de5-e90c-4aff-af5d-d9b27474fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:13:33Z', 'revision_number': 5, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port': {'id': '61aec150-afd0-4343-a05e-03306b9a7aaa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:48Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:36.676607 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4649de5-e90c-4aff-af5d-d9b27474fb11 None None] Checking router: dc2b30e4-7d52-4568-8649-0e7eaaf6c797 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:36.688128 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4649de5-e90c-4aff-af5d-d9b27474fb11 None None] Routers {'dc2b30e4-7d52-4568-8649-0e7eaaf6c797'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:36.688992 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e4649de5-e90c-4aff-af5d-d9b27474fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:13:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:36.724165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] For port 61aec150-afd0-4343-a05e-03306b9a7aaa, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=61aec150-afd0-4343-a05e-03306b9a7aaa,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:36.724625 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:36.747479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] Calling delete_port for 61aec150-afd0-4343-a05e-03306b9a7aaa owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:36.843255 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-e4649de5-e90c-4aff-af5d-d9b27474fb11 None None] Set router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:36.883484 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ed09eaf1-9852-4575-b462-393945f3d9fd no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:36.916968 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e4649de5-e90c-4aff-af5d-d9b27474fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:13:36Z', 'revision_number': 6, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:36.930401 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: ed09eaf1-9852-4575-b462-393945f3d9fd {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:36.930761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ed09eaf1-9852-4575-b462-393945f3d9fd not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:36.983416 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4649de5-e90c-4aff-af5d-d9b27474fb11 None None] The sync data for ids ['dc2b30e4-7d52-4568-8649-0e7eaaf6c797'] in n-d-815498-1 is: [{'id': 'dc2b30e4-7d52-4568-8649-0e7eaaf6c797', 'name': 'tempest-ServersTestManualDisk-1993858734-router', 'tenant_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:47Z', 'updated_at': '2021-10-26T14:13:36Z', 'revision_number': 6, 'project_id': '658456eeb3994cd6a60fa0f1aeac94d2', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:37.134446 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-720f8545-77c6-4543-b3a0-7610fdb7ee06 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.202730 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720f8545-77c6-4543-b3a0-7610fdb7ee06 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:37.213207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-720f8545-77c6-4543-b3a0-7610fdb7ee06 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:37.219859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720f8545-77c6-4543-b3a0-7610fdb7ee06 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:37.220145 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-720f8545-77c6-4543-b3a0-7610fdb7ee06 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.225815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016bf87d-0e32-4bcd-aaac-eb275fc4dd73 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:37.236906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f8545-77c6-4543-b3a0-7610fdb7ee06 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=e3f73d34-e647-4048-a774-5e830c4f5c9c,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:37.252074 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.266879 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-720f8545-77c6-4543-b3a0-7610fdb7ee06 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9620140 Oct 26 14:13:37.271040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41482) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:37.278011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-61c78905-ef8d-428b-8562-ef924f3f2dd1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'mac_address': 'fa:16:3e:cd:75:78', 'name': 'tempest-NetworksTestDHCPv6-959296979'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:37.331057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=61aec150-afd0-4343-a05e-03306b9a7aaa,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:37.491346 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.514865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c78905-ef8d-428b-8562-ef924f3f2dd1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:37.591809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': 'e3f73d34-e647-4048-a774-5e830c4f5c9c'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:13:37.592795 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.697278 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61c78905-ef8d-428b-8562-ef924f3f2dd1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.735116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-61c78905-ef8d-428b-8562-ef924f3f2dd1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port 514021e0-23aa-4284-be0e-1f59a0b2019c yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:13:37.745633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.750523 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.864371 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.865713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc2b30e4-7d52-4568-8649-0e7eaaf6c797 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:13:37.872436 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.876500 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e158946b-5c5e-444d-8185-5dff826161c3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dc2b30e4-7d52-4568-8649-0e7eaaf6c797 HTTP/1.1" status: 204 len: 168 time: 2.1876974 Oct 26 14:13:37.877811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41494) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:37.945173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Deleting subnet 36c9ee84-73cd-4f4c-a9c8-60dee8d784b3 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:37.950183 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.956312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c449b-6062-44cd-9953-e762f0062b3b req-3da810b8-659a-47fc-8069-510d0489dd21 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:37.963005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c449b-6062-44cd-9953-e762f0062b3b req-3da810b8-659a-47fc-8069-510d0489dd21 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:37.969072 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c449b-6062-44cd-9953-e762f0062b3b req-3da810b8-659a-47fc-8069-510d0489dd21 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:37.975514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c449b-6062-44cd-9953-e762f0062b3b req-3da810b8-659a-47fc-8069-510d0489dd21 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:37.986643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c449b-6062-44cd-9953-e762f0062b3b req-3da810b8-659a-47fc-8069-510d0489dd21 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:37.993877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c449b-6062-44cd-9953-e762f0062b3b req-3da810b8-659a-47fc-8069-510d0489dd21 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.000086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c449b-6062-44cd-9953-e762f0062b3b req-3da810b8-659a-47fc-8069-510d0489dd21 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.002787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-048c449b-6062-44cd-9953-e762f0062b3b req-3da810b8-659a-47fc-8069-510d0489dd21 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.1858773 Oct 26 14:13:38.055011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-61c78905-ef8d-428b-8562-ef924f3f2dd1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::37e (79fe7094-7bf0-42ce-8967-dd49c87f9b98/e3f73d34-e647-4048-a774-5e830c4f5c9c/514021e0-23aa-4284-be0e-1f59a0b2019c) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:38.061063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-048c449b-6062-44cd-9953-e762f0062b3b req-45f6d391-422a-4fe5-85e0-6473e4fa8b7b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419610 Oct 26 14:13:38.062993 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.243281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.291804 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61c78905-ef8d-428b-8562-ef924f3f2dd1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.310608 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.343614 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.350028 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/36c9ee84-73cd-4f4c-a9c8-60dee8d784b3 HTTP/1.1" status: 204 len: 168 time: 0.4678807 Oct 26 14:13:38.350028 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36c9ee84-73cd-4f4c-a9c8-60dee8d784b3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:38.351300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2967b234-be0d-4444-810d-8fc7b96caeb8 None None] Network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:38.351764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41504) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:38.360555 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:38.360906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:38.361789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:38.362689 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:38.362790 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61c78905-ef8d-428b-8562-ef924f3f2dd1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.362903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:38.362903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:38.363217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:38.364373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:38.364623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:38.365097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:38.365379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:38.365679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba1fa5-1a3a-4166-bfd4-634133a13314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:38.519774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c78905-ef8d-428b-8562-ef924f3f2dd1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:38.541512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-61c78905-ef8d-428b-8562-ef924f3f2dd1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:38.551217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c78905-ef8d-428b-8562-ef924f3f2dd1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:38.562887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c78905-ef8d-428b-8562-ef924f3f2dd1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.568020 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61c78905-ef8d-428b-8562-ef924f3f2dd1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.602990 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.607951 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c78905-ef8d-428b-8562-ef924f3f2dd1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=514021e0-23aa-4284-be0e-1f59a0b2019c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:38.612163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Allocated IP 2001:db8::2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/e3f73d34-e647-4048-a774-5e830c4f5c9c/543bfb59-8f45-451c-b7f9-2ca4b1c5a4de) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:38.634461 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41516) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:38.645801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-61c78905-ef8d-428b-8562-ef924f3f2dd1 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3719461 Oct 26 14:13:38.716504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6b086d-6eeb-463a-8765-8ccb543e3cf7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.718514 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5b6b086d-6eeb-463a-8765-8ccb543e3cf7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0824943 Oct 26 14:13:38.721147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41520) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:38.768522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Deleting port ad39dc8e-015d-429b-b01e-7d41668366ca {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:38.769117 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.800372 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967f1f48-98ce-4e3d-aab6-775fa64ba948 None None] DHCP port deletion for 4a8738fb-19b7-41a3-ad88-e6e9326941c2 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:13:38.879120 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] For port ad39dc8e-015d-429b-b01e-7d41668366ca, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ad39dc8e-015d-429b-b01e-7d41668366ca,segment=NetworkSegment(3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6),segment_id=3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:38.879615 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.897609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Calling delete_port for ad39dc8e-015d-429b-b01e-7d41668366ca owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:38.933220 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 61aec150-afd0-4343-a05e-03306b9a7aaa no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:38.951903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b627e216-f9ae-461d-9974-dafb40970670 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 514021e0-23aa-4284-be0e-1f59a0b2019c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:38.952452 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b627e216-f9ae-461d-9974-dafb40970670 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.996621 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.037631 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 61aec150-afd0-4343-a05e-03306b9a7aaa {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:39.038690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 61aec150-afd0-4343-a05e-03306b9a7aaa not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:39.039208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 10dbc24c-25d3-48de-a59e-62ac781df8b0 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:39.064391 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b627e216-f9ae-461d-9974-dafb40970670 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.065880 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 10dbc24c-25d3-48de-a59e-62ac781df8b0 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:39.066348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 10dbc24c-25d3-48de-a59e-62ac781df8b0 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:39.066854 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ad39dc8e-015d-429b-b01e-7d41668366ca no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:39.070714 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.078926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad39dc8e-015d-429b-b01e-7d41668366ca,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:39.085169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b627e216-f9ae-461d-9974-dafb40970670 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 514021e0-23aa-4284-be0e-1f59a0b2019c owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:39.094095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] No DVR routers for this DVR port ad39dc8e-015d-429b-b01e-7d41668366ca on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:39.102704 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: ad39dc8e-015d-429b-b01e-7d41668366ca {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:39.103148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ad39dc8e-015d-429b-b01e-7d41668366ca not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:39.110645 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-967f1f48-98ce-4e3d-aab6-775fa64ba948 None None] Deleting port ad39dc8e-015d-429b-b01e-7d41668366ca {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:39.111034 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-967f1f48-98ce-4e3d-aab6-775fa64ba948 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.114194 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.245426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:39.252359 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b627e216-f9ae-461d-9974-dafb40970670 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.262941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:39.284062 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.293322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:39.313534 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627e216-f9ae-461d-9974-dafb40970670 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=514021e0-23aa-4284-be0e-1f59a0b2019c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:39.351031 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b627e216-f9ae-461d-9974-dafb40970670 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.356715 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b627e216-f9ae-461d-9974-dafb40970670 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/514021e0-23aa-4284-be0e-1f59a0b2019c HTTP/1.1" status: 204 len: 168 time: 0.6343470 Oct 26 14:13:39.362289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41538) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:39.380984 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8738fb-19b7-41a3-ad88-e6e9326941c2']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:39.402498 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:39.402859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2a1c24-d3c1-4a3f-bc8b-d55d6aad89e6') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:39.418911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6d528-3c2a-4b9f-a3e7-19a801c298dd req-dfe5b380-cdeb-46aa-b252-bcfa3f99ad74 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:39.425878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6d528-3c2a-4b9f-a3e7-19a801c298dd req-dfe5b380-cdeb-46aa-b252-bcfa3f99ad74 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:39.433363 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6d528-3c2a-4b9f-a3e7-19a801c298dd req-dfe5b380-cdeb-46aa-b252-bcfa3f99ad74 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:39.440173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6d528-3c2a-4b9f-a3e7-19a801c298dd req-dfe5b380-cdeb-46aa-b252-bcfa3f99ad74 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:39.447288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6d528-3c2a-4b9f-a3e7-19a801c298dd req-dfe5b380-cdeb-46aa-b252-bcfa3f99ad74 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:39.455723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6d528-3c2a-4b9f-a3e7-19a801c298dd req-dfe5b380-cdeb-46aa-b252-bcfa3f99ad74 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:39.462296 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6d528-3c2a-4b9f-a3e7-19a801c298dd req-dfe5b380-cdeb-46aa-b252-bcfa3f99ad74 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:39.471085 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ea6d528-3c2a-4b9f-a3e7-19a801c298dd req-dfe5b380-cdeb-46aa-b252-bcfa3f99ad74 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.1905842 Oct 26 14:13:39.488514 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.501283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf100e1b-a24b-48ae-9d49-5a6dec7b8b79 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:39.507305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf100e1b-a24b-48ae-9d49-5a6dec7b8b79 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:39.514243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41544) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:39.519649 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cf100e1b-a24b-48ae-9d49-5a6dec7b8b79 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1480141 Oct 26 14:13:39.530147 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.604011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-a432a95b-979a-422d-a4ca-c2fb0984d4c6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet e3f73d34-e647-4048-a774-5e830c4f5c9c {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:39.614929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:13:39.615229 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:13:39.618047 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:13:39.670738 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a432a95b-979a-422d-a4ca-c2fb0984d4c6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.687175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ea6d528-3c2a-4b9f-a3e7-19a801c298dd req-cce20e3d-cbbc-468f-832c-0e98bc2d427f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2143385 Oct 26 14:13:39.715967 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Attempting to bind port 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:39.716429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Attempting to bind port 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:39.716691 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Attempting to bind port 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:39.730464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-967f1f48-98ce-4e3d-aab6-775fa64ba948 None None] For port ad39dc8e-015d-429b-b01e-7d41668366ca, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:39.730464 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-967f1f48-98ce-4e3d-aab6-775fa64ba948 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.740629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Pushing event updated for resources: {'Port': ['ID=543bfb59-8f45-451c-b7f9-2ca4b1c5a4de,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:39.770874 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:39.771383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:39.771798 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.772704 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:39.773401 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Bound port: 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:39.773737 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.789196 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-967f1f48-98ce-4e3d-aab6-775fa64ba948 None None] Calling delete_port for ad39dc8e-015d-429b-b01e-7d41668366ca owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:39.872982 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-967f1f48-98ce-4e3d-aab6-775fa64ba948 None None] Port ad39dc8e-015d-429b-b01e-7d41668366ca was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:13:39.874198 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-967f1f48-98ce-4e3d-aab6-775fa64ba948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.909862 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a432a95b-979a-422d-a4ca-c2fb0984d4c6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.940831 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f1f48-98ce-4e3d-aab6-775fa64ba948 None None] Pushing event deleted for resources: {'Port': ['ID=ad39dc8e-015d-429b-b01e-7d41668366ca,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:39.953054 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.958909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-967f1f48-98ce-4e3d-aab6-775fa64ba948 None None] Network 4a8738fb-19b7-41a3-ad88-e6e9326941c2 is not hosted by any dhcp agent {{(pid=102125) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:13:39.959387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967f1f48-98ce-4e3d-aab6-775fa64ba948 None None] No DVR routers for this DVR port ad39dc8e-015d-429b-b01e-7d41668366ca on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:39.976931 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] For port 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:39.979145 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.984198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] For port 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=543bfb59-8f45-451c-b7f9-2ca4b1c5a4de,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:39.986597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] 10.222.0.32 "DELETE /v2.0/networks/4a8738fb-19b7-41a3-ad88-e6e9326941c2 HTTP/1.1" status: 204 len: 168 time: 1.6336303 Oct 26 14:13:39.994295 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.012475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11edf4e-718e-48bb-94c5-f438da2b205a admin admin] Pushing event deleted for resources: {'Network': ['ID=4a8738fb-19b7-41a3-ad88-e6e9326941c2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:40.095396 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a432a95b-979a-422d-a4ca-c2fb0984d4c6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.118327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36e135-5250-45f9-80e2-a1272bcc02f0 None None] Pushing event updated for resources: {'Port': ['ID=543bfb59-8f45-451c-b7f9-2ca4b1c5a4de,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:40.195463 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a432a95b-979a-422d-a4ca-c2fb0984d4c6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.221219 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a432a95b-979a-422d-a4ca-c2fb0984d4c6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.228823 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41586) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:40.231930 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a432a95b-979a-422d-a4ca-c2fb0984d4c6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/e3f73d34-e647-4048-a774-5e830c4f5c9c HTTP/1.1" status: 204 len: 168 time: 0.7126131 Oct 26 14:13:40.271019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41588) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:40.279772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432a95b-979a-422d-a4ca-c2fb0984d4c6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f73d34-e647-4048-a774-5e830c4f5c9c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:40.336039 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d843d09f-4224-42e8-a3eb-800124ea6a51 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054718 Oct 26 14:13:40.343636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41590) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:40.385023 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4f119962-7fb3-471e-96ab-c50c8119b0b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=658456eeb3994cd6a60fa0f1aeac94d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106014 Oct 26 14:13:40.388125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41592) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:40.492794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1581cd5c-0077-465a-a95e-f479f9a79e8d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.497063 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1581cd5c-0077-465a-a95e-f479f9a79e8d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1503599 Oct 26 14:13:40.498955 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41594) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:40.504856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41596) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:40.550918 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d171e50e-0530-4f43-bcdc-bb67df7485c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.618031 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d171e50e-0530-4f43-bcdc-bb67df7485c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.675959 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0ef8b-c7de-4805-85a4-2471627238a8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.681729 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-85b0ef8b-c7de-4805-85a4-2471627238a8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1813540 Oct 26 14:13:40.683182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41604) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:40.712813 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d171e50e-0530-4f43-bcdc-bb67df7485c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.717705 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d171e50e-0530-4f43-bcdc-bb67df7485c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.719518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d171e50e-0530-4f43-bcdc-bb67df7485c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7639d065-d95d-4341-8788-9c3107aae1d2 HTTP/1.1" status: 204 len: 168 time: 0.3304515 Oct 26 14:13:40.732075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171e50e-0530-4f43-bcdc-bb67df7485c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7639d065-d95d-4341-8788-9c3107aae1d2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:40.780482 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3978fef9-ab51-4216-92b8-a0ce668010ec tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933571 Oct 26 14:13:40.782687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41610) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:40.801586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a00e08b5-417c-48bc-9e93-078d5100a872 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:41.088181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:41.092682 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1401b896-930c-44ef-ab16-e426e606d092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:41.173714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00e08b5-417c-48bc-9e93-078d5100a872 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:41.182934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a00e08b5-417c-48bc-9e93-078d5100a872 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:41.229152 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e7da-12d1-4d3b-8839-a01e4c4aa78a req-e968ab11-967e-48fb-8286-5187de27ccdd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:41.232317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:41.232696 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:41.235603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e7da-12d1-4d3b-8839-a01e4c4aa78a req-e968ab11-967e-48fb-8286-5187de27ccdd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:41.245811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e7da-12d1-4d3b-8839-a01e4c4aa78a req-e968ab11-967e-48fb-8286-5187de27ccdd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:41.261605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e7da-12d1-4d3b-8839-a01e4c4aa78a req-e968ab11-967e-48fb-8286-5187de27ccdd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:41.283206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e7da-12d1-4d3b-8839-a01e4c4aa78a req-e968ab11-967e-48fb-8286-5187de27ccdd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:41.289915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e7da-12d1-4d3b-8839-a01e4c4aa78a req-e968ab11-967e-48fb-8286-5187de27ccdd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:41.322682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e7da-12d1-4d3b-8839-a01e4c4aa78a req-e968ab11-967e-48fb-8286-5187de27ccdd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:41.337431 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bea2e7da-12d1-4d3b-8839-a01e4c4aa78a req-e968ab11-967e-48fb-8286-5187de27ccdd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.2668765 Oct 26 14:13:41.440138 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:41.514182 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=543bfb59-8f45-451c-b7f9-2ca4b1c5a4de,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:41.527139 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:41.586287 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bea2e7da-12d1-4d3b-8839-a01e4c4aa78a req-aee07532-2ee6-4e39-8a8a-7dd855021993 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2475185 Oct 26 14:13:41.650064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=543bfb59-8f45-451c-b7f9-2ca4b1c5a4de,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:41.778592 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1401b896-930c-44ef-ab16-e426e606d092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:41.791555 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1401b896-930c-44ef-ab16-e426e606d092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:41.800864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3f1a02-820e-4ed1-b89b-20221f571490 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:41.907321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41642) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:41.921491 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1401b896-930c-44ef-ab16-e426e606d092 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88087dcb258a43a8a3e7097a9fc9e653&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4125543 Oct 26 14:13:41.924457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41646) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:41.950086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401b896-930c-44ef-ab16-e426e606d092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68853486-e424-4def-8a0a-92f87e1d5f21,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:41.965754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-51c0ded3-dc75-4bf7-be3e-8fd86edf9797 None None] Provisioning complete for port 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:41.966061 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-51c0ded3-dc75-4bf7-be3e-8fd86edf9797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.043773 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c942cf19-6f34-4797-8b97-3d0e6fa91dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.145488 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c942cf19-6f34-4797-8b97-3d0e6fa91dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.172719 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b32ea38-254a-4d08-b74f-93bc35aaa89a None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:13:42.270297 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c942cf19-6f34-4797-8b97-3d0e6fa91dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.274693 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c942cf19-6f34-4797-8b97-3d0e6fa91dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.278366 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c942cf19-6f34-4797-8b97-3d0e6fa91dda admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68853486-e424-4def-8a0a-92f87e1d5f21 HTTP/1.1" status: 204 len: 168 time: 0.3507285 Oct 26 14:13:42.278535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3b32ea38-254a-4d08-b74f-93bc35aaa89a None None] Deleting port 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:42.278535 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3b32ea38-254a-4d08-b74f-93bc35aaa89a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.291116 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942cf19-6f34-4797-8b97-3d0e6fa91dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68853486-e424-4def-8a0a-92f87e1d5f21,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:42.310622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.objects.ports [None req-a00e08b5-417c-48bc-9e93-078d5100a872 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102124) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:13:42.383259 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1994023439-network', 'tenant_id': 'a737eea106624889a68964e1bcfebb78'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:42.415155 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] Made reservation on behalf of a737eea106624889a68964e1bcfebb78 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:42.418125 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.453022 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.461082 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3b32ea38-254a-4d08-b74f-93bc35aaa89a None None] For port 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=543bfb59-8f45-451c-b7f9-2ca4b1c5a4de,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:42.461480 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3b32ea38-254a-4d08-b74f-93bc35aaa89a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.486055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3b32ea38-254a-4d08-b74f-93bc35aaa89a None None] Calling delete_port for 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:42.602221 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.613364 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.633244 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3b32ea38-254a-4d08-b74f-93bc35aaa89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.648608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40817723-eff8-4b77-8ede-ac4a6d4a1949,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:42.681000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_pluggable_backend [None req-a00e08b5-417c-48bc-9e93-078d5100a872 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Port 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102124) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 26 14:13:42.681580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_pluggable_backend [None req-a00e08b5-417c-48bc-9e93-078d5100a872 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Reverting IP allocation for 2001:db8::f816:3eff:fec9:b91 {{(pid=102124) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 26 14:13:42.684655 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:13:42.685577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_pluggable_backend [None req-a00e08b5-417c-48bc-9e93-078d5100a872 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec9:b91 {{(pid=102124) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 26 14:13:42.688979 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b32ea38-254a-4d08-b74f-93bc35aaa89a None None] No DVR routers for this DVR port 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:42.690224 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a00e08b5-417c-48bc-9e93-078d5100a872 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.698263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32ea38-254a-4d08-b74f-93bc35aaa89a None None] Pushing event deleted for resources: {'Port': ['ID=543bfb59-8f45-451c-b7f9-2ca4b1c5a4de,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:42.712849 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.713211 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] Added segment 45ca055b-368c-49f9-bf32-c368a7bc2f28 of type vlan for network 2d329795-9a9b-4610-8367-8685eab69d42 Oct 26 14:13:42.747817 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-afd7f94f-522a-4dd4-bfc7-ba9077fcbc5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.769200 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.788554 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e08b5-417c-48bc-9e93-078d5100a872 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=06139779-ab35-43e9-b635-9fcaa94f188f,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:42.807988 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.809191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.810209 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.841741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e08b5-417c-48bc-9e93-078d5100a872 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:42.847179 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-a00e08b5-417c-48bc-9e93-078d5100a872 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:42.851315 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00e08b5-417c-48bc-9e93-078d5100a872 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.851989 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a00e08b5-417c-48bc-9e93-078d5100a872 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.864201 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77896299-1ed7-4467-8217-f2493ca35c98 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:42.896285 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddef47c-f88b-49e5-89d7-17bce47bdd89 req-88c38c82-0cf8-4900-a83b-e92a44f469d6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.920137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddef47c-f88b-49e5-89d7-17bce47bdd89 req-88c38c82-0cf8-4900-a83b-e92a44f469d6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.943339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddef47c-f88b-49e5-89d7-17bce47bdd89 req-88c38c82-0cf8-4900-a83b-e92a44f469d6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.943661 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:42.952996 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0418961 Oct 26 14:13:42.953562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41668) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:42.958040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9f222987-b362-48b2-8969-5bd80ba57110 admin admin] Request body: {'subnet': {'network_id': '2d329795-9a9b-4610-8367-8685eab69d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1994023439-subnet', 'tenant_id': 'a737eea106624889a68964e1bcfebb78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:42.961891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddef47c-f88b-49e5-89d7-17bce47bdd89 req-88c38c82-0cf8-4900-a83b-e92a44f469d6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.971793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddef47c-f88b-49e5-89d7-17bce47bdd89 req-88c38c82-0cf8-4900-a83b-e92a44f469d6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.973300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:42.973641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 543bfb59-8f45-451c-b7f9-2ca4b1c5a4de not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:43.001658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddef47c-f88b-49e5-89d7-17bce47bdd89 req-88c38c82-0cf8-4900-a83b-e92a44f469d6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:43.017182 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddef47c-f88b-49e5-89d7-17bce47bdd89 req-88c38c82-0cf8-4900-a83b-e92a44f469d6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:43.017182 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cddef47c-f88b-49e5-89d7-17bce47bdd89 req-88c38c82-0cf8-4900-a83b-e92a44f469d6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.2367220 Oct 26 14:13:43.021858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f222987-b362-48b2-8969-5bd80ba57110 admin admin] Made reservation on behalf of a737eea106624889a68964e1bcfebb78 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:43.024208 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9f222987-b362-48b2-8969-5bd80ba57110 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.040565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a00e08b5-417c-48bc-9e93-078d5100a872 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2535136 Oct 26 14:13:43.057811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41674) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:43.058857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea858475-4df2-4f4e-ba27-f243e1dc7d82 admin admin] Pushing event updated for resources: {'Network': ['ID=2d329795-9a9b-4610-8367-8685eab69d42,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:43.101232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 2d329795-9a9b-4610-8367-8685eab69d42 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:13:43.108633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2e111888-ddc5-4575-b57b-daeea4898842 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:43.116878 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cddef47c-f88b-49e5-89d7-17bce47bdd89 req-d6e27ae5-624f-4dbd-9ea7-6612dac03592 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943117 Oct 26 14:13:43.274905 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e111888-ddc5-4575-b57b-daeea4898842 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:43.278799 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e111888-ddc5-4575-b57b-daeea4898842 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.321813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': '06139779-ab35-43e9-b635-9fcaa94f188f'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:13:43.323515 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.417542 n-d-815498-1 neutron-server[102123]: INFO neutron.db.ipam_backend_mixin [None req-2e111888-ddc5-4575-b57b-daeea4898842 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06139779-ab35-43e9-b635-9fcaa94f188f (CIDR: 2001:db8::/64) Oct 26 14:13:43.443435 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e111888-ddc5-4575-b57b-daeea4898842 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:13:43.443962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e111888-ddc5-4575-b57b-daeea4898842 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:13:43.474146 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2e111888-ddc5-4575-b57b-daeea4898842 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4122672 Oct 26 14:13:43.478638 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41688) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:43.483872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8daad007-92c0-4c7f-bf5d-83f31242fe43 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:43.540931 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9f222987-b362-48b2-8969-5bd80ba57110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.590308 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f222987-b362-48b2-8969-5bd80ba57110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3fc7ee1-99ee-4346-bf51-edf7a86e251d,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:43.609874 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Allocated IP 2001:db8::f816:3eff:fecc:9b92 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/06139779-ab35-43e9-b635-9fcaa94f188f/56dcc7b6-29a8-478b-81a0-cae0fb72f7f8) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:43.622611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f222987-b362-48b2-8969-5bd80ba57110 admin admin] Checking segment: {'id': '45ca055b-368c-49f9-bf32-c368a7bc2f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2d329795-9a9b-4610-8367-8685eab69d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:43.623346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f222987-b362-48b2-8969-5bd80ba57110 admin admin] Network hostable DHCP agents. Network: 2d329795-9a9b-4610-8367-8685eab69d42, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:13:43.649935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f222987-b362-48b2-8969-5bd80ba57110 admin admin] Network 2d329795-9a9b-4610-8367-8685eab69d42 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:13:43.668669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-9f222987-b362-48b2-8969-5bd80ba57110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 2d329795-9a9b-4610-8367-8685eab69d42) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:43.674229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f222987-b362-48b2-8969-5bd80ba57110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:43.674817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9f222987-b362-48b2-8969-5bd80ba57110 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.706095 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9f222987-b362-48b2-8969-5bd80ba57110 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7514360 Oct 26 14:13:43.735184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c050a-4ab0-4748-a7da-5429b6089989 None None] Network 2d329795-9a9b-4610-8367-8685eab69d42 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:43.748247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daad007-92c0-4c7f-bf5d-83f31242fe43 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:43.757005 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8daad007-92c0-4c7f-bf5d-83f31242fe43 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.927628 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfa48cb-dd58-411f-a55f-941fc2793b88 None None] Network 2d329795-9a9b-4610-8367-8685eab69d42 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:44.099783 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8daad007-92c0-4c7f-bf5d-83f31242fe43 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:44.135149 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:44.150333 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:44.168912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daad007-92c0-4c7f-bf5d-83f31242fe43 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:44.179416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8daad007-92c0-4c7f-bf5d-83f31242fe43 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:44.186010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daad007-92c0-4c7f-bf5d-83f31242fe43 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.188811 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8daad007-92c0-4c7f-bf5d-83f31242fe43 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:44.229107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daad007-92c0-4c7f-bf5d-83f31242fe43 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=c39243af-9666-45df-be24-78bb24f35d5e,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:44.245316 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:44.248852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:44.251068 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8daad007-92c0-4c7f-bf5d-83f31242fe43 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7717538 Oct 26 14:13:44.253238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:44.254101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41714) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:44.260849 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'mac_address': 'fa:16:3e:cf:0c:cd', 'name': 'tempest-NetworksTestDHCPv6-1876470112'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:44.290658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Pushing event updated for resources: {'Port': ['ID=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:44.333447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Attempting to bind port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:44.334004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Attempting to bind port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:44.334347 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Attempting to bind port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:44.342607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:44.343148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:44.343597 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:44.344001 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:44.344626 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Bound port: 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:44.345019 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:44.425927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044962-e0c7-4a6b-ae58-89112d77905c req-92c74d65-0027-4c6f-a5c3-1dcac1f431c4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.441480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044962-e0c7-4a6b-ae58-89112d77905c req-92c74d65-0027-4c6f-a5c3-1dcac1f431c4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.456977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044962-e0c7-4a6b-ae58-89112d77905c req-92c74d65-0027-4c6f-a5c3-1dcac1f431c4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.462550 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-353037d6-b955-4588-9096-c522a8857dfa None None] For port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:44.470664 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-353037d6-b955-4588-9096-c522a8857dfa None None] For port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:44.473059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044962-e0c7-4a6b-ae58-89112d77905c req-92c74d65-0027-4c6f-a5c3-1dcac1f431c4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.487063 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:44.487537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044962-e0c7-4a6b-ae58-89112d77905c req-92c74d65-0027-4c6f-a5c3-1dcac1f431c4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.502725 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044962-e0c7-4a6b-ae58-89112d77905c req-92c74d65-0027-4c6f-a5c3-1dcac1f431c4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.515762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044962-e0c7-4a6b-ae58-89112d77905c req-92c74d65-0027-4c6f-a5c3-1dcac1f431c4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.519615 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56044962-e0c7-4a6b-ae58-89112d77905c req-92c74d65-0027-4c6f-a5c3-1dcac1f431c4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.2674832 Oct 26 14:13:44.574938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56044962-e0c7-4a6b-ae58-89112d77905c req-a45928fc-7741-4e15-aaec-c8ac06a6c1bd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472093 Oct 26 14:13:44.599978 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:44.650571 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353037d6-b955-4588-9096-c522a8857dfa None None] Pushing event updated for resources: {'Port': ['ID=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:44.754122 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:44.832431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port f34c2fee-798b-4f54-a0f6-35d1c3e16099 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:13:44.846794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-314fbf1b-fd5e-414f-924d-471b7a8d204e tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.853686 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-314fbf1b-fd5e-414f-924d-471b7a8d204e tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/networks?id=2d329795-9a9b-4610-8367-8685eab69d42 HTTP/1.1" status: 200 len: 822 time: 0.1923342 Oct 26 14:13:44.874510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-e067d15a-9045-4f74-99e8-c70489758fe8 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/quotas/a737eea106624889a68964e1bcfebb78 HTTP/1.1" status: 200 len: 375 time: 0.0130799 Oct 26 14:13:44.973780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-63c0fe46-1523-4c75-9a72-2bd9bf8ce655 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a737eea106624889a68964e1bcfebb78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899658 Oct 26 14:13:45.107906 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-92f4540d-f295-4aa0-9e19-f02eaa939898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.200374 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8:0:1::39a (79fe7094-7bf0-42ce-8967-dd49c87f9b98/c39243af-9666-45df-be24-78bb24f35d5e/f34c2fee-798b-4f54-a0f6-35d1c3e16099) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:45.218733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-70765852-c4ab-4fb8-9382-0ef9b683f442 service neutron] 10.222.0.32 "GET /v2.0/networks/2d329795-9a9b-4610-8367-8685eab69d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353868 Oct 26 14:13:45.239775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::f816:3eff:fecf:ccd (79fe7094-7bf0-42ce-8967-dd49c87f9b98/06139779-ab35-43e9-b635-9fcaa94f188f/f34c2fee-798b-4f54-a0f6-35d1c3e16099) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:45.369419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-1b5de7c0-a474-4990-a34e-8a517eafb994 service neutron] 10.222.0.32 "GET /v2.0/networks/2d329795-9a9b-4610-8367-8685eab69d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436889 Oct 26 14:13:45.469067 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.517898 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.602458 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:45.665805 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=f34c2fee-798b-4f54-a0f6-35d1c3e16099,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:45.677315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:45.725060 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:45.758879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:45.759731 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.805843 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8239b900-813c-4fb3-9931-6bff894ffa3a req-3ebfe364-9cd0-44f9-be1d-0d8eb2afe0a2 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 210 time: 0.0815961 Oct 26 14:13:45.819680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41768) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:45.823871 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5af2b8a9-bad9-4826-be66-cb5144732aba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5655968 Oct 26 14:13:46.138921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b31cb3-3e19-40a1-a998-e38e3cd47221 req-83af895f-b104-4691-a87d-670f811dad70 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.150079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b31cb3-3e19-40a1-a998-e38e3cd47221 req-83af895f-b104-4691-a87d-670f811dad70 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.157490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b31cb3-3e19-40a1-a998-e38e3cd47221 req-83af895f-b104-4691-a87d-670f811dad70 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.195517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b31cb3-3e19-40a1-a998-e38e3cd47221 req-83af895f-b104-4691-a87d-670f811dad70 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.202644 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b31cb3-3e19-40a1-a998-e38e3cd47221 req-83af895f-b104-4691-a87d-670f811dad70 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.215474 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b31cb3-3e19-40a1-a998-e38e3cd47221 req-83af895f-b104-4691-a87d-670f811dad70 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.243634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b31cb3-3e19-40a1-a998-e38e3cd47221 req-83af895f-b104-4691-a87d-670f811dad70 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.257266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64b31cb3-3e19-40a1-a998-e38e3cd47221 req-83af895f-b104-4691-a87d-670f811dad70 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.2431734 Oct 26 14:13:46.378296 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64b31cb3-3e19-40a1-a998-e38e3cd47221 req-69936e50-e4a6-477a-97c7-46f3919643ac tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126659 Oct 26 14:13:46.385889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a3e446d1-9110-48cb-9c21-df48afa5e05c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port f34c2fee-798b-4f54-a0f6-35d1c3e16099 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:46.386326 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a3e446d1-9110-48cb-9c21-df48afa5e05c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.495595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d159fe17-36c4-4c23-af1f-2a1d2a21bc3c None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:46.547587 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a3e446d1-9110-48cb-9c21-df48afa5e05c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.604224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a3e446d1-9110-48cb-9c21-df48afa5e05c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for f34c2fee-798b-4f54-a0f6-35d1c3e16099 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:46.623670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device d7eeebab-4fea-41da-a670-4fb4e1ce3521 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:13:46.810620 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.812090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:46.812453 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.935554 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.020090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:47.039413 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f9df050-168d-4e85-8f22-a92f018ca041 req-3689e681-598f-4a7e-90f9-a7b32319b491 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 210 time: 0.0892844 Oct 26 14:13:47.071934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a3e446d1-9110-48cb-9c21-df48afa5e05c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.116955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d7eeebab-4fea-41da-a670-4fb4e1ce3521, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d7eeebab-4fea-41da-a670-4fb4e1ce3521,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:47.164380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e446d1-9110-48cb-9c21-df48afa5e05c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=f34c2fee-798b-4f54-a0f6-35d1c3e16099,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:47.165246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'd7eeebab-4fea-41da-a670-4fb4e1ce3521', 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262', 'port_id': 'd7eeebab-4fea-41da-a670-4fb4e1ce3521', 'mac_address': 'fa:16:3e:c1:d9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22f0841-08c6-4226-a351-9ba309814cd1', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:13:47.166364 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a3e446d1-9110-48cb-9c21-df48afa5e05c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.172115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a3e446d1-9110-48cb-9c21-df48afa5e05c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/f34c2fee-798b-4f54-a0f6-35d1c3e16099 HTTP/1.1" status: 204 len: 168 time: 1.3491881 Oct 26 14:13:47.172484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41798) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:47.198589 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.240695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdbed53-926e-4b19-b779-cd2dbbc93728 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:47.246335 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9bdbed53-926e-4b19-b779-cd2dbbc93728 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0704150 Oct 26 14:13:47.246971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41804) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:47.279752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] For port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:47.289519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:47.290185 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.336890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c91b8-6cb7-45bf-bd0a-58d34cc16af4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:47.341199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41808) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:47.355808 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2f6c91b8-6cb7-45bf-bd0a-58d34cc16af4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1076951 Oct 26 14:13:47.518528 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.526323 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.648861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7eeebab-4fea-41da-a670-4fb4e1ce3521 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:47.680546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d7eeebab-4fea-41da-a670-4fb4e1ce3521, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d7eeebab-4fea-41da-a670-4fb4e1ce3521,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:47.703618 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.706645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c2c7a-35a3-41c7-96b4-18c12635ee2b req-20208f55-f181-4955-b52a-d8f7367b93c5 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:47.710326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device d23c3036-10bb-4165-b6c2-a4ce9e26949e details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:13:47.721521 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c2c7a-35a3-41c7-96b4-18c12635ee2b req-20208f55-f181-4955-b52a-d8f7367b93c5 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:47.731751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c2c7a-35a3-41c7-96b4-18c12635ee2b req-20208f55-f181-4955-b52a-d8f7367b93c5 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:47.742369 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c2c7a-35a3-41c7-96b4-18c12635ee2b req-20208f55-f181-4955-b52a-d8f7367b93c5 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:47.751348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Pushing event updated for resources: {'Port': ['ID=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:47.760897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c2c7a-35a3-41c7-96b4-18c12635ee2b req-20208f55-f181-4955-b52a-d8f7367b93c5 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:47.769297 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790e3c6b-2b8f-41b0-81b2-a26e0303ab0e None None] Update dhcp port {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'fixed_ips': [{'subnet_id': '06139779-ab35-43e9-b635-9fcaa94f188f', 'ip_address': '2001:db8::f816:3eff:fecc:9b92'}, {'subnet_id': 'c39243af-9666-45df-be24-78bb24f35d5e'}], 'binding:host_id': 'n-d-815498-1'}, 'id': '56dcc7b6-29a8-478b-81a0-cae0fb72f7f8'} from n-d-815498-1. {{(pid=102125) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:13:47.779466 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:47.779695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c2c7a-35a3-41c7-96b4-18c12635ee2b req-20208f55-f181-4955-b52a-d8f7367b93c5 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:47.780180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:47.780715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:47.781216 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:47.781716 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:47.782234 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:47.782727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:47.783242 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:47.783747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:47.784257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:47.784749 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:47.785238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27dab3-ec5f-446e-ba39-26ae932592aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:47.793770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c2c7a-35a3-41c7-96b4-18c12635ee2b req-20208f55-f181-4955-b52a-d8f7367b93c5 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:47.807287 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-519c2c7a-35a3-41c7-96b4-18c12635ee2b req-20208f55-f181-4955-b52a-d8f7367b93c5 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5422 time: 0.2581389 Oct 26 14:13:47.905220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-519c2c7a-35a3-41c7-96b4-18c12635ee2b req-f0ef8afe-a155-410c-a689-eeb7a75dd400 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952990 Oct 26 14:13:47.924868 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-790e3c6b-2b8f-41b0-81b2-a26e0303ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.135006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30459d93-e543-4099-987f-732c3452c762 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.137200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30459d93-e543-4099-987f-732c3452c762 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.139342 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30459d93-e543-4099-987f-732c3452c762 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.143330 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-30459d93-e543-4099-987f-732c3452c762 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7983539 Oct 26 14:13:48.143687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41838) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:48.191301 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-790e3c6b-2b8f-41b0-81b2-a26e0303ab0e None None] Allocated IP 2001:db8:0:1::2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/c39243af-9666-45df-be24-78bb24f35d5e/56dcc7b6-29a8-478b-81a0-cae0fb72f7f8) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:48.240929 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b311f7-c0e6-4771-8db6-7d96034b0d0f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 06139779-ab35-43e9-b635-9fcaa94f188f {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:48.244620 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa2b187d-2608-427f-a6a9-801d216cf322 req-61c0bbda-9ce7-4939-8c99-19821eb651c7 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 210 time: 0.0809357 Oct 26 14:13:48.280201 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=d7eeebab-4fea-41da-a670-4fb4e1ce3521,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:48.282349 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-b735f2c4-4755-49cb-bab1-16479478a858 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.285345 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-b735f2c4-4755-49cb-bab1-16479478a858 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.25 "GET /v2.0/networks?id=2d329795-9a9b-4610-8367-8685eab69d42 HTTP/1.1" status: 200 len: 822 time: 0.8142197 Oct 26 14:13:48.302661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-4b5690e3-cd7d-46c1-968f-85ea2b628d3c tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Request body: {'port': {'device_id': '937a4f8e-f730-40a5-9ce8-1502eab232f7', 'network_id': '2d329795-9a9b-4610-8367-8685eab69d42', 'admin_state_up': True, 'tenant_id': 'a737eea106624889a68964e1bcfebb78'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:48.323857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d23c3036-10bb-4165-b6c2-a4ce9e26949e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d23c3036-10bb-4165-b6c2-a4ce9e26949e,segment=NetworkSegment(cd4a849a-b7fc-4b62-8b49-0cd564523777),segment_id=cd4a849a-b7fc-4b62-8b49-0cd564523777)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:48.370021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'port_id': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e', 'mac_address': 'fa:16:3e:d6:2e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:13:48.419067 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-790e3c6b-2b8f-41b0-81b2-a26e0303ab0e None None] For port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:48.499774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-4b5690e3-cd7d-46c1-968f-85ea2b628d3c tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Made reservation on behalf of a737eea106624889a68964e1bcfebb78 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:48.504237 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-4b5690e3-cd7d-46c1-968f-85ea2b628d3c tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.519559 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.544949 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-790e3c6b-2b8f-41b0-81b2-a26e0303ab0e None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.595183 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.598007 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-790e3c6b-2b8f-41b0-81b2-a26e0303ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.604738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d23c3036-10bb-4165-b6c2-a4ce9e26949e {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:48.695873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d23c3036-10bb-4165-b6c2-a4ce9e26949e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d23c3036-10bb-4165-b6c2-a4ce9e26949e,segment=NetworkSegment(cd4a849a-b7fc-4b62-8b49-0cd564523777),segment_id=cd4a849a-b7fc-4b62-8b49-0cd564523777)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:48.696122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-4b5690e3-cd7d-46c1-968f-85ea2b628d3c tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Allocated IP 172.20.0.11 (2d329795-9a9b-4610-8367-8685eab69d42/f3fc7ee1-99ee-4346-bf51-edf7a86e251d/4a508018-ad5e-4f1d-820a-b81ff95194af) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:48.742473 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.743408 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:13:48.829791 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e3c6b-2b8f-41b0-81b2-a26e0303ab0e None None] Pushing event updated for resources: {'Port': ['ID=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:48.940968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:48.981887 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-4b5690e3-cd7d-46c1-968f-85ea2b628d3c tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.020866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6b311f7-c0e6-4771-8db6-7d96034b0d0f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.069230 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6b311f7-c0e6-4771-8db6-7d96034b0d0f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.174277 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6b311f7-c0e6-4771-8db6-7d96034b0d0f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.181900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5704b-7509-4e0f-baca-9460d7e3ce44 req-11fe8f7d-887b-4ef5-b86a-4b6c4d3a06f9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.194250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5704b-7509-4e0f-baca-9460d7e3ce44 req-11fe8f7d-887b-4ef5-b86a-4b6c4d3a06f9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.212674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5704b-7509-4e0f-baca-9460d7e3ce44 req-11fe8f7d-887b-4ef5-b86a-4b6c4d3a06f9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.219111 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5704b-7509-4e0f-baca-9460d7e3ce44 req-11fe8f7d-887b-4ef5-b86a-4b6c4d3a06f9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.237479 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5704b-7509-4e0f-baca-9460d7e3ce44 req-11fe8f7d-887b-4ef5-b86a-4b6c4d3a06f9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.253164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5704b-7509-4e0f-baca-9460d7e3ce44 req-11fe8f7d-887b-4ef5-b86a-4b6c4d3a06f9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.261472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5704b-7509-4e0f-baca-9460d7e3ce44 req-11fe8f7d-887b-4ef5-b86a-4b6c4d3a06f9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.279217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fba5704b-7509-4e0f-baca-9460d7e3ce44 req-11fe8f7d-887b-4ef5-b86a-4b6c4d3a06f9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5424 time: 0.2340229 Oct 26 14:13:49.284201 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=d23c3036-10bb-4165-b6c2-a4ce9e26949e,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:49.318461 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-4b5690e3-cd7d-46c1-968f-85ea2b628d3c tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.351134 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:49.351676 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.358077 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6b311f7-c0e6-4771-8db6-7d96034b0d0f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.407036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fba5704b-7509-4e0f-baca-9460d7e3ce44 req-bbf4c6bb-ab6c-4480-b309-4ee03ba08f02 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115015 Oct 26 14:13:49.494147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b311f7-c0e6-4771-8db6-7d96034b0d0f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=06139779-ab35-43e9-b635-9fcaa94f188f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:49.506823 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-4b5690e3-cd7d-46c1-968f-85ea2b628d3c tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Network 2d329795-9a9b-4610-8367-8685eab69d42 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:49.515559 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-4b5690e3-cd7d-46c1-968f-85ea2b628d3c tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:49.516009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87142a50-7456-4c3c-9a21-09925dde6844 req-fb6dd6fc-7469-4b6d-b589-e6521005c53d tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.523547 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-4b5690e3-cd7d-46c1-968f-85ea2b628d3c tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:49.524527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87142a50-7456-4c3c-9a21-09925dde6844 req-fb6dd6fc-7469-4b6d-b589-e6521005c53d tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 932 time: 0.1144819 Oct 26 14:13:49.606376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:49.625482 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87142a50-7456-4c3c-9a21-09925dde6844 req-4e879f06-5e54-40b2-b925-46d77a70d25c tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/security-groups?id=40817723-eff8-4b77-8ede-ac4a6d4a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862195 Oct 26 14:13:49.672059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-4b5690e3-cd7d-46c1-968f-85ea2b628d3c tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.677679 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-4b5690e3-cd7d-46c1-968f-85ea2b628d3c tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.680898 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'd8c8d034-fc3a-4fe6-8cfe-12c81f10d579', 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf', 'port_id': 'd8c8d034-fc3a-4fe6-8cfe-12c81f10d579', 'mac_address': 'fa:16:3e:dc:83:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854c14b3-03da-4bc6-b12c-986f0f0590da', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:13:49.695385 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6b311f7-c0e6-4771-8db6-7d96034b0d0f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.707746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41878) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:49.708195 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d6b311f7-c0e6-4771-8db6-7d96034b0d0f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/06139779-ab35-43e9-b635-9fcaa94f188f HTTP/1.1" status: 204 len: 168 time: 1.5634480 Oct 26 14:13:49.750874 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5690e3-cd7d-46c1-968f-85ea2b628d3c tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Pushing event updated for resources: {'Port': ['ID=4a508018-ad5e-4f1d-820a-b81ff95194af,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:49.767656 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-4b5690e3-cd7d-46c1-968f-85ea2b628d3c tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4710340 Oct 26 14:13:49.784813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Request body: {'port': {'device_id': '937a4f8e-f730-40a5-9ce8-1502eab232f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:49.821148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb3b362-ca53-484b-8890-ec52840b3680 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet c39243af-9666-45df-be24-78bb24f35d5e {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:49.832342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aeb3b362-ca53-484b-8890-ec52840b3680 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.897409 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.923158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:49.940965 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.965399 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aeb3b362-ca53-484b-8890-ec52840b3680 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.973125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:49.980561 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.983272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ed4f0663-ae83-4800-8ce9-99ce1f56430d details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:13:50.077319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:50.096885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2702db98-22bc-45a6-b887-7f3d06fad49a None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:50.210358 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aeb3b362-ca53-484b-8890-ec52840b3680 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:50.330706 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.resource_extend [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:13:50.360390 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aeb3b362-ca53-484b-8890-ec52840b3680 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:50.399428 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ed4f0663-ae83-4800-8ce9-99ce1f56430d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ed4f0663-ae83-4800-8ce9-99ce1f56430d,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:50.437871 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4da9a440-5de9-4af9-bf71-6c8641204905 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:50.439128 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4da9a440-5de9-4af9-bf71-6c8641204905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:50.461716 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3b362-ca53-484b-8890-ec52840b3680 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=c39243af-9666-45df-be24-78bb24f35d5e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:50.467070 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aeb3b362-ca53-484b-8890-ec52840b3680 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:50.474018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-aeb3b362-ca53-484b-8890-ec52840b3680 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/c39243af-9666-45df-be24-78bb24f35d5e HTTP/1.1" status: 204 len: 168 time: 0.7649579 Oct 26 14:13:50.477242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41898) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:50.612230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'ed4f0663-ae83-4800-8ce9-99ce1f56430d', 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262', 'port_id': 'ed4f0663-ae83-4800-8ce9-99ce1f56430d', 'mac_address': 'fa:16:3e:3b:21:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22f0841-08c6-4226-a351-9ba309814cd1', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:13:50.640439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fc02f726-b333-4fa7-81a5-2b6e3cac2d1a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1612637 Oct 26 14:13:50.642600 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41904) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:50.655843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:50.671336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41906) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:50.808314 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a508018-ad5e-4f1d-820a-b81ff95194af {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:50.831433 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:50.891672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Transition to ACTIVE for port object 4a508018-ad5e-4f1d-820a-b81ff95194af will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:50.908813 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:50.913282 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:50.955647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:50.982478 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706540cf-4553-4067-bc70-e25477141088 req-b267218b-2017-4274-8195-fd6aef67f037 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:50.989836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706540cf-4553-4067-bc70-e25477141088 req-b267218b-2017-4274-8195-fd6aef67f037 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:50.997617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706540cf-4553-4067-bc70-e25477141088 req-b267218b-2017-4274-8195-fd6aef67f037 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:51.005778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706540cf-4553-4067-bc70-e25477141088 req-b267218b-2017-4274-8195-fd6aef67f037 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:51.014926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706540cf-4553-4067-bc70-e25477141088 req-b267218b-2017-4274-8195-fd6aef67f037 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:51.027149 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706540cf-4553-4067-bc70-e25477141088 req-b267218b-2017-4274-8195-fd6aef67f037 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:51.034440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706540cf-4553-4067-bc70-e25477141088 req-b267218b-2017-4274-8195-fd6aef67f037 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:51.036795 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-706540cf-4553-4067-bc70-e25477141088 req-b267218b-2017-4274-8195-fd6aef67f037 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5425 time: 0.4062042 Oct 26 14:13:51.113430 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:51.120174 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.129185 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76d96c8a-cbfe-461c-bb1f-bb9ef8ebd8e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.174325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-706540cf-4553-4067-bc70-e25477141088 req-788d3931-edf7-45eb-b477-93dcd52c603d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261117 Oct 26 14:13:51.231107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f977680-5348-4982-bff2-df183f6c2cad req-4ba70ff9-7006-4697-89b5-f4cf03feef24 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:51.232799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f977680-5348-4982-bff2-df183f6c2cad req-4ba70ff9-7006-4697-89b5-f4cf03feef24 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 944 time: 0.1906960 Oct 26 14:13:51.270919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4f0663-ae83-4800-8ce9-99ce1f56430d {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:51.310172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ed4f0663-ae83-4800-8ce9-99ce1f56430d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ed4f0663-ae83-4800-8ce9-99ce1f56430d,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:51.340224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.340924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 515fa390-2364-4878-8df6-4ab125d2676b details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:13:51.361853 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76d96c8a-cbfe-461c-bb1f-bb9ef8ebd8e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.367498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f977680-5348-4982-bff2-df183f6c2cad req-28ec0a03-ee9b-4d98-b604-695d3a3277c9 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/security-groups?id=40817723-eff8-4b77-8ede-ac4a6d4a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244376 Oct 26 14:13:51.382618 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76d96c8a-cbfe-461c-bb1f-bb9ef8ebd8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.414018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a508018-ad5e-4f1d-820a-b81ff95194af,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:51.421929 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d96c8a-cbfe-461c-bb1f-bb9ef8ebd8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6c12f9-7d3a-49c5-a247-3546ddaa42a8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:51.434452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Attempting to bind port 4a508018-ad5e-4f1d-820a-b81ff95194af on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:51.434923 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Attempting to bind port 4a508018-ad5e-4f1d-820a-b81ff95194af by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '45ca055b-368c-49f9-bf32-c368a7bc2f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2d329795-9a9b-4610-8367-8685eab69d42'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:51.435357 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Attempting to bind port 4a508018-ad5e-4f1d-820a-b81ff95194af on network 2d329795-9a9b-4610-8367-8685eab69d42 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:51.436360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c853b760-2b89-41dc-9b69-5a2a678bda60 None None] Update dhcp port {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'fixed_ips': [{'subnet_id': 'c39243af-9666-45df-be24-78bb24f35d5e'}], 'binding:host_id': 'n-d-815498-1'}, 'id': '56dcc7b6-29a8-478b-81a0-cae0fb72f7f8'} from n-d-815498-1. {{(pid=102125) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:13:51.438465 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:51.439018 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.501574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Port 4a508018-ad5e-4f1d-820a-b81ff95194af on network 2d329795-9a9b-4610-8367-8685eab69d42 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:51.515527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Attempting to bind port 4a508018-ad5e-4f1d-820a-b81ff95194af on network 2d329795-9a9b-4610-8367-8685eab69d42 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:51.529949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:51.534408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Checking segment: {'id': '45ca055b-368c-49f9-bf32-c368a7bc2f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2d329795-9a9b-4610-8367-8685eab69d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:51.534906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Bound using segment: {'id': '45ca055b-368c-49f9-bf32-c368a7bc2f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2d329795-9a9b-4610-8367-8685eab69d42'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:51.535645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Bound port: 4a508018-ad5e-4f1d-820a-b81ff95194af, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ca055b-368c-49f9-bf32-c368a7bc2f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2d329795-9a9b-4610-8367-8685eab69d42'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:51.536288 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.556894 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-76d96c8a-cbfe-461c-bb1f-bb9ef8ebd8e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd3dccc1536249da956b773783df2cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8844783 Oct 26 14:13:51.560050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41928) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:51.597738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 515fa390-2364-4878-8df6-4ab125d2676b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=515fa390-2364-4878-8df6-4ab125d2676b,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:51.667052 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ed4f0663-ae83-4800-8ce9-99ce1f56430d,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:51.689498 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c853b760-2b89-41dc-9b69-5a2a678bda60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.691664 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '515fa390-2364-4878-8df6-4ab125d2676b', 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262', 'port_id': '515fa390-2364-4878-8df6-4ab125d2676b', 'mac_address': 'fa:16:3e:cc:99:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22f0841-08c6-4226-a351-9ba309814cd1', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:13:51.774641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] For port 4a508018-ad5e-4f1d-820a-b81ff95194af, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:51.778695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] For port 4a508018-ad5e-4f1d-820a-b81ff95194af, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=4a508018-ad5e-4f1d-820a-b81ff95194af,segment=NetworkSegment(45ca055b-368c-49f9-bf32-c368a7bc2f28),segment_id=45ca055b-368c-49f9-bf32-c368a7bc2f28)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:51.796497 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.895263 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e7bab52-95e7-4605-af95-1d12522ac9a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.951416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:51.952074 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.953508 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] 10.222.0.25 "PUT /v2.0/ports/4a508018-ad5e-4f1d-820a-b81ff95194af HTTP/1.1" status: 200 len: 1092 time: 2.1756248 Oct 26 14:13:51.959236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937a4f8e-f730-40a5-9ce8-1502eab232f7', 'tag': '4a508018-ad5e-4f1d-820a-b81ff95194af'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:51.961533 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6376e2bd-b917-430c-a845-6235bc9d5b74" -d '{"events": [{"name": "network-changed", "server_uuid": "937a4f8e-f730-40a5-9ce8-1502eab232f7", "tag": "4a508018-ad5e-4f1d-820a-b81ff95194af"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:52.029107 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e7bab52-95e7-4605-af95-1d12522ac9a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.061490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.objects.ports [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102124) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:13:52.086053 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feed2a0c-fc12-4d1e-973b-f981b5a1df70 x-openstack-request-id: req-feed2a0c-fc12-4d1e-973b-f981b5a1df70 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:52.086429 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937a4f8e-f730-40a5-9ce8-1502eab232f7", "tag": "4a508018-ad5e-4f1d-820a-b81ff95194af", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:52.086665 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-feed2a0c-fc12-4d1e-973b-f981b5a1df70 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:52.087082 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937a4f8e-f730-40a5-9ce8-1502eab232f7', 'tag': '4a508018-ad5e-4f1d-820a-b81ff95194af', 'status': 'completed', 'code': 200} Oct 26 14:13:52.166527 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.194592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20445c-9309-4747-99da-efc599fb33f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a508018-ad5e-4f1d-820a-b81ff95194af,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:52.233646 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515fa390-2364-4878-8df6-4ab125d2676b {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:52.300379 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff5609a-e626-4514-9150-72ac89ec8119 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:52.344063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-65edcfcd-6e83-4dc7-b5fd-95dd54f2c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.355656 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-65edcfcd-6e83-4dc7-b5fd-95dd54f2c9f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a737eea106624889a68964e1bcfebb78&device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 1095 time: 0.3419161 Oct 26 14:13:52.361490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 515fa390-2364-4878-8df6-4ab125d2676b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=515fa390-2364-4878-8df6-4ab125d2676b,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:52.455246 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.456437 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:13:52.466597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5a8fa9b4-be2d-4812-af09-a3d3212c7ed6 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:52.467190 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5a8fa9b4-be2d-4812-af09-a3d3212c7ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.529792 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-83cba121-12fe-4cfb-8a5c-4befd74c765f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a508018-ad5e-4f1d-820a-b81ff95194af HTTP/1.1" status: 200 len: 217 time: 0.1404729 Oct 26 14:13:52.625048 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e7bab52-95e7-4605-af95-1d12522ac9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.640581 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e7bab52-95e7-4605-af95-1d12522ac9a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.646522 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4e7bab52-95e7-4605-af95-1d12522ac9a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e6c12f9-7d3a-49c5-a247-3546ddaa42a8 HTTP/1.1" status: 204 len: 168 time: 1.0837653 Oct 26 14:13:52.704928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-de9d14c0-c1dd-4a9c-b786-0e6c0cc0cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.707234 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-de9d14c0-c1dd-4a9c-b786-0e6c0cc0cf97 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f3fc7ee1-99ee-4346-bf51-edf7a86e251d HTTP/1.1" status: 200 len: 862 time: 0.1750519 Oct 26 14:13:52.719687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bab52-95e7-4605-af95-1d12522ac9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6c12f9-7d3a-49c5-a247-3546ddaa42a8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:52.742955 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.781566 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-385c2141-12cc-4817-8404-d5e3033931f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d329795-9a9b-4610-8367-8685eab69d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630670 Oct 26 14:13:52.840560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8396673-5e99-4523-b743-a2aa1edde19f req-f77f0018-25da-4f9b-a807-5f38984ed63c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.857075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8396673-5e99-4523-b743-a2aa1edde19f req-f77f0018-25da-4f9b-a807-5f38984ed63c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.868836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8396673-5e99-4523-b743-a2aa1edde19f req-f77f0018-25da-4f9b-a807-5f38984ed63c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.874927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8396673-5e99-4523-b743-a2aa1edde19f req-f77f0018-25da-4f9b-a807-5f38984ed63c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.893113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8396673-5e99-4523-b743-a2aa1edde19f req-f77f0018-25da-4f9b-a807-5f38984ed63c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.900493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8396673-5e99-4523-b743-a2aa1edde19f req-f77f0018-25da-4f9b-a807-5f38984ed63c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.916974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:52.924943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8396673-5e99-4523-b743-a2aa1edde19f req-f77f0018-25da-4f9b-a807-5f38984ed63c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.926951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f8396673-5e99-4523-b743-a2aa1edde19f req-f77f0018-25da-4f9b-a807-5f38984ed63c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5427 time: 0.4586084 Oct 26 14:13:52.945596 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:52.948726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=515fa390-2364-4878-8df6-4ab125d2676b,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:52.985248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be', 'network_id': '4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf', 'port_id': 'cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be', 'mac_address': 'fa:16:3e:34:22:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854c14b3-03da-4bc6-b12c-986f0f0590da', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:13:53.071007 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.089465 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-34376365-2b9d-4ce8-aaa5-431e61c85aa8 service neutron] 10.222.0.25 "GET /v2.0/networks/2d329795-9a9b-4610-8367-8685eab69d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006124 Oct 26 14:13:53.118939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:53.186501 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:53.190770 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.220660 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f8396673-5e99-4523-b743-a2aa1edde19f req-ca4204f1-f619-4866-89a8-242dcb64f534 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2845085 Oct 26 14:13:53.222738 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.224545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ade83c75-0efa-4960-8243-44aed8b5f5ab details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:13:53.288796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b7e11-60df-46ba-aed1-b7d20ff28b1a req-fce031ca-9ecd-4e86-b65d-fdacf360a076 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:53.297006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac2b7e11-60df-46ba-aed1-b7d20ff28b1a req-fce031ca-9ecd-4e86-b65d-fdacf360a076 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 944 time: 0.7446344 Oct 26 14:13:53.381583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ade83c75-0efa-4960-8243-44aed8b5f5ab, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ade83c75-0efa-4960-8243-44aed8b5f5ab,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:53.417505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac2b7e11-60df-46ba-aed1-b7d20ff28b1a req-66c09c14-965a-40f6-8798-f82b48ead6cc tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/security-groups?id=40817723-eff8-4b77-8ede-ac4a6d4a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186337 Oct 26 14:13:53.423044 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'ade83c75-0efa-4960-8243-44aed8b5f5ab', 'network_id': '2c318be7-0a13-4b05-a3f4-8a2973ade262', 'port_id': 'ade83c75-0efa-4960-8243-44aed8b5f5ab', 'mac_address': 'fa:16:3e:e4:5d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22f0841-08c6-4226-a351-9ba309814cd1', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:13:53.448286 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a6bb03d3-8918-4ad8-af0b-6410f641e85a req-2d5c337b-480b-4f16-b8a0-a3404d7fcaf3 service neutron] 10.222.0.25 "GET /v2.0/networks/2d329795-9a9b-4610-8367-8685eab69d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486159 Oct 26 14:13:53.506110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] For port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:53.540745 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:53.589480 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.592166 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.609480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade83c75-0efa-4960-8243-44aed8b5f5ab {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:53.615570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376e2bd-b917-430c-a845-6235bc9d5b74 req-8c31f85e-c5fc-46b3-8231-6e4437168289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:53.618324 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6376e2bd-b917-430c-a845-6235bc9d5b74 req-8c31f85e-c5fc-46b3-8231-6e4437168289 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a737eea106624889a68964e1bcfebb78&device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 1095 time: 0.1107073 Oct 26 14:13:53.648503 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.671970 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41984) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:53.673404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ade83c75-0efa-4960-8243-44aed8b5f5ab, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ade83c75-0efa-4960-8243-44aed8b5f5ab,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:53.679788 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.680678 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.707883 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.779119 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:13:53.779479 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:13:53.803630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ade83c75-0efa-4960-8243-44aed8b5f5ab,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:53.818893 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7ac08933-d045-4fec-b804-4a62651b1394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.837734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376e2bd-b917-430c-a845-6235bc9d5b74 req-e3658ed1-fa26-4086-86ff-ac484c8adb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:53.839284 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6376e2bd-b917-430c-a845-6235bc9d5b74 req-e3658ed1-fa26-4086-86ff-ac484c8adb40 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d329795-9a9b-4610-8367-8685eab69d42 HTTP/1.1" status: 200 len: 923 time: 0.2140455 Oct 26 14:13:53.877882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:53.891342 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6376e2bd-b917-430c-a845-6235bc9d5b74 req-69763b37-c67a-4d64-812b-824bdbcbfde9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a508018-ad5e-4f1d-820a-b81ff95194af HTTP/1.1" status: 200 len: 217 time: 0.0441227 Oct 26 14:13:53.899270 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:53.906303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:53.907255 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.913578 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=eca32048-9bff-423a-bdbf-8548f4ca9a74,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:53.932488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,revision_number=8']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:53.978308 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ac9acd80-2d3e-4d22-88b5-ba948e0f8ce9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3321996 Oct 26 14:13:53.981173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41986) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:53.982031 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376e2bd-b917-430c-a845-6235bc9d5b74 req-489a1eff-b5f2-4b49-b3d8-7ef8e937ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:53.988593 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6376e2bd-b917-430c-a845-6235bc9d5b74 req-489a1eff-b5f2-4b49-b3d8-7ef8e937ed15 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f3fc7ee1-99ee-4346-bf51-edf7a86e251d HTTP/1.1" status: 200 len: 862 time: 0.0887904 Oct 26 14:13:53.996720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9f3ce3c7-ea9b-4b12-9332-b54996870758 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:54.040257 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6376e2bd-b917-430c-a845-6235bc9d5b74 req-08318b43-da17-4196-a17e-d44d5e918382 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d329795-9a9b-4610-8367-8685eab69d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378342 Oct 26 14:13:54.127967 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7ac08933-d045-4fec-b804-4a62651b1394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.142288 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7ac08933-d045-4fec-b804-4a62651b1394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.191872 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6376e2bd-b917-430c-a845-6235bc9d5b74 req-2ed29fbf-5b06-412b-838a-9dab05dac674 service neutron] 10.222.0.25 "GET /v2.0/networks/2d329795-9a9b-4610-8367-8685eab69d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430275 Oct 26 14:13:54.265658 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7ac08933-d045-4fec-b804-4a62651b1394 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f3f32c020134e5ba8c2f8e10573f2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5920177 Oct 26 14:13:54.268954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac08933-d045-4fec-b804-4a62651b1394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a15bfa-fa6d-446e-8adc-f28afba8e601,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:54.285116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41990) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:54.335475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3ce3c7-ea9b-4b12-9332-b54996870758 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:54.339000 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f3ce3c7-ea9b-4b12-9332-b54996870758 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.360727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82e2fe4-b2f0-4c3f-aa61-da5a7ad9ec3a None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:54.417695 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6376e2bd-b917-430c-a845-6235bc9d5b74 req-7d77fb68-4237-4733-9089-b9b5fa4134f4 service neutron] 10.222.0.25 "GET /v2.0/networks/2d329795-9a9b-4610-8367-8685eab69d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088282 Oct 26 14:13:54.467457 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.513391 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2f9a5939-af22-41f2-85d1-256c27daae04 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:54.514057 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5939-af22-41f2-85d1-256c27daae04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.580993 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:54.619115 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.698817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:54.733940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3e7d1-3d1b-4328-b76d-61e2391b6082 req-fb76fb3d-cda2-4855-b222-a7ed17bfae0b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.741581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3e7d1-3d1b-4328-b76d-61e2391b6082 req-fb76fb3d-cda2-4855-b222-a7ed17bfae0b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.747851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3e7d1-3d1b-4328-b76d-61e2391b6082 req-fb76fb3d-cda2-4855-b222-a7ed17bfae0b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.754259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3e7d1-3d1b-4328-b76d-61e2391b6082 req-fb76fb3d-cda2-4855-b222-a7ed17bfae0b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.762058 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3e7d1-3d1b-4328-b76d-61e2391b6082 req-fb76fb3d-cda2-4855-b222-a7ed17bfae0b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.770013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3e7d1-3d1b-4328-b76d-61e2391b6082 req-fb76fb3d-cda2-4855-b222-a7ed17bfae0b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.777868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3e7d1-3d1b-4328-b76d-61e2391b6082 req-fb76fb3d-cda2-4855-b222-a7ed17bfae0b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.780499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4c3e7d1-3d1b-4328-b76d-61e2391b6082 req-fb76fb3d-cda2-4855-b222-a7ed17bfae0b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5429 time: 0.3293822 Oct 26 14:13:54.801692 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de6b7c-248d-4642-880c-c93caa7dc60a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.831023 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de6b7c-248d-4642-880c-c93caa7dc60a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.855767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['d8c8d034-fc3a-4fe6-8cfe-12c81f10d579'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:13:54.912164 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de6b7c-248d-4642-880c-c93caa7dc60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.915785 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de6b7c-248d-4642-880c-c93caa7dc60a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.917336 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d3de6b7c-248d-4642-880c-c93caa7dc60a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4a15bfa-fa6d-446e-8adc-f28afba8e601 HTTP/1.1" status: 204 len: 168 time: 0.6308703 Oct 26 14:13:54.921894 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5939-af22-41f2-85d1-256c27daae04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.931830 n-d-815498-1 neutron-server[102124]: INFO neutron.db.ipam_backend_mixin [None req-9f3ce3c7-ea9b-4b12-9332-b54996870758 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eca32048-9bff-423a-bdbf-8548f4ca9a74 (CIDR: 2001:db8::/64) Oct 26 14:13:54.935680 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['515fa390-2364-4878-8df6-4ab125d2676b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:13:54.942943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6f3f0-b2cf-4cef-bf85-f9eb737b30d4 req-1797301a-0691-4272-9468-67db083d012f tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.944923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebb6f3f0-b2cf-4cef-bf85-f9eb737b30d4 req-1797301a-0691-4272-9468-67db083d012f tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 944 time: 0.3675628 Oct 26 14:13:54.955493 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3ce3c7-ea9b-4b12-9332-b54996870758 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:13:54.956232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3ce3c7-ea9b-4b12-9332-b54996870758 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:13:54.961796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de6b7c-248d-4642-880c-c93caa7dc60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a15bfa-fa6d-446e-8adc-f28afba8e601,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:55.040685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:13:55.042385 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['d23c3036-10bb-4165-b6c2-a4ce9e26949e'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:13:55.056250 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:55.058699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['ade83c75-0efa-4960-8243-44aed8b5f5ab'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:13:55.065161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4c3e7d1-3d1b-4328-b76d-61e2391b6082 req-898cc952-60bf-4412-b015-7591c86d35e2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2742209 Oct 26 14:13:55.069305 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebb6f3f0-b2cf-4cef-bf85-f9eb737b30d4 req-bd971e6a-fab6-47b4-aecb-5bf27b7cb3f4 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/security-groups?id=40817723-eff8-4b77-8ede-ac4a6d4a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150496 Oct 26 14:13:55.073349 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9f3ce3c7-ea9b-4b12-9332-b54996870758 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0903263 Oct 26 14:13:55.076214 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42008) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:55.087574 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-fde1cdbb-1e1b-464f-bd34-ec551ed26538 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:55.166907 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42012) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:55.559273 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0790-a0e2-49b7-ac89-873c7b392235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:55.843151 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0790-a0e2-49b7-ac89-873c7b392235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:55.858271 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0790-a0e2-49b7-ac89-873c7b392235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:55.960739 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cfcd0790-a0e2-49b7-ac89-873c7b392235 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=052e6a0e9d944a6ea2e267fa41725d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7909617 Oct 26 14:13:55.966570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42040) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:55.973355 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd0790-a0e2-49b7-ac89-873c7b392235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30749f01-8915-4da5-ad72-e5ed10aec5ff,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:56.085342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ef8117b-9134-4112-b07d-b41d9da8c086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.096760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde1cdbb-1e1b-464f-bd34-ec551ed26538 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:56.101211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fde1cdbb-1e1b-464f-bd34-ec551ed26538 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.165315 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ef8117b-9134-4112-b07d-b41d9da8c086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.185097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:56.185696 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.231854 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['d7eeebab-4fea-41da-a670-4fb4e1ce3521'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:13:56.255636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['ed4f0663-ae83-4800-8ce9-99ce1f56430d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:13:56.261749 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ef8117b-9134-4112-b07d-b41d9da8c086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.265183 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ef8117b-9134-4112-b07d-b41d9da8c086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.266520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1ef8117b-9134-4112-b07d-b41d9da8c086 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30749f01-8915-4da5-ad72-e5ed10aec5ff HTTP/1.1" status: 204 len: 168 time: 0.2989893 Oct 26 14:13:56.281146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8117b-9134-4112-b07d-b41d9da8c086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30749f01-8915-4da5-ad72-e5ed10aec5ff,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:56.348357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-2f9a5939-af22-41f2-85d1-256c27daae04 None None] For port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:56.447580 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5939-af22-41f2-85d1-256c27daae04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.582217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb9765-14b8-4622-809c-c9fa7eb51a96 req-76ff85de-1a0f-4125-acc9-5cd7d1dc3d20 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.589297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb9765-14b8-4622-809c-c9fa7eb51a96 req-76ff85de-1a0f-4125-acc9-5cd7d1dc3d20 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.596271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb9765-14b8-4622-809c-c9fa7eb51a96 req-76ff85de-1a0f-4125-acc9-5cd7d1dc3d20 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.602933 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb9765-14b8-4622-809c-c9fa7eb51a96 req-76ff85de-1a0f-4125-acc9-5cd7d1dc3d20 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.609941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb9765-14b8-4622-809c-c9fa7eb51a96 req-76ff85de-1a0f-4125-acc9-5cd7d1dc3d20 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.617393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb9765-14b8-4622-809c-c9fa7eb51a96 req-76ff85de-1a0f-4125-acc9-5cd7d1dc3d20 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.624572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb9765-14b8-4622-809c-c9fa7eb51a96 req-76ff85de-1a0f-4125-acc9-5cd7d1dc3d20 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.635499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9dfb9765-14b8-4622-809c-c9fa7eb51a96 req-76ff85de-1a0f-4125-acc9-5cd7d1dc3d20 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5429 time: 0.2492917 Oct 26 14:13:56.648517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a5939-af22-41f2-85d1-256c27daae04 None None] Pushing event updated for resources: {'Port': ['ID=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,revision_number=10']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:56.650565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed6c93-b30b-4756-885d-4699f8bc9575 req-6ac70214-99cf-43a0-b9be-c13d986f43c0 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.652201 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90ed6c93-b30b-4756-885d-4699f8bc9575 req-6ac70214-99cf-43a0-b9be-c13d986f43c0 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 944 time: 0.3687680 Oct 26 14:13:56.746628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9dfb9765-14b8-4622-809c-c9fa7eb51a96 req-572331ed-39c6-427b-b185-b634580d2251 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100738 Oct 26 14:13:56.796992 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-66973e45-1804-494e-a941-dee0efd906c1 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:56.797767 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-66973e45-1804-494e-a941-dee0efd906c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.935440 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fde1cdbb-1e1b-464f-bd34-ec551ed26538 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.029022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42084) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:57.038568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:57.048484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde1cdbb-1e1b-464f-bd34-ec551ed26538 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:57.051429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1cdbb-1e1b-464f-bd34-ec551ed26538 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=724e2811-6752-42eb-96f1-08247a6a5811,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:57.055940 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e24a5e0-e55d-4a26-a81a-3c3a7fe0798e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.063527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-fde1cdbb-1e1b-464f-bd34-ec551ed26538 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:57.076130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde1cdbb-1e1b-464f-bd34-ec551ed26538 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:57.077419 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fde1cdbb-1e1b-464f-bd34-ec551ed26538 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.111697 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fde1cdbb-1e1b-464f-bd34-ec551ed26538 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0332041 Oct 26 14:13:57.113104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ee861-89cf-4ef5-bdcb-fd5a3d1efb2c None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:57.114858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42088) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:57.121939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'mac_address': 'fa:16:3e:f1:70:56', 'name': 'tempest-NetworksTestDHCPv6-1620642765'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:57.188946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90ed6c93-b30b-4756-885d-4699f8bc9575 req-c01e4e87-b0b0-49b0-aae8-413dd4cce46e tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/security-groups?id=40817723-eff8-4b77-8ede-ac4a6d4a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738920 Oct 26 14:13:57.213968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 4a508018-ad5e-4f1d-820a-b81ff95194af details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:13:57.302105 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-66973e45-1804-494e-a941-dee0efd906c1 None None] Could not find standard attr ID for object f34c2fee-798b-4f54-a0f6-35d1c3e16099. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:13:57.345708 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e24a5e0-e55d-4a26-a81a-3c3a7fe0798e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.391660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e24a5e0-e55d-4a26-a81a-3c3a7fe0798e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.455432 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:57.455954 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.466879 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.506543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24a5e0-e55d-4a26-a81a-3c3a7fe0798e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881cd754-8516-4f76-b49d-ed6a3e5a70cd,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:57.520270 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4e24a5e0-e55d-4a26-a81a-3c3a7fe0798e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5570bf2204ff434b82a2f673d582aa77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4884448 Oct 26 14:13:57.522959 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42100) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:57.563566 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:57.626464 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52540a5a-ebaf-47a3-87f3-68800f320d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.656450 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52540a5a-ebaf-47a3-87f3-68800f320d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.671724 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 4a508018-ad5e-4f1d-820a-b81ff95194af, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=4a508018-ad5e-4f1d-820a-b81ff95194af,segment=NetworkSegment(45ca055b-368c-49f9-bf32-c368a7bc2f28),segment_id=45ca055b-368c-49f9-bf32-c368a7bc2f28)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:57.728968 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52540a5a-ebaf-47a3-87f3-68800f320d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.732303 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52540a5a-ebaf-47a3-87f3-68800f320d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.736163 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-52540a5a-ebaf-47a3-87f3-68800f320d9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/881cd754-8516-4f76-b49d-ed6a3e5a70cd HTTP/1.1" status: 204 len: 168 time: 0.2119739 Oct 26 14:13:57.752891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52540a5a-ebaf-47a3-87f3-68800f320d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881cd754-8516-4f76-b49d-ed6a3e5a70cd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:57.788765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '4a508018-ad5e-4f1d-820a-b81ff95194af', 'network_id': '2d329795-9a9b-4610-8367-8685eab69d42', 'port_id': '4a508018-ad5e-4f1d-820a-b81ff95194af', 'mac_address': 'fa:16:3e:5d:27:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3fc7ee1-99ee-4346-bf51-edf7a86e251d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:13:57.816908 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.873403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b507cc2-c72a-45c8-b366-fcf938a504c2 None None] Update dhcp port {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'fixed_ips': [{'subnet_id': 'eca32048-9bff-423a-bdbf-8548f4ca9a74', 'ip_address': '2001:db8::f816:3eff:fecc:9b92'}, {'subnet_id': '724e2811-6752-42eb-96f1-08247a6a5811'}], 'binding:host_id': 'n-d-815498-1'}, 'id': '56dcc7b6-29a8-478b-81a0-cae0fb72f7f8'} from n-d-815498-1. {{(pid=102125) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:13:57.883650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port 4fe0f007-e391-434d-b35b-7979806e5858 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:13:57.911254 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9b507cc2-c72a-45c8-b366-fcf938a504c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.941876 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.960267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a508018-ad5e-4f1d-820a-b81ff95194af {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:57.983100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 4a508018-ad5e-4f1d-820a-b81ff95194af, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=4a508018-ad5e-4f1d-820a-b81ff95194af,segment=NetworkSegment(45ca055b-368c-49f9-bf32-c368a7bc2f28),segment_id=45ca055b-368c-49f9-bf32-c368a7bc2f28)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:58.010593 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:58.253126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8:0:1::b5 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/724e2811-6752-42eb-96f1-08247a6a5811/4fe0f007-e391-434d-b35b-7979806e5858) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:58.271776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::f816:3eff:fef1:7056 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/eca32048-9bff-423a-bdbf-8548f4ca9a74/4fe0f007-e391-434d-b35b-7979806e5858) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:58.335603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=4a508018-ad5e-4f1d-820a-b81ff95194af,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:58.368112 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237484d-f6db-46ba-ad12-148b93238c77 req-bbb41ef0-8e88-4e59-84d4-24cc21b6f4a8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.380032 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237484d-f6db-46ba-ad12-148b93238c77 req-bbb41ef0-8e88-4e59-84d4-24cc21b6f4a8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.387061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['4a508018-ad5e-4f1d-820a-b81ff95194af'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:13:58.395044 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237484d-f6db-46ba-ad12-148b93238c77 req-bbb41ef0-8e88-4e59-84d4-24cc21b6f4a8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.409382 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237484d-f6db-46ba-ad12-148b93238c77 req-bbb41ef0-8e88-4e59-84d4-24cc21b6f4a8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.423156 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237484d-f6db-46ba-ad12-148b93238c77 req-bbb41ef0-8e88-4e59-84d4-24cc21b6f4a8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.435242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237484d-f6db-46ba-ad12-148b93238c77 req-bbb41ef0-8e88-4e59-84d4-24cc21b6f4a8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.449313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237484d-f6db-46ba-ad12-148b93238c77 req-bbb41ef0-8e88-4e59-84d4-24cc21b6f4a8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.451338 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9237484d-f6db-46ba-ad12-148b93238c77 req-bbb41ef0-8e88-4e59-84d4-24cc21b6f4a8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5429 time: 0.6157439 Oct 26 14:13:58.598837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712164d1-655f-40f9-8185-ec756738935d req-436c13d6-8d73-442a-92b4-90dc73a2211a tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.605011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-712164d1-655f-40f9-8185-ec756738935d req-436c13d6-8d73-442a-92b4-90dc73a2211a tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 945 time: 0.3156955 Oct 26 14:13:58.698287 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9237484d-f6db-46ba-ad12-148b93238c77 req-73d985b8-2b16-4b4c-9315-9a8a6a586999 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2338297 Oct 26 14:13:58.766076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42140) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:58.774021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-712164d1-655f-40f9-8185-ec756738935d req-0845bb72-3fa7-4059-8c2d-ce07131593e3 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/security-groups?id=40817723-eff8-4b77-8ede-ac4a6d4a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461806 Oct 26 14:13:58.846509 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:58.891760 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:58.954615 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:58.957956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:58.959846 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-9b507cc2-c72a-45c8-b366-fcf938a504c2 None None] Allocated IP 2001:db8:0:1::2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/724e2811-6752-42eb-96f1-08247a6a5811/56dcc7b6-29a8-478b-81a0-cae0fb72f7f8) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:58.966854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:58.973908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.974704 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:58.986673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=4fe0f007-e391-434d-b35b-7979806e5858,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:59.008575 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7a3eac4d-4e40-44ec-8625-2157ac16a2a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8921974 Oct 26 14:13:59.011299 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42152) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:59.136468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 4a508018-ad5e-4f1d-820a-b81ff95194af up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:59.139996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-9b507cc2-c72a-45c8-b366-fcf938a504c2 None None] For port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:59.164358 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec431bf7-ce31-49d5-9325-54008267f7f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.219823 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9b507cc2-c72a-45c8-b366-fcf938a504c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.233751 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9b507cc2-c72a-45c8-b366-fcf938a504c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.265441 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-28f23c61-ef1b-4936-8312-e47f2fd8b6e4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 4fe0f007-e391-434d-b35b-7979806e5858 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:59.266107 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28f23c61-ef1b-4936-8312-e47f2fd8b6e4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.268982 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 4a508018-ad5e-4f1d-820a-b81ff95194af completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:13:59.378343 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec431bf7-ce31-49d5-9325-54008267f7f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.388475 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec431bf7-ce31-49d5-9325-54008267f7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.422889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec431bf7-ce31-49d5-9325-54008267f7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9592c81a-c062-495f-97a9-cbc4aa641e23,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:59.448031 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28f23c61-ef1b-4936-8312-e47f2fd8b6e4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.475542 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ec431bf7-ce31-49d5-9325-54008267f7f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83a70c9e739f434f87d109fcb1295a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7082703 Oct 26 14:13:59.477025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-28f23c61-ef1b-4936-8312-e47f2fd8b6e4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 4fe0f007-e391-434d-b35b-7979806e5858 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:59.480130 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42162) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:59.547736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 4a508018-ad5e-4f1d-820a-b81ff95194af triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:59.548360 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.622689 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d021612-ed8f-47ce-97f4-5db4540fedc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.661089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b507cc2-c72a-45c8-b366-fcf938a504c2 None None] Pushing event updated for resources: {'Port': ['ID=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,revision_number=11']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:59.721720 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d021612-ed8f-47ce-97f4-5db4540fedc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.725737 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.750738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937a4f8e-f730-40a5-9ce8-1502eab232f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a508018-ad5e-4f1d-820a-b81ff95194af'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:59.753314 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee6e6b1-57dd-4572-999f-63bd8a804c60" -d '{"events": [{"server_uuid": "937a4f8e-f730-40a5-9ce8-1502eab232f7", "name": "network-vif-plugged", "status": "completed", "tag": "4a508018-ad5e-4f1d-820a-b81ff95194af"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:59.760922 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device d23c3036-10bb-4165-b6c2-a4ce9e26949e up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:59.797644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 4a508018-ad5e-4f1d-820a-b81ff95194af, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=4a508018-ad5e-4f1d-820a-b81ff95194af,segment=NetworkSegment(45ca055b-368c-49f9-bf32-c368a7bc2f28),segment_id=45ca055b-368c-49f9-bf32-c368a7bc2f28)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:59.830585 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.916295 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c99f5a-9c69-42d6-8409-346a91ca354d x-openstack-request-id: req-27c99f5a-9c69-42d6-8409-346a91ca354d {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:59.916295 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937a4f8e-f730-40a5-9ce8-1502eab232f7", "name": "network-vif-plugged", "status": "completed", "tag": "4a508018-ad5e-4f1d-820a-b81ff95194af", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:59.916295 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27c99f5a-9c69-42d6-8409-346a91ca354d {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:59.916295 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937a4f8e-f730-40a5-9ce8-1502eab232f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a508018-ad5e-4f1d-820a-b81ff95194af', 'code': 200} Oct 26 14:13:59.969109 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=4a508018-ad5e-4f1d-820a-b81ff95194af,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:59.986021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port d23c3036-10bb-4165-b6c2-a4ce9e26949e completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:13:59.995851 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port d23c3036-10bb-4165-b6c2-a4ce9e26949e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:59.996417 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.064461 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d021612-ed8f-47ce-97f4-5db4540fedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.067839 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8d021612-ed8f-47ce-97f4-5db4540fedc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.069053 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8d021612-ed8f-47ce-97f4-5db4540fedc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9592c81a-c062-495f-97a9-cbc4aa641e23 HTTP/1.1" status: 204 len: 168 time: 0.5876935 Oct 26 14:14:00.070396 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28f23c61-ef1b-4936-8312-e47f2fd8b6e4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.091338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb101a7-d7e4-4174-81aa-6954c6629832 req-67484e95-9e5c-4aa7-ad30-069b6605a6bb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.103959 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb101a7-d7e4-4174-81aa-6954c6629832 req-67484e95-9e5c-4aa7-ad30-069b6605a6bb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.123953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb101a7-d7e4-4174-81aa-6954c6629832 req-67484e95-9e5c-4aa7-ad30-069b6605a6bb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.139304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb101a7-d7e4-4174-81aa-6954c6629832 req-67484e95-9e5c-4aa7-ad30-069b6605a6bb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.158206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb101a7-d7e4-4174-81aa-6954c6629832 req-67484e95-9e5c-4aa7-ad30-069b6605a6bb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.181936 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb101a7-d7e4-4174-81aa-6954c6629832 req-67484e95-9e5c-4aa7-ad30-069b6605a6bb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.192346 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.196164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb101a7-d7e4-4174-81aa-6954c6629832 req-67484e95-9e5c-4aa7-ad30-069b6605a6bb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.198624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2cb101a7-d7e4-4174-81aa-6954c6629832 req-67484e95-9e5c-4aa7-ad30-069b6605a6bb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5429 time: 0.3094854 Oct 26 14:14:00.206264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f23c61-ef1b-4936-8312-e47f2fd8b6e4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=4fe0f007-e391-434d-b35b-7979806e5858,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:00.218636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d021612-ed8f-47ce-97f4-5db4540fedc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9592c81a-c062-495f-97a9-cbc4aa641e23,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:00.314650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38e526-16b9-45fe-9b07-f47b7f444600 req-d1e17467-1890-413a-93b2-ecd2b0d5f8b8 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.316520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c38e526-16b9-45fe-9b07-f47b7f444600 req-d1e17467-1890-413a-93b2-ecd2b0d5f8b8 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 946 time: 0.1170530 Oct 26 14:14:00.318389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d23c3036-10bb-4165-b6c2-a4ce9e26949e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d23c3036-10bb-4165-b6c2-a4ce9e26949e,segment=NetworkSegment(cd4a849a-b7fc-4b62-8b49-0cd564523777),segment_id=cd4a849a-b7fc-4b62-8b49-0cd564523777)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:00.330615 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28f23c61-ef1b-4936-8312-e47f2fd8b6e4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.341935 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.342647 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-28f23c61-ef1b-4936-8312-e47f2fd8b6e4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/4fe0f007-e391-434d-b35b-7979806e5858 HTTP/1.1" status: 204 len: 168 time: 1.3301432 Oct 26 14:14:00.347277 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42188) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:00.353754 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01803ca-e8e4-4cd5-8e51-8a3335fa54aa req-a10c21d5-6f99-4b12-9ad2-97b1435b5186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.359550 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e01803ca-e8e4-4cd5-8e51-8a3335fa54aa req-a10c21d5-6f99-4b12-9ad2-97b1435b5186 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 1097 time: 0.3242757 Oct 26 14:14:00.411135 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=d23c3036-10bb-4165-b6c2-a4ce9e26949e,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:00.474471 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2cb101a7-d7e4-4174-81aa-6954c6629832 req-828fa078-d142-4cb7-9102-68dcd2849382 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2649343 Oct 26 14:14:00.495501 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e01803ca-e8e4-4cd5-8e51-8a3335fa54aa req-2b54d20a-1d04-42e2-b88d-12c037d1e7ac service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=40817723-eff8-4b77-8ede-ac4a6d4a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904062 Oct 26 14:14:00.512930 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c38e526-16b9-45fe-9b07-f47b7f444600 req-e7651f92-1f8f-4836-a224-d8dfff5c26ca tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/security-groups?id=40817723-eff8-4b77-8ede-ac4a6d4a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609974 Oct 26 14:14:00.534262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c136a7-efd9-4f41-88bb-ed827d505ceb tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.540372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42194) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:00.541165 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f9c136a7-efd9-4f41-88bb-ed827d505ceb tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1805003 Oct 26 14:14:00.648847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb46d52-a3bd-42f8-8ade-a311e6644193 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.650983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1cb46d52-a3bd-42f8-8ade-a311e6644193 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1099026 Oct 26 14:14:00.653598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42196) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:00.681385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42200) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:00.720013 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc5629b7-d7d5-4c57-b238-c6f4da7e7351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.733006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a195cd80-c58b-4b90-ad69-334022686843 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.735030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a195cd80-c58b-4b90-ad69-334022686843 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.737004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a195cd80-c58b-4b90-ad69-334022686843 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.738875 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a195cd80-c58b-4b90-ad69-334022686843 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0839760 Oct 26 14:14:00.741751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42204) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:00.856548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99ce1c-5854-41a2-8ab5-d8f0aca4cdf8 req-e2b8dc6c-da9c-4fe8-ad44-e635d14d956f tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.858495 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c99ce1c-5854-41a2-8ab5-d8f0aca4cdf8 req-e2b8dc6c-da9c-4fe8-ad44-e635d14d956f tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.0825343 Oct 26 14:14:00.865343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8aba03-93ef-4d9b-81c1-894505fe9bc8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 724e2811-6752-42eb-96f1-08247a6a5811 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:00.884411 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8aba03-93ef-4d9b-81c1-894505fe9bc8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.898600 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc5629b7-d7d5-4c57-b238-c6f4da7e7351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.908390 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc5629b7-d7d5-4c57-b238-c6f4da7e7351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.962848 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7859b10a-d123-49c9-bfdc-9055d1068dff None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:00.964259 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7859b10a-d123-49c9-bfdc-9055d1068dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.967354 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:00.992557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c99ce1c-5854-41a2-8ab5-d8f0aca4cdf8 req-1212cf46-fa09-4f71-8896-5523fc5c3540 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980201 Oct 26 14:14:01.010587 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8aba03-93ef-4d9b-81c1-894505fe9bc8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.027132 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cc5629b7-d7d5-4c57-b238-c6f4da7e7351 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8b2ba19531b4ebd8b7750af7723d83a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419361 Oct 26 14:14:01.027132 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5629b7-d7d5-4c57-b238-c6f4da7e7351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16a0e21-7c89-4737-8072-be3bc748dcf4,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:01.043454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42206) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:01.159309 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89c768b2-9886-48a1-b586-19c3a17f8edc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.160976 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:01.161608 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.200169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89c768b2-9886-48a1-b586-19c3a17f8edc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.282732 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89c768b2-9886-48a1-b586-19c3a17f8edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.285846 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89c768b2-9886-48a1-b586-19c3a17f8edc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.287136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-89c768b2-9886-48a1-b586-19c3a17f8edc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e16a0e21-7c89-4737-8072-be3bc748dcf4 HTTP/1.1" status: 204 len: 168 time: 0.2425973 Oct 26 14:14:01.305716 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c768b2-9886-48a1-b586-19c3a17f8edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16a0e21-7c89-4737-8072-be3bc748dcf4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:01.314833 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8aba03-93ef-4d9b-81c1-894505fe9bc8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.398588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-66d79545-47b4-41c5-b273-77664ed610ec None None] Could not find standard attr ID for object 4fe0f007-e391-434d-b35b-7979806e5858. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:14:01.424661 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8aba03-93ef-4d9b-81c1-894505fe9bc8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.484828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8aba03-93ef-4d9b-81c1-894505fe9bc8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=724e2811-6752-42eb-96f1-08247a6a5811,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:01.486938 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8aba03-93ef-4d9b-81c1-894505fe9bc8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.491170 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4d8aba03-93ef-4d9b-81c1-894505fe9bc8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/724e2811-6752-42eb-96f1-08247a6a5811 HTTP/1.1" status: 204 len: 168 time: 0.7473338 Oct 26 14:14:01.493799 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42220) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:01.654807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a3c519-8349-4931-be33-d3ed4783c071 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:01.679529 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-5635c565-b96d-482f-9eef-56a8fb83007d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet eca32048-9bff-423a-bdbf-8548f4ca9a74 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:01.685972 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5635c565-b96d-482f-9eef-56a8fb83007d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.766306 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ed4f0663-ae83-4800-8ce9-99ce1f56430d up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:01.767052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5635c565-b96d-482f-9eef-56a8fb83007d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.799778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2091bb-7659-4d25-9c82-17947245fd70 req-541ddaa7-bf13-418b-89fe-b6e4899457e2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:01.808318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2091bb-7659-4d25-9c82-17947245fd70 req-541ddaa7-bf13-418b-89fe-b6e4899457e2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:01.833168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2091bb-7659-4d25-9c82-17947245fd70 req-541ddaa7-bf13-418b-89fe-b6e4899457e2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:01.847025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2091bb-7659-4d25-9c82-17947245fd70 req-541ddaa7-bf13-418b-89fe-b6e4899457e2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:01.858060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2091bb-7659-4d25-9c82-17947245fd70 req-541ddaa7-bf13-418b-89fe-b6e4899457e2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:01.873126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2091bb-7659-4d25-9c82-17947245fd70 req-541ddaa7-bf13-418b-89fe-b6e4899457e2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:01.890707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2091bb-7659-4d25-9c82-17947245fd70 req-541ddaa7-bf13-418b-89fe-b6e4899457e2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:01.898368 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f2091bb-7659-4d25-9c82-17947245fd70 req-541ddaa7-bf13-418b-89fe-b6e4899457e2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5430 time: 0.2819431 Oct 26 14:14:01.946492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:01.949750 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0bc5aa-3bee-4769-af3e-c344bcfaf15f" -d '{"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-plugged", "status": "completed", "tag": "d23c3036-10bb-4165-b6c2-a4ce9e26949e"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:01.957866 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port ed4f0663-ae83-4800-8ce9-99ce1f56430d completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:01.960725 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5635c565-b96d-482f-9eef-56a8fb83007d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.968801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port ed4f0663-ae83-4800-8ce9-99ce1f56430d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:01.969372 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.970665 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95185fb7-e056-48aa-8ff5-155cda9c1633 req-4b053778-77b5-475a-9cc0-3f7f2e7b5f40 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:01.980683 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95185fb7-e056-48aa-8ff5-155cda9c1633 req-4b053778-77b5-475a-9cc0-3f7f2e7b5f40 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 946 time: 0.2949619 Oct 26 14:14:02.036211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f2091bb-7659-4d25-9c82-17947245fd70 req-5e07309c-b29e-42d9-81c3-5e21fb963f0d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167450 Oct 26 14:14:02.088430 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95185fb7-e056-48aa-8ff5-155cda9c1633 req-65435578-8bdf-4ade-92a8-beaa4207a787 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/security-groups?id=40817723-eff8-4b77-8ede-ac4a6d4a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059725 Oct 26 14:14:02.091763 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5635c565-b96d-482f-9eef-56a8fb83007d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.160560 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a0d205-0c7a-4ada-88ba-cfc46d948ddb x-openstack-request-id: req-f0a0d205-0c7a-4ada-88ba-cfc46d948ddb {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:02.167267 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-plugged", "status": "completed", "tag": "d23c3036-10bb-4165-b6c2-a4ce9e26949e", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:02.167532 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0a0d205-0c7a-4ada-88ba-cfc46d948ddb {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:02.168603 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e', 'code': 200} Oct 26 14:14:02.178205 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5635c565-b96d-482f-9eef-56a8fb83007d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.182167 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5635c565-b96d-482f-9eef-56a8fb83007d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/eca32048-9bff-423a-bdbf-8548f4ca9a74 HTTP/1.1" status: 204 len: 168 time: 0.6870894 Oct 26 14:14:02.184885 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42242) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:02.190585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635c565-b96d-482f-9eef-56a8fb83007d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=eca32048-9bff-423a-bdbf-8548f4ca9a74,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:02.316510 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.327053 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-37e630fb-13df-4e99-b1b0-bc22accad273 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1398852 Oct 26 14:14:02.330047 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42254) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:02.336662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-cd297508-c9e2-4426-bde4-2e3cbb6b6c1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:02.351852 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed929-8237-4761-8ebe-704d87d53690 req-f5810087-5a8a-40f7-98b7-9e30f250a9b3 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:02.362273 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d9ed929-8237-4761-8ebe-704d87d53690 req-f5810087-5a8a-40f7-98b7-9e30f250a9b3 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.1759262 Oct 26 14:14:02.412199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ed4f0663-ae83-4800-8ce9-99ce1f56430d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ed4f0663-ae83-4800-8ce9-99ce1f56430d,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:02.422246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d9ed929-8237-4761-8ebe-704d87d53690 req-3502fda5-bacc-4d8f-b431-9b6a02f98bd3 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587308 Oct 26 14:14:02.424281 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.425528 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 515fa390-2364-4878-8df6-4ab125d2676b up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:02.634734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd297508-c9e2-4426-bde4-2e3cbb6b6c1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:02.646151 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd297508-c9e2-4426-bde4-2e3cbb6b6c1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.691192 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ed4f0663-ae83-4800-8ce9-99ce1f56430d,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:02.727598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 515fa390-2364-4878-8df6-4ab125d2676b completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:02.733144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 515fa390-2364-4878-8df6-4ab125d2676b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:02.733847 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.772721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42268) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:02.955321 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6dd3ead3-520c-4210-a0f2-c223b687e233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.996640 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.085390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 515fa390-2364-4878-8df6-4ab125d2676b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=515fa390-2364-4878-8df6-4ab125d2676b,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:03.105196 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.107739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:03.151127 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6dd3ead3-520c-4210-a0f2-c223b687e233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.197489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b41d2-2d7c-494c-b5e0-eaa31c3325ef req-c4f3feac-2d4a-42c3-ad02-50d8a291ef44 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.202756 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c50b41d2-2d7c-494c-b5e0-eaa31c3325ef req-c4f3feac-2d4a-42c3-ad02-50d8a291ef44 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 946 time: 0.3377597 Oct 26 14:14:03.211960 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd297508-c9e2-4426-bde4-2e3cbb6b6c1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.295071 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:03.309439 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:03.309934 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.312749 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=515fa390-2364-4878-8df6-4ab125d2676b,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:03.331022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd297508-c9e2-4426-bde4-2e3cbb6b6c1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=df507e92-240d-41b6-82db-02aafe6f46d3,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:03.343688 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6dd3ead3-520c-4210-a0f2-c223b687e233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.351904 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c50b41d2-2d7c-494c-b5e0-eaa31c3325ef req-5f5ec9c3-aa15-4b5e-987f-1906c55258e2 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/security-groups?id=40817723-eff8-4b77-8ede-ac4a6d4a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782769 Oct 26 14:14:03.357361 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd297508-c9e2-4426-bde4-2e3cbb6b6c1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:03.359243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-cd297508-c9e2-4426-bde4-2e3cbb6b6c1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:03.374524 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd297508-c9e2-4426-bde4-2e3cbb6b6c1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.375403 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd297508-c9e2-4426-bde4-2e3cbb6b6c1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.386255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3ead3-520c-4210-a0f2-c223b687e233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29631a3-21c7-42ad-a70d-ee3b370131cf,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:03.387859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27bac8c-60b2-49f2-91d9-c2cfb4e84ca2 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:03.420123 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cd297508-c9e2-4426-bde4-2e3cbb6b6c1f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0881865 Oct 26 14:14:03.422962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42284) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:03.429233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-07d38bf2-851c-4b08-9a21-dcf00128261e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:03.484820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4056-e9b3-4912-8411-c951493fa5b7 req-c292522a-d080-4e78-8085-0e29b81eb690 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.499486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4056-e9b3-4912-8411-c951493fa5b7 req-c292522a-d080-4e78-8085-0e29b81eb690 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.533109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4056-e9b3-4912-8411-c951493fa5b7 req-c292522a-d080-4e78-8085-0e29b81eb690 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.566264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4056-e9b3-4912-8411-c951493fa5b7 req-c292522a-d080-4e78-8085-0e29b81eb690 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.581933 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4056-e9b3-4912-8411-c951493fa5b7 req-c292522a-d080-4e78-8085-0e29b81eb690 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.611030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4056-e9b3-4912-8411-c951493fa5b7 req-c292522a-d080-4e78-8085-0e29b81eb690 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.619107 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d38bf2-851c-4b08-9a21-dcf00128261e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:03.623076 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-07d38bf2-851c-4b08-9a21-dcf00128261e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.639055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4056-e9b3-4912-8411-c951493fa5b7 req-c292522a-d080-4e78-8085-0e29b81eb690 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.649923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-53dc4056-e9b3-4912-8411-c951493fa5b7 req-c292522a-d080-4e78-8085-0e29b81eb690 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5432 time: 0.4451344 Oct 26 14:14:03.658787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-16745046-ba07-4fd1-9982-db1c9a5fc672 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:03.659165 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-16745046-ba07-4fd1-9982-db1c9a5fc672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.730129 n-d-815498-1 neutron-server[102123]: INFO neutron.db.ipam_backend_mixin [None req-07d38bf2-851c-4b08-9a21-dcf00128261e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df507e92-240d-41b6-82db-02aafe6f46d3 (CIDR: 2001:db8::/64) Oct 26 14:14:03.736039 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d38bf2-851c-4b08-9a21-dcf00128261e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:14:03.736583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d38bf2-851c-4b08-9a21-dcf00128261e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:03.764054 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-07d38bf2-851c-4b08-9a21-dcf00128261e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3398058 Oct 26 14:14:03.764897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42292) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:03.770195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:03.811512 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.855798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:03.860717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-53dc4056-e9b3-4912-8411-c951493fa5b7 req-97c9a1f7-10e3-46fa-876a-468e9f4234f3 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1688659 Oct 26 14:14:03.868517 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.869897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ade83c75-0efa-4960-8243-44aed8b5f5ab up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:03.871214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6dd3ead3-520c-4210-a0f2-c223b687e233 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb6a946acb7d4f2eab9bebca746e58f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0975413 Oct 26 14:14:03.879400 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42294) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:03.963122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a4311-62c7-4347-ab92-881f0c6b31bd req-72ba7aff-ec3f-477d-8828-e7e660badeea tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.971082 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-282a4311-62c7-4347-ab92-881f0c6b31bd req-72ba7aff-ec3f-477d-8828-e7e660badeea tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.3152289 Oct 26 14:14:04.029772 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port ade83c75-0efa-4960-8243-44aed8b5f5ab completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:04.036734 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port ade83c75-0efa-4960-8243-44aed8b5f5ab triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:04.037891 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.040523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:04.063176 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-282a4311-62c7-4347-ab92-881f0c6b31bd req-c3aef303-81de-44f1-805d-40a31b2d93f4 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907528 Oct 26 14:14:04.082903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:04.083696 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.124370 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0815aeab-11a0-45ed-ad89-d0309d067c5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.161024 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0815aeab-11a0-45ed-ad89-d0309d067c5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.163745 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5573a4c6-b515-43a4-a24c-3a081b7e0a88 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:04.164233 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5573a4c6-b515-43a4-a24c-3a081b7e0a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.207666 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.212812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4f0663-ae83-4800-8ce9-99ce1f56430d'}, {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515fa390-2364-4878-8df6-4ab125d2676b'}, {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:04.215792 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccafc71-1a1e-4e50-b36c-b27cfc0a027f" -d '{"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-plugged", "status": "completed", "tag": "ed4f0663-ae83-4800-8ce9-99ce1f56430d"}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-plugged", "status": "completed", "tag": "515fa390-2364-4878-8df6-4ab125d2676b"}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-plugged", "status": "completed", "tag": "cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:04.231048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cec1a2-bb26-4ea7-a9e8-bc0470638589 req-b8bd0af5-ca21-41f1-8d50-c526e934fdaf tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:04.234265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42300) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:04.235146 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-01cec1a2-bb26-4ea7-a9e8-bc0470638589 req-b8bd0af5-ca21-41f1-8d50-c526e934fdaf tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.25 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 946 time: 0.0857165 Oct 26 14:14:04.248285 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0815aeab-11a0-45ed-ad89-d0309d067c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.251746 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0815aeab-11a0-45ed-ad89-d0309d067c5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.252914 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0815aeab-11a0-45ed-ad89-d0309d067c5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a29631a3-21c7-42ad-a70d-ee3b370131cf HTTP/1.1" status: 204 len: 168 time: 0.3723316 Oct 26 14:14:04.263127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815aeab-11a0-45ed-ad89-d0309d067c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29631a3-21c7-42ad-a70d-ee3b370131cf,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:04.349176 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01567bdd-fd31-46f8-82c4-aa9e86fb5f95 x-openstack-request-id: req-01567bdd-fd31-46f8-82c4-aa9e86fb5f95 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:04.349908 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-plugged", "status": "completed", "tag": "ed4f0663-ae83-4800-8ce9-99ce1f56430d", "code": 200}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-plugged", "status": "completed", "tag": "515fa390-2364-4878-8df6-4ab125d2676b", "code": 200}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-plugged", "status": "completed", "tag": "cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:04.351788 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01567bdd-fd31-46f8-82c4-aa9e86fb5f95 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:04.355624 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4f0663-ae83-4800-8ce9-99ce1f56430d', 'code': 200} Oct 26 14:14:04.357775 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515fa390-2364-4878-8df6-4ab125d2676b', 'code': 200} Oct 26 14:14:04.358965 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be', 'code': 200} Oct 26 14:14:04.380025 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ade83c75-0efa-4960-8243-44aed8b5f5ab, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ade83c75-0efa-4960-8243-44aed8b5f5ab,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:04.417922 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.419107 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device d7eeebab-4fea-41da-a670-4fb4e1ce3521 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:04.424473 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-01cec1a2-bb26-4ea7-a9e8-bc0470638589 req-3378411a-5f20-4df2-8753-88fd5c2a4956 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Deleting port 4a508018-ad5e-4f1d-820a-b81ff95194af {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:04.425136 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-01cec1a2-bb26-4ea7-a9e8-bc0470638589 req-3378411a-5f20-4df2-8753-88fd5c2a4956 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.522779 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ade83c75-0efa-4960-8243-44aed8b5f5ab,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:04.541711 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port d7eeebab-4fea-41da-a670-4fb4e1ce3521 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:04.546111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port d7eeebab-4fea-41da-a670-4fb4e1ce3521 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:04.546471 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.552775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-01cec1a2-bb26-4ea7-a9e8-bc0470638589 req-3378411a-5f20-4df2-8753-88fd5c2a4956 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] For port 4a508018-ad5e-4f1d-820a-b81ff95194af, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=4a508018-ad5e-4f1d-820a-b81ff95194af,segment=NetworkSegment(45ca055b-368c-49f9-bf32-c368a7bc2f28),segment_id=45ca055b-368c-49f9-bf32-c368a7bc2f28)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:04.553146 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-01cec1a2-bb26-4ea7-a9e8-bc0470638589 req-3378411a-5f20-4df2-8753-88fd5c2a4956 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.570613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-01cec1a2-bb26-4ea7-a9e8-bc0470638589 req-3378411a-5f20-4df2-8753-88fd5c2a4956 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Calling delete_port for 4a508018-ad5e-4f1d-820a-b81ff95194af owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:04.632521 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d887bc-0f55-484e-a540-4159d7fd30d9 req-31a0db8b-0add-4111-aecd-a02a1148bf84 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:04.641671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-00d887bc-0f55-484e-a540-4159d7fd30d9 req-31a0db8b-0add-4111-aecd-a02a1148bf84 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/ports?device_id=937a4f8e-f730-40a5-9ce8-1502eab232f7 HTTP/1.1" status: 200 len: 946 time: 0.1396847 Oct 26 14:14:04.698769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-00d887bc-0f55-484e-a540-4159d7fd30d9 req-0a74a70f-e9a4-4c24-bd7e-0ebb9421a7fb tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.32 "GET /v2.0/security-groups?id=40817723-eff8-4b77-8ede-ac4a6d4a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558531 Oct 26 14:14:04.704164 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-556014ba-d59b-49ab-a9d0-e07a0d8ef757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.718915 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.796384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d7eeebab-4fea-41da-a670-4fb4e1ce3521, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d7eeebab-4fea-41da-a670-4fb4e1ce3521,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:04.811576 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.812215 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:04.842233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42312) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:04.849431 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-556014ba-d59b-49ab-a9d0-e07a0d8ef757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.855409 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-556014ba-d59b-49ab-a9d0-e07a0d8ef757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.873782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d9d9a50-03a1-4550-a623-0ce9e1d54631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.882813 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-01cec1a2-bb26-4ea7-a9e8-bc0470638589 req-3378411a-5f20-4df2-8753-88fd5c2a4956 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.900163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['4a508018-ad5e-4f1d-820a-b81ff95194af'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:14:04.943234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378411a-5f20-4df2-8753-88fd5c2a4956 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Pushing event deleted for resources: {'Port': ['ID=4a508018-ad5e-4f1d-820a-b81ff95194af,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:04.945653 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=d7eeebab-4fea-41da-a670-4fb4e1ce3521,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:04.967958 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:04.974294 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556014ba-d59b-49ab-a9d0-e07a0d8ef757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa5fce8-7827-4ade-b16e-022c4b9f5f24,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:04.976504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:04.977066 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.982784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-556014ba-d59b-49ab-a9d0-e07a0d8ef757 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecd5a375d6cf4e8f8f48076540316777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7448435 Oct 26 14:14:04.993057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42316) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:05.023491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cec1a2-bb26-4ea7-a9e8-bc0470638589 req-3378411a-5f20-4df2-8753-88fd5c2a4956 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] No DVR routers for this DVR port 4a508018-ad5e-4f1d-820a-b81ff95194af on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:05.028216 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-01cec1a2-bb26-4ea7-a9e8-bc0470638589 req-3378411a-5f20-4df2-8753-88fd5c2a4956 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.033257 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-01cec1a2-bb26-4ea7-a9e8-bc0470638589 req-3378411a-5f20-4df2-8753-88fd5c2a4956 tempest-InstanceActionsNegativeTestJSON-498598312 tempest-InstanceActionsNegativeTestJSON-498598312-project] 10.222.0.25 "DELETE /v2.0/ports/4a508018-ad5e-4f1d-820a-b81ff95194af HTTP/1.1" status: 204 len: 173 time: 0.7818875 Oct 26 14:14:05.038149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937a4f8e-f730-40a5-9ce8-1502eab232f7', 'name': 'network-vif-deleted', 'tag': '4a508018-ad5e-4f1d-820a-b81ff95194af'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:05.040567 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706b6621-cb6f-4e56-8f73-7a3d13e50425" -d '{"events": [{"server_uuid": "937a4f8e-f730-40a5-9ce8-1502eab232f7", "name": "network-vif-deleted", "tag": "4a508018-ad5e-4f1d-820a-b81ff95194af"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:05.093664 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.141625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.objects.ports [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102123) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:14:05.142884 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e81b60-3044-4346-9a21-fe924824714b x-openstack-request-id: req-75e81b60-3044-4346-9a21-fe924824714b {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:05.143324 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937a4f8e-f730-40a5-9ce8-1502eab232f7", "name": "network-vif-deleted", "tag": "4a508018-ad5e-4f1d-820a-b81ff95194af", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:05.143660 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75e81b60-3044-4346-9a21-fe924824714b {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:05.144124 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937a4f8e-f730-40a5-9ce8-1502eab232f7', 'name': 'network-vif-deleted', 'tag': '4a508018-ad5e-4f1d-820a-b81ff95194af', 'status': 'completed', 'code': 200} Oct 26 14:14:05.180899 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:05.191373 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.250141 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:05.274813 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d9d9a50-03a1-4550-a623-0ce9e1d54631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.276124 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1410c235-df36-4fc8-b8e5-0a3dbe1825f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.286011 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d9d9a50-03a1-4550-a623-0ce9e1d54631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.308408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24938-769f-4c8c-a3da-e599835eeba6 req-fbf217a3-101b-4b41-b330-a92274458840 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.314339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24938-769f-4c8c-a3da-e599835eeba6 req-fbf217a3-101b-4b41-b330-a92274458840 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.320814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24938-769f-4c8c-a3da-e599835eeba6 req-fbf217a3-101b-4b41-b330-a92274458840 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.326718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24938-769f-4c8c-a3da-e599835eeba6 req-fbf217a3-101b-4b41-b330-a92274458840 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.332993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24938-769f-4c8c-a3da-e599835eeba6 req-fbf217a3-101b-4b41-b330-a92274458840 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.336584 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.338561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24938-769f-4c8c-a3da-e599835eeba6 req-fbf217a3-101b-4b41-b330-a92274458840 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.344500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24938-769f-4c8c-a3da-e599835eeba6 req-fbf217a3-101b-4b41-b330-a92274458840 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.346486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3c24938-769f-4c8c-a3da-e599835eeba6 req-fbf217a3-101b-4b41-b330-a92274458840 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5435 time: 0.2557766 Oct 26 14:14:05.407981 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1410c235-df36-4fc8-b8e5-0a3dbe1825f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.419720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadae14-6e77-445c-bfb5-52fa929cc9ea req-5bb53d84-0682-4b5a-8455-309a7fd00b61 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.421203 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8dadae14-6e77-445c-bfb5-52fa929cc9ea req-5bb53d84-0682-4b5a-8455-309a7fd00b61 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.2374971 Oct 26 14:14:05.430705 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2d9d9a50-03a1-4550-a623-0ce9e1d54631 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3419d9766a5043fe8366915423200721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5874665 Oct 26 14:14:05.433292 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42322) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:05.435690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d9a50-03a1-4550-a623-0ce9e1d54631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c9b077-e079-4d53-8c53-58cde6c06f64,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:05.499741 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3c24938-769f-4c8c-a3da-e599835eeba6 req-9dc55eba-5a8a-4e67-a2fa-5bfd073c56a4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1363633 Oct 26 14:14:05.518326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8dadae14-6e77-445c-bfb5-52fa929cc9ea req-ea677ecb-c99c-4553-a756-2662f173078d tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821049 Oct 26 14:14:05.552157 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1410c235-df36-4fc8-b8e5-0a3dbe1825f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.556028 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1410c235-df36-4fc8-b8e5-0a3dbe1825f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.557025 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5275bc3a-4cf8-47b4-b2c2-84a1719b9950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.557939 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1410c235-df36-4fc8-b8e5-0a3dbe1825f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fa5fce8-7827-4ade-b16e-022c4b9f5f24 HTTP/1.1" status: 204 len: 168 time: 0.5639114 Oct 26 14:14:05.568527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410c235-df36-4fc8-b8e5-0a3dbe1825f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa5fce8-7827-4ade-b16e-022c4b9f5f24,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:05.572371 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] For port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:05.607976 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5275bc3a-4cf8-47b4-b2c2-84a1719b9950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.649045 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.661338 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.664191 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.741367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:05.753256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:05.761939 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.762273 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.766115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29f1006-2288-4acd-af29-b06d9cd75d91 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:05.780699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42330) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:05.820977 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5275bc3a-4cf8-47b4-b2c2-84a1719b9950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.823638 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5275bc3a-4cf8-47b4-b2c2-84a1719b9950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.824795 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5275bc3a-4cf8-47b4-b2c2-84a1719b9950 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48c9b077-e079-4d53-8c53-58cde6c06f64 HTTP/1.1" status: 204 len: 168 time: 0.3893290 Oct 26 14:14:05.866580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=44b979df-e22d-48e8-8dc3-56744988f360,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:05.869841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,revision_number=15']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:05.873712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275bc3a-4cf8-47b4-b2c2-84a1719b9950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c9b077-e079-4d53-8c53-58cde6c06f64,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:05.878465 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f051a3e1-36b0-44ba-b349-41b23ebb51a5 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1124187 Oct 26 14:14:05.881105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42336) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:05.882097 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1854b23-c170-4152-8c76-bdf8e6a7b2ce admin admin] Deleting subnet f3fc7ee1-99ee-4346-bf51-edf7a86e251d {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:05.887127 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1854b23-c170-4152-8c76-bdf8e6a7b2ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.888502 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'mac_address': 'fa:16:3e:82:b3:b9', 'name': 'tempest-NetworksTestDHCPv6-495933447'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:05.941223 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1854b23-c170-4152-8c76-bdf8e6a7b2ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.003573 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1854b23-c170-4152-8c76-bdf8e6a7b2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.131205 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:06.135689 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1854b23-c170-4152-8c76-bdf8e6a7b2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.186293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1854b23-c170-4152-8c76-bdf8e6a7b2ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3fc7ee1-99ee-4346-bf51-edf7a86e251d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:06.195460 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a1854b23-c170-4152-8c76-bdf8e6a7b2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.200174 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a1854b23-c170-4152-8c76-bdf8e6a7b2ce admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f3fc7ee1-99ee-4346-bf51-edf7a86e251d HTTP/1.1" status: 204 len: 168 time: 0.4184031 Oct 26 14:14:06.202664 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42344) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:06.322614 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-99ee7de4-2dcc-4b25-baaa-6ad8e3bc1052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.362737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade83c75-0efa-4960-8243-44aed8b5f5ab'}, {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eeebab-4fea-41da-a670-4fb4e1ce3521'}, {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c8d034-fc3a-4fe6-8cfe-12c81f10d579'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:06.368007 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4119b83a-b618-4916-849a-e0662e581702" -d '{"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-plugged", "status": "completed", "tag": "ade83c75-0efa-4960-8243-44aed8b5f5ab"}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-plugged", "status": "completed", "tag": "d7eeebab-4fea-41da-a670-4fb4e1ce3521"}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-plugged", "status": "completed", "tag": "d8c8d034-fc3a-4fe6-8cfe-12c81f10d579"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:06.407327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ce0beb-7cd7-447e-9e6a-f8539812dba6 None None] Update dhcp port {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'fixed_ips': [{'subnet_id': '44b979df-e22d-48e8-8dc3-56744988f360', 'ip_address': '2001:db8:0:1:f816:3eff:fecc:9b92'}, {'subnet_id': 'df507e92-240d-41b6-82db-02aafe6f46d3'}], 'binding:host_id': 'n-d-815498-1'}, 'id': '56dcc7b6-29a8-478b-81a0-cae0fb72f7f8'} from n-d-815498-1. {{(pid=102125) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:14:06.501192 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-18ce0beb-7cd7-447e-9e6a-f8539812dba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.535229 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a05d67f-2c60-432a-985d-b8eed6b4bcb8 x-openstack-request-id: req-4a05d67f-2c60-432a-985d-b8eed6b4bcb8 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:06.535604 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-plugged", "status": "completed", "tag": "ade83c75-0efa-4960-8243-44aed8b5f5ab", "code": 200}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-plugged", "status": "completed", "tag": "d7eeebab-4fea-41da-a670-4fb4e1ce3521", "code": 200}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-plugged", "status": "completed", "tag": "d8c8d034-fc3a-4fe6-8cfe-12c81f10d579", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:06.535786 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a05d67f-2c60-432a-985d-b8eed6b4bcb8 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:06.536173 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade83c75-0efa-4960-8243-44aed8b5f5ab', 'code': 200} Oct 26 14:14:06.536431 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eeebab-4fea-41da-a670-4fb4e1ce3521', 'code': 200} Oct 26 14:14:06.539589 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c8d034-fc3a-4fe6-8cfe-12c81f10d579', 'code': 200} Oct 26 14:14:06.545194 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-99ee7de4-2dcc-4b25-baaa-6ad8e3bc1052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.625446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-99ee7de4-2dcc-4b25-baaa-6ad8e3bc1052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d329795-9a9b-4610-8367-8685eab69d42']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:06.684239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-99ee7de4-2dcc-4b25-baaa-6ad8e3bc1052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ca055b-368c-49f9-bf32-c368a7bc2f28') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:06.686961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-99ee7de4-2dcc-4b25-baaa-6ad8e3bc1052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ca055b-368c-49f9-bf32-c368a7bc2f28') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:06.779572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-99ee7de4-2dcc-4b25-baaa-6ad8e3bc1052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.835341 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa346-499e-441a-a3fe-5c29aca7e8ff req-a00b455a-4436-48f9-9bf7-6c28355b792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.836118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa346-499e-441a-a3fe-5c29aca7e8ff req-a00b455a-4436-48f9-9bf7-6c28355b792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.836602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa346-499e-441a-a3fe-5c29aca7e8ff req-a00b455a-4436-48f9-9bf7-6c28355b792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.837078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa346-499e-441a-a3fe-5c29aca7e8ff req-a00b455a-4436-48f9-9bf7-6c28355b792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.837549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa346-499e-441a-a3fe-5c29aca7e8ff req-a00b455a-4436-48f9-9bf7-6c28355b792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.838057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa346-499e-441a-a3fe-5c29aca7e8ff req-a00b455a-4436-48f9-9bf7-6c28355b792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.838532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa346-499e-441a-a3fe-5c29aca7e8ff req-a00b455a-4436-48f9-9bf7-6c28355b792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.853502 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f2bfa346-499e-441a-a3fe-5c29aca7e8ff req-a00b455a-4436-48f9-9bf7-6c28355b792d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 6493 time: 0.1703961 Oct 26 14:14:06.939012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-18ce0beb-7cd7-447e-9e6a-f8539812dba6 None None] Allocated IP 2001:db8::2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/df507e92-240d-41b6-82db-02aafe6f46d3/56dcc7b6-29a8-478b-81a0-cae0fb72f7f8) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:06.958305 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.977331 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-99ee7de4-2dcc-4b25-baaa-6ad8e3bc1052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.023240 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f2bfa346-499e-441a-a3fe-5c29aca7e8ff req-d0202676-3ec8-4a69-ae96-beb030de8077 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1550641 Oct 26 14:14:07.028087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port 5ce4bcc2-7e69-4cc5-ade9-aeda7068cc3b yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:07.030059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ee7de4-2dcc-4b25-baaa-6ad8e3bc1052 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:07.039051 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-99ee7de4-2dcc-4b25-baaa-6ad8e3bc1052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:07.059994 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:07.083665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:07.239510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 4a508018-ad5e-4f1d-820a-b81ff95194af no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:07.308919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 4a508018-ad5e-4f1d-820a-b81ff95194af {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:07.309322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 4a508018-ad5e-4f1d-820a-b81ff95194af not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:07.348731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-18ce0beb-7cd7-447e-9e6a-f8539812dba6 None None] For port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:07.388599 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:07.394899 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.471144 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-18ce0beb-7cd7-447e-9e6a-f8539812dba6 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.484950 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-18ce0beb-7cd7-447e-9e6a-f8539812dba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.676673 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce0beb-7cd7-447e-9e6a-f8539812dba6 None None] Pushing event updated for resources: {'Port': ['ID=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,revision_number=16']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:07.786767 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::11b (79fe7094-7bf0-42ce-8967-dd49c87f9b98/df507e92-240d-41b6-82db-02aafe6f46d3/5ce4bcc2-7e69-4cc5-ade9-aeda7068cc3b) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:07.804531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8:0:1:f816:3eff:fe82:b3b9 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/44b979df-e22d-48e8-8dc3-56744988f360/5ce4bcc2-7e69-4cc5-ade9-aeda7068cc3b) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:07.806447 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a499a-459a-410e-886c-17d3f4545232 req-7ff82192-a182-4601-bc97-42a15be5e33a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:07.815747 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c39a499a-459a-410e-886c-17d3f4545232 req-7ff82192-a182-4601-bc97-42a15be5e33a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 1.1685009 Oct 26 14:14:07.852212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d63db7-caa5-4af5-8ca5-c55dedc950fb req-68a23b56-f291-4e6d-b7cb-198e2be19f40 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:07.860419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d63db7-caa5-4af5-8ca5-c55dedc950fb req-68a23b56-f291-4e6d-b7cb-198e2be19f40 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:07.868654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d63db7-caa5-4af5-8ca5-c55dedc950fb req-68a23b56-f291-4e6d-b7cb-198e2be19f40 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:07.876039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d63db7-caa5-4af5-8ca5-c55dedc950fb req-68a23b56-f291-4e6d-b7cb-198e2be19f40 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:07.884824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d63db7-caa5-4af5-8ca5-c55dedc950fb req-68a23b56-f291-4e6d-b7cb-198e2be19f40 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:07.892907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d63db7-caa5-4af5-8ca5-c55dedc950fb req-68a23b56-f291-4e6d-b7cb-198e2be19f40 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:07.900984 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d63db7-caa5-4af5-8ca5-c55dedc950fb req-68a23b56-f291-4e6d-b7cb-198e2be19f40 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:07.912967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46d63db7-caa5-4af5-8ca5-c55dedc950fb req-68a23b56-f291-4e6d-b7cb-198e2be19f40 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5436 time: 1.2041864 Oct 26 14:14:07.927912 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-99ee7de4-2dcc-4b25-baaa-6ad8e3bc1052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.956889 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-99ee7de4-2dcc-4b25-baaa-6ad8e3bc1052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.966075 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-99ee7de4-2dcc-4b25-baaa-6ad8e3bc1052 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2d329795-9a9b-4610-8367-8685eab69d42 HTTP/1.1" status: 204 len: 168 time: 1.7614470 Oct 26 14:14:08.007092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee7de4-2dcc-4b25-baaa-6ad8e3bc1052 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d329795-9a9b-4610-8367-8685eab69d42,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:08.043408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c39a499a-459a-410e-886c-17d3f4545232 req-0d553b23-4f0a-466d-8508-38e9961d788d tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101221 Oct 26 14:14:08.066613 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46d63db7-caa5-4af5-8ca5-c55dedc950fb req-47a18c50-20c2-4d14-a4ae-0ae70f278b47 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1526785 Oct 26 14:14:08.199847 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.277614 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.345692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42418) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:08.374545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:08.381545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:08.388039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:08.394569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:08.395814 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.402034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5c4dc3a2-8027-4555-8770-e5a6aeca2709 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a737eea106624889a68964e1bcfebb78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537162 Oct 26 14:14:08.403074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42420) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:08.428584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=5ce4bcc2-7e69-4cc5-ade9-aeda7068cc3b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:08.446667 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2d4c7a49-49cd-4e1b-81d7-6c0a583781ef tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5632100 Oct 26 14:14:08.449160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42428) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:08.533866 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-66907d79-4b05-45be-9068-6be3dc4b03c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.598834 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-66907d79-4b05-45be-9068-6be3dc4b03c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.669908 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-942b0dc6-1902-4054-bd75-d6c3a5ac0875 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 5ce4bcc2-7e69-4cc5-ade9-aeda7068cc3b {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:08.672130 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-942b0dc6-1902-4054-bd75-d6c3a5ac0875 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.723085 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-66907d79-4b05-45be-9068-6be3dc4b03c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.726636 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-66907d79-4b05-45be-9068-6be3dc4b03c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.728548 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-66907d79-4b05-45be-9068-6be3dc4b03c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40817723-eff8-4b77-8ede-ac4a6d4a1949 HTTP/1.1" status: 204 len: 168 time: 0.3231587 Oct 26 14:14:08.750205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66907d79-4b05-45be-9068-6be3dc4b03c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40817723-eff8-4b77-8ede-ac4a6d4a1949,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:08.917748 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-942b0dc6-1902-4054-bd75-d6c3a5ac0875 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.941379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-942b0dc6-1902-4054-bd75-d6c3a5ac0875 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 5ce4bcc2-7e69-4cc5-ade9-aeda7068cc3b owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:08.968568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:09.128998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:09.129674 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.279808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42454) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:09.413653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7c247-3688-4f52-b5e0-b7aac27ff6f4 req-74689a32-774c-4edd-965c-39f32426de70 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:09.421556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ddc7c247-3688-4f52-b5e0-b7aac27ff6f4 req-74689a32-774c-4edd-965c-39f32426de70 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.2206278 Oct 26 14:14:09.437122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dde507d2-fcaa-4f9a-8bfc-0ebecae762d2 None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:09.440474 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dde507d2-fcaa-4f9a-8bfc-0ebecae762d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.449344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe8c4f-e571-4cf1-b0a5-5a718477ec89 req-19e76352-cf4a-4822-a96c-2607eb86b883 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:09.458762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe8c4f-e571-4cf1-b0a5-5a718477ec89 req-19e76352-cf4a-4822-a96c-2607eb86b883 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:09.466816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe8c4f-e571-4cf1-b0a5-5a718477ec89 req-19e76352-cf4a-4822-a96c-2607eb86b883 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:09.470716 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-942b0dc6-1902-4054-bd75-d6c3a5ac0875 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.485066 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe8c4f-e571-4cf1-b0a5-5a718477ec89 req-19e76352-cf4a-4822-a96c-2607eb86b883 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:09.503343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe8c4f-e571-4cf1-b0a5-5a718477ec89 req-19e76352-cf4a-4822-a96c-2607eb86b883 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:09.517123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe8c4f-e571-4cf1-b0a5-5a718477ec89 req-19e76352-cf4a-4822-a96c-2607eb86b883 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:09.534801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe8c4f-e571-4cf1-b0a5-5a718477ec89 req-19e76352-cf4a-4822-a96c-2607eb86b883 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:09.549350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8cbe8c4f-e571-4cf1-b0a5-5a718477ec89 req-19e76352-cf4a-4822-a96c-2607eb86b883 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5436 time: 0.2781258 Oct 26 14:14:09.610726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b0dc6-1902-4054-bd75-d6c3a5ac0875 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=5ce4bcc2-7e69-4cc5-ade9-aeda7068cc3b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:09.668605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8cbe8c4f-e571-4cf1-b0a5-5a718477ec89 req-ec52519c-a31c-4c34-98c5-14d714b46bb3 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177731 Oct 26 14:14:09.682365 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-942b0dc6-1902-4054-bd75-d6c3a5ac0875 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.698006 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-942b0dc6-1902-4054-bd75-d6c3a5ac0875 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/5ce4bcc2-7e69-4cc5-ade9-aeda7068cc3b HTTP/1.1" status: 204 len: 168 time: 1.2373900 Oct 26 14:14:09.698006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42470) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:09.764784 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6078146e-6009-4cbd-b411-26b693f884e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.785383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ddc7c247-3688-4f52-b5e0-b7aac27ff6f4 req-6fe1cb14-70b4-4df7-9bfb-36c53922d006 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3544619 Oct 26 14:14:09.792104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-626af726-184d-4066-a931-9e67b06682ff None None] Could not find standard attr ID for object 5ce4bcc2-7e69-4cc5-ade9-aeda7068cc3b. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:14:09.805753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a933478c-4312-4e60-9ca2-479caef8b34a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:09.807903 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a933478c-4312-4e60-9ca2-479caef8b34a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1157801 Oct 26 14:14:09.810089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42474) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:09.889794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339b6531-22a9-49ce-ac68-73260c0cc0cc tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:09.892580 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-339b6531-22a9-49ce-ac68-73260c0cc0cc tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0815358 Oct 26 14:14:09.895961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42478) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:09.969877 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:14:10.021533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6aa4b1-5060-4f96-b4bf-06eff15a2eb1 req-4e1e66a6-30dc-417f-a1da-b68ef739b948 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.028866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6aa4b1-5060-4f96-b4bf-06eff15a2eb1 req-4e1e66a6-30dc-417f-a1da-b68ef739b948 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.034852 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6aa4b1-5060-4f96-b4bf-06eff15a2eb1 req-4e1e66a6-30dc-417f-a1da-b68ef739b948 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.040822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6aa4b1-5060-4f96-b4bf-06eff15a2eb1 req-4e1e66a6-30dc-417f-a1da-b68ef739b948 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.047907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6aa4b1-5060-4f96-b4bf-06eff15a2eb1 req-4e1e66a6-30dc-417f-a1da-b68ef739b948 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.054777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6aa4b1-5060-4f96-b4bf-06eff15a2eb1 req-4e1e66a6-30dc-417f-a1da-b68ef739b948 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.061705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6aa4b1-5060-4f96-b4bf-06eff15a2eb1 req-4e1e66a6-30dc-417f-a1da-b68ef739b948 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.072858 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c6aa4b1-5060-4f96-b4bf-06eff15a2eb1 req-4e1e66a6-30dc-417f-a1da-b68ef739b948 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5436 time: 0.2825005 Oct 26 14:14:10.080471 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42486) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:10.086452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-23ef90fd-1e4c-486d-9e86-259cd4ed9505 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Request body: {'floatingip': {'port_id': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:10.132860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23ef90fd-1e4c-486d-9e86-259cd4ed9505 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for floatingip, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.142245 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6078146e-6009-4cbd-b411-26b693f884e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.161732 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6078146e-6009-4cbd-b411-26b693f884e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.248474 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6078146e-6009-4cbd-b411-26b693f884e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a00dba8b2584d94abaad800c632ec15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8930762 Oct 26 14:14:10.250750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42488) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:10.253055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5cc303-04d8-49c0-a5d5-92b087e55dce tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.253055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5cc303-04d8-49c0-a5d5-92b087e55dce tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.253653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5cc303-04d8-49c0-a5d5-92b087e55dce tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.258255 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0d5cc303-04d8-49c0-a5d5-92b087e55dce tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3581102 Oct 26 14:14:10.258255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42490) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:10.258255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078146e-6009-4cbd-b411-26b693f884e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900e2459-5008-45c1-bff6-f6c67367790f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:10.260227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42492) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:10.406565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-522837696-network', 'tenant_id': 'bf59849b249449beaf25f576e19e8fd0'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:10.472192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] Made reservation on behalf of bf59849b249449beaf25f576e19e8fd0 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:10.474698 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.485325 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.507793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d954ee-8cc8-4136-a26c-65b4b37907ba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 44b979df-e22d-48e8-8dc3-56744988f360 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:10.514934 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42d954ee-8cc8-4136-a26c-65b4b37907ba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.563569 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.576025 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.584240 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8b77775-f7f1-4885-877e-f962baf04d4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.605484 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42d954ee-8cc8-4136-a26c-65b4b37907ba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.608462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:10.617461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3591f02e-0c3d-4938-904a-babca126b2e7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:10.623502 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.629447 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] Added segment a19b55ef-334f-424d-8303-23c535b28604 of type vlan for network 327359c9-769d-4855-83d3-f8c2bde7acb2 Oct 26 14:14:10.674783 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.686561 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8b77775-f7f1-4885-877e-f962baf04d4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.704240 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.705636 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.706507 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.776468 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5151649 Oct 26 14:14:10.783880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42502) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:10.791507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f275c418-6a65-45c3-ae69-8f78307e16cf admin admin] Request body: {'subnet': {'network_id': '327359c9-769d-4855-83d3-f8c2bde7acb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-522837696-subnet', 'tenant_id': 'bf59849b249449beaf25f576e19e8fd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:10.799611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe21c6-2b50-4991-a2f4-ac063cdbb7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=327359c9-769d-4855-83d3-f8c2bde7acb2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:10.812533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 327359c9-769d-4855-83d3-f8c2bde7acb2 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:10.835864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f275c418-6a65-45c3-ae69-8f78307e16cf admin admin] Made reservation on behalf of bf59849b249449beaf25f576e19e8fd0 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:10.840783 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f275c418-6a65-45c3-ae69-8f78307e16cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.972055 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42d954ee-8cc8-4136-a26c-65b4b37907ba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.033333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc29e1-fc4f-4300-a5b9-236f50a33766 req-5c22e8d2-50d2-4a65-84e1-12f0bad1699b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:11.035142 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74bc29e1-fc4f-4300-a5b9-236f50a33766 req-5c22e8d2-50d2-4a65-84e1-12f0bad1699b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.1367321 Oct 26 14:14:11.063180 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8b77775-f7f1-4885-877e-f962baf04d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.065864 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8b77775-f7f1-4885-877e-f962baf04d4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.067214 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e8b77775-f7f1-4885-877e-f962baf04d4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/900e2459-5008-45c1-bff6-f6c67367790f HTTP/1.1" status: 204 len: 168 time: 0.8171384 Oct 26 14:14:11.125492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b77775-f7f1-4885-877e-f962baf04d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900e2459-5008-45c1-bff6-f6c67367790f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:11.186600 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f275c418-6a65-45c3-ae69-8f78307e16cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.256282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74bc29e1-fc4f-4300-a5b9-236f50a33766 req-6896f613-fa14-43e6-8f54-7ce452f82182 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792041 Oct 26 14:14:11.267188 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42d954ee-8cc8-4136-a26c-65b4b37907ba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.277901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275c418-6a65-45c3-ae69-8f78307e16cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcfdeb50-3806-44c4-adfc-ce57b613f075,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:11.289964 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f275c418-6a65-45c3-ae69-8f78307e16cf admin admin] Checking segment: {'id': 'a19b55ef-334f-424d-8303-23c535b28604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '327359c9-769d-4855-83d3-f8c2bde7acb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:11.290406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f275c418-6a65-45c3-ae69-8f78307e16cf admin admin] Network hostable DHCP agents. Network: 327359c9-769d-4855-83d3-f8c2bde7acb2, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:11.313547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f275c418-6a65-45c3-ae69-8f78307e16cf admin admin] Network 327359c9-769d-4855-83d3-f8c2bde7acb2 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:11.313953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d954ee-8cc8-4136-a26c-65b4b37907ba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=44b979df-e22d-48e8-8dc3-56744988f360,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:11.327228 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23ef90fd-1e4c-486d-9e86-259cd4ed9505 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.329040 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42d954ee-8cc8-4136-a26c-65b4b37907ba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.333190 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-42d954ee-8cc8-4136-a26c-65b4b37907ba tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/44b979df-e22d-48e8-8dc3-56744988f360 HTTP/1.1" status: 204 len: 168 time: 1.0711479 Oct 26 14:14:11.335116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-f275c418-6a65-45c3-ae69-8f78307e16cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 327359c9-769d-4855-83d3-f8c2bde7acb2) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:11.335466 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8702914b-aab0-44f7-8858-9951868e93bc None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:11.335995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42510) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:11.344709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f275c418-6a65-45c3-ae69-8f78307e16cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:11.345638 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f275c418-6a65-45c3-ae69-8f78307e16cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.351224 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23ef90fd-1e4c-486d-9e86-259cd4ed9505 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.388417 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f275c418-6a65-45c3-ae69-8f78307e16cf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6033080 Oct 26 14:14:11.473854 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b83aa3-a0bb-457b-9b05-ae933f3e1654 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet df507e92-240d-41b6-82db-02aafe6f46d3 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:11.481475 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-48b83aa3-a0bb-457b-9b05-ae933f3e1654 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.511226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92a6453-a7f4-46e7-8eed-0c2b32ec6e22 None None] Network 327359c9-769d-4855-83d3-f8c2bde7acb2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:11.541832 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-48b83aa3-a0bb-457b-9b05-ae933f3e1654 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.571961 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-23ef90fd-1e4c-486d-9e86-259cd4ed9505 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Floating IP 05f5ff17-c3bf-4152-bc74-e5718d7346d3 associated. External IP: 172.25.4.147, port: d23c3036-10bb-4165-b6c2-a4ce9e26949e. Oct 26 14:14:11.774110 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-48b83aa3-a0bb-457b-9b05-ae933f3e1654 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.802609 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d3d4a-fd4d-495b-989f-4a5454ad1daa None None] Network 327359c9-769d-4855-83d3-f8c2bde7acb2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:12.011968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ef90fd-1e4c-486d-9e86-259cd4ed9505 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Router eff8808d-6b56-4f79-855a-c9e282628ec2 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:14:12.056850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42534) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:12.179218 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-48b83aa3-a0bb-457b-9b05-ae933f3e1654 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.229334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b83aa3-a0bb-457b-9b05-ae933f3e1654 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=df507e92-240d-41b6-82db-02aafe6f46d3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:12.231739 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-48b83aa3-a0bb-457b-9b05-ae933f3e1654 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.235549 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-48b83aa3-a0bb-457b-9b05-ae933f3e1654 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/df507e92-240d-41b6-82db-02aafe6f46d3 HTTP/1.1" status: 204 len: 168 time: 0.8981872 Oct 26 14:14:12.238320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42550) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:12.292011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ef90fd-1e4c-486d-9e86-259cd4ed9505 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:12.302714 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23ef90fd-1e4c-486d-9e86-259cd4ed9505 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.310857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1f033-56f5-496e-8652-77d9c8b9fd15 None None] Sync routers for ids ['eff8808d-6b56-4f79-855a-c9e282628ec2'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:12.341368 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d1f033-56f5-496e-8652-77d9c8b9fd15 None None] Routers {'eff8808d-6b56-4f79-855a-c9e282628ec2'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:12.342027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f9d1f033-56f5-496e-8652-77d9c8b9fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:13:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['eff8808d-6b56-4f79-855a-c9e282628ec2'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:12.361325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-12255909-468f-416f-8f5b-b590105e997e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1217320 Oct 26 14:14:12.362009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42554) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:12.372431 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1926445b-0a2c-43c6-a843-50e76cd69251 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:12.416984 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-23ef90fd-1e4c-486d-9e86-259cd4ed9505 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "PUT /v2.0/floatingips/05f5ff17-c3bf-4152-bc74-e5718d7346d3 HTTP/1.1" status: 200 len: 992 time: 2.3353031 Oct 26 14:14:12.417583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:12.423833 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a" -d '{"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "d23c3036-10bb-4165-b6c2-a4ce9e26949e"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:12.594194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-f9d1f033-56f5-496e-8652-77d9c8b9fd15 None None] Set router eff8808d-6b56-4f79-855a-c9e282628ec2 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:12.763382 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cd1fab85-fec9-48d2-9c32-d9a1b9f201a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.781381 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c7d51ee-a85b-40aa-b2a6-1d165bd844dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.924296 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d5864-00ba-4db8-b546-a013749b39fd req-40f31986-89dc-4f7d-ae26-0f8f0587847c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:12.926174 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-262d5864-00ba-4db8-b546-a013749b39fd req-40f31986-89dc-4f7d-ae26-0f8f0587847c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.3816428 Oct 26 14:14:13.017469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1926445b-0a2c-43c6-a843-50e76cd69251 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:13.025624 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1926445b-0a2c-43c6-a843-50e76cd69251 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.071822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b5cb0d-8727-4db4-8414-0c43b44c9864 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:13.072491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-bb377d66-9172-46cf-8406-9df7280fa47b tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.074525 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-bb377d66-9172-46cf-8406-9df7280fa47b tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/networks?id=327359c9-769d-4855-83d3-f8c2bde7acb2 HTTP/1.1" status: 200 len: 820 time: 0.7477019 Oct 26 14:14:13.188011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-262d5864-00ba-4db8-b546-a013749b39fd req-be26e24f-1b8c-4631-985f-6607c08a36c4 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320857 Oct 26 14:14:13.199736 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-55cb0506-a410-4e8d-b6fc-6e24519d3fcd tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/quotas/bf59849b249449beaf25f576e19e8fd0 HTTP/1.1" status: 200 len: 375 time: 0.0776320 Oct 26 14:14:13.305802 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-6f8ff604-744b-47ae-b58e-5b8f21b73c3c None None] Provisioning complete for port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:13.306371 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6f8ff604-744b-47ae-b58e-5b8f21b73c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.311718 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cd1fab85-fec9-48d2-9c32-d9a1b9f201a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.314496 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-4538ce70-96d6-4d66-bf1e-9cdae4cd09b6 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf59849b249449beaf25f576e19e8fd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733876 Oct 26 14:14:13.326698 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cd1fab85-fec9-48d2-9c32-d9a1b9f201a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.376924 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fab85-fec9-48d2-9c32-d9a1b9f201a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e075d5-55ab-4fee-8a53-6231ce992322,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:13.443311 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f9d1f033-56f5-496e-8652-77d9c8b9fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '6e114109-7394-4b48-b5e1-79638d206294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:11:42Z', 'revision_number': 4, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port': {'id': '6e114109-7394-4b48-b5e1-79638d206294', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:35Z', 'updated_at': '2021-10-26T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '05f5ff17-c3bf-4152-bc74-e5718d7346d3', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'port_id': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'mac_address': 'fa:16:3e:d6:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:12:36Z', 'updated_at': '2021-10-26T14:14:11Z', 'revision_number': 1, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c85ab149-69ca-472d-aaef-e6b9789021c0', 'name': '', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'mac_address': 'fa:16:3e:99:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:40Z', 'updated_at': '2021-10-26T14:11:46Z', 'revision_number': 5, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'subnets': [{'id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:13.474511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42576) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:13.475027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cd1fab85-fec9-48d2-9c32-d9a1b9f201a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4c3c6f3145c4331b924c019367be29a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4166911 Oct 26 14:14:13.584248 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1926445b-0a2c-43c6-a843-50e76cd69251 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.603597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-e30df5a2-f49f-44b5-8f70-472bce58cdc9 service neutron] 10.222.0.32 "GET /v2.0/networks/327359c9-769d-4855-83d3-f8c2bde7acb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276580 Oct 26 14:14:13.607867 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae56bde-3e39-4d4b-9764-a057ffd242db x-openstack-request-id: req-9ae56bde-3e39-4d4b-9764-a057ffd242db {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:13.610755 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "tag": "d23c3036-10bb-4165-b6c2-a4ce9e26949e", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:13.611345 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ae56bde-3e39-4d4b-9764-a057ffd242db {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:13.612366 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'tag': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e', 'status': 'completed', 'code': 200} Oct 26 14:14:13.642087 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1926445b-0a2c-43c6-a843-50e76cd69251 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:13.689891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-1926445b-0a2c-43c6-a843-50e76cd69251 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:13.698286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1926445b-0a2c-43c6-a843-50e76cd69251 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.698882 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1926445b-0a2c-43c6-a843-50e76cd69251 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.725897 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1926445b-0a2c-43c6-a843-50e76cd69251 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3613725 Oct 26 14:14:13.730168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42582) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:13.738776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-15a7e3bf-6e52-45e6-8682-003721607712 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:13.745915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926445b-0a2c-43c6-a843-50e76cd69251 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=191a340d-e3d1-40c6-b0d3-454c9446ad59,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:13.747052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6db5397c-3ebb-49e0-9acb-196d1a799f8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.757631 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1f033-56f5-496e-8652-77d9c8b9fd15 None None] Checking router: eff8808d-6b56-4f79-855a-c9e282628ec2 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:14:13.781149 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d1f033-56f5-496e-8652-77d9c8b9fd15 None None] Routers {'eff8808d-6b56-4f79-855a-c9e282628ec2'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:13.781779 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f9d1f033-56f5-496e-8652-77d9c8b9fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:13:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['eff8808d-6b56-4f79-855a-c9e282628ec2'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:13.789453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-39ad05a8-cb3f-4899-8e8b-74d6c9c349be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.790154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-39ad05a8-cb3f-4899-8e8b-74d6c9c349be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.790818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-39ad05a8-cb3f-4899-8e8b-74d6c9c349be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.791414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-39ad05a8-cb3f-4899-8e8b-74d6c9c349be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.791947 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-39ad05a8-cb3f-4899-8e8b-74d6c9c349be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.792796 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-39ad05a8-cb3f-4899-8e8b-74d6c9c349be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.793611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-39ad05a8-cb3f-4899-8e8b-74d6c9c349be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.796190 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-39ad05a8-cb3f-4899-8e8b-74d6c9c349be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb00fb8b03d741ea8145d511b755959a&device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 6493 time: 0.1787844 Oct 26 14:14:13.799130 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6db5397c-3ebb-49e0-9acb-196d1a799f8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.831956 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-ff6940d8-cf4f-490c-9a89-0f35690317af service neutron] 10.222.0.32 "GET /v2.0/networks/327359c9-769d-4855-83d3-f8c2bde7acb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022042 Oct 26 14:14:13.963035 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a7e3bf-6e52-45e6-8682-003721607712 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:13.966742 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-15a7e3bf-6e52-45e6-8682-003721607712 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.023968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22d930e-6f51-4474-9cc3-dc66ea3bb156 None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:14:14.055828 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6db5397c-3ebb-49e0-9acb-196d1a799f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.062584 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6db5397c-3ebb-49e0-9acb-196d1a799f8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.072151 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6db5397c-3ebb-49e0-9acb-196d1a799f8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80e075d5-55ab-4fee-8a53-6231ce992322 HTTP/1.1" status: 204 len: 168 time: 0.5945988 Oct 26 14:14:14.122686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5397c-3ebb-49e0-9acb-196d1a799f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e075d5-55ab-4fee-8a53-6231ce992322,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:14.165081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-1f10eefc-b2fb-4cac-8411-734b61b4aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.168330 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-1f10eefc-b2fb-4cac-8411-734b61b4aa39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31db61e9-1b60-4798-95f8-8992ccf378a6 HTTP/1.1" status: 200 len: 911 time: 0.3604317 Oct 26 14:14:14.222007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-f9d1f033-56f5-496e-8652-77d9c8b9fd15 None None] Set router eff8808d-6b56-4f79-855a-c9e282628ec2 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:14.244077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f212a9f-fed7-4109-b078-7b1c8b39eb78 req-67ec98dc-3d86-420e-95f4-19b9d9702ac7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.251600 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195b18f-94db-4fe1-996a-b4ed256b58ce req-cb136dd8-d0e0-4599-b1a9-356b679d6c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.252812 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f212a9f-fed7-4109-b078-7b1c8b39eb78 req-67ec98dc-3d86-420e-95f4-19b9d9702ac7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.1807203 Oct 26 14:14:14.254011 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e195b18f-94db-4fe1-996a-b4ed256b58ce req-cb136dd8-d0e0-4599-b1a9-356b679d6c7d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 1096 time: 0.1788332 Oct 26 14:14:14.297842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c22d930e-6f51-4474-9cc3-dc66ea3bb156 None None] Deleting port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:14.298364 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c22d930e-6f51-4474-9cc3-dc66ea3bb156 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.323299 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-fc834292-ee9a-4881-972b-db3919f6b85f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d23c3036-10bb-4165-b6c2-a4ce9e26949e HTTP/1.1" status: 200 len: 1000 time: 0.1453247 Oct 26 14:14:14.332773 n-d-815498-1 neutron-server[102124]: INFO neutron.db.ipam_backend_mixin [None req-15a7e3bf-6e52-45e6-8682-003721607712 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 191a340d-e3d1-40c6-b0d3-454c9446ad59 (CIDR: 2001:db8::/64) Oct 26 14:14:14.391809 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-b8ef2ff9-4319-4fd1-82d3-978453b6db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.393439 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-b8ef2ff9-4319-4fd1-82d3-978453b6db53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=addd5606-6552-4f1f-b55b-993cd7b5d80f HTTP/1.1" status: 200 len: 849 time: 0.0611482 Oct 26 14:14:14.431497 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a7e3bf-6e52-45e6-8682-003721607712 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:14:14.438381 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a7e3bf-6e52-45e6-8682-003721607712 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:14.474129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195b18f-94db-4fe1-996a-b4ed256b58ce req-4b16e8db-f9dc-4252-b2a0-4bd863068b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.476610 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e195b18f-94db-4fe1-996a-b4ed256b58ce req-4b16e8db-f9dc-4252-b2a0-4bd863068b23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 200 len: 912 time: 0.2154942 Oct 26 14:14:14.512520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f212a9f-fed7-4109-b078-7b1c8b39eb78 req-0f60b2ee-4974-45cf-9db8-2d2350cfcd98 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574747 Oct 26 14:14:14.551473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11a24be2-12c8-4917-8750-b501d4b21cd4 req-2dcfb6d6-bb8f-4fc0-9327-3b246b401388 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 210 time: 0.2148237 Oct 26 14:14:14.571520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-15a7e3bf-6e52-45e6-8682-003721607712 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8379898 Oct 26 14:14:14.572020 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42610) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:14.638706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a84ae86f-5732-4814-8b10-219a2b57ae7a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'subnet': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:14.687796 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c22d930e-6f51-4474-9cc3-dc66ea3bb156 None None] For port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:14.688833 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c22d930e-6f51-4474-9cc3-dc66ea3bb156 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.729470 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c22d930e-6f51-4474-9cc3-dc66ea3bb156 None None] Calling delete_port for 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:14.745251 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-6cada2df-9d73-48ad-80c7-b63342a79915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.749074 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-6cada2df-9d73-48ad-80c7-b63342a79915 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31db61e9-1b60-4798-95f8-8992ccf378a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3435702 Oct 26 14:14:14.817409 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84ae86f-5732-4814-8b10-219a2b57ae7a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:14.822899 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a84ae86f-5732-4814-8b10-219a2b57ae7a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.867773 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c22d930e-6f51-4474-9cc3-dc66ea3bb156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.906619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d930e-6f51-4474-9cc3-dc66ea3bb156 None None] Pushing event deleted for resources: {'Port': ['ID=56dcc7b6-29a8-478b-81a0-cae0fb72f7f8,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:15.055915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:15.106666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22d930e-6f51-4474-9cc3-dc66ea3bb156 None None] No DVR routers for this DVR port 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:15.136743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:15.137346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56dcc7b6-29a8-478b-81a0-cae0fb72f7f8 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:15.148729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef5e1e5-d87d-4a67-b56f-1a23cbb14b3f None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:15.178427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42632) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:15.260128 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46411169-e099-46ff-acb0-46894a33229b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:15.380864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f9d1f033-56f5-496e-8652-77d9c8b9fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '6e114109-7394-4b48-b5e1-79638d206294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:11:42Z', 'revision_number': 4, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port': {'id': '6e114109-7394-4b48-b5e1-79638d206294', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:35Z', 'updated_at': '2021-10-26T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '05f5ff17-c3bf-4152-bc74-e5718d7346d3', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'port_id': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'mac_address': 'fa:16:3e:d6:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:12:36Z', 'updated_at': '2021-10-26T14:14:11Z', 'revision_number': 1, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c85ab149-69ca-472d-aaef-e6b9789021c0', 'name': '', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'mac_address': 'fa:16:3e:99:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:40Z', 'updated_at': '2021-10-26T14:11:46Z', 'revision_number': 5, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'subnets': [{'id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:15.385920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.objects.ports [None req-a84ae86f-5732-4814-8b10-219a2b57ae7a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102124) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:14:15.387497 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a84ae86f-5732-4814-8b10-219a2b57ae7a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:15.493693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1f033-56f5-496e-8652-77d9c8b9fd15 None None] The sync data for ids ['eff8808d-6b56-4f79-855a-c9e282628ec2'] in n-d-815498-1 is: [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '6e114109-7394-4b48-b5e1-79638d206294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:11:42Z', 'revision_number': 4, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port': {'id': '6e114109-7394-4b48-b5e1-79638d206294', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:35Z', 'updated_at': '2021-10-26T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '05f5ff17-c3bf-4152-bc74-e5718d7346d3', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'port_id': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'mac_address': 'fa:16:3e:d6:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:12:36Z', 'updated_at': '2021-10-26T14:14:11Z', 'revision_number': 1, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c85ab149-69ca-472d-aaef-e6b9789021c0', 'name': '', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'mac_address': 'fa:16:3e:99:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:40Z', 'updated_at': '2021-10-26T14:11:46Z', 'revision_number': 5, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'subnets': [{'id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:15.495461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ae86f-5732-4814-8b10-219a2b57ae7a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Subnet': ['ID=59f2f921-bf99-41f8-a16e-1ce660c0734d,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:15.546823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84ae86f-5732-4814-8b10-219a2b57ae7a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:15.548579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-a84ae86f-5732-4814-8b10-219a2b57ae7a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:15.559864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84ae86f-5732-4814-8b10-219a2b57ae7a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:15.563523 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a84ae86f-5732-4814-8b10-219a2b57ae7a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:15.656641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b358cdfd-566e-4f2f-b18a-ec611191f925 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:15.697559 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'tenant_id': '4a4b9096059344cc86b9c0e806c6ca4b', 'fixed_ips': [{'subnet_id': '191a340d-e3d1-40c6-b0d3-454c9446ad59'}, {'subnet_id': '59f2f921-bf99-41f8-a16e-1ce660c0734d'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:15.700099 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:15.706626 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e195b18f-94db-4fe1-996a-b4ed256b58ce req-f5ac0560-9ed9-4bcd-803f-e7e0c0c6b16c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 HTTP/1.1" status: 200 len: 1001 time: 1.2119062 Oct 26 14:14:15.722519 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a84ae86f-5732-4814-8b10-219a2b57ae7a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1493895 Oct 26 14:14:15.726754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42652) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:15.753097 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Request body: {'port': {'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98', 'mac_address': 'fa:16:3e:b4:97:9f', 'name': 'tempest-NetworksTestDHCPv6-1252234228'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:15.782034 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-f4c3916c-6c09-4330-a9d6-27438b8b8a20 service neutron] 10.222.0.11 "GET /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0151737 Oct 26 14:14:15.997757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195b18f-94db-4fe1-996a-b4ed256b58ce req-b436b05d-faf2-48cc-a4fb-44abe37058a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.003784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-663530d8-b517-486e-bd59-1d546d52dfd6 req-bf785986-78d3-4562-9b68-ba8a1e27bda3 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 210 time: 0.1415448 Oct 26 14:14:16.021099 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad13d004-1ca2-43c9-9c8d-b43ea8ce2b72 None None] New status for floating IP 05f5ff17-c3bf-4152-bc74-e5718d7346d3: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:14:16.046672 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e195b18f-94db-4fe1-996a-b4ed256b58ce req-b436b05d-faf2-48cc-a4fb-44abe37058a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f250216c-69fb-4480-a4f8-10a5384e9ce5 HTTP/1.1" status: 200 len: 850 time: 0.3220775 Oct 26 14:14:16.061495 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b358cdfd-566e-4f2f-b18a-ec611191f925 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] 10.222.0.32 "PUT /v2.0/quotas/254c3853592b4338b8b5f4d79c5a0e1f HTTP/1.1" status: 200 len: 368 time: 0.8782768 Oct 26 14:14:16.065969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42656) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:16.074480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Request body: {'network': {'project_id': '254c3853592b4338b8b5f4d79c5a0e1f'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:16.179675 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Allocated IP 2001:db8::2 (79fe7094-7bf0-42ce-8967-dd49c87f9b98/191a340d-e3d1-40c6-b0d3-454c9446ad59/86e6f585-8fd1-4bad-9a44-792deac9b9ec) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:16.187795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe86:770c (79fe7094-7bf0-42ce-8967-dd49c87f9b98/59f2f921-bf99-41f8-a16e-1ce660c0734d/86e6f585-8fd1-4bad-9a44-792deac9b9ec) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:16.215462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb590161-d709-4fdd-a819-dc4c742b9d43 req-4a716a8f-036a-4c86-a4f9-28e18f8c6e01 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.227499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb590161-d709-4fdd-a819-dc4c742b9d43 req-4a716a8f-036a-4c86-a4f9-28e18f8c6e01 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.3540089 Oct 26 14:14:16.252236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195b18f-94db-4fe1-996a-b4ed256b58ce req-6f272ab8-a64b-4b17-9d92-13733f5784d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.256097 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e195b18f-94db-4fe1-996a-b4ed256b58ce req-6f272ab8-a64b-4b17-9d92-13733f5784d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1934843 Oct 26 14:14:16.329261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Made reservation on behalf of 254c3853592b4338b8b5f4d79c5a0e1f for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:16.339954 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.395020 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.406468 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.417689 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.446022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-e98d9b36-2418-4b20-ab0c-9dd9b07f9b49 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.447888 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-e98d9b36-2418-4b20-ab0c-9dd9b07f9b49 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.25 "GET /v2.0/networks?id=327359c9-769d-4855-83d3-f8c2bde7acb2 HTTP/1.1" status: 200 len: 820 time: 0.1898773 Oct 26 14:14:16.463737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb590161-d709-4fdd-a819-dc4c742b9d43 req-1fb5e891-e4c2-4336-bde8-2d3d2c4cdb0e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329473 Oct 26 14:14:16.483943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Made reservation on behalf of 4a4b9096059344cc86b9c0e806c6ca4b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:16.503594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Pushing event updated for resources: {'Port': ['ID=86e6f585-8fd1-4bad-9a44-792deac9b9ec,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:16.540037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-00fc32dd-2782-4e04-a63a-f7762e31ed19 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Request body: {'port': {'device_id': 'a86e23b3-e085-4afa-9669-f778706e6d72', 'network_id': '327359c9-769d-4855-83d3-f8c2bde7acb2', 'admin_state_up': True, 'tenant_id': 'bf59849b249449beaf25f576e19e8fd0'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:16.554009 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:16.562060 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:16.568504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:16.614408 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f7a52d84-8713-4b9f-9a3e-dec90b5ee08a req-3741dcb7-7bc0-4145-abb6-c11707bfacb8 service neutron] 10.222.0.11 "GET /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7881136 Oct 26 14:14:16.650780 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.673831 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e195b18f-94db-4fe1-996a-b4ed256b58ce req-2dc50ce1-6052-43e3-b5a5-c3de7083942b service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252657 Oct 26 14:14:16.799661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-00fc32dd-2782-4e04-a63a-f7762e31ed19 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Made reservation on behalf of bf59849b249449beaf25f576e19e8fd0 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:16.804118 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.804907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Attempting to bind port 86e6f585-8fd1-4bad-9a44-792deac9b9ec on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:16.805305 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Attempting to bind port 86e6f585-8fd1-4bad-9a44-792deac9b9ec by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:16.805666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Attempting to bind port 86e6f585-8fd1-4bad-9a44-792deac9b9ec on network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:16.812391 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:16.812759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Checking segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:16.813155 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.813548 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Bound using segment: {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:16.814206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Bound port: 86e6f585-8fd1-4bad-9a44-792deac9b9ec, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f6a83-02b0-42b5-9a9b-1e297505dad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79fe7094-7bf0-42ce-8967-dd49c87f9b98'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:16.814522 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-00fc32dd-2782-4e04-a63a-f7762e31ed19 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.814655 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.823406 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.829447 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.841209 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.853576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:16.864562 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.864920 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Added segment 414fa603-a940-4df0-bce7-3a9e8b341d96 of type vlan for network 7100afb3-717c-4d29-a89d-ecb358dec6cf Oct 26 14:14:16.910960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] For port 86e6f585-8fd1-4bad-9a44-792deac9b9ec, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:16.912384 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.915784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] For port 86e6f585-8fd1-4bad-9a44-792deac9b9ec, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=86e6f585-8fd1-4bad-9a44-792deac9b9ec,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:16.924817 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.928591 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e195b18f-94db-4fe1-996a-b4ed256b58ce req-999941b6-8932-41e9-a8c3-4bfab249005c service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453668 Oct 26 14:14:16.967967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] device_id is not set on port 3b430ab7-8134-4239-a120-5a198563c745 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:16.979102 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e679cf-8549-44af-96d2-713adcd489b0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:16.984504 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.985584 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.986281 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.033999 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9648187 Oct 26 14:14:17.039216 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42670) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:17.082306 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2b5ee90c-bf21-4f10-8780-7d81088b151d tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Request body: {'network': {'project_id': '254c3853592b4338b8b5f4d79c5a0e1f'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:17.108249 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc672c9-d494-498e-9146-11bcb6219b62 None None] Pushing event updated for resources: {'Port': ['ID=86e6f585-8fd1-4bad-9a44-792deac9b9ec,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:17.128427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf34a23-9d71-4735-809a-14ee06360061 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Pushing event updated for resources: {'Network': ['ID=7100afb3-717c-4d29-a89d-ecb358dec6cf,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:17.139326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 7100afb3-717c-4d29-a89d-ecb358dec6cf details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:17.211658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5ee90c-bf21-4f10-8780-7d81088b151d tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Made reservation on behalf of 254c3853592b4338b8b5f4d79c5a0e1f for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:17.214266 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee90c-bf21-4f10-8780-7d81088b151d tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.263335 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-00fc32dd-2782-4e04-a63a-f7762e31ed19 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Allocated IP 172.20.0.9 (327359c9-769d-4855-83d3-f8c2bde7acb2/dcfdeb50-3806-44c4-adfc-ce57b613f075/87f66abb-7eb9-4870-867a-0fba6fec9488) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:17.285310 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5ee90c-bf21-4f10-8780-7d81088b151d tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:17.291766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720e103-e62c-43bf-82ff-a9153b357796 req-faeff12d-de15-4075-b0e4-6b3b7d244a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:17.293323 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f720e103-e62c-43bf-82ff-a9153b357796 req-faeff12d-de15-4075-b0e4-6b3b7d244a80 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 1096 time: 0.2460208 Oct 26 14:14:17.534781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2763b161-366a-433a-8a05-4a784574a387 req-a27be6ac-651e-4d66-96c7-85d90119d1cd tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 210 time: 0.2249947 Oct 26 14:14:17.609680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8::15c (79fe7094-7bf0-42ce-8967-dd49c87f9b98/191a340d-e3d1-40c6-b0d3-454c9446ad59/3b430ab7-8134-4239-a120-5a198563c745) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:17.628815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Allocated IP 2001:db8:0:1:f816:3eff:feb4:979f (79fe7094-7bf0-42ce-8967-dd49c87f9b98/59f2f921-bf99-41f8-a16e-1ce660c0734d/3b430ab7-8134-4239-a120-5a198563c745) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:17.631676 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee90c-bf21-4f10-8780-7d81088b151d tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.632179 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-2b5ee90c-bf21-4f10-8780-7d81088b151d tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Added segment 92f79c6a-e91b-49fb-b90a-502aac80c024 of type vlan for network 8403f7fa-0ed7-4bb1-ae8f-e247dcb5143a Oct 26 14:14:17.672097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720e103-e62c-43bf-82ff-a9153b357796 req-ea97c149-7c5f-4c35-be64-b16c04664392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:17.673612 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f720e103-e62c-43bf-82ff-a9153b357796 req-ea97c149-7c5f-4c35-be64-b16c04664392 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 200 len: 912 time: 0.3505526 Oct 26 14:14:17.799277 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee90c-bf21-4f10-8780-7d81088b151d tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.861372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2386f-fedb-4cc6-add9-781c96cddc97 req-7471d832-56a9-4367-954b-7b86199cca3e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:17.869574 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ab2386f-fedb-4cc6-add9-781c96cddc97 req-7471d832-56a9-4367-954b-7b86199cca3e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.1812654 Oct 26 14:14:17.897767 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f720e103-e62c-43bf-82ff-a9153b357796 req-de913fa2-3fa0-4bea-bcda-697974beb511 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 HTTP/1.1" status: 200 len: 1001 time: 0.2115779 Oct 26 14:14:17.901867 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee90c-bf21-4f10-8780-7d81088b151d tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.902952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5ee90c-bf21-4f10-8780-7d81088b151d tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:17.903869 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee90c-bf21-4f10-8780-7d81088b151d tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.926530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ab2386f-fedb-4cc6-add9-781c96cddc97 req-1b4f563b-5902-498a-96c2-6830260c84e6 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563259 Oct 26 14:14:17.979459 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.020665 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.027005 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2b5ee90c-bf21-4f10-8780-7d81088b151d tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9832735 Oct 26 14:14:18.028281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42694) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:18.037419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-10485e7a-0da4-43ff-8d62-3a3b8ec51c30 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Request body: {'network': {'project_id': '254c3853592b4338b8b5f4d79c5a0e1f'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:18.051864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720e103-e62c-43bf-82ff-a9153b357796 req-b5cf97ba-664a-4f9b-a07d-7591304f4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:18.053857 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f720e103-e62c-43bf-82ff-a9153b357796 req-b5cf97ba-664a-4f9b-a07d-7591304f4126 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f250216c-69fb-4480-a4f8-10a5384e9ce5 HTTP/1.1" status: 200 len: 850 time: 0.1440585 Oct 26 14:14:18.054486 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ee90c-bf21-4f10-8780-7d81088b151d tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Pushing event updated for resources: {'Network': ['ID=8403f7fa-0ed7-4bb1-ae8f-e247dcb5143a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:18.071175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 8403f7fa-0ed7-4bb1-ae8f-e247dcb5143a details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:18.082589 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-00fc32dd-2782-4e04-a63a-f7762e31ed19 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.084125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:18.089361 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-10485e7a-0da4-43ff-8d62-3a3b8ec51c30 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 14:14:18.089833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10485e7a-0da4-43ff-8d62-3a3b8ec51c30 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:18.091039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-10485e7a-0da4-43ff-8d62-3a3b8ec51c30 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0610738 Oct 26 14:14:18.094218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:18.096152 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42696) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:18.139592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720e103-e62c-43bf-82ff-a9153b357796 req-f2f55fa9-88e3-4ea2-9a92-3da2ec721850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:18.141420 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f720e103-e62c-43bf-82ff-a9153b357796 req-f2f55fa9-88e3-4ea2-9a92-3da2ec721850 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748422 Oct 26 14:14:18.164564 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-00fc32dd-2782-4e04-a63a-f7762e31ed19 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.282535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-00fc32dd-2782-4e04-a63a-f7762e31ed19 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Network 327359c9-769d-4855-83d3-f8c2bde7acb2 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:18.289372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-00fc32dd-2782-4e04-a63a-f7762e31ed19 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:18.291922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-00fc32dd-2782-4e04-a63a-f7762e31ed19 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:18.329383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc32dd-2782-4e04-a63a-f7762e31ed19 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Pushing event updated for resources: {'Port': ['ID=87f66abb-7eb9-4870-867a-0fba6fec9488,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:18.373954 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f720e103-e62c-43bf-82ff-a9153b357796 req-c5df7e90-4860-4aa8-93ad-e5ed76757f89 service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249184 Oct 26 14:14:18.386005 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-00fc32dd-2782-4e04-a63a-f7762e31ed19 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:18.387234 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-00fc32dd-2782-4e04-a63a-f7762e31ed19 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.448497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:18.460443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:18.460661 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.463676 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-00fc32dd-2782-4e04-a63a-f7762e31ed19 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9291577 Oct 26 14:14:18.482728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Request body: {'port': {'device_id': 'a86e23b3-e085-4afa-9669-f778706e6d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:18.493276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event updated for resources: {'Port': ['ID=3b430ab7-8134-4239-a120-5a198563c745,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:18.499750 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.530502 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a61b3cfe-3d63-4ba6-9853-b5ee44f84aa0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7940652 Oct 26 14:14:18.530739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42704) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:18.550608 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a347da46-412b-43f5-b57d-21531ffe716d tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=254c3853592b4338b8b5f4d79c5a0e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515896 Oct 26 14:14:18.552127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42708) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:18.602876 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f720e103-e62c-43bf-82ff-a9153b357796 req-8c0d2112-8791-465d-a82c-0df09fbba26b service neutron] 10.222.0.25 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122917 Oct 26 14:14:18.613664 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.754721 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c961303-7953-48c5-bb78-0e55dae3664b tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.800052 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c961303-7953-48c5-bb78-0e55dae3664b tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.809358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c010db-c833-455e-9eca-e5307f47112d req-aeaaf45b-8147-4462-8a5d-c875773c59df tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:18.828514 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2c010db-c833-455e-9eca-e5307f47112d req-aeaaf45b-8147-4462-8a5d-c875773c59df tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 931 time: 0.1643145 Oct 26 14:14:18.904057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7431e45-d32b-44fc-a15d-87aab8bcddf1 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:18.934332 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a215ecdc-1445-421c-840b-20a623d9e0cb tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting port 3b430ab7-8134-4239-a120-5a198563c745 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:18.936524 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a215ecdc-1445-421c-840b-20a623d9e0cb tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.976729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2c010db-c833-455e-9eca-e5307f47112d req-f7f2a3c3-96be-4bc9-ae59-40ac71fd9548 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/security-groups?id=3591f02e-0c3d-4938-904a-babca126b2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476817 Oct 26 14:14:19.030356 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c961303-7953-48c5-bb78-0e55dae3664b tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.033141 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c961303-7953-48c5-bb78-0e55dae3664b tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.034533 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9c961303-7953-48c5-bb78-0e55dae3664b tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7e679cf-8549-44af-96d2-713adcd489b0 HTTP/1.1" status: 204 len: 168 time: 0.4812810 Oct 26 14:14:19.051778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42722) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:19.053651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c961303-7953-48c5-bb78-0e55dae3664b tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e679cf-8549-44af-96d2-713adcd489b0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:19.146623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42726) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:19.186448 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a215ecdc-1445-421c-840b-20a623d9e0cb tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.247977 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 86e6f585-8fd1-4bad-9a44-792deac9b9ec up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:19.248590 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a215ecdc-1445-421c-840b-20a623d9e0cb tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Calling delete_port for 3b430ab7-8134-4239-a120-5a198563c745 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:19.367852 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c159cbd2-26fb-4335-89c1-546301374f43 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.458179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8b2766fc-f91c-479f-8c78-afb9e4641392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.468753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-831f0853-1865-4247-a35c-abdaa8f9b0a7 None None] Provisioning complete for port 86e6f585-8fd1-4bad-9a44-792deac9b9ec triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:19.468905 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-831f0853-1865-4247-a35c-abdaa8f9b0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.472702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e64deb-fd3d-47c5-b77c-6170ee1caa46 req-fe6b7311-b5bc-45cc-95be-e83f8621ae10 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:19.483038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1e64deb-fd3d-47c5-b77c-6170ee1caa46 req-fe6b7311-b5bc-45cc-95be-e83f8621ae10 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.3302524 Oct 26 14:14:19.576240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 86e6f585-8fd1-4bad-9a44-792deac9b9ec triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:19.576763 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.669226 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c159cbd2-26fb-4335-89c1-546301374f43 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.686714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f66abb-7eb9-4870-867a-0fba6fec9488 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:14:19.701950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c159cbd2-26fb-4335-89c1-546301374f43 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8403f7fa-0ed7-4bb1-ae8f-e247dcb5143a']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:19.707928 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.725481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c159cbd2-26fb-4335-89c1-546301374f43 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f79c6a-e91b-49fb-b90a-502aac80c024') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:19.725761 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c159cbd2-26fb-4335-89c1-546301374f43 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f79c6a-e91b-49fb-b90a-502aac80c024') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:19.747235 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c159cbd2-26fb-4335-89c1-546301374f43 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.769493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1e64deb-fd3d-47c5-b77c-6170ee1caa46 req-693f6f2f-391d-49c3-85f5-3f3a4019cff8 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846787 Oct 26 14:14:19.776701 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c159cbd2-26fb-4335-89c1-546301374f43 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.782388 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-831f0853-1865-4247-a35c-abdaa8f9b0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.785133 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.790786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c159cbd2-26fb-4335-89c1-546301374f43 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:19.791263 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c159cbd2-26fb-4335-89c1-546301374f43 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:19.794962 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:19.839199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a215ecdc-1445-421c-840b-20a623d9e0cb tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.880354 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 86e6f585-8fd1-4bad-9a44-792deac9b9ec, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=86e6f585-8fd1-4bad-9a44-792deac9b9ec,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:19.891199 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.904569 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c159cbd2-26fb-4335-89c1-546301374f43 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.909642 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Transition to ACTIVE for port object 87f66abb-7eb9-4870-867a-0fba6fec9488 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:14:19.916202 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c159cbd2-26fb-4335-89c1-546301374f43 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.922871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c159cbd2-26fb-4335-89c1-546301374f43 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] 10.222.0.32 "DELETE /v2.0/networks/8403f7fa-0ed7-4bb1-ae8f-e247dcb5143a HTTP/1.1" status: 204 len: 168 time: 0.8602967 Oct 26 14:14:19.939987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42734) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:19.959052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159cbd2-26fb-4335-89c1-546301374f43 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Pushing event deleted for resources: {'Network': ['ID=8403f7fa-0ed7-4bb1-ae8f-e247dcb5143a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:19.977503 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.985935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215ecdc-1445-421c-840b-20a623d9e0cb tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Port': ['ID=3b430ab7-8134-4239-a120-5a198563c745,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:19.989721 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a215ecdc-1445-421c-840b-20a623d9e0cb tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.993836 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a215ecdc-1445-421c-840b-20a623d9e0cb tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/3b430ab7-8134-4239-a120-5a198563c745 HTTP/1.1" status: 204 len: 168 time: 1.4607279 Oct 26 14:14:19.996702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42738) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:20.023867 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-831f0853-1865-4247-a35c-abdaa8f9b0a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:14:20.036114 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-831f0853-1865-4247-a35c-abdaa8f9b0a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:14:20.048418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=86e6f585-8fd1-4bad-9a44-792deac9b9ec,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:20.105409 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4d78419-03f2-46fc-9fe8-e8dedb5dd2e1 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.156787 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88568f05-0bf9-4977-8f31-d0d14de28f08 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.161114 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-88568f05-0bf9-4977-8f31-d0d14de28f08 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1554701 Oct 26 14:14:20.161476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Pushing event updated for resources: {'Port': ['ID=87f66abb-7eb9-4870-867a-0fba6fec9488,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:20.173535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42740) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:20.244727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8b2766fc-f91c-479f-8c78-afb9e4641392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.257554 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8b2766fc-f91c-479f-8c78-afb9e4641392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.264899 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4d78419-03f2-46fc-9fe8-e8dedb5dd2e1 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.273672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Attempting to bind port 87f66abb-7eb9-4870-867a-0fba6fec9488 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:20.274174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Attempting to bind port 87f66abb-7eb9-4870-867a-0fba6fec9488 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a19b55ef-334f-424d-8303-23c535b28604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '327359c9-769d-4855-83d3-f8c2bde7acb2'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:20.274383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Attempting to bind port 87f66abb-7eb9-4870-867a-0fba6fec9488 on network 327359c9-769d-4855-83d3-f8c2bde7acb2 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:20.291704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b4d59-1971-4fc3-bb6b-6ad84e4e626b req-4e81807c-a049-4939-8abe-fbde804fc84d tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.293267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-929b4d59-1971-4fc3-bb6b-6ad84e4e626b req-4e81807c-a049-4939-8abe-fbde804fc84d tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 943 time: 0.1847453 Oct 26 14:14:20.297111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Port 87f66abb-7eb9-4870-867a-0fba6fec9488 on network 327359c9-769d-4855-83d3-f8c2bde7acb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:14:20.297481 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Attempting to bind port 87f66abb-7eb9-4870-867a-0fba6fec9488 on network 327359c9-769d-4855-83d3-f8c2bde7acb2 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:20.304486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a4d78419-03f2-46fc-9fe8-e8dedb5dd2e1 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7100afb3-717c-4d29-a89d-ecb358dec6cf']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:20.319003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:20.319381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Checking segment: {'id': 'a19b55ef-334f-424d-8303-23c535b28604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '327359c9-769d-4855-83d3-f8c2bde7acb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:20.319816 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Bound using segment: {'id': 'a19b55ef-334f-424d-8303-23c535b28604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '327359c9-769d-4855-83d3-f8c2bde7acb2'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:20.320247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Bound port: 87f66abb-7eb9-4870-867a-0fba6fec9488, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19b55ef-334f-424d-8303-23c535b28604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '327359c9-769d-4855-83d3-f8c2bde7acb2'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:20.320705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.326946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f35e5-320e-45c1-bea1-1c11897c6f27 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.328380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d17f35e5-320e-45c1-bea1-1c11897c6f27 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1526468 Oct 26 14:14:20.334307 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8b2766fc-f91c-479f-8c78-afb9e4641392 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7766d6cc653340e8a623c39d604e9ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1823888 Oct 26 14:14:20.337340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a4d78419-03f2-46fc-9fe8-e8dedb5dd2e1 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414fa603-a940-4df0-bce7-3a9e8b341d96') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:20.337643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a4d78419-03f2-46fc-9fe8-e8dedb5dd2e1 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414fa603-a940-4df0-bce7-3a9e8b341d96') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:20.339286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42744) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:20.339528 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42746) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:20.345749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2766fc-f91c-479f-8c78-afb9e4641392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f70361-e5ec-40ae-a61f-3e4ba8374b34,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:20.379087 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4d78419-03f2-46fc-9fe8-e8dedb5dd2e1 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.426521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] For port 87f66abb-7eb9-4870-867a-0fba6fec9488, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:20.430876 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] For port 87f66abb-7eb9-4870-867a-0fba6fec9488, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=87f66abb-7eb9-4870-867a-0fba6fec9488,segment=NetworkSegment(a19b55ef-334f-424d-8303-23c535b28604),segment_id=a19b55ef-334f-424d-8303-23c535b28604)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:20.436321 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.469451 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4d78419-03f2-46fc-9fe8-e8dedb5dd2e1 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.485241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-929b4d59-1971-4fc3-bb6b-6ad84e4e626b req-b074a1eb-5f1f-469b-9bf2-31e2952e82f2 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/security-groups?id=3591f02e-0c3d-4938-904a-babca126b2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775136 Oct 26 14:14:20.486267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d78419-03f2-46fc-9fe8-e8dedb5dd2e1 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:20.486672 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4d78419-03f2-46fc-9fe8-e8dedb5dd2e1 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:20.496858 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:20.499633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.499633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.501278 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] 10.222.0.25 "PUT /v2.0/ports/87f66abb-7eb9-4870-867a-0fba6fec9488 HTTP/1.1" status: 200 len: 1091 time: 2.0270681 Oct 26 14:14:20.505432 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86e23b3-e085-4afa-9669-f778706e6d72', 'tag': '87f66abb-7eb9-4870-867a-0fba6fec9488'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:20.508668 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0712eca4-3a06-4196-85ee-2883aacd3599" -d '{"events": [{"name": "network-changed", "server_uuid": "a86e23b3-e085-4afa-9669-f778706e6d72", "tag": "87f66abb-7eb9-4870-867a-0fba6fec9488"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:20.541703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27419a3e-fc2d-4fe4-a545-973e632d6458 service neutron] Pushing event updated for resources: {'Port': ['ID=87f66abb-7eb9-4870-867a-0fba6fec9488,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:20.604306 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-7dda71fc-5dc7-48cb-9534-5835534a7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.607551 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-7dda71fc-5dc7-48cb-9534-5835534a7b7d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf59849b249449beaf25f576e19e8fd0&device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 1094 time: 0.0608358 Oct 26 14:14:20.633511 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1d3aa0-af6a-434c-bdbc-69f874cac643 x-openstack-request-id: req-1f1d3aa0-af6a-434c-bdbc-69f874cac643 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:20.633727 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a8739-5f83-4886-a09b-c537accc7f04 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.634118 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86e23b3-e085-4afa-9669-f778706e6d72", "tag": "87f66abb-7eb9-4870-867a-0fba6fec9488", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:20.634467 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f1d3aa0-af6a-434c-bdbc-69f874cac643 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:20.634875 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86e23b3-e085-4afa-9669-f778706e6d72', 'tag': '87f66abb-7eb9-4870-867a-0fba6fec9488', 'status': 'completed', 'code': 200} Oct 26 14:14:20.635778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a8739-5f83-4886-a09b-c537accc7f04 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.639152 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a8739-5f83-4886-a09b-c537accc7f04 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.645811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e00a8739-5f83-4886-a09b-c537accc7f04 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3052063 Oct 26 14:14:20.648679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42752) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:20.683338 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-1e05711b-24cc-4515-84ac-ddac91f709f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87f66abb-7eb9-4870-867a-0fba6fec9488 HTTP/1.1" status: 200 len: 217 time: 0.0608799 Oct 26 14:14:20.747770 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb166-e7ad-4804-8210-d5c302a09660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.759518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-7383f4c7-4198-4be0-a4d8-baec2ca03261 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 191a340d-e3d1-40c6-b0d3-454c9446ad59 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:20.761337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-0116e516-4e4c-4271-b74d-b39f5141fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.763755 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-0116e516-4e4c-4271-b74d-b39f5141fcab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dcfdeb50-3806-44c4-adfc-ce57b613f075 HTTP/1.1" status: 200 len: 860 time: 0.0699666 Oct 26 14:14:20.765653 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-00510929-0d5b-4252-86f4-3a4d8f5e007c None None] Could not find standard attr ID for object 3b430ab7-8134-4239-a120-5a198563c745. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:14:20.770855 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4d78419-03f2-46fc-9fe8-e8dedb5dd2e1 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.773360 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7383f4c7-4198-4be0-a4d8-baec2ca03261 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.778191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-00510929-0d5b-4252-86f4-3a4d8f5e007c None None] Provisioning complete for port 86e6f585-8fd1-4bad-9a44-792deac9b9ec triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:20.778856 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-00510929-0d5b-4252-86f4-3a4d8f5e007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.804682 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-453b1afa-0f58-45c1-937e-30a52576f218 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=327359c9-769d-4855-83d3-f8c2bde7acb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334725 Oct 26 14:14:20.816217 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4d78419-03f2-46fc-9fe8-e8dedb5dd2e1 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.820034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a4d78419-03f2-46fc-9fe8-e8dedb5dd2e1 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] 10.222.0.32 "DELETE /v2.0/networks/7100afb3-717c-4d29-a89d-ecb358dec6cf HTTP/1.1" status: 204 len: 168 time: 0.8768079 Oct 26 14:14:20.821126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d78419-03f2-46fc-9fe8-e8dedb5dd2e1 tempest-QuotasNegativeTest-1426899884 tempest-QuotasNegativeTest-1426899884-project-admin] Pushing event deleted for resources: {'Network': ['ID=7100afb3-717c-4d29-a89d-ecb358dec6cf,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:20.874976 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb166-e7ad-4804-8210-d5c302a09660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.914805 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7383f4c7-4198-4be0-a4d8-baec2ca03261 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.946785 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-625281fc-5670-40f9-bd9d-8532f420c9bc service neutron] 10.222.0.25 "GET /v2.0/networks/327359c9-769d-4855-83d3-f8c2bde7acb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343429 Oct 26 14:14:20.961314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 86e6f585-8fd1-4bad-9a44-792deac9b9ec up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:21.034805 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb166-e7ad-4804-8210-d5c302a09660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.038300 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb166-e7ad-4804-8210-d5c302a09660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.042241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e3fbb166-e7ad-4804-8210-d5c302a09660 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21f70361-e5ec-40ae-a61f-3e4ba8374b34 HTTP/1.1" status: 204 len: 168 time: 0.6981728 Oct 26 14:14:21.053443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbb166-e7ad-4804-8210-d5c302a09660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f70361-e5ec-40ae-a61f-3e4ba8374b34,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:21.114849 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cb48c7e2-fe17-4a35-b919-7112ce422d8c req-d583eaa5-44fd-41d8-a3f5-20bd68cb6ef1 service neutron] 10.222.0.25 "GET /v2.0/networks/327359c9-769d-4855-83d3-f8c2bde7acb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537194 Oct 26 14:14:21.136397 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7383f4c7-4198-4be0-a4d8-baec2ca03261 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.270854 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7383f4c7-4198-4be0-a4d8-baec2ca03261 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.307598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383f4c7-4198-4be0-a4d8-baec2ca03261 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=191a340d-e3d1-40c6-b0d3-454c9446ad59,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:21.314786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712eca4-3a06-4196-85ee-2883aacd3599 req-bc448423-58da-4637-b616-03f85427f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:21.316438 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0712eca4-3a06-4196-85ee-2883aacd3599 req-bc448423-58da-4637-b616-03f85427f8f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf59849b249449beaf25f576e19e8fd0&device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 1094 time: 0.1351573 Oct 26 14:14:21.317305 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7383f4c7-4198-4be0-a4d8-baec2ca03261 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.321534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7383f4c7-4198-4be0-a4d8-baec2ca03261 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/191a340d-e3d1-40c6-b0d3-454c9446ad59 HTTP/1.1" status: 204 len: 168 time: 0.6661165 Oct 26 14:14:21.325490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42760) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:21.382683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c2ebe-2aa0-44d6-9f2d-b9e294641f98 None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:21.526310 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 86e6f585-8fd1-4bad-9a44-792deac9b9ec triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:21.526882 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.582695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-f379888b-b829-48ea-84ef-cefddc65c7ac tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Deleting subnet 59f2f921-bf99-41f8-a16e-1ce660c0734d {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:21.588978 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f379888b-b829-48ea-84ef-cefddc65c7ac tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.689973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712eca4-3a06-4196-85ee-2883aacd3599 req-36f9ae4a-4732-40d6-8b33-dbf1a8bd7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:21.691560 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0712eca4-3a06-4196-85ee-2883aacd3599 req-36f9ae4a-4732-40d6-8b33-dbf1a8bd7394 service neutron] 10.222.0.25 "GET /v2.0/networks?id=327359c9-769d-4855-83d3-f8c2bde7acb2 HTTP/1.1" status: 200 len: 921 time: 0.3669772 Oct 26 14:14:21.710894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42770) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:21.798888 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f379888b-b829-48ea-84ef-cefddc65c7ac tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.800283 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0712eca4-3a06-4196-85ee-2883aacd3599 req-f4ca63cb-bafb-49da-a2d3-b6b948c2ee51 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87f66abb-7eb9-4870-867a-0fba6fec9488 HTTP/1.1" status: 200 len: 217 time: 0.0987048 Oct 26 14:14:21.873476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fca6e-a7ad-4b42-9174-ef2c36398ec4 req-7ff062e9-cbb9-4b5b-946a-bbe22832ccc0 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:21.877148 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-797fca6e-a7ad-4b42-9174-ef2c36398ec4 req-7ff062e9-cbb9-4b5b-946a-bbe22832ccc0 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 943 time: 0.2233229 Oct 26 14:14:21.882541 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42776) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:21.982026 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f379888b-b829-48ea-84ef-cefddc65c7ac tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.033871 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8a5307f-6adc-427b-9ce9-4208529ddfa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.133059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-797fca6e-a7ad-4b42-9174-ef2c36398ec4 req-e3a89f76-0f88-4973-b4a9-9bbd0efb5056 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/security-groups?id=3591f02e-0c3d-4938-904a-babca126b2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207525 Oct 26 14:14:22.150695 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f379888b-b829-48ea-84ef-cefddc65c7ac tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.202777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379888b-b829-48ea-84ef-cefddc65c7ac tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Subnet': ['ID=59f2f921-bf99-41f8-a16e-1ce660c0734d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:22.219122 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f379888b-b829-48ea-84ef-cefddc65c7ac tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.223219 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f379888b-b829-48ea-84ef-cefddc65c7ac tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/59f2f921-bf99-41f8-a16e-1ce660c0734d HTTP/1.1" status: 204 len: 168 time: 0.8792012 Oct 26 14:14:22.225927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42778) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.239040 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3628a4a0-7749-4c62-bc7d-68759f842230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.252801 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712eca4-3a06-4196-85ee-2883aacd3599 req-1053890c-fe86-48a8-abef-c70d2c8b51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:22.254334 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0712eca4-3a06-4196-85ee-2883aacd3599 req-1053890c-fe86-48a8-abef-c70d2c8b51c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dcfdeb50-3806-44c4-adfc-ce57b613f075 HTTP/1.1" status: 200 len: 860 time: 0.4474962 Oct 26 14:14:22.287187 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7d45ae53-8e6a-44e7-8b60-58e3d4d4ba2b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596888 Oct 26 14:14:22.289971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42780) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.311524 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0712eca4-3a06-4196-85ee-2883aacd3599 req-a1c09893-88a1-460f-8764-ca9560f4ac79 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=327359c9-769d-4855-83d3-f8c2bde7acb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475018 Oct 26 14:14:22.328854 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8a5307f-6adc-427b-9ce9-4208529ddfa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.339274 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8a5307f-6adc-427b-9ce9-4208529ddfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.392772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed7281-00f6-4a48-9012-4f4e75ad1756 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:22.396783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dfed7281-00f6-4a48-9012-4f4e75ad1756 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1030946 Oct 26 14:14:22.401384 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b8a5307f-6adc-427b-9ce9-4208529ddfa8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e57f3b7499246a9b8ed9e25f1e17f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5127473 Oct 26 14:14:22.401384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42782) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.401667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42784) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.422848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5307f-6adc-427b-9ce9-4208529ddfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49a50b1-9187-459e-a8ea-130d26539a47,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:22.472010 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3628a4a0-7749-4c62-bc7d-68759f842230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.490410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3628a4a0-7749-4c62-bc7d-68759f842230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.495411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5e0fd-a031-412a-bcc8-b690fc2c1593 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:22.499156 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-94d5e0fd-a031-412a-bcc8-b690fc2c1593 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0961895 Oct 26 14:14:22.500648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42786) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.526074 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3628a4a0-7749-4c62-bc7d-68759f842230 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f3f0b6f915842abaea09524bc4879df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8128188 Oct 26 14:14:22.532234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42788) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.552119 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-81cc8a14-73f4-40cf-a175-df7c9327287f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466034 Oct 26 14:14:22.552866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42792) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.560326 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b86af9e1-364b-4636-8653-49f181586f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.614013 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-79153629-16c1-4d21-b6c4-84790f990b3f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:22.615364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79153629-16c1-4d21-b6c4-84790f990b3f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:22.618591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-79153629-16c1-4d21-b6c4-84790f990b3f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/3b430ab7-8134-4239-a120-5a198563c745 HTTP/1.1" status: 404 len: 333 time: 0.0647531 Oct 26 14:14:22.621172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42794) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.636580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628a4a0-7749-4c62-bc7d-68759f842230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764efb1e-106b-4dba-91ec-0c893db3174b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:22.663870 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b86af9e1-364b-4636-8653-49f181586f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.664077 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0712eca4-3a06-4196-85ee-2883aacd3599 req-15cef990-11bd-49a2-81bf-c7e4ad7864d4 service neutron] 10.222.0.25 "GET /v2.0/networks/327359c9-769d-4855-83d3-f8c2bde7acb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439455 Oct 26 14:14:22.665880 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb079d0-2d90-4ae1-ab1c-653e24723a14 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:22.666361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb079d0-2d90-4ae1-ab1c-653e24723a14 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:22.672201 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fcb079d0-2d90-4ae1-ab1c-653e24723a14 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/59f2f921-bf99-41f8-a16e-1ce660c0734d HTTP/1.1" status: 404 len: 337 time: 0.0473557 Oct 26 14:14:22.675343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42796) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.709130 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-e623c63f-8757-4162-ad53-8eac01182f74 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:22.709654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e623c63f-8757-4162-ad53-8eac01182f74 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:22.713201 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e623c63f-8757-4162-ad53-8eac01182f74 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/191a340d-e3d1-40c6-b0d3-454c9446ad59 HTTP/1.1" status: 404 len: 337 time: 0.0369258 Oct 26 14:14:22.715853 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42798) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.730608 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0454b4-cd63-4f0d-9e74-cc6ff3f0eaff None None] Network 79fe7094-7bf0-42ce-8967-dd49c87f9b98 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:22.734010 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56268f1d-4f31-4b81-ac3b-6847071f01d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.762936 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d7ca94-b64f-4b4a-a27e-dabb47bd8876 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:22.764366 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d7ca94-b64f-4b4a-a27e-dabb47bd8876 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:22.773608 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b2d7ca94-b64f-4b4a-a27e-dabb47bd8876 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/5ce4bcc2-7e69-4cc5-ade9-aeda7068cc3b HTTP/1.1" status: 404 len: 333 time: 0.0565028 Oct 26 14:14:22.774233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42800) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.775944 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56268f1d-4f31-4b81-ac3b-6847071f01d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.806420 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b86af9e1-364b-4636-8653-49f181586f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.809879 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b86af9e1-364b-4636-8653-49f181586f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.811108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b86af9e1-364b-4636-8653-49f181586f80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b49a50b1-9187-459e-a8ea-130d26539a47 HTTP/1.1" status: 204 len: 168 time: 0.4015951 Oct 26 14:14:22.823686 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86af9e1-364b-4636-8653-49f181586f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49a50b1-9187-459e-a8ea-130d26539a47,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:22.831232 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d0aaca-e4c8-4472-b8bb-c64664d46c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:22.831704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d0aaca-e4c8-4472-b8bb-c64664d46c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:22.835050 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-53d0aaca-e4c8-4472-b8bb-c64664d46c66 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/44b979df-e22d-48e8-8dc3-56744988f360 HTTP/1.1" status: 404 len: 337 time: 0.0566306 Oct 26 14:14:22.838527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42804) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.877627 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-166be079-18a7-4c2a-9e73-b058e0c9e351 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:22.878217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166be079-18a7-4c2a-9e73-b058e0c9e351 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:22.885346 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-166be079-18a7-4c2a-9e73-b058e0c9e351 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/df507e92-240d-41b6-82db-02aafe6f46d3 HTTP/1.1" status: 404 len: 337 time: 0.0446498 Oct 26 14:14:22.887585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42808) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.904955 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0712eca4-3a06-4196-85ee-2883aacd3599 req-01b79a31-b095-4be4-b20e-094a5f19bd46 service neutron] 10.222.0.25 "GET /v2.0/networks/327359c9-769d-4855-83d3-f8c2bde7acb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330992 Oct 26 14:14:22.928932 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ad44cc-35f0-453e-be13-362a96bc1162 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:22.929807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ad44cc-35f0-453e-be13-362a96bc1162 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:22.931304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-498feeff-dd9e-4b0b-bdbf-a98f7cb106d8 None None] Provisioning complete for port 86e6f585-8fd1-4bad-9a44-792deac9b9ec triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:22.931665 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-498feeff-dd9e-4b0b-bdbf-a98f7cb106d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.933655 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56268f1d-4f31-4b81-ac3b-6847071f01d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.934975 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d6ad44cc-35f0-453e-be13-362a96bc1162 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/4fe0f007-e391-434d-b35b-7979806e5858 HTTP/1.1" status: 404 len: 333 time: 0.0462544 Oct 26 14:14:22.936384 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56268f1d-4f31-4b81-ac3b-6847071f01d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.937382 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42810) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.937527 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-56268f1d-4f31-4b81-ac3b-6847071f01d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/764efb1e-106b-4dba-91ec-0c893db3174b HTTP/1.1" status: 204 len: 168 time: 0.3938134 Oct 26 14:14:22.959776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56268f1d-4f31-4b81-ac3b-6847071f01d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764efb1e-106b-4dba-91ec-0c893db3174b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:22.983743 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3d964a-1a42-44eb-809f-779e7ee86e79 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:22.984254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3d964a-1a42-44eb-809f-779e7ee86e79 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:22.988701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-be3d964a-1a42-44eb-809f-779e7ee86e79 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/724e2811-6752-42eb-96f1-08247a6a5811 HTTP/1.1" status: 404 len: 337 time: 0.0491810 Oct 26 14:14:22.992086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42814) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.063090 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8d259b-e4d4-4cc4-ad41-7b5d29ccce96 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.063565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c8d259b-e4d4-4cc4-ad41-7b5d29ccce96 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.067026 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3c8d259b-e4d4-4cc4-ad41-7b5d29ccce96 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/eca32048-9bff-423a-bdbf-8548f4ca9a74 HTTP/1.1" status: 404 len: 337 time: 0.0735395 Oct 26 14:14:23.069543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42816) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.111674 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad554361-9468-4e26-90cc-b3ed396f132d None None] DHCP port deletion for 79fe7094-7bf0-42ce-8967-dd49c87f9b98 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:14:23.112015 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed360557-404f-4024-82e3-1dfd0f8839d7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.113106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed360557-404f-4024-82e3-1dfd0f8839d7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.118401 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ed360557-404f-4024-82e3-1dfd0f8839d7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/f34c2fee-798b-4f54-a0f6-35d1c3e16099 HTTP/1.1" status: 404 len: 333 time: 0.0478647 Oct 26 14:14:23.120945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42822) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.149430 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec9598b-2f88-4ea4-a04d-65c02f9a40c9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.150448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec9598b-2f88-4ea4-a04d-65c02f9a40c9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.155340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4ec9598b-2f88-4ea4-a04d-65c02f9a40c9 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/c39243af-9666-45df-be24-78bb24f35d5e HTTP/1.1" status: 404 len: 337 time: 0.0322633 Oct 26 14:14:23.156928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42824) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.192978 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e0f44d-ddb4-4c10-9a5a-809d8ccf4b13 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.193725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e0f44d-ddb4-4c10-9a5a-809d8ccf4b13 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.198542 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-53e0f44d-ddb4-4c10-9a5a-809d8ccf4b13 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/06139779-ab35-43e9-b635-9fcaa94f188f HTTP/1.1" status: 404 len: 337 time: 0.0399876 Oct 26 14:14:23.203224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42828) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.216543 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 87f66abb-7eb9-4870-867a-0fba6fec9488 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:14:23.234561 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-6556b7ac-ea83-4c09-b316-94f1cc3e6171 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.235883 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6556b7ac-ea83-4c09-b316-94f1cc3e6171 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.239990 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6556b7ac-ea83-4c09-b316-94f1cc3e6171 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/514021e0-23aa-4284-be0e-1f59a0b2019c HTTP/1.1" status: 404 len: 333 time: 0.0354564 Oct 26 14:14:23.243422 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42830) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.301007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ad554361-9468-4e26-90cc-b3ed396f132d None None] Deleting port 86e6f585-8fd1-4bad-9a44-792deac9b9ec {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:23.301383 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ad554361-9468-4e26-90cc-b3ed396f132d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.323260 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-8756088b-423b-44c1-ae62-f17002007661 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.325731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8756088b-423b-44c1-ae62-f17002007661 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.333873 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8756088b-423b-44c1-ae62-f17002007661 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/e3f73d34-e647-4048-a774-5e830c4f5c9c HTTP/1.1" status: 404 len: 337 time: 0.0884538 Oct 26 14:14:23.336735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42832) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.395166 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7ada9a-a3f3-4aa9-8714-cdaac448450a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.399246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7ada9a-a3f3-4aa9-8714-cdaac448450a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.405386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304c88b-df97-427f-a9a2-53ffcc6b05ef req-b02464e8-e3e5-4695-a3e4-4b94c9530bbd tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:23.409200 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c304c88b-df97-427f-a9a2-53ffcc6b05ef req-b02464e8-e3e5-4695-a3e4-4b94c9530bbd tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 943 time: 0.1503186 Oct 26 14:14:23.410179 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42836) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.410842 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fa7ada9a-a3f3-4aa9-8714-cdaac448450a tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/df15b7f5-9805-40be-b190-331f7048ec9e HTTP/1.1" status: 404 len: 333 time: 0.0703924 Oct 26 14:14:23.411873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42838) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.412292 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ad554361-9468-4e26-90cc-b3ed396f132d None None] For port 86e6f585-8fd1-4bad-9a44-792deac9b9ec, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=86e6f585-8fd1-4bad-9a44-792deac9b9ec,segment=NetworkSegment(d13f6a83-02b0-42b5-9a9b-1e297505dad7),segment_id=d13f6a83-02b0-42b5-9a9b-1e297505dad7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:23.413314 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ad554361-9468-4e26-90cc-b3ed396f132d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.431829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 87f66abb-7eb9-4870-867a-0fba6fec9488, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=87f66abb-7eb9-4870-867a-0fba6fec9488,segment=NetworkSegment(a19b55ef-334f-424d-8303-23c535b28604),segment_id=a19b55ef-334f-424d-8303-23c535b28604)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:23.450521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ad554361-9468-4e26-90cc-b3ed396f132d None None] Calling delete_port for 86e6f585-8fd1-4bad-9a44-792deac9b9ec owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:23.461477 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '87f66abb-7eb9-4870-867a-0fba6fec9488', 'network_id': '327359c9-769d-4855-83d3-f8c2bde7acb2', 'port_id': '87f66abb-7eb9-4870-867a-0fba6fec9488', 'mac_address': 'fa:16:3e:f3:06:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfdeb50-3806-44c4-adfc-ce57b613f075', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:14:23.470530 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.474423 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e867297-32e8-42b4-8aa4-bcbff15ee2c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.474925 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae20fba-390d-4d56-95bb-8e111fb98830 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.475682 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae20fba-390d-4d56-95bb-8e111fb98830 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.484065 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dae20fba-390d-4d56-95bb-8e111fb98830 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/9d03224d-d4a7-4cfc-b9a0-54f8f7cea8b5 HTTP/1.1" status: 404 len: 337 time: 0.0694063 Oct 26 14:14:23.486728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42840) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.519374 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c304c88b-df97-427f-a9a2-53ffcc6b05ef req-c184d04f-dd78-4608-8b94-21aadcf5aa52 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/security-groups?id=3591f02e-0c3d-4938-904a-babca126b2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981131 Oct 26 14:14:23.531690 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.555167 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe973aef-e35b-4e68-bcdc-0be4192ad26b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.555892 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe973aef-e35b-4e68-bcdc-0be4192ad26b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.559076 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fe973aef-e35b-4e68-bcdc-0be4192ad26b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/f3a8cd13-7685-442e-8247-86d0ac37c678 HTTP/1.1" status: 404 len: 333 time: 0.0713825 Oct 26 14:14:23.561670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42846) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.594857 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e867297-32e8-42b4-8aa4-bcbff15ee2c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.602550 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e867297-32e8-42b4-8aa4-bcbff15ee2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.636082 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2473f9b-e0d4-4b0e-9aef-30c9368876e8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.636378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2473f9b-e0d4-4b0e-9aef-30c9368876e8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.640311 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f2473f9b-e0d4-4b0e-9aef-30c9368876e8 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/dee2e587-2678-4e49-8f3f-b2c082ae205e HTTP/1.1" status: 404 len: 337 time: 0.0776427 Oct 26 14:14:23.643203 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42850) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.651369 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e867297-32e8-42b4-8aa4-bcbff15ee2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7603aa90-e1ce-4dd9-9bf3-f65c3a01328a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:23.658371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8e867297-32e8-42b4-8aa4-bcbff15ee2c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60ff0b1e273745a19f10f61d0a5b9615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423027 Oct 26 14:14:23.661250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42852) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.693548 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f66abb-7eb9-4870-867a-0fba6fec9488 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:14:23.703815 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ad554361-9468-4e26-90cc-b3ed396f132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.725942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad554361-9468-4e26-90cc-b3ed396f132d None None] No DVR routers for this DVR port 86e6f585-8fd1-4bad-9a44-792deac9b9ec on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:23.730995 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec586c1f-5d0f-4889-aafc-f7bee281f692 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.735533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec586c1f-5d0f-4889-aafc-f7bee281f692 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.740393 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ec586c1f-5d0f-4889-aafc-f7bee281f692 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/5abedb7e-3f47-49d7-af79-8bfa4ef51960 HTTP/1.1" status: 404 len: 333 time: 0.0921595 Oct 26 14:14:23.742359 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42856) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.778820 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad554361-9468-4e26-90cc-b3ed396f132d None None] Pushing event deleted for resources: {'Port': ['ID=86e6f585-8fd1-4bad-9a44-792deac9b9ec,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:23.785198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 87f66abb-7eb9-4870-867a-0fba6fec9488, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=87f66abb-7eb9-4870-867a-0fba6fec9488,segment=NetworkSegment(a19b55ef-334f-424d-8303-23c535b28604),segment_id=a19b55ef-334f-424d-8303-23c535b28604)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:23.791484 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.793830 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-441d7eee-5a92-4d42-9786-064ff0356d46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.811348 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf512199-d968-4f97-9685-94002215c5fa tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.811348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf512199-d968-4f97-9685-94002215c5fa tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.818399 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cf512199-d968-4f97-9685-94002215c5fa tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/905b4c01-cc69-4006-ac9a-87b06ccfa3ce HTTP/1.1" status: 404 len: 337 time: 0.0747869 Oct 26 14:14:23.819745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42858) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.829606 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-441d7eee-5a92-4d42-9786-064ff0356d46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.851097 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c7df9d-7070-4199-8ddc-8dd720a8f4be tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.851808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c7df9d-7070-4199-8ddc-8dd720a8f4be tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.859318 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d2c7df9d-7070-4199-8ddc-8dd720a8f4be tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/034d6fe4-ee9a-438b-9c10-bedf17f6a463 HTTP/1.1" status: 404 len: 333 time: 0.0384989 Oct 26 14:14:23.860137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42860) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.898937 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e588a52-83da-4dd9-8fac-0061fe39fb20 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.899408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e588a52-83da-4dd9-8fac-0061fe39fb20 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.902787 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8e588a52-83da-4dd9-8fac-0061fe39fb20 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/fb56d895-c2ec-470c-a555-b82cd86fdbb1 HTTP/1.1" status: 404 len: 337 time: 0.0416558 Oct 26 14:14:23.905571 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-441d7eee-5a92-4d42-9786-064ff0356d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.908936 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-441d7eee-5a92-4d42-9786-064ff0356d46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.912343 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-441d7eee-5a92-4d42-9786-064ff0356d46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7603aa90-e1ce-4dd9-9bf3-f65c3a01328a HTTP/1.1" status: 204 len: 168 time: 0.2472999 Oct 26 14:14:23.912343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42864) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.936579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=87f66abb-7eb9-4870-867a-0fba6fec9488,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:23.943180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d7eee-5a92-4d42-9786-064ff0356d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7603aa90-e1ce-4dd9-9bf3-f65c3a01328a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:23.946314 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-d673149f-508d-4787-b028-c6356be306e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:23.947078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d673149f-508d-4787-b028-c6356be306e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:23.950547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d673149f-508d-4787-b028-c6356be306e0 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/c5482d6f-8df5-4d95-8df5-960f3b78a5f8 HTTP/1.1" status: 404 len: 333 time: 0.0369430 Oct 26 14:14:23.953034 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42870) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.004295 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5e5541-1712-49cb-8844-3628a79054a7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.004295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5e5541-1712-49cb-8844-3628a79054a7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.008662 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ba5e5541-1712-49cb-8844-3628a79054a7 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/9316ccf2-bb9c-44ff-99fd-a93463383924 HTTP/1.1" status: 404 len: 337 time: 0.0514092 Oct 26 14:14:24.009167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42874) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.009280 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['87f66abb-7eb9-4870-867a-0fba6fec9488'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:14:24.041073 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe5272f-ba02-4589-9c91-94d0df2cde3c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.041528 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe5272f-ba02-4589-9c91-94d0df2cde3c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.045926 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cfe5272f-ba02-4589-9c91-94d0df2cde3c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/1ce11635-b711-4b3c-a8bb-77f3280e10bf HTTP/1.1" status: 404 len: 337 time: 0.0347376 Oct 26 14:14:24.048205 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42878) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.081075 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ecf4c2-80d9-4dca-854b-1d68e6440cf3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.082213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ecf4c2-80d9-4dca-854b-1d68e6440cf3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.086438 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-24ecf4c2-80d9-4dca-854b-1d68e6440cf3 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/d834204f-cd6a-4ce1-aeb5-e37c01088185 HTTP/1.1" status: 404 len: 333 time: 0.0371137 Oct 26 14:14:24.089463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42880) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.122290 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abc7d4a-8aae-475e-b5db-08dc8774b511 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.122892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abc7d4a-8aae-475e-b5db-08dc8774b511 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.128920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6abc7d4a-8aae-475e-b5db-08dc8774b511 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/d180d7b1-de74-408d-97d7-dfd77ec38d89 HTTP/1.1" status: 404 len: 337 time: 0.0357554 Oct 26 14:14:24.129700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42884) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.157828 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-861bd93e-e3ce-4707-aab1-87544986dcaf tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.158324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861bd93e-e3ce-4707-aab1-87544986dcaf tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.161752 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-861bd93e-e3ce-4707-aab1-87544986dcaf tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/9e699b52-6b9e-4f62-b8df-e20a9f485a00 HTTP/1.1" status: 404 len: 337 time: 0.0307808 Oct 26 14:14:24.165329 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42888) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.193702 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2b16c8-64ea-45b9-bdd8-fbbc09b5331d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.195434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2b16c8-64ea-45b9-bdd8-fbbc09b5331d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.201169 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-af2b16c8-64ea-45b9-bdd8-fbbc09b5331d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/23ff468a-11d6-4f38-9f95-91ae0d8c74ac HTTP/1.1" status: 404 len: 333 time: 0.0322001 Oct 26 14:14:24.201378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42890) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.229956 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc5d63d-a7c4-476c-9ce6-14740cbc4c42 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.230541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc5d63d-a7c4-476c-9ce6-14740cbc4c42 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.236281 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4dc5d63d-a7c4-476c-9ce6-14740cbc4c42 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/07fd6132-3449-4ced-a02d-5fe74380c2f5 HTTP/1.1" status: 404 len: 337 time: 0.0314281 Oct 26 14:14:24.236684 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42892) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.273198 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99b1a0c-1cd7-4880-9072-5d0e9d51c101 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.273569 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99b1a0c-1cd7-4880-9072-5d0e9d51c101 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.280870 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c99b1a0c-1cd7-4880-9072-5d0e9d51c101 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/ccca8733-0309-4791-86ba-fcaf5dffa017 HTTP/1.1" status: 404 len: 337 time: 0.0402853 Oct 26 14:14:24.280990 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42894) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.306146 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bf9153-f347-4927-83aa-26f4d8c7a197 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.306820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bf9153-f347-4927-83aa-26f4d8c7a197 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.312287 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c8bf9153-f347-4927-83aa-26f4d8c7a197 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/1ef4c7d4-f08b-49e3-b82c-6d2ebd794f23 HTTP/1.1" status: 404 len: 333 time: 0.0281804 Oct 26 14:14:24.312618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42898) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.342674 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e439caa-31be-4ca9-addd-f2651103bd2b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.343171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e439caa-31be-4ca9-addd-f2651103bd2b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.348413 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6e439caa-31be-4ca9-addd-f2651103bd2b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/4878ae29-a3a9-4035-b34c-881eaf2b7f89 HTTP/1.1" status: 404 len: 337 time: 0.0326037 Oct 26 14:14:24.349079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42904) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.388144 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-2843c3ec-3e16-45f8-9db6-3900fa281b84 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.388899 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2843c3ec-3e16-45f8-9db6-3900fa281b84 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.392915 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2843c3ec-3e16-45f8-9db6-3900fa281b84 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/1d8d8854-c908-4862-9b48-3d3d66ed2e7a HTTP/1.1" status: 404 len: 337 time: 0.0428398 Oct 26 14:14:24.395800 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42908) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.442267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dee1ca80-ce2f-4988-88f2-4c6092f836bb tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5d7c588-5d4b-4df2-8302-c7b352cf73cc HTTP/1.1" status: 200 len: 205 time: 0.0448949 Oct 26 14:14:24.444911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42912) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.513117 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-d2d47ada-d974-4a29-9104-3a1b59c2c561 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] delete failed (client error): The resource could not be found. Oct 26 14:14:24.517687 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-29938f08-2d5c-4eb9-b74d-2facf554097a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1231236 Oct 26 14:14:24.519886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d2d47ada-d974-4a29-9104-3a1b59c2c561 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/routers/a5d7c588-5d4b-4df2-8302-c7b352cf73cc HTTP/1.1" status: 404 len: 336 time: 0.0728469 Oct 26 14:14:24.521643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42916) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.592172 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fdb0f7-7411-44a6-9c39-f2e60f6f821d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.594401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fdb0f7-7411-44a6-9c39-f2e60f6f821d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.601272 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d6fdb0f7-7411-44a6-9c39-f2e60f6f821d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/1c3e84a5-6506-43fa-9ef7-4bd13eb844f0 HTTP/1.1" status: 404 len: 337 time: 0.0769660 Oct 26 14:14:24.603012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42920) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.670799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-134de704-ab7e-42d6-8dee-2e159a51707f tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "GET /v2.0/ports?device_id=598de43c-644d-4aac-aa34-741accdfdab3 HTTP/1.1" status: 200 len: 205 time: 0.0662739 Oct 26 14:14:24.674330 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-b6dc1cba-5025-442f-b17d-fe53f24fa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.674935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-b6dc1cba-5025-442f-b17d-fe53f24fa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.675545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-b6dc1cba-5025-442f-b17d-fe53f24fa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.676131 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-b6dc1cba-5025-442f-b17d-fe53f24fa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.676609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-b6dc1cba-5025-442f-b17d-fe53f24fa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.677475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42928) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.680252 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-b6dc1cba-5025-442f-b17d-fe53f24fa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.680887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-b6dc1cba-5025-442f-b17d-fe53f24fa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.683591 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-b6dc1cba-5025-442f-b17d-fe53f24fa524 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b890508d63bb4edab3a32080f2d3356f&device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 6500 time: 0.0810289 Oct 26 14:14:24.805532 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-aff28596-031d-4cc6-a6da-726c855ff303 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] delete failed (client error): The resource could not be found. Oct 26 14:14:24.806633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-aff28596-031d-4cc6-a6da-726c855ff303 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/routers/598de43c-644d-4aac-aa34-741accdfdab3 HTTP/1.1" status: 404 len: 336 time: 0.1254692 Oct 26 14:14:24.811589 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42938) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.854054 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04d84bf-20e0-48eb-b7f1-968ae7a87af4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.854686 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04d84bf-20e0-48eb-b7f1-968ae7a87af4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.857890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d04d84bf-20e0-48eb-b7f1-968ae7a87af4 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/57830384-7f96-4802-a776-eeebe3010e2e HTTP/1.1" status: 404 len: 337 time: 0.0362720 Oct 26 14:14:24.870605 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42940) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.872422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8de88-6a3c-4710-99cb-96ae773e4394 req-cd1a2647-0fe7-4ba4-8667-ecc1e96af9bf tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.874051 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ba8de88-6a3c-4710-99cb-96ae773e4394 req-cd1a2647-0fe7-4ba4-8667-ecc1e96af9bf tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 944 time: 0.2548821 Oct 26 14:14:24.924905 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6966ca8-9037-4018-bf10-0105b9077344 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.925285 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6966ca8-9037-4018-bf10-0105b9077344 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.932675 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d6966ca8-9037-4018-bf10-0105b9077344 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/d0033fd2-6b51-4573-a589-be7df2a0fbd3 HTTP/1.1" status: 404 len: 337 time: 0.0587118 Oct 26 14:14:24.937167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42942) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.954009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-4e35bbb4-3890-49ae-a9cd-6cfffacd2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.956265 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 86e6f585-8fd1-4bad-9a44-792deac9b9ec no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:24.967473 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-4e35bbb4-3890-49ae-a9cd-6cfffacd2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.967988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-4e35bbb4-3890-49ae-a9cd-6cfffacd2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.969769 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-4e35bbb4-3890-49ae-a9cd-6cfffacd2ff4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=42f85f6d-53f4-4747-845e-e2c3cd5366d2&id=e28a5a04-47ef-442f-816d-e9075d616762&id=e28a5a04-47ef-442f-816d-e9075d616762&id=e28a5a04-47ef-442f-816d-e9075d616762&id=e28a5a04-47ef-442f-816d-e9075d616762&id=614644c2-ecb3-429d-a925-733cf1797bb4&id=614644c2-ecb3-429d-a925-733cf1797bb4 HTTP/1.1" status: 200 len: 2297 time: 0.2601359 Oct 26 14:14:24.981315 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f25d7e-16f2-4645-8922-c5a5e5c1d554 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:24.982244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f25d7e-16f2-4645-8922-c5a5e5c1d554 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:24.985822 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-09f25d7e-16f2-4645-8922-c5a5e5c1d554 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/51f450b0-3e2a-4bcd-b129-f2af43117124 HTTP/1.1" status: 404 len: 333 time: 0.0500064 Oct 26 14:14:24.989037 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42948) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.992408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ba8de88-6a3c-4710-99cb-96ae773e4394 req-2cf42b5d-e9b7-41ce-a1af-f5bc0433e54e tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/security-groups?id=3591f02e-0c3d-4938-904a-babca126b2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098852 Oct 26 14:14:25.001960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 86e6f585-8fd1-4bad-9a44-792deac9b9ec {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:25.006181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 86e6f585-8fd1-4bad-9a44-792deac9b9ec not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:25.024085 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-2993e71a-b572-41aa-89c8-28c42c709ef2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:25.024654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2993e71a-b572-41aa-89c8-28c42c709ef2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:25.030583 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2993e71a-b572-41aa-89c8-28c42c709ef2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/f03935e3-270e-42ce-9da5-2f9179a06f2c HTTP/1.1" status: 404 len: 337 time: 0.0339031 Oct 26 14:14:25.032228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42950) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.063353 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-df84975c-37d1-4239-9a91-328af4e7a2d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:25.064234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df84975c-37d1-4239-9a91-328af4e7a2d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:25.071096 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-df84975c-37d1-4239-9a91-328af4e7a2d6 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/0f34e296-dadc-4818-adb5-39c30c6d8d81 HTTP/1.1" status: 404 len: 333 time: 0.0353951 Oct 26 14:14:25.071734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42952) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.110431 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ff953f-e36c-4ea3-aef3-9fe13b493161 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:25.110889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ff953f-e36c-4ea3-aef3-9fe13b493161 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:25.114037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b1ff953f-e36c-4ea3-aef3-9fe13b493161 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/05487b33-04df-4fa3-8f75-d69aba101927 HTTP/1.1" status: 404 len: 337 time: 0.0416961 Oct 26 14:14:25.118556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42954) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.121704 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-422c31eb-4a50-47ca-b5bf-d61acdb2da86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e8f1a12-fa5a-4066-b754-bc1eb8d79805 HTTP/1.1" status: 200 len: 1001 time: 0.1439700 Oct 26 14:14:25.148355 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19ae583-a2f0-4f54-886a-5a2db315071e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:25.149096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19ae583-a2f0-4f54-886a-5a2db315071e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:25.155012 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e19ae583-a2f0-4f54-886a-5a2db315071e tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/e5d696ad-1b4b-4c1a-8e8c-a2b5690fd74b HTTP/1.1" status: 404 len: 333 time: 0.0331337 Oct 26 14:14:25.155555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42960) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.188492 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d55f711-bcfe-4852-a2de-64b6deaa0275 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:25.189327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d55f711-bcfe-4852-a2de-64b6deaa0275 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:25.195738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1d55f711-bcfe-4852-a2de-64b6deaa0275 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/97fe812c-6cb8-4bcd-8f0c-129e2b67aebb HTTP/1.1" status: 404 len: 337 time: 0.0391049 Oct 26 14:14:25.196699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42964) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.212673 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 87f66abb-7eb9-4870-867a-0fba6fec9488 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:25.234397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-01de08dc-a934-4835-a245-86e856477f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:25.236239 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-01de08dc-a934-4835-a245-86e856477f74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=480154e8-02b2-4134-a40f-f63a39b4580e HTTP/1.1" status: 200 len: 855 time: 0.1084220 Oct 26 14:14:25.251322 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-90752682-f956-4b82-aba9-25a422ade47b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:25.253196 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90752682-f956-4b82-aba9-25a422ade47b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:25.263166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-90752682-f956-4b82-aba9-25a422ade47b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/6346258a-80e5-48b3-8275-e770adaa327e HTTP/1.1" status: 404 len: 333 time: 0.0650816 Oct 26 14:14:25.264051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42966) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.296755 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c41b933-e339-4db9-bedd-1504d7ccb474 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:25.297633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c41b933-e339-4db9-bedd-1504d7ccb474 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:25.304363 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0c41b933-e339-4db9-bedd-1504d7ccb474 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/e5e624f7-e8c1-4cfe-b80b-388ff240e950 HTTP/1.1" status: 404 len: 337 time: 0.0388789 Oct 26 14:14:25.305575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42968) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.323813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 87f66abb-7eb9-4870-867a-0fba6fec9488 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:25.327372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-d6fe3dbd-aef6-4b60-8309-6f9041bb59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:25.328141 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 87f66abb-7eb9-4870-867a-0fba6fec9488 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:25.328513 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.329461 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-d6fe3dbd-aef6-4b60-8309-6f9041bb59f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42f85f6d-53f4-4747-845e-e2c3cd5366d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858855 Oct 26 14:14:25.332117 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3d2fd8-ad12-4763-ab67-7b2e76315f1b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:25.332715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3d2fd8-ad12-4763-ab67-7b2e76315f1b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:25.344244 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cc3d2fd8-ad12-4763-ab67-7b2e76315f1b tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/eefa656c-cabc-47aa-b214-f47ce217b191 HTTP/1.1" status: 404 len: 333 time: 0.0379639 Oct 26 14:14:25.344919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42972) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.374983 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b26f3c-8d42-443c-904c-461251c8066c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:25.375457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b26f3c-8d42-443c-904c-461251c8066c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:25.382565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-16b26f3c-8d42-443c-904c-461251c8066c tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/e4c02281-185a-44f7-a4e8-b025ae4aa3e2 HTTP/1.1" status: 404 len: 337 time: 0.0365975 Oct 26 14:14:25.385128 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42974) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.418738 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-8913a243-c33b-4d10-9484-7b529deb377d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:25.419544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8913a243-c33b-4d10-9484-7b529deb377d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:25.426059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8913a243-c33b-4d10-9484-7b529deb377d tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/7b2541a6-6df6-479e-8c52-0e086668b3cc HTTP/1.1" status: 404 len: 333 time: 0.0376227 Oct 26 14:14:25.426242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42976) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.460436 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-f1e5ed65-b8a3-4fcc-8486-821292385866 service neutron] 10.222.0.11 "GET /v2.0/networks/42f85f6d-53f4-4747-845e-e2c3cd5366d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234338 Oct 26 14:14:25.460660 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac8981e-e987-4ec2-b98e-c4c5ca284dab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:25.460928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac8981e-e987-4ec2-b98e-c4c5ca284dab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:25.466270 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dac8981e-e987-4ec2-b98e-c4c5ca284dab tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/b06e1863-aa0f-40dd-8ae4-ad27c2254f99 HTTP/1.1" status: 404 len: 337 time: 0.0368531 Oct 26 14:14:25.466701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42980) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.499062 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e1388d-c095-4cb0-84a7-7fe63166bf15 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:25.500005 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e1388d-c095-4cb0-84a7-7fe63166bf15 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:25.506718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42982) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.507394 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b1e1388d-c095-4cb0-84a7-7fe63166bf15 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/ports/75d0dea7-a0ec-4d40-999d-cb16272050eb HTTP/1.1" status: 404 len: 333 time: 0.0395377 Oct 26 14:14:25.522688 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.560419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 87f66abb-7eb9-4870-867a-0fba6fec9488, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=87f66abb-7eb9-4870-867a-0fba6fec9488,segment=NetworkSegment(a19b55ef-334f-424d-8303-23c535b28604),segment_id=a19b55ef-334f-424d-8303-23c535b28604)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:25.562406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86e23b3-e085-4afa-9669-f778706e6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f66abb-7eb9-4870-867a-0fba6fec9488'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:25.565770 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f952e060-2f4e-457f-83b1-d969d20e7749" -d '{"events": [{"server_uuid": "a86e23b3-e085-4afa-9669-f778706e6d72", "name": "network-vif-plugged", "status": "completed", "tag": "87f66abb-7eb9-4870-867a-0fba6fec9488"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:25.579597 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.630186 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-f443d4a0-34c5-4a96-8793-377b2595f7f2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:25.630660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f443d4a0-34c5-4a96-8793-377b2595f7f2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:25.641669 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=87f66abb-7eb9-4870-867a-0fba6fec9488,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:25.644303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f443d4a0-34c5-4a96-8793-377b2595f7f2 tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/subnets/0b80e81d-556a-40cd-b95c-fc2d04534f5e HTTP/1.1" status: 404 len: 337 time: 0.1358793 Oct 26 14:14:25.648456 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42988) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.667754 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e08447-41af-4405-ac33-2efe07e83a16 x-openstack-request-id: req-12e08447-41af-4405-ac33-2efe07e83a16 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:25.668458 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86e23b3-e085-4afa-9669-f778706e6d72", "name": "network-vif-plugged", "status": "completed", "tag": "87f66abb-7eb9-4870-867a-0fba6fec9488", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:25.669056 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12e08447-41af-4405-ac33-2efe07e83a16 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:25.669857 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86e23b3-e085-4afa-9669-f778706e6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f66abb-7eb9-4870-867a-0fba6fec9488', 'code': 200} Oct 26 14:14:25.688843 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-5c07f241-45f4-4dc2-b24e-580d86544fe3 service neutron] 10.222.0.11 "GET /v2.0/networks/42f85f6d-53f4-4747-845e-e2c3cd5366d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196558 Oct 26 14:14:25.753039 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-dcdf26ef-f07d-40a9-95b2-27c5701d3bcc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=5ec9d03c-cf9e-4409-8111-c4cf8b040359 HTTP/1.1" status: 200 len: 217 time: 0.0564451 Oct 26 14:14:25.796464 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ecb8760d-6a22-4c94-89b4-6ecbd52069ed tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.884773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c0e80-c0de-47a2-ab4e-4aad459e6be5 req-df276f3a-b60e-4396-a778-ed4c9fa40eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:25.887780 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c47c0e80-c0de-47a2-ab4e-4aad459e6be5 req-df276f3a-b60e-4396-a778-ed4c9fa40eab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 1096 time: 0.1461506 Oct 26 14:14:25.893661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-31565c3e-f045-4d2e-b9a7-92d6853080bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:25.895153 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-31565c3e-f045-4d2e-b9a7-92d6853080bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.0972679 Oct 26 14:14:25.928075 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ecb8760d-6a22-4c94-89b4-6ecbd52069ed tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.952272 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-ecb8760d-6a22-4c94-89b4-6ecbd52069ed tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79fe7094-7bf0-42ce-8967-dd49c87f9b98']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:25.958745 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c47c0e80-c0de-47a2-ab4e-4aad459e6be5 req-ca7f6e28-febb-43bb-a99a-aab28b874bba service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3591f02e-0c3d-4938-904a-babca126b2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626104 Oct 26 14:14:25.962918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-ecb8760d-6a22-4c94-89b4-6ecbd52069ed tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13f6a83-02b0-42b5-9a9b-1e297505dad7') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:25.963682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-ecb8760d-6a22-4c94-89b4-6ecbd52069ed tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13f6a83-02b0-42b5-9a9b-1e297505dad7') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:25.964286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-9054e9a6-a36c-4aca-9e72-0056ef1ca0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:25.965745 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-9054e9a6-a36c-4aca-9e72-0056ef1ca0d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0629849 Oct 26 14:14:25.973735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ecb8760d-6a22-4c94-89b4-6ecbd52069ed tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.989379 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ecb8760d-6a22-4c94-89b4-6ecbd52069ed tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.996674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb8760d-6a22-4c94-89b4-6ecbd52069ed tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:25.997234 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ecb8760d-6a22-4c94-89b4-6ecbd52069ed tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:26.106625 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:26.117677 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ecb8760d-6a22-4c94-89b4-6ecbd52069ed tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.136757 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ecb8760d-6a22-4c94-89b4-6ecbd52069ed tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.137069 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-1809970b-075a-4b63-b7ab-d7b1b57adf7d service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630995 Oct 26 14:14:26.144087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ecb8760d-6a22-4c94-89b4-6ecbd52069ed tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] 10.222.0.32 "DELETE /v2.0/networks/79fe7094-7bf0-42ce-8967-dd49c87f9b98 HTTP/1.1" status: 204 len: 168 time: 0.4893513 Oct 26 14:14:26.170261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8760d-6a22-4c94-89b4-6ecbd52069ed tempest-NetworksTestDHCPv6-1380540500 tempest-NetworksTestDHCPv6-1380540500-project] Pushing event deleted for resources: {'Network': ['ID=79fe7094-7bf0-42ce-8967-dd49c87f9b98,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:26.242379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78d9e0-48f7-4ed5-99fa-49b0a2e27bd6 req-a0254fba-4ea1-4111-ac51-1e83fb9aadeb tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:26.250730 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f78d9e0-48f7-4ed5-99fa-49b0a2e27bd6 req-a0254fba-4ea1-4111-ac51-1e83fb9aadeb tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 945 time: 0.1244273 Oct 26 14:14:26.251690 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-3f0e7175-e368-48b1-8f47-409624263641 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072142 Oct 26 14:14:26.308199 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f78d9e0-48f7-4ed5-99fa-49b0a2e27bd6 req-f767b029-4f50-4877-bbf5-77d2a7dbbfca tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/security-groups?id=3591f02e-0c3d-4938-904a-babca126b2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565164 Oct 26 14:14:26.313216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43012) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:26.328426 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-0b191fc8-a525-43ef-88d7-d5dd25dd6f2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb HTTP/1.1" status: 200 len: 217 time: 0.0677085 Oct 26 14:14:26.417141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-cfc6c450-5a5f-478b-bc05-2ca2dd3440bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:26.419257 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-cfc6c450-5a5f-478b-bc05-2ca2dd3440bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.0767434 Oct 26 14:14:26.446161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1564422915', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:26.480802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Made reservation on behalf of 4951048c3aad49cbab1d237d4b3667df for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:26.483358 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.493029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-b79ec69f-118b-4df6-9698-83c9a52b3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:26.494499 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.495121 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-b79ec69f-118b-4df6-9698-83c9a52b3ceb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672841 Oct 26 14:14:26.622234 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.629090 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.635117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] device_id is not set on port 9c1ddf5e-5958-45ab-a3a4-bc6bcb805981 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:26.661251 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-23efd3d7-d79c-4854-945e-e491896d7151 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566982 Oct 26 14:14:26.677353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92bff3a-3441-41a5-ac34-5c0db946e38a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:26.728389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43022) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:26.806651 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-7ffb6cc0-ec0a-4fb1-97ee-163cb4cbd459 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369607 Oct 26 14:14:26.835129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Allocated IP 172.25.4.182 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/9c1ddf5e-5958-45ab-a3a4-bc6bcb805981) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:26.886450 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-b42a6f10-4aec-4605-8439-eb4f6df4ad02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=87ec2384-7841-4885-a060-2ea55351ed3a HTTP/1.1" status: 200 len: 217 time: 0.0718019 Oct 26 14:14:27.031507 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.039015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-b8516940-6514-470d-adef-825b73a31eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:27.040496 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-b8516940-6514-470d-adef-825b73a31eb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.1352086 Oct 26 14:14:27.088812 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.139114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-7913a481-fba7-4103-a2c2-5af58f51fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:27.141320 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-7913a481-fba7-4103-a2c2-5af58f51fa46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0922914 Oct 26 14:14:27.153445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:27.163565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:27.170298 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:27.172167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Pushing event updated for resources: {'Port': ['ID=9c1ddf5e-5958-45ab-a3a4-bc6bcb805981,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:27.202828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-724b3a69-4e6d-4f11-85fb-fa81749fef4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a4b9096059344cc86b9c0e806c6ca4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4727287 Oct 26 14:14:27.205465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43040) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:27.276688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:27.280103 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.337475 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-d7db4ac9-64cd-4253-961c-48e07bf02f5e service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863267 Oct 26 14:14:27.353556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0780d5ec-a644-4bbd-b1f1-dbac3228179d tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.0382299 Oct 26 14:14:27.373819 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b298a80b-0a8b-4050-b4dd-baa2349f28de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.411190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43046) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:27.424663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-07eb96ba-8f04-468b-8490-1870486d5611 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.182'}]}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:27.438706 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.532669 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b298a80b-0a8b-4050-b4dd-baa2349f28de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.552766 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-8fe01845-4ce6-4de4-812b-2938933f920f service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060347 Oct 26 14:14:27.554320 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07eb96ba-8f04-468b-8490-1870486d5611 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.555508 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07eb96ba-8f04-468b-8490-1870486d5611 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.619822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b491e-241c-413c-90a9-65ae9184c9e6 req-f5d8ea58-a80a-43fa-8ee9-6e8791d6bd54 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:27.621766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-772b491e-241c-413c-90a9-65ae9184c9e6 req-f5d8ea58-a80a-43fa-8ee9-6e8791d6bd54 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 945 time: 0.1584704 Oct 26 14:14:27.653179 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-6f2572d8-a931-4099-9d78-381b540a689c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=b2bf403d-8194-49aa-9100-a0ce693f0707 HTTP/1.1" status: 200 len: 217 time: 0.0917318 Oct 26 14:14:27.729376 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07eb96ba-8f04-468b-8490-1870486d5611 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.734829 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b298a80b-0a8b-4050-b4dd-baa2349f28de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.738255 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b298a80b-0a8b-4050-b4dd-baa2349f28de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.743144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b298a80b-0a8b-4050-b4dd-baa2349f28de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed8f59e4-c31b-43eb-b774-1b5475a84d7d HTTP/1.1" status: 204 len: 168 time: 0.5366158 Oct 26 14:14:27.756352 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-6f3ab8c2-eb2e-4a23-8ec1-299b429121c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:27.757871 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-6f3ab8c2-eb2e-4a23-8ec1-299b429121c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 200 len: 797 time: 0.0971329 Oct 26 14:14:27.799560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298a80b-0a8b-4050-b4dd-baa2349f28de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8f59e4-c31b-43eb-b774-1b5475a84d7d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:27.828577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-38376580-6c41-4eb7-89b8-705c95936317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:27.830448 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-38376580-6c41-4eb7-89b8-705c95936317 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e28a5a04-47ef-442f-816d-e9075d616762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651178 Oct 26 14:14:28.024437 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-704473f1-3563-4ba1-8ba5-65a3d4be3023 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845737 Oct 26 14:14:28.197967 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-b4ba2a8d-a3ce-43d1-bfec-98267fb6a354 service neutron] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648178 Oct 26 14:14:28.254758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-772b491e-241c-413c-90a9-65ae9184c9e6 req-6e8af32b-f61a-4cf0-8320-a6097f14ba72 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/security-groups?id=3591f02e-0c3d-4938-904a-babca126b2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6093171 Oct 26 14:14:28.342716 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-bc0fd158-230b-4b3a-bde5-ad8dbe69908f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1beb64dc-6c8d-481a-b700-f8e40d52ee65 HTTP/1.1" status: 200 len: 217 time: 0.1367235 Oct 26 14:14:28.463171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-c5b74f93-1d22-46cb-91c0-6d98b0195e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:28.464666 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-c5b74f93-1d22-46cb-91c0-6d98b0195e45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92331dcd-0130-46ed-8969-ee16f3d140c8 HTTP/1.1" status: 200 len: 797 time: 0.1117411 Oct 26 14:14:28.559003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-fd23b2a4-8f13-4146-87d1-7122773198ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:28.560524 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-fd23b2a4-8f13-4146-87d1-7122773198ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=614644c2-ecb3-429d-a925-733cf1797bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0879753 Oct 26 14:14:28.564257 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07eb96ba-8f04-468b-8490-1870486d5611 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.815676 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-1c646243-d2ed-425c-8430-f70e57b2b19d service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401025 Oct 26 14:14:28.987242 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-d981c6b9-7b99-48ce-95ef-006995441fc0 service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643281 Oct 26 14:14:29.088413 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07eb96ba-8f04-468b-8490-1870486d5611 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.110209 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-793155d8-1083-49f5-95ec-c99baaba2fc6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=067bfc8b-4181-43ad-83d7-3f578ef4e175 HTTP/1.1" status: 200 len: 217 time: 0.1139004 Oct 26 14:14:29.157868 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07eb96ba-8f04-468b-8490-1870486d5611 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.217397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-ce67af38-ed42-4b3b-8575-ec7e91c47568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:29.219314 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-ce67af38-ed42-4b3b-8575-ec7e91c47568 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92331dcd-0130-46ed-8969-ee16f3d140c8 HTTP/1.1" status: 200 len: 797 time: 0.0969684 Oct 26 14:14:29.346289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-44adbdfe-2120-4cd6-8d06-039692d81ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:29.348034 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-44adbdfe-2120-4cd6-8d06-039692d81ca8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=614644c2-ecb3-429d-a925-733cf1797bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1106327 Oct 26 14:14:29.424374 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07eb96ba-8f04-468b-8490-1870486d5611 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.531877 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-8fa4e443-f340-4798-ac80-ccf141b94aef service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738579 Oct 26 14:14:29.635084 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43130) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:29.652808 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07eb96ba-8f04-468b-8490-1870486d5611 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.655767 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07eb96ba-8f04-468b-8490-1870486d5611 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.657291 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-778071e2-16b9-4acd-88d2-0fdda2260754 req-fbae1487-ff98-48f4-8fca-49ac1247ce0b service neutron] 10.222.0.11 "GET /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178927 Oct 26 14:14:29.674446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead0075-34d3-44b9-b126-fee42a0cea61 req-9d156c8f-528e-4db5-b56a-54d19efb2338 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:29.676136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aead0075-34d3-44b9-b126-fee42a0cea61 req-9d156c8f-528e-4db5-b56a-54d19efb2338 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 945 time: 0.1530433 Oct 26 14:14:29.738170 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07eb96ba-8f04-468b-8490-1870486d5611 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.738693 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07eb96ba-8f04-468b-8490-1870486d5611 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a80e4a90-3a79-4052-8029-43e7fd802018 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:14:29.775755 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aead0075-34d3-44b9-b126-fee42a0cea61 req-c8a4f125-9626-494c-b476-da1a752af9d6 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/security-groups?id=3591f02e-0c3d-4938-904a-babca126b2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702929 Oct 26 14:14:29.776672 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-07eb96ba-8f04-468b-8490-1870486d5611 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 14:14:29.777609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-07eb96ba-8f04-468b-8490-1870486d5611 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3634102 Oct 26 14:14:29.780630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43140) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:29.814961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Request body: {'networks': [{'name': 'tempest-network--1903868649'}, {'name': 'tempest-network--1451617526'}]} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:29.815369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Request body: {'network': {'name': 'tempest-network--1903868649'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:29.815891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Request body: {'network': {'name': 'tempest-network--1451617526'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:29.873003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Made reservation on behalf of e34dad8b2e5c49bf886844d43c1363fe for: {'network': 2} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:29.878330 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.894941 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.932497 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-4741d93e-d891-47f1-88fc-83c54579def3 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Deleting port 9c1ddf5e-5958-45ab-a3a4-bc6bcb805981 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:29.932837 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4741d93e-d891-47f1-88fc-83c54579def3 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.063220 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4741d93e-d891-47f1-88fc-83c54579def3 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.083043 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.089367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-4741d93e-d891-47f1-88fc-83c54579def3 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Calling delete_port for 9c1ddf5e-5958-45ab-a3a4-bc6bcb805981 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:30.091303 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.091793 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.188173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9fc57b-682d-439a-b68a-09c248006433,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:30.205547 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:30.232615 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.232960 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Added segment 8495d8b8-62da-44b6-8ee6-843f6671681f of type vlan for network 539ea4e8-406c-44ab-a9e1-23235cebe281 Oct 26 14:14:30.302276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.375452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:30.394216 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.394595 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Added segment b0a191b2-3ca1-4174-b879-4272416dc41c of type vlan for network 864120ca-9d7e-4d58-b8b6-de4d16fdc8cc Oct 26 14:14:30.395809 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4741d93e-d891-47f1-88fc-83c54579def3 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.456078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741d93e-d891-47f1-88fc-83c54579def3 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c1ddf5e-5958-45ab-a3a4-bc6bcb805981,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:30.473622 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.554652 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4741d93e-d891-47f1-88fc-83c54579def3 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.558433 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4741d93e-d891-47f1-88fc-83c54579def3 tempest-RoutersAdminNegativeIpV6Test-1900497509 tempest-RoutersAdminNegativeIpV6Test-1900497509-project-admin] 10.222.0.32 "DELETE /v2.0/ports/9c1ddf5e-5958-45ab-a3a4-bc6bcb805981 HTTP/1.1" status: 204 len: 168 time: 0.7767825 Oct 26 14:14:30.560316 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.560813 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.566965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:30.573089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:30.573810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.640670 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0044994 Oct 26 14:14:30.643317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43160) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:30.653483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event updated for resources: {'Network': ['ID=539ea4e8-406c-44ab-a9e1-23235cebe281,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:30.668030 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 539ea4e8-406c-44ab-a9e1-23235cebe281 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:30.820871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a078058-30b5-425b-9da9-47ea2f72b3a1 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event updated for resources: {'Network': ['ID=864120ca-9d7e-4d58-b8b6-de4d16fdc8cc,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:30.835392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 864120ca-9d7e-4d58-b8b6-de4d16fdc8cc details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:30.959147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe0c36-b45b-4b3d-ba10-91b8e147eed4 req-2f511cb7-315d-4cbf-ba55-7b1d7aa8a7e4 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:30.960675 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6bbe0c36-b45b-4b3d-ba10-91b8e147eed4 req-2f511cb7-315d-4cbf-ba55-7b1d7aa8a7e4 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.25 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 945 time: 0.1028965 Oct 26 14:14:31.058036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43176) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:31.113480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-6bbe0c36-b45b-4b3d-ba10-91b8e147eed4 req-8bde1486-073c-4e82-ad20-341e65984701 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Deleting port 87f66abb-7eb9-4870-867a-0fba6fec9488 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:31.114231 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6bbe0c36-b45b-4b3d-ba10-91b8e147eed4 req-8bde1486-073c-4e82-ad20-341e65984701 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.115156 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ea233-6df5-4d26-be41-c777df4ebdbd req-59b5d73d-2f62-4db9-ac62-07f2cf9aa721 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:31.117616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-351ea233-6df5-4d26-be41-c777df4ebdbd req-59b5d73d-2f62-4db9-ac62-07f2cf9aa721 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 945 time: 0.2000926 Oct 26 14:14:31.166925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-351ea233-6df5-4d26-be41-c777df4ebdbd req-7f4a2a03-7247-477d-82b2-7674ac33bb45 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/security-groups?id=3591f02e-0c3d-4938-904a-babca126b2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406361 Oct 26 14:14:31.177513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33ad708-2712-40b3-996f-68c4cca5b852 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:31.185610 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33ad708-2712-40b3-996f-68c4cca5b852 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:31.203439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33ad708-2712-40b3-996f-68c4cca5b852 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:31.210390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33ad708-2712-40b3-996f-68c4cca5b852 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:31.212291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e33ad708-2712-40b3-996f-68c4cca5b852 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5674045 Oct 26 14:14:31.216208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43182) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:31.320574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6bbe0c36-b45b-4b3d-ba10-91b8e147eed4 req-8bde1486-073c-4e82-ad20-341e65984701 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] For port 87f66abb-7eb9-4870-867a-0fba6fec9488, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=87f66abb-7eb9-4870-867a-0fba6fec9488,segment=NetworkSegment(a19b55ef-334f-424d-8303-23c535b28604),segment_id=a19b55ef-334f-424d-8303-23c535b28604)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:31.320943 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6bbe0c36-b45b-4b3d-ba10-91b8e147eed4 req-8bde1486-073c-4e82-ad20-341e65984701 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.336355 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-6bbe0c36-b45b-4b3d-ba10-91b8e147eed4 req-8bde1486-073c-4e82-ad20-341e65984701 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Calling delete_port for 87f66abb-7eb9-4870-867a-0fba6fec9488 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:31.346472 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.512950 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.525851 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-77174794-c735-492e-ae4c-537b3d64829e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.543103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539ea4e8-406c-44ab-a9e1-23235cebe281']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:31.548615 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6bbe0c36-b45b-4b3d-ba10-91b8e147eed4 req-8bde1486-073c-4e82-ad20-341e65984701 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.556190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8495d8b8-62da-44b6-8ee6-843f6671681f') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:31.556492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8495d8b8-62da-44b6-8ee6-843f6671681f') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:31.566837 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.588003 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.595278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:31.595790 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:31.598717 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:31.611414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde1486-073c-4e82-ad20-341e65984701 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Pushing event deleted for resources: {'Port': ['ID=87f66abb-7eb9-4870-867a-0fba6fec9488,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:31.666239 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbe0c36-b45b-4b3d-ba10-91b8e147eed4 req-8bde1486-073c-4e82-ad20-341e65984701 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] No DVR routers for this DVR port 87f66abb-7eb9-4870-867a-0fba6fec9488 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:31.667033 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.670934 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6bbe0c36-b45b-4b3d-ba10-91b8e147eed4 req-8bde1486-073c-4e82-ad20-341e65984701 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.675496 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.675671 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6bbe0c36-b45b-4b3d-ba10-91b8e147eed4 req-8bde1486-073c-4e82-ad20-341e65984701 tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.25 "DELETE /v2.0/ports/87f66abb-7eb9-4870-867a-0fba6fec9488 HTTP/1.1" status: 204 len: 173 time: 0.7060943 Oct 26 14:14:31.679484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86e23b3-e085-4afa-9669-f778706e6d72', 'name': 'network-vif-deleted', 'tag': '87f66abb-7eb9-4870-867a-0fba6fec9488'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:31.680416 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "DELETE /v2.0/networks/539ea4e8-406c-44ab-a9e1-23235cebe281 HTTP/1.1" status: 204 len: 168 time: 0.4625330 Oct 26 14:14:31.682305 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd6f4cd-ab71-4826-893d-56034e2d3df6" -d '{"events": [{"server_uuid": "a86e23b3-e085-4afa-9669-f778706e6d72", "name": "network-vif-deleted", "tag": "87f66abb-7eb9-4870-867a-0fba6fec9488"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:31.685404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43190) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:31.710242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event deleted for resources: {'Network': ['ID=539ea4e8-406c-44ab-a9e1-23235cebe281,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:31.790100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:31.790812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:31.791351 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:31.791882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:31.792410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:31.792941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:31.793456 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:31.793966 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:31.794549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:31.795055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:31.795576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:31.796085 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0d9b6-1efa-478b-a8e0-2b8b86d45461 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:31.840547 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8e1945-721f-4ea2-8886-82f4b83fcdae x-openstack-request-id: req-ba8e1945-721f-4ea2-8886-82f4b83fcdae {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:31.844126 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86e23b3-e085-4afa-9669-f778706e6d72", "name": "network-vif-deleted", "tag": "87f66abb-7eb9-4870-867a-0fba6fec9488", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:31.845197 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba8e1945-721f-4ea2-8886-82f4b83fcdae {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:31.845768 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86e23b3-e085-4afa-9669-f778706e6d72', 'name': 'network-vif-deleted', 'tag': '87f66abb-7eb9-4870-867a-0fba6fec9488', 'status': 'completed', 'code': 200} Oct 26 14:14:31.847251 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8157538-3668-43f4-8878-b97160936819 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.906621 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-77174794-c735-492e-ae4c-537b3d64829e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.916868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-77174794-c735-492e-ae4c-537b3d64829e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.976885 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8157538-3668-43f4-8878-b97160936819 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.023952 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d8157538-3668-43f4-8878-b97160936819 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864120ca-9d7e-4d58-b8b6-de4d16fdc8cc']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:32.031027 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-77174794-c735-492e-ae4c-537b3d64829e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb09dd268bc346659f395daaa815c5c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9716957 Oct 26 14:14:32.033889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43202) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:32.036158 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77174794-c735-492e-ae4c-537b3d64829e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf276853-dfa3-47df-ab82-97111bcbca2c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:32.046749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d8157538-3668-43f4-8878-b97160936819 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a191b2-3ca1-4174-b879-4272416dc41c') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:32.047195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d8157538-3668-43f4-8878-b97160936819 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a191b2-3ca1-4174-b879-4272416dc41c') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:32.072162 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8157538-3668-43f4-8878-b97160936819 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.103401 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8157538-3668-43f4-8878-b97160936819 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.113830 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8157538-3668-43f4-8878-b97160936819 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:32.114321 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8157538-3668-43f4-8878-b97160936819 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:32.118232 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:32.179180 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c40dc108-543a-412b-9d56-675769b8fda7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.198981 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8157538-3668-43f4-8878-b97160936819 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.210411 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c40dc108-543a-412b-9d56-675769b8fda7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.212406 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8157538-3668-43f4-8878-b97160936819 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.215644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d8157538-3668-43f4-8878-b97160936819 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "DELETE /v2.0/networks/864120ca-9d7e-4d58-b8b6-de4d16fdc8cc HTTP/1.1" status: 204 len: 168 time: 0.5273991 Oct 26 14:14:32.218409 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43208) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:32.237813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8157538-3668-43f4-8878-b97160936819 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event deleted for resources: {'Network': ['ID=864120ca-9d7e-4d58-b8b6-de4d16fdc8cc,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:32.291470 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c40dc108-543a-412b-9d56-675769b8fda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.294793 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c40dc108-543a-412b-9d56-675769b8fda7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.298033 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c40dc108-543a-412b-9d56-675769b8fda7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf276853-dfa3-47df-ab82-97111bcbca2c HTTP/1.1" status: 204 len: 168 time: 0.2614501 Oct 26 14:14:32.339213 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-997c9018-de7c-404b-90fc-189599244f1c req-9b3021ae-09fe-48f9-b9ed-24afa009506f tempest-ServerMetadataNegativeTestJSON-2037356282 tempest-ServerMetadataNegativeTestJSON-2037356282-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86e23b3-e085-4afa-9669-f778706e6d72 HTTP/1.1" status: 200 len: 210 time: 0.0413444 Oct 26 14:14:32.340792 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40dc108-543a-412b-9d56-675769b8fda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf276853-dfa3-47df-ab82-97111bcbca2c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:32.459227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14f526d-f08a-4ed6-a71f-fddce8175968 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:32.466799 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14f526d-f08a-4ed6-a71f-fddce8175968 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:32.469157 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b14f526d-f08a-4ed6-a71f-fddce8175968 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2494037 Oct 26 14:14:32.473082 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43216) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:32.479762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3a4128d6-e077-4566-8278-71adff9fdf2b tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1864826393'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:32.508627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4128d6-e077-4566-8278-71adff9fdf2b tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Made reservation on behalf of e34dad8b2e5c49bf886844d43c1363fe for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:32.513466 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a4128d6-e077-4566-8278-71adff9fdf2b tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.540362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4128d6-e077-4566-8278-71adff9fdf2b tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:32.555150 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a4128d6-e077-4566-8278-71adff9fdf2b tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.555811 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-3a4128d6-e077-4566-8278-71adff9fdf2b tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Added segment f822800a-f396-4b4b-96f1-0f9aa0cba097 of type vlan for network 05e3d2c3-8ceb-464b-aeaa-429b8cffc0f2 Oct 26 14:14:32.609028 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a4128d6-e077-4566-8278-71adff9fdf2b tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.638627 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a4128d6-e077-4566-8278-71adff9fdf2b tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.645778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4128d6-e077-4566-8278-71adff9fdf2b tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:32.646442 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a4128d6-e077-4566-8278-71adff9fdf2b tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.728729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3a4128d6-e077-4566-8278-71adff9fdf2b tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2541471 Oct 26 14:14:32.732011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43222) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:32.738803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-aa5c6cef-c63b-4924-8972-fb65919f7be2 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-334476431'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:32.760072 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4128d6-e077-4566-8278-71adff9fdf2b tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event updated for resources: {'Network': ['ID=05e3d2c3-8ceb-464b-aeaa-429b8cffc0f2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:32.771026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5c6cef-c63b-4924-8972-fb65919f7be2 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Made reservation on behalf of e34dad8b2e5c49bf886844d43c1363fe for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:32.771613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 05e3d2c3-8ceb-464b-aeaa-429b8cffc0f2 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:32.778778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6cef-c63b-4924-8972-fb65919f7be2 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.807731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5c6cef-c63b-4924-8972-fb65919f7be2 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:32.818018 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6cef-c63b-4924-8972-fb65919f7be2 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.818384 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-aa5c6cef-c63b-4924-8972-fb65919f7be2 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Added segment cc5c76fd-ca1d-4b90-9c67-adc7d8ddb7e0 of type vlan for network 890379de-300c-4855-b50d-aa66eb081c28 Oct 26 14:14:32.867324 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6cef-c63b-4924-8972-fb65919f7be2 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.898917 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6cef-c63b-4924-8972-fb65919f7be2 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.905606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5c6cef-c63b-4924-8972-fb65919f7be2 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:32.906431 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6cef-c63b-4924-8972-fb65919f7be2 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.937928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43226) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:32.986484 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-21e0eb3d-064c-412f-9f14-120d0159b7fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4951048c3aad49cbab1d237d4b3667df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466900 Oct 26 14:14:32.989863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43228) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:33.057478 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68d9ad1f-14be-43d2-8cb4-8206fb3946cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.092166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68d9ad1f-14be-43d2-8cb4-8206fb3946cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.178231 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68d9ad1f-14be-43d2-8cb4-8206fb3946cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.183363 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68d9ad1f-14be-43d2-8cb4-8206fb3946cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.185156 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-68d9ad1f-14be-43d2-8cb4-8206fb3946cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b92bff3a-3441-41a5-ac34-5c0db946e38a HTTP/1.1" status: 204 len: 168 time: 0.1932445 Oct 26 14:14:33.199852 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9ad1f-14be-43d2-8cb4-8206fb3946cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92bff3a-3441-41a5-ac34-5c0db946e38a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:33.228807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 87f66abb-7eb9-4870-867a-0fba6fec9488 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:33.277442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 87f66abb-7eb9-4870-867a-0fba6fec9488 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:33.278214 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 87f66abb-7eb9-4870-867a-0fba6fec9488 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:33.279224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43240) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:33.280935 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aa5c6cef-c63b-4924-8972-fb65919f7be2 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5473127 Oct 26 14:14:33.286563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Request body: {'ports': [{'network_id': '05e3d2c3-8ceb-464b-aeaa-429b8cffc0f2', 'name': 'tempest-port--284635718', 'admin_state_up': True}, {'network_id': '890379de-300c-4855-b50d-aa66eb081c28', 'admin_state_up': False}]} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:33.287232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Request body: {'port': {'network_id': '05e3d2c3-8ceb-464b-aeaa-429b8cffc0f2', 'name': 'tempest-port--284635718', 'admin_state_up': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:33.287810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Request body: {'port': {'network_id': '890379de-300c-4855-b50d-aa66eb081c28', 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:33.300000 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c6cef-c63b-4924-8972-fb65919f7be2 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event updated for resources: {'Network': ['ID=890379de-300c-4855-b50d-aa66eb081c28,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:33.315436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 890379de-300c-4855-b50d-aa66eb081c28 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:33.427799 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43246) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:33.516983 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f67f579-4804-4216-b87d-87f971aba2f3 admin admin] Deleting subnet dcfdeb50-3806-44c4-adfc-ce57b613f075 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:33.520642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Made reservation on behalf of e34dad8b2e5c49bf886844d43c1363fe for: {'port': 2} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:33.524286 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9f67f579-4804-4216-b87d-87f971aba2f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.526741 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.545283 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.626131 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9f67f579-4804-4216-b87d-87f971aba2f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.687905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] device_id is not set on port 6e754252-5b06-411b-b7de-b349c4a10246 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:33.701309 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9f67f579-4804-4216-b87d-87f971aba2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.770011 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9f67f579-4804-4216-b87d-87f971aba2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.821824 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9f67f579-4804-4216-b87d-87f971aba2f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.825884 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9f67f579-4804-4216-b87d-87f971aba2f3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dcfdeb50-3806-44c4-adfc-ce57b613f075 HTTP/1.1" status: 204 len: 168 time: 0.3955288 Oct 26 14:14:33.828092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43258) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:33.836890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67f579-4804-4216-b87d-87f971aba2f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcfdeb50-3806-44c4-adfc-ce57b613f075,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:33.839375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43260) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:33.952747 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f552854b-bdac-4f73-9213-b1fee97843f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.081454 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f7f25f6-5fb9-45ef-96f4-ec7e7c5b212f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.112709 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f552854b-bdac-4f73-9213-b1fee97843f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.153215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-f552854b-bdac-4f73-9213-b1fee97843f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327359c9-769d-4855-83d3-f8c2bde7acb2']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:34.168997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-f552854b-bdac-4f73-9213-b1fee97843f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19b55ef-334f-424d-8303-23c535b28604') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:34.169302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-f552854b-bdac-4f73-9213-b1fee97843f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19b55ef-334f-424d-8303-23c535b28604') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:34.178982 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.184753 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f552854b-bdac-4f73-9213-b1fee97843f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.216036 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f552854b-bdac-4f73-9213-b1fee97843f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.223124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f552854b-bdac-4f73-9213-b1fee97843f9 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:34.223732 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f552854b-bdac-4f73-9213-b1fee97843f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:34.268492 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:34.272874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] device_id is not set on port e8aed36b-ee95-4554-a326-6f6b90f81dc0 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:34.279513 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f7f25f6-5fb9-45ef-96f4-ec7e7c5b212f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.307410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f7f25f6-5fb9-45ef-96f4-ec7e7c5b212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.368119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f25f6-5fb9-45ef-96f4-ec7e7c5b212f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31880c76-479e-4dab-910c-0a0e0a291d63,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:34.373492 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2f7f25f6-5fb9-45ef-96f4-ec7e7c5b212f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c0fe02aa6594d0b9e27d1e34d0a085c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5319300 Oct 26 14:14:34.374741 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f552854b-bdac-4f73-9213-b1fee97843f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.376025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43280) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:34.387215 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f552854b-bdac-4f73-9213-b1fee97843f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.393261 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f552854b-bdac-4f73-9213-b1fee97843f9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/327359c9-769d-4855-83d3-f8c2bde7acb2 HTTP/1.1" status: 204 len: 168 time: 0.5641272 Oct 26 14:14:34.419020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552854b-bdac-4f73-9213-b1fee97843f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=327359c9-769d-4855-83d3-f8c2bde7acb2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:34.446197 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.474804 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6adebf02-32ec-4235-a793-d98dbd064431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.502356 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.529704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6adebf02-32ec-4235-a793-d98dbd064431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.548230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43286) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:34.631640 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6adebf02-32ec-4235-a793-d98dbd064431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.636987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Checking segment: {'id': 'f822800a-f396-4b4b-96f1-0f9aa0cba097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '05e3d2c3-8ceb-464b-aeaa-429b8cffc0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:34.637282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Network hostable DHCP agents. Network: 05e3d2c3-8ceb-464b-aeaa-429b8cffc0f2, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:34.643178 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6adebf02-32ec-4235-a793-d98dbd064431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.644101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event updated for resources: {'Port': ['ID=6e754252-5b06-411b-b7de-b349c4a10246,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:34.652123 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6adebf02-32ec-4235-a793-d98dbd064431 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31880c76-479e-4dab-910c-0a0e0a291d63 HTTP/1.1" status: 204 len: 168 time: 0.2750521 Oct 26 14:14:34.663288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43292) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:34.667012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adebf02-32ec-4235-a793-d98dbd064431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31880c76-479e-4dab-910c-0a0e0a291d63,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:34.677871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Network 05e3d2c3-8ceb-464b-aeaa-429b8cffc0f2 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:34.724932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6052cfce-60f4-440c-a39a-ae0e61056e2f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf59849b249449beaf25f576e19e8fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577686 Oct 26 14:14:34.725962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 05e3d2c3-8ceb-464b-aeaa-429b8cffc0f2) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:34.727449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43296) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:34.732721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:34.733615 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.738037 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a5369-76d4-4971-b1ec-0a12b16f7da1 None None] Network 05e3d2c3-8ceb-464b-aeaa-429b8cffc0f2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:34.891819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event updated for resources: {'Port': ['ID=e8aed36b-ee95-4554-a326-6f6b90f81dc0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:34.970886 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba6ebefe-395a-46be-bd7b-928cc6bba06d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.983353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Checking segment: {'id': 'cc5c76fd-ca1d-4b90-9c67-adc7d8ddb7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '890379de-300c-4855-b50d-aa66eb081c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:34.983719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Network hostable DHCP agents. Network: 890379de-300c-4855-b50d-aa66eb081c28, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:35.009570 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba6ebefe-395a-46be-bd7b-928cc6bba06d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.031014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Network 890379de-300c-4855-b50d-aa66eb081c28 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:35.038611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-41616e61-d5b2-4f03-add3-042fec691a9f tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] Request body: {'port': {'network_id': '1e2e5bda-3cc6-49a3-a71c-d2acff5ce29a', 'name': 'tempest-NetworksNegativeTestJSON-896381399'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:35.057071 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-41616e61-d5b2-4f03-add3-042fec691a9f tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] POST failed (client error): The resource could not be found. Oct 26 14:14:35.058159 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41616e61-d5b2-4f03-add3-042fec691a9f tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:35.059692 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-41616e61-d5b2-4f03-add3-042fec691a9f tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5104971 Oct 26 14:14:35.060526 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 890379de-300c-4855-b50d-aa66eb081c28) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:35.063792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43300) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.067631 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:35.075954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:35.078207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70b7129-ec99-487a-b80a-43cb6ef535d8 None None] Network 890379de-300c-4855-b50d-aa66eb081c28 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:35.080947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:35.081656 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.101089 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafd6d96-c054-4b21-ac6c-2f3738574a15 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:35.103121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafd6d96-c054-4b21-ac6c-2f3738574a15 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:35.107576 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aafd6d96-c054-4b21-ac6c-2f3738574a15 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] 10.222.0.32 "DELETE /v2.0/networks/6e895e40-ff1a-4a40-9178-ec9305fc7897 HTTP/1.1" status: 404 len: 339 time: 0.0423803 Oct 26 14:14:35.109795 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-34e1391f-a692-421a-a085-b6f3d38a951a tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8292694 Oct 26 14:14:35.113746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43302) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.114424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43304) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.171047 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-89222ebc-b4aa-4465-a453-8ef3c8d545f7 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:35.171726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89222ebc-b4aa-4465-a453-8ef3c8d545f7 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:35.179288 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-89222ebc-b4aa-4465-a453-8ef3c8d545f7 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] 10.222.0.32 "DELETE /v2.0/ports/edcdddca-20b9-4de4-8b8b-37a1a402a90b HTTP/1.1" status: 404 len: 333 time: 0.0446410 Oct 26 14:14:35.179942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43306) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.219258 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba6ebefe-395a-46be-bd7b-928cc6bba06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.222261 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba6ebefe-395a-46be-bd7b-928cc6bba06d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.226536 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ba6ebefe-395a-46be-bd7b-928cc6bba06d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3591f02e-0c3d-4938-904a-babca126b2e7 HTTP/1.1" status: 204 len: 168 time: 0.4944501 Oct 26 14:14:35.235040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ebefe-395a-46be-bd7b-928cc6bba06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3591f02e-0c3d-4938-904a-babca126b2e7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:35.247347 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6eef076-8923-400d-9c6f-c3e03ebed1bd tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:35.247814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6eef076-8923-400d-9c6f-c3e03ebed1bd tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:35.256409 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e6eef076-8923-400d-9c6f-c3e03ebed1bd tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] 10.222.0.32 "DELETE /v2.0/subnets/d0d2c06a-f0d8-4e57-a936-24a2b1842d6e HTTP/1.1" status: 404 len: 337 time: 0.0721123 Oct 26 14:14:35.256555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43310) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.314434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43314) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.334170 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e19cd7-7429-49f4-9f25-249eeee3a40f tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] GET failed (client error): The resource could not be found. Oct 26 14:14:35.334170 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-02e19cd7-7429-49f4-9f25-249eeee3a40f tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] 10.222.0.32 "GET /v2.0/networks/d727f4e1-3150-40fc-a5e5-044cf80c8ba2 HTTP/1.1" status: 404 len: 339 time: 0.0726454 Oct 26 14:14:35.338873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43316) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.342005 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-33b49969-9ecf-4a7d-a2c9-bab66df3246e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.355630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b80d2-2aa5-40ac-b1dd-088a0d75727d tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:35.363045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b80d2-2aa5-40ac-b1dd-088a0d75727d tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:35.365301 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-050b80d2-2aa5-40ac-b1dd-088a0d75727d tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2514164 Oct 26 14:14:35.375734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43318) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.440708 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0a3dc2-1b0c-43a1-98e0-127c2ca06ae2 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] GET failed (client error): The resource could not be found. Oct 26 14:14:35.446738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1d0a3dc2-1b0c-43a1-98e0-127c2ca06ae2 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] 10.222.0.32 "GET /v2.0/ports/6091f794-7ef2-4671-a8f7-8f8d4a354e19 HTTP/1.1" status: 404 len: 333 time: 0.0986991 Oct 26 14:14:35.447001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43322) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.456255 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-33b49969-9ecf-4a7d-a2c9-bab66df3246e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.465058 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-33b49969-9ecf-4a7d-a2c9-bab66df3246e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.491009 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4a8662-e868-42df-8dde-2a8af34aef7e tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] GET failed (client error): The resource could not be found. Oct 26 14:14:35.495979 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bb4a8662-e868-42df-8dde-2a8af34aef7e tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] 10.222.0.32 "GET /v2.0/subnets/18e8010b-bd48-4278-9d11-a17417c34532 HTTP/1.1" status: 404 len: 337 time: 0.0440295 Oct 26 14:14:35.498611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43324) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.516463 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-bdef66d7-bc2f-4c2b-b658-1a3f39668927 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:35.535246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43328) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.536373 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-33b49969-9ecf-4a7d-a2c9-bab66df3246e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a47b6935c1734c168c00c40a5e082e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207103 Oct 26 14:14:35.586018 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdef66d7-bc2f-4c2b-b658-1a3f39668927 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] PUT failed (client error): The resource could not be found. Oct 26 14:14:35.587325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdef66d7-bc2f-4c2b-b658-1a3f39668927 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:35.589750 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bdef66d7-bc2f-4c2b-b658-1a3f39668927 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] 10.222.0.32 "PUT /v2.0/networks/d2def7ac-7952-414a-b8c7-cf7e4a97d998 HTTP/1.1" status: 404 len: 339 time: 0.0785468 Oct 26 14:14:35.591319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b49969-9ecf-4a7d-a2c9-bab66df3246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72433924-46b9-4018-a5b6-5e4f4e3435bb,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:35.594598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-feeb832d-a360-434f-9bc4-ff64b05a8e59 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Deleting port 6e754252-5b06-411b-b7de-b349c4a10246 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:35.595075 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-feeb832d-a360-434f-9bc4-ff64b05a8e59 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.596310 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43332) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.604967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b8715314-e673-4e9d-8e74-e2925b59f030 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:35.629609 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8715314-e673-4e9d-8e74-e2925b59f030 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] PUT failed (client error): The resource could not be found. Oct 26 14:14:35.630407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8715314-e673-4e9d-8e74-e2925b59f030 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:35.636094 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b8715314-e673-4e9d-8e74-e2925b59f030 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] 10.222.0.32 "PUT /v2.0/ports/f8a4b77e-15ca-4b24-a329-8427c0deffd2 HTTP/1.1" status: 404 len: 333 time: 0.0346599 Oct 26 14:14:35.637437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43334) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.645572 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-90e76a66-56f3-44cd-956d-a57fbb1606f3 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:35.686655 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e76a66-56f3-44cd-956d-a57fbb1606f3 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] PUT failed (client error): The resource could not be found. Oct 26 14:14:35.687062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e76a66-56f3-44cd-956d-a57fbb1606f3 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:35.688689 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-90e76a66-56f3-44cd-956d-a57fbb1606f3 tempest-NetworksNegativeTestJSON-141848101 tempest-NetworksNegativeTestJSON-141848101-project] 10.222.0.32 "PUT /v2.0/subnets/d9cb638f-b0ca-4c1e-9377-bdc5be306f81 HTTP/1.1" status: 404 len: 337 time: 0.0498962 Oct 26 14:14:35.692695 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5ffabe43-8232-4d28-9227-6eb1f4e34c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.713593 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-feeb832d-a360-434f-9bc4-ff64b05a8e59 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.741682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-feeb832d-a360-434f-9bc4-ff64b05a8e59 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Calling delete_port for 6e754252-5b06-411b-b7de-b349c4a10246 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:35.744537 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5ffabe43-8232-4d28-9227-6eb1f4e34c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.852187 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5ffabe43-8232-4d28-9227-6eb1f4e34c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.856179 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5ffabe43-8232-4d28-9227-6eb1f4e34c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.857508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5ffabe43-8232-4d28-9227-6eb1f4e34c52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72433924-46b9-4018-a5b6-5e4f4e3435bb HTTP/1.1" status: 204 len: 168 time: 0.3217959 Oct 26 14:14:35.870350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffabe43-8232-4d28-9227-6eb1f4e34c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72433924-46b9-4018-a5b6-5e4f4e3435bb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:35.878278 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-feeb832d-a360-434f-9bc4-ff64b05a8e59 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.919616 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb832d-a360-434f-9bc4-ff64b05a8e59 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event deleted for resources: {'Port': ['ID=6e754252-5b06-411b-b7de-b349c4a10246,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:35.924217 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-feeb832d-a360-434f-9bc4-ff64b05a8e59 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.927854 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-feeb832d-a360-434f-9bc4-ff64b05a8e59 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "DELETE /v2.0/ports/6e754252-5b06-411b-b7de-b349c4a10246 HTTP/1.1" status: 204 len: 168 time: 0.5488808 Oct 26 14:14:35.931341 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43348) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:36.059226 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd505a-13a0-4f3c-b076-ad6d6a78cd14 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Deleting port e8aed36b-ee95-4554-a326-6f6b90f81dc0 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:36.059851 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cfcd505a-13a0-4f3c-b076-ad6d6a78cd14 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.149910 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cfcd505a-13a0-4f3c-b076-ad6d6a78cd14 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.169312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd505a-13a0-4f3c-b076-ad6d6a78cd14 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Calling delete_port for e8aed36b-ee95-4554-a326-6f6b90f81dc0 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:36.200507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43354) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:36.266381 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cfcd505a-13a0-4f3c-b076-ad6d6a78cd14 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.305713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd505a-13a0-4f3c-b076-ad6d6a78cd14 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event deleted for resources: {'Port': ['ID=e8aed36b-ee95-4554-a326-6f6b90f81dc0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:36.339404 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cfcd505a-13a0-4f3c-b076-ad6d6a78cd14 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.344272 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cfcd505a-13a0-4f3c-b076-ad6d6a78cd14 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "DELETE /v2.0/ports/e8aed36b-ee95-4554-a326-6f6b90f81dc0 HTTP/1.1" status: 204 len: 168 time: 0.4117949 Oct 26 14:14:36.346806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43366) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:36.348448 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b681744b-4048-4101-909e-60331383ea0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.387046 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c63fc2cb-37ce-4481-8150-2941b9326724 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0388803 Oct 26 14:14:36.391168 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43370) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:36.398142 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-347da783-0ce3-4529-badc-7a7af7727ada tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1346719325'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:36.449275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347da783-0ce3-4529-badc-7a7af7727ada tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Made reservation on behalf of e34dad8b2e5c49bf886844d43c1363fe for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:36.453056 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-347da783-0ce3-4529-badc-7a7af7727ada tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.493539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347da783-0ce3-4529-badc-7a7af7727ada tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:36.500808 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-347da783-0ce3-4529-badc-7a7af7727ada tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.501080 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-347da783-0ce3-4529-badc-7a7af7727ada tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Added segment 3afe038a-c3b8-47b2-8690-54f651236479 of type vlan for network 59a4c56a-e61d-481d-9f23-3ea7e684cc0c Oct 26 14:14:36.568259 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-347da783-0ce3-4529-badc-7a7af7727ada tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.580697 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b681744b-4048-4101-909e-60331383ea0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.587642 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b681744b-4048-4101-909e-60331383ea0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.601833 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-347da783-0ce3-4529-badc-7a7af7727ada tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.610890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347da783-0ce3-4529-badc-7a7af7727ada tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:36.612666 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-347da783-0ce3-4529-badc-7a7af7727ada tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.640962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43378) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:36.672393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681744b-4048-4101-909e-60331383ea0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7675ede-b348-4671-91b2-1421f2e28ed2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:36.681736 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b681744b-4048-4101-909e-60331383ea0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96904d58fac74f7db2bbb6dec10122dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800222 Oct 26 14:14:36.684266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43382) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:36.688172 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-347da783-0ce3-4529-badc-7a7af7727ada tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2955856 Oct 26 14:14:36.690543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43384) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:36.696528 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5c4dbc95-cc15-45e3-bcc8-d60e2f4ff09c tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2033351962'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:36.709090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347da783-0ce3-4529-badc-7a7af7727ada tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event updated for resources: {'Network': ['ID=59a4c56a-e61d-481d-9f23-3ea7e684cc0c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:36.737948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 59a4c56a-e61d-481d-9f23-3ea7e684cc0c details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:36.751201 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4dbc95-cc15-45e3-bcc8-d60e2f4ff09c tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Made reservation on behalf of e34dad8b2e5c49bf886844d43c1363fe for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:36.754952 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc95-cc15-45e3-bcc8-d60e2f4ff09c tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.777458 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2721e317-b225-4db0-a4bd-720e03e9d95e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.811977 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2721e317-b225-4db0-a4bd-720e03e9d95e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.815999 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4dbc95-cc15-45e3-bcc8-d60e2f4ff09c tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:36.850094 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-656072868-network', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:36.859609 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc95-cc15-45e3-bcc8-d60e2f4ff09c tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.860765 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-5c4dbc95-cc15-45e3-bcc8-d60e2f4ff09c tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Added segment 32695543-39ab-4747-835a-3e83e156e691 of type vlan for network f5bc7050-618f-4f33-9fad-8facabfd4925 Oct 26 14:14:36.922342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc95-cc15-45e3-bcc8-d60e2f4ff09c tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.936826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] Made reservation on behalf of bd0bbedb89404cd3ae31d51d1a7a5186 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:36.939362 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.967780 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.003602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2721e317-b225-4db0-a4bd-720e03e9d95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.007183 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2721e317-b225-4db0-a4bd-720e03e9d95e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.012212 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2721e317-b225-4db0-a4bd-720e03e9d95e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7675ede-b348-4671-91b2-1421f2e28ed2 HTTP/1.1" status: 204 len: 168 time: 0.3242395 Oct 26 14:14:37.036803 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc95-cc15-45e3-bcc8-d60e2f4ff09c tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.043754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4dbc95-cc15-45e3-bcc8-d60e2f4ff09c tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:37.044757 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc95-cc15-45e3-bcc8-d60e2f4ff09c tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.047467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721e317-b225-4db0-a4bd-720e03e9d95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7675ede-b348-4671-91b2-1421f2e28ed2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:37.111866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5c4dbc95-cc15-45e3-bcc8-d60e2f4ff09c tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4193902 Oct 26 14:14:37.146600 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dbc95-cc15-45e3-bcc8-d60e2f4ff09c tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event updated for resources: {'Network': ['ID=f5bc7050-618f-4f33-9fad-8facabfd4925,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:37.173375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network f5bc7050-618f-4f33-9fad-8facabfd4925 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:37.198348 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.207276 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.260836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43410) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.266108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Request body: {'subnets': [{'network_id': '59a4c56a-e61d-481d-9f23-3ea7e684cc0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1735223545', 'ip_version': 4}, {'network_id': 'f5bc7050-618f-4f33-9fad-8facabfd4925', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:37.266546 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Request body: {'subnet': {'network_id': '59a4c56a-e61d-481d-9f23-3ea7e684cc0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1735223545', 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:37.267363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Request body: {'subnet': {'network_id': 'f5bc7050-618f-4f33-9fad-8facabfd4925', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:37.268465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:37.288722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36a63be-7cfa-4627-94d4-9dd0eeab11e0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:37.308696 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.311031 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] Added segment 8083cc11-575d-4d97-b38b-66feefa821e8 of type vlan for network c9195fa1-79d7-47b2-aaf3-292ff20280d4 Oct 26 14:14:37.394563 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.450138 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.451260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:37.452169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.572384 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9279513 Oct 26 14:14:37.575319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43418) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.581123 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-abe541df-9452-4913-bc1f-b1fad17dcbf7 admin admin] Request body: {'subnet': {'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-656072868-subnet', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:37.602173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46b253-806d-4769-ac82-59a13a9d5095 admin admin] Pushing event updated for resources: {'Network': ['ID=c9195fa1-79d7-47b2-aaf3-292ff20280d4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:37.616296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Made reservation on behalf of e34dad8b2e5c49bf886844d43c1363fe for: {'subnet': 2} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:37.619513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network c9195fa1-79d7-47b2-aaf3-292ff20280d4 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:37.642455 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.642455 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.668785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43422) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.718143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe541df-9452-4913-bc1f-b1fad17dcbf7 admin admin] Made reservation on behalf of bd0bbedb89404cd3ae31d51d1a7a5186 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:37.729011 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-abe541df-9452-4913-bc1f-b1fad17dcbf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.870269 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d88184f7-33b1-40f1-8895-2cc01adccaee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.015053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d88184f7-33b1-40f1-8895-2cc01adccaee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.028701 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d88184f7-33b1-40f1-8895-2cc01adccaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.080160 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88184f7-33b1-40f1-8895-2cc01adccaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca67715-4105-458a-8686-a5f0ce74b99d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:38.105241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d88184f7-33b1-40f1-8895-2cc01adccaee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51b6f289510f45fd9a5cb69fbb614fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329071 Oct 26 14:14:38.107171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43438) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:38.127689 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-abe541df-9452-4913-bc1f-b1fad17dcbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.174155 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2dee6a46-24dc-4b63-b4f3-c0af66763648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.213174 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2dee6a46-24dc-4b63-b4f3-c0af66763648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.249296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe541df-9452-4913-bc1f-b1fad17dcbf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d48d66-2783-470a-8102-40f63e078a69,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:38.277483 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2dee6a46-24dc-4b63-b4f3-c0af66763648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.280459 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2dee6a46-24dc-4b63-b4f3-c0af66763648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.281783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2dee6a46-24dc-4b63-b4f3-c0af66763648 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ca67715-4105-458a-8686-a5f0ce74b99d HTTP/1.1" status: 204 len: 168 time: 0.1735215 Oct 26 14:14:38.297039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee6a46-24dc-4b63-b4f3-c0af66763648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca67715-4105-458a-8686-a5f0ce74b99d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:38.382721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43446) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:38.422419 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.436459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe541df-9452-4913-bc1f-b1fad17dcbf7 admin admin] Checking segment: {'id': '8083cc11-575d-4d97-b38b-66feefa821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:38.436911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe541df-9452-4913-bc1f-b1fad17dcbf7 admin admin] Network hostable DHCP agents. Network: c9195fa1-79d7-47b2-aaf3-292ff20280d4, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:38.528750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event updated for resources: {'Subnet': ['ID=69d511bf-b02d-409d-b18e-f2fdc00c55f3,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:38.540036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe541df-9452-4913-bc1f-b1fad17dcbf7 admin admin] Network c9195fa1-79d7-47b2-aaf3-292ff20280d4 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:38.552231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:38.552623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:38.552916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:38.553469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:38.553812 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:38.554139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:38.554511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:38.555080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:38.555418 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:38.556449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:38.557492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:38.557833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:38.590642 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-abe541df-9452-4913-bc1f-b1fad17dcbf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, c9195fa1-79d7-47b2-aaf3-292ff20280d4) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:38.596858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe541df-9452-4913-bc1f-b1fad17dcbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:38.598074 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-abe541df-9452-4913-bc1f-b1fad17dcbf7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.602245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Checking segment: {'id': '3afe038a-c3b8-47b2-8690-54f651236479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '59a4c56a-e61d-481d-9f23-3ea7e684cc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:38.603009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Network hostable DHCP agents. Network: 59a4c56a-e61d-481d-9f23-3ea7e684cc0c, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:38.610390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a8b8d0-1384-4c8b-bd40-0f9f16b3a1ef None None] Network c9195fa1-79d7-47b2-aaf3-292ff20280d4 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:38.673551 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-abe541df-9452-4913-bc1f-b1fad17dcbf7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0970676 Oct 26 14:14:38.679732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43456) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:38.684698 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-656072868-router', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:38.710798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Network 59a4c56a-e61d-481d-9f23-3ea7e684cc0c is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:38.728068 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 59a4c56a-e61d-481d-9f23-3ea7e684cc0c) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:38.743293 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.771834 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.777679 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.858314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef896bd-28dc-4e79-8c74-af52e08c5722 None None] Network 59a4c56a-e61d-481d-9f23-3ea7e684cc0c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:38.870275 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.877523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1854b6f7-316b-4345-9f4b-47613088f0d1 tempest-DvrRoutersNegativeTest-796326193 tempest-DvrRoutersNegativeTest-796326193-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1630685953', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:38.880625 n-d-815498-1 neutron-server[102124]: DEBUG neutron.policy [None req-1854b6f7-316b-4345-9f4b-47613088f0d1 tempest-DvrRoutersNegativeTest-796326193 tempest-DvrRoutersNegativeTest-796326193-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102124) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 26 14:14:38.881155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.policy [None req-1854b6f7-316b-4345-9f4b-47613088f0d1 tempest-DvrRoutersNegativeTest-796326193 tempest-DvrRoutersNegativeTest-796326193-project] Failed policy check for 'create_router' {{(pid=102124) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 26 14:14:38.882624 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-1854b6f7-316b-4345-9f4b-47613088f0d1 tempest-DvrRoutersNegativeTest-796326193 tempest-DvrRoutersNegativeTest-796326193-project] create failed (client error): Access was denied to this resource. Oct 26 14:14:38.887948 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1854b6f7-316b-4345-9f4b-47613088f0d1 tempest-DvrRoutersNegativeTest-796326193 tempest-DvrRoutersNegativeTest-796326193-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5042503 Oct 26 14:14:38.996169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event updated for resources: {'Subnet': ['ID=f1bde601-d8f4-4a75-9f4f-81f47be10f53,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:39.009229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Checking segment: {'id': '32695543-39ab-4747-835a-3e83e156e691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f5bc7050-618f-4f33-9fad-8facabfd4925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:39.009942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Network hostable DHCP agents. Network: f5bc7050-618f-4f33-9fad-8facabfd4925, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:39.050621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-59a4c56a-e61d-481d-9f23-3ea7e684cc0c', 'network_id': '59a4c56a-e61d-481d-9f23-3ea7e684cc0c', 'tenant_id': 'e34dad8b2e5c49bf886844d43c1363fe', 'fixed_ips': [{'subnet_id': '69d511bf-b02d-409d-b18e-f2fdc00c55f3'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:39.051801 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.061253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Network f5bc7050-618f-4f33-9fad-8facabfd4925 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:39.076264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, f5bc7050-618f-4f33-9fad-8facabfd4925) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:39.089604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.091310 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.095713 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.108504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c2a18-685e-488a-b7c9-40aa78504039 None None] Network f5bc7050-618f-4f33-9fad-8facabfd4925 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:39.127073 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-75665cde-7f4f-4e53-a90d-02469faaa829 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8628781 Oct 26 14:14:39.127308 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43466) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:39.133663 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.198731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62718fcf-0c01-43fd-a6a3-60c322ed4f69 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.200945 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62718fcf-0c01-43fd-a6a3-60c322ed4f69 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.202673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62718fcf-0c01-43fd-a6a3-60c322ed4f69 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.207219 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-62718fcf-0c01-43fd-a6a3-60c322ed4f69 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0758479 Oct 26 14:14:39.208263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43470) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:39.374934 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6841b3-415b-42cc-a2e2-5e1ec32842ce tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Deleting subnet 69d511bf-b02d-409d-b18e-f2fdc00c55f3 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:39.407540 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Allocated IP 172.20.0.2 (59a4c56a-e61d-481d-9f23-3ea7e684cc0c/69d511bf-b02d-409d-b18e-f2fdc00c55f3/b886280f-f4ea-4392-b969-a4c6be59000e) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:39.443576 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43476) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:39.614607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dbb059-cda6-4917-a443-5b7e1488e541 None None] Network c9195fa1-79d7-47b2-aaf3-292ff20280d4 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:39.640179 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.667577 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.727354 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.739987 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c6841b3-415b-42cc-a2e2-5e1ec32842ce tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.744978 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.786077 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Network 59a4c56a-e61d-481d-9f23-3ea7e684cc0c is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:39.792360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:39.797849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:39.832096 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c6841b3-415b-42cc-a2e2-5e1ec32842ce tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.859859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Allocated IP 172.25.4.52 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/e3c8570f-4f04-41cd-8b78-cd76015b86ea) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:39.988979 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Attempting to bind port b886280f-f4ea-4392-b969-a4c6be59000e on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:39.989656 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Attempting to bind port b886280f-f4ea-4392-b969-a4c6be59000e by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '3afe038a-c3b8-47b2-8690-54f651236479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '59a4c56a-e61d-481d-9f23-3ea7e684cc0c'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:39.990275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Attempting to bind port b886280f-f4ea-4392-b969-a4c6be59000e on network 59a4c56a-e61d-481d-9f23-3ea7e684cc0c {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:39.996563 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Pushing event updated for resources: {'Port': ['ID=b886280f-f4ea-4392-b969-a4c6be59000e,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:40.032794 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-776370cd-bec2-4691-a432-c00a767f72a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.044418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:40.044794 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Checking segment: {'id': '3afe038a-c3b8-47b2-8690-54f651236479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '59a4c56a-e61d-481d-9f23-3ea7e684cc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:40.045210 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.045592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Bound using segment: {'id': '3afe038a-c3b8-47b2-8690-54f651236479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '59a4c56a-e61d-481d-9f23-3ea7e684cc0c'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:40.046365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Bound port: b886280f-f4ea-4392-b969-a4c6be59000e, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afe038a-c3b8-47b2-8690-54f651236479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '59a4c56a-e61d-481d-9f23-3ea7e684cc0c'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:40.046965 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.076818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.100992 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-f5bc7050-618f-4f33-9fad-8facabfd4925', 'network_id': 'f5bc7050-618f-4f33-9fad-8facabfd4925', 'tenant_id': 'e34dad8b2e5c49bf886844d43c1363fe', 'fixed_ips': [{'subnet_id': 'f1bde601-d8f4-4a75-9f4f-81f47be10f53'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:40.106869 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.121642 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.163558 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c6841b3-415b-42cc-a2e2-5e1ec32842ce tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.221101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:40.231511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:40.231511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:40.305023 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c6841b3-415b-42cc-a2e2-5e1ec32842ce tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.313654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c8570f-4f04-41cd-8b78-cd76015b86ea,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:40.317333 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] For port b886280f-f4ea-4392-b969-a4c6be59000e, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:40.328994 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c6841b3-415b-42cc-a2e2-5e1ec32842ce tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.333564 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2c6841b3-415b-42cc-a2e2-5e1ec32842ce tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "DELETE /v2.0/subnets/69d511bf-b02d-409d-b18e-f2fdc00c55f3 HTTP/1.1" status: 204 len: 168 time: 1.1243355 Oct 26 14:14:40.343616 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43494) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:40.353692 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] For port b886280f-f4ea-4392-b969-a4c6be59000e, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b886280f-f4ea-4392-b969-a4c6be59000e,segment=NetworkSegment(3afe038a-c3b8-47b2-8690-54f651236479),segment_id=3afe038a-c3b8-47b2-8690-54f651236479)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:40.380238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6841b3-415b-42cc-a2e2-5e1ec32842ce tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event deleted for resources: {'Subnet': ['ID=69d511bf-b02d-409d-b18e-f2fdc00c55f3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:40.401798 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.411350 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-776370cd-bec2-4691-a432-c00a767f72a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.456164 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-776370cd-bec2-4691-a432-c00a767f72a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.482400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3e16a-fd1d-4d06-9252-eb1fe492c4ae None None] Pushing event updated for resources: {'Port': ['ID=b886280f-f4ea-4392-b969-a4c6be59000e,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:40.522982 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Allocated IP 172.20.0.18 (f5bc7050-618f-4f33-9fad-8facabfd4925/f1bde601-d8f4-4a75-9f4f-81f47be10f53/e5a68885-7b5f-469c-9abe-c5cb840149ac) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:40.543264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4e8ff3-a748-4eda-bec6-1c5ae156d66e tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Deleting subnet f1bde601-d8f4-4a75-9f4f-81f47be10f53 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:40.575730 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776370cd-bec2-4691-a432-c00a767f72a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b14150-eb50-4c56-a91e-5342e0d6e7d1,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:40.580909 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-776370cd-bec2-4691-a432-c00a767f72a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e0e0eba0731416baf6ce34d0e08bd17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1362119 Oct 26 14:14:40.584245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43498) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:40.740570 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f087-8679-47de-9e71-94703e40fe30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.775661 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f087-8679-47de-9e71-94703e40fe30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.864336 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.864975 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.876125 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.932009 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8ff3-a748-4eda-bec6-1c5ae156d66e tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.018329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Network f5bc7050-618f-4f33-9fad-8facabfd4925 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:41.023400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:41.042479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:41.054582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Pushing event updated for resources: {'Port': ['ID=e5a68885-7b5f-469c-9abe-c5cb840149ac,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:41.088174 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8ff3-a748-4eda-bec6-1c5ae156d66e tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.129704 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f087-8679-47de-9e71-94703e40fe30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.130769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b886280f-f4ea-4392-b969-a4c6be59000e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:41.133052 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f087-8679-47de-9e71-94703e40fe30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.134306 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d2b8f087-8679-47de-9e71-94703e40fe30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1b14150-eb50-4c56-a91e-5342e0d6e7d1 HTTP/1.1" status: 204 len: 168 time: 0.5482409 Oct 26 14:14:41.166988 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8f087-8679-47de-9e71-94703e40fe30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b14150-eb50-4c56-a91e-5342e0d6e7d1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:41.213788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Attempting to bind port e5a68885-7b5f-469c-9abe-c5cb840149ac on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:41.214189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Attempting to bind port e5a68885-7b5f-469c-9abe-c5cb840149ac by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '32695543-39ab-4747-835a-3e83e156e691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f5bc7050-618f-4f33-9fad-8facabfd4925'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:41.214551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Attempting to bind port e5a68885-7b5f-469c-9abe-c5cb840149ac on network f5bc7050-618f-4f33-9fad-8facabfd4925 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:41.230131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:41.230905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Checking segment: {'id': '32695543-39ab-4747-835a-3e83e156e691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f5bc7050-618f-4f33-9fad-8facabfd4925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:41.231486 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.231885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Bound using segment: {'id': '32695543-39ab-4747-835a-3e83e156e691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f5bc7050-618f-4f33-9fad-8facabfd4925'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:41.232797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Bound port: e5a68885-7b5f-469c-9abe-c5cb840149ac, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32695543-39ab-4747-835a-3e83e156e691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f5bc7050-618f-4f33-9fad-8facabfd4925'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:41.233208 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.260295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b886280f-f4ea-4392-b969-a4c6be59000e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:41.260679 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.355715 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8ff3-a748-4eda-bec6-1c5ae156d66e tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.400699 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.454891 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.494492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] For port e5a68885-7b5f-469c-9abe-c5cb840149ac, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:41.549558 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8ff3-a748-4eda-bec6-1c5ae156d66e tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.553014 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] For port e5a68885-7b5f-469c-9abe-c5cb840149ac, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e5a68885-7b5f-469c-9abe-c5cb840149ac,segment=NetworkSegment(32695543-39ab-4747-835a-3e83e156e691),segment_id=32695543-39ab-4747-835a-3e83e156e691)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:41.597166 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.603056 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e8ff3-a748-4eda-bec6-1c5ae156d66e tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event deleted for resources: {'Subnet': ['ID=f1bde601-d8f4-4a75-9f4f-81f47be10f53,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:41.626342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8ff3-a748-4eda-bec6-1c5ae156d66e tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.636202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ca4e8ff3-a748-4eda-bec6-1c5ae156d66e tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "DELETE /v2.0/subnets/f1bde601-d8f4-4a75-9f4f-81f47be10f53 HTTP/1.1" status: 204 len: 168 time: 1.2875590 Oct 26 14:14:41.638869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43524) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:41.665834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port b886280f-f4ea-4392-b969-a4c6be59000e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b886280f-f4ea-4392-b969-a4c6be59000e,segment=NetworkSegment(3afe038a-c3b8-47b2-8690-54f651236479),segment_id=3afe038a-c3b8-47b2-8690-54f651236479)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:41.683497 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.706436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadc661-925e-4caf-b18b-09bec6f836ea None None] Pushing event updated for resources: {'Port': ['ID=e5a68885-7b5f-469c-9abe-c5cb840149ac,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:41.827313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=b886280f-f4ea-4392-b969-a4c6be59000e,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:41.843251 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5b7b31-44e2-460d-a51f-5dede188370d tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:41.847373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Router 1a94f08f-6a67-4561-a2bd-37f37512aa8b is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:14:41.856325 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5b5b7b31-44e2-460d-a51f-5dede188370d tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2161274 Oct 26 14:14:41.863033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43530) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:42.086019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.269088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Deleting port e5a68885-7b5f-469c-9abe-c5cb840149ac {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:42.273608 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.314270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab41de-6885-4280-86e3-144911faaf14 None None] Network 59a4c56a-e61d-481d-9f23-3ea7e684cc0c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:42.521955 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] For port e5a68885-7b5f-469c-9abe-c5cb840149ac, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e5a68885-7b5f-469c-9abe-c5cb840149ac,segment=NetworkSegment(32695543-39ab-4747-835a-3e83e156e691),segment_id=32695543-39ab-4747-835a-3e83e156e691)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:42.524804 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.577309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Calling delete_port for e5a68885-7b5f-469c-9abe-c5cb840149ac owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:42.587894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a13eb5cb-7c2c-4ee2-81e8-3f011fb5fd93 None None] Provisioning complete for port b886280f-f4ea-4392-b969-a4c6be59000e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:42.588464 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a13eb5cb-7c2c-4ee2-81e8-3f011fb5fd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.754124 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5688225d-3aaf-4ab7-8aa4-fa898430f6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.763822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86aab62-bc57-4c72-9c2c-f12cac3804de None None] DHCP port deletion for 59a4c56a-e61d-481d-9f23-3ea7e684cc0c request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:14:42.773301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:42.806872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.809299 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4558966e-3a5c-45ae-b731-336ab9ab1421 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1283453 Oct 26 14:14:42.812219 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43556) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:42.858360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Sync routers for ids ['1a94f08f-6a67-4561-a2bd-37f37512aa8b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:42.883389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Routers {'1a94f08f-6a67-4561-a2bd-37f37512aa8b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:42.884541 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:14:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a94f08f-6a67-4561-a2bd-37f37512aa8b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:42.928019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.987488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43558) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:43.059243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event deleted for resources: {'Port': ['ID=e5a68885-7b5f-469c-9abe-c5cb840149ac,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:43.073844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] No DVR routers for this DVR port e5a68885-7b5f-469c-9abe-c5cb840149ac on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:43.258982 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e5a68885-7b5f-469c-9abe-c5cb840149ac up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:43.293433 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3b4445f5-60c9-4228-bb23-0e8fff2bbfa6 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1478699681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:43.296127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: e5a68885-7b5f-469c-9abe-c5cb840149ac {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:43.296564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e5a68885-7b5f-469c-9abe-c5cb840149ac not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 14:14:43.332453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Port e5a68885-7b5f-469c-9abe-c5cb840149ac not found, will not notify nova. {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 14:14:43.339605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d86aab62-bc57-4c72-9c2c-f12cac3804de None None] Deleting port b886280f-f4ea-4392-b969-a4c6be59000e {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:43.340040 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d86aab62-bc57-4c72-9c2c-f12cac3804de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.378465 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.394366 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b4445f5-60c9-4228-bb23-0e8fff2bbfa6 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.401416 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b4445f5-60c9-4228-bb23-0e8fff2bbfa6 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.450097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bc7050-618f-4f33-9fad-8facabfd4925']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:43.450608 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d86aab62-bc57-4c72-9c2c-f12cac3804de None None] For port b886280f-f4ea-4392-b969-a4c6be59000e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b886280f-f4ea-4392-b969-a4c6be59000e,segment=NetworkSegment(3afe038a-c3b8-47b2-8690-54f651236479),segment_id=3afe038a-c3b8-47b2-8690-54f651236479)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:43.451058 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d86aab62-bc57-4c72-9c2c-f12cac3804de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.473691 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d86aab62-bc57-4c72-9c2c-f12cac3804de None None] Calling delete_port for b886280f-f4ea-4392-b969-a4c6be59000e owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:43.519912 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32695543-39ab-4747-835a-3e83e156e691') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:43.520208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32695543-39ab-4747-835a-3e83e156e691') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:43.582889 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.618663 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.620629 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b4445f5-60c9-4228-bb23-0e8fff2bbfa6 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.626117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:43.626451 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.630653 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b4445f5-60c9-4228-bb23-0e8fff2bbfa6 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.669964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b886280f-f4ea-4392-b969-a4c6be59000e no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:43.675242 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b4445f5-60c9-4228-bb23-0e8fff2bbfa6 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.676727 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d86aab62-bc57-4c72-9c2c-f12cac3804de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.680098 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3b4445f5-60c9-4228-bb23-0e8fff2bbfa6 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6898952 Oct 26 14:14:43.681722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43588) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:43.689077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-775747436'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:43.720875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: b886280f-f4ea-4392-b969-a4c6be59000e {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:43.721131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b886280f-f4ea-4392-b969-a4c6be59000e not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:43.747792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aab62-bc57-4c72-9c2c-f12cac3804de None None] Pushing event deleted for resources: {'Port': ['ID=b886280f-f4ea-4392-b969-a4c6be59000e,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:43.755680 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86aab62-bc57-4c72-9c2c-f12cac3804de None None] No DVR routers for this DVR port b886280f-f4ea-4392-b969-a4c6be59000e on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:43.777934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Set router 1a94f08f-6a67-4561-a2bd-37f37512aa8b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:43.792774 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:43.796061 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.820722 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.825710 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "DELETE /v2.0/networks/f5bc7050-618f-4f33-9fad-8facabfd4925 HTTP/1.1" status: 204 len: 168 time: 1.9612217 Oct 26 14:14:43.838694 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Made reservation on behalf of b7b29a8980134c69908e1159396c2ff0 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:43.850119 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.853104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43590) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:43.866595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccab3d5-9d8d-4b59-8243-585dcd3e6efd tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event deleted for resources: {'Network': ['ID=f5bc7050-618f-4f33-9fad-8facabfd4925,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:43.866879 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206bedc1-1f07-4576-8e96-4d7003cc19d6 None None] Network f5bc7050-618f-4f33-9fad-8facabfd4925 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:43.890471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206bedc1-1f07-4576-8e96-4d7003cc19d6 None None] Network f5bc7050-618f-4f33-9fad-8facabfd4925 could not be found, it might have been deleted concurrently. {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 14:14:43.922314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-daf81639-5adf-4c52-95f0-9025b7d65126 None None] Could not find standard attr ID for object e5a68885-7b5f-469c-9abe-c5cb840149ac. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:14:43.927691 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.007226 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f911f80-083c-425a-a104-904c9ab996ea tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.020780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f04b78-1fde-43d2-bf7f-7c0af19eb175 None None] DHCP port deletion for f5bc7050-618f-4f33-9fad-8facabfd4925 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:14:44.141083 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'name': 'tempest-ServerRescueTestJSON-656072868-router', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:14:38Z', 'updated_at': '2021-10-26T14:14:40Z', 'revision_number': 3, 'project_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'gw_port': {'id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:14:39Z', 'updated_at': '2021-10-26T14:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:44.172122 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.196748 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f911f80-083c-425a-a104-904c9ab996ea tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.199604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Checking router: 1a94f08f-6a67-4561-a2bd-37f37512aa8b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:14:44.200154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Updating router 1a94f08f-6a67-4561-a2bd-37f37512aa8b port e3c8570f-4f04-41cd-8b78-cd76015b86ea binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:14:44.243648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-6f911f80-083c-425a-a104-904c9ab996ea tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a4c56a-e61d-481d-9f23-3ea7e684cc0c']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:44.254865 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.258887 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.259143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-6f911f80-083c-425a-a104-904c9ab996ea tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afe038a-c3b8-47b2-8690-54f651236479') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:44.259558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-6f911f80-083c-425a-a104-904c9ab996ea tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afe038a-c3b8-47b2-8690-54f651236479') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:44.269756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.297919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:44.302225 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f911f80-083c-425a-a104-904c9ab996ea tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.334546 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.335539 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Added segment 125458f6-3d48-43d2-8234-9435f2043042 of type vlan for network 7c523487-51ea-4ea2-a25c-f9187b2560cd Oct 26 14:14:44.347643 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f911f80-083c-425a-a104-904c9ab996ea tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.349454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43594) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:44.369074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3e0978-a475-4a5a-89c4-e23c87945382,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:44.373387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f911f80-083c-425a-a104-904c9ab996ea tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:44.377460 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f911f80-083c-425a-a104-904c9ab996ea tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:44.388991 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:44.466003 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.493716 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f911f80-083c-425a-a104-904c9ab996ea tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.505370 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f911f80-083c-425a-a104-904c9ab996ea tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.508524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6f911f80-083c-425a-a104-904c9ab996ea tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "DELETE /v2.0/networks/59a4c56a-e61d-481d-9f23-3ea7e684cc0c HTTP/1.1" status: 204 len: 168 time: 0.6544192 Oct 26 14:14:44.513125 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43598) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:44.525371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f911f80-083c-425a-a104-904c9ab996ea tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event deleted for resources: {'Network': ['ID=59a4c56a-e61d-481d-9f23-3ea7e684cc0c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:44.527345 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.533535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:44.534248 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.682048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9994020 Oct 26 14:14:44.682434 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef75ec78-bfb8-48f7-844d-9f40780d305f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.687049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43602) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:44.706830 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6ce15ba0-ce00-4c98-8c00-4ed75110b2c8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Request body: {'subnet': {'network_id': '7c523487-51ea-4ea2-a25c-f9187b2560cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:44.737952 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.739923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf2e76-a434-4d74-a168-160d9ae4a9f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event updated for resources: {'Network': ['ID=7c523487-51ea-4ea2-a25c-f9187b2560cd,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:44.750602 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.758846 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 7c523487-51ea-4ea2-a25c-f9187b2560cd details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:44.771806 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-daf533d2-972e-49ca-b4b2-7d113431a366 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.780815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Allocated IP 172.20.0.1 (c9195fa1-79d7-47b2-aaf3-292ff20280d4/b0d48d66-2783-470a-8102-40f63e078a69/67f0e3f6-9c56-40de-b9cb-9b29545af69d) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:44.859281 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Attempting to bind port e3c8570f-4f04-41cd-8b78-cd76015b86ea on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:44.859664 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Attempting to bind port e3c8570f-4f04-41cd-8b78-cd76015b86ea by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:44.860035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Attempting to bind port e3c8570f-4f04-41cd-8b78-cd76015b86ea on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:44.890006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:44.890442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:44.890787 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.891323 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:44.891816 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Bound port: e3c8570f-4f04-41cd-8b78-cd76015b86ea, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:44.892210 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.950211 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.956342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] For port e3c8570f-4f04-41cd-8b78-cd76015b86ea, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:44.959602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] For port e3c8570f-4f04-41cd-8b78-cd76015b86ea, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e3c8570f-4f04-41cd-8b78-cd76015b86ea,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:44.985078 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.990004 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.016927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce15ba0-ce00-4c98-8c00-4ed75110b2c8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Made reservation on behalf of b7b29a8980134c69908e1159396c2ff0 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:45.020739 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ce15ba0-ce00-4c98-8c00-4ed75110b2c8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.027434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63824835-46d8-4d05-aff4-5518d7d7b078 None None] Pushing event updated for resources: {'Port': ['ID=e3c8570f-4f04-41cd-8b78-cd76015b86ea,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:45.051472 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e5a68885-7b5f-469c-9abe-c5cb840149ac no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:45.083029 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef75ec78-bfb8-48f7-844d-9f40780d305f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.097818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef75ec78-bfb8-48f7-844d-9f40780d305f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.106665 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Network c9195fa1-79d7-47b2-aaf3-292ff20280d4 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:45.119402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:45.124951 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-daf533d2-972e-49ca-b4b2-7d113431a366 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.127809 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:45.135401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Pushing event updated for resources: {'Port': ['ID=67f0e3f6-9c56-40de-b9cb-9b29545af69d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:45.167216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ef75ec78-bfb8-48f7-844d-9f40780d305f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60e71db9547c4d649efea5fc14037876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8164546 Oct 26 14:14:45.171476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43606) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:45.173364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75ec78-bfb8-48f7-844d-9f40780d305f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f030d659-b187-40d7-8ef0-2a6506c15a7e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:45.185533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-daf533d2-972e-49ca-b4b2-7d113431a366 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890379de-300c-4855-b50d-aa66eb081c28']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:45.232480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: e5a68885-7b5f-469c-9abe-c5cb840149ac {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:45.233857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e5a68885-7b5f-469c-9abe-c5cb840149ac not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:45.243693 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-daf533d2-972e-49ca-b4b2-7d113431a366 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5c76fd-ca1d-4b90-9c67-adc7d8ddb7e0') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:45.244966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-daf533d2-972e-49ca-b4b2-7d113431a366 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5c76fd-ca1d-4b90-9c67-adc7d8ddb7e0') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:45.255074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63824835-46d8-4d05-aff4-5518d7d7b078 None None] Pushing event updated for resources: {'Port': ['ID=e3c8570f-4f04-41cd-8b78-cd76015b86ea,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:45.265133 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.266462 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce7bea11-5fae-4163-8ae7-0434d7b3cd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.268727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-daf533d2-972e-49ca-b4b2-7d113431a366 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.276006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Routers {'1a94f08f-6a67-4561-a2bd-37f37512aa8b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:45.278074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:14:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a94f08f-6a67-4561-a2bd-37f37512aa8b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:45.323382 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-daf533d2-972e-49ca-b4b2-7d113431a366 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.342680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf533d2-972e-49ca-b4b2-7d113431a366 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:45.343081 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-daf533d2-972e-49ca-b4b2-7d113431a366 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:45.346639 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:45.350682 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ce15ba0-ce00-4c98-8c00-4ed75110b2c8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.366263 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa690-5a73-4f00-a619-537e435010e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.431142 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce15ba0-ce00-4c98-8c00-4ed75110b2c8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event updated for resources: {'Subnet': ['ID=e7660640-e7c1-4e33-b74a-54cc5bf43b0f,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:45.440359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce15ba0-ce00-4c98-8c00-4ed75110b2c8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Checking segment: {'id': '125458f6-3d48-43d2-8234-9435f2043042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '7c523487-51ea-4ea2-a25c-f9187b2560cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:45.440893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce15ba0-ce00-4c98-8c00-4ed75110b2c8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Network hostable DHCP agents. Network: 7c523487-51ea-4ea2-a25c-f9187b2560cd, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:45.460872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce15ba0-ce00-4c98-8c00-4ed75110b2c8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Network 7c523487-51ea-4ea2-a25c-f9187b2560cd is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:45.465083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa690-5a73-4f00-a619-537e435010e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.466393 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] Set router 1a94f08f-6a67-4561-a2bd-37f37512aa8b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:45.472254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-6ce15ba0-ce00-4c98-8c00-4ed75110b2c8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 7c523487-51ea-4ea2-a25c-f9187b2560cd) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:45.477953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce15ba0-ce00-4c98-8c00-4ed75110b2c8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:45.478790 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ce15ba0-ce00-4c98-8c00-4ed75110b2c8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.479722 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-daf533d2-972e-49ca-b4b2-7d113431a366 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.501811 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-daf533d2-972e-49ca-b4b2-7d113431a366 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.508054 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-daf533d2-972e-49ca-b4b2-7d113431a366 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "DELETE /v2.0/networks/890379de-300c-4855-b50d-aa66eb081c28 HTTP/1.1" status: 204 len: 168 time: 0.9918866 Oct 26 14:14:45.511260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43608) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:45.520667 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74ee8e-ce6a-4bf8-b360-b163ee0d10f9 None None] Network 7c523487-51ea-4ea2-a25c-f9187b2560cd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:45.545190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf533d2-972e-49ca-b4b2-7d113431a366 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event deleted for resources: {'Network': ['ID=890379de-300c-4855-b50d-aa66eb081c28,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:45.621915 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-419ca8b5-3b55-499c-8722-7464cf83fc91 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.633674 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6ce15ba0-ce00-4c98-8c00-4ed75110b2c8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9457841 Oct 26 14:14:45.638276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43610) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:45.645301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-28f60fdb-4756-422d-a1b4-2f9c784362c4 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Request body: {'network': {'name': 'tempest-router-network01--674306222'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:45.743772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f60fdb-4756-422d-a1b4-2f9c784362c4 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Made reservation on behalf of b7b29a8980134c69908e1159396c2ff0 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:45.748295 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28f60fdb-4756-422d-a1b4-2f9c784362c4 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.785094 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f60fdb-4756-422d-a1b4-2f9c784362c4 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:45.807858 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28f60fdb-4756-422d-a1b4-2f9c784362c4 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.808290 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-28f60fdb-4756-422d-a1b4-2f9c784362c4 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Added segment 534c055c-c27b-4fb6-bbd2-0c335c11b0b8 of type vlan for network d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9 Oct 26 14:14:45.855740 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28f60fdb-4756-422d-a1b4-2f9c784362c4 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.885460 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-419ca8b5-3b55-499c-8722-7464cf83fc91 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.901120 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28f60fdb-4756-422d-a1b4-2f9c784362c4 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.909940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f60fdb-4756-422d-a1b4-2f9c784362c4 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:45.910638 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28f60fdb-4756-422d-a1b4-2f9c784362c4 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.942547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'name': 'tempest-ServerRescueTestJSON-656072868-router', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:14:38Z', 'updated_at': '2021-10-26T14:14:40Z', 'revision_number': 3, 'project_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'gw_port': {'id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:14:39Z', 'updated_at': '2021-10-26T14:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:45.948157 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-7c523487-51ea-4ea2-a25c-f9187b2560cd', 'network_id': '7c523487-51ea-4ea2-a25c-f9187b2560cd', 'tenant_id': 'b7b29a8980134c69908e1159396c2ff0', 'fixed_ips': [{'subnet_id': 'e7660640-e7c1-4e33-b74a-54cc5bf43b0f'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:45.949449 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.990978 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.997877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f51ca1-0dde-4e33-9bce-338f85957d87 None None] The sync data for ids ['1a94f08f-6a67-4561-a2bd-37f37512aa8b'] in n-d-815498-1 is: [{'id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'name': 'tempest-ServerRescueTestJSON-656072868-router', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:14:38Z', 'updated_at': '2021-10-26T14:14:40Z', 'revision_number': 3, 'project_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'gw_port': {'id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:14:39Z', 'updated_at': '2021-10-26T14:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:46.004040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f60fdb-4756-422d-a1b4-2f9c784362c4 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event updated for resources: {'Network': ['ID=d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:46.013608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-419ca8b5-3b55-499c-8722-7464cf83fc91 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e3d2c3-8ceb-464b-aeaa-429b8cffc0f2']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:46.028405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:46.041538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-419ca8b5-3b55-499c-8722-7464cf83fc91 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f822800a-f396-4b4b-96f1-0f9aa0cba097') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:46.042170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-419ca8b5-3b55-499c-8722-7464cf83fc91 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f822800a-f396-4b4b-96f1-0f9aa0cba097') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:46.056168 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa690-5a73-4f00-a619-537e435010e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.062151 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa690-5a73-4f00-a619-537e435010e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.063806 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-28f60fdb-4756-422d-a1b4-2f9c784362c4 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4225571 Oct 26 14:14:46.068152 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43622) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:46.070832 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-419ca8b5-3b55-499c-8722-7464cf83fc91 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.073120 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3a2fa690-5a73-4f00-a619-537e435010e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f030d659-b187-40d7-8ef0-2a6506c15a7e HTTP/1.1" status: 204 len: 168 time: 0.9004734 Oct 26 14:14:46.075806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-032f2087-9b22-418f-8046-642c1e3c6fe8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Request body: {'network': {'name': 'tempest-router-network02--1979046493'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:46.112831 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-419ca8b5-3b55-499c-8722-7464cf83fc91 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.142571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419ca8b5-3b55-499c-8722-7464cf83fc91 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:46.142983 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-419ca8b5-3b55-499c-8722-7464cf83fc91 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:46.146562 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:46.213161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f2087-9b22-418f-8046-642c1e3c6fe8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Made reservation on behalf of b7b29a8980134c69908e1159396c2ff0 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:46.227762 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-032f2087-9b22-418f-8046-642c1e3c6fe8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.315192 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-419ca8b5-3b55-499c-8722-7464cf83fc91 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.344946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.360050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fa690-5a73-4f00-a619-537e435010e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f030d659-b187-40d7-8ef0-2a6506c15a7e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:46.371983 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.386694 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-419ca8b5-3b55-499c-8722-7464cf83fc91 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.393553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Allocated IP 172.20.0.2 (7c523487-51ea-4ea2-a25c-f9187b2560cd/e7660640-e7c1-4e33-b74a-54cc5bf43b0f/08b63e1b-9ed6-4a8e-83a5-9646d82f132b) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:46.399269 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-419ca8b5-3b55-499c-8722-7464cf83fc91 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] 10.222.0.32 "DELETE /v2.0/networks/05e3d2c3-8ceb-464b-aeaa-429b8cffc0f2 HTTP/1.1" status: 204 len: 168 time: 0.8843381 Oct 26 14:14:46.399500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ca8b5-3b55-499c-8722-7464cf83fc91 tempest-BulkNetworkOpsTest-1364491165 tempest-BulkNetworkOpsTest-1364491165-project] Pushing event deleted for resources: {'Network': ['ID=05e3d2c3-8ceb-464b-aeaa-429b8cffc0f2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:46.485715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032f2087-9b22-418f-8046-642c1e3c6fe8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:46.525674 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-032f2087-9b22-418f-8046-642c1e3c6fe8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.526110 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-032f2087-9b22-418f-8046-642c1e3c6fe8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Added segment 699e3516-2ceb-4c0e-978b-852741505743 of type vlan for network f7f58b9d-6e8d-4f48-b353-b4d113abcefa Oct 26 14:14:46.550205 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Pushing event updated for resources: {'Port': ['ID=67f0e3f6-9c56-40de-b9cb-9b29545af69d,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:46.567363 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.576124 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.650663 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-032f2087-9b22-418f-8046-642c1e3c6fe8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.742098 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-032f2087-9b22-418f-8046-642c1e3c6fe8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.763629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f2087-9b22-418f-8046-642c1e3c6fe8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:46.765902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43630) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:46.766577 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-032f2087-9b22-418f-8046-642c1e3c6fe8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.780677 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.798461 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.800021 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2a04968-fccc-41eb-936b-a04d2ce87a4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.810872 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.862841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-032f2087-9b22-418f-8046-642c1e3c6fe8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7929156 Oct 26 14:14:46.864530 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43634) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:46.880503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e0abfb16-9f9a-4605-999a-388da87940ef tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Request body: {'subnet': {'network_id': 'd8c9fc08-9cf0-4cce-bc87-14ef6cac63d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:46.963118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Pushing event updated for resources: {'Port': ['ID=08b63e1b-9ed6-4a8e-83a5-9646d82f132b,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:46.970980 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:14:46.979613 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f2087-9b22-418f-8046-642c1e3c6fe8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event updated for resources: {'Network': ['ID=f7f58b9d-6e8d-4f48-b353-b4d113abcefa,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:46.999196 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Network 7c523487-51ea-4ea2-a25c-f9187b2560cd is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:47.003870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:47.004842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43638) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:47.015726 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2a04968-fccc-41eb-936b-a04d2ce87a4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.017127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:47.025046 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2a04968-fccc-41eb-936b-a04d2ce87a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.034739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network f7f58b9d-6e8d-4f48-b353-b4d113abcefa details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:47.041502 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Network c9195fa1-79d7-47b2-aaf3-292ff20280d4 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:47.066083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:47.113444 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f2a04968-fccc-41eb-936b-a04d2ce87a4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c727bea466ca4bbda0ed2e1dce395725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418646 Oct 26 14:14:47.120474 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43644) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:47.150395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0abfb16-9f9a-4605-999a-388da87940ef tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Made reservation on behalf of b7b29a8980134c69908e1159396c2ff0 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:47.167756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0abfb16-9f9a-4605-999a-388da87940ef tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.188724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a04968-fccc-41eb-936b-a04d2ce87a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ad5ba5-9946-4a7c-a804-2dda63d48577,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:47.194596 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e3c8570f-4f04-41cd-8b78-cd76015b86ea up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:47.346776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Attempting to bind port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:47.348755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Attempting to bind port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '125458f6-3d48-43d2-8234-9435f2043042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '7c523487-51ea-4ea2-a25c-f9187b2560cd'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:47.349168 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Attempting to bind port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b on network 7c523487-51ea-4ea2-a25c-f9187b2560cd {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:47.371307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:47.372443 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Checking segment: {'id': '125458f6-3d48-43d2-8234-9435f2043042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '7c523487-51ea-4ea2-a25c-f9187b2560cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:47.372830 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.374680 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Bound using segment: {'id': '125458f6-3d48-43d2-8234-9435f2043042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '7c523487-51ea-4ea2-a25c-f9187b2560cd'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:47.374680 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Bound port: 08b63e1b-9ed6-4a8e-83a5-9646d82f132b, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125458f6-3d48-43d2-8234-9435f2043042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '7c523487-51ea-4ea2-a25c-f9187b2560cd'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:47.374982 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.377224 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e3c8570f-4f04-41cd-8b78-cd76015b86ea triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:47.377896 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.412194 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eb863222-42b8-41a3-8d1b-45faf51b51fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.423986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Router 1a94f08f-6a67-4561-a2bd-37f37512aa8b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:14:47.462935 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eb863222-42b8-41a3-8d1b-45faf51b51fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.497032 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-867c8703-8d1b-4eee-9afb-3cb97f1893d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e34dad8b2e5c49bf886844d43c1363fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771597 Oct 26 14:14:47.501259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43648) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:47.510081 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0abfb16-9f9a-4605-999a-388da87940ef tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.539066 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] For port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:47.566708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] For port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=08b63e1b-9ed6-4a8e-83a5-9646d82f132b,segment=NetworkSegment(125458f6-3d48-43d2-8234-9435f2043042),segment_id=125458f6-3d48-43d2-8234-9435f2043042)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:47.571357 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.580477 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.639916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abfb16-9f9a-4605-999a-388da87940ef tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event updated for resources: {'Subnet': ['ID=f95a1d1e-9d97-4665-9a5d-517848a2f0bd,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:47.663693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port e3c8570f-4f04-41cd-8b78-cd76015b86ea, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e3c8570f-4f04-41cd-8b78-cd76015b86ea,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:47.674415 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.691718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb46ca-5fe4-427c-abef-b566989e00f8 None None] Pushing event updated for resources: {'Port': ['ID=08b63e1b-9ed6-4a8e-83a5-9646d82f132b,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:47.691950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abfb16-9f9a-4605-999a-388da87940ef tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Checking segment: {'id': '534c055c-c27b-4fb6-bbd2-0c335c11b0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'd8c9fc08-9cf0-4cce-bc87-14ef6cac63d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:47.692333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0abfb16-9f9a-4605-999a-388da87940ef tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Network hostable DHCP agents. Network: d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:47.705224 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1956c8d0-5e92-4923-a6b4-19d9826f8163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.706405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:47.714304 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dfb5c5fe-2b4e-409e-8140-45049b834d72 admin admin] 10.222.0.32 "PUT /v2.0/routers/1a94f08f-6a67-4561-a2bd-37f37512aa8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9009581 Oct 26 14:14:47.729284 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eb863222-42b8-41a3-8d1b-45faf51b51fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.736525 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eb863222-42b8-41a3-8d1b-45faf51b51fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.740702 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-eb863222-42b8-41a3-8d1b-45faf51b51fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70ad5ba5-9946-4a7c-a804-2dda63d48577 HTTP/1.1" status: 204 len: 168 time: 0.6022637 Oct 26 14:14:47.758900 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=e3c8570f-4f04-41cd-8b78-cd76015b86ea,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:47.759171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb863222-42b8-41a3-8d1b-45faf51b51fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ad5ba5-9946-4a7c-a804-2dda63d48577,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:47.816812 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1956c8d0-5e92-4923-a6b4-19d9826f8163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.827510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0abfb16-9f9a-4605-999a-388da87940ef tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Network d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:47.847997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-e0abfb16-9f9a-4605-999a-388da87940ef tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:47.856903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7bac96-8264-4b0b-bcb9-78230f0c3bf7 None None] Network d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:47.889267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0abfb16-9f9a-4605-999a-388da87940ef tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:47.890211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0abfb16-9f9a-4605-999a-388da87940ef tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.967957 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e0abfb16-9f9a-4605-999a-388da87940ef tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0996742 Oct 26 14:14:47.969881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43656) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:47.998827 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-fc977eef-8e73-4f17-9871-a185e4c693f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Request body: {'subnet': {'network_id': 'f7f58b9d-6e8d-4f48-b353-b4d113abcefa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:48.008586 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1956c8d0-5e92-4923-a6b4-19d9826f8163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.011933 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1956c8d0-5e92-4923-a6b4-19d9826f8163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.013630 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1956c8d0-5e92-4923-a6b4-19d9826f8163 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b9fc57b-682d-439a-b68a-09c248006433 HTTP/1.1" status: 204 len: 168 time: 0.5109074 Oct 26 14:14:48.038990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956c8d0-5e92-4923-a6b4-19d9826f8163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9fc57b-682d-439a-b68a-09c248006433,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:48.293073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc977eef-8e73-4f17-9871-a185e4c693f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Made reservation on behalf of b7b29a8980134c69908e1159396c2ff0 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:48.307969 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc977eef-8e73-4f17-9871-a185e4c693f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.331181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9', 'network_id': 'd8c9fc08-9cf0-4cce-bc87-14ef6cac63d9', 'tenant_id': 'b7b29a8980134c69908e1159396c2ff0', 'fixed_ips': [{'subnet_id': 'f95a1d1e-9d97-4665-9a5d-517848a2f0bd'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:48.341841 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.802972 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc977eef-8e73-4f17-9871-a185e4c693f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.944212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc977eef-8e73-4f17-9871-a185e4c693f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event updated for resources: {'Subnet': ['ID=b736f755-c901-4a24-a0df-82ca977f2cd6,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:48.990549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Allocated IP 172.20.0.2 (d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9/f95a1d1e-9d97-4665-9a5d-517848a2f0bd/1a5983f0-15d6-4c79-942d-98aafbab8540) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:49.012508 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc977eef-8e73-4f17-9871-a185e4c693f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Checking segment: {'id': '699e3516-2ceb-4c0e-978b-852741505743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f7f58b9d-6e8d-4f48-b353-b4d113abcefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:49.022372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc977eef-8e73-4f17-9871-a185e4c693f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Network hostable DHCP agents. Network: f7f58b9d-6e8d-4f48-b353-b4d113abcefa, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:49.086124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc977eef-8e73-4f17-9871-a185e4c693f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Network f7f58b9d-6e8d-4f48-b353-b4d113abcefa is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:49.111510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-fc977eef-8e73-4f17-9871-a185e4c693f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, f7f58b9d-6e8d-4f48-b353-b4d113abcefa) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:49.124380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc977eef-8e73-4f17-9871-a185e4c693f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:49.125381 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc977eef-8e73-4f17-9871-a185e4c693f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.169153 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fc977eef-8e73-4f17-9871-a185e4c693f9 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1971452 Oct 26 14:14:49.172310 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43702) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:49.297645 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Sync routers for ids ['1a94f08f-6a67-4561-a2bd-37f37512aa8b'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:49.344197 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Routers {'1a94f08f-6a67-4561-a2bd-37f37512aa8b'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:49.347538 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:14:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a94f08f-6a67-4561-a2bd-37f37512aa8b'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:49.357286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57ff7ac-4e30-47a0-9fca-4a25820ee5d5 None None] Network f7f58b9d-6e8d-4f48-b353-b4d113abcefa requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:49.378835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 08b63e1b-9ed6-4a8e-83a5-9646d82f132b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:49.502604 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-75f56194-b9e2-45a1-a03e-b56eeb163602 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:49.516937 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-75f56194-b9e2-45a1-a03e-b56eeb163602 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/networks?id=c9195fa1-79d7-47b2-aaf3-292ff20280d4 HTTP/1.1" status: 200 len: 810 time: 0.4024239 Oct 26 14:14:49.561838 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-ed5185e0-e261-4ed1-9771-73dcc5c8381e tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/quotas/bd0bbedb89404cd3ae31d51d1a7a5186 HTTP/1.1" status: 200 len: 375 time: 0.0410459 Oct 26 14:14:49.784357 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Set router 1a94f08f-6a67-4561-a2bd-37f37512aa8b gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:49.821641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-28ce215a-2ae7-4e9e-9760-d5e9ef1c33be tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd0bbedb89404cd3ae31d51d1a7a5186&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2573550 Oct 26 14:14:49.867054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767c473-67d1-4432-8147-d1597d06c51c req-de730101-827c-40fc-a1b4-9328a7e7477c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:49.875239 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9767c473-67d1-4432-8147-d1597d06c51c req-de730101-827c-40fc-a1b4-9328a7e7477c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.1937854 Oct 26 14:14:49.928399 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.961646 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e884d1bf-efb9-4a41-9963-24977b2555f0 None None] Network 7c523487-51ea-4ea2-a25c-f9187b2560cd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:50.050268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-f7f58b9d-6e8d-4f48-b353-b4d113abcefa', 'network_id': 'f7f58b9d-6e8d-4f48-b353-b4d113abcefa', 'tenant_id': 'b7b29a8980134c69908e1159396c2ff0', 'fixed_ips': [{'subnet_id': 'b736f755-c901-4a24-a0df-82ca977f2cd6'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:50.051153 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.092473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-871ea94e-e3bc-46b0-bb10-cc5cb3d571d5 None None] Provisioning complete for port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:50.092851 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-871ea94e-e3bc-46b0-bb10-cc5cb3d571d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.133297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9767c473-67d1-4432-8147-d1597d06c51c req-a53872f4-6705-478a-9c0f-d236f601bcf0 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495534 Oct 26 14:14:50.176116 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.208243 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.222740 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-8269ba0f-2bd4-4a99-bd7f-f04e48cfabe7 service neutron] 10.222.0.32 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950844 Oct 26 14:14:50.328023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43728) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:50.352677 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.391783 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'name': 'tempest-ServerRescueTestJSON-656072868-router', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:14:38Z', 'updated_at': '2021-10-26T14:14:45Z', 'revision_number': 4, 'project_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'gw_port': {'id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:14:39Z', 'updated_at': '2021-10-26T14:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '67f0e3f6-9c56-40de-b9cb-9b29545af69d', 'name': '', 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'mac_address': 'fa:16:3e:24:c2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'b0d48d66-2783-470a-8102-40f63e078a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:14:44Z', 'updated_at': '2021-10-26T14:14:46Z', 'revision_number': 2, 'project_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'subnets': [{'id': 'b0d48d66-2783-470a-8102-40f63e078a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:50.466992 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-c9fcdb85-dc04-4c91-8019-59469aeced10 service neutron] 10.222.0.32 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391999 Oct 26 14:14:50.469235 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Checking router: 1a94f08f-6a67-4561-a2bd-37f37512aa8b for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:14:50.471014 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Updating router 1a94f08f-6a67-4561-a2bd-37f37512aa8b port 67f0e3f6-9c56-40de-b9cb-9b29545af69d binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:14:50.504827 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.515701 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:50.516406 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.845518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Network d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:50.853041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Allocated IP 172.20.0.1 (d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9/f95a1d1e-9d97-4665-9a5d-517848a2f0bd/9d924ae4-945d-46c9-8f51-e9143981f3d8) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:50.891691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4b35545-f303-4e95-8983-39e03ecc697f req-dac60f92-d471-47ce-b149-52d5ba2d5064 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 210 time: 0.0650103 Oct 26 14:14:50.921666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:50.930940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:50.982479 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-871ea94e-e3bc-46b0-bb10-cc5cb3d571d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.000556 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Pushing event updated for resources: {'Port': ['ID=1a5983f0-15d6-4c79-942d-98aafbab8540,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:51.139132 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-fadfe2fe-8179-4ca3-a065-72d50488c6d4 tempest-SubnetPoolsTestJSON-471553452 tempest-SubnetPoolsTestJSON-471553452-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-792136009', 'prefixes': ['172.20.0.0/16']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:51.256918 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.295986 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.296505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.296857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.297244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.297597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.297946 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.298299 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.298629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.298986 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.299312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.299666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.299994 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.452463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b578d-aeb2-4bc9-98b7-5909189e8a06 req-87a2ac10-26ed-4055-864c-1e1e8ed24521 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:51.462781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-869b578d-aeb2-4bc9-98b7-5909189e8a06 req-87a2ac10-26ed-4055-864c-1e1e8ed24521 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.1215858 Oct 26 14:14:51.484209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-871ea94e-e3bc-46b0-bb10-cc5cb3d571d5 None None] For port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=08b63e1b-9ed6-4a8e-83a5-9646d82f132b,segment=NetworkSegment(125458f6-3d48-43d2-8234-9435f2043042),segment_id=125458f6-3d48-43d2-8234-9435f2043042)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:51.499158 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.502133 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.511760 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-871ea94e-e3bc-46b0-bb10-cc5cb3d571d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.518358 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.540125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Attempting to bind port 1a5983f0-15d6-4c79-942d-98aafbab8540 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:51.541302 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Attempting to bind port 1a5983f0-15d6-4c79-942d-98aafbab8540 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '534c055c-c27b-4fb6-bbd2-0c335c11b0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'd8c9fc08-9cf0-4cce-bc87-14ef6cac63d9'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:51.541966 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Attempting to bind port 1a5983f0-15d6-4c79-942d-98aafbab8540 on network d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:51.558003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-c65da5fa-6679-4555-b8f1-3a50b911b158 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:51.559678 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-c65da5fa-6679-4555-b8f1-3a50b911b158 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.25 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.2880273 Oct 26 14:14:51.573200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:51.573914 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Checking segment: {'id': '534c055c-c27b-4fb6-bbd2-0c335c11b0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'd8c9fc08-9cf0-4cce-bc87-14ef6cac63d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:51.574875 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.575584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Bound using segment: {'id': '534c055c-c27b-4fb6-bbd2-0c335c11b0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'd8c9fc08-9cf0-4cce-bc87-14ef6cac63d9'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:51.576290 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Bound port: 1a5983f0-15d6-4c79-942d-98aafbab8540, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534c055c-c27b-4fb6-bbd2-0c335c11b0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'd8c9fc08-9cf0-4cce-bc87-14ef6cac63d9'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:51.577623 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.595054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-869b578d-aeb2-4bc9-98b7-5909189e8a06 req-1f708c25-0e83-4211-8b0d-cdcaf48bca7c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311998 Oct 26 14:14:51.611534 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Allocated IP 172.20.0.2 (f7f58b9d-6e8d-4f48-b353-b4d113abcefa/b736f755-c901-4a24-a0df-82ca977f2cd6/1d626a94-6fe0-4e14-b77e-93b590d1ad6c) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:51.691287 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70d7f3-7c7a-4fd3-a7d1-392228a3a25f None None] Pushing event updated for resources: {'Port': ['ID=67f0e3f6-9c56-40de-b9cb-9b29545af69d,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:51.721750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] For port 1a5983f0-15d6-4c79-942d-98aafbab8540, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:51.724567 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d7f3-7c7a-4fd3-a7d1-392228a3a25f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.725344 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] For port 1a5983f0-15d6-4c79-942d-98aafbab8540, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1a5983f0-15d6-4c79-942d-98aafbab8540,segment=NetworkSegment(534c055c-c27b-4fb6-bbd2-0c335c11b0b8),segment_id=534c055c-c27b-4fb6-bbd2-0c335c11b0b8)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:51.728469 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d7f3-7c7a-4fd3-a7d1-392228a3a25f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.729554 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d7f3-7c7a-4fd3-a7d1-392228a3a25f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.729912 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d7f3-7c7a-4fd3-a7d1-392228a3a25f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.731560 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d7f3-7c7a-4fd3-a7d1-392228a3a25f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.732546 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d7f3-7c7a-4fd3-a7d1-392228a3a25f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.734431 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d7f3-7c7a-4fd3-a7d1-392228a3a25f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.735055 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d7f3-7c7a-4fd3-a7d1-392228a3a25f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.736205 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d7f3-7c7a-4fd3-a7d1-392228a3a25f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.738955 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d7f3-7c7a-4fd3-a7d1-392228a3a25f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.738955 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d7f3-7c7a-4fd3-a7d1-392228a3a25f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.739410 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70d7f3-7c7a-4fd3-a7d1-392228a3a25f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:51.744379 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.832307 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.849311 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ea94e-e3bc-46b0-bb10-cc5cb3d571d5 None None] Pushing event updated for resources: {'Port': ['ID=08b63e1b-9ed6-4a8e-83a5-9646d82f132b,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:51.900954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43766) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:51.925863 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Network d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:51.935568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:51.940716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:51.979329 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:14:51.980542 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:14:51.996394 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Attempting to bind port 67f0e3f6-9c56-40de-b9cb-9b29545af69d on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:51.996843 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Attempting to bind port 67f0e3f6-9c56-40de-b9cb-9b29545af69d by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '8083cc11-575d-4d97-b38b-66feefa821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:51.997521 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Attempting to bind port 67f0e3f6-9c56-40de-b9cb-9b29545af69d on network c9195fa1-79d7-47b2-aaf3-292ff20280d4 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:52.020221 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:52.025871 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Checking segment: {'id': '8083cc11-575d-4d97-b38b-66feefa821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:52.035751 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.036168 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Bound using segment: {'id': '8083cc11-575d-4d97-b38b-66feefa821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:52.037328 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Bound port: 67f0e3f6-9c56-40de-b9cb-9b29545af69d, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8083cc11-575d-4d97-b38b-66feefa821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:52.038453 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.063611 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18267c-dccd-480f-8e10-fc743da83d86 None None] Pushing event updated for resources: {'Port': ['ID=1a5983f0-15d6-4c79-942d-98aafbab8540,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:52.088099 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fadfe2fe-8179-4ca3-a065-72d50488c6d4 tempest-SubnetPoolsTestJSON-471553452 tempest-SubnetPoolsTestJSON-471553452-project] Publish callbacks [] for subnetpool, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.096749 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fadfe2fe-8179-4ca3-a065-72d50488c6d4 tempest-SubnetPoolsTestJSON-471553452 tempest-SubnetPoolsTestJSON-471553452-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.7675903 Oct 26 14:14:52.097510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43772) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:52.157374 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72089288-961a-4565-9573-58fef63e24c4 req-fcda473c-df0a-4e18-9049-f618b1b8417f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 210 time: 0.0699561 Oct 26 14:14:52.202054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43774) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:52.203563 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-50831e23-5a07-4b23-a2b2-3cc87e89c9ea tempest-SubnetPoolsTestJSON-471553452 tempest-SubnetPoolsTestJSON-471553452-project] 10.222.0.32 "GET /v2.0/subnetpools/9b77289c-04b6-400d-ac6f-24d7f204fe59 HTTP/1.1" status: 200 len: 731 time: 0.0932195 Oct 26 14:14:52.206819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-42839a3e-51a5-4ea5-bb59-42f4a26a4e7b tempest-SubnetPoolsTestJSON-471553452 tempest-SubnetPoolsTestJSON-471553452-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-118475277'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:52.217582 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.244496 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.260835 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Deleting port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:52.261799 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.266101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event updated for resources: {'Port': ['ID=9d924ae4-945d-46c9-8f51-e9143981f3d8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:52.272452 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.299783 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] For port 67f0e3f6-9c56-40de-b9cb-9b29545af69d, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:52.308529 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] For port 67f0e3f6-9c56-40de-b9cb-9b29545af69d, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=67f0e3f6-9c56-40de-b9cb-9b29545af69d,segment=NetworkSegment(8083cc11-575d-4d97-b38b-66feefa821e8),segment_id=8083cc11-575d-4d97-b38b-66feefa821e8)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:52.317745 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.409620 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Pushing event updated for resources: {'Port': ['ID=1d626a94-6fe0-4e14-b77e-93b590d1ad6c,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:52.460871 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Network f7f58b9d-6e8d-4f48-b353-b4d113abcefa is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:52.465128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:52.469890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:52.500130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-331551097'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:52.532571 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42839a3e-51a5-4ea5-bb59-42f4a26a4e7b tempest-SubnetPoolsTestJSON-471553452 tempest-SubnetPoolsTestJSON-471553452-project] Publish callbacks [] for subnetpool, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.534240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-42839a3e-51a5-4ea5-bb59-42f4a26a4e7b tempest-SubnetPoolsTestJSON-471553452 tempest-SubnetPoolsTestJSON-471553452-project] 10.222.0.32 "PUT /v2.0/subnetpools/9b77289c-04b6-400d-ac6f-24d7f204fe59 HTTP/1.1" status: 200 len: 683 time: 0.3310702 Oct 26 14:14:52.539671 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43776) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:52.544831 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70d7f3-7c7a-4fd3-a7d1-392228a3a25f None None] Pushing event updated for resources: {'Port': ['ID=67f0e3f6-9c56-40de-b9cb-9b29545af69d,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:52.562706 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Routers {'1a94f08f-6a67-4561-a2bd-37f37512aa8b'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:52.563427 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:14:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a94f08f-6a67-4561-a2bd-37f37512aa8b'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:52.641174 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e3c8570f-4f04-41cd-8b78-cd76015b86ea up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:52.668338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Made reservation on behalf of ef0f69793dda45809297d72aca51735d for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:52.675457 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.690026 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bba5b4c8-84c7-4285-ad1e-a367e8435130 None None] Provisioning complete for port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:52.691109 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bba5b4c8-84c7-4285-ad1e-a367e8435130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.697683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.739807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Attempting to bind port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:52.740287 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Attempting to bind port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '699e3516-2ceb-4c0e-978b-852741505743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f7f58b9d-6e8d-4f48-b353-b4d113abcefa'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:52.740708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Attempting to bind port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c on network f7f58b9d-6e8d-4f48-b353-b4d113abcefa {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:52.758801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:52.759360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Checking segment: {'id': '699e3516-2ceb-4c0e-978b-852741505743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f7f58b9d-6e8d-4f48-b353-b4d113abcefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:52.759897 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.760555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Bound using segment: {'id': '699e3516-2ceb-4c0e-978b-852741505743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f7f58b9d-6e8d-4f48-b353-b4d113abcefa'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:52.774153 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] For port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:52.774708 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.775479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Bound port: 1d626a94-6fe0-4e14-b77e-93b590d1ad6c, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699e3516-2ceb-4c0e-978b-852741505743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f7f58b9d-6e8d-4f48-b353-b4d113abcefa'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:52.776209 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.808561 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] Set router 1a94f08f-6a67-4561-a2bd-37f37512aa8b gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:52.822730 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e3c8570f-4f04-41cd-8b78-cd76015b86ea triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:52.823106 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.001271 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4460b7f-3e0e-44c1-a417-dd04dc3d703c tempest-SubnetPoolsTestJSON-471553452 tempest-SubnetPoolsTestJSON-471553452-project] Publish callbacks [] for subnetpool, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.002197 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f4460b7f-3e0e-44c1-a417-dd04dc3d703c tempest-SubnetPoolsTestJSON-471553452 tempest-SubnetPoolsTestJSON-471553452-project] 10.222.0.32 "DELETE /v2.0/subnetpools/9b77289c-04b6-400d-ac6f-24d7f204fe59 HTTP/1.1" status: 204 len: 168 time: 0.4583452 Oct 26 14:14:53.019006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43784) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:53.032263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b50f1-0373-40c0-bf42-2987f2eb3953 req-f6d48d6a-98a8-4087-9329-abaeeec14f6d tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:53.033313 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.033867 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.035435 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Floating IP 6e9b516d-e215-4d72-83af-4678eceb89d5 disassociated. External IP: 172.25.4.149, port: f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3. Oct 26 14:14:53.035973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Calling delete_port for f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:53.041106 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f03b50f1-0373-40c0-bf42-2987f2eb3953 req-f6d48d6a-98a8-4087-9329-abaeeec14f6d tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 945 time: 0.2763696 Oct 26 14:14:53.092134 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] For port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:53.096999 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] For port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1d626a94-6fe0-4e14-b77e-93b590d1ad6c,segment=NetworkSegment(699e3516-2ceb-4c0e-978b-852741505743),segment_id=699e3516-2ceb-4c0e-978b-852741505743)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:53.098504 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-3b6024ad-7861-4947-85ff-cd55099fc672 tempest-SubnetPoolsTestJSON-471553452 tempest-SubnetPoolsTestJSON-471553452-project] show failed (client error): The resource could not be found. Oct 26 14:14:53.103320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3b6024ad-7861-4947-85ff-cd55099fc672 tempest-SubnetPoolsTestJSON-471553452 tempest-SubnetPoolsTestJSON-471553452-project] 10.222.0.32 "GET /v2.0/subnetpools/9b77289c-04b6-400d-ac6f-24d7f204fe59 HTTP/1.1" status: 404 len: 346 time: 0.0512838 Oct 26 14:14:53.115245 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.121495 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43786) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:53.139666 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f03b50f1-0373-40c0-bf42-2987f2eb3953 req-6f1e3147-85ed-4e24-91cf-3deec48da627 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912488 Oct 26 14:14:53.173242 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-935d7dba-5592-463c-ba3e-5da6810b9905 tempest-SubnetPoolsTestJSON-471553452 tempest-SubnetPoolsTestJSON-471553452-project] delete failed (client error): The resource could not be found. Oct 26 14:14:53.174670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-935d7dba-5592-463c-ba3e-5da6810b9905 tempest-SubnetPoolsTestJSON-471553452 tempest-SubnetPoolsTestJSON-471553452-project] 10.222.0.32 "DELETE /v2.0/subnetpools/9b77289c-04b6-400d-ac6f-24d7f204fe59 HTTP/1.1" status: 404 len: 346 time: 0.0337074 Oct 26 14:14:53.241624 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.253443 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.270492 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'name': 'tempest-ServerRescueTestJSON-656072868-router', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:14:38Z', 'updated_at': '2021-10-26T14:14:45Z', 'revision_number': 4, 'project_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'gw_port': {'id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:14:39Z', 'updated_at': '2021-10-26T14:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '67f0e3f6-9c56-40de-b9cb-9b29545af69d', 'name': '', 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'mac_address': 'fa:16:3e:24:c2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'b0d48d66-2783-470a-8102-40f63e078a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:14:44Z', 'updated_at': '2021-10-26T14:14:52Z', 'revision_number': 4, 'project_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'subnets': [{'id': 'b0d48d66-2783-470a-8102-40f63e078a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:53.309623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:53.333822 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f488ee2-3ca7-4235-a2e5-739086729410 None None] The sync data for ids ['1a94f08f-6a67-4561-a2bd-37f37512aa8b'] in n-d-815498-1 is: [{'id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'name': 'tempest-ServerRescueTestJSON-656072868-router', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:14:38Z', 'updated_at': '2021-10-26T14:14:45Z', 'revision_number': 4, 'project_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'gw_port': {'id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:14:39Z', 'updated_at': '2021-10-26T14:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '67f0e3f6-9c56-40de-b9cb-9b29545af69d', 'name': '', 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'mac_address': 'fa:16:3e:24:c2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'b0d48d66-2783-470a-8102-40f63e078a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:14:44Z', 'updated_at': '2021-10-26T14:14:52Z', 'revision_number': 4, 'project_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'subnets': [{'id': 'b0d48d66-2783-470a-8102-40f63e078a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:53.390035 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-baac1ce5-3d57-4192-a0fa-6ea51107642b req-5a886aaa-c41a-46f3-aceb-802c41ad56ff tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 210 time: 0.0678611 Oct 26 14:14:53.426038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f60f61-9969-4e57-86d4-46b91a011b03,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:53.435437 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.436017 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Added segment a7fb9bbe-5ed6-4ad8-bff6-f8055774859a of type vlan for network 01360c18-dae6-4e77-b322-1b4fc9ff7729 Oct 26 14:14:53.559675 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.606488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-9463e3e1-f54d-470c-8465-d5164e911098 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:53.613947 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-9463e3e1-f54d-470c-8465-d5164e911098 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.25 "GET /v2.0/networks?id=c9195fa1-79d7-47b2-aaf3-292ff20280d4 HTTP/1.1" status: 200 len: 810 time: 0.8841448 Oct 26 14:14:53.632327 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.652095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:53.654281 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.661922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-eebbbbb9-4dc2-4d62-a937-ddae742867e7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Request body: {'port': {'device_id': '64a5b02f-b1a2-4e9f-b6df-90422f469894', 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4', 'admin_state_up': True, 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:53.724306 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.789527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39131b0d-815c-4327-9fb9-588719d1063b None None] Pushing event updated for resources: {'Port': ['ID=1d626a94-6fe0-4e14-b77e-93b590d1ad6c,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:53.830028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.9274113 Oct 26 14:14:53.830937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43794) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:53.946140 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f825f-4c2e-468b-963b-d82a434c088f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Pushing event updated for resources: {'Network': ['ID=01360c18-dae6-4e77-b322-1b4fc9ff7729,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:54.010655 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.017532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 01360c18-dae6-4e77-b322-1b4fc9ff7729 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:54.262334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.267549 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-64ad223f-9ed9-4f10-a77a-27ac273b4d38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.287898 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d036e79-b2ad-401d-b3c3-f7dd09d38ece None None] Network d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:54.461642 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-eebbbbb9-4dc2-4d62-a937-ddae742867e7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Made reservation on behalf of bd0bbedb89404cd3ae31d51d1a7a5186 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:54.485213 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 67f0e3f6-9c56-40de-b9cb-9b29545af69d up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:54.486952 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-eebbbbb9-4dc2-4d62-a937-ddae742867e7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.526949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c17a43f5-5706-4201-9696-2e835c9db383 None None] Provisioning complete for port 1a5983f0-15d6-4c79-942d-98aafbab8540 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:54.527321 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c17a43f5-5706-4201-9696-2e835c9db383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.567379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event deleted for resources: {'Port': ['ID=f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:54.573354 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-64ad223f-9ed9-4f10-a77a-27ac273b4d38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.590106 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-132d9624-2fd6-4952-9629-a79f1e09808f req-dfdbdab1-935b-4027-98fc-5451b69f288d tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 210 time: 0.1580932 Oct 26 14:14:54.591603 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-64ad223f-9ed9-4f10-a77a-27ac273b4d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.630434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43812) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:54.682868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Request body: {'port': {'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729', 'binding:host_id': 'n-h1-815498-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1066491246'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:54.732475 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-64ad223f-9ed9-4f10-a77a-27ac273b4d38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f07092d526d54db5a3974bb8e5fe9d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8495486 Oct 26 14:14:54.738275 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43814) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:54.757973 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad223f-9ed9-4f10-a77a-27ac273b4d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917b3cd4-5c0a-4cdf-8eca-4fb46163fbd5,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:54.792883 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ccc117b2-b1ed-495d-8723-5dd98e683ad0 req-542bdbd7-0106-4bc1-ba89-7e5c81f59c6d tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 210 time: 0.0592184 Oct 26 14:14:54.799841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Made reservation on behalf of 68d1d2976d854ba69cd18bcc29e8e13b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:54.803681 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.840207 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.890191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Router d022eabf-6bf1-4da7-bffb-3d3412820f57 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:14:54.933357 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e340f05f-d9de-4c69-af8e-acad571d9495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.995052 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e340f05f-d9de-4c69-af8e-acad571d9495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.019511 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c17a43f5-5706-4201-9696-2e835c9db383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.021272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 67f0e3f6-9c56-40de-b9cb-9b29545af69d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:55.021622 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.085522 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.107588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.113077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] device_id is not set on port 45097582-b109-4926-bcf6-fb93c1b5918d yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:55.219372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:55.305599 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806216a7-ccdf-4991-97b1-438ba111303d None None] Sync routers for ids ['d022eabf-6bf1-4da7-bffb-3d3412820f57'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:55.321375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c17a43f5-5706-4201-9696-2e835c9db383 None None] For port 1a5983f0-15d6-4c79-942d-98aafbab8540, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1a5983f0-15d6-4c79-942d-98aafbab8540,segment=NetworkSegment(534c055c-c27b-4fb6-bbd2-0c335c11b0b8),segment_id=534c055c-c27b-4fb6-bbd2-0c335c11b0b8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:55.339726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] No DVR routers for this DVR port f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:55.343457 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.345525 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:55.348441 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9735a1f6-74f6-4d6d-977e-c3fd1a0cefb9 req-5ae8f352-ac9e-495e-b558-279e63e7bfa1 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.25 "DELETE /v2.0/ports/f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 HTTP/1.1" status: 204 len: 173 time: 3.7826490 Oct 26 14:14:55.358935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310fac48-a7c3-485a-bb35-f9ea95349ca1', 'name': 'network-vif-deleted', 'tag': 'f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:55.361798 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc8bdf3-9c45-4739-bb75-b7d316ed1d8f" -d '{"events": [{"server_uuid": "310fac48-a7c3-485a-bb35-f9ea95349ca1", "name": "network-vif-deleted", "tag": "f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:55.408067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c04ecf-eb35-4329-b40a-6bfb65e83825,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:55.440852 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e340f05f-d9de-4c69-af8e-acad571d9495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.476588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e340f05f-d9de-4c69-af8e-acad571d9495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.481044 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c17a43f5-5706-4201-9696-2e835c9db383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.483950 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e340f05f-d9de-4c69-af8e-acad571d9495 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/917b3cd4-5c0a-4cdf-8eca-4fb46163fbd5 HTTP/1.1" status: 204 len: 168 time: 0.7446146 Oct 26 14:14:55.536640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:55.537040 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:55.581360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340f05f-d9de-4c69-af8e-acad571d9495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917b3cd4-5c0a-4cdf-8eca-4fb46163fbd5,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:55.683117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806216a7-ccdf-4991-97b1-438ba111303d None None] Routers {'d022eabf-6bf1-4da7-bffb-3d3412820f57'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:55.685855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-806216a7-ccdf-4991-97b1-438ba111303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:14:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d022eabf-6bf1-4da7-bffb-3d3412820f57'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:56.035494 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e36a318-f2ab-4b88-8c0e-7b718fc025ea req-d5749b46-9c62-4e9c-8f5e-8e8e7cfd1166 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=310fac48-a7c3-485a-bb35-f9ea95349ca1 HTTP/1.1" status: 200 len: 210 time: 0.1609330 Oct 26 14:14:56.154882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-806216a7-ccdf-4991-97b1-438ba111303d None None] Set router d022eabf-6bf1-4da7-bffb-3d3412820f57 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:56.390773 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112059fc-411a-4049-b0a9-68e3576954d4 None None] Network f7f58b9d-6e8d-4f48-b353-b4d113abcefa requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:56.422997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aff39b95-11df-4973-90a6-5be6380191ba req-bcdd6b83-4d18-4c3e-a8ea-da2e12aca318 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 210 time: 0.2009270 Oct 26 14:14:56.494560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962376f-e745-4fa4-986c-17136b9abbe2 req-c238cfba-dfd3-43ac-8c56-476fec024745 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:56.520517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962376f-e745-4fa4-986c-17136b9abbe2 req-c238cfba-dfd3-43ac-8c56-476fec024745 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:56.540506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962376f-e745-4fa4-986c-17136b9abbe2 req-c238cfba-dfd3-43ac-8c56-476fec024745 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:56.550195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962376f-e745-4fa4-986c-17136b9abbe2 req-c238cfba-dfd3-43ac-8c56-476fec024745 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:56.564289 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962376f-e745-4fa4-986c-17136b9abbe2 req-c238cfba-dfd3-43ac-8c56-476fec024745 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:56.582531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962376f-e745-4fa4-986c-17136b9abbe2 req-c238cfba-dfd3-43ac-8c56-476fec024745 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:56.590420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962376f-e745-4fa4-986c-17136b9abbe2 req-c238cfba-dfd3-43ac-8c56-476fec024745 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:56.604021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8962376f-e745-4fa4-986c-17136b9abbe2 req-c238cfba-dfd3-43ac-8c56-476fec024745 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5443 time: 0.5913405 Oct 26 14:14:56.642029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-eebbbbb9-4dc2-4d62-a937-ddae742867e7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Allocated IP 172.20.0.11 (c9195fa1-79d7-47b2-aaf3-292ff20280d4/b0d48d66-2783-470a-8102-40f63e078a69/ee3ae6a9-d66b-482b-a0c5-7541f4da5a41) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:56.645435 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a43f5-5706-4201-9696-2e835c9db383 None None] Pushing event updated for resources: {'Port': ['ID=1a5983f0-15d6-4c79-942d-98aafbab8540,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:56.648750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-133dded3-ced2-4716-ae01-e66d2816fe4a None None] Provisioning complete for port 1a5983f0-15d6-4c79-942d-98aafbab8540 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:56.649117 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-133dded3-ced2-4716-ae01-e66d2816fe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:56.659870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] device_id is not set on port 45097582-b109-4926-bcf6-fb93c1b5918d yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:56.682853 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:56.691108 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bd82cb-7219-4010-a937-78c76be3e828 x-openstack-request-id: req-36bd82cb-7219-4010-a937-78c76be3e828 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:56.693476 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310fac48-a7c3-485a-bb35-f9ea95349ca1", "name": "network-vif-deleted", "tag": "f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:56.694589 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36bd82cb-7219-4010-a937-78c76be3e828 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:56.697142 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310fac48-a7c3-485a-bb35-f9ea95349ca1', 'name': 'network-vif-deleted', 'tag': 'f1a9f2ee-1f20-45bb-a4d6-f20ed78843c3', 'status': 'completed', 'code': 200} Oct 26 14:14:56.713761 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:56.733958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8962376f-e745-4fa4-986c-17136b9abbe2 req-d1a67971-01d1-45d1-a434-e4e480d8381a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1286209 Oct 26 14:14:56.758108 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:56.761392 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:56.830888 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:56.886605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Pushing event updated for resources: {'Port': ['ID=45097582-b109-4926-bcf6-fb93c1b5918d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:56.910357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Checking segment: {'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:56.910772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Network hostable DHCP agents. Network: 01360c18-dae6-4e77-b322-1b4fc9ff7729, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:56.943309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 67f0e3f6-9c56-40de-b9cb-9b29545af69d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=67f0e3f6-9c56-40de-b9cb-9b29545af69d,segment=NetworkSegment(8083cc11-575d-4d97-b38b-66feefa821e8),segment_id=8083cc11-575d-4d97-b38b-66feefa821e8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:56.967315 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Network 01360c18-dae6-4e77-b322-1b4fc9ff7729 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:56.984077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 01360c18-dae6-4e77-b322-1b4fc9ff7729) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:56.987953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:57.006106 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.008567 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.009378 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 08b63e1b-9ed6-4a8e-83a5-9646d82f132b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:57.018336 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:57.018671 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:57.020801 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event updated for resources: {'Port': ['ID=9d924ae4-945d-46c9-8f51-e9143981f3d8,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:57.021498 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:57.033437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:14:57.033783 n-d-815498-1 neutron-server[102124]: ERROR neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:14:57.034196 n-d-815498-1 neutron-server[102124]: INFO neutron.plugins.ml2.plugin [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 2 to bind port 45097582-b109-4926-bcf6-fb93c1b5918d Oct 26 14:14:57.063709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8be11c3-a129-4565-9ca5-740345fe08db None None] Network 01360c18-dae6-4e77-b322-1b4fc9ff7729 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:57.071346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:57.071685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:57.072130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:57.084497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:14:57.085000 n-d-815498-1 neutron-server[102124]: ERROR neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:14:57.085422 n-d-815498-1 neutron-server[102124]: INFO neutron.plugins.ml2.plugin [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 3 to bind port 45097582-b109-4926-bcf6-fb93c1b5918d Oct 26 14:14:57.119802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:57.120133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:57.120961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:57.126381 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:14:57.126707 n-d-815498-1 neutron-server[102124]: ERROR neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:14:57.127096 n-d-815498-1 neutron-server[102124]: INFO neutron.plugins.ml2.plugin [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 4 to bind port 45097582-b109-4926-bcf6-fb93c1b5918d Oct 26 14:14:57.159092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:57.159713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:57.160212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:57.165598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:14:57.166260 n-d-815498-1 neutron-server[102124]: ERROR neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:14:57.166872 n-d-815498-1 neutron-server[102124]: INFO neutron.plugins.ml2.plugin [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 5 to bind port 45097582-b109-4926-bcf6-fb93c1b5918d Oct 26 14:14:57.192573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43868) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:57.204281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:57.204615 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:57.217904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:57.235128 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Network d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:57.252722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:14:57.253050 n-d-815498-1 neutron-server[102124]: ERROR neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:14:57.255994 n-d-815498-1 neutron-server[102124]: INFO neutron.plugins.ml2.plugin [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 6 to bind port 45097582-b109-4926-bcf6-fb93c1b5918d Oct 26 14:14:57.256224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:57.282392 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-eebbbbb9-4dc2-4d62-a937-ddae742867e7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.308808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:57.315525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:57.316115 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:57.340047 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:14:57.340585 n-d-815498-1 neutron-server[102124]: ERROR neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:14:57.341555 n-d-815498-1 neutron-server[102124]: INFO neutron.plugins.ml2.plugin [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 7 to bind port 45097582-b109-4926-bcf6-fb93c1b5918d Oct 26 14:14:57.396971 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-69c19827-756d-4733-bf9c-b8d1478aa2ea tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.435322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:57.436367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:57.436899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:57.463004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:14:57.466485 n-d-815498-1 neutron-server[102124]: ERROR neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:14:57.470461 n-d-815498-1 neutron-server[102124]: INFO neutron.plugins.ml2.plugin [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 8 to bind port 45097582-b109-4926-bcf6-fb93c1b5918d Oct 26 14:14:57.480369 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-69c19827-756d-4733-bf9c-b8d1478aa2ea tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.602972 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-96888534-80a9-454a-bf96-cd32ed4875ac tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:57.607052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:57.607409 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:57.607754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:57.620519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:14:57.620908 n-d-815498-1 neutron-server[102124]: ERROR neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:14:57.621626 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-69c19827-756d-4733-bf9c-b8d1478aa2ea tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.621974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-96888534-80a9-454a-bf96-cd32ed4875ac tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:57.629786 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-69c19827-756d-4733-bf9c-b8d1478aa2ea tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.631198 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-69c19827-756d-4733-bf9c-b8d1478aa2ea tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "DELETE /v2.0/security-groups/b0e13b8d-121b-4137-b7a2-b9bf7cb3be93 HTTP/1.1" status: 204 len: 168 time: 0.4359457 Oct 26 14:14:57.637367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-96888534-80a9-454a-bf96-cd32ed4875ac tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:57.655461 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-96888534-80a9-454a-bf96-cd32ed4875ac tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:57.657734 n-d-815498-1 neutron-server[102124]: INFO neutron.plugins.ml2.plugin [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 9 to bind port 45097582-b109-4926-bcf6-fb93c1b5918d Oct 26 14:14:57.663658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=67f0e3f6-9c56-40de-b9cb-9b29545af69d,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:57.679081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-96888534-80a9-454a-bf96-cd32ed4875ac tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:57.683537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43880) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:57.697735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-96888534-80a9-454a-bf96-cd32ed4875ac tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:57.713092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-96888534-80a9-454a-bf96-cd32ed4875ac tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:57.718663 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c4502ce-c64d-4c28-bb73-9f1c00da6776 req-4ab43494-e113-4cc2-ba7e-0d7d5b8fa320 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 210 time: 0.1304455 Oct 26 14:14:57.724890 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-96888534-80a9-454a-bf96-cd32ed4875ac tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5443 time: 0.5131776 Oct 26 14:14:57.736035 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-4fdbf4fd-1713-4751-88be-f8e0a1594808 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] show failed (client error): The resource could not be found. Oct 26 14:14:57.737468 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4fdbf4fd-1713-4751-88be-f8e0a1594808 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups/b0e13b8d-121b-4137-b7a2-b9bf7cb3be93 HTTP/1.1" status: 404 len: 347 time: 0.0475714 Oct 26 14:14:57.743816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c19827-756d-4733-bf9c-b8d1478aa2ea tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e13b8d-121b-4137-b7a2-b9bf7cb3be93,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:57.747353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43882) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:57.757232 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.761598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:57.761827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:57.762390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:57.856396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-e9095903-0994-4ee1-84d5-3434f366599c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:57.858182 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-e9095903-0994-4ee1-84d5-3434f366599c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "GET /v2.0/ports/3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0810688 Oct 26 14:14:57.860467 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-eebbbbb9-4dc2-4d62-a937-ddae742867e7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.932967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:14:57.933288 n-d-815498-1 neutron-server[102124]: ERROR neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:14:57.940264 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-133dded3-ced2-4716-ae01-e66d2816fe4a None None] Provisioning complete for port 9d924ae4-945d-46c9-8f51-e9143981f3d8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:57.940661 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-133dded3-ced2-4716-ae01-e66d2816fe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.951830 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:57.952292 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.988733 n-d-815498-1 neutron-server[102124]: INFO neutron.plugins.ml2.plugin [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 10 to bind port 45097582-b109-4926-bcf6-fb93c1b5918d Oct 26 14:14:58.009901 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-eebbbbb9-4dc2-4d62-a937-ddae742867e7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Network c9195fa1-79d7-47b2-aaf3-292ff20280d4 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:58.039462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-eebbbbb9-4dc2-4d62-a937-ddae742867e7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:58.045854 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-eebbbbb9-4dc2-4d62-a937-ddae742867e7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:58.095947 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-806216a7-ccdf-4991-97b1-438ba111303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:30Z', 'revision_number': 5, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:58.111255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:58.111595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:58.111934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:58.128989 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43890) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:58.146643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbbbb9-4dc2-4d62-a937-ddae742867e7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Pushing event updated for resources: {'Port': ['ID=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:58.160523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Router f0c04d18-b38d-4063-bc27-8294e18bd621 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:14:58.171665 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 45097582-b109-4926-bcf6-fb93c1b5918d on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:14:58.174390 n-d-815498-1 neutron-server[102124]: ERROR neutron.plugins.ml2.managers [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 45097582-b109-4926-bcf6-fb93c1b5918d on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:14:58.174881 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.239655 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-eebbbbb9-4dc2-4d62-a937-ddae742867e7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:58.240645 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-eebbbbb9-4dc2-4d62-a937-ddae742867e7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.260817 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd402e3-3ed2-4db0-89dc-bfd100ad1c93 req-4150a157-59e0-4551-8346-70e79a19a777 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:58.283486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd402e3-3ed2-4db0-89dc-bfd100ad1c93 req-4150a157-59e0-4551-8346-70e79a19a777 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:58.293750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd402e3-3ed2-4db0-89dc-bfd100ad1c93 req-4150a157-59e0-4551-8346-70e79a19a777 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:58.308760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd402e3-3ed2-4db0-89dc-bfd100ad1c93 req-4150a157-59e0-4551-8346-70e79a19a777 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:58.317718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd402e3-3ed2-4db0-89dc-bfd100ad1c93 req-4150a157-59e0-4551-8346-70e79a19a777 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:58.320815 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-2a5feaa6-504b-4701-bd57-670627a1a9f9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "GET /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4457698 Oct 26 14:14:58.325840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd402e3-3ed2-4db0-89dc-bfd100ad1c93 req-4150a157-59e0-4551-8346-70e79a19a777 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:58.333174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd402e3-3ed2-4db0-89dc-bfd100ad1c93 req-4150a157-59e0-4551-8346-70e79a19a777 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:58.335185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cd402e3-3ed2-4db0-89dc-bfd100ad1c93 req-4150a157-59e0-4551-8346-70e79a19a777 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5443 time: 0.4386244 Oct 26 14:14:58.356166 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-eebbbbb9-4dc2-4d62-a937-ddae742867e7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7265232 Oct 26 14:14:58.368350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-cb6807d7-e768-45e5-9d29-7785e5b73365 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:58.410086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Request body: {'port': {'device_id': '64a5b02f-b1a2-4e9f-b6df-90422f469894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:58.417456 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-47a43edf-ba20-4edc-9041-876b7137f489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.466626 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806216a7-ccdf-4991-97b1-438ba111303d None None] Checking router: d022eabf-6bf1-4da7-bffb-3d3412820f57 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:14:58.498367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-133dded3-ced2-4716-ae01-e66d2816fe4a None None] Port 9d924ae4-945d-46c9-8f51-e9143981f3d8 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:14:58.500267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] For port 45097582-b109-4926-bcf6-fb93c1b5918d, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:58.500758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempted to set empty binding levels {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 14:14:58.502486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-28ca35f3-0ae6-4229-ba37-17bb27371189 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Deleting port bc9884ac-475c-485a-ab4b-1d570eb02a9c {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:58.502867 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28ca35f3-0ae6-4229-ba37-17bb27371189 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.504325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:58.510427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806216a7-ccdf-4991-97b1-438ba111303d None None] Routers {'d022eabf-6bf1-4da7-bffb-3d3412820f57'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:58.511350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-806216a7-ccdf-4991-97b1-438ba111303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:14:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d022eabf-6bf1-4da7-bffb-3d3412820f57'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:58.514124 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cd402e3-3ed2-4db0-89dc-bfd100ad1c93 req-23bb538e-5801-43b8-8b1c-2d7fdef87cb8 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1426539 Oct 26 14:14:58.525941 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88382b2a-b0f1-4e51-bc63-d9d872bc84d1 None None] Sync routers for ids ['f0c04d18-b38d-4063-bc27-8294e18bd621'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:58.539856 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.547721 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88382b2a-b0f1-4e51-bc63-d9d872bc84d1 None None] Routers {'f0c04d18-b38d-4063-bc27-8294e18bd621'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:58.548336 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-88382b2a-b0f1-4e51-bc63-d9d872bc84d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:14:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f0c04d18-b38d-4063-bc27-8294e18bd621'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:58.562728 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-692e5d90-ed5f-4882-a7ba-671170b1a246 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "PUT /v2.0/routers/f0c04d18-b38d-4063-bc27-8294e18bd621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3864076 Oct 26 14:14:58.578701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43894) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:58.597343 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-cb6807d7-e768-45e5-9d29-7785e5b73365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.607926 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-88382b2a-b0f1-4e51-bc63-d9d872bc84d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:58.619840 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88382b2a-b0f1-4e51-bc63-d9d872bc84d1 None None] Routers {'f0c04d18-b38d-4063-bc27-8294e18bd621'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:58.620456 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-88382b2a-b0f1-4e51-bc63-d9d872bc84d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:14:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f0c04d18-b38d-4063-bc27-8294e18bd621'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:58.681362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.691897 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-88382b2a-b0f1-4e51-bc63-d9d872bc84d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:58.692551 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88382b2a-b0f1-4e51-bc63-d9d872bc84d1 None None] The sync data for ids ['f0c04d18-b38d-4063-bc27-8294e18bd621'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:58.693654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-806216a7-ccdf-4991-97b1-438ba111303d None None] Set router d022eabf-6bf1-4da7-bffb-3d3412820f57 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:58.710221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:58.710814 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.743829 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Pushing event updated for resources: {'Port': ['ID=45097582-b109-4926-bcf6-fb93c1b5918d,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:58.775275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a5983f0-15d6-4c79-942d-98aafbab8540 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:58.803767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f05ba51a-9c56-4fcf-8d88-48438f6333cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.1693180 Oct 26 14:14:58.804216 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43900) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:58.847654 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28ca35f3-0ae6-4229-ba37-17bb27371189 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.848161 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28ca35f3-0ae6-4229-ba37-17bb27371189 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.882439 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-47a43edf-ba20-4edc-9041-876b7137f489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.921753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-242c06f4-96c7-4435-b633-d241efa64c6d None None] Provisioning complete for port 9d924ae4-945d-46c9-8f51-e9143981f3d8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:58.922132 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-242c06f4-96c7-4435-b633-d241efa64c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.945474 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-28ca35f3-0ae6-4229-ba37-17bb27371189 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Calling delete_port for bc9884ac-475c-485a-ab4b-1d570eb02a9c owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:59.007881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-242c06f4-96c7-4435-b633-d241efa64c6d None None] Port 9d924ae4-945d-46c9-8f51-e9143981f3d8 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:14:59.021417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1a5983f0-15d6-4c79-942d-98aafbab8540 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:59.021760 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.116999 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-242c06f4-96c7-4435-b633-d241efa64c6d None None] Provisioning complete for port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:59.117643 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-242c06f4-96c7-4435-b633-d241efa64c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.297191 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-242c06f4-96c7-4435-b633-d241efa64c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.304554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-806216a7-ccdf-4991-97b1-438ba111303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:30Z', 'revision_number': 5, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:59.342812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806216a7-ccdf-4991-97b1-438ba111303d None None] The sync data for ids ['d022eabf-6bf1-4da7-bffb-3d3412820f57'] in n-d-815498-1 is: [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:30Z', 'revision_number': 5, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:59.374464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-242c06f4-96c7-4435-b633-d241efa64c6d None None] For port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1d626a94-6fe0-4e14-b77e-93b590d1ad6c,segment=NetworkSegment(699e3516-2ceb-4c0e-978b-852741505743),segment_id=699e3516-2ceb-4c0e-978b-852741505743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:59.374738 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-cb6807d7-e768-45e5-9d29-7785e5b73365 service neutron] For port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:59.393051 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-242c06f4-96c7-4435-b633-d241efa64c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.427417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2e19f176-ae21-4b7c-80a0-e373983e1693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Deleting port 45097582-b109-4926-bcf6-fb93c1b5918d {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:59.427757 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e19f176-ae21-4b7c-80a0-e373983e1693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.530530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c06f4-96c7-4435-b633-d241efa64c6d None None] Pushing event updated for resources: {'Port': ['ID=1d626a94-6fe0-4e14-b77e-93b590d1ad6c,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:59.539004 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-47a43edf-ba20-4edc-9041-876b7137f489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.617669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-47a43edf-ba20-4edc-9041-876b7137f489 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1eceb45de09d431baa7c4fceb6ecfa9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4767923 Oct 26 14:14:59.623320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43906) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:59.628120 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 67f0e3f6-9c56-40de-b9cb-9b29545af69d up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:59.708827 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 67f0e3f6-9c56-40de-b9cb-9b29545af69d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:59.709450 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.804190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfbc94-67cb-455c-8de3-0f50ac800113 req-dfbc1b54-310f-43a7-bc25-c77b79e5ae61 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.806082 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71bfbc94-67cb-455c-8de3-0f50ac800113 req-dfbc1b54-310f-43a7-bc25-c77b79e5ae61 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 932 time: 0.9213922 Oct 26 14:14:59.812100 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28ca35f3-0ae6-4229-ba37-17bb27371189 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.843293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a43edf-ba20-4edc-9041-876b7137f489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16094894-b75a-4e49-8c1e-11d4505f48b2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:59.844629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adbaf81-d1be-4527-ad11-d6a602bf0d88 None None] New status for floating IP 6e9b516d-e215-4d72-83af-4678eceb89d5: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:14:59.874046 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d236018e-e72c-4bf5-80d0-de3e5cef9116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.888998 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca35f3-0ae6-4229-ba37-17bb27371189 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event deleted for resources: {'Port': ['ID=bc9884ac-475c-485a-ab4b-1d570eb02a9c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:59.934872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0943ac4-0c86-48a5-8ac8-43b08ba5bddd req-8257efcf-e808-4ccb-88a6-105d59e7d705 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.941148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0943ac4-0c86-48a5-8ac8-43b08ba5bddd req-8257efcf-e808-4ccb-88a6-105d59e7d705 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.950212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0943ac4-0c86-48a5-8ac8-43b08ba5bddd req-8257efcf-e808-4ccb-88a6-105d59e7d705 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.957378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0943ac4-0c86-48a5-8ac8-43b08ba5bddd req-8257efcf-e808-4ccb-88a6-105d59e7d705 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.960883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1d626a94-6fe0-4e14-b77e-93b590d1ad6c up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:59.966033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0943ac4-0c86-48a5-8ac8-43b08ba5bddd req-8257efcf-e808-4ccb-88a6-105d59e7d705 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.969517 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-d5e9ecb6-c350-44f0-a1ee-f4f43390bbc7 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:14:59.972470 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0943ac4-0c86-48a5-8ac8-43b08ba5bddd req-8257efcf-e808-4ccb-88a6-105d59e7d705 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.978772 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d5e9ecb6-c350-44f0-a1ee-f4f43390bbc7 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "PUT /v2.0/routers/f0c04d18-b38d-4063-bc27-8294e18bd621/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3910975 Oct 26 14:14:59.982228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0943ac4-0c86-48a5-8ac8-43b08ba5bddd req-8257efcf-e808-4ccb-88a6-105d59e7d705 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.984533 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0943ac4-0c86-48a5-8ac8-43b08ba5bddd req-8257efcf-e808-4ccb-88a6-105d59e7d705 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 5443 time: 0.2832196 Oct 26 14:15:00.003612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43910) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:00.031818 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:00.032568 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.065657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-cb6807d7-e768-45e5-9d29-7785e5b73365 service neutron] For port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:00.074646 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b2bf403d-8194-49aa-9100-a0ce693f0707 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:00.094010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-2e19f176-ae21-4b7c-80a0-e373983e1693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] For port 45097582-b109-4926-bcf6-fb93c1b5918d, host n-h1-815498-1, got binding levels [] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:00.094385 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e19f176-ae21-4b7c-80a0-e373983e1693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.120820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2e19f176-ae21-4b7c-80a0-e373983e1693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Calling delete_port for 45097582-b109-4926-bcf6-fb93c1b5918d owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:00.130563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:15:00.136602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d236018e-e72c-4bf5-80d0-de3e5cef9116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.144651 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.149719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-cb6807d7-e768-45e5-9d29-7785e5b73365 service neutron] device_id is not set on port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:00.156256 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71bfbc94-67cb-455c-8de3-0f50ac800113 req-a80bddb0-d530-4e91-8a11-5a0969f5ffab tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231676 Oct 26 14:15:00.165857 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-cb6807d7-e768-45e5-9d29-7785e5b73365 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.227415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Transition to ACTIVE for port object ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:15:00.235048 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-cb6807d7-e768-45e5-9d29-7785e5b73365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.249765 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.256939 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.294648 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a5983f0-15d6-4c79-942d-98aafbab8540 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:00.335542 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2bf403d-8194-49aa-9100-a0ce693f0707'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:00.339875 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708d8b36-0d26-4e7f-a3c2-9c7fcab2ecf1" -d '{"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-unplugged", "status": "completed", "tag": "b2bf403d-8194-49aa-9100-a0ce693f0707"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:00.359812 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28ca35f3-0ae6-4229-ba37-17bb27371189 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.363497 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28ca35f3-0ae6-4229-ba37-17bb27371189 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.365559 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-28ca35f3-0ae6-4229-ba37-17bb27371189 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "DELETE /v2.0/floatingips/6e9b516d-e215-4d72-83af-4678eceb89d5 HTTP/1.1" status: 204 len: 168 time: 2.6172404 Oct 26 14:15:00.366298 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b2bf403d-8194-49aa-9100-a0ce693f0707, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b2bf403d-8194-49aa-9100-a0ce693f0707,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:00.375927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0943ac4-0c86-48a5-8ac8-43b08ba5bddd req-439954d4-460a-4595-b580-d54560726369 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3627257 Oct 26 14:15:00.415913 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.416646 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:00.524269 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861fbde6-5ab9-4c2b-84be-0a3bef2d8c5d x-openstack-request-id: req-861fbde6-5ab9-4c2b-84be-0a3bef2d8c5d {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:00.524580 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-unplugged", "status": "completed", "tag": "b2bf403d-8194-49aa-9100-a0ce693f0707", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:00.524857 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-861fbde6-5ab9-4c2b-84be-0a3bef2d8c5d {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:00.525251 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2bf403d-8194-49aa-9100-a0ce693f0707', 'code': 200} Oct 26 14:15:00.537651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-cb6807d7-e768-45e5-9d29-7785e5b73365 service neutron] No DVR routers for this DVR port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:00.600616 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d236018e-e72c-4bf5-80d0-de3e5cef9116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.605584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6807d7-e768-45e5-9d29-7785e5b73365 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb,revision_number=6']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:00.607582 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d236018e-e72c-4bf5-80d0-de3e5cef9116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.611857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d236018e-e72c-4bf5-80d0-de3e5cef9116 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16094894-b75a-4e49-8c1e-11d4505f48b2 HTTP/1.1" status: 204 len: 168 time: 0.9873369 Oct 26 14:15:00.683270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=b2bf403d-8194-49aa-9100-a0ce693f0707,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:00.716417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236018e-e72c-4bf5-80d0-de3e5cef9116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16094894-b75a-4e49-8c1e-11d4505f48b2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:00.726956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1a5983f0-15d6-4c79-942d-98aafbab8540 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:00.727491 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.744355 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:00.745286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 067bfc8b-4181-43ad-83d7-3f578ef4e175 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:00.884011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Attempting to bind port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:00.884668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Attempting to bind port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '8083cc11-575d-4d97-b38b-66feefa821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:00.885186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Attempting to bind port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 on network c9195fa1-79d7-47b2-aaf3-292ff20280d4 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:00.894180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8d5b79eb-29ea-4e3a-82c3-92ced695ae03 None None] Provisioning complete for port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:00.894834 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8d5b79eb-29ea-4e3a-82c3-92ced695ae03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.896667 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43934) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:00.897460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 on network c9195fa1-79d7-47b2-aaf3-292ff20280d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:00.897783 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Attempting to bind port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 on network c9195fa1-79d7-47b2-aaf3-292ff20280d4 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:00.906992 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e19f176-ae21-4b7c-80a0-e373983e1693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.929789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:00.930223 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Checking segment: {'id': '8083cc11-575d-4d97-b38b-66feefa821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:00.930551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Bound using segment: {'id': '8083cc11-575d-4d97-b38b-66feefa821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:00.931020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Bound port: ee3ae6a9-d66b-482b-a0c5-7541f4da5a41, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8083cc11-575d-4d97-b38b-66feefa821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:00.931370 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.940128 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43938) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:00.947248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-076b6c29-77bf-4dc2-8289-0a8321fa2f55 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1242649868', 'description': 'tempest-description--842291458'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:00.970959 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-cb6807d7-e768-45e5-9d29-7785e5b73365 service neutron] In _notify_port_updated(), no bound segment for port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb on network e28a5a04-47ef-442f-816d-e9075d616762 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:15:00.971987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-cb6807d7-e768-45e5-9d29-7785e5b73365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:00.972716 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-cb6807d7-e768-45e5-9d29-7785e5b73365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.974002 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-cb6807d7-e768-45e5-9d29-7785e5b73365 service neutron] 10.222.0.11 "PUT /v2.0/ports/3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb HTTP/1.1" status: 200 len: 1031 time: 2.6140480 Oct 26 14:15:00.977623 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2e19f176-ae21-4b7c-80a0-e373983e1693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.980671 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.981434 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2e19f176-ae21-4b7c-80a0-e373983e1693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "DELETE /v2.0/ports/45097582-b109-4926-bcf6-fb93c1b5918d HTTP/1.1" status: 204 len: 168 time: 2.1762984 Oct 26 14:15:00.989312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43940) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:00.990181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Pushing event updated for resources: {'Port': ['ID=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:01.003941 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc39be0e-5940-40a5-ad26-8875f764c9a7 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.025142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b79eb-29ea-4e3a-82c3-92ced695ae03 None None] Port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:15:01.043276 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 067bfc8b-4181-43ad-83d7-3f578ef4e175, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=067bfc8b-4181-43ad-83d7-3f578ef4e175,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:01.049913 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.051710 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 1beb64dc-6c8d-481a-b700-f8e40d52ee65 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:01.109072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19f176-ae21-4b7c-80a0-e373983e1693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Pushing event deleted for resources: {'Port': ['ID=45097582-b109-4926-bcf6-fb93c1b5918d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:01.114046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-1d5186f7-44d6-4db2-af1d-50d4bc6f7d23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:01.115643 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-1d5186f7-44d6-4db2-af1d-50d4bc6f7d23 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "GET /v2.0/ports/5ec9d03c-cf9e-4409-8111-c4cf8b040359?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1300688 Oct 26 14:15:01.148495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-db7c2e2c-b912-4a04-814f-c0145607b4c0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:01.230604 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8fc4cf-9438-4ace-8f74-815e33fa2130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:15:01.244542 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6e8fc4cf-9438-4ace-8f74-815e33fa2130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "GET /v2.0/ports/45097582-b109-4926-bcf6-fb93c1b5918d HTTP/1.1" status: 404 len: 333 time: 0.2413368 Oct 26 14:15:01.277574 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43946) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:01.296398 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3b196332-789a-4cd7-9f50-5ed70e478e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Request body: {'port': {'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025977720'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:01.297235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=067bfc8b-4181-43ad-83d7-3f578ef4e175,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:01.367554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] For port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:01.385689 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] For port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41,segment=NetworkSegment(8083cc11-575d-4d97-b38b-66feefa821e8),segment_id=8083cc11-575d-4d97-b38b-66feefa821e8)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:01.424960 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.430983 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.468360 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-076b6c29-77bf-4dc2-8289-0a8321fa2f55 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.500910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 1beb64dc-6c8d-481a-b700-f8e40d52ee65, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=1beb64dc-6c8d-481a-b700-f8e40d52ee65,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:01.512721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745a245-fc71-4d5e-910e-16dbdf7c9f74 req-4a91010d-9ea8-421f-9b92-df3bd8022df4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:01.513921 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.514685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:01.516667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4745a245-fc71-4d5e-910e-16dbdf7c9f74 req-4a91010d-9ea8-421f-9b92-df3bd8022df4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 944 time: 0.1832283 Oct 26 14:15:01.551775 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0df2db9e-6d3d-4653-a994-14341d83f33f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.569090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b196332-789a-4cd7-9f50-5ed70e478e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Made reservation on behalf of 68d1d2976d854ba69cd18bcc29e8e13b for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:01.573537 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b196332-789a-4cd7-9f50-5ed70e478e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.645742 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1d626a94-6fe0-4e14-b77e-93b590d1ad6c up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:01.665834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-3b196332-789a-4cd7-9f50-5ed70e478e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] device_id is not set on port d116b244-02f6-4edc-8b08-f44f782533d8 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:01.701885 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4745a245-fc71-4d5e-910e-16dbdf7c9f74 req-532d965c-7c98-4bee-8b31-ef85c314fc54 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695476 Oct 26 14:15:01.738038 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-db7c2e2c-b912-4a04-814f-c0145607b4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.773577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:01.777363 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.781433 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] 10.222.0.25 "PUT /v2.0/ports/ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 HTTP/1.1" status: 200 len: 1092 time: 3.4003558 Oct 26 14:15:01.806303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a5b02f-b1a2-4e9f-b6df-90422f469894', 'tag': 'ee3ae6a9-d66b-482b-a0c5-7541f4da5a41'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:01.810431 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e895be15-9dd2-41b7-a7e6-2667b37563bd" -d '{"events": [{"name": "network-changed", "server_uuid": "64a5b02f-b1a2-4e9f-b6df-90422f469894", "tag": "ee3ae6a9-d66b-482b-a0c5-7541f4da5a41"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:01.828795 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae0dca-2f50-4928-9aa8-8aaa099fd993 req-d8695a66-9811-43e2-8018-8931b4db36b8 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:01.836197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae0dca-2f50-4928-9aa8-8aaa099fd993 req-d8695a66-9811-43e2-8018-8931b4db36b8 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:01.842928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae0dca-2f50-4928-9aa8-8aaa099fd993 req-d8695a66-9811-43e2-8018-8931b4db36b8 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:01.850206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae0dca-2f50-4928-9aa8-8aaa099fd993 req-d8695a66-9811-43e2-8018-8931b4db36b8 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:01.857551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae0dca-2f50-4928-9aa8-8aaa099fd993 req-d8695a66-9811-43e2-8018-8931b4db36b8 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:01.868382 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae0dca-2f50-4928-9aa8-8aaa099fd993 req-d8695a66-9811-43e2-8018-8931b4db36b8 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:01.882919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0ae0dca-2f50-4928-9aa8-8aaa099fd993 req-d8695a66-9811-43e2-8018-8931b4db36b8 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 4659 time: 0.2589641 Oct 26 14:15:01.942053 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-076b6c29-77bf-4dc2-8289-0a8321fa2f55 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.948085 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0ae0dca-2f50-4928-9aa8-8aaa099fd993 req-8feac8a3-037b-46b5-90b4-c31532a681a8 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2db10b3-68dd-449e-80c0-bcf22221354d&id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641246 Oct 26 14:15:01.987130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=1beb64dc-6c8d-481a-b700-f8e40d52ee65,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:02.036860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-076b6c29-77bf-4dc2-8289-0a8321fa2f55 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.056976 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.090940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:02.091461 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.106791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-cc39be0e-5940-40a5-ad26-8875f764c9a7 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Deleting port 9d924ae4-945d-46c9-8f51-e9143981f3d8 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:02.107212 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc39be0e-5940-40a5-ad26-8875f764c9a7 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.115016 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de79628-dbfa-4aa5-aee3-7f788e774414 x-openstack-request-id: req-7de79628-dbfa-4aa5-aee3-7f788e774414 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:02.115380 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a5b02f-b1a2-4e9f-b6df-90422f469894", "tag": "ee3ae6a9-d66b-482b-a0c5-7541f4da5a41", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:02.115575 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7de79628-dbfa-4aa5-aee3-7f788e774414 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:02.117313 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a5b02f-b1a2-4e9f-b6df-90422f469894', 'tag': 'ee3ae6a9-d66b-482b-a0c5-7541f4da5a41', 'status': 'completed', 'code': 200} Oct 26 14:15:02.153653 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7e8f1a12-fa5a-4066-b754-bc1eb8d79805,segment=NetworkSegment(07631f30-8ef7-4f5e-9e7d-f77b25ebe785),segment_id=07631f30-8ef7-4f5e-9e7d-f77b25ebe785)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:02.161040 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b196332-789a-4cd7-9f50-5ed70e478e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.164014 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.164693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 5ec9d03c-cf9e-4409-8111-c4cf8b040359 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:02.179181 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-076b6c29-77bf-4dc2-8289-0a8321fa2f55 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.180971 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-076b6c29-77bf-4dc2-8289-0a8321fa2f55 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2397459 Oct 26 14:15:02.186575 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e2abd-b02a-4873-926c-368cec72179f service neutron] Pushing event updated for resources: {'Port': ['ID=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:02.201880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43970) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:02.207623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b6c29-77bf-4dc2-8289-0a8321fa2f55 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ae18ba-18b6-424f-9e11-90bb57743ee4,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:02.248432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d7241b20-d452-4c3d-93de-0f4e5f8c580e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Request body: {'security_group_rule': {'security_group_id': 'd1ae18ba-18b6-424f-9e11-90bb57743ee4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:02.288700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-31e90d92-5f7c-4570-83a7-e3810743fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:02.291307 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-31e90d92-5f7c-4570-83a7-e3810743fa9d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd0bbedb89404cd3ae31d51d1a7a5186&device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 1095 time: 0.2828071 Oct 26 14:15:02.295121 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b196332-789a-4cd7-9f50-5ed70e478e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.299659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=7e8f1a12-fa5a-4066-b754-bc1eb8d79805,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:02.338904 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7241b20-d452-4c3d-93de-0f4e5f8c580e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.377400 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.421435 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b196332-789a-4cd7-9f50-5ed70e478e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Network 01360c18-dae6-4e77-b322-1b4fc9ff7729 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:02.441488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-3b196332-789a-4cd7-9f50-5ed70e478e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:02.447973 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b196332-789a-4cd7-9f50-5ed70e478e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Pushing event updated for resources: {'Port': ['ID=d116b244-02f6-4edc-8b08-f44f782533d8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:02.450428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b196332-789a-4cd7-9f50-5ed70e478e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:02.451591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b196332-789a-4cd7-9f50-5ed70e478e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:02.452425 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b196332-789a-4cd7-9f50-5ed70e478e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.475908 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-f117f1e0-b6e0-4a63-b174-35f1814142f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 HTTP/1.1" status: 200 len: 217 time: 0.0850492 Oct 26 14:15:02.480215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc39be0e-5940-40a5-ad26-8875f764c9a7 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.488125 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0df2db9e-6d3d-4653-a994-14341d83f33f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.495264 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3b196332-789a-4cd7-9f50-5ed70e478e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2155607 Oct 26 14:15:02.501743 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43978) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:02.503307 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7241b20-d452-4c3d-93de-0f4e5f8c580e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.508281 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7241b20-d452-4c3d-93de-0f4e5f8c580e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.510266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-cc39be0e-5940-40a5-ad26-8875f764c9a7 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Calling delete_port for 9d924ae4-945d-46c9-8f51-e9143981f3d8 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:02.525719 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0df2db9e-6d3d-4653-a994-14341d83f33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.526990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '067bfc8b-4181-43ad-83d7-3f578ef4e175'}, {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1beb64dc-6c8d-481a-b700-f8e40d52ee65'}, {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:02.529438 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b928dec8-1fc8-4ce8-b7a5-4edf347475c0" -d '{"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-unplugged", "status": "completed", "tag": "067bfc8b-4181-43ad-83d7-3f578ef4e175"}, {"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-unplugged", "status": "completed", "tag": "1beb64dc-6c8d-481a-b700-f8e40d52ee65"}, {"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-unplugged", "status": "completed", "tag": "7e8f1a12-fa5a-4066-b754-bc1eb8d79805"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:02.542886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:02.571434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7241b20-d452-4c3d-93de-0f4e5f8c580e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb17653-a0c6-49cd-b2f4-aabb6b1a5ec2,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:02.597953 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da12a5c-5bad-4258-8345-11a02c45edc2 x-openstack-request-id: req-2da12a5c-5bad-4258-8345-11a02c45edc2 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:02.598305 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-unplugged", "status": "completed", "tag": "067bfc8b-4181-43ad-83d7-3f578ef4e175", "code": 200}, {"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-unplugged", "status": "completed", "tag": "1beb64dc-6c8d-481a-b700-f8e40d52ee65", "code": 200}, {"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-unplugged", "status": "completed", "tag": "7e8f1a12-fa5a-4066-b754-bc1eb8d79805", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:02.598608 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2da12a5c-5bad-4258-8345-11a02c45edc2 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:02.599027 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '067bfc8b-4181-43ad-83d7-3f578ef4e175', 'code': 200} Oct 26 14:15:02.599284 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1beb64dc-6c8d-481a-b700-f8e40d52ee65', 'code': 200} Oct 26 14:15:02.599541 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805', 'code': 200} Oct 26 14:15:02.655893 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7241b20-d452-4c3d-93de-0f4e5f8c580e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.660752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d7241b20-d452-4c3d-93de-0f4e5f8c580e tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4138186 Oct 26 14:15:02.668000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43996) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:02.675041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-36bcde35-c07b-48cc-8e18-21c1164f4289 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Request body: {'security_group_rule': {'security_group_id': 'd1ae18ba-18b6-424f-9e11-90bb57743ee4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:02.692475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-db7c2e2c-b912-4a04-814f-c0145607b4c0 service neutron] For port 5ec9d03c-cf9e-4409-8111-c4cf8b040359, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=5ec9d03c-cf9e-4409-8111-c4cf8b040359,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:02.698889 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0df2db9e-6d3d-4653-a994-14341d83f33f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05c77120b494492eaeadfef67ab4bb15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7896771 Oct 26 14:15:02.707284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44004) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:02.707596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2db9e-6d3d-4653-a994-14341d83f33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c2ce68-d4c3-4344-8d3f-d6de4e5d2908,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:02.716762 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-bebae802-21b4-4988-9cf5-db6528d6a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:02.718661 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-bebae802-21b4-4988-9cf5-db6528d6a986 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d48d66-2783-470a-8102-40f63e078a69 HTTP/1.1" status: 200 len: 850 time: 0.2330413 Oct 26 14:15:02.724281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.816842 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-883faa47-a464-4716-85bd-be6ed531deb1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c9195fa1-79d7-47b2-aaf3-292ff20280d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594296 Oct 26 14:15:02.850672 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36bcde35-c07b-48cc-8e18-21c1164f4289 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.889215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-db7c2e2c-b912-4a04-814f-c0145607b4c0 service neutron] For port 5ec9d03c-cf9e-4409-8111-c4cf8b040359, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:02.985380 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4de3608-2b2b-4d17-a3a2-4fb3036753c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.988014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-db7c2e2c-b912-4a04-814f-c0145607b4c0 service neutron] device_id is not set on port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:03.018529 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-db7c2e2c-b912-4a04-814f-c0145607b4c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.043210 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-db7c2e2c-b912-4a04-814f-c0145607b4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.056347 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36bcde35-c07b-48cc-8e18-21c1164f4289 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.060711 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-5b58159d-8dd1-4036-9e9c-81e52a56335b service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307842 Oct 26 14:15:03.071758 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc39be0e-5940-40a5-ad26-8875f764c9a7 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.074482 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36bcde35-c07b-48cc-8e18-21c1164f4289 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.095493 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4de3608-2b2b-4d17-a3a2-4fb3036753c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.143348 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:15:03.144570 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:15:03.195953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39be0e-5940-40a5-ad26-8875f764c9a7 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event deleted for resources: {'Port': ['ID=9d924ae4-945d-46c9-8f51-e9143981f3d8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:03.216844 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4de3608-2b2b-4d17-a3a2-4fb3036753c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.220059 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4de3608-2b2b-4d17-a3a2-4fb3036753c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.221727 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b4de3608-2b2b-4d17-a3a2-4fb3036753c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64c2ce68-d4c3-4344-8d3f-d6de4e5d2908 HTTP/1.1" status: 204 len: 168 time: 0.5128665 Oct 26 14:15:03.234449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c2e2c-b912-4a04-814f-c0145607b4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec9d03c-cf9e-4409-8111-c4cf8b040359,revision_number=6']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:03.284513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcde35-c07b-48cc-8e18-21c1164f4289 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc1390f-29ce-41b6-babc-b52e69f7e850,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:03.284918 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-db7c2e2c-b912-4a04-814f-c0145607b4c0 service neutron] No DVR routers for this DVR port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:03.294481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de3608-2b2b-4d17-a3a2-4fb3036753c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c2ce68-d4c3-4344-8d3f-d6de4e5d2908,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:03.303911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a50e70-8d5a-4277-b9a0-1fba38c6c404 req-3d768103-1d68-415e-9ce1-3ae6b3dad260 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:03.305890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40a50e70-8d5a-4277-b9a0-1fba38c6c404 req-3d768103-1d68-415e-9ce1-3ae6b3dad260 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 944 time: 0.4156365 Oct 26 14:15:03.328654 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36bcde35-c07b-48cc-8e18-21c1164f4289 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.330122 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-36bcde35-c07b-48cc-8e18-21c1164f4289 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6609645 Oct 26 14:15:03.333432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44034) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:03.333962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-db7c2e2c-b912-4a04-814f-c0145607b4c0 service neutron] In _notify_port_updated(), no bound segment for port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 on network e28a5a04-47ef-442f-816d-e9075d616762 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:15:03.338686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-db7c2e2c-b912-4a04-814f-c0145607b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:03.339251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-db7c2e2c-b912-4a04-814f-c0145607b4c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.340832 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-db7c2e2c-b912-4a04-814f-c0145607b4c0 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ec9d03c-cf9e-4409-8111-c4cf8b040359 HTTP/1.1" status: 200 len: 1033 time: 2.1995070 Oct 26 14:15:03.344596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:03.349944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] device_id is not set on port d116b244-02f6-4edc-8b08-f44f782533d8 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:03.461825 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.530639 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58affc0-a272-459b-af42-08f8d6fb7e4d req-781ae034-2450-42bb-8ba4-4389a374f9fd tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:03.537277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58affc0-a272-459b-af42-08f8d6fb7e4d req-781ae034-2450-42bb-8ba4-4389a374f9fd tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:03.541168 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.547775 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58affc0-a272-459b-af42-08f8d6fb7e4d req-781ae034-2450-42bb-8ba4-4389a374f9fd tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:03.559462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58affc0-a272-459b-af42-08f8d6fb7e4d req-781ae034-2450-42bb-8ba4-4389a374f9fd tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:03.571309 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58affc0-a272-459b-af42-08f8d6fb7e4d req-781ae034-2450-42bb-8ba4-4389a374f9fd tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:03.580701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d58affc0-a272-459b-af42-08f8d6fb7e4d req-781ae034-2450-42bb-8ba4-4389a374f9fd tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 3877 time: 0.3895690 Oct 26 14:15:03.582949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-534f067b-f0e8-4e91-abc9-213f937241c9 None None] Provisioning complete for port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:03.583641 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-534f067b-f0e8-4e91-abc9-213f937241c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.590663 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40a50e70-8d5a-4277-b9a0-1fba38c6c404 req-81b93387-0ddd-4785-ba46-3e7cd911d1e7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657120 Oct 26 14:15:03.612350 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.680395 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6ed0897c-eb5a-4686-8f07-701a33c8d6c1 req-b0bdca5f-a0bf-4f14-80c0-5ce73640ef12 service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973754 Oct 26 14:15:03.712758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-534f067b-f0e8-4e91-abc9-213f937241c9 None None] Port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:15:03.747416 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc39be0e-5940-40a5-ad26-8875f764c9a7 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.773016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 87ec2384-7841-4885-a060-2ea55351ed3a no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:03.777406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d58affc0-a272-459b-af42-08f8d6fb7e4d req-c3ad0f3c-a779-4548-8cc4-9e48e2269c0a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916432 Oct 26 14:15:03.811198 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:03.811336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:03.811690 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:03.823365 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Pushing event updated for resources: {'Port': ['ID=d116b244-02f6-4edc-8b08-f44f782533d8,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:03.896414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:03.896765 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:03.900061 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 2 to bind port d116b244-02f6-4edc-8b08-f44f782533d8 Oct 26 14:15:03.930645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:03.930989 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:03.931334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:03.942611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:03.942962 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:03.945612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f176aaa3-1b5b-4c40-8ef5-147dbacd5ba3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Deleting port b2bf403d-8194-49aa-9100-a0ce693f0707 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:03.945953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f176aaa3-1b5b-4c40-8ef5-147dbacd5ba3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.947894 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.957459 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 3 to bind port d116b244-02f6-4edc-8b08-f44f782533d8 Oct 26 14:15:03.961485 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895be15-9dd2-41b7-a7e6-2667b37563bd req-f82e2136-c1dd-4ea7-a904-ab76c5c42f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:03.963040 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e895be15-9dd2-41b7-a7e6-2667b37563bd req-f82e2136-c1dd-4ea7-a904-ab76c5c42f3e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd0bbedb89404cd3ae31d51d1a7a5186&device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 1095 time: 0.1745455 Oct 26 14:15:04.028661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:04.029056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:04.029283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:04.036159 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 87ec2384-7841-4885-a060-2ea55351ed3a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=87ec2384-7841-4885-a060-2ea55351ed3a,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:04.043702 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.052395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:04.052965 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:04.066656 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 4 to bind port d116b244-02f6-4edc-8b08-f44f782533d8 Oct 26 14:15:04.121163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=87ec2384-7841-4885-a060-2ea55351ed3a,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:04.167119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:04.167644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:04.168042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:04.180997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:04.181464 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:04.189019 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 5 to bind port d116b244-02f6-4edc-8b08-f44f782533d8 Oct 26 14:15:04.222093 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f176aaa3-1b5b-4c40-8ef5-147dbacd5ba3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] For port b2bf403d-8194-49aa-9100-a0ce693f0707, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b2bf403d-8194-49aa-9100-a0ce693f0707,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:04.224251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f176aaa3-1b5b-4c40-8ef5-147dbacd5ba3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.272645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:04.273167 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:04.273599 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:04.286708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f176aaa3-1b5b-4c40-8ef5-147dbacd5ba3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Calling delete_port for b2bf403d-8194-49aa-9100-a0ce693f0707 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:04.292814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:04.293274 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:04.297899 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 6 to bind port d116b244-02f6-4edc-8b08-f44f782533d8 Oct 26 14:15:04.320744 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:04.323337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:04.323337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:04.380168 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:04.380517 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:04.383489 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 7 to bind port d116b244-02f6-4edc-8b08-f44f782533d8 Oct 26 14:15:04.393321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895be15-9dd2-41b7-a7e6-2667b37563bd req-3736ad58-7640-4ded-9fc7-9344be612917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:04.395348 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e895be15-9dd2-41b7-a7e6-2667b37563bd req-3736ad58-7640-4ded-9fc7-9344be612917 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c9195fa1-79d7-47b2-aaf3-292ff20280d4 HTTP/1.1" status: 200 len: 911 time: 0.3198574 Oct 26 14:15:04.426434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc39be0e-5940-40a5-ad26-8875f764c9a7 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Router f0c04d18-b38d-4063-bc27-8294e18bd621 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:15:04.439242 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.466554 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e895be15-9dd2-41b7-a7e6-2667b37563bd req-640f3996-6e20-40a4-990f-4f5b653d719a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 HTTP/1.1" status: 200 len: 217 time: 0.0590577 Oct 26 14:15:04.467206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:04.467537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:04.467869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:04.483563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:04.483563 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:04.486197 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 8 to bind port d116b244-02f6-4edc-8b08-f44f782533d8 Oct 26 14:15:04.537195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:04.538229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:04.538607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:04.556818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895be15-9dd2-41b7-a7e6-2667b37563bd req-ee1c203d-6c82-4679-b421-e5a059e0403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:04.558316 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e895be15-9dd2-41b7-a7e6-2667b37563bd req-ee1c203d-6c82-4679-b421-e5a059e0403b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d48d66-2783-470a-8102-40f63e078a69 HTTP/1.1" status: 200 len: 850 time: 0.0820730 Oct 26 14:15:04.589360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:04.590184 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:04.590389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc39be0e-5940-40a5-ad26-8875f764c9a7 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:15:04.598290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cc39be0e-5940-40a5-ad26-8875f764c9a7 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "PUT /v2.0/routers/f0c04d18-b38d-4063-bc27-8294e18bd621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5935395 Oct 26 14:15:04.602487 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44088) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:04.602863 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ec2384-7841-4885-a060-2ea55351ed3a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:04.605450 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b451cb3a-ec2e-4110-b022-813464216174" -d '{"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-unplugged", "status": "completed", "tag": "87ec2384-7841-4885-a060-2ea55351ed3a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:04.605727 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb396266-c5a7-462f-8fa8-e777780817f2 None None] Sync routers for ids ['f0c04d18-b38d-4063-bc27-8294e18bd621'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:15:04.618888 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 9 to bind port d116b244-02f6-4edc-8b08-f44f782533d8 Oct 26 14:15:04.625219 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb396266-c5a7-462f-8fa8-e777780817f2 None None] Routers {'f0c04d18-b38d-4063-bc27-8294e18bd621'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:15:04.626939 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-cb396266-c5a7-462f-8fa8-e777780817f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:14:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f0c04d18-b38d-4063-bc27-8294e18bd621'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:04.666842 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d07625-fa9c-4c99-890c-903755b61628 x-openstack-request-id: req-37d07625-fa9c-4c99-890c-903755b61628 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:04.668174 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-unplugged", "status": "completed", "tag": "87ec2384-7841-4885-a060-2ea55351ed3a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:04.668174 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37d07625-fa9c-4c99-890c-903755b61628 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:04.668174 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ec2384-7841-4885-a060-2ea55351ed3a', 'code': 200} Oct 26 14:15:04.708119 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e895be15-9dd2-41b7-a7e6-2667b37563bd req-72d39f23-7f82-438d-990e-88bd786ac91c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c9195fa1-79d7-47b2-aaf3-292ff20280d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169236 Oct 26 14:15:04.717717 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-cb396266-c5a7-462f-8fa8-e777780817f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:04.719328 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-30474480-ce80-479c-9481-f9a1c48f6fd2 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] delete failed (client error): The resource could not be found. Oct 26 14:15:04.725427 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-30474480-ce80-479c-9481-f9a1c48f6fd2 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1121563961 HTTP/1.1" status: 404 len: 335 time: 0.1089468 Oct 26 14:15:04.729268 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:04.729620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:04.729962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:04.730941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44098) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:04.733308 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb396266-c5a7-462f-8fa8-e777780817f2 None None] Routers {'f0c04d18-b38d-4063-bc27-8294e18bd621'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:15:04.734208 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-cb396266-c5a7-462f-8fa8-e777780817f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:14:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f0c04d18-b38d-4063-bc27-8294e18bd621'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:04.754485 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:04.754888 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:04.795260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-890928a0-3d74-4688-9724-95ae92cb88f1 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0c04d18-b38d-4063-bc27-8294e18bd621'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:04.801636 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 10 to bind port d116b244-02f6-4edc-8b08-f44f782533d8 Oct 26 14:15:04.806417 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f176aaa3-1b5b-4c40-8ef5-147dbacd5ba3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.821654 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-cb396266-c5a7-462f-8fa8-e777780817f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:04.822337 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb396266-c5a7-462f-8fa8-e777780817f2 None None] The sync data for ids ['f0c04d18-b38d-4063-bc27-8294e18bd621'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:15:04.883599 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:04.885088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:04.885700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:04.887940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176aaa3-1b5b-4c40-8ef5-147dbacd5ba3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event deleted for resources: {'Port': ['ID=b2bf403d-8194-49aa-9100-a0ce693f0707,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:04.906161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:04.906513 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port d116b244-02f6-4edc-8b08-f44f782533d8 on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:04.906876 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.980618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f176aaa3-1b5b-4c40-8ef5-147dbacd5ba3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] No DVR routers for this DVR port b2bf403d-8194-49aa-9100-a0ce693f0707 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:04.985358 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f176aaa3-1b5b-4c40-8ef5-147dbacd5ba3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.989097 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f176aaa3-1b5b-4c40-8ef5-147dbacd5ba3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "DELETE /v2.0/ports/b2bf403d-8194-49aa-9100-a0ce693f0707 HTTP/1.1" status: 204 len: 173 time: 1.6238167 Oct 26 14:15:04.989815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-deleted', 'tag': 'b2bf403d-8194-49aa-9100-a0ce693f0707'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:04.992194 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44db02e9-d3b7-4210-9713-06fabd7b827c" -d '{"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-deleted", "tag": "b2bf403d-8194-49aa-9100-a0ce693f0707"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:05.017294 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e895be15-9dd2-41b7-a7e6-2667b37563bd req-205d0a46-e04d-46c5-a1e8-053b27c26c09 service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997904 Oct 26 14:15:05.071702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Allocated IP 172.25.4.28 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/66e6cad2-bb3f-474d-bdfd-1fc18612a296) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:05.097129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947fd87-ea5c-4c46-8b59-6ccebfe83320 req-8ff49062-a995-4dfd-8829-0d5905f93333 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.098960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2947fd87-ea5c-4c46-8b59-6ccebfe83320 req-8ff49062-a995-4dfd-8829-0d5905f93333 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 944 time: 0.3722863 Oct 26 14:15:05.179562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] For port d116b244-02f6-4edc-8b08-f44f782533d8, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:05.181472 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempted to set empty binding levels {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 14:15:05.207300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.253965 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-890928a0-3d74-4688-9724-95ae92cb88f1 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.314224 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e895be15-9dd2-41b7-a7e6-2667b37563bd req-36ac25fd-6584-4bf6-9cf2-632995096a46 service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758234 Oct 26 14:15:05.324543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] In _notify_port_updated(), no bound segment for port d116b244-02f6-4edc-8b08-f44f782533d8 on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:15:05.325572 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.326495 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.327780 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "PUT /v2.0/ports/d116b244-02f6-4edc-8b08-f44f782533d8 HTTP/1.1" status: 200 len: 979 time: 2.8056996 Oct 26 14:15:05.338131 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44112) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:05.377946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ebd11-952c-459d-a7d1-69ce72366400 req-ba2abffc-75d1-4812-8d07-d6f6e87a9e2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.383991 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ebd11-952c-459d-a7d1-69ce72366400 req-ba2abffc-75d1-4812-8d07-d6f6e87a9e2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.390279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ebd11-952c-459d-a7d1-69ce72366400 req-ba2abffc-75d1-4812-8d07-d6f6e87a9e2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.396220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ebd11-952c-459d-a7d1-69ce72366400 req-ba2abffc-75d1-4812-8d07-d6f6e87a9e2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.398587 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-862ebd11-952c-459d-a7d1-69ce72366400 req-ba2abffc-75d1-4812-8d07-d6f6e87a9e2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 3143 time: 0.4386585 Oct 26 14:15:05.414546 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-890928a0-3d74-4688-9724-95ae92cb88f1 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] update failed (client error): The resource could not be found. Oct 26 14:15:05.419243 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-890928a0-3d74-4688-9724-95ae92cb88f1 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "PUT /v2.0/routers/f0c04d18-b38d-4063-bc27-8294e18bd621 HTTP/1.1" status: 404 len: 339 time: 0.6868985 Oct 26 14:15:05.420710 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44116) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:05.424952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-6c7b011d-e67d-4738-809b-93e7733ba6ea tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Deleting port 1beb64dc-6c8d-481a-b700-f8e40d52ee65 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:05.425297 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-6c7b011d-e67d-4738-809b-93e7733ba6ea tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.427270 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2947fd87-ea5c-4c46-8b59-6ccebfe83320 req-4bfbd9f8-6033-42f8-9847-969e234cde7f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132467 Oct 26 14:15:05.451763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af38b43-0cb7-4974-8d59-ebe9ad46ce6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Pushing event updated for resources: {'Port': ['ID=d116b244-02f6-4edc-8b08-f44f782533d8,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:05.683581 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.684418 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.685081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.685727 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.686566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.687233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.687891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.688547 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.689324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.690619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.691304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.691963 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.692618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.693271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.694510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.694940 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-862ebd11-952c-459d-a7d1-69ce72366400 req-25833ff5-83ff-4675-8857-b6d129b36acf tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825100 Oct 26 14:15:05.695408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.696077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.697041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.697711 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.698391 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.700362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.700859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.701574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.701802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.702304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.702810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.703264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.703692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.704155 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.704613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.705071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.705530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.706022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.706468 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.708356 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.708838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.709320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.710541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.711023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.714943 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ee9d0fbf-5275-45bf-ad40-23560ae76ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35282 time: 0.3732963 Oct 26 14:15:05.747163 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44118) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:05.784217 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638be4a0-9eeb-4e84-939c-590567984ed7 x-openstack-request-id: req-638be4a0-9eeb-4e84-939c-590567984ed7 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:05.786037 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-deleted", "tag": "b2bf403d-8194-49aa-9100-a0ce693f0707", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:05.786309 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-638be4a0-9eeb-4e84-939c-590567984ed7 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:05.786738 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-deleted', 'tag': 'b2bf403d-8194-49aa-9100-a0ce693f0707', 'status': 'completed', 'code': 200} Oct 26 14:15:05.791020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-6c7b011d-e67d-4738-809b-93e7733ba6ea tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] For port 1beb64dc-6c8d-481a-b700-f8e40d52ee65, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=1beb64dc-6c8d-481a-b700-f8e40d52ee65,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:05.791218 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-6c7b011d-e67d-4738-809b-93e7733ba6ea tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.792748 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.810521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-6c7b011d-e67d-4738-809b-93e7733ba6ea tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Calling delete_port for 1beb64dc-6c8d-481a-b700-f8e40d52ee65 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:05.956176 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.970270 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.978904 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-6c7b011d-e67d-4738-809b-93e7733ba6ea tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.105717 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:06.115245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-b80eb054-987d-4e61-b06a-705f723582fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Deleting port d116b244-02f6-4edc-8b08-f44f782533d8 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:06.116145 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b80eb054-987d-4e61-b06a-705f723582fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.122501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:06.125176 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:06.253742 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event updated for resources: {'Port': ['ID=66e6cad2-bb3f-474d-bdfd-1fc18612a296,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:06.365115 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-b80eb054-987d-4e61-b06a-705f723582fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] For port d116b244-02f6-4edc-8b08-f44f782533d8, host n-h1-815498-1, got binding levels [] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:06.365481 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b80eb054-987d-4e61-b06a-705f723582fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.417672 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-b80eb054-987d-4e61-b06a-705f723582fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Calling delete_port for d116b244-02f6-4edc-8b08-f44f782533d8 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:06.450319 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.512344 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b011d-e67d-4738-809b-93e7733ba6ea tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event deleted for resources: {'Port': ['ID=1beb64dc-6c8d-481a-b700-f8e40d52ee65,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:06.536100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-6c7b011d-e67d-4738-809b-93e7733ba6ea tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] No DVR routers for this DVR port 1beb64dc-6c8d-481a-b700-f8e40d52ee65 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:06.539701 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-6c7b011d-e67d-4738-809b-93e7733ba6ea tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.543263 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-6c7b011d-e67d-4738-809b-93e7733ba6ea tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "DELETE /v2.0/ports/1beb64dc-6c8d-481a-b700-f8e40d52ee65 HTTP/1.1" status: 204 len: 173 time: 1.5231931 Oct 26 14:15:06.651368 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.683094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-9199dc20-9779-4483-83f1-43d4ea9a7450 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Deleting port 067bfc8b-4181-43ad-83d7-3f578ef4e175 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:06.683855 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-9199dc20-9779-4483-83f1-43d4ea9a7450 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.698662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Allocated IP 172.20.0.1 (7c523487-51ea-4ea2-a25c-f9187b2560cd/e7660640-e7c1-4e33-b74a-54cc5bf43b0f/e2790cae-91e0-4c84-971b-2b04cf29e219) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:06.740709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33802bf5-10c1-4218-953a-33d7b9f8a5bd req-a8886797-aeb2-48ca-8eaf-45462e3935ae tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:06.742316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33802bf5-10c1-4218-953a-33d7b9f8a5bd req-a8886797-aeb2-48ca-8eaf-45462e3935ae tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 944 time: 0.2061660 Oct 26 14:15:06.748497 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b80eb054-987d-4e61-b06a-705f723582fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.797662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-9199dc20-9779-4483-83f1-43d4ea9a7450 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] For port 067bfc8b-4181-43ad-83d7-3f578ef4e175, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=067bfc8b-4181-43ad-83d7-3f578ef4e175,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:06.798072 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-9199dc20-9779-4483-83f1-43d4ea9a7450 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.816849 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-9199dc20-9779-4483-83f1-43d4ea9a7450 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Calling delete_port for 067bfc8b-4181-43ad-83d7-3f578ef4e175 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:06.960705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-9199dc20-9779-4483-83f1-43d4ea9a7450 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.993053 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199dc20-9779-4483-83f1-43d4ea9a7450 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event deleted for resources: {'Port': ['ID=067bfc8b-4181-43ad-83d7-3f578ef4e175,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:07.044405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-9199dc20-9779-4483-83f1-43d4ea9a7450 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] No DVR routers for this DVR port 067bfc8b-4181-43ad-83d7-3f578ef4e175 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:07.047021 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-9199dc20-9779-4483-83f1-43d4ea9a7450 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.050446 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-9199dc20-9779-4483-83f1-43d4ea9a7450 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "DELETE /v2.0/ports/067bfc8b-4181-43ad-83d7-3f578ef4e175 HTTP/1.1" status: 204 len: 173 time: 0.5008521 Oct 26 14:15:07.173378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Deleting port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:07.173863 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.184042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80eb054-987d-4e61-b06a-705f723582fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Pushing event deleted for resources: {'Port': ['ID=d116b244-02f6-4edc-8b08-f44f782533d8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:07.228061 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b80eb054-987d-4e61-b06a-705f723582fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.233589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b80eb054-987d-4e61-b06a-705f723582fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "DELETE /v2.0/ports/d116b244-02f6-4edc-8b08-f44f782533d8 HTTP/1.1" status: 204 len: 168 time: 1.4832435 Oct 26 14:15:07.234712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44130) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:07.275082 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-14077fb1-2800-48a4-aac2-7acab0daef90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:15:07.275709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33802bf5-10c1-4218-953a-33d7b9f8a5bd req-7614b39c-5ded-4cc0-b0ea-b2c285560b3d tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162332 Oct 26 14:15:07.290035 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-14077fb1-2800-48a4-aac2-7acab0daef90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "GET /v2.0/ports/d116b244-02f6-4edc-8b08-f44f782533d8 HTTP/1.1" status: 404 len: 333 time: 0.0527110 Oct 26 14:15:07.295504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44132) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:07.304565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-53588388-1682-4d33-b76b-ca1f1267fedc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-294186364', 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:07.340675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ffb53-fa7b-436d-81cf-53f570826f81 req-fd1b7903-727c-4443-9778-56c9d45094ea tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:07.345084 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] For port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7e8f1a12-fa5a-4066-b754-bc1eb8d79805,segment=NetworkSegment(07631f30-8ef7-4f5e-9e7d-f77b25ebe785),segment_id=07631f30-8ef7-4f5e-9e7d-f77b25ebe785)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:07.345452 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.347011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ffb53-fa7b-436d-81cf-53f570826f81 req-fd1b7903-727c-4443-9778-56c9d45094ea tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:07.348665 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f57ffb53-fa7b-436d-81cf-53f570826f81 req-fd1b7903-727c-4443-9778-56c9d45094ea tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 1677 time: 0.4612305 Oct 26 14:15:07.353594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:15:07.364967 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.393735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53588388-1682-4d33-b76b-ca1f1267fedc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Made reservation on behalf of 68d1d2976d854ba69cd18bcc29e8e13b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:07.396154 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53588388-1682-4d33-b76b-ca1f1267fedc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.403569 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.419239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.493726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-53588388-1682-4d33-b76b-ca1f1267fedc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] device_id is not set on port 42126a8e-b41e-4684-9e96-5c81d8344a05 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:07.560380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f57ffb53-fa7b-436d-81cf-53f570826f81 req-80ab5e17-53c8-439e-86fc-820154db9e6d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836722 Oct 26 14:15:07.564483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41,segment=NetworkSegment(8083cc11-575d-4d97-b38b-66feefa821e8),segment_id=8083cc11-575d-4d97-b38b-66feefa821e8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:07.602257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'ee3ae6a9-d66b-482b-a0c5-7541f4da5a41', 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4', 'port_id': 'ee3ae6a9-d66b-482b-a0c5-7541f4da5a41', 'mac_address': 'fa:16:3e:47:d4:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d48d66-2783-470a-8102-40f63e078a69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:15:07.654778 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.670217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event updated for resources: {'Port': ['ID=66e6cad2-bb3f-474d-bdfd-1fc18612a296,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:07.695325 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:15:07.706178 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.716817 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.785187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41,segment=NetworkSegment(8083cc11-575d-4d97-b38b-66feefa821e8),segment_id=8083cc11-575d-4d97-b38b-66feefa821e8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:07.790349 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-deleted', 'tag': '1beb64dc-6c8d-481a-b700-f8e40d52ee65'}, {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-deleted', 'tag': '067bfc8b-4181-43ad-83d7-3f578ef4e175'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:07.792945 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.798724 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d187ef2-0ffb-4ebc-936d-e24837b05bda" -d '{"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-deleted", "tag": "1beb64dc-6c8d-481a-b700-f8e40d52ee65"}, {"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-deleted", "tag": "067bfc8b-4181-43ad-83d7-3f578ef4e175"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:07.830172 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.839999 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c75e6dfd-be55-4d25-bfde-8ebbd6dd30d7 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4954700 Oct 26 14:15:07.902523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event updated for resources: {'Port': ['ID=e2790cae-91e0-4c84-971b-2b04cf29e219,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:07.903700 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf70fe0-66ff-4bbe-a744-4c8389a9e4b7 x-openstack-request-id: req-2cf70fe0-66ff-4bbe-a744-4c8389a9e4b7 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:07.906299 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-deleted", "tag": "1beb64dc-6c8d-481a-b700-f8e40d52ee65", "status": "completed", "code": 200}, {"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-deleted", "tag": "067bfc8b-4181-43ad-83d7-3f578ef4e175", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:07.906736 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cf70fe0-66ff-4bbe-a744-4c8389a9e4b7 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:07.907333 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-deleted', 'tag': '1beb64dc-6c8d-481a-b700-f8e40d52ee65', 'status': 'completed', 'code': 200} Oct 26 14:15:07.907602 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-deleted', 'tag': '067bfc8b-4181-43ad-83d7-3f578ef4e175', 'status': 'completed', 'code': 200} Oct 26 14:15:07.923904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Network 7c523487-51ea-4ea2-a25c-f9187b2560cd is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:07.934559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:07.939357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:07.957376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:07.998237 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['ee3ae6a9-d66b-482b-a0c5-7541f4da5a41'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:15:08.012403 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.012762 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.013087 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Floating IP 808afe08-d0c3-4543-b454-ed92b6eb8549 disassociated. External IP: 172.25.4.233, port: 7e8f1a12-fa5a-4066-b754-bc1eb8d79805. Oct 26 14:15:08.013442 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Calling delete_port for 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:08.025668 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53588388-1682-4d33-b76b-ca1f1267fedc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.035960 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.218097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53588388-1682-4d33-b76b-ca1f1267fedc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.284539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53588388-1682-4d33-b76b-ca1f1267fedc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Network 01360c18-dae6-4e77-b322-1b4fc9ff7729 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:08.292694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-53588388-1682-4d33-b76b-ca1f1267fedc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:08.299715 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53588388-1682-4d33-b76b-ca1f1267fedc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:08.301024 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53588388-1682-4d33-b76b-ca1f1267fedc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.301873 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53588388-1682-4d33-b76b-ca1f1267fedc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.339097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53588388-1682-4d33-b76b-ca1f1267fedc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Pushing event updated for resources: {'Port': ['ID=42126a8e-b41e-4684-9e96-5c81d8344a05,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:08.363534 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-53588388-1682-4d33-b76b-ca1f1267fedc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0647736 Oct 26 14:15:08.364668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44160) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:08.398815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e4497efa-b5c4-4d3b-b549-dda018147313 None None] Provisioning complete for port e2790cae-91e0-4c84-971b-2b04cf29e219 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:08.399396 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e4497efa-b5c4-4d3b-b549-dda018147313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.407194 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a8b97-4d21-4f7a-995d-be6997d05021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.411085 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-835a8b97-4d21-4f7a-995d-be6997d05021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "GET /v2.0/ports/42126a8e-b41e-4684-9e96-5c81d8344a05 HTTP/1.1" status: 200 len: 958 time: 0.0430210 Oct 26 14:15:08.413253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44162) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:08.462068 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e4497efa-b5c4-4d3b-b549-dda018147313 None None] Port e2790cae-91e0-4c84-971b-2b04cf29e219 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:15:08.478359 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.483676 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.524642 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event deleted for resources: {'Port': ['ID=7e8f1a12-fa5a-4066-b754-bc1eb8d79805,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:08.608175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f147bd3-7ae7-4d0d-8b91-53627a23d774 req-70e5d702-151e-42b2-ae15-40625af43ba1 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.610542 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f147bd3-7ae7-4d0d-8b91-53627a23d774 req-70e5d702-151e-42b2-ae15-40625af43ba1 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 945 time: 0.1690099 Oct 26 14:15:08.622277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-e9d868ea-4719-46af-95a9-4a2f568798e6 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1242649868&fields=id&tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e HTTP/1.1" status: 200 len: 267 time: 0.3048978 Oct 26 14:15:08.674697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f7700-a7f3-4543-8c45-05f3fe80b111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Deleting port 42126a8e-b41e-4684-9e96-5c81d8344a05 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:08.675047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7700-a7f3-4543-8c45-05f3fe80b111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.688647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f147bd3-7ae7-4d0d-8b91-53627a23d774 req-51755d43-d149-4d74-898c-15e09030d2d5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625482 Oct 26 14:15:08.811050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Router 7c78ee4b-3d9a-496b-ba91-38a8acca379c has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:15:08.831867 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7700-a7f3-4543-8c45-05f3fe80b111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.954949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f7700-a7f3-4543-8c45-05f3fe80b111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Calling delete_port for 42126a8e-b41e-4684-9e96-5c81d8344a05 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:09.007868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e802e-758c-4f89-b1c8-e1a8fa68d389 req-90e72e1e-3aac-472a-b71e-33444b4d0d0c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:09.009460 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-163e802e-758c-4f89-b1c8-e1a8fa68d389 req-90e72e1e-3aac-472a-b71e-33444b4d0d0c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 943 time: 0.2094536 Oct 26 14:15:09.045287 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-bbcf8f4c-ce62-4fca-83c3-fbbf354a7547 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:09.046930 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-bbcf8f4c-ce62-4fca-83c3-fbbf354a7547 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/networks?id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 200 len: 811 time: 0.3648102 Oct 26 14:15:09.086705 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-126a7746-8ca6-406c-b264-1ae711a0e366 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/quotas/5b2a9024fbe24d5c9d7913dfde639a2e HTTP/1.1" status: 200 len: 375 time: 0.0299103 Oct 26 14:15:09.090556 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7700-a7f3-4543-8c45-05f3fe80b111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.134191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-163e802e-758c-4f89-b1c8-e1a8fa68d389 req-20ba9a9a-6236-462d-862b-83363f9d82e8 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084113 Oct 26 14:15:09.148721 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7700-a7f3-4543-8c45-05f3fe80b111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.155879 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ac2f7700-a7f3-4543-8c45-05f3fe80b111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "DELETE /v2.0/ports/42126a8e-b41e-4684-9e96-5c81d8344a05 HTTP/1.1" status: 204 len: 168 time: 0.7416136 Oct 26 14:15:09.156859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44172) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:09.198495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f7700-a7f3-4543-8c45-05f3fe80b111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Pushing event deleted for resources: {'Port': ['ID=42126a8e-b41e-4684-9e96-5c81d8344a05,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:09.207572 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2479d2-4837-4719-929b-eedc89d5b11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:15:09.211297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ea2479d2-4837-4719-929b-eedc89d5b11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "GET /v2.0/ports/42126a8e-b41e-4684-9e96-5c81d8344a05 HTTP/1.1" status: 404 len: 333 time: 0.0519969 Oct 26 14:15:09.219842 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44174) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:09.225289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c54a9ead-9816-41a9-84a9-5b49af025905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Request body: {'port': {'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902305169'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:09.263036 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.275128 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:15:09.288672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54a9ead-9816-41a9-84a9-5b49af025905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Made reservation on behalf of 68d1d2976d854ba69cd18bcc29e8e13b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:09.288944 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637acbd-5a15-40d3-b7f6-d4a687a90ec7 None None] Sync routers for ids ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:15:09.290152 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c54a9ead-9816-41a9-84a9-5b49af025905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.290520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-375a1070-dfc9-463d-9dc1-666a15170d6f tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1923783 Oct 26 14:15:09.292266 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.320583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637acbd-5a15-40d3-b7f6-d4a687a90ec7 None None] Routers {'7c78ee4b-3d9a-496b-ba91-38a8acca379c'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:15:09.321119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8637acbd-5a15-40d3-b7f6-d4a687a90ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:14:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:09.394433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] No DVR routers for this DVR port 7e8f1a12-fa5a-4066-b754-bc1eb8d79805 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:09.400239 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.407784 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-f2f21916-691b-47e5-84ef-74a254006df9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "DELETE /v2.0/ports/7e8f1a12-fa5a-4066-b754-bc1eb8d79805 HTTP/1.1" status: 204 len: 173 time: 2.3513796 Oct 26 14:15:09.409047 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-c54a9ead-9816-41a9-84a9-5b49af025905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] device_id is not set on port 49b69483-419e-49eb-86e4-a3f1a899175e yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:09.460885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-8637acbd-5a15-40d3-b7f6-d4a687a90ec7 None None] Set router 7c78ee4b-3d9a-496b-ba91-38a8acca379c gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:15:09.545170 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.549589 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event updated for resources: {'Port': ['ID=e2790cae-91e0-4c84-971b-2b04cf29e219,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:09.554794 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:09.608981 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-be2cd2b7-4a7b-4287-893e-1250cac5586a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Deleting port 87ec2384-7841-4885-a060-2ea55351ed3a {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:09.609328 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-be2cd2b7-4a7b-4287-893e-1250cac5586a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.719272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-bfa4aa81-e28f-47ba-84b4-c59ffa3a8aac service neutron] 10.222.0.32 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725417 Oct 26 14:15:09.768143 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:15:09.782515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:09.783203 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.923003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-deleted', 'tag': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:09.925404 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460c8c8d-f305-4464-92b7-bc7cb0ead6ee" -d '{"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-deleted", "tag": "7e8f1a12-fa5a-4066-b754-bc1eb8d79805"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:09.929016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-08d060c8-49cb-4d8f-b51a-082a8921a15b service neutron] 10.222.0.32 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073491 Oct 26 14:15:09.943033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8637acbd-5a15-40d3-b7f6-d4a687a90ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:04:11Z', 'revision_number': 4, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port': {'id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '29a5b5fc-1d88-4caf-a91d-8f7c55edb280', 'name': '', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'mac_address': 'fa:16:3e:10:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:09Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 5, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'subnets': [{'id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:09.953013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Network 7c523487-51ea-4ea2-a25c-f9187b2560cd is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:09.963462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:10.001016 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd05c4-f51f-40d2-9209-adc758777236 req-f53b58d8-e7fa-4d02-a373-3a19c110cb7e tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:10.019733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81dd05c4-f51f-40d2-9209-adc758777236 req-f53b58d8-e7fa-4d02-a373-3a19c110cb7e tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 945 time: 0.1792772 Oct 26 14:15:10.028250 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637acbd-5a15-40d3-b7f6-d4a687a90ec7 None None] Checking router: 7c78ee4b-3d9a-496b-ba91-38a8acca379c for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:15:10.033743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c54a9ead-9816-41a9-84a9-5b49af025905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.036618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-be2cd2b7-4a7b-4287-893e-1250cac5586a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] For port 87ec2384-7841-4885-a060-2ea55351ed3a, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=87ec2384-7841-4885-a060-2ea55351ed3a,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:10.036981 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-be2cd2b7-4a7b-4287-893e-1250cac5586a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.084805 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-be2cd2b7-4a7b-4287-893e-1250cac5586a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Calling delete_port for 87ec2384-7841-4885-a060-2ea55351ed3a owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:10.113618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637acbd-5a15-40d3-b7f6-d4a687a90ec7 None None] Routers {'7c78ee4b-3d9a-496b-ba91-38a8acca379c'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:15:10.114274 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8637acbd-5a15-40d3-b7f6-d4a687a90ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:14:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:10.290323 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadd3260-62fa-40d3-909a-30dd218246d0 x-openstack-request-id: req-dadd3260-62fa-40d3-909a-30dd218246d0 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:10.290625 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-deleted", "tag": "7e8f1a12-fa5a-4066-b754-bc1eb8d79805", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:10.290878 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dadd3260-62fa-40d3-909a-30dd218246d0 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:10.291277 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-deleted', 'tag': '7e8f1a12-fa5a-4066-b754-bc1eb8d79805', 'status': 'completed', 'code': 200} Oct 26 14:15:10.305192 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c54a9ead-9816-41a9-84a9-5b49af025905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.353227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-8637acbd-5a15-40d3-b7f6-d4a687a90ec7 None None] Set router 7c78ee4b-3d9a-496b-ba91-38a8acca379c gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:15:10.363861 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81dd05c4-f51f-40d2-9209-adc758777236 req-37232a87-803f-4f00-a9f8-dcb7bed1a4a1 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424406 Oct 26 14:15:10.433186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Router f0c04d18-b38d-4063-bc27-8294e18bd621 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:15:10.486455 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.499769 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-be2cd2b7-4a7b-4287-893e-1250cac5586a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.559243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a5b02f-b1a2-4e9f-b6df-90422f469894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3ae6a9-d66b-482b-a0c5-7541f4da5a41'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:10.561616 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6545683a-5734-4f5e-9a33-a2676a001c52" -d '{"events": [{"server_uuid": "64a5b02f-b1a2-4e9f-b6df-90422f469894", "name": "network-vif-plugged", "status": "completed", "tag": "ee3ae6a9-d66b-482b-a0c5-7541f4da5a41"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:10.572589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a9ead-9816-41a9-84a9-5b49af025905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Network 01360c18-dae6-4e77-b322-1b4fc9ff7729 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:10.591843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-518b3c10-56d2-4af2-b0e5-8b98da08ea72 None None] Provisioning complete for port e2790cae-91e0-4c84-971b-2b04cf29e219 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:10.597168 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-518b3c10-56d2-4af2-b0e5-8b98da08ea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.614366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-c54a9ead-9816-41a9-84a9-5b49af025905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:10.615637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41,segment=NetworkSegment(8083cc11-575d-4d97-b38b-66feefa821e8),segment_id=8083cc11-575d-4d97-b38b-66feefa821e8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:10.619713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a9ead-9816-41a9-84a9-5b49af025905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:10.623034 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a9ead-9816-41a9-84a9-5b49af025905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:10.623936 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c54a9ead-9816-41a9-84a9-5b49af025905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.682028 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c54a9ead-9816-41a9-84a9-5b49af025905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4610603 Oct 26 14:15:10.687991 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44198) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:10.691056 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.698395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:10.722965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a9ead-9816-41a9-84a9-5b49af025905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Pushing event updated for resources: {'Port': ['ID=49b69483-419e-49eb-86e4-a3f1a899175e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:10.734856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:15:10.748210 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a5926-e378-459f-9b43-91dd69416409 None None] Sync routers for ids ['f0c04d18-b38d-4063-bc27-8294e18bd621'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:15:10.764313 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-be2cd2b7-4a7b-4287-893e-1250cac5586a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] No DVR routers for this DVR port 87ec2384-7841-4885-a060-2ea55351ed3a on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:10.767585 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-73915df1-ec9e-42fc-ad17-a3e526a5962f req-97d7c7bb-d0ae-4809-894d-d613ebb9b420 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 210 time: 0.2962878 Oct 26 14:15:10.768621 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-be2cd2b7-4a7b-4287-893e-1250cac5586a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.774873 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771828fd-1684-47b8-84fa-dfabd4f812bc req-be2cd2b7-4a7b-4287-893e-1250cac5586a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.11 "DELETE /v2.0/ports/87ec2384-7841-4885-a060-2ea55351ed3a HTTP/1.1" status: 204 len: 173 time: 1.3568327 Oct 26 14:15:10.778765 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a5926-e378-459f-9b43-91dd69416409 None None] Routers {'f0c04d18-b38d-4063-bc27-8294e18bd621'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:15:10.783099 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-593a5926-e378-459f-9b43-91dd69416409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:14:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f0c04d18-b38d-4063-bc27-8294e18bd621'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:10.786426 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c7542efc-c904-481e-aaf8-d453cc284596 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "PUT /v2.0/routers/f0c04d18-b38d-4063-bc27-8294e18bd621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3579712 Oct 26 14:15:10.804038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44202) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:10.808305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2cd2b7-4a7b-4287-893e-1250cac5586a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event deleted for resources: {'Port': ['ID=87ec2384-7841-4885-a060-2ea55351ed3a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:10.896717 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-593a5926-e378-459f-9b43-91dd69416409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:10.900988 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:10.932339 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-518b3c10-56d2-4af2-b0e5-8b98da08ea72 None None] Port e2790cae-91e0-4c84-971b-2b04cf29e219 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:15:10.934385 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a5926-e378-459f-9b43-91dd69416409 None None] Routers {'f0c04d18-b38d-4063-bc27-8294e18bd621'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:15:10.935308 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-593a5926-e378-459f-9b43-91dd69416409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:14:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f0c04d18-b38d-4063-bc27-8294e18bd621'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:10.954873 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.999703 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-593a5926-e378-459f-9b43-91dd69416409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:11.004197 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a5926-e378-459f-9b43-91dd69416409 None None] The sync data for ids ['f0c04d18-b38d-4063-bc27-8294e18bd621'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:15:11.078478 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02b573b-6323-4c39-b2f3-a5927ad5da6a x-openstack-request-id: req-a02b573b-6323-4c39-b2f3-a5927ad5da6a {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:11.078768 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a5b02f-b1a2-4e9f-b6df-90422f469894", "name": "network-vif-plugged", "status": "completed", "tag": "ee3ae6a9-d66b-482b-a0c5-7541f4da5a41", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:11.079023 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a02b573b-6323-4c39-b2f3-a5927ad5da6a {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:11.079536 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a5b02f-b1a2-4e9f-b6df-90422f469894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3ae6a9-d66b-482b-a0c5-7541f4da5a41', 'code': 200} Oct 26 14:15:11.080466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab284-9a38-4e48-a0ef-2249c17a79e5 req-9846a77c-be75-404e-8978-fa6fe438e7ac tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:11.089643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8637acbd-5a15-40d3-b7f6-d4a687a90ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:04:11Z', 'revision_number': 4, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port': {'id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '29a5b5fc-1d88-4caf-a91d-8f7c55edb280', 'name': '', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'mac_address': 'fa:16:3e:10:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:09Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 5, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'subnets': [{'id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:11.094181 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8bab284-9a38-4e48-a0ef-2249c17a79e5 req-9846a77c-be75-404e-8978-fa6fe438e7ac tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 865 time: 0.6485689 Oct 26 14:15:11.163561 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8bab284-9a38-4e48-a0ef-2249c17a79e5 req-3826233a-8cfd-4771-b609-cfe2ec9430e2 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups?id=15b2c6ed-6e6d-4133-aafe-6ff04f820247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671506 Oct 26 14:15:11.166885 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25dbb00c-f1ad-49c0-b43e-677269656199 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:11.174383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637acbd-5a15-40d3-b7f6-d4a687a90ec7 None None] The sync data for ids ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'] in n-d-815498-1 is: [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:04:11Z', 'revision_number': 4, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port': {'id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '29a5b5fc-1d88-4caf-a91d-8f7c55edb280', 'name': '', 'network_id': '42f85f6d-53f4-4747-845e-e2c3cd5366d2', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'mac_address': 'fa:16:3e:10:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:09Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 5, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'subnets': [{'id': '480154e8-02b2-4134-a40f-f63a39b4580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:15:11.362331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f320e05-51b0-4b63-ab54-a5f00125d4f6 req-460a42cc-a684-4751-b857-09d178d66207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:11.364110 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f320e05-51b0-4b63-ab54-a5f00125d4f6 req-460a42cc-a684-4751-b857-09d178d66207 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 1097 time: 0.1953692 Oct 26 14:15:11.394597 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-25dbb00c-f1ad-49c0-b43e-677269656199 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 14:15:11.398501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-25dbb00c-f1ad-49c0-b43e-677269656199 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "DELETE /v2.0/routers/f0c04d18-b38d-4063-bc27-8294e18bd621 HTTP/1.1" status: 409 len: 329 time: 0.5870821 Oct 26 14:15:11.398698 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44212) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:11.472275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] device_id is not set on port 49b69483-419e-49eb-86e4-a3f1a899175e yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:11.499117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:11.502144 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f320e05-51b0-4b63-ab54-a5f00125d4f6 req-62d60b0f-f016-49cd-ab55-4fda34bbe869 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221006 Oct 26 14:15:11.515301 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:11.611427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Pushing event updated for resources: {'Port': ['ID=49b69483-419e-49eb-86e4-a3f1a899175e,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:11.625962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:11.626326 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:11.626683 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:11.631836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:11.632203 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:11.638170 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 2 to bind port 49b69483-419e-49eb-86e4-a3f1a899175e Oct 26 14:15:11.681659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:11.682102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:11.685198 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:11.695757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:11.696142 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:11.696713 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 3 to bind port 49b69483-419e-49eb-86e4-a3f1a899175e Oct 26 14:15:11.719580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:11.719923 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:11.721214 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:11.727203 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:11.727535 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:11.728099 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 4 to bind port 49b69483-419e-49eb-86e4-a3f1a899175e Oct 26 14:15:11.746309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a45cbc-c740-4e31-bf5b-447a9c202473 None None] New status for floating IP 808afe08-d0c3-4543-b454-ed92b6eb8549: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:15:11.750186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:11.750583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:11.750952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:11.758400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:11.758832 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:11.759235 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 5 to bind port 49b69483-419e-49eb-86e4-a3f1a899175e Oct 26 14:15:11.785411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:11.785748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:11.786210 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:11.794388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:11.794744 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:11.795147 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 6 to bind port 49b69483-419e-49eb-86e4-a3f1a899175e Oct 26 14:15:11.813360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:11.813703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:11.814077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:11.821792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:11.822566 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:11.823202 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 7 to bind port 49b69483-419e-49eb-86e4-a3f1a899175e Oct 26 14:15:11.842347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:11.842689 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:11.843268 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:11.854279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:11.854787 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:11.857538 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 8 to bind port 49b69483-419e-49eb-86e4-a3f1a899175e Oct 26 14:15:11.892319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:11.893965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:11.894347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:11.909740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:11.910106 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:11.910505 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 9 to bind port 49b69483-419e-49eb-86e4-a3f1a899175e Oct 26 14:15:11.945299 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:11.946718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:11.948098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:11.963046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:11.963719 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:11.963911 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempt 10 to bind port 49b69483-419e-49eb-86e4-a3f1a899175e Oct 26 14:15:11.999639 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:12.000293 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:12.001469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempting to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:12.012432 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:12.030809 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Failed to bind port 49b69483-419e-49eb-86e4-a3f1a899175e on host n-h1-815498-1 for vnic_type normal using segments [{'id': 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '01360c18-dae6-4e77-b322-1b4fc9ff7729'}] Oct 26 14:15:12.031626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.164447 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-554e5cfe-c8c0-4d11-9052-686247e5af03 req-f40b93e3-c722-4151-bdf8-bb7ad4ffbcad tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 210 time: 0.0511303 Oct 26 14:15:12.310885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-deleted', 'tag': '87ec2384-7841-4885-a060-2ea55351ed3a'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:12.314134 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d172db9-a3fe-49ec-b32f-231600fe8cd2" -d '{"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-deleted", "tag": "87ec2384-7841-4885-a060-2ea55351ed3a"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:12.319861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359077e1-dbbe-4fde-bd82-af63d4fb2d8e req-1d75b9df-e83a-4faf-818f-ff7dafd0e26a tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:12.330618 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-359077e1-dbbe-4fde-bd82-af63d4fb2d8e req-1d75b9df-e83a-4faf-818f-ff7dafd0e26a tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.8058538 Oct 26 14:15:12.396323 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-359077e1-dbbe-4fde-bd82-af63d4fb2d8e req-216cc0cd-bcb4-4bcf-984e-5a3fb909823e tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584261 Oct 26 14:15:12.423283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] For port 49b69483-419e-49eb-86e4-a3f1a899175e, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:12.423665 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attempted to set empty binding levels {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 14:15:12.458411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.530166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9df2e71-fc95-4e81-9c7b-49a646736908 req-a0247669-6396-4afc-9c8b-d20eecbe8b34 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0517139 Oct 26 14:15:12.562919 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643906bb-f765-493d-aa87-df71ee58b35c x-openstack-request-id: req-643906bb-f765-493d-aa87-df71ee58b35c {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:12.563251 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd369236-92fa-45e5-af55-dcb17266ca07", "name": "network-vif-deleted", "tag": "87ec2384-7841-4885-a060-2ea55351ed3a", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:12.563525 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-643906bb-f765-493d-aa87-df71ee58b35c {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:12.566402 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd369236-92fa-45e5-af55-dcb17266ca07', 'name': 'network-vif-deleted', 'tag': '87ec2384-7841-4885-a060-2ea55351ed3a', 'status': 'completed', 'code': 200} Oct 26 14:15:12.587122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] In _notify_port_updated(), no bound segment for port 49b69483-419e-49eb-86e4-a3f1a899175e on network 01360c18-dae6-4e77-b322-1b4fc9ff7729 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:15:12.588003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:12.588611 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.591560 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "PUT /v2.0/ports/49b69483-419e-49eb-86e4-a3f1a899175e HTTP/1.1" status: 200 len: 979 time: 1.9020405 Oct 26 14:15:12.609481 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-09a45152-3439-4c06-915b-6401d1edd12c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:12.612745 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-09a45152-3439-4c06-915b-6401d1edd12c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.11 "GET /v2.0/networks?id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 200 len: 811 time: 0.4703233 Oct 26 14:15:12.617470 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44226) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:12.676547 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba3f2e-8bd7-4b5c-9bd8-c2c2e37f7e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Pushing event updated for resources: {'Port': ['ID=49b69483-419e-49eb-86e4-a3f1a899175e,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:12.691529 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-1bf7b7fa-b7eb-4207-bb97-26d6fa7c0052 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e HTTP/1.1" status: 200 len: 380 time: 0.0674963 Oct 26 14:15:12.700889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-f5f81db5-a2a7-452c-9d6f-322903f7a3e9 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Request body: {'port': {'device_id': '20705945-8f81-4a5e-b7c9-672567b47160', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'admin_state_up': True, 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'security_groups': ['d1ae18ba-18b6-424f-9e11-90bb57743ee4']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:12.740218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-9f744c93-2f3c-471a-b424-7f082f271a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Deleting port 49b69483-419e-49eb-86e4-a3f1a899175e {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:12.740595 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f744c93-2f3c-471a-b424-7f082f271a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.748909 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1ccab906-0060-4494-87c5-4a8dcb3eb698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.828946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-9f744c93-2f3c-471a-b424-7f082f271a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] For port 49b69483-419e-49eb-86e4-a3f1a899175e, host n-h1-815498-1, got binding levels [] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:12.829498 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f744c93-2f3c-471a-b424-7f082f271a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.847268 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83f22d09-5db2-46f0-a515-8dd8cf76cb93 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.850754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-9f744c93-2f3c-471a-b424-7f082f271a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Calling delete_port for 49b69483-419e-49eb-86e4-a3f1a899175e owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:12.864658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-f5f81db5-a2a7-452c-9d6f-322903f7a3e9 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Made reservation on behalf of 5b2a9024fbe24d5c9d7913dfde639a2e for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:12.869234 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-f5f81db5-a2a7-452c-9d6f-322903f7a3e9 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.023900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-f5f81db5-a2a7-452c-9d6f-322903f7a3e9 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Allocated IP 172.20.0.9 (4d49161d-4870-41c9-ae58-b6c3e5bc24d7/f250216c-69fb-4480-a4f8-10a5384e9ce5/9d6446bc-d9e2-4e02-8901-0642da04e2ea) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:13.126058 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f744c93-2f3c-471a-b424-7f082f271a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.172524 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f744c93-2f3c-471a-b424-7f082f271a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Pushing event deleted for resources: {'Port': ['ID=49b69483-419e-49eb-86e4-a3f1a899175e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:13.204730 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-f5f81db5-a2a7-452c-9d6f-322903f7a3e9 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.235923 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f744c93-2f3c-471a-b424-7f082f271a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.243617 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9f744c93-2f3c-471a-b424-7f082f271a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "DELETE /v2.0/ports/49b69483-419e-49eb-86e4-a3f1a899175e HTTP/1.1" status: 204 len: 168 time: 0.6248693 Oct 26 14:15:13.251352 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44234) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:13.266311 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-f5f81db5-a2a7-452c-9d6f-322903f7a3e9 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.359642 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c31c259-b500-45fc-b449-fb0f2bca8998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:15:13.361278 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9c31c259-b500-45fc-b449-fb0f2bca8998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550754697-project-admin] 10.222.0.32 "GET /v2.0/ports/49b69483-419e-49eb-86e4-a3f1a899175e HTTP/1.1" status: 404 len: 333 time: 0.1082044 Oct 26 14:15:13.370936 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44238) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:13.394392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ab9e6-690e-4483-8cc8-164269225643 req-9061e97f-1010-4e9e-9f72-f697d0ab1037 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.408152 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-405ab9e6-690e-4483-8cc8-164269225643 req-9061e97f-1010-4e9e-9f72-f697d0ab1037 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 931 time: 0.1395507 Oct 26 14:15:13.441137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-f5f81db5-a2a7-452c-9d6f-322903f7a3e9 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:13.450673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-f5f81db5-a2a7-452c-9d6f-322903f7a3e9 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:13.461133 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f81db5-a2a7-452c-9d6f-322903f7a3e9 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event updated for resources: {'Port': ['ID=9d6446bc-d9e2-4e02-8901-0642da04e2ea,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:13.464491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-f5f81db5-a2a7-452c-9d6f-322903f7a3e9 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:13.468565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-405ab9e6-690e-4483-8cc8-164269225643 req-778fab66-5fae-447e-82fd-98e4d036cb0b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514536 Oct 26 14:15:13.476373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-83f22d09-5db2-46f0-a515-8dd8cf76cb93 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Deleting port e2790cae-91e0-4c84-971b-2b04cf29e219 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:13.476826 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83f22d09-5db2-46f0-a515-8dd8cf76cb93 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.563303 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fe4639d-217c-4c48-be08-f9983122fe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.597867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-f5f81db5-a2a7-452c-9d6f-322903f7a3e9 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.598644 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-f5f81db5-a2a7-452c-9d6f-322903f7a3e9 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.716832 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83f22d09-5db2-46f0-a515-8dd8cf76cb93 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.722787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f79dc31-fecb-4f5e-90d4-b2e509182b87 req-56ef9cde-78e2-483c-b33f-35b234748a54 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0602868 Oct 26 14:15:13.752518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-83f22d09-5db2-46f0-a515-8dd8cf76cb93 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Calling delete_port for e2790cae-91e0-4c84-971b-2b04cf29e219 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:13.763302 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fe4639d-217c-4c48-be08-f9983122fe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.784039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef0d18-87b1-48ae-b896-d3a3980084f1 req-46c99415-e4b3-45e4-877c-ace05e262740 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.792371 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-5fe4639d-217c-4c48-be08-f9983122fe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01360c18-dae6-4e77-b322-1b4fc9ff7729']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:13.794385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06ef0d18-87b1-48ae-b896-d3a3980084f1 req-46c99415-e4b3-45e4-877c-ace05e262740 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.2067597 Oct 26 14:15:13.806924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-5fe4639d-217c-4c48-be08-f9983122fe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:13.807244 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-5fe4639d-217c-4c48-be08-f9983122fe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fb9bbe-5ed6-4ad8-bff6-f8055774859a') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:13.838724 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-f5f81db5-a2a7-452c-9d6f-322903f7a3e9 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1410396 Oct 26 14:15:13.847826 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fe4639d-217c-4c48-be08-f9983122fe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.876794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Request body: {'port': {'device_id': '20705945-8f81-4a5e-b7c9-672567b47160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:13.878142 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06ef0d18-87b1-48ae-b896-d3a3980084f1 req-050ab0a4-7b7e-4e8b-88c1-59377718317b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827496 Oct 26 14:15:13.902117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-856fdd96-ee73-42e9-a116-077acdf52c65 None None] Provisioning complete for port 9d6446bc-d9e2-4e02-8901-0642da04e2ea triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:13.905296 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-856fdd96-ee73-42e9-a116-077acdf52c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.959126 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fe4639d-217c-4c48-be08-f9983122fe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.966281 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-856fdd96-ee73-42e9-a116-077acdf52c65 None None] Port 9d6446bc-d9e2-4e02-8901-0642da04e2ea cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:15:13.972237 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.983073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe4639d-217c-4c48-be08-f9983122fe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:13.983634 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fe4639d-217c-4c48-be08-f9983122fe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:13.988501 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:14.098639 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fe4639d-217c-4c48-be08-f9983122fe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.106818 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fe4639d-217c-4c48-be08-f9983122fe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.110571 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5fe4639d-217c-4c48-be08-f9983122fe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] 10.222.0.32 "DELETE /v2.0/networks/01360c18-dae6-4e77-b322-1b4fc9ff7729 HTTP/1.1" status: 204 len: 168 time: 0.7368069 Oct 26 14:15:14.190580 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83f22d09-5db2-46f0-a515-8dd8cf76cb93 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.195917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4639d-217c-4c48-be08-f9983122fe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897828633-project] Pushing event deleted for resources: {'Network': ['ID=01360c18-dae6-4e77-b322-1b4fc9ff7729,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:14.270577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f22d09-5db2-46f0-a515-8dd8cf76cb93 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event deleted for resources: {'Port': ['ID=e2790cae-91e0-4c84-971b-2b04cf29e219,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:14.277898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aa9cf-1240-4dfc-98ec-2d4023f2a9ad req-e5e5823c-370a-4032-9ef2-4018d91dee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.279848 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a78aa9cf-1240-4dfc-98ec-2d4023f2a9ad req-e5e5823c-370a-4032-9ef2-4018d91dee36 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd0bbedb89404cd3ae31d51d1a7a5186&device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 1097 time: 0.0771301 Oct 26 14:15:14.534001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b010-26b1-44d9-b9ee-d995d75713df req-6d61cb6a-ad6f-4aa7-ad1f-4f5d3aa96f5a tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.550032 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9249b010-26b1-44d9-b9ee-d995d75713df req-6d61cb6a-ad6f-4aa7-ad1f-4f5d3aa96f5a tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.2935319 Oct 26 14:15:14.768685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44260) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:14.864101 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83f22d09-5db2-46f0-a515-8dd8cf76cb93 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.888815 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9249b010-26b1-44d9-b9ee-d995d75713df req-b953947e-5812-45c5-b5d4-2b2cccf6400b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379424 Oct 26 14:15:15.023857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aa9cf-1240-4dfc-98ec-2d4023f2a9ad req-c96e98d5-d58e-499e-8795-e5a26e6bb77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:15.025346 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a78aa9cf-1240-4dfc-98ec-2d4023f2a9ad req-c96e98d5-d58e-499e-8795-e5a26e6bb77b service neutron] 10.222.0.25 "GET /v2.0/networks?id=c9195fa1-79d7-47b2-aaf3-292ff20280d4 HTTP/1.1" status: 200 len: 911 time: 0.7366891 Oct 26 14:15:15.054331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3c146134-b516-4bdf-b297-58cea1f24273 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef0f69793dda45809297d72aca51735d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821338 Oct 26 14:15:15.055139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44266) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:15.063026 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e5c37aa1-947e-47e8-aefc-30417a5570d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.068107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857a8d4-2c5a-4ab0-aeae-a7ed3f630d81 req-7f98dee2-c012-424a-9f24-1b159f4cc40a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:15.077336 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6857a8d4-2c5a-4ab0-aeae-a7ed3f630d81 req-7f98dee2-c012-424a-9f24-1b159f4cc40a tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 931 time: 0.3837881 Oct 26 14:15:15.088353 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a78aa9cf-1240-4dfc-98ec-2d4023f2a9ad req-797e84df-74db-406f-a4d3-56b52b955a89 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 HTTP/1.1" status: 200 len: 217 time: 0.0523627 Oct 26 14:15:15.134711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9830cb8c-306e-49fd-8e0a-527893213d59 req-2192d5a7-8184-4713-93a9-59fe8158f922 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0883126 Oct 26 14:15:15.231533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aa9cf-1240-4dfc-98ec-2d4023f2a9ad req-6dfec08f-d8eb-4311-a441-ab1c0776236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:15.233032 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a78aa9cf-1240-4dfc-98ec-2d4023f2a9ad req-6dfec08f-d8eb-4311-a441-ab1c0776236a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d48d66-2783-470a-8102-40f63e078a69 HTTP/1.1" status: 200 len: 850 time: 0.1328661 Oct 26 14:15:15.273524 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a78aa9cf-1240-4dfc-98ec-2d4023f2a9ad req-bfc002b3-67f6-4a2c-b976-81f67c80fb45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c9195fa1-79d7-47b2-aaf3-292ff20280d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298359 Oct 26 14:15:15.275565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6446bc-d9e2-4e02-8901-0642da04e2ea {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:15:15.279930 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6857a8d4-2c5a-4ab0-aeae-a7ed3f630d81 req-ab9dbd3e-60d5-49ba-a82c-2ca0eb853bee tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013488 Oct 26 14:15:15.285092 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.295010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f22d09-5db2-46f0-a515-8dd8cf76cb93 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Router f0c04d18-b38d-4063-bc27-8294e18bd621 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:15:15.303084 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da32f785-74e5-4635-b736-90e565318fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.350980 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Transition to ACTIVE for port object 9d6446bc-d9e2-4e02-8901-0642da04e2ea will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:15:15.358930 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.440523 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a78aa9cf-1240-4dfc-98ec-2d4023f2a9ad req-d1303aaa-71f3-441f-85e6-900b6e9fe7de service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576297 Oct 26 14:15:15.509403 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da32f785-74e5-4635-b736-90e565318fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.519398 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6446bc-d9e2-4e02-8901-0642da04e2ea,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:15.529290 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f22d09-5db2-46f0-a515-8dd8cf76cb93 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:15:15.541628 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a1e4bf-0fdc-4caf-bf26-292ecaf935e1 None None] Sync routers for ids ['f0c04d18-b38d-4063-bc27-8294e18bd621'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:15:15.546027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-83f22d09-5db2-46f0-a515-8dd8cf76cb93 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "PUT /v2.0/routers/f0c04d18-b38d-4063-bc27-8294e18bd621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1426444 Oct 26 14:15:15.547581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44274) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:15.554105 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a1e4bf-0fdc-4caf-bf26-292ecaf935e1 None None] Routers {'f0c04d18-b38d-4063-bc27-8294e18bd621'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:15:15.555884 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-44a1e4bf-0fdc-4caf-bf26-292ecaf935e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:15:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f0c04d18-b38d-4063-bc27-8294e18bd621'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:15.637793 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-44a1e4bf-0fdc-4caf-bf26-292ecaf935e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:15.649566 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-01bac71e-2915-46c8-8def-df89fe845259 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] show failed (client error): The resource could not be found. Oct 26 14:15:15.660102 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-01bac71e-2915-46c8-8def-df89fe845259 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1612992791 HTTP/1.1" status: 404 len: 335 time: 0.1076920 Oct 26 14:15:15.661666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44280) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:15.666180 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a1e4bf-0fdc-4caf-bf26-292ecaf935e1 None None] Routers {'f0c04d18-b38d-4063-bc27-8294e18bd621'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:15:15.667709 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-44a1e4bf-0fdc-4caf-bf26-292ecaf935e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:15:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f0c04d18-b38d-4063-bc27-8294e18bd621'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:15.674963 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4f4216f5-5bf6-4403-9be8-5c9ebcd4656a tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:15.743406 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-4f4216f5-5bf6-4403-9be8-5c9ebcd4656a tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] update failed (client error): The resource could not be found. Oct 26 14:15:15.743406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4f4216f5-5bf6-4403-9be8-5c9ebcd4656a tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1320166503 HTTP/1.1" status: 404 len: 335 time: 0.0766037 Oct 26 14:15:15.743746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44282) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:15.745203 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-44a1e4bf-0fdc-4caf-bf26-292ecaf935e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:15.746337 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a1e4bf-0fdc-4caf-bf26-292ecaf935e1 None None] The sync data for ids ['f0c04d18-b38d-4063-bc27-8294e18bd621'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:15:15.765589 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a78aa9cf-1240-4dfc-98ec-2d4023f2a9ad req-aadd51ca-b45c-4036-98da-c7234723ddf6 service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069704 Oct 26 14:15:15.795572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da32f785-74e5-4635-b736-90e565318fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.798026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Attempting to bind port 9d6446bc-d9e2-4e02-8901-0642da04e2ea on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:15.798329 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da32f785-74e5-4635-b736-90e565318fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.798577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Attempting to bind port 9d6446bc-d9e2-4e02-8901-0642da04e2ea by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:15.799010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Attempting to bind port 9d6446bc-d9e2-4e02-8901-0642da04e2ea on network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:15.802758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-da32f785-74e5-4635-b736-90e565318fa8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58f60f61-9969-4e57-86d4-46b91a011b03 HTTP/1.1" status: 204 len: 168 time: 0.7454762 Oct 26 14:15:15.806358 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Port 9d6446bc-d9e2-4e02-8901-0642da04e2ea on network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:15.806819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Attempting to bind port 9d6446bc-d9e2-4e02-8901-0642da04e2ea on network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:15.814520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:15.814998 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Checking segment: {'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:15.815518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Bound using segment: {'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:15.816029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Bound port: 9d6446bc-d9e2-4e02-8901-0642da04e2ea, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7df619-462c-4481-b912-086d465a3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:15.816463 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.828191 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32f785-74e5-4635-b736-90e565318fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f60f61-9969-4e57-86d4-46b91a011b03,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:15.867293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-4577dd21-03e1-413d-b595-d37ea4f1c533 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Deleting subnet b736f755-c901-4a24-a0df-82ca977f2cd6 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:15.888580 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4577dd21-03e1-413d-b595-d37ea4f1c533 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.971462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] For port 9d6446bc-d9e2-4e02-8901-0642da04e2ea, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:15.993324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] For port 9d6446bc-d9e2-4e02-8901-0642da04e2ea, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9d6446bc-d9e2-4e02-8901-0642da04e2ea,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:16.002553 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4577dd21-03e1-413d-b595-d37ea4f1c533 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.005884 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.089037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:16.092491 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.094966 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] 10.222.0.11 "PUT /v2.0/ports/9d6446bc-d9e2-4e02-8901-0642da04e2ea HTTP/1.1" status: 200 len: 1091 time: 2.2259912 Oct 26 14:15:16.107866 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20705945-8f81-4a5e-b7c9-672567b47160', 'tag': '9d6446bc-d9e2-4e02-8901-0642da04e2ea'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:16.110588 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed431d45-6fa0-457e-9e5d-2e70b90bc8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "20705945-8f81-4a5e-b7c9-672567b47160", "tag": "9d6446bc-d9e2-4e02-8901-0642da04e2ea"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:16.257929 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4577dd21-03e1-413d-b595-d37ea4f1c533 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.259269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf8416-251f-43e4-8226-79bb8a38c728 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6446bc-d9e2-4e02-8901-0642da04e2ea,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:16.298151 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab5eba0-abb0-4a2b-a5aa-b9cc15386fda x-openstack-request-id: req-2ab5eba0-abb0-4a2b-a5aa-b9cc15386fda {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:16.299721 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20705945-8f81-4a5e-b7c9-672567b47160", "tag": "9d6446bc-d9e2-4e02-8901-0642da04e2ea", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:16.300162 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ab5eba0-abb0-4a2b-a5aa-b9cc15386fda {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:16.301172 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20705945-8f81-4a5e-b7c9-672567b47160', 'tag': '9d6446bc-d9e2-4e02-8901-0642da04e2ea', 'status': 'completed', 'code': 200} Oct 26 14:15:16.336807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44304) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:16.402347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-222ddaf8-2402-4bb2-b197-2154e4dfb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:16.407904 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-222ddaf8-2402-4bb2-b197-2154e4dfb72e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 1094 time: 0.2554860 Oct 26 14:15:16.446295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cb7fc-050f-4288-bc9d-4208e437eb1d req-f413f06a-f740-45c3-8fd4-48166e1b4e9b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:16.456871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a4cb7fc-050f-4288-bc9d-4208e437eb1d req-f413f06a-f740-45c3-8fd4-48166e1b4e9b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.3955131 Oct 26 14:15:16.475504 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b0674ad6-041e-446a-9d6f-5d6984b4debd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68d1d2976d854ba69cd18bcc29e8e13b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361513 Oct 26 14:15:16.479210 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4577dd21-03e1-413d-b595-d37ea4f1c533 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.507031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44306) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:16.531444 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-6f71b84b-8069-423b-a265-7d900d11d3eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6446bc-d9e2-4e02-8901-0642da04e2ea HTTP/1.1" status: 200 len: 217 time: 0.1101260 Oct 26 14:15:16.551704 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.559274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-00323d76-44b7-49f6-8f44-242098c117b1 req-4d0a2a07-0fa0-4786-a613-09d9a49cc87c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0918484 Oct 26 14:15:16.627170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577dd21-03e1-413d-b595-d37ea4f1c533 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event deleted for resources: {'Subnet': ['ID=b736f755-c901-4a24-a0df-82ca977f2cd6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:16.633394 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4577dd21-03e1-413d-b595-d37ea4f1c533 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.639367 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4577dd21-03e1-413d-b595-d37ea4f1c533 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "DELETE /v2.0/subnets/b736f755-c901-4a24-a0df-82ca977f2cd6 HTTP/1.1" status: 204 len: 168 time: 0.8926034 Oct 26 14:15:16.639592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb89cf5e-38da-4571-adf3-f97279620961 None None] Network f7f58b9d-6e8d-4f48-b353-b4d113abcefa requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:16.644055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44308) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:16.687350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-eb0f458a-2b32-48c2-8177-54d0c5723d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:16.693055 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-eb0f458a-2b32-48c2-8177-54d0c5723d44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f250216c-69fb-4480-a4f8-10a5384e9ce5 HTTP/1.1" status: 200 len: 850 time: 0.1539996 Oct 26 14:15:16.728656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a4cb7fc-050f-4288-bc9d-4208e437eb1d req-b79002ea-107c-479b-9dc9-131241eee82b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662332 Oct 26 14:15:16.771864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd72005c-90c3-49c2-9b01-d7ddb062e510 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Deleting subnet f95a1d1e-9d97-4665-9a5d-517848a2f0bd {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:16.783712 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd72005c-90c3-49c2-9b01-d7ddb062e510 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.824673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc090727-f26c-4856-b04a-3e19f462c79f req-034074c6-81db-4bec-a6ee-6dce6ffd92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:16.826581 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dc090727-f26c-4856-b04a-3e19f462c79f req-034074c6-81db-4bec-a6ee-6dce6ffd92f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd0bbedb89404cd3ae31d51d1a7a5186&device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 1097 time: 0.1307001 Oct 26 14:15:16.833450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-01bb8b00-ca1a-4649-b37d-8e4d75d63200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:16.835961 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-01bb8b00-ca1a-4649-b37d-8e4d75d63200 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199193 Oct 26 14:15:16.855837 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.862467 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd72005c-90c3-49c2-9b01-d7ddb062e510 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.936926 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e27348f3-1223-4f32-a672-083f0f418522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.004457 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac6c05d-8dcd-46a3-a189-0f499e904c93 None None] DHCP port deletion for f7f58b9d-6e8d-4f48-b353-b4d113abcefa request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:17.079902 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd72005c-90c3-49c2-9b01-d7ddb062e510 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.083815 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-e9230eb1-7ca4-4081-808a-ec25a471a03c service neutron] 10.222.0.11 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377579 Oct 26 14:15:17.085039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc090727-f26c-4856-b04a-3e19f462c79f req-1708e478-a326-47a2-83ba-e47b8b6793e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:17.086463 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dc090727-f26c-4856-b04a-3e19f462c79f req-1708e478-a326-47a2-83ba-e47b8b6793e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c9195fa1-79d7-47b2-aaf3-292ff20280d4 HTTP/1.1" status: 200 len: 911 time: 0.2208874 Oct 26 14:15:17.155843 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e27348f3-1223-4f32-a672-083f0f418522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.192310 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dc090727-f26c-4856-b04a-3e19f462c79f req-369f43c7-d21a-458b-b3b3-79a01e913c4a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 HTTP/1.1" status: 200 len: 217 time: 0.0905085 Oct 26 14:15:17.206125 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd72005c-90c3-49c2-9b01-d7ddb062e510 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.255939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72005c-90c3-49c2-9b01-d7ddb062e510 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event deleted for resources: {'Subnet': ['ID=f95a1d1e-9d97-4665-9a5d-517848a2f0bd,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:17.270980 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7602-c203-41c4-b487-dadeb989a69e req-b104f590-c2bc-409c-9996-28d8c916cd96 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:17.273548 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27ff7602-c203-41c4-b487-dadeb989a69e req-b104f590-c2bc-409c-9996-28d8c916cd96 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 943 time: 0.3599072 Oct 26 14:15:17.275100 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd72005c-90c3-49c2-9b01-d7ddb062e510 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.278544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bd72005c-90c3-49c2-9b01-d7ddb062e510 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "DELETE /v2.0/subnets/f95a1d1e-9d97-4665-9a5d-517848a2f0bd HTTP/1.1" status: 204 len: 168 time: 0.6334245 Oct 26 14:15:17.281159 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44312) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:17.290611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc090727-f26c-4856-b04a-3e19f462c79f req-3b5c5e6c-e080-4b46-af32-7c198164a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:17.292605 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dc090727-f26c-4856-b04a-3e19f462c79f req-3b5c5e6c-e080-4b46-af32-7c198164a3e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d48d66-2783-470a-8102-40f63e078a69 HTTP/1.1" status: 200 len: 850 time: 0.0905025 Oct 26 14:15:17.369164 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e27348f3-1223-4f32-a672-083f0f418522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.377203 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e27348f3-1223-4f32-a672-083f0f418522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.377742 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-90b054ed-ce38-46d9-8e2c-d167e467fc20 req-7e8f06b9-c1a3-4d05-bfb4-62b6ec034e2f service neutron] 10.222.0.11 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836616 Oct 26 14:15:17.378787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e27348f3-1223-4f32-a672-083f0f418522 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18c04ecf-eb35-4329-b40a-6bfb65e83825 HTTP/1.1" status: 204 len: 168 time: 0.8679767 Oct 26 14:15:17.398357 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dc090727-f26c-4856-b04a-3e19f462c79f req-56fbcf2e-b500-4e60-be6b-58edfe88938a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c9195fa1-79d7-47b2-aaf3-292ff20280d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934529 Oct 26 14:15:17.400009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27348f3-1223-4f32-a672-083f0f418522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c04ecf-eb35-4329-b40a-6bfb65e83825,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:17.423821 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27ff7602-c203-41c4-b487-dadeb989a69e req-d3c9efc5-227a-412f-af24-9844b122cd3d tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296105 Oct 26 14:15:17.435949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6c05d-8dcd-46a3-a189-0f499e904c93 None None] Deleting port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:17.436641 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3ac6c05d-8dcd-46a3-a189-0f499e904c93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.454159 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.549869 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3ac6c05d-8dcd-46a3-a189-0f499e904c93 None None] For port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1d626a94-6fe0-4e14-b77e-93b590d1ad6c,segment=NetworkSegment(699e3516-2ceb-4c0e-978b-852741505743),segment_id=699e3516-2ceb-4c0e-978b-852741505743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:17.550608 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3ac6c05d-8dcd-46a3-a189-0f499e904c93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.568106 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f2653e-5e28-4f03-a401-24c950525e32 None None] Network d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:17.576205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Deleting port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:17.576551 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.605165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6c05d-8dcd-46a3-a189-0f499e904c93 None None] Calling delete_port for 1d626a94-6fe0-4e14-b77e-93b590d1ad6c owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:17.623018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed431d45-6fa0-457e-9e5d-2e70b90bc8e6 req-baab5ac3-3186-4705-b425-fef9bcd51b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:17.624705 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ed431d45-6fa0-457e-9e5d-2e70b90bc8e6 req-baab5ac3-3186-4705-b425-fef9bcd51b93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 1094 time: 0.1604970 Oct 26 14:15:17.720027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] For port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1d626a94-6fe0-4e14-b77e-93b590d1ad6c,segment=NetworkSegment(699e3516-2ceb-4c0e-978b-852741505743),segment_id=699e3516-2ceb-4c0e-978b-852741505743)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:17.720618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.775177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Calling delete_port for 1d626a94-6fe0-4e14-b77e-93b590d1ad6c owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:17.776234 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dc090727-f26c-4856-b04a-3e19f462c79f req-5a17c11a-847f-43bf-b168-06b17392aba1 service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717048 Oct 26 14:15:17.819712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1d626a94-6fe0-4e14-b77e-93b590d1ad6c no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:17.821907 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47025aac-6f34-4188-99e3-a66e91153db1 req-3dbfe1f5-fd0f-456f-947d-e68751dc8d56 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0845919 Oct 26 14:15:17.851304 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3ac6c05d-8dcd-46a3-a189-0f499e904c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.920230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6c05d-8dcd-46a3-a189-0f499e904c93 None None] Pushing event deleted for resources: {'Port': ['ID=1d626a94-6fe0-4e14-b77e-93b590d1ad6c,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:17.921936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 1d626a94-6fe0-4e14-b77e-93b590d1ad6c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:17.922312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1d626a94-6fe0-4e14-b77e-93b590d1ad6c not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:17.934076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6c05d-8dcd-46a3-a189-0f499e904c93 None None] No DVR routers for this DVR port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:17.984323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed431d45-6fa0-457e-9e5d-2e70b90bc8e6 req-a3192daf-22a9-42d6-8469-d556c252639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:17.985825 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ed431d45-6fa0-457e-9e5d-2e70b90bc8e6 req-a3192daf-22a9-42d6-8469-d556c252639b service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 200 len: 912 time: 0.3506703 Oct 26 14:15:18.058434 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ed431d45-6fa0-457e-9e5d-2e70b90bc8e6 req-7145c80b-e6e5-412f-8a02-56c08daecb82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6446bc-d9e2-4e02-8901-0642da04e2ea HTTP/1.1" status: 200 len: 217 time: 0.0638919 Oct 26 14:15:18.061681 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d31b9e-9378-4d28-81cf-0dd44ea42973 req-311f50fd-bd01-4123-b8a0-c3345d5b904b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:18.063768 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96d31b9e-9378-4d28-81cf-0dd44ea42973 req-311f50fd-bd01-4123-b8a0-c3345d5b904b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1358564 Oct 26 14:15:18.075953 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dc090727-f26c-4856-b04a-3e19f462c79f req-542d1d7d-49f6-4d97-983d-033706a86715 service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812638 Oct 26 14:15:18.079488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d66e65b-a366-4e38-b579-a56c19f8fe87 None None] DHCP port deletion for d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:18.130654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed431d45-6fa0-457e-9e5d-2e70b90bc8e6 req-38dcde6e-c57d-4d85-999a-8d52a39a72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:18.132883 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ed431d45-6fa0-457e-9e5d-2e70b90bc8e6 req-38dcde6e-c57d-4d85-999a-8d52a39a72fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f250216c-69fb-4480-a4f8-10a5384e9ce5 HTTP/1.1" status: 200 len: 850 time: 0.0559602 Oct 26 14:15:18.183234 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6d66e65b-a366-4e38-b579-a56c19f8fe87 None None] Deleting port 1a5983f0-15d6-4c79-942d-98aafbab8540 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:18.183968 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6d66e65b-a366-4e38-b579-a56c19f8fe87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.186437 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.223509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed431d45-6fa0-457e-9e5d-2e70b90bc8e6 req-61d2ae23-2103-4ffe-aa14-3021c7174456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:18.225059 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ed431d45-6fa0-457e-9e5d-2e70b90bc8e6 req-61d2ae23-2103-4ffe-aa14-3021c7174456 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844862 Oct 26 14:15:18.258714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event deleted for resources: {'Port': ['ID=1d626a94-6fe0-4e14-b77e-93b590d1ad6c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:18.290098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] No DVR routers for this DVR port 1d626a94-6fe0-4e14-b77e-93b590d1ad6c on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:18.297615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6d66e65b-a366-4e38-b579-a56c19f8fe87 None None] For port 1a5983f0-15d6-4c79-942d-98aafbab8540, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1a5983f0-15d6-4c79-942d-98aafbab8540,segment=NetworkSegment(534c055c-c27b-4fb6-bbd2-0c335c11b0b8),segment_id=534c055c-c27b-4fb6-bbd2-0c335c11b0b8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:18.297615 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6d66e65b-a366-4e38-b579-a56c19f8fe87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.320754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6d66e65b-a366-4e38-b579-a56c19f8fe87 None None] Calling delete_port for 1a5983f0-15d6-4c79-942d-98aafbab8540 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:18.328681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96d31b9e-9378-4d28-81cf-0dd44ea42973 req-7cfa4401-0223-4b60-bcf2-63e4780db1c9 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581377 Oct 26 14:15:18.466454 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.493866 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6d66e65b-a366-4e38-b579-a56c19f8fe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.502471 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ed431d45-6fa0-457e-9e5d-2e70b90bc8e6 req-de1f6346-0331-4207-ab47-fff6def012d4 service neutron] 10.222.0.11 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674465 Oct 26 14:15:18.505627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f58b9d-6e8d-4f48-b353-b4d113abcefa']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:18.530354 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699e3516-2ceb-4c0e-978b-852741505743') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:18.532596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699e3516-2ceb-4c0e-978b-852741505743') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:18.569319 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.595299 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66e65b-a366-4e38-b579-a56c19f8fe87 None None] No DVR routers for this DVR port 1a5983f0-15d6-4c79-942d-98aafbab8540 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:18.597403 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.599015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66e65b-a366-4e38-b579-a56c19f8fe87 None None] Pushing event deleted for resources: {'Port': ['ID=1a5983f0-15d6-4c79-942d-98aafbab8540,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:18.614947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:18.615365 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.626353 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:18.626671 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:18.725686 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ed431d45-6fa0-457e-9e5d-2e70b90bc8e6 req-8baaa9f2-de03-4d68-9945-883d02d6cbb1 service neutron] 10.222.0.11 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129667 Oct 26 14:15:19.030319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44352) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:19.059801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5200ba3-71e7-4f28-a535-1952ef4f6dbd req-969386c1-02e7-4dac-8aca-34f4a93a2e0a tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0932155 Oct 26 14:15:19.083206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acb7dc-0484-45b0-ac35-3ff4d1fb3370 req-98618f99-35eb-4dea-9a32-f57bb2012a26 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:19.096505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18acb7dc-0484-45b0-ac35-3ff4d1fb3370 req-98618f99-35eb-4dea-9a32-f57bb2012a26 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 943 time: 0.1198428 Oct 26 14:15:19.096505 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.096505 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.096505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "DELETE /v2.0/networks/f7f58b9d-6e8d-4f48-b353-b4d113abcefa HTTP/1.1" status: 204 len: 168 time: 1.8139400 Oct 26 14:15:19.098931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44358) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:19.117792 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646661be-4226-473b-a644-af30a0f124a3 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event deleted for resources: {'Network': ['ID=f7f58b9d-6e8d-4f48-b353-b4d113abcefa,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:19.152133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18acb7dc-0484-45b0-ac35-3ff4d1fb3370 req-8641f23e-96a1-4e80-b352-fb2e51d84080 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547528 Oct 26 14:15:19.231256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1753820151'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:19.251055 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cce270c3-dc6a-47ad-8694-0fb04593fbcf tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.274346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Made reservation on behalf of cac10843f7b04a95a3a57eefedadeb8f for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:19.277784 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.305451 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.404303 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cce270c3-dc6a-47ad-8694-0fb04593fbcf tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.436233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-cce270c3-dc6a-47ad-8694-0fb04593fbcf tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:19.449721 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-cce270c3-dc6a-47ad-8694-0fb04593fbcf tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534c055c-c27b-4fb6-bbd2-0c335c11b0b8') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:19.450098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-cce270c3-dc6a-47ad-8694-0fb04593fbcf tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534c055c-c27b-4fb6-bbd2-0c335c11b0b8') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:19.464532 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cce270c3-dc6a-47ad-8694-0fb04593fbcf tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.484203 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cce270c3-dc6a-47ad-8694-0fb04593fbcf tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.496770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce270c3-dc6a-47ad-8694-0fb04593fbcf tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:19.497166 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cce270c3-dc6a-47ad-8694-0fb04593fbcf tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:19.500291 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:19.535061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf27cf-3a94-4748-b04b-9a364b023a4c req-4b2d41e9-c265-4c60-a050-48eb3d7e4ec9 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:19.545604 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11bf27cf-3a94-4748-b04b-9a364b023a4c req-4b2d41e9-c265-4c60-a050-48eb3d7e4ec9 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1096756 Oct 26 14:15:19.561420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.588704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.622475 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11bf27cf-3a94-4748-b04b-9a364b023a4c req-e1cf5b98-db69-4bac-a20b-1eef1da68811 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732715 Oct 26 14:15:19.640144 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cce270c3-dc6a-47ad-8694-0fb04593fbcf tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.641880 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:19.656096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a5983f0-15d6-4c79-942d-98aafbab8540 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:19.676935 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cce270c3-dc6a-47ad-8694-0fb04593fbcf tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.683023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44366) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:19.684621 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cce270c3-dc6a-47ad-8694-0fb04593fbcf tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "DELETE /v2.0/networks/d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9 HTTP/1.1" status: 204 len: 168 time: 0.5846360 Oct 26 14:15:19.697251 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6709c8-7243-4861-a58a-2218aaabd2a1,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:19.703104 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce270c3-dc6a-47ad-8694-0fb04593fbcf tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event deleted for resources: {'Network': ['ID=d8c9fc08-9cf0-4cce-bc87-14ef6cac63d9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:19.705528 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.705876 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Added segment 1fdfca64-9afa-4485-bfcb-e56d3c9219a3 of type vlan for network ba50db49-4cbc-4b29-80a7-f662d4d98850 Oct 26 14:15:19.738119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 1a5983f0-15d6-4c79-942d-98aafbab8540 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:19.747842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a5983f0-15d6-4c79-942d-98aafbab8540 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:19.751993 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.767839 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be22749-dad1-4d03-8fe1-9d1af45d4147 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Deleting subnet e7660640-e7c1-4e33-b74a-54cc5bf43b0f {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:19.778598 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8be22749-dad1-4d03-8fe1-9d1af45d4147 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.791761 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.799493 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:19.800173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.838515 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8be22749-dad1-4d03-8fe1-9d1af45d4147 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.875154 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8435154 Oct 26 14:15:19.878269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44368) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:19.884266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-bf28a059-2507-4d0a-837a-81a57ae0ec05 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Request body: {'subnet': {'network_id': 'ba50db49-4cbc-4b29-80a7-f662d4d98850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:19.949694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba3b44-7155-408a-8610-6c057b290c53 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Pushing event updated for resources: {'Network': ['ID=ba50db49-4cbc-4b29-80a7-f662d4d98850,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:19.955619 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8be22749-dad1-4d03-8fe1-9d1af45d4147 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.967472 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network ba50db49-4cbc-4b29-80a7-f662d4d98850 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:20.049769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf28a059-2507-4d0a-837a-81a57ae0ec05 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Made reservation on behalf of cac10843f7b04a95a3a57eefedadeb8f for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:20.063939 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf28a059-2507-4d0a-837a-81a57ae0ec05 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.068131 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8be22749-dad1-4d03-8fe1-9d1af45d4147 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.113382 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be22749-dad1-4d03-8fe1-9d1af45d4147 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event deleted for resources: {'Subnet': ['ID=e7660640-e7c1-4e33-b74a-54cc5bf43b0f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:20.128720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8be22749-dad1-4d03-8fe1-9d1af45d4147 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.137766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8be22749-dad1-4d03-8fe1-9d1af45d4147 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "DELETE /v2.0/subnets/e7660640-e7c1-4e33-b74a-54cc5bf43b0f HTTP/1.1" status: 204 len: 168 time: 0.4533417 Oct 26 14:15:20.139405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc884ac6-1b56-43ee-80c1-ddc96cb63287 None None] Network 7c523487-51ea-4ea2-a25c-f9187b2560cd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:20.147519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44372) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:20.222822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9d6446bc-d9e2-4e02-8901-0642da04e2ea details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:15:20.347801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65b80a5e-bb7f-4950-b634-ebe7f68ffdc5 req-bd017f21-872e-4139-969b-f738964139ec tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0603359 Oct 26 14:15:20.422324 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.432593 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf28a059-2507-4d0a-837a-81a57ae0ec05 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.471203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43de1f8-ce96-4817-ae48-cd23f3630edb req-86429fe8-daf1-4b6d-bcf7-9a82e7ac7724 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:20.479178 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b43de1f8-ce96-4817-ae48-cd23f3630edb req-86429fe8-daf1-4b6d-bcf7-9a82e7ac7724 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 943 time: 0.1750929 Oct 26 14:15:20.534621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf28a059-2507-4d0a-837a-81a57ae0ec05 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Checking segment: {'id': '1fdfca64-9afa-4485-bfcb-e56d3c9219a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ba50db49-4cbc-4b29-80a7-f662d4d98850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:20.535255 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf28a059-2507-4d0a-837a-81a57ae0ec05 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Network hostable DHCP agents. Network: ba50db49-4cbc-4b29-80a7-f662d4d98850, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:20.545007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28a059-2507-4d0a-837a-81a57ae0ec05 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Pushing event updated for resources: {'Subnet': ['ID=03a8d90d-1648-4d60-838b-87f7ec835456,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:20.550597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b43de1f8-ce96-4817-ae48-cd23f3630edb req-5beca232-8630-40f6-9f91-e5f14e85af32 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704446 Oct 26 14:15:20.561411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Deleting port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:20.561766 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.566704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf28a059-2507-4d0a-837a-81a57ae0ec05 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Network ba50db49-4cbc-4b29-80a7-f662d4d98850 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:20.582640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9d6446bc-d9e2-4e02-8901-0642da04e2ea, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9d6446bc-d9e2-4e02-8901-0642da04e2ea,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:20.602451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '9d6446bc-d9e2-4e02-8901-0642da04e2ea', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'port_id': '9d6446bc-d9e2-4e02-8901-0642da04e2ea', 'mac_address': 'fa:16:3e:c6:1b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:15:20.608599 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-bf28a059-2507-4d0a-837a-81a57ae0ec05 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, ba50db49-4cbc-4b29-80a7-f662d4d98850) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:20.621714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf28a059-2507-4d0a-837a-81a57ae0ec05 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:20.623262 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf28a059-2507-4d0a-837a-81a57ae0ec05 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.625075 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451b3f82-5954-41ca-976a-9a378ac5ac50 None None] DHCP port deletion for 7c523487-51ea-4ea2-a25c-f9187b2560cd request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:20.626940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d0a97e-4867-4afa-8ebe-4d21a633fa13 None None] Network ba50db49-4cbc-4b29-80a7-f662d4d98850 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:20.665837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44382) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:20.666147 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bf28a059-2507-4d0a-837a-81a57ae0ec05 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7867355 Oct 26 14:15:20.681824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-284cc96c-01b6-4af5-842f-e4400beeb9f0 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Request body: {'port': {'network_id': 'ba50db49-4cbc-4b29-80a7-f662d4d98850', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1149795932'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:20.694993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] For port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=08b63e1b-9ed6-4a8e-83a5-9646d82f132b,segment=NetworkSegment(125458f6-3d48-43d2-8234-9435f2043042),segment_id=125458f6-3d48-43d2-8234-9435f2043042)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:20.695505 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.790247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Calling delete_port for 08b63e1b-9ed6-4a8e-83a5-9646d82f132b owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:20.838621 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.848122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7623a-90b2-4676-bcad-c2c06b83b7e5 req-c8d23746-8929-4ce8-9ea4-98e0094c0cbe tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:20.850879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bc7623a-90b2-4676-bcad-c2c06b83b7e5 req-c8d23746-8929-4ce8-9ea4-98e0094c0cbe tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.0997267 Oct 26 14:15:20.888248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-451b3f82-5954-41ca-976a-9a378ac5ac50 None None] Deleting port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:20.888564 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-451b3f82-5954-41ca-976a-9a378ac5ac50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.892518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6446bc-d9e2-4e02-8901-0642da04e2ea {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:15:20.974227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9d6446bc-d9e2-4e02-8901-0642da04e2ea, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9d6446bc-d9e2-4e02-8901-0642da04e2ea,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:20.989680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bc7623a-90b2-4676-bcad-c2c06b83b7e5 req-8b1de1fe-0071-419e-b146-6ab7dd178988 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987742 Oct 26 14:15:20.992176 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.999131 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284cc96c-01b6-4af5-842f-e4400beeb9f0 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Made reservation on behalf of cac10843f7b04a95a3a57eefedadeb8f for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:21.003601 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-284cc96c-01b6-4af5-842f-e4400beeb9f0 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.029308 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-284cc96c-01b6-4af5-842f-e4400beeb9f0 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] device_id is not set on port 11c73a44-0a0e-486a-b082-b60941fe73f2 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:21.093351 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-ba50db49-4cbc-4b29-80a7-f662d4d98850', 'network_id': 'ba50db49-4cbc-4b29-80a7-f662d4d98850', 'tenant_id': 'cac10843f7b04a95a3a57eefedadeb8f', 'fixed_ips': [{'subnet_id': '03a8d90d-1648-4d60-838b-87f7ec835456'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:21.093775 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.098342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-451b3f82-5954-41ca-976a-9a378ac5ac50 None None] For port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=08b63e1b-9ed6-4a8e-83a5-9646d82f132b,segment=NetworkSegment(125458f6-3d48-43d2-8234-9435f2043042),segment_id=125458f6-3d48-43d2-8234-9435f2043042)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:21.100695 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-451b3f82-5954-41ca-976a-9a378ac5ac50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.117244 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.132896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9d6446bc-d9e2-4e02-8901-0642da04e2ea,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:21.137453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-451b3f82-5954-41ca-976a-9a378ac5ac50 None None] Calling delete_port for 08b63e1b-9ed6-4a8e-83a5-9646d82f132b owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:21.183726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event deleted for resources: {'Port': ['ID=08b63e1b-9ed6-4a8e-83a5-9646d82f132b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:21.196189 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] No DVR routers for this DVR port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:21.237594 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-284cc96c-01b6-4af5-842f-e4400beeb9f0 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Allocated IP 172.20.0.5 (ba50db49-4cbc-4b29-80a7-f662d4d98850/03a8d90d-1648-4d60-838b-87f7ec835456/11c73a44-0a0e-486a-b082-b60941fe73f2) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:21.304493 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-451b3f82-5954-41ca-976a-9a378ac5ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.325160 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.326010 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451b3f82-5954-41ca-976a-9a378ac5ac50 None None] No DVR routers for this DVR port 08b63e1b-9ed6-4a8e-83a5-9646d82f132b on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:21.355380 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b3f82-5954-41ca-976a-9a378ac5ac50 None None] Pushing event deleted for resources: {'Port': ['ID=08b63e1b-9ed6-4a8e-83a5-9646d82f132b,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:21.369784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c523487-51ea-4ea2-a25c-f9187b2560cd']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:21.406600 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125458f6-3d48-43d2-8234-9435f2043042') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:21.406966 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125458f6-3d48-43d2-8234-9435f2043042') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:21.417076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9d6446bc-d9e2-4e02-8901-0642da04e2ea'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:15:21.441557 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.508629 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38d6b065-f939-47c6-abf1-4a49b4a927f3 req-a92e3c5d-7085-4f62-85d6-ac9ee8c20078 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0381281 Oct 26 14:15:21.548189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.578660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:21.584976 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:21.588804 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:21.647744 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 08b63e1b-9ed6-4a8e-83a5-9646d82f132b no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:21.696792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 08b63e1b-9ed6-4a8e-83a5-9646d82f132b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:21.698219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 08b63e1b-9ed6-4a8e-83a5-9646d82f132b not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:21.750474 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.758415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-284cc96c-01b6-4af5-842f-e4400beeb9f0 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.766502 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.773501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "DELETE /v2.0/networks/7c523487-51ea-4ea2-a25c-f9187b2560cd HTTP/1.1" status: 204 len: 168 time: 1.6220851 Oct 26 14:15:21.774718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44396) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:21.786262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50fbcf-08a9-4193-b848-2f7f8d655301 req-c90af5c6-e91a-428f-b3aa-208b294831a2 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:21.788439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a50fbcf-08a9-4193-b848-2f7f8d655301 req-c90af5c6-e91a-428f-b3aa-208b294831a2 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 944 time: 0.1258698 Oct 26 14:15:21.802494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d0002-7f80-4230-9061-b0d61b541ce0 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Pushing event deleted for resources: {'Network': ['ID=7c523487-51ea-4ea2-a25c-f9187b2560cd,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:21.840540 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a7831a95-c470-4655-ab10-9665b7d6a30b tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0c04d18-b38d-4063-bc27-8294e18bd621 HTTP/1.1" status: 200 len: 205 time: 0.0610340 Oct 26 14:15:21.841779 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44398) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:21.863733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a50fbcf-08a9-4193-b848-2f7f8d655301 req-7e7bbe55-9546-48d6-8025-31320f970339 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576138 Oct 26 14:15:21.877311 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-284cc96c-01b6-4af5-842f-e4400beeb9f0 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.937384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284cc96c-01b6-4af5-842f-e4400beeb9f0 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Network ba50db49-4cbc-4b29-80a7-f662d4d98850 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:21.940887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-284cc96c-01b6-4af5-842f-e4400beeb9f0 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:21.944815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284cc96c-01b6-4af5-842f-e4400beeb9f0 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:21.955181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Allocated IP 172.20.0.2 (ba50db49-4cbc-4b29-80a7-f662d4d98850/03a8d90d-1648-4d60-838b-87f7ec835456/d3c91389-8e29-4b3b-a6c2-e83483396db1) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:21.979129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cc96c-01b6-4af5-842f-e4400beeb9f0 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Pushing event updated for resources: {'Port': ['ID=11c73a44-0a0e-486a-b082-b60941fe73f2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:21.997448 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-91b733a9-3f82-4ddb-aeb7-62bd94cf74f8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.013136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284cc96c-01b6-4af5-842f-e4400beeb9f0 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:22.013891 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-284cc96c-01b6-4af5-842f-e4400beeb9f0 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.033766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-284cc96c-01b6-4af5-842f-e4400beeb9f0 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3666904 Oct 26 14:15:22.037406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44402) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:22.044493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Request body: {'port': {'network_id': 'ba50db49-4cbc-4b29-80a7-f662d4d98850', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1114077543', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:22.045049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.api.validators [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] bootfile-name is not in valid_values {{(pid=102124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:15:22.045387 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.api.validators [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] tftp-server is not in valid_values {{(pid=102124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:15:22.045714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.api.validators [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] server-ip-address is not in valid_values {{(pid=102124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:15:22.243092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58bc1e-0c9b-43aa-8c0e-19c5699768fa req-079cf419-e5e1-410a-aa65-e191c14c0ab2 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:22.244657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e58bc1e-0c9b-43aa-8c0e-19c5699768fa req-079cf419-e5e1-410a-aa65-e191c14c0ab2 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1241872 Oct 26 14:15:22.266321 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.281030 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.348998 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-91b733a9-3f82-4ddb-aeb7-62bd94cf74f8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.351813 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-91b733a9-3f82-4ddb-aeb7-62bd94cf74f8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.364065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Made reservation on behalf of cac10843f7b04a95a3a57eefedadeb8f for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:22.368421 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.370067 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Network ba50db49-4cbc-4b29-80a7-f662d4d98850 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:22.373789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:22.382725 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:22.416738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e58bc1e-0c9b-43aa-8c0e-19c5699768fa req-f370c67c-1ef6-4ec9-a688-f9d14fbf6bd7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538491 Oct 26 14:15:22.425768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] device_id is not set on port 69ee6d5a-1dab-49fd-8a7b-6f6f2b3a86a5 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:22.434041 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-91b733a9-3f82-4ddb-aeb7-62bd94cf74f8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.435007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b733a9-3f82-4ddb-aeb7-62bd94cf74f8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Fanout notify agent at l3_agent the message router_deleted on router f0c04d18-b38d-4063-bc27-8294e18bd621 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:15:22.443383 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-91b733a9-3f82-4ddb-aeb7-62bd94cf74f8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.446382 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-91b733a9-3f82-4ddb-aeb7-62bd94cf74f8 tempest-RoutersNegativeTest-746252213 tempest-RoutersNegativeTest-746252213-project] 10.222.0.32 "DELETE /v2.0/routers/f0c04d18-b38d-4063-bc27-8294e18bd621 HTTP/1.1" status: 204 len: 168 time: 0.6034427 Oct 26 14:15:22.463316 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Pushing event updated for resources: {'Port': ['ID=d3c91389-8e29-4b3b-a6c2-e83483396db1,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:22.478162 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Attempting to bind port d3c91389-8e29-4b3b-a6c2-e83483396db1 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:22.478636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Attempting to bind port d3c91389-8e29-4b3b-a6c2-e83483396db1 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '1fdfca64-9afa-4485-bfcb-e56d3c9219a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ba50db49-4cbc-4b29-80a7-f662d4d98850'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:22.479117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Attempting to bind port d3c91389-8e29-4b3b-a6c2-e83483396db1 on network ba50db49-4cbc-4b29-80a7-f662d4d98850 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:22.485315 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:22.486295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Checking segment: {'id': '1fdfca64-9afa-4485-bfcb-e56d3c9219a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ba50db49-4cbc-4b29-80a7-f662d4d98850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:22.486802 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.487361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Bound using segment: {'id': '1fdfca64-9afa-4485-bfcb-e56d3c9219a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ba50db49-4cbc-4b29-80a7-f662d4d98850'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:22.487873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Bound port: d3c91389-8e29-4b3b-a6c2-e83483396db1, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdfca64-9afa-4485-bfcb-e56d3c9219a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ba50db49-4cbc-4b29-80a7-f662d4d98850'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:22.488352 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.621084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] For port d3c91389-8e29-4b3b-a6c2-e83483396db1, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:22.626098 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] For port d3c91389-8e29-4b3b-a6c2-e83483396db1, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d3c91389-8e29-4b3b-a6c2-e83483396db1,segment=NetworkSegment(1fdfca64-9afa-4485-bfcb-e56d3c9219a3),segment_id=1fdfca64-9afa-4485-bfcb-e56d3c9219a3)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:22.633502 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.699520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-08f49704-2815-439f-a8ce-f021820e0adf req-1feda059-af0a-4aa6-b73b-8df022843477 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0683589 Oct 26 14:15:22.760999 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Allocated IP 172.20.0.11 (ba50db49-4cbc-4b29-80a7-f662d4d98850/03a8d90d-1648-4d60-838b-87f7ec835456/69ee6d5a-1dab-49fd-8a7b-6f6f2b3a86a5) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:22.778307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa447a3-45c9-4e27-8630-f2eb6ee4d342 None None] Pushing event updated for resources: {'Port': ['ID=d3c91389-8e29-4b3b-a6c2-e83483396db1,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:22.975907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44426) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:23.143474 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b178c-304d-41e2-96e6-447bed18e785 req-55dcfe4e-985a-48ca-858d-e7010bf07cbc tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:23.146617 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-295b178c-304d-41e2-96e6-447bed18e785 req-55dcfe4e-985a-48ca-858d-e7010bf07cbc tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 944 time: 0.1222138 Oct 26 14:15:23.160758 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.257283 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-295b178c-304d-41e2-96e6-447bed18e785 req-9b068a1c-2d8e-4aed-94a9-742eda1cf90f tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990775 Oct 26 14:15:23.264488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44430) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:23.273177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a023cd91-9aea-482f-98bf-5ef1b58a5218 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7b29a8980134c69908e1159396c2ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842417 Oct 26 14:15:23.290715 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.341463 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c0aa1572-3898-4624-9633-89a59df0df49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.357463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Network ba50db49-4cbc-4b29-80a7-f662d4d98850 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:23.359614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:23.362517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:23.365540 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Pushing event updated for resources: {'Port': ['ID=69ee6d5a-1dab-49fd-8a7b-6f6f2b3a86a5,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:23.371559 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c0aa1572-3898-4624-9633-89a59df0df49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.442551 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c0aa1572-3898-4624-9633-89a59df0df49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.445736 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:23.446326 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c0aa1572-3898-4624-9633-89a59df0df49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.447044 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.450021 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c0aa1572-3898-4624-9633-89a59df0df49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd3e0978-a475-4a5a-89c4-e23c87945382 HTTP/1.1" status: 204 len: 168 time: 0.1822231 Oct 26 14:15:23.458168 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.484757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-63f32d73-fc55-4714-b7f8-01d5afce1a70 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.4422426 Oct 26 14:15:23.484937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa1572-3898-4624-9633-89a59df0df49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3e0978-a475-4a5a-89c4-e23c87945382,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:23.485379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44444) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:23.611552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51da35f1-8169-4de7-bd8a-685f658af53a tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:23.619122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51da35f1-8169-4de7-bd8a-685f658af53a tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:23.625488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51da35f1-8169-4de7-bd8a-685f658af53a tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:23.628050 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-51da35f1-8169-4de7-bd8a-685f658af53a tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1414592 Oct 26 14:15:23.631900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44446) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:23.660332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a57da3-b667-4494-b892-f0445a7f5b2f req-053cadd5-8dcd-4722-b895-2ae0fbe89658 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:23.668641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03a57da3-b667-4494-b892-f0445a7f5b2f req-053cadd5-8dcd-4722-b895-2ae0fbe89658 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1245070 Oct 26 14:15:23.723684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d3c91389-8e29-4b3b-a6c2-e83483396db1 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:23.747408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03a57da3-b667-4494-b892-f0445a7f5b2f req-3309ac45-e636-4d3d-a70c-c58bdd351bee tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778582 Oct 26 14:15:23.849887 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d3c91389-8e29-4b3b-a6c2-e83483396db1 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:23.852318 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.876022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e98d1140-bfd8-4a95-a652-64494590ecfc tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Deleting port 69ee6d5a-1dab-49fd-8a7b-6f6f2b3a86a5 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:23.878182 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e98d1140-bfd8-4a95-a652-64494590ecfc tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.949062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e3dc4eb-1cd2-4785-9134-ebf08c613556 req-51dc76b8-80ca-4988-a0e8-c0178b3fcf2c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0680687 Oct 26 14:15:23.971297 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:15:24.057559 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.093345 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e98d1140-bfd8-4a95-a652-64494590ecfc tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.110926 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e98d1140-bfd8-4a95-a652-64494590ecfc tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Calling delete_port for 69ee6d5a-1dab-49fd-8a7b-6f6f2b3a86a5 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:24.111844 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port d3c91389-8e29-4b3b-a6c2-e83483396db1, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d3c91389-8e29-4b3b-a6c2-e83483396db1,segment=NetworkSegment(1fdfca64-9afa-4485-bfcb-e56d3c9219a3),segment_id=1fdfca64-9afa-4485-bfcb-e56d3c9219a3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:24.123683 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.188719 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9d6446bc-d9e2-4e02-8901-0642da04e2ea up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:24.307298 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e835e86a-bde0-49f4-b7ba-78ab122ee4b5 None None] Network ba50db49-4cbc-4b29-80a7-f662d4d98850 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:24.347713 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e98d1140-bfd8-4a95-a652-64494590ecfc tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.372864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=d3c91389-8e29-4b3b-a6c2-e83483396db1,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:24.392757 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-af270021-4673-407d-a655-ae4e870d61d5 None None] Provisioning complete for port d3c91389-8e29-4b3b-a6c2-e83483396db1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:24.393392 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-af270021-4673-407d-a655-ae4e870d61d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.401947 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 9d6446bc-d9e2-4e02-8901-0642da04e2ea completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:15:24.408659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 9d6446bc-d9e2-4e02-8901-0642da04e2ea triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:24.409249 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.441108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d1140-bfd8-4a95-a652-64494590ecfc tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Pushing event deleted for resources: {'Port': ['ID=69ee6d5a-1dab-49fd-8a7b-6f6f2b3a86a5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:24.500637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ee6d0-fd45-45e0-9e8c-d74cd380342e req-2343acb7-cc10-466c-879b-fd21a4c5dd5d tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:24.515914 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab4ee6d0-fd45-45e0-9e8c-d74cd380342e req-2343acb7-cc10-466c-879b-fd21a4c5dd5d tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 944 time: 0.1072683 Oct 26 14:15:24.597209 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab4ee6d0-fd45-45e0-9e8c-d74cd380342e req-891e3920-f26f-46ae-aa1b-dfd49c29c745 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700049 Oct 26 14:15:24.601853 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e98d1140-bfd8-4a95-a652-64494590ecfc tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.605405 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e98d1140-bfd8-4a95-a652-64494590ecfc tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] 10.222.0.32 "DELETE /v2.0/ports/69ee6d5a-1dab-49fd-8a7b-6f6f2b3a86a5 HTTP/1.1" status: 204 len: 168 time: 0.9720023 Oct 26 14:15:24.611157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44476) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:24.622223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4e8743f1-d3ae-4284-a76b-56f63b79be56 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Request body: {'port': {'name': 'tempest-new-port-name-88585224', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:24.622785 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.api.validators [None req-4e8743f1-d3ae-4284-a76b-56f63b79be56 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] bootfile-name is not in valid_values {{(pid=102124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:15:24.623389 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.api.validators [None req-4e8743f1-d3ae-4284-a76b-56f63b79be56 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] tftp-server is not in valid_values {{(pid=102124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:15:24.624530 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.api.validators [None req-4e8743f1-d3ae-4284-a76b-56f63b79be56 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] server-ip-address is not in valid_values {{(pid=102124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:15:24.712856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44478) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:24.725850 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e8743f1-d3ae-4284-a76b-56f63b79be56 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.854982 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1869017030'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:24.920698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Made reservation on behalf of 305511e01cc2476c847b6c9284fa0c76 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:24.927674 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.972700 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.078283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5907a5-8a66-4f05-ba7a-9ee021a34811 req-f7daf3ba-7359-41a2-ad51-7ada5e5ae572 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:25.085832 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.094532 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c5907a5-8a66-4f05-ba7a-9ee021a34811 req-f7daf3ba-7359-41a2-ad51-7ada5e5ae572 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.2102113 Oct 26 14:15:25.174096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20705945-8f81-4a5e-b7c9-672567b47160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6446bc-d9e2-4e02-8901-0642da04e2ea'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:25.183398 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4de9da-054a-45ae-b3b9-11d6cc8a2694" -d '{"events": [{"server_uuid": "20705945-8f81-4a5e-b7c9-672567b47160", "name": "network-vif-plugged", "status": "completed", "tag": "9d6446bc-d9e2-4e02-8901-0642da04e2ea"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:25.189308 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.202725 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.212044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c5907a5-8a66-4f05-ba7a-9ee021a34811 req-212eb5bc-e995-45b6-a90c-6c4eefce9a58 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163337 Oct 26 14:15:25.214852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9d6446bc-d9e2-4e02-8901-0642da04e2ea, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9d6446bc-d9e2-4e02-8901-0642da04e2ea,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:25.221126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:25.226995 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.252996 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.258165 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Added segment 462afdbf-4e5c-4e76-84ed-bbe8fa86863e of type vlan for network 664b3478-c73e-44e8-9007-3285b61d9d27 Oct 26 14:15:25.309763 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1db7deb1-eb13-4253-abd1-8d8c011be04e None None] Provisioning complete for port 11c73a44-0a0e-486a-b082-b60941fe73f2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:25.310345 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1db7deb1-eb13-4253-abd1-8d8c011be04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.321704 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45d2b238-46e1-45f9-9a37-0746379f4502 req-8ca6c19a-6528-4197-853f-07e60d0d54d3 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0659363 Oct 26 14:15:25.324535 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e8743f1-d3ae-4284-a76b-56f63b79be56 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.339762 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e8743f1-d3ae-4284-a76b-56f63b79be56 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.356927 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.372196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f14d95c-cabb-4d67-91d3-e0f558c48a85,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:25.390519 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e64a4a9-6d0b-4d2b-bbe3-c660b4dcdfc6 x-openstack-request-id: req-8e64a4a9-6d0b-4d2b-bbe3-c660b4dcdfc6 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:25.391547 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20705945-8f81-4a5e-b7c9-672567b47160", "name": "network-vif-plugged", "status": "completed", "tag": "9d6446bc-d9e2-4e02-8901-0642da04e2ea", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:25.392094 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e64a4a9-6d0b-4d2b-bbe3-c660b4dcdfc6 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:25.393014 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20705945-8f81-4a5e-b7c9-672567b47160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6446bc-d9e2-4e02-8901-0642da04e2ea', 'code': 200} Oct 26 14:15:25.398528 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-1db7deb1-eb13-4253-abd1-8d8c011be04e None None] Port 11c73a44-0a0e-486a-b082-b60941fe73f2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:15:25.407519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9d6446bc-d9e2-4e02-8901-0642da04e2ea,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:25.423117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.429606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:25.431295 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.444377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1db7deb1-eb13-4253-abd1-8d8c011be04e None None] Provisioning complete for port d3c91389-8e29-4b3b-a6c2-e83483396db1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:25.445099 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1db7deb1-eb13-4253-abd1-8d8c011be04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.641804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8743f1-d3ae-4284-a76b-56f63b79be56 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Pushing event updated for resources: {'Port': ['ID=11c73a44-0a0e-486a-b082-b60941fe73f2,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:25.685639 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d3c91389-8e29-4b3b-a6c2-e83483396db1 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:25.714067 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9997733 Oct 26 14:15:25.717062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44496) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:25.723585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4e8743f1-d3ae-4284-a76b-56f63b79be56 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] In _notify_port_updated(), no bound segment for port 11c73a44-0a0e-486a-b082-b60941fe73f2 on network ba50db49-4cbc-4b29-80a7-f662d4d98850 {{(pid=102124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:15:25.729298 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8743f1-d3ae-4284-a76b-56f63b79be56 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:25.736099 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e8743f1-d3ae-4284-a76b-56f63b79be56 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.740614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-fbb852ab-45b8-4ee4-b761-577637137c2d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Request body: {'subnet': {'network_id': '664b3478-c73e-44e8-9007-3285b61d9d27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:25.749550 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4e8743f1-d3ae-4284-a76b-56f63b79be56 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] 10.222.0.32 "PUT /v2.0/ports/11c73a44-0a0e-486a-b082-b60941fe73f2 HTTP/1.1" status: 200 len: 1134 time: 1.1365783 Oct 26 14:15:25.753229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b2710-83dc-4b54-864d-62b8b8ffeb9f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Pushing event updated for resources: {'Network': ['ID=664b3478-c73e-44e8-9007-3285b61d9d27,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:25.754623 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d3c91389-8e29-4b3b-a6c2-e83483396db1 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:25.755293 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.760595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44498) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:25.827057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 664b3478-c73e-44e8-9007-3285b61d9d27 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:25.853764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83705294-3bad-466f-82e5-fad854eb08fb req-a03f4ef1-dfc3-4aff-bb76-b9f970b389e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:25.860109 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83705294-3bad-466f-82e5-fad854eb08fb req-a03f4ef1-dfc3-4aff-bb76-b9f970b389e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 1096 time: 0.3225408 Oct 26 14:15:25.912649 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-7963ffce-2933-4902-be71-edd8fced172c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3594460 Oct 26 14:15:25.935466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3462cbb-090e-4ae1-b6fa-4e4fe3a0bed0 req-f250e56a-fdce-427d-b69f-3f6c7ebf0350 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:25.950901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3462cbb-090e-4ae1-b6fa-4e4fe3a0bed0 req-f250e56a-fdce-427d-b69f-3f6c7ebf0350 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 945 time: 0.1948342 Oct 26 14:15:25.954144 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c989166-6c9b-4ecb-833a-67be91c05ffe tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:25.955605 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9c989166-6c9b-4ecb-833a-67be91c05ffe tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] 10.222.0.32 "GET /v2.0/ports/11c73a44-0a0e-486a-b082-b60941fe73f2 HTTP/1.1" status: 200 len: 1134 time: 0.1816275 Oct 26 14:15:25.961666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a01d1e3a-52f9-4cc9-a8e9-5410dde6cce4 None None] Provisioning complete for port 11c73a44-0a0e-486a-b082-b60941fe73f2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:25.962139 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a01d1e3a-52f9-4cc9-a8e9-5410dde6cce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.968603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44508) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:26.031284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83705294-3bad-466f-82e5-fad854eb08fb req-7a838a60-6985-4f85-9e49-33585f001509 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603160 Oct 26 14:15:26.042564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-a01d1e3a-52f9-4cc9-a8e9-5410dde6cce4 None None] Port 11c73a44-0a0e-486a-b082-b60941fe73f2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:15:26.077299 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-4deef871-2dee-4534-9bd8-df3b5bf726c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:26.077852 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-4deef871-2dee-4534-9bd8-df3b5bf726c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:26.080170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-4deef871-2dee-4534-9bd8-df3b5bf726c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:26.080668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-4deef871-2dee-4534-9bd8-df3b5bf726c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:26.080911 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3462cbb-090e-4ae1-b6fa-4e4fe3a0bed0 req-404c3b16-7e4d-4440-80bf-6de2d15f248c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288526 Oct 26 14:15:26.081340 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-4deef871-2dee-4534-9bd8-df3b5bf726c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:26.081625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-4deef871-2dee-4534-9bd8-df3b5bf726c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:26.082094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-4deef871-2dee-4534-9bd8-df3b5bf726c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:26.084071 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-4deef871-2dee-4534-9bd8-df3b5bf726c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb00fb8b03d741ea8145d511b755959a&device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 6493 time: 0.1116359 Oct 26 14:15:26.094941 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb852ab-45b8-4ee4-b761-577637137c2d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Made reservation on behalf of 305511e01cc2476c847b6c9284fa0c76 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:26.098402 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbb852ab-45b8-4ee4-b761-577637137c2d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:26.163161 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-780bfe1c-87bb-4f8d-a0e9-021a58fc46fc None None] Could not find standard attr ID for object 69ee6d5a-1dab-49fd-8a7b-6f6f2b3a86a5. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:15:26.222759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a380e75a-0df9-4626-9ad7-b320abae2fa7 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Deleting port 11c73a44-0a0e-486a-b082-b60941fe73f2 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:26.223310 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a380e75a-0df9-4626-9ad7-b320abae2fa7 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:26.446325 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a380e75a-0df9-4626-9ad7-b320abae2fa7 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:26.471965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aedda5-1c79-4649-b0ef-1ab59d1b535b req-9b4a343f-6652-45b8-b16c-5eb9ed2873c3 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:26.484270 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8aedda5-1c79-4649-b0ef-1ab59d1b535b req-9b4a343f-6652-45b8-b16c-5eb9ed2873c3 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1476867 Oct 26 14:15:26.518432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a380e75a-0df9-4626-9ad7-b320abae2fa7 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Calling delete_port for 11c73a44-0a0e-486a-b082-b60941fe73f2 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:26.594688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f058a8e3-a957-495b-a1f6-03c208ce8741 req-bd6ebc8c-097f-4ecf-8853-8e1352ff8827 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0778813 Oct 26 14:15:26.617385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8aedda5-1c79-4649-b0ef-1ab59d1b535b req-aa6d1b13-1d00-4793-9111-ef446243f10a tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320879 Oct 26 14:15:26.784753 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a380e75a-0df9-4626-9ad7-b320abae2fa7 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:26.831000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380e75a-0df9-4626-9ad7-b320abae2fa7 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Pushing event deleted for resources: {'Port': ['ID=11c73a44-0a0e-486a-b082-b60941fe73f2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:26.882824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-974b0966-17a7-4263-a8c6-201ec0cc03ab None None] Could not find standard attr ID for object 11c73a44-0a0e-486a-b082-b60941fe73f2. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:15:26.952182 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a380e75a-0df9-4626-9ad7-b320abae2fa7 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:26.957643 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a380e75a-0df9-4626-9ad7-b320abae2fa7 tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] 10.222.0.32 "DELETE /v2.0/ports/11c73a44-0a0e-486a-b082-b60941fe73f2 HTTP/1.1" status: 204 len: 168 time: 0.9795523 Oct 26 14:15:26.958236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44520) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:27.034444 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b082d26-cb58-4d7f-b982-1c372741816e tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Deleting subnet 03a8d90d-1648-4d60-838b-87f7ec835456 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:27.039025 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7b082d26-cb58-4d7f-b982-1c372741816e tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.043609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-62f0ced1-0654-48b9-941d-953924810b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:27.044110 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-62f0ced1-0654-48b9-941d-953924810b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:27.048894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-62f0ced1-0654-48b9-941d-953924810b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:27.050872 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-62f0ced1-0654-48b9-941d-953924810b4d service neutron] 10.222.0.11 "GET /v2.0/networks?id=31db61e9-1b60-4798-95f8-8992ccf378a6&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf HTTP/1.1" status: 200 len: 2292 time: 0.6912963 Oct 26 14:15:27.096446 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7b082d26-cb58-4d7f-b982-1c372741816e tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.150208 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbb852ab-45b8-4ee4-b761-577637137c2d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.233078 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7b082d26-cb58-4d7f-b982-1c372741816e tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.290322 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-4a3682f5-a6ae-49f9-93d9-afda49d60cad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d23c3036-10bb-4165-b6c2-a4ce9e26949e HTTP/1.1" status: 200 len: 1002 time: 0.2305186 Oct 26 14:15:27.317033 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7b082d26-cb58-4d7f-b982-1c372741816e tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.386813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b082d26-cb58-4d7f-b982-1c372741816e tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Pushing event deleted for resources: {'Subnet': ['ID=03a8d90d-1648-4d60-838b-87f7ec835456,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:27.388895 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7b082d26-cb58-4d7f-b982-1c372741816e tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.395331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7b082d26-cb58-4d7f-b982-1c372741816e tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] 10.222.0.32 "DELETE /v2.0/subnets/03a8d90d-1648-4d60-838b-87f7ec835456 HTTP/1.1" status: 204 len: 168 time: 0.4338419 Oct 26 14:15:27.395971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44532) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:27.399083 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547f723-9f55-4533-8674-4b7a0e50afb2 None None] Network ba50db49-4cbc-4b29-80a7-f662d4d98850 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:27.445228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb852ab-45b8-4ee4-b761-577637137c2d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Pushing event updated for resources: {'Subnet': ['ID=fbed3b3a-b367-4692-a676-fc4f769eca40,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:27.467440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb852ab-45b8-4ee4-b761-577637137c2d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Checking segment: {'id': '462afdbf-4e5c-4e76-84ed-bbe8fa86863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '664b3478-c73e-44e8-9007-3285b61d9d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:27.468527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb852ab-45b8-4ee4-b761-577637137c2d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Network hostable DHCP agents. Network: 664b3478-c73e-44e8-9007-3285b61d9d27, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:27.515235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-5fc11b51-ae54-416b-ac64-908b26193142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:27.520469 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-5fc11b51-ae54-416b-ac64-908b26193142 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=addd5606-6552-4f1f-b55b-993cd7b5d80f HTTP/1.1" status: 200 len: 849 time: 0.1949236 Oct 26 14:15:27.591548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb852ab-45b8-4ee4-b761-577637137c2d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Network 664b3478-c73e-44e8-9007-3285b61d9d27 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:27.623788 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.634154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-7ffb8a73-395c-4cde-8708-e3cd784baf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:27.639649 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.639855 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-7ffb8a73-395c-4cde-8708-e3cd784baf53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31db61e9-1b60-4798-95f8-8992ccf378a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077745 Oct 26 14:15:27.640435 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-fbb852ab-45b8-4ee4-b761-577637137c2d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 664b3478-c73e-44e8-9007-3285b61d9d27) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:27.654569 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60360df7-aaf2-4931-897c-d4b2980afe09 None None] Network 664b3478-c73e-44e8-9007-3285b61d9d27 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:27.666555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3a893-f97a-45e3-bce5-b2f4eceb66b1 req-21ec3d11-fd14-4025-be07-df94208b1169 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:27.681680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cb3a893-f97a-45e3-bce5-b2f4eceb66b1 req-21ec3d11-fd14-4025-be07-df94208b1169 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 945 time: 0.2039974 Oct 26 14:15:27.783811 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-671fe997-c01c-45ad-826d-5e666ad60286 service neutron] 10.222.0.11 "GET /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276743 Oct 26 14:15:27.785175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb852ab-45b8-4ee4-b761-577637137c2d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:27.785751 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbb852ab-45b8-4ee4-b761-577637137c2d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.872480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca581a59-abc1-46de-b858-4938a22b3c13 None None] DHCP port deletion for ba50db49-4cbc-4b29-80a7-f662d4d98850 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:27.878844 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fbb852ab-45b8-4ee4-b761-577637137c2d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1597447 Oct 26 14:15:27.881794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44538) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:27.887887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-be1ccd60-0d85-4b85-8766-12fbf4256732 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Request body: {'port': {'network_id': '664b3478-c73e-44e8-9007-3285b61d9d27', 'name': 'tempest-TagsExtTest-1080210148'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:27.969899 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-664b3478-c73e-44e8-9007-3285b61d9d27', 'network_id': '664b3478-c73e-44e8-9007-3285b61d9d27', 'tenant_id': '305511e01cc2476c847b6c9284fa0c76', 'fixed_ips': [{'subnet_id': 'fbed3b3a-b367-4692-a676-fc4f769eca40'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:27.970820 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.000774 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ca581a59-abc1-46de-b858-4938a22b3c13 None None] Deleting port d3c91389-8e29-4b3b-a6c2-e83483396db1 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:28.001258 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ca581a59-abc1-46de-b858-4938a22b3c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.057679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1ccd60-0d85-4b85-8766-12fbf4256732 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Made reservation on behalf of 305511e01cc2476c847b6c9284fa0c76 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:28.061812 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be1ccd60-0d85-4b85-8766-12fbf4256732 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.096971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-be1ccd60-0d85-4b85-8766-12fbf4256732 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] device_id is not set on port e8f19a0d-4d01-4f15-bba7-8fb34d132477 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:28.104597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ca581a59-abc1-46de-b858-4938a22b3c13 None None] For port d3c91389-8e29-4b3b-a6c2-e83483396db1, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d3c91389-8e29-4b3b-a6c2-e83483396db1,segment=NetworkSegment(1fdfca64-9afa-4485-bfcb-e56d3c9219a3),segment_id=1fdfca64-9afa-4485-bfcb-e56d3c9219a3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:28.105009 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ca581a59-abc1-46de-b858-4938a22b3c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.119388 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ca581a59-abc1-46de-b858-4938a22b3c13 None None] Calling delete_port for d3c91389-8e29-4b3b-a6c2-e83483396db1 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:28.206188 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-1fc78cb2-3c36-487b-9ab0-0c917a89a2e2 service neutron] 10.222.0.11 "GET /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117310 Oct 26 14:15:28.253942 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-95c55c6e-562e-4658-9948-2882c63d46db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=ade83c75-0efa-4960-8243-44aed8b5f5ab HTTP/1.1" status: 200 len: 217 time: 0.0391984 Oct 26 14:15:28.289252 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ca581a59-abc1-46de-b858-4938a22b3c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.301760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-be1ccd60-0d85-4b85-8766-12fbf4256732 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Allocated IP 172.20.0.5 (664b3478-c73e-44e8-9007-3285b61d9d27/fbed3b3a-b367-4692-a676-fc4f769eca40/e8f19a0d-4d01-4f15-bba7-8fb34d132477) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:28.303625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f52fa64-e748-4bf4-8125-56f3fa006b95 req-cbe933ee-e6a3-4a58-84e0-d18453772bb6 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.5693748 Oct 26 14:15:28.357909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cb3a893-f97a-45e3-bce5-b2f4eceb66b1 req-0f1c324b-a473-4a13-b37a-a7a4cb52d93d tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6752007 Oct 26 14:15:28.370058 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca581a59-abc1-46de-b858-4938a22b3c13 None None] No DVR routers for this DVR port d3c91389-8e29-4b3b-a6c2-e83483396db1 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:28.372103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca581a59-abc1-46de-b858-4938a22b3c13 None None] Pushing event deleted for resources: {'Port': ['ID=d3c91389-8e29-4b3b-a6c2-e83483396db1,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:28.419199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-23ec1e9e-3305-4cb1-9014-fb1749a29a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:28.420713 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-23ec1e9e-3305-4cb1-9014-fb1749a29a19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.1567495 Oct 26 14:15:28.426350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Deleting port d3c91389-8e29-4b3b-a6c2-e83483396db1 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:28.426686 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.584940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe1e1f-967b-4ae6-9aac-4a8caa5521a3 req-5687b524-df90-470b-b96c-572506fa8cc3 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:28.597241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-befe1e1f-967b-4ae6-9aac-4a8caa5521a3 req-5687b524-df90-470b-b96c-572506fa8cc3 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1515014 Oct 26 14:15:28.607601 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] For port d3c91389-8e29-4b3b-a6c2-e83483396db1, host n-d-815498-1, got binding levels [] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:28.607971 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.638162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Calling delete_port for d3c91389-8e29-4b3b-a6c2-e83483396db1 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:28.641323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_backend_mixin [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Port d3c91389-8e29-4b3b-a6c2-e83483396db1 was not found and therefore no delete operation was performed {{(pid=102124) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:15:28.646415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.658167 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be1ccd60-0d85-4b85-8766-12fbf4256732 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.682888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Pushing event deleted for resources: {'Port': ['ID=d3c91389-8e29-4b3b-a6c2-e83483396db1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:28.697496 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-14dc5f8f-5ef1-4ee3-8b9c-5b5bee5e71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:28.711509 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-14dc5f8f-5ef1-4ee3-8b9c-5b5bee5e71d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2748189 Oct 26 14:15:28.717568 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be1ccd60-0d85-4b85-8766-12fbf4256732 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.730671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-befe1e1f-967b-4ae6-9aac-4a8caa5521a3 req-258b2bb3-a627-45e2-8608-5b25ec58165a tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287148 Oct 26 14:15:28.731754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] No DVR routers for this DVR port d3c91389-8e29-4b3b-a6c2-e83483396db1 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:28.786168 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Allocated IP 172.20.0.2 (664b3478-c73e-44e8-9007-3285b61d9d27/fbed3b3a-b367-4692-a676-fc4f769eca40/a5e90aad-390c-412d-b3d3-9b5298f47e5d) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:28.789409 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1ccd60-0d85-4b85-8766-12fbf4256732 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Network 664b3478-c73e-44e8-9007-3285b61d9d27 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:28.840169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.851709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-be1ccd60-0d85-4b85-8766-12fbf4256732 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:28.871627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba50db49-4cbc-4b29-80a7-f662d4d98850']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:28.883633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fdfca64-9afa-4485-bfcb-e56d3c9219a3') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:28.884034 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fdfca64-9afa-4485-bfcb-e56d3c9219a3') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:28.899215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.899545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ccd60-0d85-4b85-8766-12fbf4256732 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:28.915862 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.923026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:28.923431 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:28.927370 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:28.998487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ccd60-0d85-4b85-8766-12fbf4256732 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Pushing event updated for resources: {'Port': ['ID=e8f19a0d-4d01-4f15-bba7-8fb34d132477,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:28.999787 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.004766 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.012244 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.014335 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.016357 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] 10.222.0.32 "DELETE /v2.0/networks/ba50db49-4cbc-4b29-80a7-f662d4d98850 HTTP/1.1" status: 204 len: 168 time: 1.6192293 Oct 26 14:15:29.029475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de04c9-dbf3-41ac-9fba-336454f22a6c tempest-ExtraDHCPOptionsTestJSON-1919980545 tempest-ExtraDHCPOptionsTestJSON-1919980545-project] Pushing event deleted for resources: {'Network': ['ID=ba50db49-4cbc-4b29-80a7-f662d4d98850,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:29.062474 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1ccd60-0d85-4b85-8766-12fbf4256732 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:29.063147 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be1ccd60-0d85-4b85-8766-12fbf4256732 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.073843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Pushing event updated for resources: {'Port': ['ID=a5e90aad-390c-412d-b3d3-9b5298f47e5d,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:29.096675 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-be1ccd60-0d85-4b85-8766-12fbf4256732 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2119217 Oct 26 14:15:29.097865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44548) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:29.103228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f1a3ac24-b238-48c3-b59d-8f131646aba9 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-252922199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:29.110722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Network 664b3478-c73e-44e8-9007-3285b61d9d27 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:29.112560 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:29.122708 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-7f59f75e-a691-45c5-9f06-8bcca4451327 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782616 Oct 26 14:15:29.126886 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:29.156462 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ac24-b238-48c3-b59d-8f131646aba9 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.159163 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ac24-b238-48c3-b59d-8f131646aba9 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.239263 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ac24-b238-48c3-b59d-8f131646aba9 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.245304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Attempting to bind port a5e90aad-390c-412d-b3d3-9b5298f47e5d on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:29.245708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Attempting to bind port a5e90aad-390c-412d-b3d3-9b5298f47e5d by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '462afdbf-4e5c-4e76-84ed-bbe8fa86863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '664b3478-c73e-44e8-9007-3285b61d9d27'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:29.246079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Attempting to bind port a5e90aad-390c-412d-b3d3-9b5298f47e5d on network 664b3478-c73e-44e8-9007-3285b61d9d27 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:29.250889 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ac24-b238-48c3-b59d-8f131646aba9 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.256359 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:29.259165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Checking segment: {'id': '462afdbf-4e5c-4e76-84ed-bbe8fa86863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '664b3478-c73e-44e8-9007-3285b61d9d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:29.259583 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.259978 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Bound using segment: {'id': '462afdbf-4e5c-4e76-84ed-bbe8fa86863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '664b3478-c73e-44e8-9007-3285b61d9d27'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:29.262284 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Bound port: a5e90aad-390c-412d-b3d3-9b5298f47e5d, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462afdbf-4e5c-4e76-84ed-bbe8fa86863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '664b3478-c73e-44e8-9007-3285b61d9d27'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:29.262769 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.280929 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-81089e2b-1e08-4508-8b43-d147b2cdd825 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507995 Oct 26 14:15:29.303892 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ac24-b238-48c3-b59d-8f131646aba9 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.306385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f1a3ac24-b238-48c3-b59d-8f131646aba9 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2074826 Oct 26 14:15:29.309426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44552) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:29.317322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6c00dec6-7006-4360-8845-e8fbd31d231d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-445999424', 'prefixes': ['172.20.0.0/16']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:29.427381 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-9872cfa9-07dc-47f5-aa03-cdf5bb0d8b20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=ed4f0663-ae83-4800-8ce9-99ce1f56430d HTTP/1.1" status: 200 len: 217 time: 0.1349735 Oct 26 14:15:29.452987 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] For port a5e90aad-390c-412d-b3d3-9b5298f47e5d, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:29.463631 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] For port a5e90aad-390c-412d-b3d3-9b5298f47e5d, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a5e90aad-390c-412d-b3d3-9b5298f47e5d,segment=NetworkSegment(462afdbf-4e5c-4e76-84ed-bbe8fa86863e),segment_id=462afdbf-4e5c-4e76-84ed-bbe8fa86863e)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:29.473525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44562) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:29.477915 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.555732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-cda91374-08f6-45f5-be7d-01d69f0c2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:29.557248 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-cda91374-08f6-45f5-be7d-01d69f0c2597 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.1246309 Oct 26 14:15:29.606744 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-daccdd9b-fbca-4dd4-9a7a-54ce32f17dc7 req-55c85fcf-b71a-4ab8-a90c-595d35ef47d1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0885854 Oct 26 14:15:29.622439 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c920311-81b7-4512-b859-fe36d2ef3d8e None None] Pushing event updated for resources: {'Port': ['ID=a5e90aad-390c-412d-b3d3-9b5298f47e5d,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:29.655187 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c00dec6-7006-4360-8845-e8fbd31d231d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks [] for subnetpool, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.657326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6c00dec6-7006-4360-8845-e8fbd31d231d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3465016 Oct 26 14:15:29.669732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d3c91389-8e29-4b3b-a6c2-e83483396db1 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:29.674020 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44568) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:29.686118 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-3c7e67f3-48b8-4cd1-8783-f77d7ca914f0 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fbed3b3a-b367-4692-a676-fc4f769eca40', 'tempest-TagsExtTest-Tag-1957646983') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:29.699450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-e9b5a089-9420-425a-ae6c-0425841f89af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:29.703627 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-e9b5a089-9420-425a-ae6c-0425841f89af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1363251 Oct 26 14:15:29.743363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: d3c91389-8e29-4b3b-a6c2-e83483396db1 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:29.743989 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d3c91389-8e29-4b3b-a6c2-e83483396db1 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:29.916570 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-a9c1dcbd-906f-4c4c-b5be-3626ea3c43dd service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046196 Oct 26 14:15:29.931320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60c554-6f05-4aa1-90cd-781603febf25 req-61b0f0e4-fa30-48c0-842a-3b395ced16d4 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:29.934632 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e60c554-6f05-4aa1-90cd-781603febf25 req-61b0f0e4-fa30-48c0-842a-3b395ced16d4 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 945 time: 0.3185129 Oct 26 14:15:30.069731 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5ba0343a-0d48-4e89-bf85-16335ae5e640 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cac10843f7b04a95a3a57eefedadeb8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5898793 Oct 26 14:15:30.078988 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44572) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:30.103446 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-b20ff608-7a4a-4920-bc7e-5d2e41dfdf10 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696723 Oct 26 14:15:30.168561 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-9c24feb6-c9fc-4aaa-8a51-5fe9a07fc791 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=515fa390-2364-4878-8df6-4ab125d2676b HTTP/1.1" status: 200 len: 217 time: 0.0561817 Oct 26 14:15:30.173303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e60c554-6f05-4aa1-90cd-781603febf25 req-8f9a11a7-2fef-4d02-9e13-4eaec0530894 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097573 Oct 26 14:15:30.204565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d385148-07d2-4b31-a26a-0cf2504c204b req-000ab78a-67d6-4da7-99a6-8378452587a7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:30.206871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d385148-07d2-4b31-a26a-0cf2504c204b req-000ab78a-67d6-4da7-99a6-8378452587a7 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.2977269 Oct 26 14:15:30.220960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3c7e67f3-48b8-4cd1-8783-f77d7ca914f0 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "PUT /v2.0/subnets/fbed3b3a-b367-4692-a676-fc4f769eca40/tags/tempest-TagsExtTest-Tag-1957646983 HTTP/1.1" status: 201 len: 201 time: 0.5385530 Oct 26 14:15:30.224322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44576) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:30.256952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-1ab661ab-5589-4da7-a5cf-0dbec1a3640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:30.261170 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-1ab661ab-5589-4da7-a5cf-0dbec1a3640e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.0854380 Oct 26 14:15:30.281457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-6ce7f81c-193d-4ede-aabd-ddb20f7d0de9 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e8f19a0d-4d01-4f15-bba7-8fb34d132477', 'tempest-TagsExtTest-Tag-1891416960') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:30.317214 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-7968e0f9-e3d2-4a48-b454-0f4ad500bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:30.319832 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-7968e0f9-e3d2-4a48-b454-0f4ad500bf89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0513930 Oct 26 14:15:30.369491 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d385148-07d2-4b31-a26a-0cf2504c204b req-8dcc412e-e56f-4b91-b804-a2feebe8e56d tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459596 Oct 26 14:15:30.376565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14a5bf11-c6c0-48fb-88aa-f48689b45d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.422268 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3df665-6b80-4e93-9dd8-c65bd2f2e18a req-faf1bf4b-99f5-4c4d-a4cb-35c9c09c8dae tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:30.423800 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b3df665-6b80-4e93-9dd8-c65bd2f2e18a req-faf1bf4b-99f5-4c4d-a4cb-35c9c09c8dae tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 945 time: 0.1529756 Oct 26 14:15:30.434038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44578) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:30.440115 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3bb26ad0-79dd-4f49-aaa5-b569bc680b49 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Request body: {'floatingip': {'port_id': '9d6446bc-d9e2-4e02-8901-0642da04e2ea'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:30.458413 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-4bfd9843-04c9-49c2-bf63-3a2f7f60e3a4 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304560 Oct 26 14:15:30.493749 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14a5bf11-c6c0-48fb-88aa-f48689b45d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.503145 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3bb26ad0-79dd-4f49-aaa5-b569bc680b49 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.624647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6ce7f81c-193d-4ede-aabd-ddb20f7d0de9 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "PUT /v2.0/ports/e8f19a0d-4d01-4f15-bba7-8fb34d132477/tags/tempest-TagsExtTest-Tag-1891416960 HTTP/1.1" status: 201 len: 201 time: 0.3551939 Oct 26 14:15:30.631320 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-3e04b1c4-fa40-4f82-830e-0863cf5ebd54 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537459 Oct 26 14:15:30.649522 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44584) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:30.669176 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-564f976e-b373-430b-b181-53b6f282e149 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd9e8e61a-f027-4c3c-beb1-b20db043a1c4', 'tempest-TagsExtTest-Tag-1805199932') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:30.704634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14a5bf11-c6c0-48fb-88aa-f48689b45d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.712775 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14a5bf11-c6c0-48fb-88aa-f48689b45d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.715023 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-14a5bf11-c6c0-48fb-88aa-f48689b45d37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab6709c8-7243-4861-a58a-2218aaabd2a1 HTTP/1.1" status: 204 len: 168 time: 0.6322210 Oct 26 14:15:30.741783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5bf11-c6c0-48fb-88aa-f48689b45d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6709c8-7243-4861-a58a-2218aaabd2a1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:30.877927 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-e6aee1b2-542e-4ac2-9dc8-d58edc0cd50e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=d7eeebab-4fea-41da-a670-4fb4e1ce3521 HTTP/1.1" status: 200 len: 217 time: 0.2444961 Oct 26 14:15:30.946676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd43ff9e-e548-47e5-a03f-daa39b3acdf0 req-149500e9-6bd1-4f28-8756-c8388a6bbdb0 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.1479545 Oct 26 14:15:31.086713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-d209330c-c919-48a4-804f-7fdf2eba5822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:31.092244 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-d209330c-c919-48a4-804f-7fdf2eba5822 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.1834493 Oct 26 14:15:31.194535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-8b740c13-eae5-45cd-8859-fe47add0ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:31.198980 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-8b740c13-eae5-45cd-8859-fe47add0ff51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0933683 Oct 26 14:15:31.201704 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-564f976e-b373-430b-b181-53b6f282e149 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "PUT /v2.0/routers/d9e8e61a-f027-4c3c-beb1-b20db043a1c4/tags/tempest-TagsExtTest-Tag-1805199932 HTTP/1.1" status: 201 len: 201 time: 0.5497310 Oct 26 14:15:31.204467 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44596) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:31.212065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-f0a0e002-689e-4d48-abb6-f7646c98e42f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '386ee4b4-f136-4ec0-9c4b-8f588cc3d400', 'tempest-TagsExtTest-Tag-1712939992') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:31.333643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4174f0-f6d1-4c44-ae7c-4a72566cb94f None None] Network 664b3478-c73e-44e8-9007-3285b61d9d27 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:31.351132 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-5b9cebb8-7f5c-4b93-9748-e1719fa171d6 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350498 Oct 26 14:15:31.462012 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f0a0e002-689e-4d48-abb6-f7646c98e42f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "PUT /v2.0/subnetpools/386ee4b4-f136-4ec0-9c4b-8f588cc3d400/tags/tempest-TagsExtTest-Tag-1712939992 HTTP/1.1" status: 201 len: 201 time: 0.2561030 Oct 26 14:15:31.464637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44606) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:31.470992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-db69bd0e-dd16-423d-93f7-515ee7a239b4 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fbed3b3a-b367-4692-a676-fc4f769eca40') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:31.606264 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-5103f9e3-288a-4bc3-bcfa-4d321002e2f3 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402563 Oct 26 14:15:31.607182 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3bb26ad0-79dd-4f49-aaa5-b569bc680b49 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.628324 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3bb26ad0-79dd-4f49-aaa5-b569bc680b49 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.669013 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-381beed7-8b27-4e8a-868d-b287b83c3d3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be HTTP/1.1" status: 200 len: 217 time: 0.0562725 Oct 26 14:15:31.671984 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-db69bd0e-dd16-423d-93f7-515ee7a239b4 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/subnets/fbed3b3a-b367-4692-a676-fc4f769eca40/tags HTTP/1.1" status: 200 len: 241 time: 0.2042122 Oct 26 14:15:31.675457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44614) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:31.684078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-4332230c-2ee2-42d0-857f-94d76be30dcb tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fbed3b3a-b367-4692-a676-fc4f769eca40', 'tempest-TagsExtTest-Tag-1957646983') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:31.731655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a5e90aad-390c-412d-b3d3-9b5298f47e5d up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:31.813959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f81ba8ad-9c8d-4bb3-bfc8-2a74a8fe5753 None None] Provisioning complete for port a5e90aad-390c-412d-b3d3-9b5298f47e5d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:31.814676 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f81ba8ad-9c8d-4bb3-bfc8-2a74a8fe5753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.831640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-2f090447-4fc7-4064-bc28-fc9219355507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:31.833589 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-2f090447-4fc7-4064-bc28-fc9219355507 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=854c14b3-03da-4bc6-b12c-986f0f0590da HTTP/1.1" status: 200 len: 797 time: 0.1534278 Oct 26 14:15:31.857283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4a613-ba57-4554-a172-8b72bd8c607d req-f95e0167-1f1c-439d-90a3-ee6c7ebfb1d8 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:31.886959 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f4a613-ba57-4554-a172-8b72bd8c607d req-f95e0167-1f1c-439d-90a3-ee6c7ebfb1d8 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.3232806 Oct 26 14:15:31.899712 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4332230c-2ee2-42d0-857f-94d76be30dcb tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/subnets/fbed3b3a-b367-4692-a676-fc4f769eca40/tags/tempest-TagsExtTest-Tag-1957646983 HTTP/1.1" status: 204 len: 168 time: 0.2225189 Oct 26 14:15:31.901194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44622) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:31.918085 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-1b46fb70-6c87-4451-adbf-9052c0a76541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:31.920147 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-1b46fb70-6c87-4451-adbf-9052c0a76541 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753195 Oct 26 14:15:31.922591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-944870f1-ce22-46bc-a381-76cc31bee13e tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fbed3b3a-b367-4692-a676-fc4f769eca40', 'tempest-TagsExtTest-Tag-1957646983') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:31.956830 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a5e90aad-390c-412d-b3d3-9b5298f47e5d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:31.957193 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.008917 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f81ba8ad-9c8d-4bb3-bfc8-2a74a8fe5753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.087479 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-3bb26ad0-79dd-4f49-aaa5-b569bc680b49 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Floating IP c74ae2b9-32b1-4f44-b165-8669ede68a7d associated. External IP: 172.25.4.28, port: 9d6446bc-d9e2-4e02-8901-0642da04e2ea. Oct 26 14:15:32.114823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f81ba8ad-9c8d-4bb3-bfc8-2a74a8fe5753 None None] For port a5e90aad-390c-412d-b3d3-9b5298f47e5d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a5e90aad-390c-412d-b3d3-9b5298f47e5d,segment=NetworkSegment(462afdbf-4e5c-4e76-84ed-bbe8fa86863e),segment_id=462afdbf-4e5c-4e76-84ed-bbe8fa86863e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:32.118054 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44628) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:32.126528 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f81ba8ad-9c8d-4bb3-bfc8-2a74a8fe5753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.195825 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-76d3efdb-c25f-430b-910a-351a9193d146 service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674103 Oct 26 14:15:32.279764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ba8ad-9c8d-4bb3-bfc8-2a74a8fe5753 None None] Pushing event updated for resources: {'Port': ['ID=a5e90aad-390c-412d-b3d3-9b5298f47e5d,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:32.307501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a46f401-13a7-457f-b300-c556cc3708ce req-da51281a-4918-4850-89bf-83e4302fbd34 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.2078555 Oct 26 14:15:32.376941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-6054c7a6-b3a8-48c4-a784-3227d25f4f48 None None] Provisioning complete for port a5e90aad-390c-412d-b3d3-9b5298f47e5d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:32.376941 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6054c7a6-b3a8-48c4-a784-3227d25f4f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.392158 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-9692c1b9-36f5-429f-8142-ca0e7b8a3e89 service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852124 Oct 26 14:15:32.398847 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-345546327'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:32.403656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7f4a613-ba57-4554-a172-8b72bd8c607d req-2a51ef9c-56e3-4c4a-b8b9-53ecce587831 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5156956 Oct 26 14:15:32.464698 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-d3906846-cee9-4e72-9c4c-34f81bd2beea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 HTTP/1.1" status: 200 len: 217 time: 0.0620203 Oct 26 14:15:32.545320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:32.549437 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.557157 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-944870f1-ce22-46bc-a381-76cc31bee13e tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/subnets/fbed3b3a-b367-4692-a676-fc4f769eca40/tags/tempest-TagsExtTest-Tag-1957646983 HTTP/1.1" status: 204 len: 168 time: 0.6409087 Oct 26 14:15:32.558492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44632) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:32.566748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-bc7b6223-b4c5-43f9-a4dc-190d4530ed58 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fbed3b3a-b367-4692-a676-fc4f769eca40') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:32.620394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-2b935ac2-5320-4e0c-847c-838f6897675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:32.624999 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-2b935ac2-5320-4e0c-847c-838f6897675a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=854c14b3-03da-4bc6-b12c-986f0f0590da HTTP/1.1" status: 200 len: 797 time: 0.1495957 Oct 26 14:15:32.625740 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.654677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-6054c7a6-b3a8-48c4-a784-3227d25f4f48 None None] Provisioning complete for port e8f19a0d-4d01-4f15-bba7-8fb34d132477 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:32.655197 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6054c7a6-b3a8-48c4-a784-3227d25f4f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.728624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6054c7a6-b3a8-48c4-a784-3227d25f4f48 None None] Port e8f19a0d-4d01-4f15-bba7-8fb34d132477 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:15:32.748334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fa5-f808-466b-9139-68247e1b8169 req-54d25db6-d171-467c-a04e-633441f94bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:32.750010 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-54d25db6-d171-467c-a04e-633441f94bc0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1052070 Oct 26 14:15:32.779143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb26ad0-79dd-4f49-aaa5-b569bc680b49 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Router d022eabf-6bf1-4da7-bffb-3d3412820f57 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:15:32.841754 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bc7b6223-b4c5-43f9-a4dc-190d4530ed58 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/subnets/fbed3b3a-b367-4692-a676-fc4f769eca40/tags HTTP/1.1" status: 200 len: 205 time: 0.2782996 Oct 26 14:15:32.843729 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44638) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:32.848680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-d1827e05-58ce-4c9b-a014-affbe46ddff0 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e8f19a0d-4d01-4f15-bba7-8fb34d132477') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:32.861321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c299a117-2924-41ea-afa7-6db6e9476edf None None] Provisioning complete for port e8f19a0d-4d01-4f15-bba7-8fb34d132477 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:32.862413 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c299a117-2924-41ea-afa7-6db6e9476edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.949590 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c299a117-2924-41ea-afa7-6db6e9476edf None None] Port e8f19a0d-4d01-4f15-bba7-8fb34d132477 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:15:32.966091 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.993430 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.033853 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-19c12b96-a003-4f46-b28d-3ca4b842d3ff service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729745 Oct 26 14:15:33.048580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:33.048580 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d1827e05-58ce-4c9b-a014-affbe46ddff0 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/ports/e8f19a0d-4d01-4f15-bba7-8fb34d132477/tags HTTP/1.1" status: 200 len: 241 time: 0.2014165 Oct 26 14:15:33.051023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44646) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:33.073326 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-814d14cf-207b-4509-8149-86cd6ea50dd9 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e8f19a0d-4d01-4f15-bba7-8fb34d132477', 'tempest-TagsExtTest-Tag-1891416960') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:33.233194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb26ad0-79dd-4f49-aaa5-b569bc680b49 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:15:33.239350 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3bb26ad0-79dd-4f49-aaa5-b569bc680b49 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.247811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bc9c76-8b13-4531-a86f-b861dfa5dd87 None None] Sync routers for ids ['d022eabf-6bf1-4da7-bffb-3d3412820f57'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:15:33.265611 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bc9c76-8b13-4531-a86f-b861dfa5dd87 None None] Routers {'d022eabf-6bf1-4da7-bffb-3d3412820f57'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:15:33.266703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-19bc9c76-8b13-4531-a86f-b861dfa5dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:15:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d022eabf-6bf1-4da7-bffb-3d3412820f57'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:33.278155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3bb26ad0-79dd-4f49-aaa5-b569bc680b49 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "PUT /v2.0/floatingips/c74ae2b9-32b1-4f44-b165-8669ede68a7d HTTP/1.1" status: 200 len: 990 time: 2.8430848 Oct 26 14:15:33.278767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20705945-8f81-4a5e-b7c9-672567b47160', 'tag': '9d6446bc-d9e2-4e02-8901-0642da04e2ea'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:33.281112 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce2bd51-976b-4904-a1f8-f337cb95d792" -d '{"events": [{"name": "network-changed", "server_uuid": "20705945-8f81-4a5e-b7c9-672567b47160", "tag": "9d6446bc-d9e2-4e02-8901-0642da04e2ea"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:33.385037 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a50fe6b-2c3e-4528-8afb-a8caf418efaf x-openstack-request-id: req-6a50fe6b-2c3e-4528-8afb-a8caf418efaf {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:33.385338 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20705945-8f81-4a5e-b7c9-672567b47160", "tag": "9d6446bc-d9e2-4e02-8901-0642da04e2ea", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:33.385596 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a50fe6b-2c3e-4528-8afb-a8caf418efaf {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:33.386036 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20705945-8f81-4a5e-b7c9-672567b47160', 'tag': '9d6446bc-d9e2-4e02-8901-0642da04e2ea', 'status': 'completed', 'code': 200} Oct 26 14:15:33.491983 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-19bc9c76-8b13-4531-a86f-b861dfa5dd87 None None] Set router d022eabf-6bf1-4da7-bffb-3d3412820f57 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:15:33.536054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d863a0c-38c7-4b04-a26c-54e6a55c0d27 req-fc72b0fe-c25e-4809-b898-8302cfaacc2d tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0726871 Oct 26 14:15:33.616566 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2bd51-976b-4904-a1f8-f337cb95d792 req-5d6ffa19-de33-4076-abb4-059fafb3a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:33.618662 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ce2bd51-976b-4904-a1f8-f337cb95d792 req-5d6ffa19-de33-4076-abb4-059fafb3a08d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 1096 time: 0.2149143 Oct 26 14:15:33.645732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a5e90aad-390c-412d-b3d3-9b5298f47e5d up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:33.646076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072b55a-3f47-4fa0-a073-9ec2d41c5f86 req-9e3172ae-a85c-41fc-b647-3150c036bf0c tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:33.654478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d072b55a-3f47-4fa0-a073-9ec2d41c5f86 req-9e3172ae-a85c-41fc-b647-3150c036bf0c tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1211662 Oct 26 14:15:33.717170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d3ed44-c349-4fcb-90db-08d07f489f57,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:33.720939 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.721287 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Added segment 25a5f56d-7980-4456-9c5f-18fa7a968ebf of type vlan for network eaf87cc5-085b-4c7a-8a9f-685038587f37 Oct 26 14:15:33.766734 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a5e90aad-390c-412d-b3d3-9b5298f47e5d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:33.767265 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.768403 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.809346 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.816636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:33.817248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.832701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d072b55a-3f47-4fa0-a073-9ec2d41c5f86 req-09031df7-2f15-4972-965f-0f4524568fc1 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770692 Oct 26 14:15:33.872630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2bd51-976b-4904-a1f8-f337cb95d792 req-46ecd827-05e8-4b70-88ed-40b3bdde1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:33.874603 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ce2bd51-976b-4904-a1f8-f337cb95d792 req-46ecd827-05e8-4b70-88ed-40b3bdde1670 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 200 len: 912 time: 0.2479784 Oct 26 14:15:33.940149 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-19bc9c76-8b13-4531-a86f-b861dfa5dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'c74ae2b9-32b1-4f44-b165-8669ede68a7d', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'port_id': '9d6446bc-d9e2-4e02-8901-0642da04e2ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'mac_address': 'fa:16:3e:c6:1b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20705945-8f81-4a5e-b7c9-672567b47160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:15:06Z', 'updated_at': '2021-10-26T14:15:31Z', 'revision_number': 1, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:30Z', 'revision_number': 5, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:33.958598 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8288174 Oct 26 14:15:33.958598 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-814d14cf-207b-4509-8149-86cd6ea50dd9 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/ports/e8f19a0d-4d01-4f15-bba7-8fb34d132477/tags/tempest-TagsExtTest-Tag-1891416960 HTTP/1.1" status: 204 len: 168 time: 0.8911841 Oct 26 14:15:33.971120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44666) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:33.977738 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-626686aa-4277-4b8c-9fd3-4630c2a3f5cd tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e8f19a0d-4d01-4f15-bba7-8fb34d132477', 'tempest-TagsExtTest-Tag-1891416960') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:34.005112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fbb81-b2bd-42f5-b5c2-c563fb866527 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Network': ['ID=eaf87cc5-085b-4c7a-8a9f-685038587f37,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:34.030824 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9b825fa5-f808-466b-9139-68247e1b8169 req-271dfaa6-845c-4e73-9046-bc6b6e9f7ce0 service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9834883 Oct 26 14:15:34.108755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44668) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:34.114000 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6893bb8f-53fd-4c80-8eb3-8fc7f8baae8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'subnet': {'network_id': 'eaf87cc5-085b-4c7a-8a9f-685038587f37', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:34.151801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bc9c76-8b13-4531-a86f-b861dfa5dd87 None None] Checking router: d022eabf-6bf1-4da7-bffb-3d3412820f57 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:15:34.154117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network eaf87cc5-085b-4c7a-8a9f-685038587f37 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:34.168226 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-626686aa-4277-4b8c-9fd3-4630c2a3f5cd tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/ports/e8f19a0d-4d01-4f15-bba7-8fb34d132477/tags/tempest-TagsExtTest-Tag-1891416960 HTTP/1.1" status: 204 len: 168 time: 0.1955738 Oct 26 14:15:34.171457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44670) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:34.188925 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-9578a46e-a477-45e9-9f00-c6983318c288 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e8f19a0d-4d01-4f15-bba7-8fb34d132477') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:34.195145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ce2bd51-976b-4904-a1f8-f337cb95d792 req-6e56f546-ab39-45e1-a6fa-9c587f61c8f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6446bc-d9e2-4e02-8901-0642da04e2ea HTTP/1.1" status: 200 len: 998 time: 0.3046026 Oct 26 14:15:34.205535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bc9c76-8b13-4531-a86f-b861dfa5dd87 None None] Routers {'d022eabf-6bf1-4da7-bffb-3d3412820f57'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:15:34.206273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-19bc9c76-8b13-4531-a86f-b861dfa5dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:15:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d022eabf-6bf1-4da7-bffb-3d3412820f57'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:34.267999 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6893bb8f-53fd-4c80-8eb3-8fc7f8baae8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:34.274807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2bd51-976b-4904-a1f8-f337cb95d792 req-4120f90e-d3a2-4df7-81bd-55c0ec4298a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:34.276400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ce2bd51-976b-4904-a1f8-f337cb95d792 req-4120f90e-d3a2-4df7-81bd-55c0ec4298a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f250216c-69fb-4480-a4f8-10a5384e9ce5 HTTP/1.1" status: 200 len: 850 time: 0.0599601 Oct 26 14:15:34.278605 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6893bb8f-53fd-4c80-8eb3-8fc7f8baae8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:34.341622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-19bc9c76-8b13-4531-a86f-b861dfa5dd87 None None] Set router d022eabf-6bf1-4da7-bffb-3d3412820f57 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:15:34.369850 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44674) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:34.370123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9578a46e-a477-45e9-9f00-c6983318c288 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/ports/e8f19a0d-4d01-4f15-bba7-8fb34d132477/tags HTTP/1.1" status: 200 len: 205 time: 0.1813197 Oct 26 14:15:34.393320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-f7781621-b4cb-4fed-977c-a30f9664eac3 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd9e8e61a-f027-4c3c-beb1-b20db043a1c4') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:34.397685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2bd51-976b-4904-a1f8-f337cb95d792 req-f3d5e0cd-5665-4143-8a68-242dc787dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:34.398286 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ce2bd51-976b-4904-a1f8-f337cb95d792 req-f3d5e0cd-5665-4143-8a68-242dc787dddc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115909 Oct 26 14:15:34.551022 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f7781621-b4cb-4fed-977c-a30f9664eac3 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/routers/d9e8e61a-f027-4c3c-beb1-b20db043a1c4/tags HTTP/1.1" status: 200 len: 241 time: 0.1793907 Oct 26 14:15:34.553458 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44678) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:34.558680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-5f9f1d6e-0ceb-4eb7-a59b-851f2e54367b tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd9e8e61a-f027-4c3c-beb1-b20db043a1c4', 'tempest-TagsExtTest-Tag-1805199932') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:34.609206 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ce2bd51-976b-4904-a1f8-f337cb95d792 req-6b746a67-5b84-40a4-a723-8b116a72c22c service neutron] 10.222.0.11 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013597 Oct 26 14:15:34.749393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ce2bd51-976b-4904-a1f8-f337cb95d792 req-864bf52a-9e45-4aae-98fe-31c4dc4b60d1 service neutron] 10.222.0.11 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326468 Oct 26 14:15:34.821322 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e50dafe-8f70-42af-b707-5f7428fdcf95 req-c3c30bea-1216-4902-9505-534c1f49e163 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0709312 Oct 26 14:15:34.824405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-19bc9c76-8b13-4531-a86f-b861dfa5dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'c74ae2b9-32b1-4f44-b165-8669ede68a7d', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'port_id': '9d6446bc-d9e2-4e02-8901-0642da04e2ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'mac_address': 'fa:16:3e:c6:1b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20705945-8f81-4a5e-b7c9-672567b47160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:15:06Z', 'updated_at': '2021-10-26T14:15:31Z', 'revision_number': 1, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:30Z', 'revision_number': 5, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:34.861328 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bc9c76-8b13-4531-a86f-b861dfa5dd87 None None] The sync data for ids ['d022eabf-6bf1-4da7-bffb-3d3412820f57'] in n-d-815498-1 is: [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'c74ae2b9-32b1-4f44-b165-8669ede68a7d', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'port_id': '9d6446bc-d9e2-4e02-8901-0642da04e2ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'mac_address': 'fa:16:3e:c6:1b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20705945-8f81-4a5e-b7c9-672567b47160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:15:06Z', 'updated_at': '2021-10-26T14:15:31Z', 'revision_number': 1, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:30Z', 'revision_number': 5, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:15:34.872549 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5f9f1d6e-0ceb-4eb7-a59b-851f2e54367b tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/routers/d9e8e61a-f027-4c3c-beb1-b20db043a1c4/tags/tempest-TagsExtTest-Tag-1805199932 HTTP/1.1" status: 204 len: 168 time: 0.3179760 Oct 26 14:15:34.875114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44688) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:34.880123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-2842165c-f731-44be-bd27-7d6187084cd0 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd9e8e61a-f027-4c3c-beb1-b20db043a1c4', 'tempest-TagsExtTest-Tag-1805199932') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:34.915527 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6893bb8f-53fd-4c80-8eb3-8fc7f8baae8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.029732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893bb8f-53fd-4c80-8eb3-8fc7f8baae8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Subnet': ['ID=c97fcb59-c223-44df-9fc3-f46c69c4602b,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:35.095771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6893bb8f-53fd-4c80-8eb3-8fc7f8baae8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Checking segment: {'id': '25a5f56d-7980-4456-9c5f-18fa7a968ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'eaf87cc5-085b-4c7a-8a9f-685038587f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:35.096646 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6893bb8f-53fd-4c80-8eb3-8fc7f8baae8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network hostable DHCP agents. Network: eaf87cc5-085b-4c7a-8a9f-685038587f37, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:35.133667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081f8b3-065b-40e1-aae6-307879b4cba8 req-a6b7e62b-779b-4b95-9ec7-11b7d17a7081 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:35.138900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6893bb8f-53fd-4c80-8eb3-8fc7f8baae8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network eaf87cc5-085b-4c7a-8a9f-685038587f37 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:35.142121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0081f8b3-065b-40e1-aae6-307879b4cba8 req-a6b7e62b-779b-4b95-9ec7-11b7d17a7081 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1231344 Oct 26 14:15:35.148012 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2842165c-f731-44be-bd27-7d6187084cd0 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/routers/d9e8e61a-f027-4c3c-beb1-b20db043a1c4/tags/tempest-TagsExtTest-Tag-1805199932 HTTP/1.1" status: 204 len: 168 time: 0.2717974 Oct 26 14:15:35.148657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44692) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:35.156136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-13752c1d-865f-4c15-8f19-7b08e68a506c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd9e8e61a-f027-4c3c-beb1-b20db043a1c4') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:35.167096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-6893bb8f-53fd-4c80-8eb3-8fc7f8baae8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, eaf87cc5-085b-4c7a-8a9f-685038587f37) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:35.173658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6893bb8f-53fd-4c80-8eb3-8fc7f8baae8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:35.174699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6893bb8f-53fd-4c80-8eb3-8fc7f8baae8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.175422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b319d5-c9e3-4782-a850-b58ce7aef26b None None] Network eaf87cc5-085b-4c7a-8a9f-685038587f37 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:35.200200 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6893bb8f-53fd-4c80-8eb3-8fc7f8baae8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0901675 Oct 26 14:15:35.203484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44694) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:35.227293 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-21ff9cc6-10b0-4f0d-bcac-7b29ab6a1957 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-318608904'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:35.271306 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0081f8b3-065b-40e1-aae6-307879b4cba8 req-3a8e0e1e-6827-4fea-adb5-81d2d38029ba tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135406 Oct 26 14:15:35.277498 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ff9cc6-10b0-4f0d-bcac-7b29ab6a1957 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:35.281611 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-21ff9cc6-10b0-4f0d-bcac-7b29ab6a1957 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.296498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-13752c1d-865f-4c15-8f19-7b08e68a506c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/routers/d9e8e61a-f027-4c3c-beb1-b20db043a1c4/tags HTTP/1.1" status: 200 len: 205 time: 0.1467414 Oct 26 14:15:35.298333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44696) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:35.302587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-6c35386e-56a1-43ad-8f25-5c1cd33f7a3e tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '386ee4b4-f136-4ec0-9c4b-8f588cc3d400') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:35.351256 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd7e4a-d67c-4938-a04e-cc41e6004550 None None] New status for floating IP c74ae2b9-32b1-4f44-b165-8669ede68a7d: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:15:35.358926 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ff9cc6-10b0-4f0d-bcac-7b29ab6a1957 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:35.380512 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-21ff9cc6-10b0-4f0d-bcac-7b29ab6a1957 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.383086 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-21ff9cc6-10b0-4f0d-bcac-7b29ab6a1957 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Added segment 77f2ed48-32a1-4ea3-bd59-959a216da685 of type vlan for network 934a6a33-75ed-441a-9234-1eca2b3ae31e Oct 26 14:15:35.422572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6c35386e-56a1-43ad-8f25-5c1cd33f7a3e tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/subnetpools/386ee4b4-f136-4ec0-9c4b-8f588cc3d400/tags HTTP/1.1" status: 200 len: 241 time: 0.1242642 Oct 26 14:15:35.423318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44700) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:35.427794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-34f19421-cc0f-4864-9cfe-f404fb3b5003 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '386ee4b4-f136-4ec0-9c4b-8f588cc3d400', 'tempest-TagsExtTest-Tag-1712939992') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:35.467110 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-21ff9cc6-10b0-4f0d-bcac-7b29ab6a1957 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.475802 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-34f19421-cc0f-4864-9cfe-f404fb3b5003 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/subnetpools/386ee4b4-f136-4ec0-9c4b-8f588cc3d400/tags/tempest-TagsExtTest-Tag-1712939992 HTTP/1.1" status: 204 len: 168 time: 0.0513906 Oct 26 14:15:35.476544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44702) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:35.486921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-1cab506d-04e7-4a8f-8e04-b2dc02c383e4 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '386ee4b4-f136-4ec0-9c4b-8f588cc3d400', 'tempest-TagsExtTest-Tag-1712939992') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:35.529831 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-21ff9cc6-10b0-4f0d-bcac-7b29ab6a1957 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.535766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff9cc6-10b0-4f0d-bcac-7b29ab6a1957 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:35.536378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-21ff9cc6-10b0-4f0d-bcac-7b29ab6a1957 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.555170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-eaf87cc5-085b-4c7a-8a9f-685038587f37', 'network_id': 'eaf87cc5-085b-4c7a-8a9f-685038587f37', 'tenant_id': '1cb114168aa94a6097d192a3a07d9d65', 'fixed_ips': [{'subnet_id': 'c97fcb59-c223-44df-9fc3-f46c69c4602b'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:35.556156 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.574798 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1cab506d-04e7-4a8f-8e04-b2dc02c383e4 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/subnetpools/386ee4b4-f136-4ec0-9c4b-8f588cc3d400/tags/tempest-TagsExtTest-Tag-1712939992 HTTP/1.1" status: 204 len: 168 time: 0.0969088 Oct 26 14:15:35.575758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44706) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:35.581104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-469b3a61-2340-4f37-902d-7e4c7fbec82f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '386ee4b4-f136-4ec0-9c4b-8f588cc3d400') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:35.603380 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-21ff9cc6-10b0-4f0d-bcac-7b29ab6a1957 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3983340 Oct 26 14:15:35.610514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44708) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:35.619661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'subnet': {'network_id': '934a6a33-75ed-441a-9234-1eca2b3ae31e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:35.700929 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff9cc6-10b0-4f0d-bcac-7b29ab6a1957 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Network': ['ID=934a6a33-75ed-441a-9234-1eca2b3ae31e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:35.734440 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 934a6a33-75ed-441a-9234-1eca2b3ae31e details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:35.750072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44710) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:35.750321 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-469b3a61-2340-4f37-902d-7e4c7fbec82f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/subnetpools/386ee4b4-f136-4ec0-9c4b-8f588cc3d400/tags HTTP/1.1" status: 200 len: 205 time: 0.1732817 Oct 26 14:15:35.756283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-f1488d30-a4f0-4881-9bfb-13aed3d49f5f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '386ee4b4-f136-4ec0-9c4b-8f588cc3d400') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:35.808514 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f1488d30-a4f0-4881-9bfb-13aed3d49f5f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/subnetpools/386ee4b4-f136-4ec0-9c4b-8f588cc3d400/tags HTTP/1.1" status: 204 len: 168 time: 0.0570707 Oct 26 14:15:35.813931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44712) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:35.822918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-401a6c67-9937-4747-8c49-cbb173d05fe2 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd9e8e61a-f027-4c3c-beb1-b20db043a1c4') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:35.961070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Allocated IP 172.20.255.242 (eaf87cc5-085b-4c7a-8a9f-685038587f37/c97fcb59-c223-44df-9fc3-f46c69c4602b/d8fc0b28-d89c-44b4-87be-8350cc6d795b) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:35.972231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:35.976063 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.052180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df6c1a78-2b0d-4a77-a380-2f6cff497e81 req-c2eb7083-e632-4f6e-b020-210f6c2599d9 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0833981 Oct 26 14:15:36.116656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-401a6c67-9937-4747-8c49-cbb173d05fe2 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/routers/d9e8e61a-f027-4c3c-beb1-b20db043a1c4/tags HTTP/1.1" status: 204 len: 168 time: 0.3005247 Oct 26 14:15:36.117054 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44720) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:36.121772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-dc8a5f37-8f6f-4953-b3a8-938c32060c37 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e8f19a0d-4d01-4f15-bba7-8fb34d132477') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:36.225692 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dc8a5f37-8f6f-4953-b3a8-938c32060c37 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/ports/e8f19a0d-4d01-4f15-bba7-8fb34d132477/tags HTTP/1.1" status: 204 len: 168 time: 0.1073940 Oct 26 14:15:36.228212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44722) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:36.232660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-1bdef08c-b406-4a9d-9603-0d26b8d28bfa tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fbed3b3a-b367-4692-a676-fc4f769eca40') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:36.310282 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.331830 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.347511 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1bdef08c-b406-4a9d-9603-0d26b8d28bfa tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/subnets/fbed3b3a-b367-4692-a676-fc4f769eca40/tags HTTP/1.1" status: 204 len: 168 time: 0.1180680 Oct 26 14:15:36.347897 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.354504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44726) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:36.359195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-d5df0560-b06e-488f-868d-fc81909c250b tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fbed3b3a-b367-4692-a676-fc4f769eca40', 'tempest-TagsExtTest-Tag-89553988') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:36.464137 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Network eaf87cc5-085b-4c7a-8a9f-685038587f37 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:36.467837 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:36.473260 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:36.497282 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d5df0560-b06e-488f-868d-fc81909c250b tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "PUT /v2.0/subnets/fbed3b3a-b367-4692-a676-fc4f769eca40/tags/tempest-TagsExtTest-Tag-89553988 HTTP/1.1" status: 201 len: 201 time: 0.1389170 Oct 26 14:15:36.497505 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44728) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:36.502773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-3ffc64cc-b7d7-4e8a-8e33-12157091f80c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e8f19a0d-4d01-4f15-bba7-8fb34d132477', 'tempest-TagsExtTest-Tag-1678887676') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:36.602988 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Pushing event updated for resources: {'Port': ['ID=d8fc0b28-d89c-44b4-87be-8350cc6d795b,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:36.627235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Subnet': ['ID=5938d731-20d0-41f0-a3a6-f870e2519280,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:36.640342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Attempting to bind port d8fc0b28-d89c-44b4-87be-8350cc6d795b on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:36.641558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Attempting to bind port d8fc0b28-d89c-44b4-87be-8350cc6d795b by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '25a5f56d-7980-4456-9c5f-18fa7a968ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'eaf87cc5-085b-4c7a-8a9f-685038587f37'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:36.642306 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Attempting to bind port d8fc0b28-d89c-44b4-87be-8350cc6d795b on network eaf87cc5-085b-4c7a-8a9f-685038587f37 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:36.642836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Checking segment: {'id': '77f2ed48-32a1-4ea3-bd59-959a216da685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '934a6a33-75ed-441a-9234-1eca2b3ae31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:36.643206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network hostable DHCP agents. Network: 934a6a33-75ed-441a-9234-1eca2b3ae31e, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:36.652221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:36.652576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:36.655249 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:36.655941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Checking segment: {'id': '25a5f56d-7980-4456-9c5f-18fa7a968ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'eaf87cc5-085b-4c7a-8a9f-685038587f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:36.656098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:36.656316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:36.656660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:36.656997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:36.657332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:36.657526 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.657837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:36.658237 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:36.658563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:36.658764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Bound using segment: {'id': '25a5f56d-7980-4456-9c5f-18fa7a968ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'eaf87cc5-085b-4c7a-8a9f-685038587f37'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:36.658884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:36.659205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:36.659929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Bound port: d8fc0b28-d89c-44b4-87be-8350cc6d795b, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a5f56d-7980-4456-9c5f-18fa7a968ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'eaf87cc5-085b-4c7a-8a9f-685038587f37'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:36.660397 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.685231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1053b-888b-4d5a-ad53-62c48507f1cf req-99426cf8-68a4-4a6a-9a98-f7cdf22121dd tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:36.699301 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6aa1053b-888b-4d5a-ad53-62c48507f1cf req-99426cf8-68a4-4a6a-9a98-f7cdf22121dd tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.2245886 Oct 26 14:15:36.714773 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3ffc64cc-b7d7-4e8a-8e33-12157091f80c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "PUT /v2.0/ports/e8f19a0d-4d01-4f15-bba7-8fb34d132477/tags/tempest-TagsExtTest-Tag-1678887676 HTTP/1.1" status: 201 len: 201 time: 0.2134573 Oct 26 14:15:36.715047 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44734) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:36.727800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-c5005d4d-37e7-4ae2-b532-124ed548ba73 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd9e8e61a-f027-4c3c-beb1-b20db043a1c4', 'tempest-TagsExtTest-Tag-1445776571') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:36.741412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network 934a6a33-75ed-441a-9234-1eca2b3ae31e is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:36.792866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 934a6a33-75ed-441a-9234-1eca2b3ae31e) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:36.809324 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db3b363-dfbe-471b-afd4-43d3fe397024 None None] Network 934a6a33-75ed-441a-9234-1eca2b3ae31e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:36.813911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:36.814648 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.835679 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6aa1053b-888b-4d5a-ad53-62c48507f1cf req-fc62b500-f4e0-428f-a97b-ad2c9191359f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231368 Oct 26 14:15:36.876399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cb685278-a028-4bef-a86b-2dcdb2adc7b5 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2631662 Oct 26 14:15:36.879146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44742) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:36.891156 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] For port d8fc0b28-d89c-44b4-87be-8350cc6d795b, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:36.910695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] For port d8fc0b28-d89c-44b4-87be-8350cc6d795b, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d8fc0b28-d89c-44b4-87be-8350cc6d795b,segment=NetworkSegment(25a5f56d-7980-4456-9c5f-18fa7a968ebf),segment_id=25a5f56d-7980-4456-9c5f-18fa7a968ebf)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:36.923357 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.982526 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c5005d4d-37e7-4ae2-b532-124ed548ba73 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "PUT /v2.0/routers/d9e8e61a-f027-4c3c-beb1-b20db043a1c4/tags/tempest-TagsExtTest-Tag-1445776571 HTTP/1.1" status: 201 len: 201 time: 0.2661850 Oct 26 14:15:36.985736 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44748) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:37.003663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-ca3fd437-5b0e-4e2c-85eb-662cbdbcc0de tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '386ee4b4-f136-4ec0-9c4b-8f588cc3d400', 'tempest-TagsExtTest-Tag-1986919049') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:37.008322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccee10-7599-415a-8cd9-2fe8a7032355 None None] Pushing event updated for resources: {'Port': ['ID=d8fc0b28-d89c-44b4-87be-8350cc6d795b,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:37.085173 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:37.126172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-934a6a33-75ed-441a-9234-1eca2b3ae31e', 'network_id': '934a6a33-75ed-441a-9234-1eca2b3ae31e', 'tenant_id': '1cb114168aa94a6097d192a3a07d9d65', 'fixed_ips': [{'subnet_id': '5938d731-20d0-41f0-a3a6-f870e2519280'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:37.127166 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:37.148521 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ca3fd437-5b0e-4e2c-85eb-662cbdbcc0de tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "PUT /v2.0/subnetpools/386ee4b4-f136-4ec0-9c4b-8f588cc3d400/tags/tempest-TagsExtTest-Tag-1986919049 HTTP/1.1" status: 201 len: 201 time: 0.1613877 Oct 26 14:15:37.151974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44754) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:37.158033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-dc08206c-f3a1-460f-8f30-ba6e1f2996b0 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fbed3b3a-b367-4692-a676-fc4f769eca40', {'tags': ['tempest-TagsExtTest-Tag-1109723957', 'tempest-TagsExtTest-Tag-625606355', 'tempest-TagsExtTest-Tag-553796039']}) {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:37.294438 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dc08206c-f3a1-460f-8f30-ba6e1f2996b0 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "PUT /v2.0/subnets/fbed3b3a-b367-4692-a676-fc4f769eca40/tags HTTP/1.1" status: 200 len: 316 time: 0.1412027 Oct 26 14:15:37.297966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44756) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:37.301727 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-da633491-a9c4-4664-823f-fc45ac3f74c0 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fbed3b3a-b367-4692-a676-fc4f769eca40') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:37.338830 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:37.422828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c5501b1-c2eb-4f0b-908e-d10e58677185 req-42f89b82-31e5-4438-bac7-760e36aa58e8 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.1109107 Oct 26 14:15:37.485530 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-da633491-a9c4-4664-823f-fc45ac3f74c0 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/subnets/fbed3b3a-b367-4692-a676-fc4f769eca40/tags HTTP/1.1" status: 204 len: 168 time: 0.1873343 Oct 26 14:15:37.488417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44764) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:37.494503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-b1a7c473-5427-438b-84f8-68d3ab63bb9b tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fbed3b3a-b367-4692-a676-fc4f769eca40', 'tempest-TagsExtTest-Tag-1109723957') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:37.515858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Allocated IP 172.20.0.2 (934a6a33-75ed-441a-9234-1eca2b3ae31e/5938d731-20d0-41f0-a3a6-f870e2519280/f8eebfc9-7f47-45d3-b826-6ebac63d9a54) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:37.620316 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-b1a7c473-5427-438b-84f8-68d3ab63bb9b tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] show failed (client error): The resource could not be found. Oct 26 14:15:37.625444 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b1a7c473-5427-438b-84f8-68d3ab63bb9b tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/subnets/fbed3b3a-b367-4692-a676-fc4f769eca40/tags/tempest-TagsExtTest-Tag-1109723957 HTTP/1.1" status: 404 len: 329 time: 0.1353223 Oct 26 14:15:37.626673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44772) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:37.633063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-2cdcf0e9-6774-4a3a-bf36-f1e5941d654e tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fbed3b3a-b367-4692-a676-fc4f769eca40', 'tempest-TagsExtTest-Tag-625606355') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:37.736090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d8fc0b28-d89c-44b4-87be-8350cc6d795b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:37.774124 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-2cdcf0e9-6774-4a3a-bf36-f1e5941d654e tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] show failed (client error): The resource could not be found. Oct 26 14:15:37.775282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2cdcf0e9-6774-4a3a-bf36-f1e5941d654e tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/subnets/fbed3b3a-b367-4692-a676-fc4f769eca40/tags/tempest-TagsExtTest-Tag-625606355 HTTP/1.1" status: 404 len: 328 time: 0.1474891 Oct 26 14:15:37.778224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44776) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:37.802862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-f33be0ab-b151-4b29-8805-57fe915ca5a8 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fbed3b3a-b367-4692-a676-fc4f769eca40', 'tempest-TagsExtTest-Tag-553796039') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:37.827071 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:37.855323 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:37.883542 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d8fc0b28-d89c-44b4-87be-8350cc6d795b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:37.883922 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:37.932891 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.004550 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Network 934a6a33-75ed-441a-9234-1eca2b3ae31e is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:38.008881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Subnet': ['ID=5938d731-20d0-41f0-a3a6-f870e2519280,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:38.015384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:38.019762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:38.031258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Pushing event updated for resources: {'Port': ['ID=f8eebfc9-7f47-45d3-b826-6ebac63d9a54,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:38.129114 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Attempting to bind port f8eebfc9-7f47-45d3-b826-6ebac63d9a54 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:38.129824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Attempting to bind port f8eebfc9-7f47-45d3-b826-6ebac63d9a54 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '77f2ed48-32a1-4ea3-bd59-959a216da685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '934a6a33-75ed-441a-9234-1eca2b3ae31e'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:38.129998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Attempting to bind port f8eebfc9-7f47-45d3-b826-6ebac63d9a54 on network 934a6a33-75ed-441a-9234-1eca2b3ae31e {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:38.137629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:38.138038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Checking segment: {'id': '77f2ed48-32a1-4ea3-bd59-959a216da685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '934a6a33-75ed-441a-9234-1eca2b3ae31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:38.138447 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.138855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Bound using segment: {'id': '77f2ed48-32a1-4ea3-bd59-959a216da685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '934a6a33-75ed-441a-9234-1eca2b3ae31e'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:38.139666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Bound port: f8eebfc9-7f47-45d3-b826-6ebac63d9a54, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f2ed48-32a1-4ea3-bd59-959a216da685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '934a6a33-75ed-441a-9234-1eca2b3ae31e'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:38.139819 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.163163 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-f33be0ab-b151-4b29-8805-57fe915ca5a8 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] show failed (client error): The resource could not be found. Oct 26 14:15:38.163163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f33be0ab-b151-4b29-8805-57fe915ca5a8 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/subnets/fbed3b3a-b367-4692-a676-fc4f769eca40/tags/tempest-TagsExtTest-Tag-553796039 HTTP/1.1" status: 404 len: 328 time: 0.3771324 Oct 26 14:15:38.168380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44788) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:38.168380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-0e65b5d1-af71-4a4c-9481-bbe414c994db tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e8f19a0d-4d01-4f15-bba7-8fb34d132477', {'tags': ['tempest-TagsExtTest-Tag-1847425608', 'tempest-TagsExtTest-Tag-319820098', 'tempest-TagsExtTest-Tag-738177418']}) {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:38.253055 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.313645 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.331257 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0e65b5d1-af71-4a4c-9481-bbe414c994db tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "PUT /v2.0/ports/e8f19a0d-4d01-4f15-bba7-8fb34d132477/tags HTTP/1.1" status: 200 len: 316 time: 0.1701109 Oct 26 14:15:38.332201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44790) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:38.340198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934a6a33-75ed-441a-9234-1eca2b3ae31e']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:38.343930 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-7a0be0d7-60b2-4e17-97b1-53303a71fdfa tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e8f19a0d-4d01-4f15-bba7-8fb34d132477') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:38.347883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44792) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:38.360227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01290f6f-389c-4f43-ad4f-cd7fdb7e3033 req-f3bd9476-c39e-4436-bbf7-15cb74e0cbe5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:38.373022 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01290f6f-389c-4f43-ad4f-cd7fdb7e3033 req-f3bd9476-c39e-4436-bbf7-15cb74e0cbe5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.4288671 Oct 26 14:15:38.390149 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f2ed48-32a1-4ea3-bd59-959a216da685') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:38.390725 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f2ed48-32a1-4ea3-bd59-959a216da685') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:38.400345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] For port f8eebfc9-7f47-45d3-b826-6ebac63d9a54, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:38.404377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port d8fc0b28-d89c-44b4-87be-8350cc6d795b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d8fc0b28-d89c-44b4-87be-8350cc6d795b,segment=NetworkSegment(25a5f56d-7980-4456-9c5f-18fa7a968ebf),segment_id=25a5f56d-7980-4456-9c5f-18fa7a968ebf)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:38.408117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] For port f8eebfc9-7f47-45d3-b826-6ebac63d9a54, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f8eebfc9-7f47-45d3-b826-6ebac63d9a54,segment=NetworkSegment(77f2ed48-32a1-4ea3-bd59-959a216da685),segment_id=77f2ed48-32a1-4ea3-bd59-959a216da685)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:38.409673 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.421121 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.432205 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.446542 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01290f6f-389c-4f43-ad4f-cd7fdb7e3033 req-d6f24f41-98d2-4306-8269-cf5c5692060f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723624 Oct 26 14:15:38.452722 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.477349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:38.478048 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:38.481368 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:38.557694 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7a0be0d7-60b2-4e17-97b1-53303a71fdfa tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/ports/e8f19a0d-4d01-4f15-bba7-8fb34d132477/tags HTTP/1.1" status: 204 len: 168 time: 0.2238762 Oct 26 14:15:38.558571 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44798) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:38.574586 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-5ab7d23f-fece-4176-a6b3-e72b3dafe47d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e8f19a0d-4d01-4f15-bba7-8fb34d132477', 'tempest-TagsExtTest-Tag-1847425608') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:38.642777 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.db.api [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:15:38.642777 n-d-815498-1 neutron-server[102124]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:15:38.642777 n-d-815498-1 neutron-server[102124]: [parameters: {'id': '934a6a33-75ed-441a-9234-1eca2b3ae31e'}] Oct 26 14:15:38.642777 n-d-815498-1 neutron-server[102124]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:15:38.643755 n-d-815498-1 neutron-server[102124]: DEBUG oslo_db.api [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:15:38.652667 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=d8fc0b28-d89c-44b4-87be-8350cc6d795b,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:38.658849 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-5ab7d23f-fece-4176-a6b3-e72b3dafe47d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] show failed (client error): The resource could not be found. Oct 26 14:15:38.662982 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44802) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:38.667929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-fe67451d-d1a2-4666-8c60-fa3946570ab8 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e8f19a0d-4d01-4f15-bba7-8fb34d132477', 'tempest-TagsExtTest-Tag-319820098') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:38.675236 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5ab7d23f-fece-4176-a6b3-e72b3dafe47d tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/ports/e8f19a0d-4d01-4f15-bba7-8fb34d132477/tags/tempest-TagsExtTest-Tag-1847425608 HTTP/1.1" status: 404 len: 329 time: 0.1150668 Oct 26 14:15:38.724471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2a0ca5-206b-46e7-8d58-54c2855213bc None None] Network 934a6a33-75ed-441a-9234-1eca2b3ae31e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:38.787530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1e9aed7-3aa4-42e2-ba49-75c55a77470f req-990b3175-b0c9-42a9-b355-06a5fda38253 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0813146 Oct 26 14:15:38.793860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.853316 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-fe67451d-d1a2-4666-8c60-fa3946570ab8 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] show failed (client error): The resource could not be found. Oct 26 14:15:38.854645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fe67451d-d1a2-4666-8c60-fa3946570ab8 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/ports/e8f19a0d-4d01-4f15-bba7-8fb34d132477/tags/tempest-TagsExtTest-Tag-319820098 HTTP/1.1" status: 404 len: 328 time: 0.1903558 Oct 26 14:15:38.858973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44810) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:38.881170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-7ef481a9-45ac-46ea-b3df-9f06fcb72e8e tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e8f19a0d-4d01-4f15-bba7-8fb34d132477', 'tempest-TagsExtTest-Tag-738177418') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:38.908941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed05285-4adb-4924-8a37-1abc91af181e None None] Pushing event updated for resources: {'Port': ['ID=f8eebfc9-7f47-45d3-b826-6ebac63d9a54,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:38.912020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b891457-1825-4798-9914-b4691405a354 None None] Network eaf87cc5-085b-4c7a-8a9f-685038587f37 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:39.065575 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-75d1a278-cd07-4181-a023-3d93562ad4f2 None None] Provisioning complete for port d8fc0b28-d89c-44b4-87be-8350cc6d795b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:39.066324 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-75d1a278-cd07-4181-a023-3d93562ad4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.071705 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-7ef481a9-45ac-46ea-b3df-9f06fcb72e8e tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] show failed (client error): The resource could not be found. Oct 26 14:15:39.077046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44814) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:39.079051 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7ef481a9-45ac-46ea-b3df-9f06fcb72e8e tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/ports/e8f19a0d-4d01-4f15-bba7-8fb34d132477/tags/tempest-TagsExtTest-Tag-738177418 HTTP/1.1" status: 404 len: 328 time: 0.2179077 Oct 26 14:15:39.084849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-61b4cb86-5537-42ca-b667-a77932fa4038 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd9e8e61a-f027-4c3c-beb1-b20db043a1c4', {'tags': ['tempest-TagsExtTest-Tag-1684174320', 'tempest-TagsExtTest-Tag-1466938903', 'tempest-TagsExtTest-Tag-1692022784']}) {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:39.158015 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.158217 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.172958 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.216191 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1b2314622f44c168bc7b25171891afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8528364 Oct 26 14:15:39.219871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44822) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:39.222820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a58ced6-3965-4e02-a8b8-2157bb7ef0fc,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:39.243573 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:39.243922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:39.244271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:39.244608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:39.244950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:39.245281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:39.245614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:39.245948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:39.246301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:39.246635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:39.252007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:39.252359 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c73948-901b-45d4-887c-89dcf8cf8c6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:39.329284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44826) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:39.334195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-efb850d2-983e-4a7c-9340-5a3aa75121a1 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd9e8e61a-f027-4c3c-beb1-b20db043a1c4') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:39.337628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-61b4cb86-5537-42ca-b667-a77932fa4038 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "PUT /v2.0/routers/d9e8e61a-f027-4c3c-beb1-b20db043a1c4/tags HTTP/1.1" status: 200 len: 318 time: 0.2572176 Oct 26 14:15:39.360699 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5507b58-8302-4b12-9f5d-1052c76ddc9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.391446 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5507b58-8302-4b12-9f5d-1052c76ddc9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.441268 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Deleting port f8eebfc9-7f47-45d3-b826-6ebac63d9a54 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:39.441625 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.524882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] For port f8eebfc9-7f47-45d3-b826-6ebac63d9a54, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f8eebfc9-7f47-45d3-b826-6ebac63d9a54,segment=NetworkSegment(77f2ed48-32a1-4ea3-bd59-959a216da685),segment_id=77f2ed48-32a1-4ea3-bd59-959a216da685)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:39.525303 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.534259 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5507b58-8302-4b12-9f5d-1052c76ddc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.538624 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5507b58-8302-4b12-9f5d-1052c76ddc9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.542806 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d5507b58-8302-4b12-9f5d-1052c76ddc9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a58ced6-3965-4e02-a8b8-2157bb7ef0fc HTTP/1.1" status: 204 len: 168 time: 0.3220260 Oct 26 14:15:39.566074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Calling delete_port for f8eebfc9-7f47-45d3-b826-6ebac63d9a54 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:39.612929 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-efb850d2-983e-4a7c-9340-5a3aa75121a1 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/routers/d9e8e61a-f027-4c3c-beb1-b20db043a1c4/tags HTTP/1.1" status: 204 len: 168 time: 0.2823226 Oct 26 14:15:39.615526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44832) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:39.618944 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5507b58-8302-4b12-9f5d-1052c76ddc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a58ced6-3965-4e02-a8b8-2157bb7ef0fc,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:39.648004 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-7f830b88-3df7-49cf-b40e-c490a1a3d200 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd9e8e61a-f027-4c3c-beb1-b20db043a1c4', 'tempest-TagsExtTest-Tag-1684174320') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:39.689862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d8fc0b28-d89c-44b4-87be-8350cc6d795b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:39.703166 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78268b3-f02a-4ab5-afc3-d68d146cc2bb req-b784c0ba-1742-4881-b8e2-f1b2ea0cd55b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:39.713753 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c78268b3-f02a-4ab5-afc3-d68d146cc2bb req-b784c0ba-1742-4881-b8e2-f1b2ea0cd55b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1669226 Oct 26 14:15:39.835284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c78268b3-f02a-4ab5-afc3-d68d146cc2bb req-98b3db38-8f10-4412-ab75-e23880cf257f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161888 Oct 26 14:15:39.867808 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.885056 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140f35c8-9da9-4288-82e8-4e9ac1b36031 None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:15:39.919985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Port': ['ID=f8eebfc9-7f47-45d3-b826-6ebac63d9a54,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:39.932462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No DVR routers for this DVR port f8eebfc9-7f47-45d3-b826-6ebac63d9a54 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:39.987241 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d8fc0b28-d89c-44b4-87be-8350cc6d795b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:39.990279 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:40.002243 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-7f830b88-3df7-49cf-b40e-c490a1a3d200 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] show failed (client error): The resource could not be found. Oct 26 14:15:40.003429 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7f830b88-3df7-49cf-b40e-c490a1a3d200 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/routers/d9e8e61a-f027-4c3c-beb1-b20db043a1c4/tags/tempest-TagsExtTest-Tag-1684174320 HTTP/1.1" status: 404 len: 329 time: 0.3868370 Oct 26 14:15:40.006945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44846) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:40.015956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-ddeea80e-b689-4a11-a6a6-3fbf81d08716 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd9e8e61a-f027-4c3c-beb1-b20db043a1c4', 'tempest-TagsExtTest-Tag-1466938903') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:40.060088 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f9637467-19a9-400c-9890-87bb9b75cae8 None None] Provisioning complete for port d8fc0b28-d89c-44b4-87be-8350cc6d795b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:40.064590 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f9637467-19a9-400c-9890-87bb9b75cae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:40.416497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f35c8-9da9-4288-82e8-4e9ac1b36031 None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:15:40.644983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0ab1daf-6da2-4644-97bb-e7ac96bdc28b req-46763780-f4f7-4961-a98c-85228039e6c4 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.6341293 Oct 26 14:15:40.656130 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:40.710424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934a6a33-75ed-441a-9234-1eca2b3ae31e']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:40.743650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f2ed48-32a1-4ea3-bd59-959a216da685') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:40.744177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f2ed48-32a1-4ea3-bd59-959a216da685') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:40.749458 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-ddeea80e-b689-4a11-a6a6-3fbf81d08716 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] show failed (client error): The resource could not be found. Oct 26 14:15:40.750708 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ddeea80e-b689-4a11-a6a6-3fbf81d08716 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/routers/d9e8e61a-f027-4c3c-beb1-b20db043a1c4/tags/tempest-TagsExtTest-Tag-1466938903 HTTP/1.1" status: 404 len: 329 time: 0.7389412 Oct 26 14:15:40.753689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44874) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:40.764197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-5cd423ce-9d75-4fca-9bde-6aca05136c61 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd9e8e61a-f027-4c3c-beb1-b20db043a1c4', 'tempest-TagsExtTest-Tag-1692022784') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:40.817753 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:40.857657 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:40.868494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:40.869156 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:40.872425 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:40.895745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44878) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:40.926760 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-5cd423ce-9d75-4fca-9bde-6aca05136c61 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] show failed (client error): The resource could not be found. Oct 26 14:15:40.928287 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5cd423ce-9d75-4fca-9bde-6aca05136c61 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/routers/d9e8e61a-f027-4c3c-beb1-b20db043a1c4/tags/tempest-TagsExtTest-Tag-1692022784 HTTP/1.1" status: 404 len: 329 time: 0.1678939 Oct 26 14:15:40.931321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44882) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:40.937681 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-c73b05ff-61a4-4de9-94e8-d615443be03f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '386ee4b4-f136-4ec0-9c4b-8f588cc3d400', {'tags': ['tempest-TagsExtTest-Tag-1907575949', 'tempest-TagsExtTest-Tag-171553850', 'tempest-TagsExtTest-Tag-996200745']}) {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:41.004248 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.009615 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c73b05ff-61a4-4de9-94e8-d615443be03f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "PUT /v2.0/subnetpools/386ee4b4-f136-4ec0-9c4b-8f588cc3d400/tags HTTP/1.1" status: 200 len: 316 time: 0.0761967 Oct 26 14:15:41.012702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44884) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.023289 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-7d721ea1-7204-4358-a8f7-63f27c108be4 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '386ee4b4-f136-4ec0-9c4b-8f588cc3d400') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:41.026300 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.029811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/934a6a33-75ed-441a-9234-1eca2b3ae31e HTTP/1.1" status: 204 len: 168 time: 4.1496203 Oct 26 14:15:41.033507 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44886) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.039038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6344f585-a9f9-434c-be62-d450e1011698 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-557869837'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:41.076811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e82540-ec9b-4fcb-b231-901f57414a64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Network': ['ID=934a6a33-75ed-441a-9234-1eca2b3ae31e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:41.086957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6344f585-a9f9-434c-be62-d450e1011698 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:41.091112 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6344f585-a9f9-434c-be62-d450e1011698 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.091834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab11c63-3cba-46e7-9629-131954064921 req-e2dd94cb-3c47-4b85-bac8-dbd79359ea27 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:41.094064 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fab11c63-3cba-46e7-9629-131954064921 req-e2dd94cb-3c47-4b85-bac8-dbd79359ea27 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1611569 Oct 26 14:15:41.153500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7d721ea1-7204-4358-a8f7-63f27c108be4 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/subnetpools/386ee4b4-f136-4ec0-9c4b-8f588cc3d400/tags HTTP/1.1" status: 204 len: 168 time: 0.1378977 Oct 26 14:15:41.153810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6344f585-a9f9-434c-be62-d450e1011698 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:41.156588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44894) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.166433 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6344f585-a9f9-434c-be62-d450e1011698 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.166981 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-6344f585-a9f9-434c-be62-d450e1011698 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Added segment bcd312fe-ad90-498b-b27e-0f03094f5b50 of type vlan for network b01e76d4-22df-4630-a335-148f24848edb Oct 26 14:15:41.167135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-3c02b754-dc78-4164-9df6-9bc51009085a tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '386ee4b4-f136-4ec0-9c4b-8f588cc3d400', 'tempest-TagsExtTest-Tag-1907575949') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:41.230029 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fab11c63-3cba-46e7-9629-131954064921 req-359cb5c4-44b6-4bc9-bd88-93b24963b5e1 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274555 Oct 26 14:15:41.244241 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-3c02b754-dc78-4164-9df6-9bc51009085a tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] show failed (client error): The resource could not be found. Oct 26 14:15:41.245692 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3c02b754-dc78-4164-9df6-9bc51009085a tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/subnetpools/386ee4b4-f136-4ec0-9c4b-8f588cc3d400/tags/tempest-TagsExtTest-Tag-1907575949 HTTP/1.1" status: 404 len: 329 time: 0.0820434 Oct 26 14:15:41.255983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44898) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.260425 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-9241bef9-4d75-4c92-a8a7-c74913e19e0f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '386ee4b4-f136-4ec0-9c4b-8f588cc3d400', 'tempest-TagsExtTest-Tag-171553850') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:41.260876 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6344f585-a9f9-434c-be62-d450e1011698 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.267986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-816948411-network', 'tenant_id': '9395d807a35c4e3a9b17154289d713dd'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:41.283678 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-9241bef9-4d75-4c92-a8a7-c74913e19e0f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] show failed (client error): The resource could not be found. Oct 26 14:15:41.285140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9241bef9-4d75-4c92-a8a7-c74913e19e0f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/subnetpools/386ee4b4-f136-4ec0-9c4b-8f588cc3d400/tags/tempest-TagsExtTest-Tag-171553850 HTTP/1.1" status: 404 len: 328 time: 0.0281405 Oct 26 14:15:41.290103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44900) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.295088 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-21f0cbc7-d023-43ab-bff1-948fa9097df3 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '386ee4b4-f136-4ec0-9c4b-8f588cc3d400', 'tempest-TagsExtTest-Tag-996200745') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:41.311008 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] Made reservation on behalf of 9395d807a35c4e3a9b17154289d713dd for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:41.313389 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.317157 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6344f585-a9f9-434c-be62-d450e1011698 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.320430 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-21f0cbc7-d023-43ab-bff1-948fa9097df3 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] show failed (client error): The resource could not be found. Oct 26 14:15:41.321607 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-21f0cbc7-d023-43ab-bff1-948fa9097df3 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/subnetpools/386ee4b4-f136-4ec0-9c4b-8f588cc3d400/tags/tempest-TagsExtTest-Tag-996200745 HTTP/1.1" status: 404 len: 328 time: 0.0301762 Oct 26 14:15:41.323827 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6344f585-a9f9-434c-be62-d450e1011698 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:41.324663 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6344f585-a9f9-434c-be62-d450e1011698 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.324813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44902) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.329264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-ae8d105a-1944-4f47-a061-8629dae85f27 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '386ee4b4-f136-4ec0-9c4b-8f588cc3d400') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:41.342238 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.369329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ae8d105a-1944-4f47-a061-8629dae85f27 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/subnetpools/386ee4b4-f136-4ec0-9c4b-8f588cc3d400/tags HTTP/1.1" status: 204 len: 168 time: 0.0433850 Oct 26 14:15:41.371924 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44904) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.377470 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-e7a82ec2-2af7-4cd3-ae88-92851314f592 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd9e8e61a-f027-4c3c-beb1-b20db043a1c4') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:41.421769 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6344f585-a9f9-434c-be62-d450e1011698 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3868303 Oct 26 14:15:41.424726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44906) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.435792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a32bcbb3-5fec-45c2-bb4d-2a277c0c68d3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'subnet': {'network_id': 'b01e76d4-22df-4630-a335-148f24848edb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:41.482417 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e7a82ec2-2af7-4cd3-ae88-92851314f592 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/routers/d9e8e61a-f027-4c3c-beb1-b20db043a1c4/tags HTTP/1.1" status: 204 len: 168 time: 0.1091716 Oct 26 14:15:41.483061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44912) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.487522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-37c9ba3d-9491-40ad-9e42-90dfff362c1f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e8f19a0d-4d01-4f15-bba7-8fb34d132477') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:41.534630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344f585-a9f9-434c-be62-d450e1011698 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Network': ['ID=b01e76d4-22df-4630-a335-148f24848edb,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:41.551336 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network b01e76d4-22df-4630-a335-148f24848edb details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:41.556967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-37c9ba3d-9491-40ad-9e42-90dfff362c1f tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/ports/e8f19a0d-4d01-4f15-bba7-8fb34d132477/tags HTTP/1.1" status: 204 len: 168 time: 0.0727055 Oct 26 14:15:41.558162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44914) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.564674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-96007b2a-c44d-4968-a6b2-b55fd1982535 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fbed3b3a-b367-4692-a676-fc4f769eca40') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:41.632389 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32bcbb3-5fec-45c2-bb4d-2a277c0c68d3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:41.640386 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a32bcbb3-5fec-45c2-bb4d-2a277c0c68d3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.667237 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-96007b2a-c44d-4968-a6b2-b55fd1982535 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/subnets/fbed3b3a-b367-4692-a676-fc4f769eca40/tags HTTP/1.1" status: 204 len: 168 time: 0.1074336 Oct 26 14:15:41.675357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44918) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.752534 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_backend_mixin [None req-a32bcbb3-5fec-45c2-bb4d-2a277c0c68d3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Performing IP validity checks on allocation pools {{(pid=102123) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:15:41.753348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_backend_mixin [None req-a32bcbb3-5fec-45c2-bb4d-2a277c0c68d3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102123) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:15:41.812512 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.820940 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4baccc3f-222b-4b56-a25d-50de3ac83f9d req-e25bff34-99bf-45ec-9f3f-dc0c040d9764 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0416939 Oct 26 14:15:41.824812 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-670c5d6d-1022-417d-b6d5-25c3934737f3 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks [] for subnetpool, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.826703 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-670c5d6d-1022-417d-b6d5-25c3934737f3 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/subnetpools/386ee4b4-f136-4ec0-9c4b-8f588cc3d400 HTTP/1.1" status: 204 len: 168 time: 0.1497028 Oct 26 14:15:41.829264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44922) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.862058 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.862299 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5b712630-185f-4180-9d87-1c9b20252206 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e8e61a-f027-4c3c-beb1-b20db043a1c4 HTTP/1.1" status: 200 len: 205 time: 0.0310185 Oct 26 14:15:41.870441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44926) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.878734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:41.946797 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.947461 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] Added segment 34be4d99-f767-4a3b-9c80-81b9d6d504fc of type vlan for network 4e756ff2-390c-4edc-bbfb-a382762e922a Oct 26 14:15:41.969065 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d46cd134-18ba-479a-a08f-f5c77f0a0e8a tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.972384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ce3c5-5499-46ed-bf29-ec4d69b7b4cb req-0474126d-4564-471d-9a63-3d215acdd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:41.974231 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-168ce3c5-5499-46ed-bf29-ec4d69b7b4cb req-0474126d-4564-471d-9a63-3d215acdd135 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 1097 time: 0.1552560 Oct 26 14:15:42.002741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f163ac-badd-4713-812b-4bb639d12c74,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:42.059478 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.107336 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-168ce3c5-5499-46ed-bf29-ec4d69b7b4cb req-31ffe4a2-df9e-4331-a5bf-4a09ece3add8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232181 Oct 26 14:15:42.113072 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a32bcbb3-5fec-45c2-bb4d-2a277c0c68d3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.139334 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d46cd134-18ba-479a-a08f-f5c77f0a0e8a tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.142210 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d46cd134-18ba-479a-a08f-f5c77f0a0e8a tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.147884 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.149590 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:42.150523 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.187741 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d46cd134-18ba-479a-a08f-f5c77f0a0e8a tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.188432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46cd134-18ba-479a-a08f-f5c77f0a0e8a tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Fanout notify agent at l3_agent the message router_deleted on router d9e8e61a-f027-4c3c-beb1-b20db043a1c4 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:15:42.197186 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d46cd134-18ba-479a-a08f-f5c77f0a0e8a tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.198580 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d46cd134-18ba-479a-a08f-f5c77f0a0e8a tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/routers/d9e8e61a-f027-4c3c-beb1-b20db043a1c4 HTTP/1.1" status: 204 len: 168 time: 0.3266711 Oct 26 14:15:42.204208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44930) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:42.247832 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] Pushing event updated for resources: {'Network': ['ID=4e756ff2-390c-4edc-bbfb-a382762e922a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:42.258919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 4e756ff2-390c-4edc-bbfb-a382762e922a details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:42.290191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bcbb3-5fec-45c2-bb4d-2a277c0c68d3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Subnet': ['ID=e8109bbf-d1ed-41fb-8f9d-508722901b25,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:42.312780 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-779191e4-e5db-469d-aa17-4e24ce52f0ce admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4112577 Oct 26 14:15:42.313438 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44942) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:42.333580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-bda4d858-5d66-4992-a6e8-2f275c9d8b0d admin admin] Request body: {'subnet': {'network_id': '4e756ff2-390c-4edc-bbfb-a382762e922a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-816948411-subnet', 'tenant_id': '9395d807a35c4e3a9b17154289d713dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:42.379270 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32bcbb3-5fec-45c2-bb4d-2a277c0c68d3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Checking segment: {'id': 'bcd312fe-ad90-498b-b27e-0f03094f5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'b01e76d4-22df-4630-a335-148f24848edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:42.379834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32bcbb3-5fec-45c2-bb4d-2a277c0c68d3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network hostable DHCP agents. Network: b01e76d4-22df-4630-a335-148f24848edb, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:42.385542 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda4d858-5d66-4992-a6e8-2f275c9d8b0d admin admin] Made reservation on behalf of 9395d807a35c4e3a9b17154289d713dd for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:42.388432 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bda4d858-5d66-4992-a6e8-2f275c9d8b0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.409283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-26825e11-7bf2-48cb-8ce9-710a7a4e6343 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Deleting port e8f19a0d-4d01-4f15-bba7-8fb34d132477 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:42.409641 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26825e11-7bf2-48cb-8ce9-710a7a4e6343 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.468481 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32bcbb3-5fec-45c2-bb4d-2a277c0c68d3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network b01e76d4-22df-4630-a335-148f24848edb is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:42.485519 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a32bcbb3-5fec-45c2-bb4d-2a277c0c68d3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, b01e76d4-22df-4630-a335-148f24848edb) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:42.488894 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a442a8-0b37-49eb-b7b2-89a98a7af6e7 req-5f82299b-b565-4ece-aed6-3dc0635b6c8c tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:42.491933 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12a442a8-0b37-49eb-b7b2-89a98a7af6e7 req-5f82299b-b565-4ece-aed6-3dc0635b6c8c tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1289408 Oct 26 14:15:42.493081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32bcbb3-5fec-45c2-bb4d-2a277c0c68d3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:42.493664 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a32bcbb3-5fec-45c2-bb4d-2a277c0c68d3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.517119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e59f479-42be-4f75-ab8a-863243ae5a06 None None] Network b01e76d4-22df-4630-a335-148f24848edb requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:42.539220 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a32bcbb3-5fec-45c2-bb4d-2a277c0c68d3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1107392 Oct 26 14:15:42.542924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44944) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:42.645524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12a442a8-0b37-49eb-b7b2-89a98a7af6e7 req-636c0fb7-fb58-4636-ae4c-11d50ace0af3 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326108 Oct 26 14:15:42.657786 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26825e11-7bf2-48cb-8ce9-710a7a4e6343 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.695523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-26825e11-7bf2-48cb-8ce9-710a7a4e6343 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Calling delete_port for e8f19a0d-4d01-4f15-bba7-8fb34d132477 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:42.731644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-b01e76d4-22df-4630-a335-148f24848edb', 'network_id': 'b01e76d4-22df-4630-a335-148f24848edb', 'tenant_id': '1cb114168aa94a6097d192a3a07d9d65', 'fixed_ips': [{'subnet_id': 'e8109bbf-d1ed-41fb-8f9d-508722901b25'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:42.732640 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.802405 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bda4d858-5d66-4992-a6e8-2f275c9d8b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.835527 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.867872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4d858-5d66-4992-a6e8-2f275c9d8b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e1c347c-4ea8-4393-a39b-473db064b858,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:42.902124 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5f8cdba2-2ebf-4707-8823-6dd9c03e4502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.936446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda4d858-5d66-4992-a6e8-2f275c9d8b0d admin admin] Checking segment: {'id': '34be4d99-f767-4a3b-9c80-81b9d6d504fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4e756ff2-390c-4edc-bbfb-a382762e922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:42.936810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda4d858-5d66-4992-a6e8-2f275c9d8b0d admin admin] Network hostable DHCP agents. Network: 4e756ff2-390c-4edc-bbfb-a382762e922a, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:42.950826 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.994475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda4d858-5d66-4992-a6e8-2f275c9d8b0d admin admin] Network 4e756ff2-390c-4edc-bbfb-a382762e922a is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:43.005618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26825e11-7bf2-48cb-8ce9-710a7a4e6343 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.015760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-bda4d858-5d66-4992-a6e8-2f275c9d8b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 4e756ff2-390c-4edc-bbfb-a382762e922a) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:43.017634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-937d00b9-0f52-45b6-8fd9-49cc8a7527d7 req-7601900e-72d3-41fd-a65b-7df22582d8ae tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd369236-92fa-45e5-af55-dcb17266ca07 HTTP/1.1" status: 200 len: 210 time: 0.0506029 Oct 26 14:15:43.024334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda4d858-5d66-4992-a6e8-2f275c9d8b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:43.026216 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bda4d858-5d66-4992-a6e8-2f275c9d8b0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.031962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Allocated IP 172.20.0.3 (b01e76d4-22df-4630-a335-148f24848edb/e8109bbf-d1ed-41fb-8f9d-508722901b25/556db8e2-9552-4529-9dd9-1d5004d022d3) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:43.039085 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395f9e30-dde2-4ff9-9051-a4e93338855d None None] Network 4e756ff2-390c-4edc-bbfb-a382762e922a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:43.063415 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26825e11-7bf2-48cb-8ce9-710a7a4e6343 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Pushing event deleted for resources: {'Port': ['ID=e8f19a0d-4d01-4f15-bba7-8fb34d132477,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:43.075869 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bda4d858-5d66-4992-a6e8-2f275c9d8b0d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7505119 Oct 26 14:15:43.170302 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26825e11-7bf2-48cb-8ce9-710a7a4e6343 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.176524 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44960) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:43.176729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-26825e11-7bf2-48cb-8ce9-710a7a4e6343 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/ports/e8f19a0d-4d01-4f15-bba7-8fb34d132477 HTTP/1.1" status: 204 len: 168 time: 0.9715309 Oct 26 14:15:43.275271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed34577c-f9b5-4758-bc87-741aa81d65f5 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Deleting subnet fbed3b3a-b367-4692-a676-fc4f769eca40 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:43.279171 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed34577c-f9b5-4758-bc87-741aa81d65f5 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.300130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080a321e-5160-4285-9547-b694853a4ea9 None None] Network 4e756ff2-390c-4edc-bbfb-a382762e922a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:43.360993 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed34577c-f9b5-4758-bc87-741aa81d65f5 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.515517 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed34577c-f9b5-4758-bc87-741aa81d65f5 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.581247 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.590759 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.623405 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.635585 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed34577c-f9b5-4758-bc87-741aa81d65f5 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.641967 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Network b01e76d4-22df-4630-a335-148f24848edb is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:43.645774 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:43.652965 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:43.656505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Pushing event updated for resources: {'Port': ['ID=556db8e2-9552-4529-9dd9-1d5004d022d3,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:43.681209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Subnet': ['ID=e8109bbf-d1ed-41fb-8f9d-508722901b25,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:43.704054 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed34577c-f9b5-4758-bc87-741aa81d65f5 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.710588 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ed34577c-f9b5-4758-bc87-741aa81d65f5 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/subnets/fbed3b3a-b367-4692-a676-fc4f769eca40 HTTP/1.1" status: 204 len: 168 time: 0.5300608 Oct 26 14:15:43.711363 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44976) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:43.718602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145c722a-dfd6-44e1-89a0-b3ccf062f608 None None] Network 664b3478-c73e-44e8-9007-3285b61d9d27 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:43.774120 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.820422 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34577c-f9b5-4758-bc87-741aa81d65f5 tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Pushing event deleted for resources: {'Subnet': ['ID=fbed3b3a-b367-4692-a676-fc4f769eca40,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:43.823392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01e76d4-22df-4630-a335-148f24848edb']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:43.849649 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Attempting to bind port 556db8e2-9552-4529-9dd9-1d5004d022d3 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:43.850244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Attempting to bind port 556db8e2-9552-4529-9dd9-1d5004d022d3 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'bcd312fe-ad90-498b-b27e-0f03094f5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'b01e76d4-22df-4630-a335-148f24848edb'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:43.850497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Attempting to bind port 556db8e2-9552-4529-9dd9-1d5004d022d3 on network b01e76d4-22df-4630-a335-148f24848edb {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:43.862556 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd312fe-ad90-498b-b27e-0f03094f5b50') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:43.862939 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd312fe-ad90-498b-b27e-0f03094f5b50') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:43.872753 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.898448 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.905716 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.912961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:43.913397 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:43.917286 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:43.922255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:43.922647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Checking segment: {'id': 'bcd312fe-ad90-498b-b27e-0f03094f5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'b01e76d4-22df-4630-a335-148f24848edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:43.923987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998779b8-0719-4533-98d3-e638731b02e4 req-6fd8bee2-aedf-4ca6-b5c6-17e535c7263e tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:43.924613 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.925037 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Bound using segment: {'id': 'bcd312fe-ad90-498b-b27e-0f03094f5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'b01e76d4-22df-4630-a335-148f24848edb'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:43.926875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Bound port: 556db8e2-9552-4529-9dd9-1d5004d022d3, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd312fe-ad90-498b-b27e-0f03094f5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'b01e76d4-22df-4630-a335-148f24848edb'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:43.927271 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.932477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-998779b8-0719-4533-98d3-e638731b02e4 req-6fd8bee2-aedf-4ca6-b5c6-17e535c7263e tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1169372 Oct 26 14:15:44.012320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-998779b8-0719-4533-98d3-e638731b02e4 req-657c87a6-3c91-4bfd-a596-85c76ada3038 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786536 Oct 26 14:15:44.034646 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.api [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:15:44.034646 n-d-815498-1 neutron-server[102123]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:15:44.034646 n-d-815498-1 neutron-server[102123]: [parameters: {'id': 'b01e76d4-22df-4630-a335-148f24848edb'}] Oct 26 14:15:44.034646 n-d-815498-1 neutron-server[102123]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:15:44.034646 n-d-815498-1 neutron-server[102123]: DEBUG oslo_db.api [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:15:44.064687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Deleting port a5e90aad-390c-412d-b3d3-9b5298f47e5d {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:44.065037 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.146433 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] For port 556db8e2-9552-4529-9dd9-1d5004d022d3, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:44.164013 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] For port 556db8e2-9552-4529-9dd9-1d5004d022d3, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=556db8e2-9552-4529-9dd9-1d5004d022d3,segment=NetworkSegment(bcd312fe-ad90-498b-b27e-0f03094f5b50),segment_id=bcd312fe-ad90-498b-b27e-0f03094f5b50)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:44.178746 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.215857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3411eb22-f3e1-4ddd-81ff-f83a9b204c02 None None] DHCP port deletion for 664b3478-c73e-44e8-9007-3285b61d9d27 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:44.219550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44996) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:44.311055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1722ea8-0ef4-4f95-a8bb-676447d94f2e None None] Network b01e76d4-22df-4630-a335-148f24848edb requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:44.318111 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] For port a5e90aad-390c-412d-b3d3-9b5298f47e5d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a5e90aad-390c-412d-b3d3-9b5298f47e5d,segment=NetworkSegment(462afdbf-4e5c-4e76-84ed-bbe8fa86863e),segment_id=462afdbf-4e5c-4e76-84ed-bbe8fa86863e)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:44.321540 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.374498 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-386a6bcc-754b-4731-94e0-9eb11887a03e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.397530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab547c1-e336-4a35-b1e5-4f2c3e72ae71 None None] Pushing event updated for resources: {'Port': ['ID=556db8e2-9552-4529-9dd9-1d5004d022d3,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:44.422894 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-386a6bcc-754b-4731-94e0-9eb11887a03e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.429364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Calling delete_port for a5e90aad-390c-412d-b3d3-9b5298f47e5d owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:44.433039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3411eb22-f3e1-4ddd-81ff-f83a9b204c02 None None] Deleting port a5e90aad-390c-412d-b3d3-9b5298f47e5d {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:44.433711 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3411eb22-f3e1-4ddd-81ff-f83a9b204c02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.502962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-386a6bcc-754b-4731-94e0-9eb11887a03e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.506469 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-386a6bcc-754b-4731-94e0-9eb11887a03e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.507622 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-386a6bcc-754b-4731-94e0-9eb11887a03e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "DELETE /v2.0/security-groups/15b2c6ed-6e6d-4133-aafe-6ff04f820247 HTTP/1.1" status: 204 len: 168 time: 0.2865939 Oct 26 14:15:44.513233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45016) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:44.526185 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.538174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a6bcc-754b-4731-94e0-9eb11887a03e tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b2c6ed-6e6d-4133-aafe-6ff04f820247,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:44.544819 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-a553ae0a-3c66-4cbc-b867-44169a708da1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] show failed (client error): The resource could not be found. Oct 26 14:15:44.546674 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a553ae0a-3c66-4cbc-b867-44169a708da1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "GET /v2.0/security-groups/15b2c6ed-6e6d-4133-aafe-6ff04f820247 HTTP/1.1" status: 404 len: 347 time: 0.0326049 Oct 26 14:15:44.550482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45018) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:44.622761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3411eb22-f3e1-4ddd-81ff-f83a9b204c02 None None] For port a5e90aad-390c-412d-b3d3-9b5298f47e5d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a5e90aad-390c-412d-b3d3-9b5298f47e5d,segment=NetworkSegment(462afdbf-4e5c-4e76-84ed-bbe8fa86863e),segment_id=462afdbf-4e5c-4e76-84ed-bbe8fa86863e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:44.623512 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3411eb22-f3e1-4ddd-81ff-f83a9b204c02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.634772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-14fba411-8a03-4031-b452-2ed8ddb00526 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:44.643597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-14fba411-8a03-4031-b452-2ed8ddb00526 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/networks?id=c9195fa1-79d7-47b2-aaf3-292ff20280d4 HTTP/1.1" status: 200 len: 810 time: 0.2878907 Oct 26 14:15:44.648417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3411eb22-f3e1-4ddd-81ff-f83a9b204c02 None None] Calling delete_port for a5e90aad-390c-412d-b3d3-9b5298f47e5d owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:44.671799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-fccabf77-64d8-485b-a223-4faef734255d tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/quotas/bd0bbedb89404cd3ae31d51d1a7a5186 HTTP/1.1" status: 200 len: 375 time: 0.0272722 Oct 26 14:15:44.728386 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.744448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] No DVR routers for this DVR port a5e90aad-390c-412d-b3d3-9b5298f47e5d on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:44.760875 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:15:44.771393 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3411eb22-f3e1-4ddd-81ff-f83a9b204c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.805922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Pushing event deleted for resources: {'Port': ['ID=a5e90aad-390c-412d-b3d3-9b5298f47e5d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:44.811971 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411eb22-f3e1-4ddd-81ff-f83a9b204c02 None None] Pushing event deleted for resources: {'Port': ['ID=a5e90aad-390c-412d-b3d3-9b5298f47e5d,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:44.821337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3411eb22-f3e1-4ddd-81ff-f83a9b204c02 None None] No DVR routers for this DVR port a5e90aad-390c-412d-b3d3-9b5298f47e5d on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:44.835314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-a4b9a9e8-be1e-46c9-946f-8c1aa2bd7cd4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd0bbedb89404cd3ae31d51d1a7a5186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623445 Oct 26 14:15:44.849674 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff454bd-8b71-42be-8063-45cd49b352c5 None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:15:44.861962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Deleting port 556db8e2-9552-4529-9dd9-1d5004d022d3 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:44.862391 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.937582 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.000875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] For port 556db8e2-9552-4529-9dd9-1d5004d022d3, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=556db8e2-9552-4529-9dd9-1d5004d022d3,segment=NetworkSegment(bcd312fe-ad90-498b-b27e-0f03094f5b50),segment_id=bcd312fe-ad90-498b-b27e-0f03094f5b50)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:45.001221 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.004804 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff454bd-8b71-42be-8063-45cd49b352c5 None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:15:45.009198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664b3478-c73e-44e8-9007-3285b61d9d27']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:45.018916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf28aa-d366-4a90-ad73-f4c3e1efcaa1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Deleting port e059fb39-088d-4e8e-826f-a13fef1b2718 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:45.019267 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a6cf28aa-d366-4a90-ad73-f4c3e1efcaa1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.025182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Calling delete_port for 556db8e2-9552-4529-9dd9-1d5004d022d3 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:45.121547 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2510dddd-3e2c-450e-bca8-ae5330d30e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.177701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462afdbf-4e5c-4e76-84ed-bbe8fa86863e') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:45.178000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462afdbf-4e5c-4e76-84ed-bbe8fa86863e') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:45.202726 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.217231 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.224281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:45.224818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.237732 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a6cf28aa-d366-4a90-ad73-f4c3e1efcaa1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.238329 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a6cf28aa-d366-4a90-ad73-f4c3e1efcaa1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:45.292892 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:45.297352 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf28aa-d366-4a90-ad73-f4c3e1efcaa1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Calling delete_port for e059fb39-088d-4e8e-826f-a13fef1b2718 owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:45.325775 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.350560 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.365822 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-02040eec-fadc-4f49-9287-a5219d429328 service neutron] 10.222.0.32 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063500 Oct 26 14:15:45.368804 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.378506 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] 10.222.0.32 "DELETE /v2.0/networks/664b3478-c73e-44e8-9007-3285b61d9d27 HTTP/1.1" status: 204 len: 168 time: 1.6653929 Oct 26 14:15:45.396724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63440d79-1d0e-4b65-abef-02767a28f02c tempest-TagsExtTest-574418323 tempest-TagsExtTest-574418323-project] Pushing event deleted for resources: {'Network': ['ID=664b3478-c73e-44e8-9007-3285b61d9d27,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:45.442124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Port': ['ID=556db8e2-9552-4529-9dd9-1d5004d022d3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:45.450086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No DVR routers for this DVR port 556db8e2-9552-4529-9dd9-1d5004d022d3 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:45.530390 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-eaa17f57-3be5-45f9-aa66-5d142c0b9aed service neutron] 10.222.0.32 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347156 Oct 26 14:15:45.669383 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.707031 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a5e90aad-390c-412d-b3d3-9b5298f47e5d no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:45.742832 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01e76d4-22df-4630-a335-148f24848edb']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:45.758482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: a5e90aad-390c-412d-b3d3-9b5298f47e5d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:45.758841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a5e90aad-390c-412d-b3d3-9b5298f47e5d not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:45.805620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd312fe-ad90-498b-b27e-0f03094f5b50') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:45.806078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd312fe-ad90-498b-b27e-0f03094f5b50') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:45.824757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45044) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:45.829834 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.857464 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.889290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19d69b54-0819-49fa-8610-977aa5062537 req-18ff8d4f-3949-4551-8037-1210f05fc608 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 210 time: 0.0367095 Oct 26 14:15:45.890765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:45.891358 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:45.962747 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:45.970731 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a6cf28aa-d366-4a90-ad73-f4c3e1efcaa1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.003056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf28aa-d366-4a90-ad73-f4c3e1efcaa1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event deleted for resources: {'Port': ['ID=e059fb39-088d-4e8e-826f-a13fef1b2718,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:46.007511 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.038258 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.042029 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/b01e76d4-22df-4630-a335-148f24848edb HTTP/1.1" status: 204 len: 168 time: 3.4982672 Oct 26 14:15:46.048547 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45056) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:46.080541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8f10ab43-7f89-4899-9020-6ea3ef3f3a98 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1529832678'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:46.108358 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9f24c-0727-49c0-9054-87dd2c44df1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Network': ['ID=b01e76d4-22df-4630-a335-148f24848edb,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:46.112817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d9cf7549-e289-4212-9972-8a72ed15ecc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=305511e01cc2476c847b6c9284fa0c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868555 Oct 26 14:15:46.116749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45062) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:46.125389 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f10ab43-7f89-4899-9020-6ea3ef3f3a98 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:46.129679 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8f10ab43-7f89-4899-9020-6ea3ef3f3a98 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.198560 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b3280098-c7ff-4658-84e5-cf5c57dfe7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.230014 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b3280098-c7ff-4658-84e5-cf5c57dfe7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.304593 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b3280098-c7ff-4658-84e5-cf5c57dfe7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.307331 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b3280098-c7ff-4658-84e5-cf5c57dfe7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.308519 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b3280098-c7ff-4658-84e5-cf5c57dfe7c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f14d95c-cabb-4d67-91d3-e0f558c48a85 HTTP/1.1" status: 204 len: 168 time: 0.1906590 Oct 26 14:15:46.327154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3280098-c7ff-4658-84e5-cf5c57dfe7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f14d95c-cabb-4d67-91d3-e0f558c48a85,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:46.601100 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.665344 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a6cf28aa-d366-4a90-ad73-f4c3e1efcaa1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.674306 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a6cf28aa-d366-4a90-ad73-f4c3e1efcaa1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.678500 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a6cf28aa-d366-4a90-ad73-f4c3e1efcaa1 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "DELETE /v2.0/floatingips/808afe08-d0c3-4543-b454-ed92b6eb8549 HTTP/1.1" status: 204 len: 168 time: 2.1237411 Oct 26 14:15:46.679415 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45086) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:46.718247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f10ab43-7f89-4899-9020-6ea3ef3f3a98 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:46.741424 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8f10ab43-7f89-4899-9020-6ea3ef3f3a98 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.742012 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-8f10ab43-7f89-4899-9020-6ea3ef3f3a98 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Added segment 749f24bb-6cc2-46db-bbcf-a72ae950633e of type vlan for network 0e359766-1505-486c-b972-df984a2a9784 Oct 26 14:15:46.765325 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.848191 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8f10ab43-7f89-4899-9020-6ea3ef3f3a98 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.883683 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8f10ab43-7f89-4899-9020-6ea3ef3f3a98 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.892961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f10ab43-7f89-4899-9020-6ea3ef3f3a98 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:46.902622 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8f10ab43-7f89-4899-9020-6ea3ef3f3a98 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.950515 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-92d194e6-7cb2-4e32-bde1-b19588008630 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Deleting port 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:46.951150 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92d194e6-7cb2-4e32-bde1-b19588008630 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:47.016196 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8f10ab43-7f89-4899-9020-6ea3ef3f3a98 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9660492 Oct 26 14:15:47.016814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45100) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:47.025394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3909f36a-542d-4b0c-8306-b12f9d7255c9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'subnet': {'network_id': '0e359766-1505-486c-b972-df984a2a9784', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:47.035765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10ab43-7f89-4899-9020-6ea3ef3f3a98 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Network': ['ID=0e359766-1505-486c-b972-df984a2a9784,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:47.049713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 0e359766-1505-486c-b972-df984a2a9784 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:47.146439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-739b3d03-4e49-497f-924d-7d33df317d8d req-4e43e498-d997-44e8-9943-e385aae1f99e tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 210 time: 0.0870163 Oct 26 14:15:47.227360 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92d194e6-7cb2-4e32-bde1-b19588008630 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:47.255586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-92d194e6-7cb2-4e32-bde1-b19588008630 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Calling delete_port for 3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:47.403066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3909f36a-542d-4b0c-8306-b12f9d7255c9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:47.406810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3909f36a-542d-4b0c-8306-b12f9d7255c9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:47.510570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-5db71b2e-5be9-4649-abd8-17a047ed375b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:47.512412 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-5db71b2e-5be9-4649-abd8-17a047ed375b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.25 "GET /v2.0/networks?id=c9195fa1-79d7-47b2-aaf3-292ff20280d4 HTTP/1.1" status: 200 len: 810 time: 0.2356024 Oct 26 14:15:47.528825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-e886426d-63c8-4c5c-9e37-aa01df66d500 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Request body: {'port': {'device_id': 'c2e5b612-e1a8-4b93-b7b3-45da6d369a2d', 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4', 'admin_state_up': True, 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:47.556070 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92d194e6-7cb2-4e32-bde1-b19588008630 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:47.743499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d194e6-7cb2-4e32-bde1-b19588008630 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event deleted for resources: {'Port': ['ID=3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:47.747033 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92d194e6-7cb2-4e32-bde1-b19588008630 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:47.751629 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-92d194e6-7cb2-4e32-bde1-b19588008630 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "DELETE /v2.0/ports/3cc115c7-f2a6-4dc6-bb85-49ccc8d5faeb HTTP/1.1" status: 204 len: 168 time: 1.0707214 Oct 26 14:15:47.754618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45126) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:47.884982 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3909f36a-542d-4b0c-8306-b12f9d7255c9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:47.903329 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7dd19714-509b-495d-a399-fe5327b8f07f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Deleting port 5ec9d03c-cf9e-4409-8111-c4cf8b040359 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:47.904883 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7dd19714-509b-495d-a399-fe5327b8f07f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:47.951601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-e886426d-63c8-4c5c-9e37-aa01df66d500 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Made reservation on behalf of bd0bbedb89404cd3ae31d51d1a7a5186 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:47.956937 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-e886426d-63c8-4c5c-9e37-aa01df66d500 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.010696 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909f36a-542d-4b0c-8306-b12f9d7255c9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Subnet': ['ID=2a4f1085-126c-4525-aa85-a3b5d2353efd,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:48.126047 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7dd19714-509b-495d-a399-fe5327b8f07f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.141907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7dd19714-509b-495d-a399-fe5327b8f07f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Calling delete_port for 5ec9d03c-cf9e-4409-8111-c4cf8b040359 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:48.207417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3909f36a-542d-4b0c-8306-b12f9d7255c9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Checking segment: {'id': '749f24bb-6cc2-46db-bbcf-a72ae950633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '0e359766-1505-486c-b972-df984a2a9784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:48.208109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3909f36a-542d-4b0c-8306-b12f9d7255c9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network hostable DHCP agents. Network: 0e359766-1505-486c-b972-df984a2a9784, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:48.277402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3909f36a-542d-4b0c-8306-b12f9d7255c9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network 0e359766-1505-486c-b972-df984a2a9784 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:48.289083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-e886426d-63c8-4c5c-9e37-aa01df66d500 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Allocated IP 172.20.0.13 (c9195fa1-79d7-47b2-aaf3-292ff20280d4/b0d48d66-2783-470a-8102-40f63e078a69/50992906-3bb5-44b2-8a0e-ff8d89724df9) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:48.303069 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-3909f36a-542d-4b0c-8306-b12f9d7255c9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 0e359766-1505-486c-b972-df984a2a9784) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:48.310607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3909f36a-542d-4b0c-8306-b12f9d7255c9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:48.314754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b4e81f-8bb7-40ed-8366-69db27b6ffdc None None] Network 0e359766-1505-486c-b972-df984a2a9784 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:48.326232 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3909f36a-542d-4b0c-8306-b12f9d7255c9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.538695 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32c63bd8-db0d-4df4-88d5-cb69779d5acb req-e957abab-ca30-498b-8f83-ef9d846db092 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 210 time: 0.1923032 Oct 26 14:15:48.587074 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7dd19714-509b-495d-a399-fe5327b8f07f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.619811 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3909f36a-542d-4b0c-8306-b12f9d7255c9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5967908 Oct 26 14:15:48.621043 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-e886426d-63c8-4c5c-9e37-aa01df66d500 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.623180 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45156) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:48.665392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd19714-509b-495d-a399-fe5327b8f07f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event deleted for resources: {'Port': ['ID=5ec9d03c-cf9e-4409-8111-c4cf8b040359,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:48.728004 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.904068 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7dd19714-509b-495d-a399-fe5327b8f07f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.913868 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45164) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:48.917093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7dd19714-509b-495d-a399-fe5327b8f07f tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "DELETE /v2.0/ports/5ec9d03c-cf9e-4409-8111-c4cf8b040359 HTTP/1.1" status: 204 len: 168 time: 1.1534526 Oct 26 14:15:49.007245 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-e886426d-63c8-4c5c-9e37-aa01df66d500 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.028025 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.086721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['ee3ae6a9-d66b-482b-a0c5-7541f4da5a41'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:15:49.203103 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2da1de-067e-4abf-9695-940f4645ebbc tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Deleting subnet 92331dcd-0130-46ed-8969-ee16f3d140c8 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:49.244178 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-e886426d-63c8-4c5c-9e37-aa01df66d500 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Network c9195fa1-79d7-47b2-aaf3-292ff20280d4 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:49.245012 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f2da1de-067e-4abf-9695-940f4645ebbc tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.346599 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-e886426d-63c8-4c5c-9e37-aa01df66d500 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:49.352618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-e886426d-63c8-4c5c-9e37-aa01df66d500 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:49.398279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886426d-63c8-4c5c-9e37-aa01df66d500 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Pushing event updated for resources: {'Port': ['ID=50992906-3bb5-44b2-8a0e-ff8d89724df9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:49.453339 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f2da1de-067e-4abf-9695-940f4645ebbc tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.525322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-e886426d-63c8-4c5c-9e37-aa01df66d500 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:49.526022 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-e886426d-63c8-4c5c-9e37-aa01df66d500 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.550862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.717030 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604ba259-e5e1-4252-bf16-38a7e6338513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-0e359766-1505-486c-b972-df984a2a9784', 'network_id': '0e359766-1505-486c-b972-df984a2a9784', 'tenant_id': '1cb114168aa94a6097d192a3a07d9d65', 'fixed_ips': [{'subnet_id': '2a4f1085-126c-4525-aa85-a3b5d2353efd'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:49.717902 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-604ba259-e5e1-4252-bf16-38a7e6338513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.747711 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-e886426d-63c8-4c5c-9e37-aa01df66d500 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2230194 Oct 26 14:15:49.801855 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Request body: {'port': {'device_id': 'c2e5b612-e1a8-4b93-b7b3-45da6d369a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:49.815844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed49a1-9fe2-4baa-9141-0ed16945d4aa req-bc563fb0-1e6f-438d-ad37-4f0494407b43 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:49.826896 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.833515 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22ed49a1-9fe2-4baa-9141-0ed16945d4aa req-bc563fb0-1e6f-438d-ad37-4f0494407b43 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 932 time: 0.1097624 Oct 26 14:15:49.893001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22ed49a1-9fe2-4baa-9141-0ed16945d4aa req-c49f7e98-5903-464c-af4b-6cc17e762274 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541523 Oct 26 14:15:49.936317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4f1085-126c-4525-aa85-a3b5d2353efd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:49.948434 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f2da1de-067e-4abf-9695-940f4645ebbc tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.042541 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5f55cf-5315-4554-9772-8064a3df2408 None None] Network 0e359766-1505-486c-b972-df984a2a9784 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:50.165015 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.172469 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.230653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e359766-1505-486c-b972-df984a2a9784']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:50.262973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749f24bb-6cc2-46db-bbcf-a72ae950633e') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:50.263276 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749f24bb-6cc2-46db-bbcf-a72ae950633e') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:50.321455 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f2da1de-067e-4abf-9695-940f4645ebbc tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.352163 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f2da1de-067e-4abf-9695-940f4645ebbc tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.360609 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d34a360-e2e7-48d9-9fee-31c50d99a416 None None] Network 614644c2-ecb3-429d-a925-733cf1797bb4 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:50.360892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45206) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:50.361952 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5f2da1de-067e-4abf-9695-940f4645ebbc tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "DELETE /v2.0/subnets/92331dcd-0130-46ed-8969-ee16f3d140c8 HTTP/1.1" status: 204 len: 168 time: 1.4371645 Oct 26 14:15:50.370668 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.418263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2da1de-067e-4abf-9695-940f4645ebbc tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event deleted for resources: {'Subnet': ['ID=92331dcd-0130-46ed-8969-ee16f3d140c8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:50.449931 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.478273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-83835ed7-963d-4a01-9378-aa7a138f6452 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Deleting subnet 0940ee6e-8bef-4aa1-aec4-d83f8613cd4f {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:50.482978 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83835ed7-963d-4a01-9378-aa7a138f6452 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.546644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:50.546966 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.549249 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83835ed7-963d-4a01-9378-aa7a138f6452 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:50.609472 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:50.640894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] DHCP port deletion for 614644c2-ecb3-429d-a925-733cf1797bb4 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:50.666059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.680737 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.685780 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/0e359766-1505-486c-b972-df984a2a9784 HTTP/1.1" status: 204 len: 168 time: 2.0615988 Oct 26 14:15:50.692379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45216) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:50.702924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0885eb23-ec02-4d2e-b5c9-7de3deabc30e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1443903442'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:50.741362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Deleting port 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:50.742194 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.759540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0885eb23-ec02-4d2e-b5c9-7de3deabc30e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:50.770587 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0885eb23-ec02-4d2e-b5c9-7de3deabc30e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.809361 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fa54c-ac47-4f4e-86f0-7041ff77812a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Network': ['ID=0e359766-1505-486c-b972-df984a2a9784,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:50.851082 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0885eb23-ec02-4d2e-b5c9-7de3deabc30e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:50.856882 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83835ed7-963d-4a01-9378-aa7a138f6452 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.864355 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0885eb23-ec02-4d2e-b5c9-7de3deabc30e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.864759 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-0885eb23-ec02-4d2e-b5c9-7de3deabc30e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Added segment fff8a250-efd9-4bac-a406-d08ba27a12db of type vlan for network 40ac6191-4ed0-4e35-8533-b6163ee5ac84 Oct 26 14:15:50.922667 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0885eb23-ec02-4d2e-b5c9-7de3deabc30e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.935033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] For port 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6813ba38-c84f-48f4-a5b1-d2ee49a8d95b,segment=NetworkSegment(86b69120-8b5f-4efa-8bc8-ff6cef6acb0e),segment_id=86b69120-8b5f-4efa-8bc8-ff6cef6acb0e)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:50.936035 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.961363 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0885eb23-ec02-4d2e-b5c9-7de3deabc30e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.966411 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Calling delete_port for 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:50.969369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0885eb23-ec02-4d2e-b5c9-7de3deabc30e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:50.970598 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0885eb23-ec02-4d2e-b5c9-7de3deabc30e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.040602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83835ed7-963d-4a01-9378-aa7a138f6452 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.087848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83835ed7-963d-4a01-9378-aa7a138f6452 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event deleted for resources: {'Subnet': ['ID=0940ee6e-8bef-4aa1-aec4-d83f8613cd4f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:51.133823 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83835ed7-963d-4a01-9378-aa7a138f6452 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.136509 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12b1393-3170-424b-a27c-4c4b9a9262f6 None None] Network e28a5a04-47ef-442f-816d-e9075d616762 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:51.141432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-83835ed7-963d-4a01-9378-aa7a138f6452 tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "DELETE /v2.0/subnets/0940ee6e-8bef-4aa1-aec4-d83f8613cd4f HTTP/1.1" status: 204 len: 168 time: 0.7796223 Oct 26 14:15:51.150392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45240) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:51.167060 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0885eb23-ec02-4d2e-b5c9-7de3deabc30e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4696350 Oct 26 14:15:51.176523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45242) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:51.185753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-633c94b4-3a73-4dfc-8ec5-9cae5b9152bc tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'subnet': {'network_id': '40ac6191-4ed0-4e35-8533-b6163ee5ac84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:51.270818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885eb23-ec02-4d2e-b5c9-7de3deabc30e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Network': ['ID=40ac6191-4ed0-4e35-8533-b6163ee5ac84,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:51.301317 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.337668 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 40ac6191-4ed0-4e35-8533-b6163ee5ac84 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:51.344234 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] No DVR routers for this DVR port 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:51.356166 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Pushing event deleted for resources: {'Port': ['ID=6813ba38-c84f-48f4-a5b1-d2ee49a8d95b,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:51.402579 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e1b29e9-e6bd-46dc-9d24-bc19df6c567c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.407495 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:51.407847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:51.408189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:51.408525 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:51.408913 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:51.409251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:51.409580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:51.409966 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:51.410318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:51.410648 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:51.410990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:51.411323 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b34b0-fadb-4492-91a2-0b46f29071f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:51.510556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0478f-eca2-43ab-a8f6-370c0842cc08 req-2bd4e01e-516c-4a47-b60e-7ba48c32045d tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:51.519477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91d0478f-eca2-43ab-a8f6-370c0842cc08 req-2bd4e01e-516c-4a47-b60e-7ba48c32045d tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 932 time: 0.4481559 Oct 26 14:15:51.525829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633c94b4-3a73-4dfc-8ec5-9cae5b9152bc tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:51.529647 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-633c94b4-3a73-4dfc-8ec5-9cae5b9152bc tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.544367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3805e0c4-95bf-4eb5-b9aa-e547358e939f None None] DHCP port deletion for e28a5a04-47ef-442f-816d-e9075d616762 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:51.621957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50992906-3bb5-44b2-8a0e-ff8d89724df9 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:15:51.702246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3805e0c4-95bf-4eb5-b9aa-e547358e939f None None] Deleting port b42f2eee-3abb-4c83-b967-6aec7183a327 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:51.702629 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3805e0c4-95bf-4eb5-b9aa-e547358e939f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.707449 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.723944 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b42f2eee-3abb-4c83-b967-6aec7183a327 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:51.762517 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e1b29e9-e6bd-46dc-9d24-bc19df6c567c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.791761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Transition to ACTIVE for port object 50992906-3bb5-44b2-8a0e-ff8d89724df9 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:15:51.820167 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.826108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-8e1b29e9-e6bd-46dc-9d24-bc19df6c567c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614644c2-ecb3-429d-a925-733cf1797bb4']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:51.855031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-8e1b29e9-e6bd-46dc-9d24-bc19df6c567c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:51.855561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-8e1b29e9-e6bd-46dc-9d24-bc19df6c567c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b69120-8b5f-4efa-8bc8-ff6cef6acb0e') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:51.895617 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e1b29e9-e6bd-46dc-9d24-bc19df6c567c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.936720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e1b29e9-e6bd-46dc-9d24-bc19df6c567c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.937650 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3805e0c4-95bf-4eb5-b9aa-e547358e939f None None] For port b42f2eee-3abb-4c83-b967-6aec7183a327, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b42f2eee-3abb-4c83-b967-6aec7183a327,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:51.940020 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3805e0c4-95bf-4eb5-b9aa-e547358e939f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.945136 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=50992906-3bb5-44b2-8a0e-ff8d89724df9,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:51.949046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1b29e9-e6bd-46dc-9d24-bc19df6c567c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:51.950452 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e1b29e9-e6bd-46dc-9d24-bc19df6c567c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.989023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3805e0c4-95bf-4eb5-b9aa-e547358e939f None None] Calling delete_port for b42f2eee-3abb-4c83-b967-6aec7183a327 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:52.059537 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:52.084252 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e1b29e9-e6bd-46dc-9d24-bc19df6c567c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.102602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e1b29e9-e6bd-46dc-9d24-bc19df6c567c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.105801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8e1b29e9-e6bd-46dc-9d24-bc19df6c567c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "DELETE /v2.0/networks/614644c2-ecb3-429d-a925-733cf1797bb4 HTTP/1.1" status: 204 len: 168 time: 0.9524500 Oct 26 14:15:52.109798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45268) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:52.118852 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.168815 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91d0478f-eca2-43ab-a8f6-370c0842cc08 req-16ce7220-abc5-4057-ade8-9ed2fb72b846 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6483891 Oct 26 14:15:52.171459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b29e9-e6bd-46dc-9d24-bc19df6c567c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event deleted for resources: {'Network': ['ID=614644c2-ecb3-429d-a925-733cf1797bb4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:52.205188 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-633c94b4-3a73-4dfc-8ec5-9cae5b9152bc tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.280504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Attempting to bind port 50992906-3bb5-44b2-8a0e-ff8d89724df9 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:52.280744 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Attempting to bind port 50992906-3bb5-44b2-8a0e-ff8d89724df9 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '8083cc11-575d-4d97-b38b-66feefa821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:52.281049 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Attempting to bind port 50992906-3bb5-44b2-8a0e-ff8d89724df9 on network c9195fa1-79d7-47b2-aaf3-292ff20280d4 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:52.296107 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port b42f2eee-3abb-4c83-b967-6aec7183a327, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b42f2eee-3abb-4c83-b967-6aec7183a327,segment=NetworkSegment(5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc),segment_id=5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:52.304501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Port 50992906-3bb5-44b2-8a0e-ff8d89724df9 on network c9195fa1-79d7-47b2-aaf3-292ff20280d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:52.304837 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Attempting to bind port 50992906-3bb5-44b2-8a0e-ff8d89724df9 on network c9195fa1-79d7-47b2-aaf3-292ff20280d4 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:52.317775 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.318962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:52.324669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:52.325057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Checking segment: {'id': '8083cc11-575d-4d97-b38b-66feefa821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:52.325476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Bound using segment: {'id': '8083cc11-575d-4d97-b38b-66feefa821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:52.326200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Bound port: 50992906-3bb5-44b2-8a0e-ff8d89724df9, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8083cc11-575d-4d97-b38b-66feefa821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:52.326572 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.332880 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c94b4-3a73-4dfc-8ec5-9cae5b9152bc tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Subnet': ['ID=6e17c657-9ae7-4bfc-871d-a60ee0b2da53,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:52.345059 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.362138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633c94b4-3a73-4dfc-8ec5-9cae5b9152bc tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Checking segment: {'id': 'fff8a250-efd9-4bac-a406-d08ba27a12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '40ac6191-4ed0-4e35-8533-b6163ee5ac84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:52.362846 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c94b4-3a73-4dfc-8ec5-9cae5b9152bc tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network hostable DHCP agents. Network: 40ac6191-4ed0-4e35-8533-b6163ee5ac84, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:52.393423 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:52.393769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6813ba38-c84f-48f4-a5b1-d2ee49a8d95b not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:52.443717 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3805e0c4-95bf-4eb5-b9aa-e547358e939f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.446690 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c94b4-3a73-4dfc-8ec5-9cae5b9152bc tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network 40ac6191-4ed0-4e35-8533-b6163ee5ac84 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:52.476308 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] For port 50992906-3bb5-44b2-8a0e-ff8d89724df9, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:52.484326 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] For port 50992906-3bb5-44b2-8a0e-ff8d89724df9, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=50992906-3bb5-44b2-8a0e-ff8d89724df9,segment=NetworkSegment(8083cc11-575d-4d97-b38b-66feefa821e8),segment_id=8083cc11-575d-4d97-b38b-66feefa821e8)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:52.486288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-633c94b4-3a73-4dfc-8ec5-9cae5b9152bc tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 40ac6191-4ed0-4e35-8533-b6163ee5ac84) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:52.499934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Deleting port b42f2eee-3abb-4c83-b967-6aec7183a327 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:52.500276 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.505970 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fea5a5-df1f-427a-a7d4-3207b1d60fd5 None None] Network 40ac6191-4ed0-4e35-8533-b6163ee5ac84 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:52.513193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c94b4-3a73-4dfc-8ec5-9cae5b9152bc tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:52.516915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-633c94b4-3a73-4dfc-8ec5-9cae5b9152bc tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.523398 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.524591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3805e0c4-95bf-4eb5-b9aa-e547358e939f None None] No DVR routers for this DVR port b42f2eee-3abb-4c83-b967-6aec7183a327 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:52.572807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=b42f2eee-3abb-4c83-b967-6aec7183a327,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:52.623204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=50992906-3bb5-44b2-8a0e-ff8d89724df9,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:52.635415 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-633c94b4-3a73-4dfc-8ec5-9cae5b9152bc tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4552145 Oct 26 14:15:52.639579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45278) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:52.653023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:52.653739 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.653871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] For port b42f2eee-3abb-4c83-b967-6aec7183a327, host n-d-815498-1, got binding levels [] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:52.654247 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.655292 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-64aa3749-d4ce-4cf9-8ebb-2aa2e18cfaa6 service neutron] 10.222.0.25 "PUT /v2.0/ports/50992906-3bb5-44b2-8a0e-ff8d89724df9 HTTP/1.1" status: 200 len: 1092 time: 2.8597014 Oct 26 14:15:52.655802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e5b612-e1a8-4b93-b7b3-45da6d369a2d', 'tag': '50992906-3bb5-44b2-8a0e-ff8d89724df9'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:52.658760 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca384fa1-e0b4-4000-9edb-d0fb34a3c8db" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e5b612-e1a8-4b93-b7b3-45da6d369a2d", "tag": "50992906-3bb5-44b2-8a0e-ff8d89724df9"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:52.670835 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Calling delete_port for b42f2eee-3abb-4c83-b967-6aec7183a327 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:52.674555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_backend_mixin [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Port b42f2eee-3abb-4c83-b967-6aec7183a327 was not found and therefore no delete operation was performed {{(pid=102124) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:15:52.676710 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.725634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event deleted for resources: {'Port': ['ID=b42f2eee-3abb-4c83-b967-6aec7183a327,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:52.736788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] No DVR routers for this DVR port b42f2eee-3abb-4c83-b967-6aec7183a327 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:52.761280 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805e0c4-95bf-4eb5-b9aa-e547358e939f None None] Pushing event deleted for resources: {'Port': ['ID=b42f2eee-3abb-4c83-b967-6aec7183a327,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:52.761530 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3d137d-7a8d-4a95-8c23-8690234d2e9f x-openstack-request-id: req-cd3d137d-7a8d-4a95-8c23-8690234d2e9f {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:52.761645 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e5b612-e1a8-4b93-b7b3-45da6d369a2d", "tag": "50992906-3bb5-44b2-8a0e-ff8d89724df9", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:52.762055 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd3d137d-7a8d-4a95-8c23-8690234d2e9f {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:52.762512 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e5b612-e1a8-4b93-b7b3-45da6d369a2d', 'tag': '50992906-3bb5-44b2-8a0e-ff8d89724df9', 'status': 'completed', 'code': 200} Oct 26 14:15:52.844113 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.853043 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-aa1fa237-071c-461e-b3dd-1c3b33088dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:52.854764 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-aa1fa237-071c-461e-b3dd-1c3b33088dd9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd0bbedb89404cd3ae31d51d1a7a5186&device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 1095 time: 0.0913527 Oct 26 14:15:52.911783 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-fddb6701-62e3-4521-b296-479ef1d2942f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50992906-3bb5-44b2-8a0e-ff8d89724df9 HTTP/1.1" status: 200 len: 217 time: 0.0483558 Oct 26 14:15:52.992943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-54d26e98-e69d-4000-9677-63f1d100d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:52.994979 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-54d26e98-e69d-4000-9677-63f1d100d2e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d48d66-2783-470a-8102-40f63e078a69 HTTP/1.1" status: 200 len: 850 time: 0.0547948 Oct 26 14:15:53.003331 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-40ac6191-4ed0-4e35-8533-b6163ee5ac84', 'network_id': '40ac6191-4ed0-4e35-8533-b6163ee5ac84', 'tenant_id': '1cb114168aa94a6097d192a3a07d9d65', 'fixed_ips': [{'subnet_id': '6e17c657-9ae7-4bfc-871d-a60ee0b2da53'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:53.004230 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.034849 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-72057b38-4958-430b-98b8-5b8583a66b27 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c9195fa1-79d7-47b2-aaf3-292ff20280d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319753 Oct 26 14:15:53.162033 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-51efebe3-7892-45d5-ae00-abbd2dbe2985 service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184781 Oct 26 14:15:53.166266 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.391852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Allocated IP 172.20.0.2 (40ac6191-4ed0-4e35-8533-b6163ee5ac84/6e17c657-9ae7-4bfc-871d-a60ee0b2da53/138ea475-3258-41b9-a4e0-765737c9b114) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:53.515022 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.516778 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-776aa3a6-9e89-488e-a734-22b36dc3e87d req-55e71dec-5ae8-4af6-a817-e45c1371a8a4 service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976086 Oct 26 14:15:53.552983 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.626406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28a5a04-47ef-442f-816d-e9075d616762']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:53.641744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:53.642069 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1bd3f1-3e59-4c45-b2f9-85c4a79ad2fc') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:53.653802 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.670573 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.682470 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:53.683001 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.683676 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca384fa1-e0b4-4000-9edb-d0fb34a3c8db req-c492dcbb-15db-470d-ba34-87f8bcad6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:53.685193 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ca384fa1-e0b4-4000-9edb-d0fb34a3c8db req-c492dcbb-15db-470d-ba34-87f8bcad6db8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd0bbedb89404cd3ae31d51d1a7a5186&device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 1095 time: 0.0986705 Oct 26 14:15:53.728045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45312) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:53.765498 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:53.783770 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.812145 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.824901 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.827658 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.845355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] 10.222.0.32 "DELETE /v2.0/networks/e28a5a04-47ef-442f-816d-e9075d616762 HTTP/1.1" status: 204 len: 168 time: 1.7302589 Oct 26 14:15:53.845355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a782e-772f-404a-ace0-6a9ea7f35e3c tempest-TaggedBootDevicesTest_v242-1279401010 tempest-TaggedBootDevicesTest_v242-1279401010-project] Pushing event deleted for resources: {'Network': ['ID=e28a5a04-47ef-442f-816d-e9075d616762,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:53.874860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053f725-2438-462e-9c3b-a212a2944d1c req-6b74f3ed-9e9d-4136-9242-e88cb4f58d81 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:53.890754 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5053f725-2438-462e-9c3b-a212a2944d1c req-6b74f3ed-9e9d-4136-9242-e88cb4f58d81 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 944 time: 0.4024541 Oct 26 14:15:53.891492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca384fa1-e0b4-4000-9edb-d0fb34a3c8db req-7366d72c-71fc-4316-bccc-2a277c9e789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:53.896018 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ca384fa1-e0b4-4000-9edb-d0fb34a3c8db req-7366d72c-71fc-4316-bccc-2a277c9e789c service neutron] 10.222.0.25 "GET /v2.0/networks?id=c9195fa1-79d7-47b2-aaf3-292ff20280d4 HTTP/1.1" status: 200 len: 911 time: 0.2033138 Oct 26 14:15:53.905217 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Network 40ac6191-4ed0-4e35-8533-b6163ee5ac84 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:53.913228 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.958484 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:53.965229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:53.974152 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5053f725-2438-462e-9c3b-a212a2944d1c req-f366bad3-7ae6-453e-92f7-159264de82ce tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807292 Oct 26 14:15:54.010835 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Subnet': ['ID=6e17c657-9ae7-4bfc-871d-a60ee0b2da53,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:54.022788 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ca384fa1-e0b4-4000-9edb-d0fb34a3c8db req-ff067311-d061-46d2-a307-34f0fee3270f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50992906-3bb5-44b2-8a0e-ff8d89724df9 HTTP/1.1" status: 200 len: 217 time: 0.1177783 Oct 26 14:15:54.065841 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7878708-8d8f-4831-b7c3-a3ccec5b69e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.139641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Attempting to bind port 138ea475-3258-41b9-a4e0-765737c9b114 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:54.142911 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Attempting to bind port 138ea475-3258-41b9-a4e0-765737c9b114 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'fff8a250-efd9-4bac-a406-d08ba27a12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '40ac6191-4ed0-4e35-8533-b6163ee5ac84'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:54.143382 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Attempting to bind port 138ea475-3258-41b9-a4e0-765737c9b114 on network 40ac6191-4ed0-4e35-8533-b6163ee5ac84 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:54.145761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Pushing event updated for resources: {'Port': ['ID=138ea475-3258-41b9-a4e0-765737c9b114,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:54.179567 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:54.182109 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Checking segment: {'id': 'fff8a250-efd9-4bac-a406-d08ba27a12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '40ac6191-4ed0-4e35-8533-b6163ee5ac84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:54.182573 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.183223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Bound using segment: {'id': 'fff8a250-efd9-4bac-a406-d08ba27a12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '40ac6191-4ed0-4e35-8533-b6163ee5ac84'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:54.183828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Bound port: 138ea475-3258-41b9-a4e0-765737c9b114, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff8a250-efd9-4bac-a406-d08ba27a12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '40ac6191-4ed0-4e35-8533-b6163ee5ac84'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:54.186058 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.280461 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.307214 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] For port 138ea475-3258-41b9-a4e0-765737c9b114, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:54.310525 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] For port 138ea475-3258-41b9-a4e0-765737c9b114, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=138ea475-3258-41b9-a4e0-765737c9b114,segment=NetworkSegment(fff8a250-efd9-4bac-a406-d08ba27a12db),segment_id=fff8a250-efd9-4bac-a406-d08ba27a12db)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:54.320539 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.333097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ac6191-4ed0-4e35-8533-b6163ee5ac84']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:54.346097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff8a250-efd9-4bac-a406-d08ba27a12db') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:54.346780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff8a250-efd9-4bac-a406-d08ba27a12db') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:54.360164 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.383268 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.392983 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:54.393776 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:54.418076 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:54.485707 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f90b2-3e74-4f86-94db-bbbcd88f3db5 None None] Pushing event updated for resources: {'Port': ['ID=138ea475-3258-41b9-a4e0-765737c9b114,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:54.496676 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b02817b-44b8-42d2-9c86-2bd5aa000fab None None] Network 40ac6191-4ed0-4e35-8533-b6163ee5ac84 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:54.504436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca384fa1-e0b4-4000-9edb-d0fb34a3c8db req-f8a9bcc8-3bab-45b8-8c5e-cf8fa285f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:54.506191 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ca384fa1-e0b4-4000-9edb-d0fb34a3c8db req-f8a9bcc8-3bab-45b8-8c5e-cf8fa285f494 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d48d66-2783-470a-8102-40f63e078a69 HTTP/1.1" status: 200 len: 850 time: 0.4727902 Oct 26 14:15:54.553307 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ca384fa1-e0b4-4000-9edb-d0fb34a3c8db req-088c3051-6435-48dc-9e3f-3ab6da89089e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c9195fa1-79d7-47b2-aaf3-292ff20280d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362058 Oct 26 14:15:54.554056 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.api [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:15:54.554056 n-d-815498-1 neutron-server[102123]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:15:54.554056 n-d-815498-1 neutron-server[102123]: [parameters: {'id': '40ac6191-4ed0-4e35-8533-b6163ee5ac84'}] Oct 26 14:15:54.554056 n-d-815498-1 neutron-server[102123]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:15:54.554442 n-d-815498-1 neutron-server[102123]: DEBUG oslo_db.api [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:15:54.724225 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2138f318-ca42-4a60-bf29-b01dd092a3fd None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:15:54.753318 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7878708-8d8f-4831-b7c3-a3ccec5b69e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.769810 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ca384fa1-e0b4-4000-9edb-d0fb34a3c8db req-926ffc5c-e99f-4422-b5a4-9e5cafb848fb service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054601 Oct 26 14:15:54.775978 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7878708-8d8f-4831-b7c3-a3ccec5b69e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.893423 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2138f318-ca42-4a60-bf29-b01dd092a3fd None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:15:54.902544 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f7878708-8d8f-4831-b7c3-a3ccec5b69e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c39d87bd7c84452e9a676e6dcb38000e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1725791 Oct 26 14:15:54.904836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45342) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:54.914094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7878708-8d8f-4831-b7c3-a3ccec5b69e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607c38c2-08b9-47de-bcc4-78160361fbab,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:54.983057 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ca384fa1-e0b4-4000-9edb-d0fb34a3c8db req-1011ac4c-43e2-4452-bb91-123c82135c52 service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001684 Oct 26 14:15:55.003090 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d1a6bb8-5c82-46cf-9564-32a1e28d6a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.055687 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.056409 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d1a6bb8-5c82-46cf-9564-32a1e28d6a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.197238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Deleting port 138ea475-3258-41b9-a4e0-765737c9b114 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:55.197958 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.234241 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3ed61-53b7-4b0d-a65a-607989a9718d req-86048b79-27cd-4321-bd85-930863559651 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:55.236186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11c3ed61-53b7-4b0d-a65a-607989a9718d req-86048b79-27cd-4321-bd85-930863559651 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 944 time: 0.1298683 Oct 26 14:15:55.283099 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d1a6bb8-5c82-46cf-9564-32a1e28d6a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.292772 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d1a6bb8-5c82-46cf-9564-32a1e28d6a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.311465 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3d1a6bb8-5c82-46cf-9564-32a1e28d6a57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/607c38c2-08b9-47de-bcc4-78160361fbab HTTP/1.1" status: 204 len: 168 time: 0.4048650 Oct 26 14:15:55.360167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11c3ed61-53b7-4b0d-a65a-607989a9718d req-8e868eca-a824-488c-ab29-18f2fdc14ebc tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140282 Oct 26 14:15:55.377334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a6bb8-5c82-46cf-9564-32a1e28d6a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607c38c2-08b9-47de-bcc4-78160361fbab,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:55.413688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] For port 138ea475-3258-41b9-a4e0-765737c9b114, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=138ea475-3258-41b9-a4e0-765737c9b114,segment=NetworkSegment(fff8a250-efd9-4bac-a406-d08ba27a12db),segment_id=fff8a250-efd9-4bac-a406-d08ba27a12db)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:55.414822 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.441265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Calling delete_port for 138ea475-3258-41b9-a4e0-765737c9b114 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:55.555862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.607206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 50992906-3bb5-44b2-8a0e-ff8d89724df9 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:15:55.619780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Port': ['ID=138ea475-3258-41b9-a4e0-765737c9b114,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:55.632772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No DVR routers for this DVR port 138ea475-3258-41b9-a4e0-765737c9b114 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:55.761935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 50992906-3bb5-44b2-8a0e-ff8d89724df9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=50992906-3bb5-44b2-8a0e-ff8d89724df9,segment=NetworkSegment(8083cc11-575d-4d97-b38b-66feefa821e8),segment_id=8083cc11-575d-4d97-b38b-66feefa821e8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:55.791853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '50992906-3bb5-44b2-8a0e-ff8d89724df9', 'network_id': 'c9195fa1-79d7-47b2-aaf3-292ff20280d4', 'port_id': '50992906-3bb5-44b2-8a0e-ff8d89724df9', 'mac_address': 'fa:16:3e:87:5b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d48d66-2783-470a-8102-40f63e078a69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:15:55.811884 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.842522 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ac6191-4ed0-4e35-8533-b6163ee5ac84']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:55.847779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45366) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:55.866362 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1a5a276-faf7-43f6-a43e-9589a7dfbb10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.881942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff8a250-efd9-4bac-a406-d08ba27a12db') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:55.882963 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff8a250-efd9-4bac-a406-d08ba27a12db') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:55.924499 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.949246 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.954374 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.972917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:55.973328 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:55.976832 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:55.997262 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50992906-3bb5-44b2-8a0e-ff8d89724df9 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:15:56.038592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 50992906-3bb5-44b2-8a0e-ff8d89724df9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=50992906-3bb5-44b2-8a0e-ff8d89724df9,segment=NetworkSegment(8083cc11-575d-4d97-b38b-66feefa821e8),segment_id=8083cc11-575d-4d97-b38b-66feefa821e8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:56.048049 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.077697 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1a5a276-faf7-43f6-a43e-9589a7dfbb10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.088937 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1a5a276-faf7-43f6-a43e-9589a7dfbb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.121326 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.157464 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.167208 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/40ac6191-4ed0-4e35-8533-b6163ee5ac84 HTTP/1.1" status: 204 len: 168 time: 3.5232773 Oct 26 14:15:56.172088 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45370) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:56.185396 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8a18c633-6a00-4c42-9158-a78fd7998b64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-309222801'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:56.190927 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f676f-0967-461d-834b-88657ae4f65c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Network': ['ID=40ac6191-4ed0-4e35-8533-b6163ee5ac84,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:56.198374 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=50992906-3bb5-44b2-8a0e-ff8d89724df9,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:56.236853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45374) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:56.244284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c1a5a276-faf7-43f6-a43e-9589a7dfbb10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1b2ff087e1f4e73ac2d06f8d06ac9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949149 Oct 26 14:15:56.250756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5a276-faf7-43f6-a43e-9589a7dfbb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28221b02-8fa8-4360-8ce2-324925699bec,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:56.274411 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['50992906-3bb5-44b2-8a0e-ff8d89724df9'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:15:56.288860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a18c633-6a00-4c42-9158-a78fd7998b64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:56.292487 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a18c633-6a00-4c42-9158-a78fd7998b64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.340884 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50949ff5-b0b2-40db-9678-f2b96a44f1e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.362993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a18c633-6a00-4c42-9158-a78fd7998b64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:56.387559 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a18c633-6a00-4c42-9158-a78fd7998b64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.387559 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-8a18c633-6a00-4c42-9158-a78fd7998b64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Added segment eca65ce9-575c-4436-9d22-a8305153df7f of type vlan for network 17d0596d-75b6-4702-8805-0bc8bdcc5408 Oct 26 14:15:56.398240 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50949ff5-b0b2-40db-9678-f2b96a44f1e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.536375 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50949ff5-b0b2-40db-9678-f2b96a44f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.539773 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50949ff5-b0b2-40db-9678-f2b96a44f1e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.541463 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-50949ff5-b0b2-40db-9678-f2b96a44f1e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28221b02-8fa8-4360-8ce2-324925699bec HTTP/1.1" status: 204 len: 168 time: 0.2997601 Oct 26 14:15:56.571296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50949ff5-b0b2-40db-9678-f2b96a44f1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28221b02-8fa8-4360-8ce2-324925699bec,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:56.710953 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a18c633-6a00-4c42-9158-a78fd7998b64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.768968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fcc31-0400-4a22-b4e0-fd3a1457a3a9 req-d82a5c38-9551-4aa7-b03c-20d21ecb304f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:56.778456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be8fcc31-0400-4a22-b4e0-fd3a1457a3a9 req-d82a5c38-9551-4aa7-b03c-20d21ecb304f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 945 time: 0.2543364 Oct 26 14:15:56.780109 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a18c633-6a00-4c42-9158-a78fd7998b64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.790000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a18c633-6a00-4c42-9158-a78fd7998b64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:56.792566 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a18c633-6a00-4c42-9158-a78fd7998b64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.862317 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8a18c633-6a00-4c42-9158-a78fd7998b64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6887586 Oct 26 14:15:56.868761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45392) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:56.875265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d4105f96-6c6a-48f2-9bb9-e69fdc53ec8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'subnet': {'network_id': '17d0596d-75b6-4702-8805-0bc8bdcc5408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:56.952357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18c633-6a00-4c42-9158-a78fd7998b64 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Network': ['ID=17d0596d-75b6-4702-8805-0bc8bdcc5408,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:56.986785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 17d0596d-75b6-4702-8805-0bc8bdcc5408 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:57.014462 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be8fcc31-0400-4a22-b4e0-fd3a1457a3a9 req-a382ed6f-619c-420f-85ca-1f8710d89bff tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909494 Oct 26 14:15:57.113182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4105f96-6c6a-48f2-9bb9-e69fdc53ec8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:57.117509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4105f96-6c6a-48f2-9bb9-e69fdc53ec8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.248692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_backend_mixin [None req-d4105f96-6c6a-48f2-9bb9-e69fdc53ec8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Performing IP validity checks on allocation pools {{(pid=102123) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:15:57.249889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_backend_mixin [None req-d4105f96-6c6a-48f2-9bb9-e69fdc53ec8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102123) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:15:57.443496 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.511439 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4105f96-6c6a-48f2-9bb9-e69fdc53ec8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.617734 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 50992906-3bb5-44b2-8a0e-ff8d89724df9 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:57.827840 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 50992906-3bb5-44b2-8a0e-ff8d89724df9 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:15:57.836370 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 50992906-3bb5-44b2-8a0e-ff8d89724df9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:57.836740 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.980918 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.060781 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 50992906-3bb5-44b2-8a0e-ff8d89724df9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=50992906-3bb5-44b2-8a0e-ff8d89724df9,segment=NetworkSegment(8083cc11-575d-4d97-b38b-66feefa821e8),segment_id=8083cc11-575d-4d97-b38b-66feefa821e8)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:58.062767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e5b612-e1a8-4b93-b7b3-45da6d369a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50992906-3bb5-44b2-8a0e-ff8d89724df9'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:58.065665 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96db8238-12c6-42ac-a002-bb2019f4ccbf" -d '{"events": [{"server_uuid": "c2e5b612-e1a8-4b93-b7b3-45da6d369a2d", "name": "network-vif-plugged", "status": "completed", "tag": "50992906-3bb5-44b2-8a0e-ff8d89724df9"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:58.073654 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.160146 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277c5796-15d3-4b1e-9671-5a29bced8241 x-openstack-request-id: req-277c5796-15d3-4b1e-9671-5a29bced8241 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:58.161769 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e5b612-e1a8-4b93-b7b3-45da6d369a2d", "name": "network-vif-plugged", "status": "completed", "tag": "50992906-3bb5-44b2-8a0e-ff8d89724df9", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:58.167578 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-277c5796-15d3-4b1e-9671-5a29bced8241 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:58.167578 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e5b612-e1a8-4b93-b7b3-45da6d369a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50992906-3bb5-44b2-8a0e-ff8d89724df9', 'code': 200} Oct 26 14:15:58.229917 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=50992906-3bb5-44b2-8a0e-ff8d89724df9,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:58.251330 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d236d-e9d0-420b-858c-60aa76513573 req-15ab2159-1441-4ad3-855f-103fb34313e6 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:58.259545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b73d236d-e9d0-420b-858c-60aa76513573 req-15ab2159-1441-4ad3-855f-103fb34313e6 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1193192 Oct 26 14:15:58.402087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b73d236d-e9d0-420b-858c-60aa76513573 req-7b0b3066-8248-4986-8317-d6e9f9c2ee72 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382844 Oct 26 14:15:58.485172 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4105f96-6c6a-48f2-9bb9-e69fdc53ec8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Subnet': ['ID=3904e3d0-5017-4424-96bb-ddf4752f90cd,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:58.505909 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4105f96-6c6a-48f2-9bb9-e69fdc53ec8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Checking segment: {'id': 'eca65ce9-575c-4436-9d22-a8305153df7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '17d0596d-75b6-4702-8805-0bc8bdcc5408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:58.506751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4105f96-6c6a-48f2-9bb9-e69fdc53ec8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network hostable DHCP agents. Network: 17d0596d-75b6-4702-8805-0bc8bdcc5408, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:58.563592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4105f96-6c6a-48f2-9bb9-e69fdc53ec8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network 17d0596d-75b6-4702-8805-0bc8bdcc5408 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:58.572560 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ebd55-fb2d-406d-b2a6-430d35a9d640 req-1eed87ad-09db-4775-944f-7320e82c361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:58.574193 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cc8ebd55-fb2d-406d-b2a6-430d35a9d640 req-1eed87ad-09db-4775-944f-7320e82c361a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 1097 time: 0.1343985 Oct 26 14:15:58.598655 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-d4105f96-6c6a-48f2-9bb9-e69fdc53ec8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 17d0596d-75b6-4702-8805-0bc8bdcc5408) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:58.608869 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f823b60-e827-43ea-973c-547f8383d5f5 None None] Network 17d0596d-75b6-4702-8805-0bc8bdcc5408 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:58.609949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4105f96-6c6a-48f2-9bb9-e69fdc53ec8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:58.610907 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4105f96-6c6a-48f2-9bb9-e69fdc53ec8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.649336 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d4105f96-6c6a-48f2-9bb9-e69fdc53ec8e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7792971 Oct 26 14:15:58.652294 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45448) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:58.697908 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cc8ebd55-fb2d-406d-b2a6-430d35a9d640 req-89e6fe2b-7b89-4594-9d8c-3d71480b8008 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118050 Oct 26 14:15:58.950874 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.044369 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.091776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f198d42-0377-40db-a5f1-bc985af951a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-17d0596d-75b6-4702-8805-0bc8bdcc5408', 'network_id': '17d0596d-75b6-4702-8805-0bc8bdcc5408', 'tenant_id': '1cb114168aa94a6097d192a3a07d9d65', 'fixed_ips': [{'subnet_id': '3904e3d0-5017-4424-96bb-ddf4752f90cd'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:59.093427 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f198d42-0377-40db-a5f1-bc985af951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.180118 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.273511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Subnet': ['ID=3904e3d0-5017-4424-96bb-ddf4752f90cd,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:59.342807 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.393944 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d0596d-75b6-4702-8805-0bc8bdcc5408']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server [None req-2f198d42-0377-40db-a5f1-bc985af951a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3904e3d0-5017-4424-96bb-ddf4752f90cd: This subnet is being modified by another concurrent operation. Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3904e3d0-5017-4424-96bb-ddf4752f90cd: This subnet is being modified by another concurrent operation. Oct 26 14:15:59.398889 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Oct 26 14:15:59.419770 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7365df76-f1f6-4358-b6c7-6dea46b72f3c None None] Network 17d0596d-75b6-4702-8805-0bc8bdcc5408 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:59.440941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca65ce9-575c-4436-9d22-a8305153df7f') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:59.441304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca65ce9-575c-4436-9d22-a8305153df7f') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:59.460506 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.491451 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.501916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:59.503745 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:59.509532 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:59.656852 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.694762 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.702623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45480) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:59.703613 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/17d0596d-75b6-4702-8805-0bc8bdcc5408 HTTP/1.1" status: 204 len: 168 time: 1.0501487 Oct 26 14:15:59.714117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5dc35834-f8d9-4ce5-b14f-2c4fabce9b87 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1443080848'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:59.724038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499e63a-c515-4603-9541-a1c042046f95 req-5de35ec0-7547-4459-b854-d2a37f375973 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:59.742428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3499e63a-c515-4603-9541-a1c042046f95 req-5de35ec0-7547-4459-b854-d2a37f375973 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1602745 Oct 26 14:15:59.774893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4105b1d-0149-473c-b748-7a7e3eccb5f7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Network': ['ID=17d0596d-75b6-4702-8805-0bc8bdcc5408,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:59.821803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc35834-f8d9-4ce5-b14f-2c4fabce9b87 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:59.825783 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5dc35834-f8d9-4ce5-b14f-2c4fabce9b87 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.847529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3499e63a-c515-4603-9541-a1c042046f95 req-a4d5af80-305a-4a34-a789-12f2fd90f067 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040244 Oct 26 14:15:59.913257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc35834-f8d9-4ce5-b14f-2c4fabce9b87 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:59.935502 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5dc35834-f8d9-4ce5-b14f-2c4fabce9b87 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.936293 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-5dc35834-f8d9-4ce5-b14f-2c4fabce9b87 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Added segment 66e4fd3c-e4fb-44be-8c65-2429609a4669 of type vlan for network dd7b2560-138e-4344-82cc-695785299e38 Oct 26 14:16:00.049107 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5dc35834-f8d9-4ce5-b14f-2c4fabce9b87 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:00.103959 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5dc35834-f8d9-4ce5-b14f-2c4fabce9b87 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:00.106254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b3aa67-b561-4a89-9c3d-c42dd65217dd None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:16:00.111761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc35834-f8d9-4ce5-b14f-2c4fabce9b87 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:00.112689 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5dc35834-f8d9-4ce5-b14f-2c4fabce9b87 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:00.259069 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5dc35834-f8d9-4ce5-b14f-2c4fabce9b87 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5552287 Oct 26 14:16:00.261271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45502) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:00.267764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e7c54ed7-8db4-4de0-98f0-0f9be48ca8ce tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'subnet': {'network_id': 'dd7b2560-138e-4344-82cc-695785299e38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:00.271323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc35834-f8d9-4ce5-b14f-2c4fabce9b87 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Network': ['ID=dd7b2560-138e-4344-82cc-695785299e38,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:00.307833 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network dd7b2560-138e-4344-82cc-695785299e38 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:00.472138 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c54ed7-8db4-4de0-98f0-0f9be48ca8ce tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:00.477159 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7c54ed7-8db4-4de0-98f0-0f9be48ca8ce tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:00.478257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b3aa67-b561-4a89-9c3d-c42dd65217dd None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:16:00.973305 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:16:01.180138 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b942910-a10e-4db0-8ba9-de81055d6f51 req-ba8df438-0d92-47aa-bbfe-f69efdf7e300 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:01.188347 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b942910-a10e-4db0-8ba9-de81055d6f51 req-ba8df438-0d92-47aa-bbfe-f69efdf7e300 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.2073338 Oct 26 14:16:01.345810 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b942910-a10e-4db0-8ba9-de81055d6f51 req-a9ba98b6-d81e-4403-a8b0-1757e8f76c3e tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375804 Oct 26 14:16:01.355695 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7c54ed7-8db4-4de0-98f0-0f9be48ca8ce tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.622753 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c54ed7-8db4-4de0-98f0-0f9be48ca8ce tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Checking segment: {'id': '66e4fd3c-e4fb-44be-8c65-2429609a4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'dd7b2560-138e-4344-82cc-695785299e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:01.623470 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c54ed7-8db4-4de0-98f0-0f9be48ca8ce tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network hostable DHCP agents. Network: dd7b2560-138e-4344-82cc-695785299e38, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:01.630418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c54ed7-8db4-4de0-98f0-0f9be48ca8ce tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Subnet': ['ID=805723cd-e53b-4212-9144-be21f2b419b2,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:01.696847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c54ed7-8db4-4de0-98f0-0f9be48ca8ce tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network dd7b2560-138e-4344-82cc-695785299e38 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:01.726109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-e7c54ed7-8db4-4de0-98f0-0f9be48ca8ce tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, dd7b2560-138e-4344-82cc-695785299e38) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:01.733071 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c54ed7-8db4-4de0-98f0-0f9be48ca8ce tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:01.735844 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba60684b-f2e4-4b0e-8f09-92a21fd8d873 None None] Network dd7b2560-138e-4344-82cc-695785299e38 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:01.741478 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7c54ed7-8db4-4de0-98f0-0f9be48ca8ce tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.789669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e7c54ed7-8db4-4de0-98f0-0f9be48ca8ce tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5261807 Oct 26 14:16:01.792375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45550) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:01.839335 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6cae8-51e1-43da-95bd-539afd88afac req-8eb148fe-81c6-426a-91cb-9d048392d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:01.840867 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7db6cae8-51e1-43da-95bd-539afd88afac req-8eb148fe-81c6-426a-91cb-9d048392d891 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd0bbedb89404cd3ae31d51d1a7a5186&device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 1097 time: 0.0824225 Oct 26 14:16:02.067599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f410a8b-e4b9-4930-a7e7-3ec84be97684 req-c116908f-fd18-427d-88bd-e986e21dab11 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:02.079022 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f410a8b-e4b9-4930-a7e7-3ec84be97684 req-c116908f-fd18-427d-88bd-e986e21dab11 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1801918 Oct 26 14:16:02.112013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6cae8-51e1-43da-95bd-539afd88afac req-5e095bcd-3f62-4f1e-a84a-c75cb0e018d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:02.114441 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7db6cae8-51e1-43da-95bd-539afd88afac req-5e095bcd-3f62-4f1e-a84a-c75cb0e018d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c9195fa1-79d7-47b2-aaf3-292ff20280d4 HTTP/1.1" status: 200 len: 911 time: 0.2659593 Oct 26 14:16:02.174188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f410a8b-e4b9-4930-a7e7-3ec84be97684 req-a4afe463-2c81-49a3-a675-f968687f6dd9 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921073 Oct 26 14:16:02.187461 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.270274 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7db6cae8-51e1-43da-95bd-539afd88afac req-8f89187b-5cf2-40cf-bec5-cd1a823a2f50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50992906-3bb5-44b2-8a0e-ff8d89724df9 HTTP/1.1" status: 200 len: 217 time: 0.1428390 Oct 26 14:16:02.290666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-dd7b2560-138e-4344-82cc-695785299e38', 'network_id': 'dd7b2560-138e-4344-82cc-695785299e38', 'tenant_id': '1cb114168aa94a6097d192a3a07d9d65', 'fixed_ips': [{'subnet_id': '805723cd-e53b-4212-9144-be21f2b419b2'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:16:02.291532 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.339376 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.440837 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6cae8-51e1-43da-95bd-539afd88afac req-a291e263-13b7-40ba-abed-cb5d7bf4b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:02.442414 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7db6cae8-51e1-43da-95bd-539afd88afac req-a291e263-13b7-40ba-abed-cb5d7bf4b426 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d48d66-2783-470a-8102-40f63e078a69 HTTP/1.1" status: 200 len: 850 time: 0.1631885 Oct 26 14:16:02.532418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Allocated IP 172.20.0.1 (dd7b2560-138e-4344-82cc-695785299e38/805723cd-e53b-4212-9144-be21f2b419b2/f6026144-89ed-4646-9a75-9d0e388a84d3) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:02.617049 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7db6cae8-51e1-43da-95bd-539afd88afac req-ff606c23-6d39-496d-b4cf-a51e072eaf0c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c9195fa1-79d7-47b2-aaf3-292ff20280d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1658185 Oct 26 14:16:02.692275 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.707186 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.742205 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.760701 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Network dd7b2560-138e-4344-82cc-695785299e38 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:02.787147 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:02.810604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:02.833473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Pushing event updated for resources: {'Port': ['ID=f6026144-89ed-4646-9a75-9d0e388a84d3,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:02.924692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Subnet': ['ID=805723cd-e53b-4212-9144-be21f2b419b2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:03.020530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Attempting to bind port f6026144-89ed-4646-9a75-9d0e388a84d3 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:03.021295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Attempting to bind port f6026144-89ed-4646-9a75-9d0e388a84d3 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '66e4fd3c-e4fb-44be-8c65-2429609a4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'dd7b2560-138e-4344-82cc-695785299e38'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:03.026246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Attempting to bind port f6026144-89ed-4646-9a75-9d0e388a84d3 on network dd7b2560-138e-4344-82cc-695785299e38 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:03.049825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:03.054450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Checking segment: {'id': '66e4fd3c-e4fb-44be-8c65-2429609a4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'dd7b2560-138e-4344-82cc-695785299e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:03.055160 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.055736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Bound using segment: {'id': '66e4fd3c-e4fb-44be-8c65-2429609a4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'dd7b2560-138e-4344-82cc-695785299e38'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:03.056418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Bound port: f6026144-89ed-4646-9a75-9d0e388a84d3, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e4fd3c-e4fb-44be-8c65-2429609a4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'dd7b2560-138e-4344-82cc-695785299e38'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:03.056993 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.075593 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7db6cae8-51e1-43da-95bd-539afd88afac req-b2167ff4-25ba-4889-a47e-a8566fb741c4 service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407277 Oct 26 14:16:03.158656 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.208916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7b2560-138e-4344-82cc-695785299e38']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:03.245281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e4fd3c-e4fb-44be-8c65-2429609a4669') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:03.247537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e4fd3c-e4fb-44be-8c65-2429609a4669') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:03.254219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] For port f6026144-89ed-4646-9a75-9d0e388a84d3, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:03.264347 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] For port f6026144-89ed-4646-9a75-9d0e388a84d3, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f6026144-89ed-4646-9a75-9d0e388a84d3,segment=NetworkSegment(66e4fd3c-e4fb-44be-8c65-2429609a4669),segment_id=66e4fd3c-e4fb-44be-8c65-2429609a4669)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:03.274343 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.285030 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.318266 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.332985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:03.339735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:03.497191 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:03.504654 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7db6cae8-51e1-43da-95bd-539afd88afac req-572718f1-d6c0-4db1-a994-0254430655cf service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219997 Oct 26 14:16:03.509215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.db.api [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:16:03.509215 n-d-815498-1 neutron-server[102124]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:16:03.509215 n-d-815498-1 neutron-server[102124]: [parameters: {'id': 'dd7b2560-138e-4344-82cc-695785299e38'}] Oct 26 14:16:03.509215 n-d-815498-1 neutron-server[102124]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:16:03.510630 n-d-815498-1 neutron-server[102124]: DEBUG oslo_db.api [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:16:03.605712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e69acbd-aa92-48ca-9616-5e1fe6fced8a None None] Network dd7b2560-138e-4344-82cc-695785299e38 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:03.625712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4405a5-1616-43f7-bb46-242c65d73116 None None] Pushing event updated for resources: {'Port': ['ID=f6026144-89ed-4646-9a75-9d0e388a84d3,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:03.736763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fb0e0-d40b-4236-b8aa-6326748c268f req-cb66e25e-e6a4-4265-b067-cc605ebea8c2 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:03.749381 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa8fb0e0-d40b-4236-b8aa-6326748c268f req-cb66e25e-e6a4-4265-b067-cc605ebea8c2 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1850185 Oct 26 14:16:03.840034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0b0214-7441-4c84-b31a-cf574917ca11 None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:16:03.840579 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa8fb0e0-d40b-4236-b8aa-6326748c268f req-c0946ef1-828d-4498-ba23-3db9c3efb1bc tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874615 Oct 26 14:16:04.012097 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.016717 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0b0214-7441-4c84-b31a-cf574917ca11 None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:16:04.095039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Deleting port f6026144-89ed-4646-9a75-9d0e388a84d3 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:04.096162 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.173135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] For port f6026144-89ed-4646-9a75-9d0e388a84d3, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f6026144-89ed-4646-9a75-9d0e388a84d3,segment=NetworkSegment(66e4fd3c-e4fb-44be-8c65-2429609a4669),segment_id=66e4fd3c-e4fb-44be-8c65-2429609a4669)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:04.173769 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.188334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Calling delete_port for f6026144-89ed-4646-9a75-9d0e388a84d3 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:04.294724 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.332059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Port': ['ID=f6026144-89ed-4646-9a75-9d0e388a84d3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:04.335699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No DVR routers for this DVR port f6026144-89ed-4646-9a75-9d0e388a84d3 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:04.497746 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.521409 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7b2560-138e-4344-82cc-695785299e38']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:04.532675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e4fd3c-e4fb-44be-8c65-2429609a4669') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:04.532975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e4fd3c-e4fb-44be-8c65-2429609a4669') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:04.544607 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.560241 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.566911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:04.567295 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:04.571857 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:04.727598 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.736085 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.739355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/dd7b2560-138e-4344-82cc-695785299e38 HTTP/1.1" status: 204 len: 168 time: 2.9460316 Oct 26 14:16:04.743386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45612) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:04.750512 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b67b9e52-a965-4314-9fe1-f7f2f7dfd173 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1610857472'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:04.767547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e35e9-ef46-4e25-87be-364e34f224a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Network': ['ID=dd7b2560-138e-4344-82cc-695785299e38,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:04.792348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67b9e52-a965-4314-9fe1-f7f2f7dfd173 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:04.819830 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b67b9e52-a965-4314-9fe1-f7f2f7dfd173 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.860456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67b9e52-a965-4314-9fe1-f7f2f7dfd173 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:04.895760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b67b9e52-a965-4314-9fe1-f7f2f7dfd173 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.896260 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-b67b9e52-a965-4314-9fe1-f7f2f7dfd173 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Added segment 2dbb4b3d-565a-4a69-863a-6919a45d6017 of type vlan for network e101ff0a-a890-4c70-80d5-315c40e4427a Oct 26 14:16:05.024785 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b67b9e52-a965-4314-9fe1-f7f2f7dfd173 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.048340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efffa66-da41-48f6-b75a-78404bbc846f req-9e2e41a2-c396-4d60-ba80-3d46950ba227 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:05.050301 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8efffa66-da41-48f6-b75a-78404bbc846f req-9e2e41a2-c396-4d60-ba80-3d46950ba227 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.0840178 Oct 26 14:16:05.078835 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b67b9e52-a965-4314-9fe1-f7f2f7dfd173 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.088109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67b9e52-a965-4314-9fe1-f7f2f7dfd173 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:05.088767 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b67b9e52-a965-4314-9fe1-f7f2f7dfd173 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.111838 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8efffa66-da41-48f6-b75a-78404bbc846f req-53052ed8-dc08-46c8-a420-d837ebbb0848 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534172 Oct 26 14:16:05.182590 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b67b9e52-a965-4314-9fe1-f7f2f7dfd173 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4367185 Oct 26 14:16:05.186299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45636) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:05.192987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b20d7fa9-4395-450e-99c8-8c1b5bf3b548 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'subnet': {'network_id': 'e101ff0a-a890-4c70-80d5-315c40e4427a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:05.244376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b9e52-a965-4314-9fe1-f7f2f7dfd173 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Network': ['ID=e101ff0a-a890-4c70-80d5-315c40e4427a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:05.256575 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network e101ff0a-a890-4c70-80d5-315c40e4427a details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:05.393936 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20d7fa9-4395-450e-99c8-8c1b5bf3b548 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:05.401520 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b20d7fa9-4395-450e-99c8-8c1b5bf3b548 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.857680 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b20d7fa9-4395-450e-99c8-8c1b5bf3b548 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.944835 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d7fa9-4395-450e-99c8-8c1b5bf3b548 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Checking segment: {'id': '2dbb4b3d-565a-4a69-863a-6919a45d6017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e101ff0a-a890-4c70-80d5-315c40e4427a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:05.945241 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d7fa9-4395-450e-99c8-8c1b5bf3b548 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network hostable DHCP agents. Network: e101ff0a-a890-4c70-80d5-315c40e4427a, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:05.974698 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d7fa9-4395-450e-99c8-8c1b5bf3b548 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Subnet': ['ID=041ddcc9-61b5-4d3f-8d40-8bbb10664fcc,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:06.003317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d7fa9-4395-450e-99c8-8c1b5bf3b548 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network e101ff0a-a890-4c70-80d5-315c40e4427a is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:06.016677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-b20d7fa9-4395-450e-99c8-8c1b5bf3b548 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, e101ff0a-a890-4c70-80d5-315c40e4427a) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:06.022613 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20d7fa9-4395-450e-99c8-8c1b5bf3b548 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:06.023351 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b20d7fa9-4395-450e-99c8-8c1b5bf3b548 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810320'] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.039701 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7ac7a0-d9ae-4bc8-a27a-1afae009cf84 None None] Network e101ff0a-a890-4c70-80d5-315c40e4427a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:06.048886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45654) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:06.051048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b20d7fa9-4395-450e-99c8-8c1b5bf3b548 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8630140 Oct 26 14:16:06.288020 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.408917 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-e101ff0a-a890-4c70-80d5-315c40e4427a', 'network_id': 'e101ff0a-a890-4c70-80d5-315c40e4427a', 'tenant_id': '1cb114168aa94a6097d192a3a07d9d65', 'fixed_ips': [{'subnet_id': '041ddcc9-61b5-4d3f-8d40-8bbb10664fcc'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:16:06.409810 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.452563 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.482920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b0c51-bbc3-4114-abb3-883231cb4a0a req-61b7a932-a558-41f7-b1bf-8bec1ade1103 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:06.484681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da3b0c51-bbc3-4114-abb3-883231cb4a0a req-61b7a932-a558-41f7-b1bf-8bec1ade1103 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1616364 Oct 26 14:16:06.560013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da3b0c51-bbc3-4114-abb3-883231cb4a0a req-13e15c9e-cb4a-4bde-92a4-1c9995cc8c08 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681887 Oct 26 14:16:06.633561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Allocated IP 172.20.0.1 (e101ff0a-a890-4c70-80d5-315c40e4427a/041ddcc9-61b5-4d3f-8d40-8bbb10664fcc/b2977739-ed34-4d88-b06b-cb1734bf2090) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:06.949834 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.957059 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.984648 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.003450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Network e101ff0a-a890-4c70-80d5-315c40e4427a is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:07.009927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:07.016371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:07.036894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Subnet': ['ID=041ddcc9-61b5-4d3f-8d40-8bbb10664fcc,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:07.085703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Pushing event updated for resources: {'Port': ['ID=b2977739-ed34-4d88-b06b-cb1734bf2090,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:07.211489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Attempting to bind port b2977739-ed34-4d88-b06b-cb1734bf2090 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:07.211868 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Attempting to bind port b2977739-ed34-4d88-b06b-cb1734bf2090 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '2dbb4b3d-565a-4a69-863a-6919a45d6017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e101ff0a-a890-4c70-80d5-315c40e4427a'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:07.212246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Attempting to bind port b2977739-ed34-4d88-b06b-cb1734bf2090 on network e101ff0a-a890-4c70-80d5-315c40e4427a {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:07.232112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:07.232495 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Checking segment: {'id': '2dbb4b3d-565a-4a69-863a-6919a45d6017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e101ff0a-a890-4c70-80d5-315c40e4427a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:07.232903 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.233293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Bound using segment: {'id': '2dbb4b3d-565a-4a69-863a-6919a45d6017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e101ff0a-a890-4c70-80d5-315c40e4427a'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:07.233794 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Bound port: b2977739-ed34-4d88-b06b-cb1734bf2090, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbb4b3d-565a-4a69-863a-6919a45d6017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e101ff0a-a890-4c70-80d5-315c40e4427a'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:07.239580 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.279436 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.330553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e101ff0a-a890-4c70-80d5-315c40e4427a']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:07.342628 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbb4b3d-565a-4a69-863a-6919a45d6017') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:07.342920 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbb4b3d-565a-4a69-863a-6919a45d6017') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:07.359970 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.390959 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.401487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:07.401899 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:07.405108 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:07.464807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] For port b2977739-ed34-4d88-b06b-cb1734bf2090, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:07.553138 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] For port b2977739-ed34-4d88-b06b-cb1734bf2090, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b2977739-ed34-4d88-b06b-cb1734bf2090,segment=NetworkSegment(2dbb4b3d-565a-4a69-863a-6919a45d6017),segment_id=2dbb4b3d-565a-4a69-863a-6919a45d6017)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:07.556894 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.api [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:16:07.556894 n-d-815498-1 neutron-server[102123]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:16:07.556894 n-d-815498-1 neutron-server[102123]: [parameters: {'id': 'e101ff0a-a890-4c70-80d5-315c40e4427a'}] Oct 26 14:16:07.556894 n-d-815498-1 neutron-server[102123]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:16:07.557914 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.558964 n-d-815498-1 neutron-server[102123]: DEBUG oslo_db.api [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:16:07.701683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2394d1-11ba-4f2f-aef2-a1b216942938 None None] Network e101ff0a-a890-4c70-80d5-315c40e4427a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:07.830330 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7bdee-2f66-493d-8e47-32e1810b77e0 req-a33279c7-3a63-4a9a-b378-4435cd58aa8b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:07.831880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2d7bdee-2f66-493d-8e47-32e1810b77e0 req-a33279c7-3a63-4a9a-b378-4435cd58aa8b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.0911863 Oct 26 14:16:07.928789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea4512-11d4-4687-b25a-0e5177105989 None None] Pushing event updated for resources: {'Port': ['ID=b2977739-ed34-4d88-b06b-cb1734bf2090,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:07.938049 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2d7bdee-2f66-493d-8e47-32e1810b77e0 req-e92481d2-7cda-487b-b7f4-c1d0fb71f465 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950418 Oct 26 14:16:07.987180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c143b9-6ce3-4205-a4bc-7238069451ec None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:16:08.060070 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.175606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Deleting port b2977739-ed34-4d88-b06b-cb1734bf2090 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:08.176394 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.222053 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c143b9-6ce3-4205-a4bc-7238069451ec None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:16:08.309134 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] For port b2977739-ed34-4d88-b06b-cb1734bf2090, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b2977739-ed34-4d88-b06b-cb1734bf2090,segment=NetworkSegment(2dbb4b3d-565a-4a69-863a-6919a45d6017),segment_id=2dbb4b3d-565a-4a69-863a-6919a45d6017)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:08.314398 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.363997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Calling delete_port for b2977739-ed34-4d88-b06b-cb1734bf2090 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:08.505040 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.540508 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Port': ['ID=b2977739-ed34-4d88-b06b-cb1734bf2090,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:08.552213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No DVR routers for this DVR port b2977739-ed34-4d88-b06b-cb1734bf2090 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:08.746478 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.780927 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e101ff0a-a890-4c70-80d5-315c40e4427a']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:08.818511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbb4b3d-565a-4a69-863a-6919a45d6017') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:08.819541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbb4b3d-565a-4a69-863a-6919a45d6017') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:08.840197 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.871779 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.885966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:08.886452 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:08.935081 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:09.061148 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.067268 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.076600 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/e101ff0a-a890-4c70-80d5-315c40e4427a HTTP/1.1" status: 204 len: 168 time: 3.0266266 Oct 26 14:16:09.077760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45730) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.100386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-38a8802c-1973-44fb-8dd9-4555b67173a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1180401240'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:09.168424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae65307-c157-4feb-b0a7-4f5d67e5088c tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Network': ['ID=e101ff0a-a890-4c70-80d5-315c40e4427a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:09.184042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb96e7e-a686-46aa-b0f5-825ac2a0e517 req-c7ffc9d9-c318-4442-970b-8ab41c6b9809 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:09.192059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efb96e7e-a686-46aa-b0f5-825ac2a0e517 req-c7ffc9d9-c318-4442-970b-8ab41c6b9809 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1284163 Oct 26 14:16:09.223628 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a8802c-1973-44fb-8dd9-4555b67173a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:09.227736 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38a8802c-1973-44fb-8dd9-4555b67173a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.251214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efb96e7e-a686-46aa-b0f5-825ac2a0e517 req-95a0ca70-d756-4aa1-979b-cf55d20a9449 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531080 Oct 26 14:16:09.269522 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a8802c-1973-44fb-8dd9-4555b67173a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:09.279281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38a8802c-1973-44fb-8dd9-4555b67173a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.279768 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-38a8802c-1973-44fb-8dd9-4555b67173a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Added segment 7a0a0a5e-38ac-4094-9c37-11001bc9bb74 of type vlan for network ebdb2fd8-0635-40f1-8c60-e7f70890befe Oct 26 14:16:09.325631 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38a8802c-1973-44fb-8dd9-4555b67173a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.353757 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38a8802c-1973-44fb-8dd9-4555b67173a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.363860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a8802c-1973-44fb-8dd9-4555b67173a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:09.364861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38a8802c-1973-44fb-8dd9-4555b67173a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.472818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8802c-1973-44fb-8dd9-4555b67173a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Network': ['ID=ebdb2fd8-0635-40f1-8c60-e7f70890befe,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:09.482893 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-38a8802c-1973-44fb-8dd9-4555b67173a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3995259 Oct 26 14:16:09.498407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45740) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.503951 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-786084e2-2b99-4779-94d0-c38c14cad59f tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:09.525178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network ebdb2fd8-0635-40f1-8c60-e7f70890befe details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:09.799342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-786084e2-2b99-4779-94d0-c38c14cad59f tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.819875 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-786084e2-2b99-4779-94d0-c38c14cad59f tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.839483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-786084e2-2b99-4779-94d0-c38c14cad59f tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network ebdb2fd8-0635-40f1-8c60-e7f70890befe is not hosted by any dhcp agent {{(pid=102124) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:16:09.846455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786084e2-2b99-4779-94d0-c38c14cad59f tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:09.847054 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-786084e2-2b99-4779-94d0-c38c14cad59f tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.851523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-786084e2-2b99-4779-94d0-c38c14cad59f tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "PUT /v2.0/networks/ebdb2fd8-0635-40f1-8c60-e7f70890befe HTTP/1.1" status: 200 len: 723 time: 0.3492413 Oct 26 14:16:09.852006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45750) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.858431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c769ca5f-15ce-437b-8a03-45e08805a311 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'subnet': {'network_id': 'ebdb2fd8-0635-40f1-8c60-e7f70890befe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:09.996465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786084e2-2b99-4779-94d0-c38c14cad59f tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Network': ['ID=ebdb2fd8-0635-40f1-8c60-e7f70890befe,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:10.008097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network ebdb2fd8-0635-40f1-8c60-e7f70890befe details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:10.073765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c769ca5f-15ce-437b-8a03-45e08805a311 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:10.078866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45760) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:10.080920 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c769ca5f-15ce-437b-8a03-45e08805a311 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.257782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-333ad992-8746-483b-8dfb-51ddc81db25b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.418189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-333ad992-8746-483b-8dfb-51ddc81db25b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.424147 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c769ca5f-15ce-437b-8a03-45e08805a311 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.432527 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-333ad992-8746-483b-8dfb-51ddc81db25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.502745 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-333ad992-8746-483b-8dfb-51ddc81db25b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60748eda61224574a5e538c27eee11d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225531 Oct 26 14:16:10.517532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45774) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:10.518514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c769ca5f-15ce-437b-8a03-45e08805a311 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Checking segment: {'id': '7a0a0a5e-38ac-4094-9c37-11001bc9bb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ebdb2fd8-0635-40f1-8c60-e7f70890befe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:10.519000 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c769ca5f-15ce-437b-8a03-45e08805a311 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network hostable DHCP agents. Network: ebdb2fd8-0635-40f1-8c60-e7f70890befe, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:10.523219 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ad992-8746-483b-8dfb-51ddc81db25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e3a9f3-a384-420c-b734-92c32c1b1e91,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:10.572420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e1954-d6ec-48d4-b708-60ab540465d8 req-ccac1007-fa7b-4969-9a6f-911917bbc2ae tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:10.578781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da4e1954-d6ec-48d4-b708-60ab540465d8 req-ccac1007-fa7b-4969-9a6f-911917bbc2ae tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1565850 Oct 26 14:16:10.591304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769ca5f-15ce-437b-8a03-45e08805a311 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Subnet': ['ID=8664e6a5-483d-4f79-992f-d316325b5095,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:10.617900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c769ca5f-15ce-437b-8a03-45e08805a311 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network ebdb2fd8-0635-40f1-8c60-e7f70890befe is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:10.640145 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08e07a44-2e4f-4f11-ba07-cbb4ce2c01b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.652451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-c769ca5f-15ce-437b-8a03-45e08805a311 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, ebdb2fd8-0635-40f1-8c60-e7f70890befe) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:10.660853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c769ca5f-15ce-437b-8a03-45e08805a311 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:10.662093 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c769ca5f-15ce-437b-8a03-45e08805a311 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.669250 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f538358-d329-454d-9be4-eb80bfde1e47 None None] Network ebdb2fd8-0635-40f1-8c60-e7f70890befe requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:10.671274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da4e1954-d6ec-48d4-b708-60ab540465d8 req-53b99229-71a8-4025-a892-5fb612dc8e4b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742896 Oct 26 14:16:10.728730 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08e07a44-2e4f-4f11-ba07-cbb4ce2c01b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.742390 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c769ca5f-15ce-437b-8a03-45e08805a311 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8867476 Oct 26 14:16:10.743266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45784) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:10.750243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8c0f847e-8a38-4ff6-8327-4adb97c1e359 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:10.840675 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08e07a44-2e4f-4f11-ba07-cbb4ce2c01b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.844498 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08e07a44-2e4f-4f11-ba07-cbb4ce2c01b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.846752 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-08e07a44-2e4f-4f11-ba07-cbb4ce2c01b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82e3a9f3-a384-420c-b734-92c32c1b1e91 HTTP/1.1" status: 204 len: 168 time: 0.3238783 Oct 26 14:16:10.879017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e07a44-2e4f-4f11-ba07-cbb4ce2c01b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e3a9f3-a384-420c-b734-92c32c1b1e91,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:10.904414 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-ebdb2fd8-0635-40f1-8c60-e7f70890befe', 'network_id': 'ebdb2fd8-0635-40f1-8c60-e7f70890befe', 'tenant_id': '1cb114168aa94a6097d192a3a07d9d65', 'fixed_ips': [{'subnet_id': '8664e6a5-483d-4f79-992f-d316325b5095'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:16:10.906436 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.971606 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c0f847e-8a38-4ff6-8327-4adb97c1e359 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2453818'] for subnet, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.189371 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c0f847e-8a38-4ff6-8327-4adb97c1e359 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772549631717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9425217'] for subnet, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.244075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0f847e-8a38-4ff6-8327-4adb97c1e359 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:11.244674 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c0f847e-8a38-4ff6-8327-4adb97c1e359 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.248543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8c0f847e-8a38-4ff6-8327-4adb97c1e359 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "PUT /v2.0/subnets/8664e6a5-483d-4f79-992f-d316325b5095 HTTP/1.1" status: 200 len: 806 time: 0.5014732 Oct 26 14:16:11.249045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45796) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.268519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f847e-8a38-4ff6-8327-4adb97c1e359 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Subnet': ['ID=8664e6a5-483d-4f79-992f-d316325b5095,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:11.295997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Allocated IP 172.20.0.2 (ebdb2fd8-0635-40f1-8c60-e7f70890befe/8664e6a5-483d-4f79-992f-d316325b5095/2f70b232-b32f-4171-9bcf-6aa4cbe98331) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:11.364574 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45802) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.384492 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9b79bc3e-2983-46fb-9504-f4fae97bbe0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.461185 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.540649 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.548588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9b79bc3e-2983-46fb-9504-f4fae97bbe0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.555567 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.555741 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.561844 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9b79bc3e-2983-46fb-9504-f4fae97bbe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.659634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9b79bc3e-2983-46fb-9504-f4fae97bbe0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b48c177f97c443a58e8464ef09178efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916670 Oct 26 14:16:11.659634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79bc3e-2983-46fb-9504-f4fae97bbe0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a2f64b-1404-46cd-8eea-d6b6f722dec3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:11.662761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45808) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.664175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Network ebdb2fd8-0635-40f1-8c60-e7f70890befe is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:11.667223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:11.682870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:11.686576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Pushing event updated for resources: {'Port': ['ID=2f70b232-b32f-4171-9bcf-6aa4cbe98331,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:11.780236 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Attempting to bind port 2f70b232-b32f-4171-9bcf-6aa4cbe98331 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:11.780930 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Attempting to bind port 2f70b232-b32f-4171-9bcf-6aa4cbe98331 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '7a0a0a5e-38ac-4094-9c37-11001bc9bb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ebdb2fd8-0635-40f1-8c60-e7f70890befe'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:11.781502 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Attempting to bind port 2f70b232-b32f-4171-9bcf-6aa4cbe98331 on network ebdb2fd8-0635-40f1-8c60-e7f70890befe {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:11.787535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:11.788183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Checking segment: {'id': '7a0a0a5e-38ac-4094-9c37-11001bc9bb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ebdb2fd8-0635-40f1-8c60-e7f70890befe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:11.788782 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.789342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Bound using segment: {'id': '7a0a0a5e-38ac-4094-9c37-11001bc9bb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ebdb2fd8-0635-40f1-8c60-e7f70890befe'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:11.790116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Bound port: 2f70b232-b32f-4171-9bcf-6aa4cbe98331, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0a0a5e-38ac-4094-9c37-11001bc9bb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ebdb2fd8-0635-40f1-8c60-e7f70890befe'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:11.790737 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.820421 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.894165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] For port 2f70b232-b32f-4171-9bcf-6aa4cbe98331, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:11.898691 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] For port 2f70b232-b32f-4171-9bcf-6aa4cbe98331, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2f70b232-b32f-4171-9bcf-6aa4cbe98331,segment=NetworkSegment(7a0a0a5e-38ac-4094-9c37-11001bc9bb74),segment_id=7a0a0a5e-38ac-4094-9c37-11001bc9bb74)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:11.908290 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.940833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc9c73-f4ad-48f5-ab7e-ac41427bca63 req-1afd78a2-af91-45fb-9d15-bc76d8cd8e75 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:11.950402 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80fc9c73-f4ad-48f5-ab7e-ac41427bca63 req-1afd78a2-af91-45fb-9d15-bc76d8cd8e75 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1436770 Oct 26 14:16:12.024124 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80fc9c73-f4ad-48f5-ab7e-ac41427bca63 req-55d70170-e915-4d60-91b7-e84e88f69326 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715077 Oct 26 14:16:12.080271 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6f9b-113b-4a78-aa6c-2a18d9ac9e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.086987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Subnet': ['ID=8664e6a5-483d-4f79-992f-d316325b5095,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:12.100727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.108140 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48ef45b-5d26-4c03-bfb1-091e3ab7ade5 None None] Network ebdb2fd8-0635-40f1-8c60-e7f70890befe requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:12.150885 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6f9b-113b-4a78-aa6c-2a18d9ac9e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.154286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdb2fd8-0635-40f1-8c60-e7f70890befe']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:12.172905 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0a0a5e-38ac-4094-9c37-11001bc9bb74') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:12.173635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0a0a5e-38ac-4094-9c37-11001bc9bb74') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:12.182406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc14a2-639e-414d-9331-1c1c27a36683 None None] Pushing event updated for resources: {'Port': ['ID=2f70b232-b32f-4171-9bcf-6aa4cbe98331,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:12.205682 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.250088 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.254649 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451b5d29-df0a-423a-98fc-4a5c196d942c None None] Network ebdb2fd8-0635-40f1-8c60-e7f70890befe requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:12.289156 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:12.289656 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:12.293125 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:12.317706 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6f9b-113b-4a78-aa6c-2a18d9ac9e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.321575 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6f9b-113b-4a78-aa6c-2a18d9ac9e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.324011 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cb1c6f9b-113b-4a78-aa6c-2a18d9ac9e1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67a2f64b-1404-46cd-8eea-d6b6f722dec3 HTTP/1.1" status: 204 len: 168 time: 0.6603394 Oct 26 14:16:12.383743 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c6f9b-113b-4a78-aa6c-2a18d9ac9e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a2f64b-1404-46cd-8eea-d6b6f722dec3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:12.400703 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.api [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:16:12.400703 n-d-815498-1 neutron-server[102123]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:16:12.400703 n-d-815498-1 neutron-server[102123]: [parameters: {'id': 'ebdb2fd8-0635-40f1-8c60-e7f70890befe'}] Oct 26 14:16:12.400703 n-d-815498-1 neutron-server[102123]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:16:12.405948 n-d-815498-1 neutron-server[102123]: DEBUG oslo_db.api [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:16:12.433085 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc11f02f-74bb-474b-bbbb-03ad222934b6 None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:16:12.597090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc11f02f-74bb-474b-bbbb-03ad222934b6 None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:16:12.825217 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-889cf964-627b-4da3-a877-b38d42292ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.908059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.984495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Deleting port 2f70b232-b32f-4171-9bcf-6aa4cbe98331 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:12.984839 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.103724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] For port 2f70b232-b32f-4171-9bcf-6aa4cbe98331, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2f70b232-b32f-4171-9bcf-6aa4cbe98331,segment=NetworkSegment(7a0a0a5e-38ac-4094-9c37-11001bc9bb74),segment_id=7a0a0a5e-38ac-4094-9c37-11001bc9bb74)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:13.104277 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.120306 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Calling delete_port for 2f70b232-b32f-4171-9bcf-6aa4cbe98331 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:13.202150 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257350cf-7d09-4789-a918-7554b65f56ab req-d07be2e6-5043-4c09-aba3-9a150f89502d tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:13.210665 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-257350cf-7d09-4789-a918-7554b65f56ab req-d07be2e6-5043-4c09-aba3-9a150f89502d tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.0639663 Oct 26 14:16:13.244195 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.262409 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-257350cf-7d09-4789-a918-7554b65f56ab req-f13c476c-58ed-4d53-8760-6923f22918c9 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507615 Oct 26 14:16:13.277229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Port': ['ID=2f70b232-b32f-4171-9bcf-6aa4cbe98331,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:13.287461 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No DVR routers for this DVR port 2f70b232-b32f-4171-9bcf-6aa4cbe98331 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:13.404031 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.433574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdb2fd8-0635-40f1-8c60-e7f70890befe']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:13.449338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0a0a5e-38ac-4094-9c37-11001bc9bb74') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:13.449747 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0a0a5e-38ac-4094-9c37-11001bc9bb74') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:13.460880 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.489330 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.498982 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:13.500398 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:13.507493 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:13.618344 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.637146 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.641405 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/ebdb2fd8-0635-40f1-8c60-e7f70890befe HTTP/1.1" status: 204 len: 168 time: 2.3912446 Oct 26 14:16:13.644022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45872) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:13.665052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbead12-7329-4c76-9e08-262340b53215 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Network': ['ID=ebdb2fd8-0635-40f1-8c60-e7f70890befe,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:13.678060 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-537e86f1-647e-4f3f-bcbd-df62e34bb5a7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:13.678629 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537e86f1-647e-4f3f-bcbd-df62e34bb5a7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:13.682457 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-537e86f1-647e-4f3f-bcbd-df62e34bb5a7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/ebdb2fd8-0635-40f1-8c60-e7f70890befe HTTP/1.1" status: 404 len: 339 time: 0.0374720 Oct 26 14:16:13.686313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45874) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:13.691407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1b292d0e-c9fe-4cfe-b64b-d98577069f67 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1323004172', 'description': 'd1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:13.758968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b292d0e-c9fe-4cfe-b64b-d98577069f67 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:13.762798 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b292d0e-c9fe-4cfe-b64b-d98577069f67 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.829043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b292d0e-c9fe-4cfe-b64b-d98577069f67 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:13.872631 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b292d0e-c9fe-4cfe-b64b-d98577069f67 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.872981 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-1b292d0e-c9fe-4cfe-b64b-d98577069f67 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Added segment 84417ff3-e791-4d59-aeb5-08862cd14fc9 of type vlan for network 0f2f9477-b5c1-4cbc-96e7-6d343c8a66d6 Oct 26 14:16:13.981067 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b292d0e-c9fe-4cfe-b64b-d98577069f67 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.030287 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b292d0e-c9fe-4cfe-b64b-d98577069f67 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.038551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b292d0e-c9fe-4cfe-b64b-d98577069f67 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:14.039242 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b292d0e-c9fe-4cfe-b64b-d98577069f67 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.198640 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1b292d0e-c9fe-4cfe-b64b-d98577069f67 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4388824 Oct 26 14:16:14.203227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45890) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:14.203686 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b292d0e-c9fe-4cfe-b64b-d98577069f67 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Network': ['ID=0f2f9477-b5c1-4cbc-96e7-6d343c8a66d6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:14.207069 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 0f2f9477-b5c1-4cbc-96e7-6d343c8a66d6 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:14.380376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bebea7c-98a8-470b-b711-41bca3ca6093 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:14.382204 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4bebea7c-98a8-470b-b711-41bca3ca6093 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "GET /v2.0/networks?id=0f2f9477-b5c1-4cbc-96e7-6d343c8a66d6 HTTP/1.1" status: 200 len: 761 time: 0.2518589 Oct 26 14:16:14.385158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45900) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:14.391503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5e2a84e4-f03e-4582-bd40-8daacaa4415d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'network': {'description': 'd2'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:14.592276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea121ea6-3804-4a0b-9e06-aca92774f16b req-4974407a-aae1-47fa-b535-04e6a01dabc8 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:14.595116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea121ea6-3804-4a0b-9e06-aca92774f16b req-4974407a-aae1-47fa-b535-04e6a01dabc8 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1480963 Oct 26 14:16:14.708696 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea121ea6-3804-4a0b-9e06-aca92774f16b req-6a10f44f-37c8-45da-8c0f-16f9c5d62f38 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619662 Oct 26 14:16:14.729020 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5e2a84e4-f03e-4582-bd40-8daacaa4415d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.763292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5e2a84e4-f03e-4582-bd40-8daacaa4415d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.841069 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e2a84e4-f03e-4582-bd40-8daacaa4415d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network 0f2f9477-b5c1-4cbc-96e7-6d343c8a66d6 is not hosted by any dhcp agent {{(pid=102124) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:16:14.846168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2a84e4-f03e-4582-bd40-8daacaa4415d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:14.846802 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5e2a84e4-f03e-4582-bd40-8daacaa4415d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.848135 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5e2a84e4-f03e-4582-bd40-8daacaa4415d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "PUT /v2.0/networks/0f2f9477-b5c1-4cbc-96e7-6d343c8a66d6 HTTP/1.1" status: 200 len: 758 time: 0.4617035 Oct 26 14:16:14.852758 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45920) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:14.889334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a84e4-f03e-4582-bd40-8daacaa4415d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Network': ['ID=0f2f9477-b5c1-4cbc-96e7-6d343c8a66d6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:14.937202 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 0f2f9477-b5c1-4cbc-96e7-6d343c8a66d6 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:14.957612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45926) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:15.115747 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdc7422-00e2-42bb-a032-70f3c3486c83 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:15.121677 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fcdc7422-00e2-42bb-a032-70f3c3486c83 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "GET /v2.0/networks?id=0f2f9477-b5c1-4cbc-96e7-6d343c8a66d6 HTTP/1.1" status: 200 len: 761 time: 0.2678204 Oct 26 14:16:15.127854 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45934) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:15.145063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a093528f-6c9a-4140-8098-0c123e9aa325 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-680516521'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:15.166494 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eb758cde-bfe6-4712-b7f6-eba4f1183703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.219193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a093528f-6c9a-4140-8098-0c123e9aa325 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:15.232026 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a093528f-6c9a-4140-8098-0c123e9aa325 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.315769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a093528f-6c9a-4140-8098-0c123e9aa325 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:15.359811 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a093528f-6c9a-4140-8098-0c123e9aa325 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.360148 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-a093528f-6c9a-4140-8098-0c123e9aa325 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Added segment 06bb01b5-facb-4643-8ace-03f508a39b21 of type vlan for network 058c8fef-4876-4d89-871c-75e349b35317 Oct 26 14:16:15.464037 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a093528f-6c9a-4140-8098-0c123e9aa325 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.503100 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a093528f-6c9a-4140-8098-0c123e9aa325 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.513801 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a093528f-6c9a-4140-8098-0c123e9aa325 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:15.515615 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a093528f-6c9a-4140-8098-0c123e9aa325 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.621021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093528f-6c9a-4140-8098-0c123e9aa325 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Network': ['ID=058c8fef-4876-4d89-871c-75e349b35317,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:15.637212 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 058c8fef-4876-4d89-871c-75e349b35317 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:15.655492 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a093528f-6c9a-4140-8098-0c123e9aa325 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5220690 Oct 26 14:16:15.658074 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45950) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:15.684685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-189b75ff-7e15-493f-8ccb-5f400e242400 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'subnet': {'network_id': '058c8fef-4876-4d89-871c-75e349b35317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:15.914954 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189b75ff-7e15-493f-8ccb-5f400e242400 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:15.919138 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-189b75ff-7e15-493f-8ccb-5f400e242400 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.349446 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-189b75ff-7e15-493f-8ccb-5f400e242400 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.395726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd49af7-fcb1-43e4-8b2d-4c3cf5944a4c req-5daf5fed-c3cf-423b-a5a3-5225aa5f949b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:16.404081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dfd49af7-fcb1-43e4-8b2d-4c3cf5944a4c req-5daf5fed-c3cf-423b-a5a3-5225aa5f949b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.0949893 Oct 26 14:16:16.415920 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b75ff-7e15-493f-8ccb-5f400e242400 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Subnet': ['ID=5de3cf01-0811-474b-b69d-b1ce3f7cb6d6,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:16.485848 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b75ff-7e15-493f-8ccb-5f400e242400 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Checking segment: {'id': '06bb01b5-facb-4643-8ace-03f508a39b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '058c8fef-4876-4d89-871c-75e349b35317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:16.487130 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189b75ff-7e15-493f-8ccb-5f400e242400 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network hostable DHCP agents. Network: 058c8fef-4876-4d89-871c-75e349b35317, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:16.538725 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dfd49af7-fcb1-43e4-8b2d-4c3cf5944a4c req-094350c1-fa3f-46ec-a4b0-649ca7945cce tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312952 Oct 26 14:16:16.550148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189b75ff-7e15-493f-8ccb-5f400e242400 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network 058c8fef-4876-4d89-871c-75e349b35317 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:16.568109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-189b75ff-7e15-493f-8ccb-5f400e242400 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 058c8fef-4876-4d89-871c-75e349b35317) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:16.568626 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.601332 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189b75ff-7e15-493f-8ccb-5f400e242400 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:16.601922 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-189b75ff-7e15-493f-8ccb-5f400e242400 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.603922 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babcc943-08fd-43b3-bb19-1d80568b5a9c None None] Network 058c8fef-4876-4d89-871c-75e349b35317 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:16.654057 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-189b75ff-7e15-493f-8ccb-5f400e242400 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9920619 Oct 26 14:16:16.654254 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45976) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:16.679526 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a220f6b1-fcdd-4d06-b072-2629b6d88e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.787029 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.940726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-058c8fef-4876-4d89-871c-75e349b35317', 'network_id': '058c8fef-4876-4d89-871c-75e349b35317', 'tenant_id': '1cb114168aa94a6097d192a3a07d9d65', 'fixed_ips': [{'subnet_id': '5de3cf01-0811-474b-b69d-b1ce3f7cb6d6'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:16:16.941608 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.954888 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.096545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.232136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Allocated IP 172.20.0.2 (058c8fef-4876-4d89-871c-75e349b35317/5de3cf01-0811-474b-b69d-b1ce3f7cb6d6/ad07ed35-518a-427e-8642-e3dd015427fe) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:17.353743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a220f6b1-fcdd-4d06-b072-2629b6d88e12 admin admin] Deleting port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:17.355641 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a220f6b1-fcdd-4d06-b072-2629b6d88e12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.468278 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.477626 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.499925 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.504657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-a220f6b1-fcdd-4d06-b072-2629b6d88e12 admin admin] For port 29a5b5fc-1d88-4caf-a91d-8f7c55edb280, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=29a5b5fc-1d88-4caf-a91d-8f7c55edb280,segment=NetworkSegment(07631f30-8ef7-4f5e-9e7d-f77b25ebe785),segment_id=07631f30-8ef7-4f5e-9e7d-f77b25ebe785)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:17.505811 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a220f6b1-fcdd-4d06-b072-2629b6d88e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.555604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Subnet': ['ID=5de3cf01-0811-474b-b69d-b1ce3f7cb6d6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:17.593828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a220f6b1-fcdd-4d06-b072-2629b6d88e12 admin admin] Calling delete_port for 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:17.613106 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Pushing event updated for resources: {'Port': ['ID=ad07ed35-518a-427e-8642-e3dd015427fe,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:17.649827 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Network 058c8fef-4876-4d89-871c-75e349b35317 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:17.656293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:17.669190 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:17.798533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Attempting to bind port ad07ed35-518a-427e-8642-e3dd015427fe on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:17.799252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Attempting to bind port ad07ed35-518a-427e-8642-e3dd015427fe by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '06bb01b5-facb-4643-8ace-03f508a39b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '058c8fef-4876-4d89-871c-75e349b35317'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:17.799427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Attempting to bind port ad07ed35-518a-427e-8642-e3dd015427fe on network 058c8fef-4876-4d89-871c-75e349b35317 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:17.809758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:17.809758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Checking segment: {'id': '06bb01b5-facb-4643-8ace-03f508a39b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '058c8fef-4876-4d89-871c-75e349b35317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:17.812372 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.812829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Bound using segment: {'id': '06bb01b5-facb-4643-8ace-03f508a39b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '058c8fef-4876-4d89-871c-75e349b35317'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:17.813327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Bound port: ad07ed35-518a-427e-8642-e3dd015427fe, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb01b5-facb-4643-8ace-03f508a39b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '058c8fef-4876-4d89-871c-75e349b35317'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:17.813757 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.827296 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.885293 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-84f5df7b-8ca5-48a1-ad59-1dc6f042ce85 req-0ba42bc2-d0de-47d6-9415-8bf01143d6fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2515259 Oct 26 14:16:17.887194 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058c8fef-4876-4d89-871c-75e349b35317']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:17.911484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bb01b5-facb-4643-8ace-03f508a39b21') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:17.911841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bb01b5-facb-4643-8ace-03f508a39b21') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:17.939973 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.944438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] For port ad07ed35-518a-427e-8642-e3dd015427fe, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:17.954753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] For port ad07ed35-518a-427e-8642-e3dd015427fe, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ad07ed35-518a-427e-8642-e3dd015427fe,segment=NetworkSegment(06bb01b5-facb-4643-8ace-03f508a39b21),segment_id=06bb01b5-facb-4643-8ace-03f508a39b21)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:17.964769 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.976560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:18.032019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:18.033554 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:18.038548 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:18.126847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb020b2-72cc-487b-ae85-60b7f928ee60 None None] Pushing event updated for resources: {'Port': ['ID=ad07ed35-518a-427e-8642-e3dd015427fe,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:18.132501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5df7b-8ca5-48a1-ad59-1dc6f042ce85 req-ab213012-0d78-4a41-bfd4-f334e3373864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:18.134388 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-84f5df7b-8ca5-48a1-ad59-1dc6f042ce85 req-ab213012-0d78-4a41-bfd4-f334e3373864 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd0bbedb89404cd3ae31d51d1a7a5186&device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 1097 time: 0.1402659 Oct 26 14:16:18.139723 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.api [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:16:18.139723 n-d-815498-1 neutron-server[102123]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:16:18.139723 n-d-815498-1 neutron-server[102123]: [parameters: {'id': '058c8fef-4876-4d89-871c-75e349b35317'}] Oct 26 14:16:18.139723 n-d-815498-1 neutron-server[102123]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:16:18.140244 n-d-815498-1 neutron-server[102123]: DEBUG oslo_db.api [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:16:18.157231 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a220f6b1-fcdd-4d06-b072-2629b6d88e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:18.178083 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05513504-6d96-45b0-9654-042135100040 None None] Network 058c8fef-4876-4d89-871c-75e349b35317 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:18.239935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220f6b1-fcdd-4d06-b072-2629b6d88e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a5b5fc-1d88-4caf-a91d-8f7c55edb280,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:18.296439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fae1af-3a28-4dad-b9af-41b33af11497 req-92f25c13-d87a-44aa-84bf-867d95144720 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:18.300414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5df7b-8ca5-48a1-ad59-1dc6f042ce85 req-8643224a-024d-4c58-9faa-ae7a0443cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:18.301908 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-84f5df7b-8ca5-48a1-ad59-1dc6f042ce85 req-8643224a-024d-4c58-9faa-ae7a0443cdeb service neutron] 10.222.0.25 "GET /v2.0/networks?id=c9195fa1-79d7-47b2-aaf3-292ff20280d4 HTTP/1.1" status: 200 len: 911 time: 0.1418390 Oct 26 14:16:18.307960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40fae1af-3a28-4dad-b9af-41b33af11497 req-92f25c13-d87a-44aa-84bf-867d95144720 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.5612588 Oct 26 14:16:18.371050 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-84f5df7b-8ca5-48a1-ad59-1dc6f042ce85 req-dd495253-4089-4c39-ac6d-7c2b5e12770e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 HTTP/1.1" status: 200 len: 217 time: 0.0551648 Oct 26 14:16:18.482584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5df7b-8ca5-48a1-ad59-1dc6f042ce85 req-e82fbb23-35a4-427c-b3cc-c618317609f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:18.486355 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-84f5df7b-8ca5-48a1-ad59-1dc6f042ce85 req-e82fbb23-35a4-427c-b3cc-c618317609f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d48d66-2783-470a-8102-40f63e078a69 HTTP/1.1" status: 200 len: 850 time: 0.1051500 Oct 26 14:16:18.486615 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40fae1af-3a28-4dad-b9af-41b33af11497 req-1c35c6ff-4bed-4bd8-9c10-7f80d7a64312 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780865 Oct 26 14:16:18.555275 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:18.557004 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-84f5df7b-8ca5-48a1-ad59-1dc6f042ce85 req-b791fb6f-5f63-4df4-86ae-41e0da559a44 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c9195fa1-79d7-47b2-aaf3-292ff20280d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610154 Oct 26 14:16:18.648738 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:18.683736 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a220f6b1-fcdd-4d06-b072-2629b6d88e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:18.694776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd4f3a-b787-4994-acac-1218145c3e70 None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:16:18.872201 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-84f5df7b-8ca5-48a1-ad59-1dc6f042ce85 req-04a69c32-cfe4-40b1-8037-bc695686cd3e service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070574 Oct 26 14:16:18.947962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd4f3a-b787-4994-acac-1218145c3e70 None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:16:19.081019 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-84f5df7b-8ca5-48a1-ad59-1dc6f042ce85 req-a0023f10-ac9d-4348-92c5-b737bb97ba6f service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946783 Oct 26 14:16:19.099397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Deleting port ad07ed35-518a-427e-8642-e3dd015427fe {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:19.100829 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.134319 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a220f6b1-fcdd-4d06-b072-2629b6d88e12 admin admin] Router 7c78ee4b-3d9a-496b-ba91-38a8acca379c has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:16:19.212868 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] For port ad07ed35-518a-427e-8642-e3dd015427fe, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ad07ed35-518a-427e-8642-e3dd015427fe,segment=NetworkSegment(06bb01b5-facb-4643-8ace-03f508a39b21),segment_id=06bb01b5-facb-4643-8ace-03f508a39b21)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:19.213304 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.227449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Calling delete_port for ad07ed35-518a-427e-8642-e3dd015427fe owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:19.277567 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a220f6b1-fcdd-4d06-b072-2629b6d88e12 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:16:19.286804 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a220f6b1-fcdd-4d06-b072-2629b6d88e12 admin admin] 10.222.0.32 "PUT /v2.0/routers/7c78ee4b-3d9a-496b-ba91-38a8acca379c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3279495 Oct 26 14:16:19.289058 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46060) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:19.289175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99326a22-779e-4faf-8dcb-9598b90ac96c None None] Sync routers for ids ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:16:19.411782 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99326a22-779e-4faf-8dcb-9598b90ac96c None None] Routers {'7c78ee4b-3d9a-496b-ba91-38a8acca379c'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:19.412466 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-99326a22-779e-4faf-8dcb-9598b90ac96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:19.461301 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.487927 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.506369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No DVR routers for this DVR port ad07ed35-518a-427e-8642-e3dd015427fe on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:19.516682 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Port': ['ID=ad07ed35-518a-427e-8642-e3dd015427fe,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:19.688186 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.719971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058c8fef-4876-4d89-871c-75e349b35317']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:19.732778 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bb01b5-facb-4643-8ace-03f508a39b21') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:19.732778 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bb01b5-facb-4643-8ace-03f508a39b21') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:19.742868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.758333 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.777043 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:19.777456 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:19.856732 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:19.868097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.890127 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.895868 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/058c8fef-4876-4d89-871c-75e349b35317 HTTP/1.1" status: 204 len: 168 time: 3.2380879 Oct 26 14:16:19.895868 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f0af3-3e9b-499f-8c32-b62485993d75 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Network': ['ID=058c8fef-4876-4d89-871c-75e349b35317,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:19.896733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46078) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:19.931682 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fd4588-61c3-4379-a4b2-7815238121f1 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] GET failed (client error): The resource could not be found. Oct 26 14:16:19.936310 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-27fd4588-61c3-4379-a4b2-7815238121f1 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "GET /v2.0/subnets/5de3cf01-0811-474b-b69d-b1ce3f7cb6d6 HTTP/1.1" status: 404 len: 337 time: 0.0364048 Oct 26 14:16:19.936677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46080) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:19.959957 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.971179 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b66b43b-a5cf-4bf5-bd49-adade14bac0f tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:19.972930 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b66b43b-a5cf-4bf5-bd49-adade14bac0f tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:20.001477 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9b66b43b-a5cf-4bf5-bd49-adade14bac0f tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/058c8fef-4876-4d89-871c-75e349b35317 HTTP/1.1" status: 404 len: 339 time: 0.0605557 Oct 26 14:16:20.002011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46088) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:20.040322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-99326a22-779e-4faf-8dcb-9598b90ac96c None None] Set router 7c78ee4b-3d9a-496b-ba91-38a8acca379c gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:16:20.192744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] Deleting port 1fe1fb43-b52f-4ab0-a938-a334f4236026 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:20.194713 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.360962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] For port 1fe1fb43-b52f-4ab0-a938-a334f4236026, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1fe1fb43-b52f-4ab0-a938-a334f4236026,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:20.374341 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.408501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] Calling delete_port for 1fe1fb43-b52f-4ab0-a938-a334f4236026 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:20.565413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-99326a22-779e-4faf-8dcb-9598b90ac96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:16:17Z', 'revision_number': 5, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port': {'id': '1fe1fb43-b52f-4ab0-a938-a334f4236026', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:20.620134 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99326a22-779e-4faf-8dcb-9598b90ac96c None None] Checking router: 7c78ee4b-3d9a-496b-ba91-38a8acca379c for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:16:20.648510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99326a22-779e-4faf-8dcb-9598b90ac96c None None] Routers {'7c78ee4b-3d9a-496b-ba91-38a8acca379c'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:20.649394 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-99326a22-779e-4faf-8dcb-9598b90ac96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:20.779537 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-99326a22-779e-4faf-8dcb-9598b90ac96c None None] Set router 7c78ee4b-3d9a-496b-ba91-38a8acca379c gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:16:20.859323 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-99326a22-779e-4faf-8dcb-9598b90ac96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:16:19Z', 'revision_number': 6, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:20.924418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20e0d9-1e83-499b-9c37-e6c172ad337c req-76d6bc70-02e5-48ea-b943-d2e08fd8d724 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:20.926786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da20e0d9-1e83-499b-9c37-e6c172ad337c req-76d6bc70-02e5-48ea-b943-d2e08fd8d724 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.9693365 Oct 26 14:16:20.945688 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99326a22-779e-4faf-8dcb-9598b90ac96c None None] The sync data for ids ['7c78ee4b-3d9a-496b-ba91-38a8acca379c'] in n-d-815498-1 is: [{'id': '7c78ee4b-3d9a-496b-ba91-38a8acca379c', 'name': 'tempest-TaggedBootDevicesTest_v242-398319564-router', 'tenant_id': 'b890508d63bb4edab3a32080f2d3356f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:02Z', 'updated_at': '2021-10-26T14:16:19Z', 'revision_number': 6, 'project_id': 'b890508d63bb4edab3a32080f2d3356f', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:16:21.022110 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.106384 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da20e0d9-1e83-499b-9c37-e6c172ad337c req-1cbaf1a4-aa21-4588-afb0-d8b7e529f8e4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041079 Oct 26 14:16:21.107320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe1fb43-b52f-4ab0-a938-a334f4236026,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:21.200335 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.311368 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e57f7f0-5328-4733-99bd-414cf6f83be9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:21.317510 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7e57f7f0-5328-4733-99bd-414cf6f83be9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.3140104 Oct 26 14:16:21.318169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46154) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:21.333804 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.338841 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.401422 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-474e9386-6bb5-4e53-b9ae-e97988a7d4a3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 207 time: 0.0799608 Oct 26 14:16:21.405008 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46160) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:21.442001 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.442713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c78ee4b-3d9a-496b-ba91-38a8acca379c {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:16:21.449757 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.456227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-605d01a8-c385-4c7b-afc3-a2f779ab2ea5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7c78ee4b-3d9a-496b-ba91-38a8acca379c HTTP/1.1" status: 204 len: 168 time: 2.1608226 Oct 26 14:16:21.456227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46164) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:21.552767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d27c30-0d97-4624-b0d4-04cddf77a779 admin admin] Deleting subnet 480154e8-02b2-4134-a40f-f63a39b4580e {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:21.557190 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-56d27c30-0d97-4624-b0d4-04cddf77a779 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.607928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6303ba-d24c-493a-86f9-c392028e577a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:21.617815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6303ba-d24c-493a-86f9-c392028e577a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:21.626448 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6303ba-d24c-493a-86f9-c392028e577a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:21.632798 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-56d27c30-0d97-4624-b0d4-04cddf77a779 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.635256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6303ba-d24c-493a-86f9-c392028e577a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:21.641864 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ed6303ba-d24c-493a-86f9-c392028e577a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2358966 Oct 26 14:16:21.642943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46178) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:21.783482 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-56d27c30-0d97-4624-b0d4-04cddf77a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.844920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46186) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:21.845821 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-969b4654-997b-4829-a402-91dbd088b133 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2013466 Oct 26 14:16:21.958196 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-56d27c30-0d97-4624-b0d4-04cddf77a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.964480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e45dd4b-8c54-435c-b96b-6ae942851075 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:21.967812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e45dd4b-8c54-435c-b96b-6ae942851075 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:21.969510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4e45dd4b-8c54-435c-b96b-6ae942851075 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1238396 Oct 26 14:16:21.973329 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46188) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:21.991817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1fe1fb43-b52f-4ab0-a938-a334f4236026 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:22.029012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d27c30-0d97-4624-b0d4-04cddf77a779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480154e8-02b2-4134-a40f-f63a39b4580e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:22.040945 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-56d27c30-0d97-4624-b0d4-04cddf77a779 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.045292 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ede07-b33b-42a9-ab6d-a23a0e78469a None None] Network 42f85f6d-53f4-4747-845e-e2c3cd5366d2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:22.049534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-56d27c30-0d97-4624-b0d4-04cddf77a779 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/480154e8-02b2-4134-a40f-f63a39b4580e HTTP/1.1" status: 204 len: 168 time: 0.5942390 Oct 26 14:16:22.052169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46194) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:22.057238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 1fe1fb43-b52f-4ab0-a938-a334f4236026 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:22.057589 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1fe1fb43-b52f-4ab0-a938-a334f4236026 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:22.058041 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:22.092245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55341e14-921e-4a88-8251-6f61676151ac tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:22.093417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55341e14-921e-4a88-8251-6f61676151ac tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:22.098226 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-55341e14-921e-4a88-8251-6f61676151ac tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1207063 Oct 26 14:16:22.098694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46198) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:22.120364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:22.120731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 29a5b5fc-1d88-4caf-a91d-8f7c55edb280 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:22.272646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.349830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b483ef2-dae0-4eee-aeb0-15e63c791de0 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:22.355542 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8b483ef2-dae0-4eee-aeb0-15e63c791de0 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "GET /v2.0/networks/eaf87cc5-085b-4c7a-8a9f-685038587f37 HTTP/1.1" status: 200 len: 799 time: 0.2524233 Oct 26 14:16:22.356030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46210) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:22.401226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccb063-44be-4ad9-9b99-ee854c30257a req-4b8633ea-3ea0-4ad5-b466-4bb2ffc2dbb5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:22.409754 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cccb063-44be-4ad9-9b99-ee854c30257a req-4b8633ea-3ea0-4ad5-b466-4bb2ffc2dbb5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1347754 Oct 26 14:16:22.468421 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cccb063-44be-4ad9-9b99-ee854c30257a req-690e13ad-c6ab-4dfa-9be5-bd45454e4b90 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574348 Oct 26 14:16:22.490711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Deleting port 5390efb5-6a9d-48c1-888d-fbc8f768463e {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:22.491437 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.497791 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb05f19-3e55-4a52-a326-6fc9c70725a6 None None] DHCP port deletion for 42f85f6d-53f4-4747-845e-e2c3cd5366d2 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:16:22.526558 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a663cb7a-2954-4581-af91-39e238c94ec0 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "GET /v2.0/networks/eaf87cc5-085b-4c7a-8a9f-685038587f37?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1676049 Oct 26 14:16:22.529219 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46214) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:22.578510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] For port 5390efb5-6a9d-48c1-888d-fbc8f768463e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=5390efb5-6a9d-48c1-888d-fbc8f768463e,segment=NetworkSegment(07631f30-8ef7-4f5e-9e7d-f77b25ebe785),segment_id=07631f30-8ef7-4f5e-9e7d-f77b25ebe785)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:22.578873 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.605157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Calling delete_port for 5390efb5-6a9d-48c1-888d-fbc8f768463e owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:22.625591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0cb05f19-3e55-4a52-a326-6fc9c70725a6 None None] Deleting port 5390efb5-6a9d-48c1-888d-fbc8f768463e {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:22.628659 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0cb05f19-3e55-4a52-a326-6fc9c70725a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.656355 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abf085e-3f08-430a-8779-bc48b2d4e81b tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:22.658233 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8abf085e-3f08-430a-8779-bc48b2d4e81b tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "GET /v2.0/subnets/c97fcb59-c223-44df-9fc3-f46c69c4602b HTTP/1.1" status: 200 len: 811 time: 0.1275296 Oct 26 14:16:22.661632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46216) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:22.744301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dfd34e-bcb2-4bd1-bb01-9cf3f07aef6a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:22.745754 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f2dfd34e-bcb2-4bd1-bb01-9cf3f07aef6a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "GET /v2.0/subnets/c97fcb59-c223-44df-9fc3-f46c69c4602b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0816584 Oct 26 14:16:22.749355 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46222) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:22.762281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-15b9d7c6-cb14-4aac-bd55-4b02564cc1a1 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2094847405'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:22.813628 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.836046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b9d7c6-cb14-4aac-bd55-4b02564cc1a1 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:22.839989 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15b9d7c6-cb14-4aac-bd55-4b02564cc1a1 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.844372 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0cb05f19-3e55-4a52-a326-6fc9c70725a6 None None] For port 5390efb5-6a9d-48c1-888d-fbc8f768463e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=5390efb5-6a9d-48c1-888d-fbc8f768463e,segment=NetworkSegment(07631f30-8ef7-4f5e-9e7d-f77b25ebe785),segment_id=07631f30-8ef7-4f5e-9e7d-f77b25ebe785)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:22.844777 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0cb05f19-3e55-4a52-a326-6fc9c70725a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.879941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5390efb5-6a9d-48c1-888d-fbc8f768463e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:22.891635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] No DVR routers for this DVR port 5390efb5-6a9d-48c1-888d-fbc8f768463e on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:22.893106 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0cb05f19-3e55-4a52-a326-6fc9c70725a6 None None] Calling delete_port for 5390efb5-6a9d-48c1-888d-fbc8f768463e owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:22.898143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b9d7c6-cb14-4aac-bd55-4b02564cc1a1 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:22.924930 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15b9d7c6-cb14-4aac-bd55-4b02564cc1a1 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.925329 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-15b9d7c6-cb14-4aac-bd55-4b02564cc1a1 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Added segment c3f12d47-13ba-4e6a-8689-65bbcf3503d6 of type vlan for network 1dc42fea-6064-4289-9f20-3c06bf6f0135 Oct 26 14:16:23.019272 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15b9d7c6-cb14-4aac-bd55-4b02564cc1a1 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.046884 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.073931 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15b9d7c6-cb14-4aac-bd55-4b02564cc1a1 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.090241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b9d7c6-cb14-4aac-bd55-4b02564cc1a1 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:23.093190 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-15b9d7c6-cb14-4aac-bd55-4b02564cc1a1 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.099434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f85f6d-53f4-4747-845e-e2c3cd5366d2']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:23.127123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07631f30-8ef7-4f5e-9e7d-f77b25ebe785') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:23.127556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07631f30-8ef7-4f5e-9e7d-f77b25ebe785') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:23.157066 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0cb05f19-3e55-4a52-a326-6fc9c70725a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.164689 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.189690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb05f19-3e55-4a52-a326-6fc9c70725a6 None None] Pushing event deleted for resources: {'Port': ['ID=5390efb5-6a9d-48c1-888d-fbc8f768463e,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:23.204279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb05f19-3e55-4a52-a326-6fc9c70725a6 None None] No DVR routers for this DVR port 5390efb5-6a9d-48c1-888d-fbc8f768463e on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:23.214413 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.229053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:23.229709 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:23.232331 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:23.341899 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-15b9d7c6-cb14-4aac-bd55-4b02564cc1a1 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5886548 Oct 26 14:16:23.342107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46244) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:23.347069 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b5aca715-c1b7-4706-8943-9056926ebc1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'subnet': {'network_id': '1dc42fea-6064-4289-9f20-3c06bf6f0135', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:23.380259 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9d7c6-cb14-4aac-bd55-4b02564cc1a1 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Network': ['ID=1dc42fea-6064-4289-9f20-3c06bf6f0135,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:23.392071 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 1dc42fea-6064-4289-9f20-3c06bf6f0135 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:23.460467 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.465521 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.474537 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] 10.222.0.32 "DELETE /v2.0/networks/42f85f6d-53f4-4747-845e-e2c3cd5366d2 HTTP/1.1" status: 204 len: 168 time: 1.4212675 Oct 26 14:16:23.510274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5aca715-c1b7-4706-8943-9056926ebc1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Made reservation on behalf of 1cb114168aa94a6097d192a3a07d9d65 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:23.515809 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5aca715-c1b7-4706-8943-9056926ebc1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.566355 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.595211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f10b7-dcd6-4de4-804b-c471b42472ae admin admin] Pushing event deleted for resources: {'Network': ['ID=42f85f6d-53f4-4747-845e-e2c3cd5366d2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:23.690217 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5390efb5-6a9d-48c1-888d-fbc8f768463e no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:23.724477 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 5390efb5-6a9d-48c1-888d-fbc8f768463e {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:23.735533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5390efb5-6a9d-48c1-888d-fbc8f768463e not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:23.746568 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_backend_mixin [None req-b5aca715-c1b7-4706-8943-9056926ebc1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Performing IP validity checks on allocation pools {{(pid=102124) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:16:23.746568 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_backend_mixin [None req-b5aca715-c1b7-4706-8943-9056926ebc1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102124) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:16:23.818817 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766931c0-b526-4da0-8407-379c6daca25f req-e9c3b905-f75d-4def-8dca-b8f2ac34c250 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:23.828763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-766931c0-b526-4da0-8407-379c6daca25f req-e9c3b905-f75d-4def-8dca-b8f2ac34c250 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1298037 Oct 26 14:16:23.864909 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46260) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:23.897398 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-766931c0-b526-4da0-8407-379c6daca25f req-0e947a8c-0819-4cac-bf36-37f3d61fb5bd tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677552 Oct 26 14:16:23.941208 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e7905235-3643-4cd3-8739-a5793ecad9c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b890508d63bb4edab3a32080f2d3356f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0745428 Oct 26 14:16:23.943780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46264) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:24.004277 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e360154-091f-41ec-af6c-47ac9b0b8a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.031916 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e360154-091f-41ec-af6c-47ac9b0b8a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.034794 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5aca715-c1b7-4706-8943-9056926ebc1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.133348 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e360154-091f-41ec-af6c-47ac9b0b8a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.137607 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e360154-091f-41ec-af6c-47ac9b0b8a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.139344 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9e360154-091f-41ec-af6c-47ac9b0b8a3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2db10b3-68dd-449e-80c0-bcf22221354d HTTP/1.1" status: 204 len: 168 time: 0.1937711 Oct 26 14:16:24.140987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aca715-c1b7-4706-8943-9056926ebc1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Subnet': ['ID=165f8dc4-1c3d-4218-a182-20c0748a4dd6,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:24.149735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e360154-091f-41ec-af6c-47ac9b0b8a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2db10b3-68dd-449e-80c0-bcf22221354d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:24.167140 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aca715-c1b7-4706-8943-9056926ebc1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Checking segment: {'id': 'c3f12d47-13ba-4e6a-8689-65bbcf3503d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1dc42fea-6064-4289-9f20-3c06bf6f0135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:24.167778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aca715-c1b7-4706-8943-9056926ebc1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network hostable DHCP agents. Network: 1dc42fea-6064-4289-9f20-3c06bf6f0135, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:24.202897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aca715-c1b7-4706-8943-9056926ebc1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Network 1dc42fea-6064-4289-9f20-3c06bf6f0135 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:24.215912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-b5aca715-c1b7-4706-8943-9056926ebc1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 1dc42fea-6064-4289-9f20-3c06bf6f0135) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:24.227035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79de0ba4-2898-456e-8b39-efa34ec89bba None None] Network 1dc42fea-6064-4289-9f20-3c06bf6f0135 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:24.228528 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aca715-c1b7-4706-8943-9056926ebc1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:24.229253 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b5aca715-c1b7-4706-8943-9056926ebc1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.293569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b5aca715-c1b7-4706-8943-9056926ebc1e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9479179 Oct 26 14:16:24.293734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46278) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:24.303545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-beceb1b9-af5a-4552-a673-6b64d08849b3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:24.547424 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-beceb1b9-af5a-4552-a673-6b64d08849b3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2453818'] for subnet, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.714351 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-1dc42fea-6064-4289-9f20-3c06bf6f0135', 'network_id': '1dc42fea-6064-4289-9f20-3c06bf6f0135', 'tenant_id': '1cb114168aa94a6097d192a3a07d9d65', 'fixed_ips': [{'subnet_id': '165f8dc4-1c3d-4218-a182-20c0748a4dd6'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:16:24.715221 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.921496 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-beceb1b9-af5a-4552-a673-6b64d08849b3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772549631717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9425217'] for subnet, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.076598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Allocated IP 172.20.0.3 (1dc42fea-6064-4289-9f20-3c06bf6f0135/165f8dc4-1c3d-4218-a182-20c0748a4dd6/f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:25.080033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beceb1b9-af5a-4552-a673-6b64d08849b3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:25.080968 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-beceb1b9-af5a-4552-a673-6b64d08849b3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.092956 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46312) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:25.105424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-beceb1b9-af5a-4552-a673-6b64d08849b3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "PUT /v2.0/subnets/165f8dc4-1c3d-4218-a182-20c0748a4dd6 HTTP/1.1" status: 200 len: 877 time: 0.8105502 Oct 26 14:16:25.228496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beceb1b9-af5a-4552-a673-6b64d08849b3 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event updated for resources: {'Subnet': ['ID=165f8dc4-1c3d-4218-a182-20c0748a4dd6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:25.297195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409120f8-1810-4a64-8ba5-1307e1c471ed req-23d47d11-ba12-41fd-910d-7ff73adb06e5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:25.300782 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-409120f8-1810-4a64-8ba5-1307e1c471ed req-23d47d11-ba12-41fd-910d-7ff73adb06e5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.2437632 Oct 26 14:16:25.352741 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.387737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-409120f8-1810-4a64-8ba5-1307e1c471ed req-88cc5f1c-48d9-46dc-bfba-0d6b45d0448b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800776 Oct 26 14:16:25.465035 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.483845 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.484920 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.508599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-e75038a1-92e0-464e-85cd-2af6821d9a4b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1138141 Oct 26 14:16:25.586947 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Network 1dc42fea-6064-4289-9f20-3c06bf6f0135 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:25.591710 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:25.607362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:25.639138 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Pushing event updated for resources: {'Port': ['ID=f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:25.665590 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.721254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-dc01bb9e-7083-4376-9868-0c3e9ad37c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:25.721895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-dc01bb9e-7083-4376-9868-0c3e9ad37c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:25.722406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-dc01bb9e-7083-4376-9868-0c3e9ad37c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:25.722892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-dc01bb9e-7083-4376-9868-0c3e9ad37c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:25.723347 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-dc01bb9e-7083-4376-9868-0c3e9ad37c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:25.723816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-dc01bb9e-7083-4376-9868-0c3e9ad37c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:25.724277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-dc01bb9e-7083-4376-9868-0c3e9ad37c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:25.726307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-dc01bb9e-7083-4376-9868-0c3e9ad37c86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb00fb8b03d741ea8145d511b755959a&device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 6493 time: 0.0949142 Oct 26 14:16:25.734898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Subnet': ['ID=165f8dc4-1c3d-4218-a182-20c0748a4dd6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:25.737693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Attempting to bind port f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:25.737693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Attempting to bind port f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c3f12d47-13ba-4e6a-8689-65bbcf3503d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1dc42fea-6064-4289-9f20-3c06bf6f0135'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:25.737956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Attempting to bind port f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0 on network 1dc42fea-6064-4289-9f20-3c06bf6f0135 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:25.755413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:25.755797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Checking segment: {'id': 'c3f12d47-13ba-4e6a-8689-65bbcf3503d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1dc42fea-6064-4289-9f20-3c06bf6f0135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:25.756797 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.757192 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Bound using segment: {'id': 'c3f12d47-13ba-4e6a-8689-65bbcf3503d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1dc42fea-6064-4289-9f20-3c06bf6f0135'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:25.757672 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Bound port: f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f12d47-13ba-4e6a-8689-65bbcf3503d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1dc42fea-6064-4289-9f20-3c06bf6f0135'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:25.758080 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.820822 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.850176 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc42fea-6064-4289-9f20-3c06bf6f0135']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:25.862884 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f12d47-13ba-4e6a-8689-65bbcf3503d6') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:25.863520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f12d47-13ba-4e6a-8689-65bbcf3503d6') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:25.875951 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.892407 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.901937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:25.902572 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:25.907130 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:25.926802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-10e0d481-a06e-481b-980d-90a6dc352a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:25.927276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-10e0d481-a06e-481b-980d-90a6dc352a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:25.927744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-10e0d481-a06e-481b-980d-90a6dc352a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:25.929414 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-10e0d481-a06e-481b-980d-90a6dc352a5d service neutron] 10.222.0.11 "GET /v2.0/networks?id=31db61e9-1b60-4798-95f8-8992ccf378a6&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf HTTP/1.1" status: 200 len: 2292 time: 0.1325774 Oct 26 14:16:25.970920 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] For port f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:25.976604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] For port f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0,segment=NetworkSegment(c3f12d47-13ba-4e6a-8689-65bbcf3503d6),segment_id=c3f12d47-13ba-4e6a-8689-65bbcf3503d6)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:25.978724 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.api [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:16:25.978724 n-d-815498-1 neutron-server[102123]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:16:25.978724 n-d-815498-1 neutron-server[102123]: [parameters: {'id': '1dc42fea-6064-4289-9f20-3c06bf6f0135'}] Oct 26 14:16:25.978724 n-d-815498-1 neutron-server[102123]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:16:25.979639 n-d-815498-1 neutron-server[102123]: DEBUG oslo_db.api [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:16:25.983215 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.101500 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb816d2-580c-481d-bb2e-ed7864de95fd None None] Pushing event updated for resources: {'Port': ['ID=f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:26.115503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-7af9d4d6-de35-403c-9de3-fa539632b061 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d23c3036-10bb-4165-b6c2-a4ce9e26949e HTTP/1.1" status: 200 len: 1002 time: 0.1779246 Oct 26 14:16:26.145847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02fa405-5615-4021-9eae-26318d589484 None None] Network 1dc42fea-6064-4289-9f20-3c06bf6f0135 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:26.253753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46354) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:26.282858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-2e36fc05-b758-4ca2-8d9a-2a68cd0d9dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:26.284909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-2e36fc05-b758-4ca2-8d9a-2a68cd0d9dbd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=addd5606-6552-4f1f-b55b-993cd7b5d80f HTTP/1.1" status: 200 len: 849 time: 0.1617117 Oct 26 14:16:26.481099 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.512678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24707632-cd8c-491e-8576-1a66181f232d None None] Network 1dc42fea-6064-4289-9f20-3c06bf6f0135 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:26.644102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1928200365-network', 'tenant_id': 'f62d8985ab59496aa24f101ed1db901d'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:26.698590 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] Made reservation on behalf of f62d8985ab59496aa24f101ed1db901d for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:26.717411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.758070 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.777691 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f4968c-48e5-421d-a24c-a67ab82d5757 None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:16:26.934251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.946718 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.969573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-f01f2037-4873-4345-ae7a-af1d1e950c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:26.971229 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-f01f2037-4873-4345-ae7a-af1d1e950c61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31db61e9-1b60-4798-95f8-8992ccf378a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6781170 Oct 26 14:16:26.975154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4968c-48e5-421d-a24c-a67ab82d5757 None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:16:27.012644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b511a4e-f832-4a37-a1c3-44c2a3a76892,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:27.023068 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46392) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:27.027610 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:27.036354 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Deleting port f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:27.036698 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.127508 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] For port f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0,segment=NetworkSegment(c3f12d47-13ba-4e6a-8689-65bbcf3503d6),segment_id=c3f12d47-13ba-4e6a-8689-65bbcf3503d6)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:27.128371 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.140784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c98d40-770d-4060-b678-12dd00a480d5 req-a7881561-51ca-480a-99a8-8ceb5079a499 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:27.142353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82c98d40-770d-4060-b678-12dd00a480d5 req-a7881561-51ca-480a-99a8-8ceb5079a499 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1687560 Oct 26 14:16:27.144668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Calling delete_port for f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:27.207309 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-b1a7fb56-7e4c-4e02-a8b5-96615c12fe81 service neutron] 10.222.0.11 "GET /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479313 Oct 26 14:16:27.212593 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82c98d40-770d-4060-b678-12dd00a480d5 req-4b205f85-4c32-46be-98e3-89c3eb452e87 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631258 Oct 26 14:16:27.219699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.219699 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] Added segment 68cecbdc-7793-4f51-b1d0-5c15b126f306 of type vlan for network 0e6a7276-73af-404a-a848-662aa5c4a359 Oct 26 14:16:27.342759 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-38cddabe-d24b-4a52-9caf-1ffbe197f908 service neutron] 10.222.0.11 "GET /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255431 Oct 26 14:16:27.383398 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.403779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-f08664be-651a-4b32-a220-84639572e637 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=ade83c75-0efa-4960-8243-44aed8b5f5ab HTTP/1.1" status: 200 len: 217 time: 0.0521359 Oct 26 14:16:27.431433 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d05934db-f26c-4c43-8a93-663bed92ce66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.506081 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-27ed4f92-d37a-4b51-bdc2-01dab0226352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:27.507760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-27ed4f92-d37a-4b51-bdc2-01dab0226352 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.0954380 Oct 26 14:16:27.525530 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d05934db-f26c-4c43-8a93-663bed92ce66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.526772 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.563248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d05934db-f26c-4c43-8a93-663bed92ce66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.563435 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.582302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-e18d1374-f1d2-496b-9bc4-de40e1bd03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:27.583955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-e18d1374-f1d2-496b-9bc4-de40e1bd03fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685802 Oct 26 14:16:27.591106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Port': ['ID=f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:27.596732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No DVR routers for this DVR port f07f7ccf-4b9c-4b00-a7da-0d69f8d9d7e0 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:27.630245 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.632171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:27.633013 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.731185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-4d04f1fb-453e-4636-ad4a-102b6436bfbf service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375959 Oct 26 14:16:27.738439 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d05934db-f26c-4c43-8a93-663bed92ce66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9caf3529a4341bca561fb9805323923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7108734 Oct 26 14:16:27.741539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46408) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:27.836429 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] Pushing event updated for resources: {'Network': ['ID=0e6a7276-73af-404a-a848-662aa5c4a359,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:27.847917 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 0e6a7276-73af-404a-a848-662aa5c4a359 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:27.861411 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7b51ced1-4705-453c-b44a-474e869c3e70 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6039095 Oct 26 14:16:27.866724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46416) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:27.874803 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.877657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05934db-f26c-4c43-8a93-663bed92ce66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38230aa-d229-40dd-8150-d7f28488ba3b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:27.901637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5f78aa03-41c8-4678-9976-29a950e8d889 admin admin] Request body: {'subnet': {'network_id': '0e6a7276-73af-404a-a848-662aa5c4a359', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1928200365-subnet', 'tenant_id': 'f62d8985ab59496aa24f101ed1db901d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:27.907894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc42fea-6064-4289-9f20-3c06bf6f0135']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:27.920859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f12d47-13ba-4e6a-8689-65bbcf3503d6') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:27.920859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f12d47-13ba-4e6a-8689-65bbcf3503d6') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:27.943183 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.961229 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.969351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:27.969757 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:27.973405 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:28.014304 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-defc675f-e058-4eb8-980b-1c084cd86234 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716315 Oct 26 14:16:28.071083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.077659 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.090136 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/1dc42fea-6064-4289-9f20-3c06bf6f0135 HTTP/1.1" status: 204 len: 168 time: 2.9935858 Oct 26 14:16:28.091352 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46418) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:28.094280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-eae9b691-1f0b-4a58-8925-fad3ea06cff0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=ed4f0663-ae83-4800-8ce9-99ce1f56430d HTTP/1.1" status: 200 len: 217 time: 0.0691435 Oct 26 14:16:28.114056 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0251752e-57df-435b-92e9-4631c40b411e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.123606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f78aa03-41c8-4678-9976-29a950e8d889 admin admin] Made reservation on behalf of f62d8985ab59496aa24f101ed1db901d for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:28.124202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36979e-e37a-45f8-8f57-5dd27c8ce50d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Network': ['ID=1dc42fea-6064-4289-9f20-3c06bf6f0135,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:28.125781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5f78aa03-41c8-4678-9976-29a950e8d889 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.153908 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-810127fb-abed-453b-93e4-97880b54785d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:28.154531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810127fb-abed-453b-93e4-97880b54785d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:28.160586 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-810127fb-abed-453b-93e4-97880b54785d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/subnets/165f8dc4-1c3d-4218-a182-20c0748a4dd6 HTTP/1.1" status: 404 len: 337 time: 0.0437975 Oct 26 14:16:28.161832 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46424) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:28.181279 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9393924-a63c-4008-b75f-dee40c8b55cd tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:28.181837 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9393924-a63c-4008-b75f-dee40c8b55cd tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:28.186029 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c9393924-a63c-4008-b75f-dee40c8b55cd tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/1dc42fea-6064-4289-9f20-3c06bf6f0135 HTTP/1.1" status: 404 len: 339 time: 0.0227058 Oct 26 14:16:28.187664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46426) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:28.216503 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36e6d39-ba66-4809-9604-beed2ea8ab28 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:28.216967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36e6d39-ba66-4809-9604-beed2ea8ab28 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:28.223169 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a36e6d39-ba66-4809-9604-beed2ea8ab28 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/subnets/5de3cf01-0811-474b-b69d-b1ce3f7cb6d6 HTTP/1.1" status: 404 len: 337 time: 0.0318954 Oct 26 14:16:28.226565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46428) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:28.232215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0251752e-57df-435b-92e9-4631c40b411e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.262066 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4ef77f-23a3-490d-8c97-e4bd0dd7496e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:28.263023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4ef77f-23a3-490d-8c97-e4bd0dd7496e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:28.264986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-471f4152-adb6-4fa9-b09b-8e8d873e455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:28.266577 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-471f4152-adb6-4fa9-b09b-8e8d873e455a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.1540651 Oct 26 14:16:28.271584 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ce4ef77f-23a3-490d-8c97-e4bd0dd7496e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/058c8fef-4876-4d89-871c-75e349b35317 HTTP/1.1" status: 404 len: 339 time: 0.0427761 Oct 26 14:16:28.272851 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46432) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:28.376178 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f285f7b-9ce8-4a1e-b20d-f9461143eea9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.463049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-2cd5e45b-492d-4c96-b5de-418be8ba8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:28.465153 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-2cd5e45b-492d-4c96-b5de-418be8ba8ac8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1858246 Oct 26 14:16:28.487049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29f415-a1b2-4858-8b59-21ac7c176347 req-03e5ec4d-c806-4b02-80b6-768f590fab65 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:28.488553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac29f415-a1b2-4858-8b59-21ac7c176347 req-03e5ec4d-c806-4b02-80b6-768f590fab65 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1641738 Oct 26 14:16:28.516391 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f285f7b-9ce8-4a1e-b20d-f9461143eea9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.561803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6f285f7b-9ce8-4a1e-b20d-f9461143eea9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2f9477-b5c1-4cbc-96e7-6d343c8a66d6']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:28.576499 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6f285f7b-9ce8-4a1e-b20d-f9461143eea9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84417ff3-e791-4d59-aeb5-08862cd14fc9') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:28.576910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6f285f7b-9ce8-4a1e-b20d-f9461143eea9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84417ff3-e791-4d59-aeb5-08862cd14fc9') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:28.579487 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0251752e-57df-435b-92e9-4631c40b411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.582421 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0251752e-57df-435b-92e9-4631c40b411e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.583988 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0251752e-57df-435b-92e9-4631c40b411e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c38230aa-d229-40dd-8150-d7f28488ba3b HTTP/1.1" status: 204 len: 168 time: 0.8399606 Oct 26 14:16:28.590544 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f285f7b-9ce8-4a1e-b20d-f9461143eea9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.607968 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f285f7b-9ce8-4a1e-b20d-f9461143eea9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.616871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f285f7b-9ce8-4a1e-b20d-f9461143eea9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:28.617394 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f285f7b-9ce8-4a1e-b20d-f9461143eea9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:28.621779 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:28.735183 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f285f7b-9ce8-4a1e-b20d-f9461143eea9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.746860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251752e-57df-435b-92e9-4631c40b411e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38230aa-d229-40dd-8150-d7f28488ba3b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:28.751946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f285f7b-9ce8-4a1e-b20d-f9461143eea9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.763826 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6f285f7b-9ce8-4a1e-b20d-f9461143eea9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/0f2f9477-b5c1-4cbc-96e7-6d343c8a66d6 HTTP/1.1" status: 204 len: 168 time: 0.4895303 Oct 26 14:16:28.774640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46444) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:28.835095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac29f415-a1b2-4858-8b59-21ac7c176347 req-b7f43cf5-9dab-4d57-aab7-79e16a006d94 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253095 Oct 26 14:16:28.837249 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c88f96f-f764-4d67-bc1c-daa4ba8397a4 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:28.837726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c88f96f-f764-4d67-bc1c-daa4ba8397a4 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:28.841370 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3c88f96f-f764-4d67-bc1c-daa4ba8397a4 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/subnets/8664e6a5-483d-4f79-992f-d316325b5095 HTTP/1.1" status: 404 len: 337 time: 0.0644431 Oct 26 14:16:28.842849 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f285f7b-9ce8-4a1e-b20d-f9461143eea9 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Network': ['ID=0f2f9477-b5c1-4cbc-96e7-6d343c8a66d6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:28.846909 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46452) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:28.856932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-9ae5a2dc-ec52-40b7-92f0-112705f0c738 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780086 Oct 26 14:16:28.886048 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5f78aa03-41c8-4678-9976-29a950e8d889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.892614 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80a23e7-4fa8-4630-956c-23de938a7080 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:28.893324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80a23e7-4fa8-4630-956c-23de938a7080 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:28.900107 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e80a23e7-4fa8-4630-956c-23de938a7080 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/ebdb2fd8-0635-40f1-8c60-e7f70890befe HTTP/1.1" status: 404 len: 339 time: 0.0522714 Oct 26 14:16:28.902644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46454) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:28.968189 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d2bb64-d9b6-4bbd-aa78-2e36edc2878a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:28.968660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d2bb64-d9b6-4bbd-aa78-2e36edc2878a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:28.974218 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e1d2bb64-d9b6-4bbd-aa78-2e36edc2878a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/subnets/041ddcc9-61b5-4d3f-8d40-8bbb10664fcc HTTP/1.1" status: 404 len: 337 time: 0.0705874 Oct 26 14:16:28.977283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46456) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.004298 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf72c2bd-28fa-4f98-a18a-0c2edaf19ed2 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:29.005180 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf72c2bd-28fa-4f98-a18a-0c2edaf19ed2 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:29.011511 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cf72c2bd-28fa-4f98-a18a-0c2edaf19ed2 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/e101ff0a-a890-4c70-80d5-315c40e4427a HTTP/1.1" status: 404 len: 339 time: 0.0305336 Oct 26 14:16:29.013251 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46460) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.021452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78aa03-41c8-4678-9976-29a950e8d889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1483ad81-34c3-4b2c-a9ac-471058029be6,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:29.035999 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78aa03-41c8-4678-9976-29a950e8d889 admin admin] Checking segment: {'id': '68cecbdc-7793-4f51-b1d0-5c15b126f306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0e6a7276-73af-404a-a848-662aa5c4a359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:29.036317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f78aa03-41c8-4678-9976-29a950e8d889 admin admin] Network hostable DHCP agents. Network: 0e6a7276-73af-404a-a848-662aa5c4a359, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:29.054714 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a63647c-de71-4ee7-8241-88f46052a4ad tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:29.055157 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a63647c-de71-4ee7-8241-88f46052a4ad tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:29.060581 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9a63647c-de71-4ee7-8241-88f46052a4ad tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/subnets/805723cd-e53b-4212-9144-be21f2b419b2 HTTP/1.1" status: 404 len: 337 time: 0.0435655 Oct 26 14:16:29.060834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46464) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.070450 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-02c6a0bc-bf0e-4aac-80f9-e6b2f9d6393a service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055297 Oct 26 14:16:29.076220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f78aa03-41c8-4678-9976-29a950e8d889 admin admin] Network 0e6a7276-73af-404a-a848-662aa5c4a359 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:29.084133 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-851e00fd-f6b9-4d20-9098-84ae8f9b2384 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:29.084806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851e00fd-f6b9-4d20-9098-84ae8f9b2384 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:29.090095 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-851e00fd-f6b9-4d20-9098-84ae8f9b2384 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/dd7b2560-138e-4344-82cc-695785299e38 HTTP/1.1" status: 404 len: 339 time: 0.0261517 Oct 26 14:16:29.091300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46466) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.117212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46468) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.132634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-f946fb91-e309-451e-b5c6-1cebcadc9c77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=515fa390-2364-4878-8df6-4ab125d2676b HTTP/1.1" status: 200 len: 217 time: 0.0515954 Oct 26 14:16:29.144921 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8943695e-b219-4ace-8e70-2217842fabbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.152707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-5f78aa03-41c8-4678-9976-29a950e8d889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 0e6a7276-73af-404a-a848-662aa5c4a359) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:29.158116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f78aa03-41c8-4678-9976-29a950e8d889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:29.158761 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5f78aa03-41c8-4678-9976-29a950e8d889 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.162720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acec6e9f-c252-4c99-ae05-eb8f0bfa9075 None None] Network 0e6a7276-73af-404a-a848-662aa5c4a359 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:29.169672 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-155135e4-0c0f-42d7-9eef-e013280913b2 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:29.170163 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155135e4-0c0f-42d7-9eef-e013280913b2 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:29.173186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-155135e4-0c0f-42d7-9eef-e013280913b2 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/subnets/3904e3d0-5017-4424-96bb-ddf4752f90cd HTTP/1.1" status: 404 len: 337 time: 0.0516319 Oct 26 14:16:29.175676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46470) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.245377 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0bf27e-4f42-4eab-9e1d-d01e46cb3bff tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:29.245866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0bf27e-4f42-4eab-9e1d-d01e46cb3bff tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:29.249656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6b0bf27e-4f42-4eab-9e1d-d01e46cb3bff tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/17d0596d-75b6-4702-8805-0bc8bdcc5408 HTTP/1.1" status: 404 len: 339 time: 0.0730691 Oct 26 14:16:29.256977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46472) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.274513 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5f78aa03-41c8-4678-9976-29a950e8d889 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4065838 Oct 26 14:16:29.298591 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a07f932-7c31-4dfb-bfca-a449800b2c2e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:29.298774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a07f932-7c31-4dfb-bfca-a449800b2c2e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:29.302342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8a07f932-7c31-4dfb-bfca-a449800b2c2e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/subnets/6e17c657-9ae7-4bfc-871d-a60ee0b2da53 HTTP/1.1" status: 404 len: 337 time: 0.0442958 Oct 26 14:16:29.304592 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-393deff5-b9e5-4593-a8d1-47ba8ad8d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:29.306149 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-393deff5-b9e5-4593-a8d1-47ba8ad8d476 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.1551032 Oct 26 14:16:29.306785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46476) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.333969 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cfffd2-cf09-447d-ac04-bbb2b6793295 None None] Network 0e6a7276-73af-404a-a848-662aa5c4a359 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:29.340188 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3aea60e-f6c0-4f07-b897-42837539b529 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:29.340995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3aea60e-f6c0-4f07-b897-42837539b529 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:29.344241 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8943695e-b219-4ace-8e70-2217842fabbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.345700 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e3aea60e-f6c0-4f07-b897-42837539b529 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/40ac6191-4ed0-4e35-8533-b6163ee5ac84 HTTP/1.1" status: 404 len: 339 time: 0.0378373 Oct 26 14:16:29.348267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46478) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.375958 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8943695e-b219-4ace-8e70-2217842fabbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.388185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-81053b62-2825-40f9-8064-0a78e55b7ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:29.390218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-81053b62-2825-40f9-8064-0a78e55b7ba9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743954 Oct 26 14:16:29.451680 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8943695e-b219-4ace-8e70-2217842fabbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e3fca1ab153480f890f085ae2f62de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333068 Oct 26 14:16:29.454982 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-5387fb1e-bfdd-42fb-a0ce-ed8615253195 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:29.455450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5387fb1e-bfdd-42fb-a0ce-ed8615253195 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:29.458944 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5387fb1e-bfdd-42fb-a0ce-ed8615253195 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/subnets/2a4f1085-126c-4525-aa85-a3b5d2353efd HTTP/1.1" status: 404 len: 337 time: 0.1088364 Oct 26 14:16:29.460174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46482) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.470409 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46486) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.518084 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-07efd25d-0080-4958-bf22-743caac1ad18 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:29.518798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07efd25d-0080-4958-bf22-743caac1ad18 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:29.524772 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-07efd25d-0080-4958-bf22-743caac1ad18 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/0e359766-1505-486c-b972-df984a2a9784 HTTP/1.1" status: 404 len: 339 time: 0.0499346 Oct 26 14:16:29.530278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46490) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.536976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943695e-b219-4ace-8e70-2217842fabbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267fcfd1-77d7-45d2-9d13-024110f0f4ee,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:29.613078 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-03962f11-7512-4250-95ec-9ff74d7c6d4d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:29.621160 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03962f11-7512-4250-95ec-9ff74d7c6d4d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:29.636692 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-03962f11-7512-4250-95ec-9ff74d7c6d4d tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/subnets/e8109bbf-d1ed-41fb-8f9d-508722901b25 HTTP/1.1" status: 404 len: 337 time: 0.0950699 Oct 26 14:16:29.644673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46500) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.650868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fd1554e-7db7-4557-92d1-504aa9badf87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.675759 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-07020012-b255-4f16-90c9-bbeb777bd18a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:29.676807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07020012-b255-4f16-90c9-bbeb777bd18a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:29.683399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-07020012-b255-4f16-90c9-bbeb777bd18a tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/b01e76d4-22df-4630-a335-148f24848edb HTTP/1.1" status: 404 len: 339 time: 0.0374751 Oct 26 14:16:29.686016 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46502) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.721727 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1a3c10-73b0-49f6-bf0f-f8ebf17c08d7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:29.722521 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1a3c10-73b0-49f6-bf0f-f8ebf17c08d7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:29.730509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46504) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.742577 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9f1a3c10-73b0-49f6-bf0f-f8ebf17c08d7 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/subnets/5938d731-20d0-41f0-a3a6-f870e2519280 HTTP/1.1" status: 404 len: 337 time: 0.0437212 Oct 26 14:16:29.745637 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-308ccab7-58cd-4606-9964-01d583498c0a service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470349 Oct 26 14:16:29.768802 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fd1554e-7db7-4557-92d1-504aa9badf87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.872729 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fd1554e-7db7-4557-92d1-504aa9badf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.876266 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5fd1554e-7db7-4557-92d1-504aa9badf87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.877406 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5fd1554e-7db7-4557-92d1-504aa9badf87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/267fcfd1-77d7-45d2-9d13-024110f0f4ee HTTP/1.1" status: 204 len: 168 time: 0.4094801 Oct 26 14:16:29.900731 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2373970-39c8-4ed9-a78e-4e72d14b7d14 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:29.901424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2373970-39c8-4ed9-a78e-4e72d14b7d14 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:29.914074 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a2373970-39c8-4ed9-a78e-4e72d14b7d14 tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/934a6a33-75ed-441a-9234-1eca2b3ae31e HTTP/1.1" status: 404 len: 339 time: 0.1781254 Oct 26 14:16:29.916630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46522) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:29.952307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1554e-7db7-4557-92d1-504aa9badf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267fcfd1-77d7-45d2-9d13-024110f0f4ee,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:29.970068 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a1765-5836-4bc6-89f9-823f18f147e7 req-28ad12b4-186c-495b-b43a-790b631558ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:29.971734 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fb4a1765-5836-4bc6-89f9-823f18f147e7 req-28ad12b4-186c-495b-b43a-790b631558ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 1097 time: 0.1466382 Oct 26 14:16:30.017003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-69853275-7f58-4adc-9825-9eb8f786deae tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Deleting subnet c97fcb59-c223-44df-9fc3-f46c69c4602b {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:30.023265 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69853275-7f58-4adc-9825-9eb8f786deae tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.083458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286766e9-e684-431f-8ca2-3119112e8881 req-d76663fe-5d94-4c11-8573-2e108d604c06 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:30.085885 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-286766e9-e684-431f-8ca2-3119112e8881 req-d76663fe-5d94-4c11-8573-2e108d604c06 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/networks?id=0e6a7276-73af-404a-a848-662aa5c4a359 HTTP/1.1" status: 200 len: 814 time: 0.2400315 Oct 26 14:16:30.119833 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fb4a1765-5836-4bc6-89f9-823f18f147e7 req-e48bcf22-5489-4ce9-9185-3a2af6d44256 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361275 Oct 26 14:16:30.122024 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-c7829480-c776-4493-a7a7-2cfe1a1f6224 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669276 Oct 26 14:16:30.143584 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69853275-7f58-4adc-9825-9eb8f786deae tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.212950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e93d3c-9944-44bf-8563-95fd61d79c51 req-c79ca41d-c4bb-448b-99ad-cd4c9615b0fb tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:30.215890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42e93d3c-9944-44bf-8563-95fd61d79c51 req-c79ca41d-c4bb-448b-99ad-cd4c9615b0fb tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.2652309 Oct 26 14:16:30.218648 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-173bd8f0-a24c-44a5-bdc7-d9b8ddbdc32a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=d7eeebab-4fea-41da-a670-4fb4e1ce3521 HTTP/1.1" status: 200 len: 217 time: 0.0879667 Oct 26 14:16:30.220557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-286766e9-e684-431f-8ca2-3119112e8881 req-be55b1f7-434d-4a09-abb4-e137de6ea9f9 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/quotas/f62d8985ab59496aa24f101ed1db901d HTTP/1.1" status: 200 len: 375 time: 0.0951710 Oct 26 14:16:30.257924 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69853275-7f58-4adc-9825-9eb8f786deae tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.292828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-286766e9-e684-431f-8ca2-3119112e8881 req-e93a19db-1eca-4a19-89a8-7db461dacd2f tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f62d8985ab59496aa24f101ed1db901d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365789 Oct 26 14:16:30.343893 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69853275-7f58-4adc-9825-9eb8f786deae tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.398150 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69853275-7f58-4adc-9825-9eb8f786deae tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Subnet': ['ID=c97fcb59-c223-44df-9fc3-f46c69c4602b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:30.412670 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69853275-7f58-4adc-9825-9eb8f786deae tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.415264 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42e93d3c-9944-44bf-8563-95fd61d79c51 req-d74fc846-6745-41d7-b36e-e8261e81e1a1 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918232 Oct 26 14:16:30.418115 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-69853275-7f58-4adc-9825-9eb8f786deae tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/subnets/c97fcb59-c223-44df-9fc3-f46c69c4602b HTTP/1.1" status: 204 len: 168 time: 0.4993010 Oct 26 14:16:30.421120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46534) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:30.426023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5305a1-2d7e-4b17-8a47-789021493ee8 None None] Network eaf87cc5-085b-4c7a-8a9f-685038587f37 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:30.445812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-d29169f0-6339-4223-9b9a-cdf94a7ab105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:30.447465 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-d29169f0-6339-4223-9b9a-cdf94a7ab105 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.2178628 Oct 26 14:16:30.605834 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.609290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-286766e9-e684-431f-8ca2-3119112e8881 req-601c388a-7e1f-45ef-8503-f0d7445d8775 service neutron] 10.222.0.32 "GET /v2.0/networks/0e6a7276-73af-404a-a848-662aa5c4a359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947984 Oct 26 14:16:30.679413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-61120372-f34e-4839-95b2-94c7e796ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:30.685683 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-61120372-f34e-4839-95b2-94c7e796ace0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2165232 Oct 26 14:16:30.780215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Deleting port d8fc0b28-d89c-44b4-87be-8350cc6d795b {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:30.780584 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.923772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] For port d8fc0b28-d89c-44b4-87be-8350cc6d795b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d8fc0b28-d89c-44b4-87be-8350cc6d795b,segment=NetworkSegment(25a5f56d-7980-4456-9c5f-18fa7a968ebf),segment_id=25a5f56d-7980-4456-9c5f-18fa7a968ebf)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:30.924148 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.950720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Calling delete_port for d8fc0b28-d89c-44b4-87be-8350cc6d795b owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:31.077678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-286766e9-e684-431f-8ca2-3119112e8881 req-431a6b8f-6d45-439d-a9bc-1971e11d7f8a service neutron] 10.222.0.32 "GET /v2.0/networks/0e6a7276-73af-404a-a848-662aa5c4a359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566622 Oct 26 14:16:31.092535 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-1e454f41-1ca4-4637-aace-304356d6aa29 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343804 Oct 26 14:16:31.105359 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.160859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4596e-a2de-4540-89b2-18cbf78c954c None None] DHCP port deletion for eaf87cc5-085b-4c7a-8a9f-685038587f37 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:16:31.172144 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Port': ['ID=d8fc0b28-d89c-44b4-87be-8350cc6d795b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:31.176983 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] No DVR routers for this DVR port d8fc0b28-d89c-44b4-87be-8350cc6d795b on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:31.276345 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.306392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf87cc5-085b-4c7a-8a9f-685038587f37']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:31.353233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-62b488fa-2ede-49fe-a931-97a69797d585 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522457 Oct 26 14:16:31.354875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a5f56d-7980-4456-9c5f-18fa7a968ebf') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:31.355377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a5f56d-7980-4456-9c5f-18fa7a968ebf') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:31.365641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.387270 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.396225 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:31.397506 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:31.474032 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:31.481443 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.502217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-42ca9698-4723-4b54-993b-b02ffc04a270 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be HTTP/1.1" status: 200 len: 217 time: 0.1270542 Oct 26 14:16:31.529428 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.540157 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] 10.222.0.32 "DELETE /v2.0/networks/eaf87cc5-085b-4c7a-8a9f-685038587f37 HTTP/1.1" status: 204 len: 168 time: 1.1164589 Oct 26 14:16:31.543170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b766b-bc26-4897-a883-2ec20b3c122e tempest-NetworksTest-559535293 tempest-NetworksTest-559535293-project] Pushing event deleted for resources: {'Network': ['ID=eaf87cc5-085b-4c7a-8a9f-685038587f37,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:31.543786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb72cf41-458e-492f-94cd-6c9f1e5ebcaf req-eb7ec464-ea0e-4688-af24-0265cddc9982 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 210 time: 0.1693428 Oct 26 14:16:31.715606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-ae24b30c-0745-43b3-918d-88af27d00859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:31.720384 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-ae24b30c-0745-43b3-918d-88af27d00859 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=854c14b3-03da-4bc6-b12c-986f0f0590da HTTP/1.1" status: 200 len: 797 time: 0.2165446 Oct 26 14:16:31.766737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d8fc0b28-d89c-44b4-87be-8350cc6d795b no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:31.833355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6c273-f3fa-4232-8863-2a1d9c52952f req-1b8ccbf2-d553-47f0-8c49-b4289c36394b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:31.834352 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8dc6c273-f3fa-4232-8863-2a1d9c52952f req-1b8ccbf2-d553-47f0-8c49-b4289c36394b tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.2155330 Oct 26 14:16:31.851277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: d8fc0b28-d89c-44b4-87be-8350cc6d795b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:31.851619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d8fc0b28-d89c-44b4-87be-8350cc6d795b not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:31.949484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-fd765989-1cff-424e-a711-cfb930b3720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:31.951048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-fd765989-1cff-424e-a711-cfb930b3720c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2190671 Oct 26 14:16:31.973540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8dc6c273-f3fa-4232-8863-2a1d9c52952f req-09400d4e-fef6-4e33-b11e-a2ff385b5dd8 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271415 Oct 26 14:16:32.144452 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-f5bfb960-2ea8-4058-b3b2-72ebe5fed66f service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575403 Oct 26 14:16:32.164012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46602) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:32.403927 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bc11f-d5fa-41f4-bf82-da945130cec4 req-b16f635f-481e-4561-95bc-8cb83f28204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:32.409168 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4e2bc11f-d5fa-41f4-bf82-da945130cec4 req-b16f635f-481e-4561-95bc-8cb83f28204a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd0bbedb89404cd3ae31d51d1a7a5186&device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 1097 time: 0.1151798 Oct 26 14:16:32.428627 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-cfd9e921-11de-4386-a598-1b5486b61388 service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754471 Oct 26 14:16:32.493511 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-6d3bb45d-34b8-4348-8107-df5376076720 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 HTTP/1.1" status: 200 len: 217 time: 0.0557120 Oct 26 14:16:32.520548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5d666-c4db-4a91-a20e-d4b756f9f929 req-f7883241-75b4-40da-9961-1b5f9803665f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:32.522508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7aa5d666-c4db-4a91-a20e-d4b756f9f929 req-f7883241-75b4-40da-9961-1b5f9803665f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1616013 Oct 26 14:16:32.674436 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-c06ec86f-5584-4671-95a1-bf977de02469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:32.676071 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-c06ec86f-5584-4671-95a1-bf977de02469 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=854c14b3-03da-4bc6-b12c-986f0f0590da HTTP/1.1" status: 200 len: 797 time: 0.1739881 Oct 26 14:16:32.694977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7aa5d666-c4db-4a91-a20e-d4b756f9f929 req-81b62bf4-3afe-4e09-8e4b-4e57174e8c6d tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085393 Oct 26 14:16:32.708831 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-18da0c82-8a10-401e-981a-54039e8f4ee6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1cb114168aa94a6097d192a3a07d9d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5376844 Oct 26 14:16:32.708831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46626) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:32.735963 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bc11f-d5fa-41f4-bf82-da945130cec4 req-90e33f2d-9335-422b-9925-ed9f3cab0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:32.737435 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4e2bc11f-d5fa-41f4-bf82-da945130cec4 req-90e33f2d-9335-422b-9925-ed9f3cab0f83 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c9195fa1-79d7-47b2-aaf3-292ff20280d4 HTTP/1.1" status: 200 len: 911 time: 0.3153884 Oct 26 14:16:32.807361 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4e2bc11f-d5fa-41f4-bf82-da945130cec4 req-6536343b-38ee-4d17-89e0-b5ad6d72b4c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50992906-3bb5-44b2-8a0e-ff8d89724df9 HTTP/1.1" status: 200 len: 217 time: 0.0615511 Oct 26 14:16:32.815800 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48b8a835-11cc-4018-991d-3b8e47f9a04d req-b27fca0d-dc78-47fb-8a80-7b7842009508 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 210 time: 0.1164141 Oct 26 14:16:32.857389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-9674fe19-308f-46e4-beb3-e861f9e59843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:32.858962 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-9674fe19-308f-46e4-beb3-e861f9e59843 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1445112 Oct 26 14:16:32.962211 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5183ab6d-747f-4cd3-a362-1145e8ef89ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.032696 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bc11f-d5fa-41f4-bf82-da945130cec4 req-bea230f3-eb94-4cfb-afc9-edf71efc865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:33.034333 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4e2bc11f-d5fa-41f4-bf82-da945130cec4 req-bea230f3-eb94-4cfb-afc9-edf71efc865a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d48d66-2783-470a-8102-40f63e078a69 HTTP/1.1" status: 200 len: 850 time: 0.2013133 Oct 26 14:16:33.038782 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5183ab6d-747f-4cd3-a362-1145e8ef89ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.137326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-918effc3-a810-4c2a-950e-5cb0173ed0a7 service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668347 Oct 26 14:16:33.247070 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-723277e4-66c6-4993-b198-b04f42a1ed80 req-2dfaa064-1ef9-4a88-9bd7-79b40f2c3f62 service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012778 Oct 26 14:16:33.249589 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4e2bc11f-d5fa-41f4-bf82-da945130cec4 req-1210c475-e9e6-492c-af87-98e4cd0b2cd0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c9195fa1-79d7-47b2-aaf3-292ff20280d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1987340 Oct 26 14:16:33.361933 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286766e9-e684-431f-8ca2-3119112e8881 req-b8f3872e-3771-44d0-9eb8-5bdd92133d51 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:33.368095 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-286766e9-e684-431f-8ca2-3119112e8881 req-b8f3872e-3771-44d0-9eb8-5bdd92133d51 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.11 "GET /v2.0/networks?id=0e6a7276-73af-404a-a848-662aa5c4a359 HTTP/1.1" status: 200 len: 814 time: 0.3568497 Oct 26 14:16:33.371108 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5183ab6d-747f-4cd3-a362-1145e8ef89ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.379223 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5183ab6d-747f-4cd3-a362-1145e8ef89ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.381844 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5183ab6d-747f-4cd3-a362-1145e8ef89ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29d3ed44-c349-4fcb-90db-08d07f489f57 HTTP/1.1" status: 204 len: 168 time: 0.6736615 Oct 26 14:16:33.417890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-286766e9-e684-431f-8ca2-3119112e8881 req-55c1bef6-47eb-483e-b5ce-22d8727f84bc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Request body: {'port': {'device_id': '20dc7aa0-8bcf-4c15-8240-42876148399c', 'network_id': '0e6a7276-73af-404a-a848-662aa5c4a359', 'admin_state_up': True, 'tenant_id': 'f62d8985ab59496aa24f101ed1db901d'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:33.439650 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183ab6d-747f-4cd3-a362-1145e8ef89ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d3ed44-c349-4fcb-90db-08d07f489f57,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:33.711768 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4e2bc11f-d5fa-41f4-bf82-da945130cec4 req-926a1115-e1c3-4f37-954a-30d8bab66641 service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365628 Oct 26 14:16:33.875856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fce87-36a4-4eef-8aab-456e3ed223fa req-3473dbee-7b1d-4275-9602-aeefe7449e78 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:33.877413 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df4fce87-36a4-4eef-8aab-456e3ed223fa req-3473dbee-7b1d-4275-9602-aeefe7449e78 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.0877039 Oct 26 14:16:33.906768 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286766e9-e684-431f-8ca2-3119112e8881 req-55c1bef6-47eb-483e-b5ce-22d8727f84bc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Made reservation on behalf of f62d8985ab59496aa24f101ed1db901d for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:33.913829 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-286766e9-e684-431f-8ca2-3119112e8881 req-55c1bef6-47eb-483e-b5ce-22d8727f84bc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.944421 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df4fce87-36a4-4eef-8aab-456e3ed223fa req-297e3319-9080-426e-b1f7-24dca845303d tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592334 Oct 26 14:16:33.984610 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4e2bc11f-d5fa-41f4-bf82-da945130cec4 req-8b49edeb-59fc-4c04-bbbb-ed4b91d9d2e3 service neutron] 10.222.0.25 "GET /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556026 Oct 26 14:16:34.143354 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-286766e9-e684-431f-8ca2-3119112e8881 req-55c1bef6-47eb-483e-b5ce-22d8727f84bc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Allocated IP 172.20.0.2 (0e6a7276-73af-404a-a848-662aa5c4a359/1483ad81-34c3-4b2c-a9ac-471058029be6/96e8a990-28da-48f2-8d49-13b5a22cab1b) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:34.146844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de5f6c2c-f215-4ea2-b504-75008e572749 req-b532fdac-dd2e-4922-b41e-435d7010cd7a tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 210 time: 0.0531578 Oct 26 14:16:34.405350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46710) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:34.635895 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5f4bade-2f80-40cb-8dc2-ce2a365c471e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.809711 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5f4bade-2f80-40cb-8dc2-ce2a365c471e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.816474 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5f4bade-2f80-40cb-8dc2-ce2a365c471e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.823605 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-286766e9-e684-431f-8ca2-3119112e8881 req-55c1bef6-47eb-483e-b5ce-22d8727f84bc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.835503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46728) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:34.851246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d5f4bade-2f80-40cb-8dc2-ce2a365c471e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59a8595b277442bc8cd193e2090b188e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446826 Oct 26 14:16:34.854025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46732) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:34.874192 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-286766e9-e684-431f-8ca2-3119112e8881 req-55c1bef6-47eb-483e-b5ce-22d8727f84bc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.909364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4bade-2f80-40cb-8dc2-ce2a365c471e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b30ff00-aa37-4dd0-acbd-39754948d472,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:34.946218 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286766e9-e684-431f-8ca2-3119112e8881 req-55c1bef6-47eb-483e-b5ce-22d8727f84bc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Network 0e6a7276-73af-404a-a848-662aa5c4a359 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:34.950253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-286766e9-e684-431f-8ca2-3119112e8881 req-55c1bef6-47eb-483e-b5ce-22d8727f84bc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:34.954358 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-286766e9-e684-431f-8ca2-3119112e8881 req-55c1bef6-47eb-483e-b5ce-22d8727f84bc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:34.963262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1bef6-47eb-483e-b5ce-22d8727f84bc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Pushing event updated for resources: {'Port': ['ID=96e8a990-28da-48f2-8d49-13b5a22cab1b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:34.964534 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b6347aac-e42d-43de-9498-88fa9aa379de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.018933 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'network': {'name': 'tempest-RoutersTest-1224352569'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:35.054726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286766e9-e684-431f-8ca2-3119112e8881 req-55c1bef6-47eb-483e-b5ce-22d8727f84bc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:35.055584 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-286766e9-e684-431f-8ca2-3119112e8881 req-55c1bef6-47eb-483e-b5ce-22d8727f84bc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.057352 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b6347aac-e42d-43de-9498-88fa9aa379de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.081583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:35.086376 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.104420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.204816 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.211254 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-286766e9-e684-431f-8ca2-3119112e8881 req-55c1bef6-47eb-483e-b5ce-22d8727f84bc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8089354 Oct 26 14:16:35.214164 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.277371 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54881310-d003-4faa-b2e2-5ea04fb4a446,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:35.306217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Request body: {'port': {'device_id': '20dc7aa0-8bcf-4c15-8240-42876148399c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:35.407059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.415650 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:35.438435 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.438713 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Added segment 2d97490e-3781-4690-9d77-c86267450e54 of type vlan for network 2880965e-a739-4056-91bb-da9635d3f52c Oct 26 14:16:35.519839 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.633906 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.648144 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:35.648931 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.661952 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95b1a2-35a1-46c4-8b7c-e40e773ed5f6 req-4dc16808-f3b3-4702-a1d6-67efb0cb21b5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:35.672966 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b95b1a2-35a1-46c4-8b7c-e40e773ed5f6 req-4dc16808-f3b3-4702-a1d6-67efb0cb21b5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.5863752 Oct 26 14:16:35.737100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e0f81-5f58-4e64-a6a6-bf7b62f17125 req-721410f5-5a8b-402e-a192-51612d301896 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:35.745377 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b95e0f81-5f58-4e64-a6a6-bf7b62f17125 req-721410f5-5a8b-402e-a192-51612d301896 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 931 time: 0.1197295 Oct 26 14:16:35.759345 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9198482 Oct 26 14:16:35.768248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46756) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:35.777270 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c5c36bb3-260a-447d-a911-fdcaca831ae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'network': {'name': 'tempest-RoutersTest-2038607010'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:35.799002 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b6347aac-e42d-43de-9498-88fa9aa379de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.806062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11127b-4e65-4b5e-91da-5eb85025a272 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Network': ['ID=2880965e-a739-4056-91bb-da9635d3f52c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:35.812345 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c36bb3-260a-447d-a911-fdcaca831ae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:35.816915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 2880965e-a739-4056-91bb-da9635d3f52c details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:35.817386 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c5c36bb3-260a-447d-a911-fdcaca831ae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.821695 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b6347aac-e42d-43de-9498-88fa9aa379de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.824758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b6347aac-e42d-43de-9498-88fa9aa379de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b30ff00-aa37-4dd0-acbd-39754948d472 HTTP/1.1" status: 204 len: 168 time: 0.9692163 Oct 26 14:16:35.866987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b95b1a2-35a1-46c4-8b7c-e40e773ed5f6 req-2f382886-5bc2-46b8-92c4-ef14269b0bf0 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912863 Oct 26 14:16:35.892453 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b95e0f81-5f58-4e64-a6a6-bf7b62f17125 req-9724d1be-a134-4c92-8ead-7f0c0f9aa589 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409528 Oct 26 14:16:35.892453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6347aac-e42d-43de-9498-88fa9aa379de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b30ff00-aa37-4dd0-acbd-39754948d472,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:35.894164 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c36bb3-260a-447d-a911-fdcaca831ae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:35.929917 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c5c36bb3-260a-447d-a911-fdcaca831ae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.930286 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-c5c36bb3-260a-447d-a911-fdcaca831ae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Added segment 39cc4621-171c-42eb-bf01-d864406ca496 of type vlan for network cd2ebbf1-d93c-4c66-bf76-d29329702764 Oct 26 14:16:36.003736 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c5c36bb3-260a-447d-a911-fdcaca831ae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.077761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e8a990-28da-48f2-8d49-13b5a22cab1b {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:16:36.085747 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c5c36bb3-260a-447d-a911-fdcaca831ae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.091856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c36bb3-260a-447d-a911-fdcaca831ae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:36.092511 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c5c36bb3-260a-447d-a911-fdcaca831ae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.097407 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.170528 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c5c36bb3-260a-447d-a911-fdcaca831ae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3989055 Oct 26 14:16:36.171466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46772) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:36.171916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Transition to ACTIVE for port object 96e8a990-28da-48f2-8d49-13b5a22cab1b will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:16:36.177814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-33328936-7301-46fc-a09d-ce53c1c61b3f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'subnet': {'network_id': '2880965e-a739-4056-91bb-da9635d3f52c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:36.186730 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.200558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c36bb3-260a-447d-a911-fdcaca831ae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Network': ['ID=cd2ebbf1-d93c-4c66-bf76-d29329702764,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:36.213553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network cd2ebbf1-d93c-4c66-bf76-d29329702764 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:36.255450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Pushing event updated for resources: {'Port': ['ID=96e8a990-28da-48f2-8d49-13b5a22cab1b,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:36.347153 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Attempting to bind port 96e8a990-28da-48f2-8d49-13b5a22cab1b on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:36.347495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Attempting to bind port 96e8a990-28da-48f2-8d49-13b5a22cab1b by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '68cecbdc-7793-4f51-b1d0-5c15b126f306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0e6a7276-73af-404a-a848-662aa5c4a359'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:36.347828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Attempting to bind port 96e8a990-28da-48f2-8d49-13b5a22cab1b on network 0e6a7276-73af-404a-a848-662aa5c4a359 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:36.358679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Port 96e8a990-28da-48f2-8d49-13b5a22cab1b on network 0e6a7276-73af-404a-a848-662aa5c4a359 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:16:36.359010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Attempting to bind port 96e8a990-28da-48f2-8d49-13b5a22cab1b on network 0e6a7276-73af-404a-a848-662aa5c4a359 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:36.371244 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:36.371585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Checking segment: {'id': '68cecbdc-7793-4f51-b1d0-5c15b126f306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0e6a7276-73af-404a-a848-662aa5c4a359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:36.371982 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Bound using segment: {'id': '68cecbdc-7793-4f51-b1d0-5c15b126f306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0e6a7276-73af-404a-a848-662aa5c4a359'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:36.372407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Bound port: 96e8a990-28da-48f2-8d49-13b5a22cab1b, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68cecbdc-7793-4f51-b1d0-5c15b126f306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0e6a7276-73af-404a-a848-662aa5c4a359'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:36.373873 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.397136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33328936-7301-46fc-a09d-ce53c1c61b3f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:36.404792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-33328936-7301-46fc-a09d-ce53c1c61b3f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.435540 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46776) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:36.476975 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] For port 96e8a990-28da-48f2-8d49-13b5a22cab1b, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:36.477329 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.479903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] For port 96e8a990-28da-48f2-8d49-13b5a22cab1b, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=96e8a990-28da-48f2-8d49-13b5a22cab1b,segment=NetworkSegment(68cecbdc-7793-4f51-b1d0-5c15b126f306),segment_id=68cecbdc-7793-4f51-b1d0-5c15b126f306)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:36.486056 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.523804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:36.524778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.526263 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-286766e9-e684-431f-8ca2-3119112e8881 req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] 10.222.0.11 "PUT /v2.0/ports/96e8a990-28da-48f2-8d49-13b5a22cab1b HTTP/1.1" status: 200 len: 1091 time: 1.2500114 Oct 26 14:16:36.529035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dc7aa0-8bcf-4c15-8240-42876148399c', 'tag': '96e8a990-28da-48f2-8d49-13b5a22cab1b'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:16:36.537452 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cff83a-ac4e-4dbf-a901-6624fb94b1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "20dc7aa0-8bcf-4c15-8240-42876148399c", "tag": "96e8a990-28da-48f2-8d49-13b5a22cab1b"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:16:36.577957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fc8f1-6903-4acf-848a-79aab8cf5584 service neutron] Pushing event updated for resources: {'Port': ['ID=96e8a990-28da-48f2-8d49-13b5a22cab1b,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:36.653060 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286766e9-e684-431f-8ca2-3119112e8881 req-6159b695-dc5d-4387-9367-d5643b12c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:36.659614 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-286766e9-e684-431f-8ca2-3119112e8881 req-6159b695-dc5d-4387-9367-d5643b12c112 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f62d8985ab59496aa24f101ed1db901d&device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 1094 time: 0.0656490 Oct 26 14:16:36.661075 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0017c6f-e595-46ff-90d8-bbea4d42b12b x-openstack-request-id: req-b0017c6f-e595-46ff-90d8-bbea4d42b12b {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:16:36.661361 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dc7aa0-8bcf-4c15-8240-42876148399c", "tag": "96e8a990-28da-48f2-8d49-13b5a22cab1b", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:16:36.661611 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0017c6f-e595-46ff-90d8-bbea4d42b12b {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:16:36.662022 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dc7aa0-8bcf-4c15-8240-42876148399c', 'tag': '96e8a990-28da-48f2-8d49-13b5a22cab1b', 'status': 'completed', 'code': 200} Oct 26 14:16:36.696206 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.702749 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.721468 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-286766e9-e684-431f-8ca2-3119112e8881 req-c2c4fc0e-4fc1-4b39-8ea8-48c4a5bee183 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96e8a990-28da-48f2-8d49-13b5a22cab1b HTTP/1.1" status: 200 len: 217 time: 0.0490124 Oct 26 14:16:36.750878 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-33328936-7301-46fc-a09d-ce53c1c61b3f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.759639 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cf56a7f13084a0183526662647ec0f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232458 Oct 26 14:16:36.762461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46784) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:36.778940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286766e9-e684-431f-8ca2-3119112e8881 req-b44b1b0b-438b-42ae-883a-ad87e3b4ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:36.780434 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-286766e9-e684-431f-8ca2-3119112e8881 req-b44b1b0b-438b-42ae-883a-ad87e3b4ddfc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1483ad81-34c3-4b2c-a9ac-471058029be6 HTTP/1.1" status: 200 len: 854 time: 0.0482681 Oct 26 14:16:36.788435 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56c9043-43b4-40fe-bc0a-44e00835115f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:36.816871 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-286766e9-e684-431f-8ca2-3119112e8881 req-63813083-6cfe-41c2-8e92-073f96caa1b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0e6a7276-73af-404a-a848-662aa5c4a359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269046 Oct 26 14:16:36.829908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:36.830274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:36.830611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:36.830939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:36.831265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:36.831583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:36.831901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:36.832221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:36.832536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:36.832853 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:36.833164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:36.833476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1303-6557-4fa7-98b5-cbf04a8b8ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:36.857190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33328936-7301-46fc-a09d-ce53c1c61b3f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Subnet': ['ID=5ea5fa41-9a69-4c49-95af-0ffb19f7bfef,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:36.910886 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33328936-7301-46fc-a09d-ce53c1c61b3f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Checking segment: {'id': '2d97490e-3781-4690-9d77-c86267450e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '2880965e-a739-4056-91bb-da9635d3f52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:36.911482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33328936-7301-46fc-a09d-ce53c1c61b3f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network hostable DHCP agents. Network: 2880965e-a739-4056-91bb-da9635d3f52c, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:36.935362 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d960a2e-ae0f-48d5-a61e-9967803f764f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.951627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33328936-7301-46fc-a09d-ce53c1c61b3f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 2880965e-a739-4056-91bb-da9635d3f52c is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:36.965087 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-286766e9-e684-431f-8ca2-3119112e8881 req-0996c7ec-1871-4e99-9db7-134bdab84aae service neutron] 10.222.0.11 "GET /v2.0/networks/0e6a7276-73af-404a-a848-662aa5c4a359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383059 Oct 26 14:16:36.968765 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d960a2e-ae0f-48d5-a61e-9967803f764f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.978260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-33328936-7301-46fc-a09d-ce53c1c61b3f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 2880965e-a739-4056-91bb-da9635d3f52c) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:36.995000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33328936-7301-46fc-a09d-ce53c1c61b3f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:36.995181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3acdbf5-eefd-4bf4-8205-471a398f7c93 None None] Network 2880965e-a739-4056-91bb-da9635d3f52c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:36.996278 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-33328936-7301-46fc-a09d-ce53c1c61b3f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.033758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-33328936-7301-46fc-a09d-ce53c1c61b3f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8594873 Oct 26 14:16:37.039880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46804) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:37.055877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-74e97bfc-cd9b-436e-965c-203f6cf3f207 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'subnet': {'network_id': 'cd2ebbf1-d93c-4c66-bf76-d29329702764', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:37.194974 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-286766e9-e684-431f-8ca2-3119112e8881 req-a85ae358-776c-4e41-825c-36cbaa1c2879 service neutron] 10.222.0.11 "GET /v2.0/networks/0e6a7276-73af-404a-a848-662aa5c4a359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174947 Oct 26 14:16:37.261094 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d960a2e-ae0f-48d5-a61e-9967803f764f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.267719 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d960a2e-ae0f-48d5-a61e-9967803f764f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.289091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4d960a2e-ae0f-48d5-a61e-9967803f764f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d56c9043-43b4-40fe-bc0a-44e00835115f HTTP/1.1" status: 204 len: 168 time: 0.5226536 Oct 26 14:16:37.289474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-2880965e-a739-4056-91bb-da9635d3f52c', 'network_id': '2880965e-a739-4056-91bb-da9635d3f52c', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'fixed_ips': [{'subnet_id': '5ea5fa41-9a69-4c49-95af-0ffb19f7bfef'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:16:37.289474 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.323808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d960a2e-ae0f-48d5-a61e-9967803f764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56c9043-43b4-40fe-bc0a-44e00835115f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:37.362308 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cff83a-ac4e-4dbf-a901-6624fb94b1cf req-a9e2fc2f-27c9-428e-af34-9cdd721bb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:37.363948 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6cff83a-ac4e-4dbf-a901-6624fb94b1cf req-a9e2fc2f-27c9-428e-af34-9cdd721bb473 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f62d8985ab59496aa24f101ed1db901d&device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 1094 time: 0.0942655 Oct 26 14:16:37.390970 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775acaf7-0658-4c29-92a0-baa792f481dc req-167f956e-1c95-4187-8d43-0972d81703e1 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:37.392616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-775acaf7-0658-4c29-92a0-baa792f481dc req-167f956e-1c95-4187-8d43-0972d81703e1 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.3311601 Oct 26 14:16:37.414513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9315cb-986a-4e79-a5d3-74cae97b97bb req-7e0c2142-f33d-4d85-b5c2-2d79b1d73559 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:37.416041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c9315cb-986a-4e79-a5d3-74cae97b97bb req-7e0c2142-f33d-4d85-b5c2-2d79b1d73559 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 943 time: 0.3526454 Oct 26 14:16:37.429323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e97bfc-cd9b-436e-965c-203f6cf3f207 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:37.432771 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-74e97bfc-cd9b-436e-965c-203f6cf3f207 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.528099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cff83a-ac4e-4dbf-a901-6624fb94b1cf req-baf0356f-7aa9-47df-852e-79615bf14536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:37.529701 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6cff83a-ac4e-4dbf-a901-6624fb94b1cf req-baf0356f-7aa9-47df-852e-79615bf14536 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0e6a7276-73af-404a-a848-662aa5c4a359 HTTP/1.1" status: 200 len: 915 time: 0.1552460 Oct 26 14:16:37.608108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-775acaf7-0658-4c29-92a0-baa792f481dc req-fc3dcddb-4104-4714-b3af-0ed1cef22614 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065032 Oct 26 14:16:37.615685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c9315cb-986a-4e79-a5d3-74cae97b97bb req-6354d7c8-afa5-47ab-a813-aee002d07afe tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888731 Oct 26 14:16:37.664283 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6cff83a-ac4e-4dbf-a901-6624fb94b1cf req-2a894f02-919a-436a-afd9-39c25b4be24a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96e8a990-28da-48f2-8d49-13b5a22cab1b HTTP/1.1" status: 200 len: 217 time: 0.1207466 Oct 26 14:16:37.672582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Allocated IP 172.20.0.2 (2880965e-a739-4056-91bb-da9635d3f52c/5ea5fa41-9a69-4c49-95af-0ffb19f7bfef/bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:37.757924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cff83a-ac4e-4dbf-a901-6624fb94b1cf req-016b21a1-a8cd-46a6-b2eb-fd1a1caa6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:37.759593 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6cff83a-ac4e-4dbf-a901-6624fb94b1cf req-016b21a1-a8cd-46a6-b2eb-fd1a1caa6b78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1483ad81-34c3-4b2c-a9ac-471058029be6 HTTP/1.1" status: 200 len: 854 time: 0.0888183 Oct 26 14:16:37.837567 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6cff83a-ac4e-4dbf-a901-6624fb94b1cf req-e6a33a10-c59a-4368-99fc-107a5bd13adc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0e6a7276-73af-404a-a848-662aa5c4a359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580864 Oct 26 14:16:37.901156 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-74e97bfc-cd9b-436e-965c-203f6cf3f207 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.956320 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.976778 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:16:37.979944 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.021473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e97bfc-cd9b-436e-965c-203f6cf3f207 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Checking segment: {'id': '39cc4621-171c-42eb-bf01-d864406ca496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'cd2ebbf1-d93c-4c66-bf76-d29329702764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:38.022683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e97bfc-cd9b-436e-965c-203f6cf3f207 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network hostable DHCP agents. Network: cd2ebbf1-d93c-4c66-bf76-d29329702764, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:38.026326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e97bfc-cd9b-436e-965c-203f6cf3f207 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Subnet': ['ID=4f32f854-e52d-43d6-8c9b-995485926bb3,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:38.039695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Network 2880965e-a739-4056-91bb-da9635d3f52c is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:38.044942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:38.051709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:38.064582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e97bfc-cd9b-436e-965c-203f6cf3f207 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network cd2ebbf1-d93c-4c66-bf76-d29329702764 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:38.073094 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Pushing event updated for resources: {'Port': ['ID=bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:38.094315 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-74e97bfc-cd9b-436e-965c-203f6cf3f207 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, cd2ebbf1-d93c-4c66-bf76-d29329702764) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:38.118439 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6cff83a-ac4e-4dbf-a901-6624fb94b1cf req-0555416c-1e3d-4631-975b-e911d486cd09 service neutron] 10.222.0.11 "GET /v2.0/networks/0e6a7276-73af-404a-a848-662aa5c4a359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722483 Oct 26 14:16:38.124976 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e97bfc-cd9b-436e-965c-203f6cf3f207 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:38.130163 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-74e97bfc-cd9b-436e-965c-203f6cf3f207 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.136852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579985e-7e71-4c60-b4ff-a75d957a1f28 None None] Network cd2ebbf1-d93c-4c66-bf76-d29329702764 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:38.174506 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-74e97bfc-cd9b-436e-965c-203f6cf3f207 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1292765 Oct 26 14:16:38.176946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 46914) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:38.183044 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-81590846-0863-4360-bc5f-9ede45987772 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1461402253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:38.238265 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-81590846-0863-4360-bc5f-9ede45987772 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.239292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-81590846-0863-4360-bc5f-9ede45987772 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.316422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Attempting to bind port bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:38.316422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Attempting to bind port bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '2d97490e-3781-4690-9d77-c86267450e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '2880965e-a739-4056-91bb-da9635d3f52c'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:38.316422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Attempting to bind port bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab on network 2880965e-a739-4056-91bb-da9635d3f52c {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:38.324577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:38.324957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Checking segment: {'id': '2d97490e-3781-4690-9d77-c86267450e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '2880965e-a739-4056-91bb-da9635d3f52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:38.325453 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.325841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Bound using segment: {'id': '2d97490e-3781-4690-9d77-c86267450e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '2880965e-a739-4056-91bb-da9635d3f52c'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:38.326724 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Bound port: bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d97490e-3781-4690-9d77-c86267450e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '2880965e-a739-4056-91bb-da9635d3f52c'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:38.327286 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.353035 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6cff83a-ac4e-4dbf-a901-6624fb94b1cf req-eaed3a46-793d-4afe-93d7-b80f51b90756 service neutron] 10.222.0.11 "GET /v2.0/networks/0e6a7276-73af-404a-a848-662aa5c4a359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263730 Oct 26 14:16:38.369715 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-81590846-0863-4360-bc5f-9ede45987772 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.388480 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-81590846-0863-4360-bc5f-9ede45987772 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.417386 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-81590846-0863-4360-bc5f-9ede45987772 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.418968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-81590846-0863-4360-bc5f-9ede45987772 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2410836 Oct 26 14:16:38.421951 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 46942) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:38.434440 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] For port bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:38.438603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] For port bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab,segment=NetworkSegment(2d97490e-3781-4690-9d77-c86267450e54),segment_id=2d97490e-3781-4690-9d77-c86267450e54)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:38.453223 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.464511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d46943-3873-435b-91c8-29a2a484e049 req-86f2470f-00aa-4606-a9b2-8ce4446d90ef tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:38.473448 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9d46943-3873-435b-91c8-29a2a484e049 req-86f2470f-00aa-4606-a9b2-8ce4446d90ef tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1182761 Oct 26 14:16:38.577179 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb3b88-bcc5-4f26-9077-72695e176aa2 None None] Pushing event updated for resources: {'Port': ['ID=bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:38.598818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9d46943-3873-435b-91c8-29a2a484e049 req-102c0731-3d30-4872-bbce-d2bfe004f3c3 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176028 Oct 26 14:16:38.632451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-cd2ebbf1-d93c-4c66-bf76-d29329702764', 'network_id': 'cd2ebbf1-d93c-4c66-bf76-d29329702764', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'fixed_ips': [{'subnet_id': '4f32f854-e52d-43d6-8c9b-995485926bb3'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:16:38.633546 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.908040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599c651-76c5-41f4-ab4e-afd9706f5d99 req-71843d5b-55f0-4e4b-8f5f-0a8903a27bf9 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:38.909750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2599c651-76c5-41f4-ab4e-afd9706f5d99 req-71843d5b-55f0-4e4b-8f5f-0a8903a27bf9 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 943 time: 0.1712732 Oct 26 14:16:39.022547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2599c651-76c5-41f4-ab4e-afd9706f5d99 req-b9a7d49a-1dbb-43bf-86d5-769c1624bf6e tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014774 Oct 26 14:16:39.033960 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.074342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Allocated IP 172.21.0.2 (cd2ebbf1-d93c-4c66-bf76-d29329702764/4f32f854-e52d-43d6-8c9b-995485926bb3/cf5ef529-0cae-49eb-9467-842389e5003e) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:39.355964 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.369015 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.423891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Network cd2ebbf1-d93c-4c66-bf76-d29329702764 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:39.426827 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:39.430723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:39.438352 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Pushing event updated for resources: {'Port': ['ID=cf5ef529-0cae-49eb-9467-842389e5003e,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:39.441279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Allocated IP 172.20.0.1 (2880965e-a739-4056-91bb-da9635d3f52c/5ea5fa41-9a69-4c49-95af-0ffb19f7bfef/8d71778f-8586-466b-af84-cdfe84da95ea) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:39.544170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Attempting to bind port cf5ef529-0cae-49eb-9467-842389e5003e on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:39.544798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Attempting to bind port cf5ef529-0cae-49eb-9467-842389e5003e by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '39cc4621-171c-42eb-bf01-d864406ca496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'cd2ebbf1-d93c-4c66-bf76-d29329702764'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:39.545267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Attempting to bind port cf5ef529-0cae-49eb-9467-842389e5003e on network cd2ebbf1-d93c-4c66-bf76-d29329702764 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:39.552601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:39.553585 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Checking segment: {'id': '39cc4621-171c-42eb-bf01-d864406ca496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'cd2ebbf1-d93c-4c66-bf76-d29329702764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:39.554280 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.555143 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Bound using segment: {'id': '39cc4621-171c-42eb-bf01-d864406ca496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'cd2ebbf1-d93c-4c66-bf76-d29329702764'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:39.555923 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Bound port: cf5ef529-0cae-49eb-9467-842389e5003e, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cc4621-171c-42eb-bf01-d864406ca496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'cd2ebbf1-d93c-4c66-bf76-d29329702764'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:39.556608 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.637032 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] For port cf5ef529-0cae-49eb-9467-842389e5003e, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:39.642756 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] For port cf5ef529-0cae-49eb-9467-842389e5003e, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cf5ef529-0cae-49eb-9467-842389e5003e,segment=NetworkSegment(39cc4621-171c-42eb-bf01-d864406ca496),segment_id=39cc4621-171c-42eb-bf01-d864406ca496)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:39.650887 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.749322 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.827045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c767344-bc6c-48d6-9cb8-ce5bbc8efe0f None None] Pushing event updated for resources: {'Port': ['ID=cf5ef529-0cae-49eb-9467-842389e5003e,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:39.891085 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b25b2-bc16-4d3a-b443-f38a70a9a010 req-a8df6d98-3ae8-4602-8bfd-5ee88a90bab6 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:39.891615 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.908928 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:39.909081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-587b25b2-bc16-4d3a-b443-f38a70a9a010 req-a8df6d98-3ae8-4602-8bfd-5ee88a90bab6 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1924355 Oct 26 14:16:39.973306 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 2880965e-a739-4056-91bb-da9635d3f52c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:39.985052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:39.997861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:40.002873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=8d71778f-8586-466b-af84-cdfe84da95ea,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:40.082137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:40.082480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:40.082828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:40.083250 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:40.083494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:40.083815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:40.084150 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:40.084504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:40.084889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:40.085149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:40.095392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:40.096463 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:40.096577 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-587b25b2-bc16-4d3a-b443-f38a70a9a010 req-019ca8ea-90cb-4850-9014-e70129984c86 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779118 Oct 26 14:16:40.109679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:40.110643 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:40.173825 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:40.380395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502f9a9-5608-498d-9757-9f26b8721607 req-87d7208a-6803-4c7b-8c9b-06524589d19e tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:40.407211 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:40.419434 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e502f9a9-5608-498d-9757-9f26b8721607 req-87d7208a-6803-4c7b-8c9b-06524589d19e tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 943 time: 0.1188161 Oct 26 14:16:40.492670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab,segment=NetworkSegment(2d97490e-3781-4690-9d77-c86267450e54),segment_id=2d97490e-3781-4690-9d77-c86267450e54)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:40.524399 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:40.525267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e502f9a9-5608-498d-9757-9f26b8721607 req-af228b31-818e-46a5-9c49-355df1f47f68 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047275 Oct 26 14:16:40.546835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 96e8a990-28da-48f2-8d49-13b5a22cab1b details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:16:40.597526 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:40.689648 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3d6e68-7b7f-47c3-864b-fef6e3bc6b89 None None] Network 2880965e-a739-4056-91bb-da9635d3f52c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:40.698619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:40.764874 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.resource_extend [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:16:40.876185 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4478d3aa-bb5c-4b6d-8f0c-f32889b41850 None None] Provisioning complete for port bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:40.876671 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4478d3aa-bb5c-4b6d-8f0c-f32889b41850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:41.083648 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 96e8a990-28da-48f2-8d49-13b5a22cab1b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=96e8a990-28da-48f2-8d49-13b5a22cab1b,segment=NetworkSegment(68cecbdc-7793-4f51-b1d0-5c15b126f306),segment_id=68cecbdc-7793-4f51-b1d0-5c15b126f306)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:41.179328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9610-a272-4b3a-8b73-1bb8b4dc110b req-97404a44-e004-478d-8856-8acf153abd63 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:41.181814 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-938d9610-a272-4b3a-8b73-1bb8b4dc110b req-97404a44-e004-478d-8856-8acf153abd63 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1458838 Oct 26 14:16:41.188596 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:41.189786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '96e8a990-28da-48f2-8d49-13b5a22cab1b', 'network_id': '0e6a7276-73af-404a-a848-662aa5c4a359', 'port_id': '96e8a990-28da-48f2-8d49-13b5a22cab1b', 'mac_address': 'fa:16:3e:6c:76:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1483ad81-34c3-4b2c-a9ac-471058029be6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:16:41.207284 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:41.253077 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:41.281190 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e8a990-28da-48f2-8d49-13b5a22cab1b {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:16:41.310379 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 96e8a990-28da-48f2-8d49-13b5a22cab1b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=96e8a990-28da-48f2-8d49-13b5a22cab1b,segment=NetworkSegment(68cecbdc-7793-4f51-b1d0-5c15b126f306),segment_id=68cecbdc-7793-4f51-b1d0-5c15b126f306)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:41.320296 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:41.387229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d49ab-bb99-4364-ac81-8e9db332001e req-a04a8de7-e896-4e18-951f-3af4197eceeb tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:41.404659 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-845d49ab-bb99-4364-ac81-8e9db332001e req-a04a8de7-e896-4e18-951f-3af4197eceeb tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 946 time: 0.1232522 Oct 26 14:16:41.518286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=96e8a990-28da-48f2-8d49-13b5a22cab1b,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:41.543570 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-845d49ab-bb99-4364-ac81-8e9db332001e req-212099b2-7217-4ec3-b204-4ea34dcf971f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329138 Oct 26 14:16:41.668015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=8d71778f-8586-466b-af84-cdfe84da95ea,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:41.696161 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:41.776825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea0a87-5685-413a-8774-b3a1264de0ff req-c9ee315a-bad7-495f-b991-862983aae8a8 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:41.788100 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-00ea0a87-5685-413a-8774-b3a1264de0ff req-c9ee315a-bad7-495f-b991-862983aae8a8 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 944 time: 0.1087387 Oct 26 14:16:41.794972 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-938d9610-a272-4b3a-8b73-1bb8b4dc110b req-318de020-0753-4858-9294-be7cb54de8b5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Deleting port 50992906-3bb5-44b2-8a0e-ff8d89724df9 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:41.795424 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-938d9610-a272-4b3a-8b73-1bb8b4dc110b req-318de020-0753-4858-9294-be7cb54de8b5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:41.801512 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['96e8a990-28da-48f2-8d49-13b5a22cab1b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:16:41.891602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-00ea0a87-5685-413a-8774-b3a1264de0ff req-3ef60b2c-dc01-49e0-a3d5-1ddb9aed63a8 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971074 Oct 26 14:16:42.002320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cf5ef529-0cae-49eb-9467-842389e5003e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:42.004445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591068b0-e6d2-4cd6-8e5c-281835e18263 None None] Network cd2ebbf1-d93c-4c66-bf76-d29329702764 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:42.041057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-938d9610-a272-4b3a-8b73-1bb8b4dc110b req-318de020-0753-4858-9294-be7cb54de8b5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] For port 50992906-3bb5-44b2-8a0e-ff8d89724df9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=50992906-3bb5-44b2-8a0e-ff8d89724df9,segment=NetworkSegment(8083cc11-575d-4d97-b38b-66feefa821e8),segment_id=8083cc11-575d-4d97-b38b-66feefa821e8)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:42.041426 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-938d9610-a272-4b3a-8b73-1bb8b4dc110b req-318de020-0753-4858-9294-be7cb54de8b5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:42.044903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 2880965e-a739-4056-91bb-da9635d3f52c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:42.056582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:42.066658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-938d9610-a272-4b3a-8b73-1bb8b4dc110b req-318de020-0753-4858-9294-be7cb54de8b5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Calling delete_port for 50992906-3bb5-44b2-8a0e-ff8d89724df9 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:42.163617 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b4ce1dec-2988-45c0-9765-0a6dff057fa5 None None] Provisioning complete for port cf5ef529-0cae-49eb-9467-842389e5003e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:42.164093 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b4ce1dec-2988-45c0-9765-0a6dff057fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:42.350888 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port cf5ef529-0cae-49eb-9467-842389e5003e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:42.356899 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:42.385775 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-938d9610-a272-4b3a-8b73-1bb8b4dc110b req-318de020-0753-4858-9294-be7cb54de8b5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:42.439974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['ee3ae6a9-d66b-482b-a0c5-7541f4da5a41'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:16:42.482966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318de020-0753-4858-9294-be7cb54de8b5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Pushing event deleted for resources: {'Port': ['ID=50992906-3bb5-44b2-8a0e-ff8d89724df9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:42.598865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-938d9610-a272-4b3a-8b73-1bb8b4dc110b req-318de020-0753-4858-9294-be7cb54de8b5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] No DVR routers for this DVR port 50992906-3bb5-44b2-8a0e-ff8d89724df9 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:42.603692 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-938d9610-a272-4b3a-8b73-1bb8b4dc110b req-318de020-0753-4858-9294-be7cb54de8b5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:42.607996 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-938d9610-a272-4b3a-8b73-1bb8b4dc110b req-318de020-0753-4858-9294-be7cb54de8b5 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.25 "DELETE /v2.0/ports/50992906-3bb5-44b2-8a0e-ff8d89724df9 HTTP/1.1" status: 204 len: 173 time: 1.4156144 Oct 26 14:16:42.608971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e5b612-e1a8-4b93-b7b3-45da6d369a2d', 'name': 'network-vif-deleted', 'tag': '50992906-3bb5-44b2-8a0e-ff8d89724df9'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:16:42.611656 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa64c8da-b82c-45ad-851b-637f0b1d1d64" -d '{"events": [{"server_uuid": "c2e5b612-e1a8-4b93-b7b3-45da6d369a2d", "name": "network-vif-deleted", "tag": "50992906-3bb5-44b2-8a0e-ff8d89724df9"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:16:42.629953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router 645f08a5-9f8b-4602-a9d6-fcf5e6615dcf is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:16:42.776923 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:16:42.794251 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae1adfa-3c48-4f7d-9192-67488ebad80d None None] Sync routers for ids ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:16:42.814908 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae1adfa-3c48-4f7d-9192-67488ebad80d None None] Routers {'645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:42.816345 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5ae1adfa-3c48-4f7d-9192-67488ebad80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:42.816692 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-69c3d79d-b803-41a2-9d09-de1990524b64 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/645f08a5-9f8b-4602-a9d6-fcf5e6615dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3925328 Oct 26 14:16:42.819956 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47378) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:42.858787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85c5adad-f721-4231-830b-39585a68bdf8 req-2e9e9334-e3d6-4ac2-af79-4b3bdc61485d tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e5b612-e1a8-4b93-b7b3-45da6d369a2d HTTP/1.1" status: 200 len: 210 time: 0.0778582 Oct 26 14:16:42.905028 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5ae1adfa-3c48-4f7d-9192-67488ebad80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:42.916471 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae1adfa-3c48-4f7d-9192-67488ebad80d None None] Routers {'645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:42.917964 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5ae1adfa-3c48-4f7d-9192-67488ebad80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:42.933399 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b4e16a-ad8c-4432-b578-73603b1ef5d8 x-openstack-request-id: req-77b4e16a-ad8c-4432-b578-73603b1ef5d8 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:16:42.933802 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e5b612-e1a8-4b93-b7b3-45da6d369a2d", "name": "network-vif-deleted", "tag": "50992906-3bb5-44b2-8a0e-ff8d89724df9", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:16:42.934200 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77b4e16a-ad8c-4432-b578-73603b1ef5d8 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:16:42.934971 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e5b612-e1a8-4b93-b7b3-45da6d369a2d', 'name': 'network-vif-deleted', 'tag': '50992906-3bb5-44b2-8a0e-ff8d89724df9', 'status': 'completed', 'code': 200} Oct 26 14:16:42.955257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8436ac7-6b71-4bb5-bb3e-dc87d0bb467c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:42.957182 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a8436ac7-6b71-4bb5-bb3e-dc87d0bb467c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports/8d71778f-8586-466b-af84-cdfe84da95ea HTTP/1.1" status: 200 len: 910 time: 0.1354563 Oct 26 14:16:42.959902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47384) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:43.011356 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5ae1adfa-3c48-4f7d-9192-67488ebad80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:43.012311 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae1adfa-3c48-4f7d-9192-67488ebad80d None None] The sync data for ids ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:16:43.137091 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8763a44-aa59-4e8a-b775-63cb9849ca29 req-e0a5bb0f-46e4-44c4-bf75-eefa19906a93 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:43.151854 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8763a44-aa59-4e8a-b775-63cb9849ca29 req-e0a5bb0f-46e4-44c4-bf75-eefa19906a93 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 944 time: 0.1203208 Oct 26 14:16:43.168032 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-70d7b9a2-ed11-44fd-8db3-7caa8be26851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:43.208641 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b4ce1dec-2988-45c0-9765-0a6dff057fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:43.232353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8763a44-aa59-4e8a-b775-63cb9849ca29 req-52d66864-d3ad-4a6e-a4c7-6c0c65f51b5a tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777709 Oct 26 14:16:43.241305 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:43.359702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b4ce1dec-2988-45c0-9765-0a6dff057fa5 None None] For port cf5ef529-0cae-49eb-9467-842389e5003e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cf5ef529-0cae-49eb-9467-842389e5003e,segment=NetworkSegment(39cc4621-171c-42eb-bf01-d864406ca496),segment_id=39cc4621-171c-42eb-bf01-d864406ca496)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:43.378504 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b4ce1dec-2988-45c0-9765-0a6dff057fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:43.612448 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-969972ff-0bc2-49e0-be2b-1a3688f99c83 None None] Provisioning complete for port 8d71778f-8586-466b-af84-cdfe84da95ea triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:43.612739 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-969972ff-0bc2-49e0-be2b-1a3688f99c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:43.697460 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-969972ff-0bc2-49e0-be2b-1a3688f99c83 None None] Port 8d71778f-8586-466b-af84-cdfe84da95ea cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:16:43.703891 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:16:43.704456 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:16:43.720726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce1dec-2988-45c0-9765-0a6dff057fa5 None None] Pushing event updated for resources: {'Port': ['ID=cf5ef529-0cae-49eb-9467-842389e5003e,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:43.723616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-969972ff-0bc2-49e0-be2b-1a3688f99c83 None None] Provisioning complete for port bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:43.724155 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-969972ff-0bc2-49e0-be2b-1a3688f99c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:43.785591 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:43.798852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 50992906-3bb5-44b2-8a0e-ff8d89724df9 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:43.841869 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 50992906-3bb5-44b2-8a0e-ff8d89724df9 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:43.842389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 50992906-3bb5-44b2-8a0e-ff8d89724df9 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:44.039373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a6da6050-e599-4372-a55e-9b2f19382ae6 None None] Provisioning complete for port cf5ef529-0cae-49eb-9467-842389e5003e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:44.039763 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a6da6050-e599-4372-a55e-9b2f19382ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.336919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:44.467622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:44.468490 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.502281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b56c22-ce6b-40e1-8161-ec15c1363f60 req-79904bae-3841-474b-baf1-4a14aa125b3e tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:44.524140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46b56c22-ce6b-40e1-8161-ec15c1363f60 req-79904bae-3841-474b-baf1-4a14aa125b3e tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1199117 Oct 26 14:16:44.574930 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 96e8a990-28da-48f2-8d49-13b5a22cab1b up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:44.618189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46b56c22-ce6b-40e1-8161-ec15c1363f60 req-ba8c2b59-9eaf-46cf-8f2d-499e3164373f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897644 Oct 26 14:16:44.642750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423332c-42bb-4587-bdb0-f0e7810474e0 req-6bdfb2e3-5a6e-489d-9b19-11c0529a0d4b tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:44.666493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8423332c-42bb-4587-bdb0-f0e7810474e0 req-6bdfb2e3-5a6e-489d-9b19-11c0529a0d4b tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 944 time: 0.2172222 Oct 26 14:16:44.757538 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8423332c-42bb-4587-bdb0-f0e7810474e0 req-bbe613b6-79ad-4b90-8edd-53446429c584 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883980 Oct 26 14:16:44.795116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 96e8a990-28da-48f2-8d49-13b5a22cab1b completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:16:44.812819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 96e8a990-28da-48f2-8d49-13b5a22cab1b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:44.813386 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.968449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Allocated IP 172.21.0.1 (cd2ebbf1-d93c-4c66-bf76-d29329702764/4f32f854-e52d-43d6-8c9b-995485926bb3/e620fed7-0d8b-425b-921d-e1d9036feab1) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:44.997338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cf5ef529-0cae-49eb-9467-842389e5003e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:45.039749 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.102158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dc7aa0-8bcf-4c15-8240-42876148399c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e8a990-28da-48f2-8d49-13b5a22cab1b'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:16:45.105262 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa916ea8-31a5-4bed-9eed-6d2a6ab177ce" -d '{"events": [{"server_uuid": "20dc7aa0-8bcf-4c15-8240-42876148399c", "name": "network-vif-plugged", "status": "completed", "tag": "96e8a990-28da-48f2-8d49-13b5a22cab1b"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:16:45.120071 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bf33c8aa-365c-47a6-8261-ec4cd57d1166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.127235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 96e8a990-28da-48f2-8d49-13b5a22cab1b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=96e8a990-28da-48f2-8d49-13b5a22cab1b,segment=NetworkSegment(68cecbdc-7793-4f51-b1d0-5c15b126f306),segment_id=68cecbdc-7793-4f51-b1d0-5c15b126f306)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:45.137423 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.185633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port cf5ef529-0cae-49eb-9467-842389e5003e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:45.185821 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.214368 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc14d1c-bf03-4be5-9a50-484dab8e8c71 x-openstack-request-id: req-8bc14d1c-bf03-4be5-9a50-484dab8e8c71 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:16:45.214703 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dc7aa0-8bcf-4c15-8240-42876148399c", "name": "network-vif-plugged", "status": "completed", "tag": "96e8a990-28da-48f2-8d49-13b5a22cab1b", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:16:45.214916 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8bc14d1c-bf03-4be5-9a50-484dab8e8c71 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:16:45.215940 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dc7aa0-8bcf-4c15-8240-42876148399c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e8a990-28da-48f2-8d49-13b5a22cab1b', 'code': 200} Oct 26 14:16:45.261641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=96e8a990-28da-48f2-8d49-13b5a22cab1b,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:45.347637 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.472179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277ca93-f773-4f54-acc5-ac8a78ae0e64 req-8b9d4758-0ae1-4747-a7f3-830b029251fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:45.473830 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c277ca93-f773-4f54-acc5-ac8a78ae0e64 req-8b9d4758-0ae1-4747-a7f3-830b029251fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 1096 time: 0.1576293 Oct 26 14:16:45.487817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.587898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network cd2ebbf1-d93c-4c66-bf76-d29329702764 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:45.601793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:45.616744 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:45.653469 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c277ca93-f773-4f54-acc5-ac8a78ae0e64 req-cfd89db4-f662-4726-b13f-05769c9750ab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616626 Oct 26 14:16:45.656908 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=e620fed7-0d8b-425b-921d-e1d9036feab1,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:45.682974 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.852548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94bd59-8ca3-483c-9383-55b54737a5b0 req-80fe6af2-c65d-48d0-bd94-392d09425003 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:45.861379 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec94bd59-8ca3-483c-9383-55b54737a5b0 req-80fe6af2-c65d-48d0-bd94-392d09425003 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1250405 Oct 26 14:16:45.992179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.995640 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec94bd59-8ca3-483c-9383-55b54737a5b0 req-f644b972-064a-4654-b3c7-996865531cd4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328819 Oct 26 14:16:46.009375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-fe75a8d8-48d8-4c17-bde4-cb78eaace0c6 None None] Provisioning complete for port e620fed7-0d8b-425b-921d-e1d9036feab1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:46.014938 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fe75a8d8-48d8-4c17-bde4-cb78eaace0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:46.080719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af375df-8b0a-457a-a875-9837853ae091 req-55b2365f-1fe1-4fc5-b442-74057b8292b8 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:46.089715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6af375df-8b0a-457a-a875-9837853ae091 req-55b2365f-1fe1-4fc5-b442-74057b8292b8 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 945 time: 0.0653980 Oct 26 14:16:46.096923 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-fe75a8d8-48d8-4c17-bde4-cb78eaace0c6 None None] Port e620fed7-0d8b-425b-921d-e1d9036feab1 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:16:46.146462 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6af375df-8b0a-457a-a875-9837853ae091 req-8c04976f-25b9-4a33-89b3-4fddf42a44f6 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498085 Oct 26 14:16:46.393411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ac889-9cdd-424b-b677-4fca6a2eeb91 req-a7b89f5c-a84e-498a-9ede-d031f3b0b15f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:46.395255 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-989ac889-9cdd-424b-b677-4fca6a2eeb91 req-a7b89f5c-a84e-498a-9ede-d031f3b0b15f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.25 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.0998578 Oct 26 14:16:46.450467 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:46.465007 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:46.556383 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:46.607222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=e620fed7-0d8b-425b-921d-e1d9036feab1,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:46.627874 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:46.721316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-989ac889-9cdd-424b-b677-4fca6a2eeb91 req-9b3d59a1-b764-4cc4-af0d-7db412fe36b4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Deleting port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:46.721760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-989ac889-9cdd-424b-b677-4fca6a2eeb91 req-9b3d59a1-b764-4cc4-af0d-7db412fe36b4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:46.776268 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:46.823363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network cd2ebbf1-d93c-4c66-bf76-d29329702764 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:46.827196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:46.963842 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-989ac889-9cdd-424b-b677-4fca6a2eeb91 req-9b3d59a1-b764-4cc4-af0d-7db412fe36b4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] For port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41,segment=NetworkSegment(8083cc11-575d-4d97-b38b-66feefa821e8),segment_id=8083cc11-575d-4d97-b38b-66feefa821e8)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:46.964125 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-989ac889-9cdd-424b-b677-4fca6a2eeb91 req-9b3d59a1-b764-4cc4-af0d-7db412fe36b4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:46.984831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-989ac889-9cdd-424b-b677-4fca6a2eeb91 req-9b3d59a1-b764-4cc4-af0d-7db412fe36b4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Calling delete_port for ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:47.011347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router 645f08a5-9f8b-4602-a9d6-fcf5e6615dcf has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:16:47.267040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acb162-2327-4ed4-8bc3-5698f98bb3a4 req-4e84a14d-c531-4d14-bca7-42336638893f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:47.268700 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03acb162-2327-4ed4-8bc3-5698f98bb3a4 req-4e84a14d-c531-4d14-bca7-42336638893f tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 946 time: 0.1185122 Oct 26 14:16:47.328638 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:16:47.344340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2987ee92-9367-4e81-9b34-cdd4d829b3b8 None None] Provisioning complete for port e620fed7-0d8b-425b-921d-e1d9036feab1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:47.345118 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2987ee92-9367-4e81-9b34-cdd4d829b3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:47.347275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5cdc65-cca9-4d1c-8a46-a849bd427a2e None None] Sync routers for ids ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:16:47.361108 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bbcb5d98-2dab-4979-aa19-3178691d8f4c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/645f08a5-9f8b-4602-a9d6-fcf5e6615dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3967874 Oct 26 14:16:47.361937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47514) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:47.387951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03acb162-2327-4ed4-8bc3-5698f98bb3a4 req-125cf8c2-004f-4b6f-b55d-29a43834f80e tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a63be-7cfa-4627-94d4-9dd0eeab11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965521 Oct 26 14:16:47.428755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5cdc65-cca9-4d1c-8a46-a849bd427a2e None None] Routers {'645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:47.429408 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4f5cdc65-cca9-4d1c-8a46-a849bd427a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:47.432519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0628b9f-9913-49f4-bb54-8a63f88fc2a2 req-02e74eaf-ce91-4aa6-87ef-400d9236caef tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:47.440272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f0628b9f-9913-49f4-bb54-8a63f88fc2a2 req-02e74eaf-ce91-4aa6-87ef-400d9236caef tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 945 time: 0.1086442 Oct 26 14:16:47.496020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f0628b9f-9913-49f4-bb54-8a63f88fc2a2 req-3337458b-6bdc-4182-812b-c215879aea5f tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541389 Oct 26 14:16:47.516638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4f5cdc65-cca9-4d1c-8a46-a849bd427a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:47.544846 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea6bec-3484-49e7-a899-479647919705 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:47.546539 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ceea6bec-3484-49e7-a899-479647919705 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports/e620fed7-0d8b-425b-921d-e1d9036feab1 HTTP/1.1" status: 200 len: 910 time: 0.1696932 Oct 26 14:16:47.549330 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47522) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:47.576000 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5cdc65-cca9-4d1c-8a46-a849bd427a2e None None] Routers {'645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:47.577119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4f5cdc65-cca9-4d1c-8a46-a849bd427a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:47.640805 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-989ac889-9cdd-424b-b677-4fca6a2eeb91 req-9b3d59a1-b764-4cc4-af0d-7db412fe36b4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:47.663534 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2987ee92-9367-4e81-9b34-cdd4d829b3b8 None None] Port e620fed7-0d8b-425b-921d-e1d9036feab1 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:16:47.671186 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['ee3ae6a9-d66b-482b-a0c5-7541f4da5a41'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:16:47.677616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4f5cdc65-cca9-4d1c-8a46-a849bd427a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:47.679075 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5cdc65-cca9-4d1c-8a46-a849bd427a2e None None] The sync data for ids ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:16:47.772588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d59a1-b764-4cc4-af0d-7db412fe36b4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Pushing event deleted for resources: {'Port': ['ID=ee3ae6a9-d66b-482b-a0c5-7541f4da5a41,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:47.844506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-989ac889-9cdd-424b-b677-4fca6a2eeb91 req-9b3d59a1-b764-4cc4-af0d-7db412fe36b4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] No DVR routers for this DVR port ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:47.847968 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-989ac889-9cdd-424b-b677-4fca6a2eeb91 req-9b3d59a1-b764-4cc4-af0d-7db412fe36b4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:47.852582 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-989ac889-9cdd-424b-b677-4fca6a2eeb91 req-9b3d59a1-b764-4cc4-af0d-7db412fe36b4 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.25 "DELETE /v2.0/ports/ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 HTTP/1.1" status: 204 len: 173 time: 1.4469194 Oct 26 14:16:47.853185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a5b02f-b1a2-4e9f-b6df-90422f469894', 'name': 'network-vif-deleted', 'tag': 'ee3ae6a9-d66b-482b-a0c5-7541f4da5a41'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:16:47.856408 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f263cf-9f91-459d-adec-17620478e617" -d '{"events": [{"server_uuid": "64a5b02f-b1a2-4e9f-b6df-90422f469894", "name": "network-vif-deleted", "tag": "ee3ae6a9-d66b-482b-a0c5-7541f4da5a41"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:16:47.972857 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4ececb-17f9-47a8-b652-0866f8377c3b x-openstack-request-id: req-ce4ececb-17f9-47a8-b652-0866f8377c3b {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:16:47.973474 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a5b02f-b1a2-4e9f-b6df-90422f469894", "name": "network-vif-deleted", "tag": "ee3ae6a9-d66b-482b-a0c5-7541f4da5a41", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:16:47.973952 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce4ececb-17f9-47a8-b652-0866f8377c3b {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:16:47.974627 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a5b02f-b1a2-4e9f-b6df-90422f469894', 'name': 'network-vif-deleted', 'tag': 'ee3ae6a9-d66b-482b-a0c5-7541f4da5a41', 'status': 'completed', 'code': 200} Oct 26 14:16:48.042522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146773c-1ada-4e95-a54d-b34f2cb23de6 req-1f7701f5-499c-4698-83fa-f85170d9b1f2 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:48.055949 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c146773c-1ada-4e95-a54d-b34f2cb23de6 req-1f7701f5-499c-4698-83fa-f85170d9b1f2 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 945 time: 0.0741842 Oct 26 14:16:48.130971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279865b4-1676-4ba7-9b7b-5783b19343d4 req-1da827a6-2b86-4f4f-8c58-523de4abb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:48.142591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c146773c-1ada-4e95-a54d-b34f2cb23de6 req-ca00e5b0-bb6d-44d3-a5f8-d55e6839808d tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Oct 26 14:16:48.153742 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-279865b4-1676-4ba7-9b7b-5783b19343d4 req-1da827a6-2b86-4f4f-8c58-523de4abb601 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f62d8985ab59496aa24f101ed1db901d&device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 1096 time: 0.2189922 Oct 26 14:16:48.414258 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279865b4-1676-4ba7-9b7b-5783b19343d4 req-58656883-67b6-4665-b58f-ea4d7eab156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:48.417003 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-279865b4-1676-4ba7-9b7b-5783b19343d4 req-58656883-67b6-4665-b58f-ea4d7eab156c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0e6a7276-73af-404a-a848-662aa5c4a359 HTTP/1.1" status: 200 len: 915 time: 0.2590175 Oct 26 14:16:48.484138 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-279865b4-1676-4ba7-9b7b-5783b19343d4 req-c0076c45-8f97-42c3-9ff6-9d3587ea6119 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96e8a990-28da-48f2-8d49-13b5a22cab1b HTTP/1.1" status: 200 len: 217 time: 0.0548682 Oct 26 14:16:48.524021 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:48.621955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f8fd5715-fa19-4c84-92fe-b3ab952eefd9 req-caa07b9d-7e6c-4b1f-84ae-02a86160abe9 tempest-ServerRescueTestJSON-872284473 tempest-ServerRescueTestJSON-872284473-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a5b02f-b1a2-4e9f-b6df-90422f469894 HTTP/1.1" status: 200 len: 210 time: 0.0455439 Oct 26 14:16:48.642553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279865b4-1676-4ba7-9b7b-5783b19343d4 req-8e829b70-2e33-4bc2-95a9-749dca1876fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:48.645055 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-279865b4-1676-4ba7-9b7b-5783b19343d4 req-8e829b70-2e33-4bc2-95a9-749dca1876fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1483ad81-34c3-4b2c-a9ac-471058029be6 HTTP/1.1" status: 200 len: 854 time: 0.1422665 Oct 26 14:16:48.720236 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-279865b4-1676-4ba7-9b7b-5783b19343d4 req-4053400f-a656-4b48-a900-8cca9057052d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0e6a7276-73af-404a-a848-662aa5c4a359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668569 Oct 26 14:16:48.850498 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7c4af50-3e9f-4681-9d6a-e5358742a045 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:48.960899 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-279865b4-1676-4ba7-9b7b-5783b19343d4 req-fbbc2318-28de-4b45-baeb-180c03c1d336 service neutron] 10.222.0.11 "GET /v2.0/networks/0e6a7276-73af-404a-a848-662aa5c4a359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291181 Oct 26 14:16:49.087661 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-279865b4-1676-4ba7-9b7b-5783b19343d4 req-9b3ecb9c-d788-4f78-a320-e0a8d8cab105 service neutron] 10.222.0.11 "GET /v2.0/networks/0e6a7276-73af-404a-a848-662aa5c4a359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975535 Oct 26 14:16:49.380962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a05da2-86a8-4a1c-b5f4-d6051face30a req-c51cbdba-0964-4a0a-8180-c637cd09a2cb tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:49.383804 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9a05da2-86a8-4a1c-b5f4-d6051face30a req-c51cbdba-0964-4a0a-8180-c637cd09a2cb tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 945 time: 0.0877790 Oct 26 14:16:49.509918 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9a05da2-86a8-4a1c-b5f4-d6051face30a req-a6143f68-2e97-4756-99d6-c2501062f4fd tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133993 Oct 26 14:16:49.547562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4af50-3e9f-4681-9d6a-e5358742a045 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port e620fed7-0d8b-425b-921d-e1d9036feab1 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:49.549495 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7c4af50-3e9f-4681-9d6a-e5358742a045 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:49.635022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47578) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:49.701170 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7c4af50-3e9f-4681-9d6a-e5358742a045 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:49.768418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47586) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:49.770597 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4af50-3e9f-4681-9d6a-e5358742a045 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for e620fed7-0d8b-425b-921d-e1d9036feab1 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:49.795548 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:49.822932 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:49.823507 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device ee3ae6a9-d66b-482b-a0c5-7541f4da5a41 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:50.070028 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7c4af50-3e9f-4681-9d6a-e5358742a045 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:50.095311 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c30b59a3-b373-401d-8599-c22f26aa238a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:50.281810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4af50-3e9f-4681-9d6a-e5358742a045 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=e620fed7-0d8b-425b-921d-e1d9036feab1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:50.443570 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c30b59a3-b373-401d-8599-c22f26aa238a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:50.498795 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7c4af50-3e9f-4681-9d6a-e5358742a045 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:50.557615 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c30b59a3-b373-401d-8599-c22f26aa238a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:50.754675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c30b59a3-b373-401d-8599-c22f26aa238a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28e91c58e795456a8e08c784d7e32823&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1166916 Oct 26 14:16:50.757868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47608) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:50.762194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b59a3-b373-401d-8599-c22f26aa238a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e37d82-2cb7-4e7c-b286-64bef1a37948,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:50.848633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712477a7-3c1f-4bd2-af75-6ada016aefe4 req-c31a8167-89f1-49e6-bdce-38fa432c5096 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:50.857162 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-712477a7-3c1f-4bd2-af75-6ada016aefe4 req-c31a8167-89f1-49e6-bdce-38fa432c5096 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 945 time: 0.1760166 Oct 26 14:16:50.927860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c4af50-3e9f-4681-9d6a-e5358742a045 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router 645f08a5-9f8b-4602-a9d6-fcf5e6615dcf has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:16:50.972562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-712477a7-3c1f-4bd2-af75-6ada016aefe4 req-04db224b-001f-4c0a-bd29-0a45261d5e7a tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952766 Oct 26 14:16:50.972562 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2186fd-89e4-4e13-86ed-4bd2eb7c1855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:51.056202 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2186fd-89e4-4e13-86ed-4bd2eb7c1855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:51.129911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c4af50-3e9f-4681-9d6a-e5358742a045 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:16:51.143152 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60999b0-35ce-448d-bba2-71ead990e430 None None] Sync routers for ids ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:16:51.144185 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e7c4af50-3e9f-4681-9d6a-e5358742a045 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/645f08a5-9f8b-4602-a9d6-fcf5e6615dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5936632 Oct 26 14:16:51.147261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47624) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:51.163135 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60999b0-35ce-448d-bba2-71ead990e430 None None] Routers {'645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:51.163393 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c60999b0-35ce-448d-bba2-71ead990e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:51.172510 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf127-5b3f-4dbf-ba1c-8e13cdd90e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:51.239810 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c60999b0-35ce-448d-bba2-71ead990e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:51.262393 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60999b0-35ce-448d-bba2-71ead990e430 None None] Routers {'645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:51.263222 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c60999b0-35ce-448d-bba2-71ead990e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:51.311966 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c60999b0-35ce-448d-bba2-71ead990e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:51.312582 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60999b0-35ce-448d-bba2-71ead990e430 None None] The sync data for ids ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:16:51.350887 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2186fd-89e4-4e13-86ed-4bd2eb7c1855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:51.353951 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2186fd-89e4-4e13-86ed-4bd2eb7c1855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:51.355394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bb2186fd-89e4-4e13-86ed-4bd2eb7c1855 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7e37d82-2cb7-4e7c-b286-64bef1a37948 HTTP/1.1" status: 204 len: 168 time: 0.5941970 Oct 26 14:16:51.372302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2186fd-89e4-4e13-86ed-4bd2eb7c1855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e37d82-2cb7-4e7c-b286-64bef1a37948,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:51.663671 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8523d1-ef13-4b35-9d69-1a46082cd484 req-c480dcef-f09b-4a26-865b-5b878f5c29cc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:51.669783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b8523d1-ef13-4b35-9d69-1a46082cd484 req-c480dcef-f09b-4a26-865b-5b878f5c29cc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 945 time: 0.1668100 Oct 26 14:16:51.913654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b8523d1-ef13-4b35-9d69-1a46082cd484 req-1bfc4a12-39e4-429b-8a91-65489126d2fc tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332263 Oct 26 14:16:51.954638 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6b5cf127-5b3f-4dbf-ba1c-8e13cdd90e85 admin admin] Deleting port 67f0e3f6-9c56-40de-b9cb-9b29545af69d {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:51.955166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf127-5b3f-4dbf-ba1c-8e13cdd90e85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.060243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-6b5cf127-5b3f-4dbf-ba1c-8e13cdd90e85 admin admin] For port 67f0e3f6-9c56-40de-b9cb-9b29545af69d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=67f0e3f6-9c56-40de-b9cb-9b29545af69d,segment=NetworkSegment(8083cc11-575d-4d97-b38b-66feefa821e8),segment_id=8083cc11-575d-4d97-b38b-66feefa821e8)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:52.060616 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf127-5b3f-4dbf-ba1c-8e13cdd90e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.076053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6b5cf127-5b3f-4dbf-ba1c-8e13cdd90e85 admin admin] Calling delete_port for 67f0e3f6-9c56-40de-b9cb-9b29545af69d owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:52.190011 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-082ca52e-b47d-42c4-93ee-29f0f529a59c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.323482 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf127-5b3f-4dbf-ba1c-8e13cdd90e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.358421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cf127-5b3f-4dbf-ba1c-8e13cdd90e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f0e3f6-9c56-40de-b9cb-9b29545af69d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:52.516674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-082ca52e-b47d-42c4-93ee-29f0f529a59c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port 8d71778f-8586-466b-af84-cdfe84da95ea {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:52.517032 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-082ca52e-b47d-42c4-93ee-29f0f529a59c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.590743 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf127-5b3f-4dbf-ba1c-8e13cdd90e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.730836 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-082ca52e-b47d-42c4-93ee-29f0f529a59c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.748219 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-082ca52e-b47d-42c4-93ee-29f0f529a59c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for 8d71778f-8586-466b-af84-cdfe84da95ea owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:53.057002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5cf127-5b3f-4dbf-ba1c-8e13cdd90e85 admin admin] Router 1a94f08f-6a67-4561-a2bd-37f37512aa8b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:16:53.071251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07272c3-28c0-4d39-9d82-53838b963ded req-602b3b25-eaaf-4f47-b7ed-2f2bd62d3844 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:53.079916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e07272c3-28c0-4d39-9d82-53838b963ded req-602b3b25-eaaf-4f47-b7ed-2f2bd62d3844 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 945 time: 0.0808623 Oct 26 14:16:53.102424 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-082ca52e-b47d-42c4-93ee-29f0f529a59c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:53.164248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ca52e-b47d-42c4-93ee-29f0f529a59c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=8d71778f-8586-466b-af84-cdfe84da95ea,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:53.281669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e07272c3-28c0-4d39-9d82-53838b963ded req-79bde050-00ee-42c0-9a1d-0b610e2caee3 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959128 Oct 26 14:16:53.411054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5cf127-5b3f-4dbf-ba1c-8e13cdd90e85 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:16:53.424136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d87e7-6376-49ca-bddd-e04764e5da66 None None] Sync routers for ids ['1a94f08f-6a67-4561-a2bd-37f37512aa8b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:16:53.427119 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6b5cf127-5b3f-4dbf-ba1c-8e13cdd90e85 admin admin] 10.222.0.32 "PUT /v2.0/routers/1a94f08f-6a67-4561-a2bd-37f37512aa8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6535482 Oct 26 14:16:53.427475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47696) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:53.472212 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d87e7-6376-49ca-bddd-e04764e5da66 None None] Routers {'1a94f08f-6a67-4561-a2bd-37f37512aa8b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:53.473320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0b5d87e7-6376-49ca-bddd-e04764e5da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a94f08f-6a67-4561-a2bd-37f37512aa8b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:53.572350 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-082ca52e-b47d-42c4-93ee-29f0f529a59c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:53.585821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac733a2-3436-4452-bf3c-ee4592fa9b93 req-6936f5e0-93ae-4c41-a6c9-dece2be7c3ef tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:53.588513 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bac733a2-3436-4452-bf3c-ee4592fa9b93 req-6936f5e0-93ae-4c41-a6c9-dece2be7c3ef tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 945 time: 0.4383831 Oct 26 14:16:53.637789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-0b5d87e7-6376-49ca-bddd-e04764e5da66 None None] Set router 1a94f08f-6a67-4561-a2bd-37f37512aa8b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:16:53.803535 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:54.057333 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082ca52e-b47d-42c4-93ee-29f0f529a59c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router 645f08a5-9f8b-4602-a9d6-fcf5e6615dcf has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:16:54.113950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0b5d87e7-6376-49ca-bddd-e04764e5da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'name': 'tempest-ServerRescueTestJSON-656072868-router', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:14:38Z', 'updated_at': '2021-10-26T14:16:52Z', 'revision_number': 5, 'project_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'gw_port': {'id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:14:39Z', 'updated_at': '2021-10-26T14:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:54.135658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-bac733a2-3436-4452-bf3c-ee4592fa9b93 req-761e5fc6-ed51-47f1-8136-c82e5654c88e tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Deleting port 96e8a990-28da-48f2-8d49-13b5a22cab1b {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:54.136139 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bac733a2-3436-4452-bf3c-ee4592fa9b93 req-761e5fc6-ed51-47f1-8136-c82e5654c88e tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:54.179825 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:54.212045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d87e7-6376-49ca-bddd-e04764e5da66 None None] Checking router: 1a94f08f-6a67-4561-a2bd-37f37512aa8b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:16:54.234848 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d87e7-6376-49ca-bddd-e04764e5da66 None None] Routers {'1a94f08f-6a67-4561-a2bd-37f37512aa8b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:54.235687 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0b5d87e7-6376-49ca-bddd-e04764e5da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a94f08f-6a67-4561-a2bd-37f37512aa8b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:54.335249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082ca52e-b47d-42c4-93ee-29f0f529a59c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:16:54.361885 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5425e04-9c0f-49d4-b6b5-0053d3842e1c None None] Sync routers for ids ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:16:54.367281 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-082ca52e-b47d-42c4-93ee-29f0f529a59c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/645f08a5-9f8b-4602-a9d6-fcf5e6615dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2187827 Oct 26 14:16:54.367464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47718) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:54.387893 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5425e04-9c0f-49d4-b6b5-0053d3842e1c None None] Routers {'645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:54.389974 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c5425e04-9c0f-49d4-b6b5-0053d3842e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:54.469619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-bac733a2-3436-4452-bf3c-ee4592fa9b93 req-761e5fc6-ed51-47f1-8136-c82e5654c88e tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] For port 96e8a990-28da-48f2-8d49-13b5a22cab1b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=96e8a990-28da-48f2-8d49-13b5a22cab1b,segment=NetworkSegment(68cecbdc-7793-4f51-b1d0-5c15b126f306),segment_id=68cecbdc-7793-4f51-b1d0-5c15b126f306)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:54.473890 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bac733a2-3436-4452-bf3c-ee4592fa9b93 req-761e5fc6-ed51-47f1-8136-c82e5654c88e tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:54.484669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0f6f2765-ce93-4f85-99cb-c3e56abfeac7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports?device_id=645f08a5-9f8b-4602-a9d6-fcf5e6615dcf HTTP/1.1" status: 200 len: 205 time: 0.1161325 Oct 26 14:16:54.487859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47726) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:54.530504 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c5425e04-9c0f-49d4-b6b5-0053d3842e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:54.560251 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5425e04-9c0f-49d4-b6b5-0053d3842e1c None None] Routers {'645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:54.564631 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c5425e04-9c0f-49d4-b6b5-0053d3842e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:54.590534 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-0b5d87e7-6376-49ca-bddd-e04764e5da66 None None] Set router 1a94f08f-6a67-4561-a2bd-37f37512aa8b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:16:54.624167 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-bac733a2-3436-4452-bf3c-ee4592fa9b93 req-761e5fc6-ed51-47f1-8136-c82e5654c88e tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Calling delete_port for 96e8a990-28da-48f2-8d49-13b5a22cab1b owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:54.655985 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c5425e04-9c0f-49d4-b6b5-0053d3842e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:54.657181 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5425e04-9c0f-49d4-b6b5-0053d3842e1c None None] The sync data for ids ['645f08a5-9f8b-4602-a9d6-fcf5e6615dcf'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:16:54.673920 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:54.688699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-494a75a4-2318-4ed6-b00d-e2e2afb681f7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:54.812590 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ebfa3-5df9-4967-a064-0c4665aaa74c req-acaa88f4-b917-4028-a056-a0cd34a85d80 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:54.825366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb0ebfa3-5df9-4967-a064-0c4665aaa74c req-acaa88f4-b917-4028-a056-a0cd34a85d80 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 945 time: 0.3078139 Oct 26 14:16:54.955510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb0ebfa3-5df9-4967-a064-0c4665aaa74c req-66b2c199-0ce3-4f86-8467-7064dc97bfea tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b511a4e-f832-4a37-a1c3-44c2a3a76892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290519 Oct 26 14:16:55.020555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0b5d87e7-6376-49ca-bddd-e04764e5da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'name': 'tempest-ServerRescueTestJSON-656072868-router', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:14:38Z', 'updated_at': '2021-10-26T14:16:52Z', 'revision_number': 5, 'project_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'gw_port': {'id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:14:39Z', 'updated_at': '2021-10-26T14:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:55.020885 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] Deleting port e3c8570f-4f04-41cd-8b78-cd76015b86ea {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:55.021630 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.090637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d87e7-6376-49ca-bddd-e04764e5da66 None None] The sync data for ids ['1a94f08f-6a67-4561-a2bd-37f37512aa8b'] in n-d-815498-1 is: [{'id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'name': 'tempest-ServerRescueTestJSON-656072868-router', 'tenant_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:14:38Z', 'updated_at': '2021-10-26T14:16:52Z', 'revision_number': 5, 'project_id': 'bd0bbedb89404cd3ae31d51d1a7a5186', 'gw_port': {'id': 'e3c8570f-4f04-41cd-8b78-cd76015b86ea', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94f08f-6a67-4561-a2bd-37f37512aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:14:39Z', 'updated_at': '2021-10-26T14:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:16:55.170132 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-494a75a4-2318-4ed6-b00d-e2e2afb681f7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.173874 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-494a75a4-2318-4ed6-b00d-e2e2afb681f7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.249773 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47744) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:55.252888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] For port e3c8570f-4f04-41cd-8b78-cd76015b86ea, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e3c8570f-4f04-41cd-8b78-cd76015b86ea,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:55.253335 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.285507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] Calling delete_port for e3c8570f-4f04-41cd-8b78-cd76015b86ea owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:55.365042 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-494a75a4-2318-4ed6-b00d-e2e2afb681f7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.365586 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494a75a4-2318-4ed6-b00d-e2e2afb681f7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Fanout notify agent at l3_agent the message router_deleted on router 645f08a5-9f8b-4602-a9d6-fcf5e6615dcf {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:16:55.385085 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-494a75a4-2318-4ed6-b00d-e2e2afb681f7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.386238 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-494a75a4-2318-4ed6-b00d-e2e2afb681f7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/routers/645f08a5-9f8b-4602-a9d6-fcf5e6615dcf HTTP/1.1" status: 204 len: 168 time: 0.8799148 Oct 26 14:16:55.391904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47748) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:55.451073 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bac733a2-3436-4452-bf3c-ee4592fa9b93 req-761e5fc6-ed51-47f1-8136-c82e5654c88e tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.495944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e5fc6-ed51-47f1-8136-c82e5654c88e tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Pushing event deleted for resources: {'Port': ['ID=96e8a990-28da-48f2-8d49-13b5a22cab1b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:55.547863 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-babf2b49-b7e6-4824-9b83-d2e3a5274c2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.572788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac733a2-3436-4452-bf3c-ee4592fa9b93 req-761e5fc6-ed51-47f1-8136-c82e5654c88e tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] No DVR routers for this DVR port 96e8a990-28da-48f2-8d49-13b5a22cab1b on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:55.575778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bac733a2-3436-4452-bf3c-ee4592fa9b93 req-761e5fc6-ed51-47f1-8136-c82e5654c88e tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.580321 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bac733a2-3436-4452-bf3c-ee4592fa9b93 req-761e5fc6-ed51-47f1-8136-c82e5654c88e tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.11 "DELETE /v2.0/ports/96e8a990-28da-48f2-8d49-13b5a22cab1b HTTP/1.1" status: 204 len: 173 time: 1.9835827 Oct 26 14:16:55.583672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dc7aa0-8bcf-4c15-8240-42876148399c', 'name': 'network-vif-deleted', 'tag': '96e8a990-28da-48f2-8d49-13b5a22cab1b'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:16:55.598776 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cf3299-46e2-4963-a7d8-ed0a944783e7" -d '{"events": [{"server_uuid": "20dc7aa0-8bcf-4c15-8240-42876148399c", "name": "network-vif-deleted", "tag": "96e8a990-28da-48f2-8d49-13b5a22cab1b"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:16:55.611903 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.628821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fc9793-89e3-4fd4-9903-6c6c148023f0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting subnet 4f32f854-e52d-43d6-8c9b-995485926bb3 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:55.635331 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-19fc9793-89e3-4fd4-9903-6c6c148023f0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.759885 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c8570f-4f04-41cd-8b78-cd76015b86ea,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:55.773300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-19fc9793-89e3-4fd4-9903-6c6c148023f0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.910176 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-19fc9793-89e3-4fd4-9903-6c6c148023f0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.943083 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.035824 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-19fc9793-89e3-4fd4-9903-6c6c148023f0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.073270 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-19fc9793-89e3-4fd4-9903-6c6c148023f0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.075607 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-babf2b49-b7e6-4824-9b83-d2e3a5274c2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.077861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1542c363-6262-4790-a55e-f255d8cb4cda None None] Network cd2ebbf1-d93c-4c66-bf76-d29329702764 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:56.099091 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-19fc9793-89e3-4fd4-9903-6c6c148023f0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/4f32f854-e52d-43d6-8c9b-995485926bb3 HTTP/1.1" status: 204 len: 168 time: 0.7041736 Oct 26 14:16:56.102509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47772) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:56.104171 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873d77e0-9e88-4677-baa5-5b1ae2c37cf0 x-openstack-request-id: req-873d77e0-9e88-4677-baa5-5b1ae2c37cf0 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:16:56.104700 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dc7aa0-8bcf-4c15-8240-42876148399c", "name": "network-vif-deleted", "tag": "96e8a990-28da-48f2-8d49-13b5a22cab1b", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:16:56.105052 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-873d77e0-9e88-4677-baa5-5b1ae2c37cf0 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:16:56.105558 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dc7aa0-8bcf-4c15-8240-42876148399c', 'name': 'network-vif-deleted', 'tag': '96e8a990-28da-48f2-8d49-13b5a22cab1b', 'status': 'completed', 'code': 200} Oct 26 14:16:56.168881 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.171609 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.189105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc9793-89e3-4fd4-9903-6c6c148023f0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Subnet': ['ID=4f32f854-e52d-43d6-8c9b-995485926bb3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:56.244931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1a24d2-3acb-4507-82e6-a9275c8588d6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting subnet 5ea5fa41-9a69-4c49-95af-0ffb19f7bfef {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:56.254762 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d1a24d2-3acb-4507-82e6-a9275c8588d6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.330632 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-babf2b49-b7e6-4824-9b83-d2e3a5274c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.338449 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d1a24d2-3acb-4507-82e6-a9275c8588d6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.384870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] DHCP port deletion for cd2ebbf1-d93c-4c66-bf76-d29329702764 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:16:56.405860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf2b49-b7e6-4824-9b83-d2e3a5274c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051236cc-a4f1-4e92-94a3-c1da5877cf4a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:56.463804 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Deleting port cf5ef529-0cae-49eb-9467-842389e5003e {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:56.464402 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.479333 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-836a0bde-114a-4940-b759-58b57d26a3b0 req-d658ea84-e4d0-4725-8d14-74304786ac91 tempest-InstanceActionsTestJSON-126398015 tempest-InstanceActionsTestJSON-126398015-project] 10.222.0.32 "GET /v2.0/ports?device_id=20dc7aa0-8bcf-4c15-8240-42876148399c HTTP/1.1" status: 200 len: 210 time: 0.1527472 Oct 26 14:16:56.482192 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-babf2b49-b7e6-4824-9b83-d2e3a5274c2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a208a69e2e44c3baa274a770e159abe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2311177 Oct 26 14:16:56.483222 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.483833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a94f08f-6a67-4561-a2bd-37f37512aa8b {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:16:56.505901 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.507594 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-722cb360-d4c3-431e-9e99-a61256485659 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1a94f08f-6a67-4561-a2bd-37f37512aa8b HTTP/1.1" status: 204 len: 168 time: 3.0791461 Oct 26 14:16:56.508187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47782) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:56.510061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47784) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:56.554062 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] For port cf5ef529-0cae-49eb-9467-842389e5003e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cf5ef529-0cae-49eb-9467-842389e5003e,segment=NetworkSegment(39cc4621-171c-42eb-bf01-d864406ca496),segment_id=39cc4621-171c-42eb-bf01-d864406ca496)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:56.554761 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.571090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Calling delete_port for cf5ef529-0cae-49eb-9467-842389e5003e owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:56.633399 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d1a24d2-3acb-4507-82e6-a9275c8588d6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.653953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6afaa3-b151-4077-9dbe-1d77f284580e admin admin] Deleting subnet b0d48d66-2783-470a-8102-40f63e078a69 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:56.660221 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc6afaa3-b151-4077-9dbe-1d77f284580e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.713949 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d1a24d2-3acb-4507-82e6-a9275c8588d6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.735106 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 96e8a990-28da-48f2-8d49-13b5a22cab1b no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:56.736804 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-200078b4-25c0-43bb-8956-e65789ba4fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.760946 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc6afaa3-b151-4077-9dbe-1d77f284580e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.770450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a24d2-3acb-4507-82e6-a9275c8588d6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea5fa41-9a69-4c49-95af-0ffb19f7bfef,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:56.773588 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d1a24d2-3acb-4507-82e6-a9275c8588d6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.781849 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9d1a24d2-3acb-4507-82e6-a9275c8588d6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/5ea5fa41-9a69-4c49-95af-0ffb19f7bfef HTTP/1.1" status: 204 len: 168 time: 0.6752510 Oct 26 14:16:56.784471 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47790) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:56.791195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 96e8a990-28da-48f2-8d49-13b5a22cab1b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:56.791960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 96e8a990-28da-48f2-8d49-13b5a22cab1b not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:56.794068 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f17b076-6e43-4931-9e49-ec697fcc3f8f None None] Network 2880965e-a739-4056-91bb-da9635d3f52c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:56.922603 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-200078b4-25c0-43bb-8956-e65789ba4fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.940733 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.957219 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc6afaa3-b151-4077-9dbe-1d77f284580e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.027630 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc6afaa3-b151-4077-9dbe-1d77f284580e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.031601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port cf5ef529-0cae-49eb-9467-842389e5003e {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:57.032070 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.046436 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.076018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Pushing event deleted for resources: {'Port': ['ID=cf5ef529-0cae-49eb-9467-842389e5003e,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:57.082697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] No DVR routers for this DVR port cf5ef529-0cae-49eb-9467-842389e5003e on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:57.097509 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:57.098294 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:57.098773 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:57.099256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:57.099722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:57.100854 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:57.101835 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6afaa3-b151-4077-9dbe-1d77f284580e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d48d66-2783-470a-8102-40f63e078a69,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:57.112118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:57.113595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:57.114125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:57.115074 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc6afaa3-b151-4077-9dbe-1d77f284580e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.115885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:57.117517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:57.118040 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2483177-b5ce-4810-8701-7ce1ba4638a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:57.121807 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cc6afaa3-b151-4077-9dbe-1d77f284580e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b0d48d66-2783-470a-8102-40f63e078a69 HTTP/1.1" status: 204 len: 168 time: 0.6081898 Oct 26 14:16:57.122313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47802) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:57.133910 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-200078b4-25c0-43bb-8956-e65789ba4fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.136906 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-200078b4-25c0-43bb-8956-e65789ba4fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.138968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-200078b4-25c0-43bb-8956-e65789ba4fb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/051236cc-a4f1-4e92-94a3-c1da5877cf4a HTTP/1.1" status: 204 len: 168 time: 0.6298430 Oct 26 14:16:57.205435 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] For port cf5ef529-0cae-49eb-9467-842389e5003e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cf5ef529-0cae-49eb-9467-842389e5003e,segment=NetworkSegment(39cc4621-171c-42eb-bf01-d864406ca496),segment_id=39cc4621-171c-42eb-bf01-d864406ca496)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:57.205809 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.244139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200078b4-25c0-43bb-8956-e65789ba4fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051236cc-a4f1-4e92-94a3-c1da5877cf4a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:57.254212 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da5f1b4-e75d-4007-854f-16b149623533 None None] DHCP port deletion for 2880965e-a739-4056-91bb-da9635d3f52c request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:16:57.268236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for cf5ef529-0cae-49eb-9467-842389e5003e owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:57.282344 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4c095d7-26b7-48db-ab11-45e79d1146be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.422434 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4c095d7-26b7-48db-ab11-45e79d1146be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.447141 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cf5ef529-0cae-49eb-9467-842389e5003e no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:57.455041 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.477472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-e4c095d7-26b7-48db-ab11-45e79d1146be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9195fa1-79d7-47b2-aaf3-292ff20280d4']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:57.483801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: cf5ef529-0cae-49eb-9467-842389e5003e {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:57.484570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cf5ef529-0cae-49eb-9467-842389e5003e not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:57.485151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 67f0e3f6-9c56-40de-b9cb-9b29545af69d no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:57.497305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-e4c095d7-26b7-48db-ab11-45e79d1146be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8083cc11-575d-4d97-b38b-66feefa821e8') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:57.497748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-e4c095d7-26b7-48db-ab11-45e79d1146be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8083cc11-575d-4d97-b38b-66feefa821e8') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:57.511677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=cf5ef529-0cae-49eb-9467-842389e5003e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:57.515302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No DVR routers for this DVR port cf5ef529-0cae-49eb-9467-842389e5003e on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:57.518542 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4c095d7-26b7-48db-ab11-45e79d1146be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.540425 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 67f0e3f6-9c56-40de-b9cb-9b29545af69d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:57.544169 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 67f0e3f6-9c56-40de-b9cb-9b29545af69d not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:57.550406 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4c095d7-26b7-48db-ab11-45e79d1146be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.557614 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.567572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c095d7-26b7-48db-ab11-45e79d1146be admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:57.567988 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4c095d7-26b7-48db-ab11-45e79d1146be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:57.569893 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:57.582221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9da5f1b4-e75d-4007-854f-16b149623533 None None] Deleting port bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:57.582822 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9da5f1b4-e75d-4007-854f-16b149623533 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.660944 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.684500 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47820) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:57.761109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ca5cac-0362-40d3-832d-433c99349dbe admin admin] Deleting subnet 1483ad81-34c3-4b2c-a9ac-471058029be6 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:57.762971 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4c095d7-26b7-48db-ab11-45e79d1146be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.790083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2ebbf1-d93c-4c66-bf76-d29329702764']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:57.792830 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02ca5cac-0362-40d3-832d-433c99349dbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.806106 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4c095d7-26b7-48db-ab11-45e79d1146be admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.811934 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e4c095d7-26b7-48db-ab11-45e79d1146be admin admin] 10.222.0.32 "DELETE /v2.0/networks/c9195fa1-79d7-47b2-aaf3-292ff20280d4 HTTP/1.1" status: 204 len: 168 time: 0.6886201 Oct 26 14:16:57.818326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c095d7-26b7-48db-ab11-45e79d1146be admin admin] Pushing event deleted for resources: {'Network': ['ID=c9195fa1-79d7-47b2-aaf3-292ff20280d4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:57.875857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cc4621-171c-42eb-bf01-d864406ca496') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:57.880831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cc4621-171c-42eb-bf01-d864406ca496') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:57.911957 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.948804 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02ca5cac-0362-40d3-832d-433c99349dbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.007990 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.029229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:58.029949 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:58.034462 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:58.108283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-9da5f1b4-e75d-4007-854f-16b149623533 None None] For port bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab,segment=NetworkSegment(2d97490e-3781-4690-9d77-c86267450e54),segment_id=2d97490e-3781-4690-9d77-c86267450e54)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:58.108858 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9da5f1b4-e75d-4007-854f-16b149623533 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.138229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9da5f1b4-e75d-4007-854f-16b149623533 None None] Calling delete_port for bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:58.198399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47848) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:58.288354 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a44a7551-4c01-49bd-83f1-71566b26b4ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd0bbedb89404cd3ae31d51d1a7a5186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875237 Oct 26 14:16:58.290882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47852) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:58.352884 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9da5f1b4-e75d-4007-854f-16b149623533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.373856 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7937-da8a-488b-af61-4ecc606b0551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.376338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5f1b4-e75d-4007-854f-16b149623533 None None] No DVR routers for this DVR port bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:58.426622 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7937-da8a-488b-af61-4ecc606b0551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.465828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5f1b4-e75d-4007-854f-16b149623533 None None] Pushing event deleted for resources: {'Port': ['ID=bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:58.570559 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7937-da8a-488b-af61-4ecc606b0551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.574227 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7937-da8a-488b-af61-4ecc606b0551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.578360 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7a7c7937-da8a-488b-af61-4ecc606b0551 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b36a63be-7cfa-4627-94d4-9dd0eeab11e0 HTTP/1.1" status: 204 len: 168 time: 0.2838171 Oct 26 14:16:58.595472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c7937-da8a-488b-af61-4ecc606b0551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36a63be-7cfa-4627-94d4-9dd0eeab11e0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:58.739842 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02ca5cac-0362-40d3-832d-433c99349dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.774453 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.784994 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.790850 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/networks/cd2ebbf1-d93c-4c66-bf76-d29329702764 HTTP/1.1" status: 204 len: 168 time: 2.0025756 Oct 26 14:16:58.791264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47868) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:58.822583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72ed7f-d627-430a-80b6-b15537ed5b85 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Network': ['ID=cd2ebbf1-d93c-4c66-bf76-d29329702764,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:58.873898 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02ca5cac-0362-40d3-832d-433c99349dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.944250 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e3c8570f-4f04-41cd-8b78-cd76015b86ea no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:58.957273 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca5cac-0362-40d3-832d-433c99349dbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1483ad81-34c3-4b2c-a9ac-471058029be6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:58.966117 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c542411-a003-4c38-8067-8392fcc1bb39 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.971477 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02ca5cac-0362-40d3-832d-433c99349dbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.975689 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-02ca5cac-0362-40d3-832d-433c99349dbe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1483ad81-34c3-4b2c-a9ac-471058029be6 HTTP/1.1" status: 204 len: 168 time: 1.2898631 Oct 26 14:16:58.978469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47906) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:59.028726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: e3c8570f-4f04-41cd-8b78-cd76015b86ea {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:59.029082 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e3c8570f-4f04-41cd-8b78-cd76015b86ea not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:59.029505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:59.116145 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:59.116822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bf7c3135-793c-4ea6-bd3d-0c75b21bc8ab not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:59.125535 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e88de6da-8ac2-4f4c-bd74-9386618a60fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.270584 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e88de6da-8ac2-4f4c-bd74-9386618a60fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.304201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e88de6da-8ac2-4f4c-bd74-9386618a60fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6a7276-73af-404a-a848-662aa5c4a359']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:59.308933 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c542411-a003-4c38-8067-8392fcc1bb39 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.333076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e88de6da-8ac2-4f4c-bd74-9386618a60fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cecbdc-7793-4f51-b1d0-5c15b126f306') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:59.333483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e88de6da-8ac2-4f4c-bd74-9386618a60fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cecbdc-7793-4f51-b1d0-5c15b126f306') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:59.348905 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e88de6da-8ac2-4f4c-bd74-9386618a60fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.348992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-5c542411-a003-4c38-8067-8392fcc1bb39 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2880965e-a739-4056-91bb-da9635d3f52c']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:59.360220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-5c542411-a003-4c38-8067-8392fcc1bb39 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d97490e-3781-4690-9d77-c86267450e54') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:59.360531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-5c542411-a003-4c38-8067-8392fcc1bb39 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d97490e-3781-4690-9d77-c86267450e54') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:59.379717 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c542411-a003-4c38-8067-8392fcc1bb39 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.386103 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e88de6da-8ac2-4f4c-bd74-9386618a60fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.395006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88de6da-8ac2-4f4c-bd74-9386618a60fd admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:59.395506 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e88de6da-8ac2-4f4c-bd74-9386618a60fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.400287 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c542411-a003-4c38-8067-8392fcc1bb39 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:59.407707 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:59.410539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c542411-a003-4c38-8067-8392fcc1bb39 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:59.411165 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c542411-a003-4c38-8067-8392fcc1bb39 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:59.415850 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:59.508998 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c542411-a003-4c38-8067-8392fcc1bb39 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.521283 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c542411-a003-4c38-8067-8392fcc1bb39 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.526068 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5c542411-a003-4c38-8067-8392fcc1bb39 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/networks/2880965e-a739-4056-91bb-da9635d3f52c HTTP/1.1" status: 204 len: 168 time: 0.7335393 Oct 26 14:16:59.531151 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47936) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:59.537440 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e88de6da-8ac2-4f4c-bd74-9386618a60fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.555395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c542411-a003-4c38-8067-8392fcc1bb39 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Network': ['ID=2880965e-a739-4056-91bb-da9635d3f52c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:59.559915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5e69a26d-d760-4d1b-9874-c099acaad999 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'network': {'name': 'tempest-RoutersTest-631831772'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:59.606905 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e88de6da-8ac2-4f4c-bd74-9386618a60fd admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.615295 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e88de6da-8ac2-4f4c-bd74-9386618a60fd admin admin] 10.222.0.32 "DELETE /v2.0/networks/0e6a7276-73af-404a-a848-662aa5c4a359 HTTP/1.1" status: 204 len: 168 time: 0.6343029 Oct 26 14:16:59.634657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88de6da-8ac2-4f4c-bd74-9386618a60fd admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6a7276-73af-404a-a848-662aa5c4a359,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:59.685182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e69a26d-d760-4d1b-9874-c099acaad999 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:59.691316 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e69a26d-d760-4d1b-9874-c099acaad999 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.731665 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e69a26d-d760-4d1b-9874-c099acaad999 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:59.742600 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e69a26d-d760-4d1b-9874-c099acaad999 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.743738 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-5e69a26d-d760-4d1b-9874-c099acaad999 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Added segment 4c09bb2f-b80b-41f6-9cbd-59a70bb9634b of type vlan for network c44e1ded-6d7e-41f5-9ac2-82ec403f55d2 Oct 26 14:16:59.794669 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e69a26d-d760-4d1b-9874-c099acaad999 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.837787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e69a26d-d760-4d1b-9874-c099acaad999 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.845893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69a26d-d760-4d1b-9874-c099acaad999 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:59.846967 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e69a26d-d760-4d1b-9874-c099acaad999 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.924537 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5e69a26d-d760-4d1b-9874-c099acaad999 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3917704 Oct 26 14:16:59.927213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 47960) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:59.937642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3b22f723-7159-4d2b-9396-c4c13f217545 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'subnet': {'network_id': 'c44e1ded-6d7e-41f5-9ac2-82ec403f55d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:59.950742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69a26d-d760-4d1b-9874-c099acaad999 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Network': ['ID=c44e1ded-6d7e-41f5-9ac2-82ec403f55d2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:59.967660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network c44e1ded-6d7e-41f5-9ac2-82ec403f55d2 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:59.978038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47970) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:00.028670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47972) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:00.062800 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9843aeae-52b9-43df-8f04-d252229aaee1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f62d8985ab59496aa24f101ed1db901d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673738 Oct 26 14:17:00.062800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 47976) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:00.128086 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b9a85c9e-33f3-4635-8f78-cc255b647829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.163341 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b9a85c9e-33f3-4635-8f78-cc255b647829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.195080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b22f723-7159-4d2b-9396-c4c13f217545 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:00.206363 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b22f723-7159-4d2b-9396-c4c13f217545 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.265896 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b9a85c9e-33f3-4635-8f78-cc255b647829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.269093 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b9a85c9e-33f3-4635-8f78-cc255b647829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.271012 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b9a85c9e-33f3-4635-8f78-cc255b647829 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b511a4e-f832-4a37-a1c3-44c2a3a76892 HTTP/1.1" status: 204 len: 168 time: 0.2149723 Oct 26 14:17:00.308272 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a85c9e-33f3-4635-8f78-cc255b647829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b511a4e-f832-4a37-a1c3-44c2a3a76892,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:00.447094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-network', 'tenant_id': 'f459623e19864651a857cf666212b867'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:00.493036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] Made reservation on behalf of f459623e19864651a857cf666212b867 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:00.496110 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.512563 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.626515 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b22f723-7159-4d2b-9396-c4c13f217545 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.795696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22f723-7159-4d2b-9396-c4c13f217545 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Subnet': ['ID=abafcf36-d8e7-47ce-8ee9-c58b01e6bd7e,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:00.814596 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.815101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b22f723-7159-4d2b-9396-c4c13f217545 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Checking segment: {'id': '4c09bb2f-b80b-41f6-9cbd-59a70bb9634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'c44e1ded-6d7e-41f5-9ac2-82ec403f55d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:00.815326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b22f723-7159-4d2b-9396-c4c13f217545 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network hostable DHCP agents. Network: c44e1ded-6d7e-41f5-9ac2-82ec403f55d2, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:17:00.823759 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.842540 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b22f723-7159-4d2b-9396-c4c13f217545 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network c44e1ded-6d7e-41f5-9ac2-82ec403f55d2 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:17:00.883940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-3b22f723-7159-4d2b-9396-c4c13f217545 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, c44e1ded-6d7e-41f5-9ac2-82ec403f55d2) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:00.897406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e547c17b-e842-421d-99ec-fda4ee070884 None None] Network c44e1ded-6d7e-41f5-9ac2-82ec403f55d2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:00.900731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b22f723-7159-4d2b-9396-c4c13f217545 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:00.901320 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b22f723-7159-4d2b-9396-c4c13f217545 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.906222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a4af50-2fd4-4a9b-96f5-42e303a9501b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:00.920813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:17:00.938378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.939105 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] Added segment 0d27ee59-aeed-4dbb-bfc1-5a0eccf08719 of type vlan for network b29555e6-1987-485e-986c-9ea675b58850 Oct 26 14:17:00.954322 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3b22f723-7159-4d2b-9396-c4c13f217545 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0223479 Oct 26 14:17:00.955916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48032) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:00.965545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-26d0089c-841c-4dc7-916c-c0b4bfd7b0e0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-306327397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:01.035631 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26d0089c-841c-4dc7-916c-c0b4bfd7b0e0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.036787 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26d0089c-841c-4dc7-916c-c0b4bfd7b0e0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.038158 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.106903 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.113201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:01.115015 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.189796 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-c44e1ded-6d7e-41f5-9ac2-82ec403f55d2', 'network_id': 'c44e1ded-6d7e-41f5-9ac2-82ec403f55d2', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'fixed_ips': [{'subnet_id': 'abafcf36-d8e7-47ce-8ee9-c58b01e6bd7e'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:17:01.192462 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.214625 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26d0089c-841c-4dc7-916c-c0b4bfd7b0e0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.231175 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26d0089c-841c-4dc7-916c-c0b4bfd7b0e0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.253199 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2232671 Oct 26 14:17:01.267579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48040) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:01.280561 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9fe2a577-e767-4e9d-81c4-5e86f5878f28 admin admin] Request body: {'subnet': {'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-subnet', 'tenant_id': 'f459623e19864651a857cf666212b867', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:01.285157 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26d0089c-841c-4dc7-916c-c0b4bfd7b0e0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.286573 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-26d0089c-841c-4dc7-916c-c0b4bfd7b0e0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3284810 Oct 26 14:17:01.289806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48042) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:01.291679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72eb5f1-6c70-4b0b-bd34-a67f9b44083e admin admin] Pushing event updated for resources: {'Network': ['ID=b29555e6-1987-485e-986c-9ea675b58850,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:01.299012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-93a4d0b3-b079-40c3-b8b6-ffcb1e2ad6ad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'port': {'network_id': 'c44e1ded-6d7e-41f5-9ac2-82ec403f55d2', 'name': 'tempest-RoutersTest-1886603069'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:01.345203 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe2a577-e767-4e9d-81c4-5e86f5878f28 admin admin] Made reservation on behalf of f459623e19864651a857cf666212b867 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:01.348366 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9fe2a577-e767-4e9d-81c4-5e86f5878f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.372974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network b29555e6-1987-485e-986c-9ea675b58850 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:17:01.563795 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a4d0b3-b079-40c3-b8b6-ffcb1e2ad6ad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:01.571152 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a4d0b3-b079-40c3-b8b6-ffcb1e2ad6ad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.650040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-93a4d0b3-b079-40c3-b8b6-ffcb1e2ad6ad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] device_id is not set on port 22088830-b57a-4c16-9aa4-fd84ee3827cd yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:17:01.704819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Allocated IP 172.20.0.2 (c44e1ded-6d7e-41f5-9ac2-82ec403f55d2/abafcf36-d8e7-47ce-8ee9-c58b01e6bd7e/439dcd43-8147-4edb-97a3-065b14d3a8a7) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:01.790854 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9fe2a577-e767-4e9d-81c4-5e86f5878f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.935613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2a577-e767-4e9d-81c4-5e86f5878f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64db89e1-c450-4b62-a188-36d5f92887fa,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:01.957139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe2a577-e767-4e9d-81c4-5e86f5878f28 admin admin] Checking segment: {'id': '0d27ee59-aeed-4dbb-bfc1-5a0eccf08719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:01.957626 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2a577-e767-4e9d-81c4-5e86f5878f28 admin admin] Network hostable DHCP agents. Network: b29555e6-1987-485e-986c-9ea675b58850, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:17:01.969014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48074) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:01.999381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2a577-e767-4e9d-81c4-5e86f5878f28 admin admin] Network b29555e6-1987-485e-986c-9ea675b58850 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:17:02.025437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-9fe2a577-e767-4e9d-81c4-5e86f5878f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, b29555e6-1987-485e-986c-9ea675b58850) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:02.036443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2a577-e767-4e9d-81c4-5e86f5878f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:02.037189 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9fe2a577-e767-4e9d-81c4-5e86f5878f28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.048686 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64940b5e-efa9-4d2f-8098-8ea2729d115e None None] Network b29555e6-1987-485e-986c-9ea675b58850 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:02.064427 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9fe2a577-e767-4e9d-81c4-5e86f5878f28 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7930713 Oct 26 14:17:02.067757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48080) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:02.074782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:02.114663 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.119664 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.203646 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.221897 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.241943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-198934764-network', 'tenant_id': 'e9120fa2be7a40e08f7d67f4922abeac'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:02.275273 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.296460 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Network c44e1ded-6d7e-41f5-9ac2-82ec403f55d2 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:02.298334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:02.306577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:02.349861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Pushing event updated for resources: {'Port': ['ID=439dcd43-8147-4edb-97a3-065b14d3a8a7,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:02.377163 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-93a4d0b3-b079-40c3-b8b6-ffcb1e2ad6ad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Allocated IP 172.20.0.9 (c44e1ded-6d7e-41f5-9ac2-82ec403f55d2/abafcf36-d8e7-47ce-8ee9-c58b01e6bd7e/22088830-b57a-4c16-9aa4-fd84ee3827cd) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:02.378535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] Made reservation on behalf of e9120fa2be7a40e08f7d67f4922abeac for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:02.380691 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.424296 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.485171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Attempting to bind port 439dcd43-8147-4edb-97a3-065b14d3a8a7 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:02.485720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Attempting to bind port 439dcd43-8147-4edb-97a3-065b14d3a8a7 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '4c09bb2f-b80b-41f6-9cbd-59a70bb9634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'c44e1ded-6d7e-41f5-9ac2-82ec403f55d2'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:02.486259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Attempting to bind port 439dcd43-8147-4edb-97a3-065b14d3a8a7 on network c44e1ded-6d7e-41f5-9ac2-82ec403f55d2 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:02.501934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.517954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77965d23-067b-4b7b-b3fa-de9284ce7e61 None None] Network b29555e6-1987-485e-986c-9ea675b58850 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:02.643680 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:02.644042 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Checking segment: {'id': '4c09bb2f-b80b-41f6-9cbd-59a70bb9634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'c44e1ded-6d7e-41f5-9ac2-82ec403f55d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:02.644428 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.645461 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Bound using segment: {'id': '4c09bb2f-b80b-41f6-9cbd-59a70bb9634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'c44e1ded-6d7e-41f5-9ac2-82ec403f55d2'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:02.646034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Bound port: 439dcd43-8147-4edb-97a3-065b14d3a8a7, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c09bb2f-b80b-41f6-9cbd-59a70bb9634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'c44e1ded-6d7e-41f5-9ac2-82ec403f55d2'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:02.647632 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.762405 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a4d0b3-b079-40c3-b8b6-ffcb1e2ad6ad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.789455 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.804355 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.833379 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] For port 439dcd43-8147-4edb-97a3-065b14d3a8a7, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:02.843644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] For port 439dcd43-8147-4edb-97a3-065b14d3a8a7, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=439dcd43-8147-4edb-97a3-065b14d3a8a7,segment=NetworkSegment(4c09bb2f-b80b-41f6-9cbd-59a70bb9634b),segment_id=4c09bb2f-b80b-41f6-9cbd-59a70bb9634b)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:02.845778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:17:02.862072 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.888920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:03.024583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0b636-f9f3-48e4-925c-8eab9ddca6e0 None None] Pushing event updated for resources: {'Port': ['ID=439dcd43-8147-4edb-97a3-065b14d3a8a7,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:03.046287 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a4d0b3-b079-40c3-b8b6-ffcb1e2ad6ad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.053958 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.054413 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] Added segment 66b19986-2856-46e9-9619-f8bc0e92a3c5 of type vlan for network d74f8925-36f3-4a72-936c-cca021797f09 Oct 26 14:17:03.150358 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-f858bbef-363f-46ba-8c70-a79c95c2ef07 req-9b1a1ae9-bfaf-48fb-a954-0be7dd561713 service neutron] (102123) timed out ('10.222.0.32', 46640) {{(pid=102123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:17:03.186365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a4d0b3-b079-40c3-b8b6-ffcb1e2ad6ad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network c44e1ded-6d7e-41f5-9ac2-82ec403f55d2 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:03.196305 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.198940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-93a4d0b3-b079-40c3-b8b6-ffcb1e2ad6ad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:03.225057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a4d0b3-b079-40c3-b8b6-ffcb1e2ad6ad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:03.283288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a4d0b3-b079-40c3-b8b6-ffcb1e2ad6ad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:03.284108 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93a4d0b3-b079-40c3-b8b6-ffcb1e2ad6ad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.316617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4d0b3-b079-40c3-b8b6-ffcb1e2ad6ad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=22088830-b57a-4c16-9aa4-fd84ee3827cd,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:03.332372 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.db.resource_extend [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:17:03.366996 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.414079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48120) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:03.414308 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-93a4d0b3-b079-40c3-b8b6-ffcb1e2ad6ad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1232414 Oct 26 14:17:03.416113 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.418280 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.419266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:03.419842 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.536742 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5654554 Oct 26 14:17:03.542913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48124) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:03.548083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7425f6ef-df16-4403-89b9-deda3cdd3f0f admin admin] Request body: {'subnet': {'network_id': 'd74f8925-36f3-4a72-936c-cca021797f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-198934764-subnet', 'tenant_id': 'e9120fa2be7a40e08f7d67f4922abeac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:03.554708 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea47af-3d94-4954-8931-cbc73db25c97 admin admin] Pushing event updated for resources: {'Network': ['ID=d74f8925-36f3-4a72-936c-cca021797f09,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:03.569495 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network d74f8925-36f3-4a72-936c-cca021797f09 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:17:03.659209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7425f6ef-df16-4403-89b9-deda3cdd3f0f admin admin] Made reservation on behalf of e9120fa2be7a40e08f7d67f4922abeac for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:03.664454 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7425f6ef-df16-4403-89b9-deda3cdd3f0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.718125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Allocated IP 172.25.4.219 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/6f738fe0-3af5-499a-aa65-a82b2ae4e5d6) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:03.959228 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.157851 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.171660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.318607 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Pushing event updated for resources: {'Port': ['ID=6f738fe0-3af5-499a-aa65-a82b2ae4e5d6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:04.324307 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7425f6ef-df16-4403-89b9-deda3cdd3f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.428812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:04.432138 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:04.441528 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:04.552479 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425f6ef-df16-4403-89b9-deda3cdd3f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b0d342-a3ef-42ae-83e8-606542c719bf,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:04.591281 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29463dd-4036-48ba-b713-15340f9f0fd6 None None] Network c44e1ded-6d7e-41f5-9ac2-82ec403f55d2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:04.630570 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.639068 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.749096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=22088830-b57a-4c16-9aa4-fd84ee3827cd,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:04.799346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7425f6ef-df16-4403-89b9-deda3cdd3f0f admin admin] Checking segment: {'id': '66b19986-2856-46e9-9619-f8bc0e92a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd74f8925-36f3-4a72-936c-cca021797f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:04.799809 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7425f6ef-df16-4403-89b9-deda3cdd3f0f admin admin] Network hostable DHCP agents. Network: d74f8925-36f3-4a72-936c-cca021797f09, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:17:04.878022 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-93f80f4c-0581-40b0-b8e7-44d40d8740a1 None None] Provisioning complete for port 439dcd43-8147-4edb-97a3-065b14d3a8a7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:04.878405 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-93f80f4c-0581-40b0-b8e7-44d40d8740a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.020700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7425f6ef-df16-4403-89b9-deda3cdd3f0f admin admin] Network d74f8925-36f3-4a72-936c-cca021797f09 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:17:05.062795 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-7425f6ef-df16-4403-89b9-deda3cdd3f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, d74f8925-36f3-4a72-936c-cca021797f09) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:05.075346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7425f6ef-df16-4403-89b9-deda3cdd3f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:05.075972 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7425f6ef-df16-4403-89b9-deda3cdd3f0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.081733 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 439dcd43-8147-4edb-97a3-065b14d3a8a7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:05.083721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa1fb6-0603-4445-9ded-2ad12d6c295b None None] Network d74f8925-36f3-4a72-936c-cca021797f09 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:05.118566 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7425f6ef-df16-4403-89b9-deda3cdd3f0f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5703475 Oct 26 14:17:05.174071 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.174921 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.230795 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-93f80f4c-0581-40b0-b8e7-44d40d8740a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.453172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-93f80f4c-0581-40b0-b8e7-44d40d8740a1 None None] For port 439dcd43-8147-4edb-97a3-065b14d3a8a7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=439dcd43-8147-4edb-97a3-065b14d3a8a7,segment=NetworkSegment(4c09bb2f-b80b-41f6-9cbd-59a70bb9634b),segment_id=4c09bb2f-b80b-41f6-9cbd-59a70bb9634b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:05.503575 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-93f80f4c-0581-40b0-b8e7-44d40d8740a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.508380 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.646308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 439dcd43-8147-4edb-97a3-065b14d3a8a7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:05.647478 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.821512 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.888765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f80f4c-0581-40b0-b8e7-44d40d8740a1 None None] Pushing event updated for resources: {'Port': ['ID=439dcd43-8147-4edb-97a3-065b14d3a8a7,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:06.006985 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c32406b7-06ea-41b2-8877-ef12f7e2e7c4 None None] Provisioning complete for port 22088830-b57a-4c16-9aa4-fd84ee3827cd triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:06.010476 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c32406b7-06ea-41b2-8877-ef12f7e2e7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:06.022513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb37ce93-d8c2-4960-afe0-f7cf066a696a None None] Network d74f8925-36f3-4a72-936c-cca021797f09 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:06.161663 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c32406b7-06ea-41b2-8877-ef12f7e2e7c4 None None] Port 22088830-b57a-4c16-9aa4-fd84ee3827cd cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:06.331710 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:06.339630 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:06.492455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c32406b7-06ea-41b2-8877-ef12f7e2e7c4 None None] Provisioning complete for port 439dcd43-8147-4edb-97a3-065b14d3a8a7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:06.492775 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c32406b7-06ea-41b2-8877-ef12f7e2e7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:06.493894 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:06.662335 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=22088830-b57a-4c16-9aa4-fd84ee3827cd,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:06.790125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-806d3504-9b66-4940-8625-55e728522650 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:06.809250 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-806d3504-9b66-4940-8625-55e728522650 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/networks?id=d74f8925-36f3-4a72-936c-cca021797f09 HTTP/1.1" status: 200 len: 817 time: 0.1623781 Oct 26 14:17:06.816485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7f479800-dedb-4a58-9105-40ebf622fec2 None None] Provisioning complete for port 22088830-b57a-4c16-9aa4-fd84ee3827cd triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:06.817054 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f479800-dedb-4a58-9105-40ebf622fec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:06.817522 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network c44e1ded-6d7e-41f5-9ac2-82ec403f55d2 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:06.819182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:06.864481 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-027b6c41-54b9-4a39-85d2-16c63be5a088 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/quotas/e9120fa2be7a40e08f7d67f4922abeac HTTP/1.1" status: 200 len: 375 time: 0.0515149 Oct 26 14:17:06.917157 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-8877e41b-0949-4136-b40d-43316dcae335 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9120fa2be7a40e08f7d67f4922abeac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488222 Oct 26 14:17:06.923164 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-7f479800-dedb-4a58-9105-40ebf622fec2 None None] Port 22088830-b57a-4c16-9aa4-fd84ee3827cd cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:06.957656 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 439dcd43-8147-4edb-97a3-065b14d3a8a7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:07.012380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Router 02d819c7-27a4-4674-a1b7-f176d053872f is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:17:07.102512 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-c5265f40-3dc6-4e33-a5b9-36bd00c888e4 service neutron] 10.222.0.32 "GET /v2.0/networks/d74f8925-36f3-4a72-936c-cca021797f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840560 Oct 26 14:17:07.103870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 439dcd43-8147-4edb-97a3-065b14d3a8a7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:07.104974 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:07.164985 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router d89947a4-7540-48ae-88f0-ac4d94cab5b1 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:17:07.304337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:07.317311 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-a0c9a921-ec8e-4bda-9ebe-d28c9ba28053 service neutron] 10.222.0.32 "GET /v2.0/networks/d74f8925-36f3-4a72-936c-cca021797f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128680 Oct 26 14:17:07.324545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:07.337368 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b682bc-3eec-4722-81d5-3d98caf53a9a None None] Sync routers for ids ['d89947a4-7540-48ae-88f0-ac4d94cab5b1'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:07.347311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48242) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:07.349417 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-efff6cf6-01c9-4446-b10e-e2291d8e393b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/d89947a4-7540-48ae-88f0-ac4d94cab5b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9326200 Oct 26 14:17:07.358138 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b682bc-3eec-4722-81d5-3d98caf53a9a None None] Routers {'d89947a4-7540-48ae-88f0-ac4d94cab5b1'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:07.358755 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-48b682bc-3eec-4722-81d5-3d98caf53a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d89947a4-7540-48ae-88f0-ac4d94cab5b1'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:07.363785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Sync routers for ids ['02d819c7-27a4-4674-a1b7-f176d053872f'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:07.374500 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:07.380389 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4510ef71-b3d7-44c4-b5bc-c4b29177422b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3070815 Oct 26 14:17:07.381098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48244) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:07.420845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d430f1fd-f8c6-4a04-b874-37d4be8ce42d None None] Provisioning complete for port 22088830-b57a-4c16-9aa4-fd84ee3827cd triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:07.421220 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d430f1fd-f8c6-4a04-b874-37d4be8ce42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:07.474550 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-48b682bc-3eec-4722-81d5-3d98caf53a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:07.478077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a6ec70-a1c5-4607-b6c8-32de7cea0f35 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:07.486754 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-63a6ec70-a1c5-4607-b6c8-32de7cea0f35 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports/22088830-b57a-4c16-9aa4-fd84ee3827cd HTTP/1.1" status: 200 len: 977 time: 0.1352251 Oct 26 14:17:07.487335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48246) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:07.508710 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b682bc-3eec-4722-81d5-3d98caf53a9a None None] Routers {'d89947a4-7540-48ae-88f0-ac4d94cab5b1'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:07.509518 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-48b682bc-3eec-4722-81d5-3d98caf53a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d89947a4-7540-48ae-88f0-ac4d94cab5b1'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:07.522759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Routers {'02d819c7-27a4-4674-a1b7-f176d053872f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:07.523397 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['02d819c7-27a4-4674-a1b7-f176d053872f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:07.615280 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-48b682bc-3eec-4722-81d5-3d98caf53a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:07.617757 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b682bc-3eec-4722-81d5-3d98caf53a9a None None] The sync data for ids ['d89947a4-7540-48ae-88f0-ac4d94cab5b1'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:17:07.828940 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31ecf440-7044-4129-8bcb-93d817a73e37 req-7d7716f7-35ea-4bf4-b333-49d3c6d36855 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 210 time: 0.0316918 Oct 26 14:17:07.833261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d430f1fd-f8c6-4a04-b874-37d4be8ce42d None None] Port 22088830-b57a-4c16-9aa4-fd84ee3827cd cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:07.931736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Set router 02d819c7-27a4-4674-a1b7-f176d053872f gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:17:08.190659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:17:04Z', 'revision_number': 3, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port': {'id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:03Z', 'updated_at': '2021-10-26T14:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:08.254026 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Checking router: 02d819c7-27a4-4674-a1b7-f176d053872f for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:17:08.254583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Updating router 02d819c7-27a4-4674-a1b7-f176d053872f port 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:17:08.327098 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.378050 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6863a240-e7ba-493d-a985-d8e332c29944 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.435901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.841375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Allocated IP 172.20.0.1 (b29555e6-1987-485e-986c-9ea675b58850/64db89e1-c450-4b62-a188-36d5f92887fa/3f3e3de7-709f-4d3b-9fc9-a536f8b356f9) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:08.908842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6863a240-e7ba-493d-a985-d8e332c29944 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port 22088830-b57a-4c16-9aa4-fd84ee3827cd {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:08.909405 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6863a240-e7ba-493d-a985-d8e332c29944 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.964121 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.981961 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.088859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Attempting to bind port 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:09.089780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Attempting to bind port 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:09.090371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Attempting to bind port 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:09.101713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:09.103876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:09.104456 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.104990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:09.105614 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Bound port: 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:09.106170 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.111912 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7912a-9fa0-46cb-baf0-494711bd259b None None] Pushing event updated for resources: {'Port': ['ID=6f738fe0-3af5-499a-aa65-a82b2ae4e5d6,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:09.122566 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.140838 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6cc34125-7cda-48f3-8bde-23f9321ede59 req-f4c6e673-d8c5-4685-932c-4c87636fde7e tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 210 time: 0.1196098 Oct 26 14:17:09.205593 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] For port 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:09.207863 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.210520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] For port 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6f738fe0-3af5-499a-aa65-a82b2ae4e5d6,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:09.220544 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6863a240-e7ba-493d-a985-d8e332c29944 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.227131 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.250791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6863a240-e7ba-493d-a985-d8e332c29944 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for 22088830-b57a-4c16-9aa4-fd84ee3827cd owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:09.273553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Network b29555e6-1987-485e-986c-9ea675b58850 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:09.287919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:09.291368 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:09.308029 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Routers {'02d819c7-27a4-4674-a1b7-f176d053872f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:09.308979 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['02d819c7-27a4-4674-a1b7-f176d053872f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:09.347786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Pushing event updated for resources: {'Port': ['ID=3f3e3de7-709f-4d3b-9fc9-a536f8b356f9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:09.399015 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.414277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7912a-9fa0-46cb-baf0-494711bd259b None None] Pushing event updated for resources: {'Port': ['ID=6f738fe0-3af5-499a-aa65-a82b2ae4e5d6,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:09.482814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] Set router 02d819c7-27a4-4674-a1b7-f176d053872f gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:17:09.587424 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6863a240-e7ba-493d-a985-d8e332c29944 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.652200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863a240-e7ba-493d-a985-d8e332c29944 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=22088830-b57a-4c16-9aa4-fd84ee3827cd,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:09.808699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.942189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6863a240-e7ba-493d-a985-d8e332c29944 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.022360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-66ceea97-c1d3-4763-9d4b-f45e10ce2022 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:10.024147 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-66ceea97-c1d3-4763-9d4b-f45e10ce2022 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.25 "GET /v2.0/networks?id=d74f8925-36f3-4a72-936c-cca021797f09 HTTP/1.1" status: 200 len: 817 time: 0.4113970 Oct 26 14:17:10.065464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:17:04Z', 'revision_number': 3, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port': {'id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:03Z', 'updated_at': '2021-10-26T14:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:10.131990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2849de-fa5f-41a5-81f6-cb11d91bdb0b None None] The sync data for ids ['02d819c7-27a4-4674-a1b7-f176d053872f'] in n-d-815498-1 is: [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:17:04Z', 'revision_number': 3, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port': {'id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:03Z', 'updated_at': '2021-10-26T14:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:17:10.252133 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-97c3db72-e870-47bf-86f8-f699f3461c22 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Request body: {'port': {'device_id': 'de8505a1-3d88-4375-8f15-021a2eb80e4a', 'network_id': 'd74f8925-36f3-4a72-936c-cca021797f09', 'admin_state_up': True, 'tenant_id': 'e9120fa2be7a40e08f7d67f4922abeac'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:10.329911 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-611158f7-aac4-4ceb-8c51-452dae7f6bbb req-3d14a324-ba26-40df-bc10-8545c987f053 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 210 time: 0.0384889 Oct 26 14:17:10.346759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6863a240-e7ba-493d-a985-d8e332c29944 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router d89947a4-7540-48ae-88f0-ac4d94cab5b1 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:17:10.430120 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.442648 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.488016 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6863a240-e7ba-493d-a985-d8e332c29944 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:10.501518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad5337-5420-4b3c-905e-d6f69080ba42 None None] Sync routers for ids ['d89947a4-7540-48ae-88f0-ac4d94cab5b1'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:10.513704 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad5337-5420-4b3c-905e-d6f69080ba42 None None] Routers {'d89947a4-7540-48ae-88f0-ac4d94cab5b1'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:10.513922 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6863a240-e7ba-493d-a985-d8e332c29944 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/d89947a4-7540-48ae-88f0-ac4d94cab5b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0252013 Oct 26 14:17:10.514464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48292) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:10.515320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a5ad5337-5420-4b3c-905e-d6f69080ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d89947a4-7540-48ae-88f0-ac4d94cab5b1'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:10.537307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Pushing event updated for resources: {'Port': ['ID=3f3e3de7-709f-4d3b-9fc9-a536f8b356f9,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:10.598477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-97c3db72-e870-47bf-86f8-f699f3461c22 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Made reservation on behalf of e9120fa2be7a40e08f7d67f4922abeac for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:10.601134 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a5ad5337-5420-4b3c-905e-d6f69080ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:10.602704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-97c3db72-e870-47bf-86f8-f699f3461c22 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.662114 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad5337-5420-4b3c-905e-d6f69080ba42 None None] Routers {'d89947a4-7540-48ae-88f0-ac4d94cab5b1'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:10.663247 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a5ad5337-5420-4b3c-905e-d6f69080ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d89947a4-7540-48ae-88f0-ac4d94cab5b1'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:10.696055 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.748586 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a5ad5337-5420-4b3c-905e-d6f69080ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:10.749775 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad5337-5420-4b3c-905e-d6f69080ba42 None None] The sync data for ids ['d89947a4-7540-48ae-88f0-ac4d94cab5b1'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:17:10.929301 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-c7d74f57-9211-4589-bac9-7f7cd1bb6fb2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 14:17:10.932919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c7d74f57-9211-4589-bac9-7f7cd1bb6fb2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/d89947a4-7540-48ae-88f0-ac4d94cab5b1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4141507 Oct 26 14:17:10.938856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48296) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:11.000819 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-baf6fef5-6ed7-4f51-866b-0a510e3c91a4 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89947a4-7540-48ae-88f0-ac4d94cab5b1 HTTP/1.1" status: 200 len: 205 time: 0.0614481 Oct 26 14:17:11.001414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48298) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:11.026013 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:11.161073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-97c3db72-e870-47bf-86f8-f699f3461c22 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Allocated IP 172.20.0.5 (d74f8925-36f3-4a72-936c-cca021797f09/f9b0d342-a3ef-42ae-83e8-606542c719bf/05ee13ed-0035-4fc8-a124-88c865aea998) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:11.171125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:11.171623 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.220681 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Network b29555e6-1987-485e-986c-9ea675b58850 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:11.230410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:11.379825 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.436591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6f738fe0-3af5-499a-aa65-a82b2ae4e5d6,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:11.447885 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.563561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=6f738fe0-3af5-499a-aa65-a82b2ae4e5d6,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:11.979572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-275abad8-f8f0-43a7-845b-9de093d56b20 req-1e68e4bf-a532-44e1-9a48-c51ddd064968 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 210 time: 0.0711570 Oct 26 14:17:11.985687 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c1dd-d999-46a0-9c25-d1ba9d2531cf tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.127208 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-97c3db72-e870-47bf-86f8-f699f3461c22 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.135807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Router 02d819c7-27a4-4674-a1b7-f176d053872f has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:17:12.320322 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c1dd-d999-46a0-9c25-d1ba9d2531cf tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.323025 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c1dd-d999-46a0-9c25-d1ba9d2531cf tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.396732 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-97c3db72-e870-47bf-86f8-f699f3461c22 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.415949 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c1dd-d999-46a0-9c25-d1ba9d2531cf tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.418896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a7c1dd-d999-46a0-9c25-d1ba9d2531cf tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Fanout notify agent at l3_agent the message router_deleted on router d89947a4-7540-48ae-88f0-ac4d94cab5b1 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:17:12.434592 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c1dd-d999-46a0-9c25-d1ba9d2531cf tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.435065 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a0a7c1dd-d999-46a0-9c25-d1ba9d2531cf tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/routers/d89947a4-7540-48ae-88f0-ac4d94cab5b1 HTTP/1.1" status: 204 len: 168 time: 1.4327831 Oct 26 14:17:12.437841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48324) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:12.469537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-97c3db72-e870-47bf-86f8-f699f3461c22 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Network d74f8925-36f3-4a72-936c-cca021797f09 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:12.477050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-97c3db72-e870-47bf-86f8-f699f3461c22 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:12.490054 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-97c3db72-e870-47bf-86f8-f699f3461c22 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:12.542638 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:12.559064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5fc296-9e99-44d8-8819-3312ebe7a4d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting subnet abafcf36-d8e7-47ce-8ee9-c58b01e6bd7e {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:17:12.568385 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc296-9e99-44d8-8819-3312ebe7a4d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.571548 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-40de7ca2-cbd5-4d74-8c17-4e507fb30a11 admin admin] 10.222.0.32 "PUT /v2.0/routers/02d819c7-27a4-4674-a1b7-f176d053872f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1886220 Oct 26 14:17:12.575151 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3db72-e870-47bf-86f8-f699f3461c22 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Pushing event updated for resources: {'Port': ['ID=05ee13ed-0035-4fc8-a124-88c865aea998,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:12.630630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-97c3db72-e870-47bf-86f8-f699f3461c22 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:12.639892 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-97c3db72-e870-47bf-86f8-f699f3461c22 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.675324 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-97c3db72-e870-47bf-86f8-f699f3461c22 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4426181 Oct 26 14:17:12.678547 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc296-9e99-44d8-8819-3312ebe7a4d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.689141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-7fa1448f-87ea-4fa6-acac-ee4bfab12456 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:17:12.690324 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-7fa1448f-87ea-4fa6-acac-ee4bfab12456 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061328 Oct 26 14:17:12.707280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Request body: {'port': {'device_id': 'de8505a1-3d88-4375-8f15-021a2eb80e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:12.763850 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5d3f97c2-98fc-464d-b022-a07261761d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.844822 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.905390 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc296-9e99-44d8-8819-3312ebe7a4d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.018200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:13.019191 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc296-9e99-44d8-8819-3312ebe7a4d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.098301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fc296-9e99-44d8-8819-3312ebe7a4d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Subnet': ['ID=abafcf36-d8e7-47ce-8ee9-c58b01e6bd7e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:13.114432 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc296-9e99-44d8-8819-3312ebe7a4d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.137341 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cb5fc296-9e99-44d8-8819-3312ebe7a4d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/abafcf36-d8e7-47ce-8ee9-c58b01e6bd7e HTTP/1.1" status: 204 len: 168 time: 0.6982329 Oct 26 14:17:13.142871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48338) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:13.144017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d18466-182f-4ef4-942a-254cad059079 None None] Network c44e1ded-6d7e-41f5-9ac2-82ec403f55d2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:13.343815 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Sync routers for ids ['02d819c7-27a4-4674-a1b7-f176d053872f'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:13.366201 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Routers {'02d819c7-27a4-4674-a1b7-f176d053872f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:13.370108 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['02d819c7-27a4-4674-a1b7-f176d053872f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:13.425482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:13.425851 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.445993 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.642259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ff767-b9f9-4f4b-84d7-9073f80498cb req-297818ec-38b5-4570-9833-4b1b39aed18e tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:13.643099 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a656df-c386-41e0-b1e6-a0463434373f None None] DHCP port deletion for c44e1ded-6d7e-41f5-9ac2-82ec403f55d2 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:17:13.650809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da6ff767-b9f9-4f4b-84d7-9073f80498cb req-297818ec-38b5-4570-9833-4b1b39aed18e tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 931 time: 0.4890330 Oct 26 14:17:13.664506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-a33c87e1-0c17-4253-a8b0-9fc17f1c24de tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:13.666660 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-a33c87e1-0c17-4253-a8b0-9fc17f1c24de tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/networks?id=b29555e6-1987-485e-986c-9ea675b58850 HTTP/1.1" status: 200 len: 819 time: 0.3991678 Oct 26 14:17:13.700962 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-3b65f81b-664c-4419-b015-c42d644aa566 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/quotas/f459623e19864651a857cf666212b867 HTTP/1.1" status: 200 len: 375 time: 0.0259268 Oct 26 14:17:13.729304 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Set router 02d819c7-27a4-4674-a1b7-f176d053872f gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:17:13.794476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-21a656df-c386-41e0-b1e6-a0463434373f None None] Deleting port 439dcd43-8147-4edb-97a3-065b14d3a8a7 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:13.795896 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-21a656df-c386-41e0-b1e6-a0463434373f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.839277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da6ff767-b9f9-4f4b-84d7-9073f80498cb req-24cd871a-64f9-4654-9f9b-8a83e3f33b34 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713767 Oct 26 14:17:13.905786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-beb9ba94-5d36-4475-a076-83131d83df97 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f459623e19864651a857cf666212b867&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1851525 Oct 26 14:17:13.907968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port 439dcd43-8147-4edb-97a3-065b14d3a8a7 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:13.908434 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:14.050368 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-21a656df-c386-41e0-b1e6-a0463434373f None None] For port 439dcd43-8147-4edb-97a3-065b14d3a8a7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=439dcd43-8147-4edb-97a3-065b14d3a8a7,segment=NetworkSegment(4c09bb2f-b80b-41f6-9cbd-59a70bb9634b),segment_id=4c09bb2f-b80b-41f6-9cbd-59a70bb9634b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:14.051014 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-21a656df-c386-41e0-b1e6-a0463434373f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:14.082205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-21a656df-c386-41e0-b1e6-a0463434373f None None] Calling delete_port for 439dcd43-8147-4edb-97a3-065b14d3a8a7 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:14.154901 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ee13ed-0035-4fc8-a124-88c865aea998 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:14.160077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-494104bf-23e7-4d1e-8d7c-32c62933a15e service neutron] 10.222.0.32 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521150 Oct 26 14:17:14.160570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] For port 439dcd43-8147-4edb-97a3-065b14d3a8a7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=439dcd43-8147-4edb-97a3-065b14d3a8a7,segment=NetworkSegment(4c09bb2f-b80b-41f6-9cbd-59a70bb9634b),segment_id=4c09bb2f-b80b-41f6-9cbd-59a70bb9634b)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:14.160940 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:14.189084 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:14.250269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for 439dcd43-8147-4edb-97a3-065b14d3a8a7 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:14.253265 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:17:09Z', 'revision_number': 4, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port': {'id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:03Z', 'updated_at': '2021-10-26T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3f3e3de7-709f-4d3b-9fc9-a536f8b356f9', 'name': '', 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'tenant_id': 'f459623e19864651a857cf666212b867', 'mac_address': 'fa:16:3e:8c:44:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:08Z', 'updated_at': '2021-10-26T14:17:10Z', 'revision_number': 2, 'project_id': 'f459623e19864651a857cf666212b867', 'subnets': [{'id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:14.274665 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Transition to ACTIVE for port object 05ee13ed-0035-4fc8-a124-88c865aea998 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:17:14.299245 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:14.308289 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Checking router: 02d819c7-27a4-4674-a1b7-f176d053872f for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:17:14.312866 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-21a656df-c386-41e0-b1e6-a0463434373f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:14.313492 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Updating router 02d819c7-27a4-4674-a1b7-f176d053872f port 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:17:14.348954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a656df-c386-41e0-b1e6-a0463434373f None None] Pushing event deleted for resources: {'Port': ['ID=439dcd43-8147-4edb-97a3-065b14d3a8a7,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:14.352580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a656df-c386-41e0-b1e6-a0463434373f None None] No DVR routers for this DVR port 439dcd43-8147-4edb-97a3-065b14d3a8a7 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:14.358643 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-27ceb944-2add-46d0-8e83-1fc015c9efe4 service neutron] 10.222.0.32 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922526 Oct 26 14:17:14.372322 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:14.576641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Pushing event updated for resources: {'Port': ['ID=05ee13ed-0035-4fc8-a124-88c865aea998,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:14.585154 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:14.624771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No DVR routers for this DVR port 439dcd43-8147-4edb-97a3-065b14d3a8a7 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:14.675233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=439dcd43-8147-4edb-97a3-065b14d3a8a7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:14.790056 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-babb6605-7664-4ff3-89e1-d9d6d032be53 req-fc738849-af03-49cf-bdce-53c5aa1ce3af tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 210 time: 0.0599685 Oct 26 14:17:14.925159 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 439dcd43-8147-4edb-97a3-065b14d3a8a7 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:17:14.965303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 439dcd43-8147-4edb-97a3-065b14d3a8a7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:17:14.966296 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 439dcd43-8147-4edb-97a3-065b14d3a8a7 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:17:14.986695 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.027240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44e1ded-6d7e-41f5-9ac2-82ec403f55d2']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:15.037350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c09bb2f-b80b-41f6-9cbd-59a70bb9634b') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:15.037830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c09bb2f-b80b-41f6-9cbd-59a70bb9634b') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:15.048883 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.064146 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.071202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:17:15.071715 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.076729 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4efac378-0715-4a2f-8957-56adc4fa1846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:17:15.139953 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:17:15.150332 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.171249 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.182226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48376) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:15.182935 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/networks/c44e1ded-6d7e-41f5-9ac2-82ec403f55d2 HTTP/1.1" status: 204 len: 168 time: 2.0389709 Oct 26 14:17:15.192423 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-87c318ed-02bd-4a32-be5d-b187be957b48 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'network': {'name': 'tempest-RoutersTest-639563696'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:15.227291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Attempting to bind port 05ee13ed-0035-4fc8-a124-88c865aea998 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:15.227781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Attempting to bind port 05ee13ed-0035-4fc8-a124-88c865aea998 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '66b19986-2856-46e9-9619-f8bc0e92a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd74f8925-36f3-4a72-936c-cca021797f09'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:15.228337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Attempting to bind port 05ee13ed-0035-4fc8-a124-88c865aea998 on network d74f8925-36f3-4a72-936c-cca021797f09 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:15.237296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0e488-45e6-420a-b0ce-7b93262fe70b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Network': ['ID=c44e1ded-6d7e-41f5-9ac2-82ec403f55d2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:15.245305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6a923-8e41-411a-8521-19fb0a6e6dae req-85b0b3ac-3188-430c-ab8e-82e007c33d08 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:15.252788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Port 05ee13ed-0035-4fc8-a124-88c865aea998 on network d74f8925-36f3-4a72-936c-cca021797f09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:17:15.254791 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Attempting to bind port 05ee13ed-0035-4fc8-a124-88c865aea998 on network d74f8925-36f3-4a72-936c-cca021797f09 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:15.265724 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38d6a923-8e41-411a-8521-19fb0a6e6dae req-85b0b3ac-3188-430c-ab8e-82e007c33d08 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 943 time: 0.2412496 Oct 26 14:17:15.267169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:15.267830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Checking segment: {'id': '66b19986-2856-46e9-9619-f8bc0e92a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd74f8925-36f3-4a72-936c-cca021797f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:15.268432 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Bound using segment: {'id': '66b19986-2856-46e9-9619-f8bc0e92a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd74f8925-36f3-4a72-936c-cca021797f09'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:15.269100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Bound port: 05ee13ed-0035-4fc8-a124-88c865aea998, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b19986-2856-46e9-9619-f8bc0e92a3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd74f8925-36f3-4a72-936c-cca021797f09'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:15.269841 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.336295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c318ed-02bd-4a32-be5d-b187be957b48 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:15.341835 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87c318ed-02bd-4a32-be5d-b187be957b48 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.391960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c318ed-02bd-4a32-be5d-b187be957b48 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:17:15.401418 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:17:15.413445 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87c318ed-02bd-4a32-be5d-b187be957b48 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.413788 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-87c318ed-02bd-4a32-be5d-b187be957b48 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Added segment 39642128-0c61-45ab-9e2b-d7dd5f8bf7c5 of type vlan for network 026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0 Oct 26 14:17:15.449776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] For port 05ee13ed-0035-4fc8-a124-88c865aea998, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:15.456240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] For port 05ee13ed-0035-4fc8-a124-88c865aea998, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=05ee13ed-0035-4fc8-a124-88c865aea998,segment=NetworkSegment(66b19986-2856-46e9-9619-f8bc0e92a3c5),segment_id=66b19986-2856-46e9-9619-f8bc0e92a3c5)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:15.460890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38d6a923-8e41-411a-8521-19fb0a6e6dae req-84bd2abb-d8ac-4f69-ae23-dd0aeae33783 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894872 Oct 26 14:17:15.474525 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.505873 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87c318ed-02bd-4a32-be5d-b187be957b48 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.525393 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.545631 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87c318ed-02bd-4a32-be5d-b187be957b48 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.550104 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.559407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c318ed-02bd-4a32-be5d-b187be957b48 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:15.565227 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87c318ed-02bd-4a32-be5d-b187be957b48 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.618008 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:15.618618 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.620060 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] 10.222.0.25 "PUT /v2.0/ports/05ee13ed-0035-4fc8-a124-88c865aea998 HTTP/1.1" status: 200 len: 1091 time: 2.9182901 Oct 26 14:17:15.620630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8505a1-3d88-4375-8f15-021a2eb80e4a', 'tag': '05ee13ed-0035-4fc8-a124-88c865aea998'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:15.622961 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d473d49-477f-48bc-be0f-af43da4edeff" -d '{"events": [{"name": "network-changed", "server_uuid": "de8505a1-3d88-4375-8f15-021a2eb80e4a", "tag": "05ee13ed-0035-4fc8-a124-88c865aea998"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:15.679211 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eef1de-a51f-4257-9b87-a18c2dad2541 None None] Pushing event updated for resources: {'Port': ['ID=3f3e3de7-709f-4d3b-9fc9-a536f8b356f9,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:15.688701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07af65-8875-4b9e-81dd-8623b3d18972 service neutron] Pushing event updated for resources: {'Port': ['ID=05ee13ed-0035-4fc8-a124-88c865aea998,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:15.717101 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eef1de-a51f-4257-9b87-a18c2dad2541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:15.717733 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eef1de-a51f-4257-9b87-a18c2dad2541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:15.718252 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eef1de-a51f-4257-9b87-a18c2dad2541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:15.718730 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eef1de-a51f-4257-9b87-a18c2dad2541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:15.719205 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eef1de-a51f-4257-9b87-a18c2dad2541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:15.719690 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eef1de-a51f-4257-9b87-a18c2dad2541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:15.720333 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eef1de-a51f-4257-9b87-a18c2dad2541 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:15.720791 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eef1de-a51f-4257-9b87-a18c2dad2541 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:15.721266 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eef1de-a51f-4257-9b87-a18c2dad2541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:15.721793 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eef1de-a51f-4257-9b87-a18c2dad2541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:15.722283 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eef1de-a51f-4257-9b87-a18c2dad2541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:15.722751 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eef1de-a51f-4257-9b87-a18c2dad2541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:15.768263 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Attempting to bind port 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:15.768638 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Attempting to bind port 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '0d27ee59-aeed-4dbb-bfc1-5a0eccf08719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:15.769002 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Attempting to bind port 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9 on network b29555e6-1987-485e-986c-9ea675b58850 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:15.779274 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:15.779753 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Checking segment: {'id': '0d27ee59-aeed-4dbb-bfc1-5a0eccf08719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:15.780095 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.780483 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Bound using segment: {'id': '0d27ee59-aeed-4dbb-bfc1-5a0eccf08719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:15.781520 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Bound port: 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d27ee59-aeed-4dbb-bfc1-5a0eccf08719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:15.782101 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.868940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48392) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:15.869382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-87c318ed-02bd-4a32-be5d-b187be957b48 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6852803 Oct 26 14:17:15.874193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5bed34ab-0107-48dd-bb45-ae1ab0267e98 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'subnet': {'network_id': '026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:15.910025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c318ed-02bd-4a32-be5d-b187be957b48 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Network': ['ID=026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:15.933833 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:17:15.969293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6920ccf9-1b3b-4089-b90f-208404862364 req-2c111283-0efb-4a23-9f32-4a0be798aa9a tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 210 time: 0.0784121 Oct 26 14:17:15.987713 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] For port 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:16.002992 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] For port 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3f3e3de7-709f-4d3b-9fc9-a536f8b356f9,segment=NetworkSegment(0d27ee59-aeed-4dbb-bfc1-5a0eccf08719),segment_id=0d27ee59-aeed-4dbb-bfc1-5a0eccf08719)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:16.018007 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.149753 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Routers {'02d819c7-27a4-4674-a1b7-f176d053872f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:16.151652 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['02d819c7-27a4-4674-a1b7-f176d053872f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:16.199560 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bed34ab-0107-48dd-bb45-ae1ab0267e98 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:16.210670 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bed34ab-0107-48dd-bb45-ae1ab0267e98 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.243542 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eef1de-a51f-4257-9b87-a18c2dad2541 None None] Pushing event updated for resources: {'Port': ['ID=3f3e3de7-709f-4d3b-9fc9-a536f8b356f9,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:16.376409 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-65e4f32a-22e8-4b19-a29e-73512084bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:16.380293 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-65e4f32a-22e8-4b19-a29e-73512084bf8c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9120fa2be7a40e08f7d67f4922abeac&device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 1094 time: 0.3844538 Oct 26 14:17:16.384649 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30b277e-91b6-4101-adf1-851e858b629b x-openstack-request-id: req-e30b277e-91b6-4101-adf1-851e858b629b {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:16.385788 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8505a1-3d88-4375-8f15-021a2eb80e4a", "tag": "05ee13ed-0035-4fc8-a124-88c865aea998", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:16.386654 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e30b277e-91b6-4101-adf1-851e858b629b {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:16.387230 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8505a1-3d88-4375-8f15-021a2eb80e4a', 'tag': '05ee13ed-0035-4fc8-a124-88c865aea998', 'status': 'completed', 'code': 200} Oct 26 14:17:16.401861 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] Set router 02d819c7-27a4-4674-a1b7-f176d053872f gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:17:16.451525 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-cfd8efd5-a697-4b48-b2c2-4329f3b29241 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05ee13ed-0035-4fc8-a124-88c865aea998 HTTP/1.1" status: 200 len: 217 time: 0.0557804 Oct 26 14:17:16.562257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-b1c5549d-41df-40b6-aa14-5c3663ff8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:16.566491 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-b1c5549d-41df-40b6-aa14-5c3663ff8875 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b0d342-a3ef-42ae-83e8-606542c719bf HTTP/1.1" status: 200 len: 857 time: 0.1022768 Oct 26 14:17:16.582545 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.699764 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-6436cbff-9b72-4357-9188-37caafdd95b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d74f8925-36f3-4a72-936c-cca021797f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127427 Oct 26 14:17:16.760337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c79251-c2c1-4b5e-85f8-2da57ff4f177 req-73900517-c926-44e4-b3b8-4cc3e7a79486 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:16.770399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-86c79251-c2c1-4b5e-85f8-2da57ff4f177 req-73900517-c926-44e4-b3b8-4cc3e7a79486 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 943 time: 0.1416810 Oct 26 14:17:16.774803 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.856316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-86c79251-c2c1-4b5e-85f8-2da57ff4f177 req-000e837f-4aaa-4631-8202-ae1e4b1dde1d tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837998 Oct 26 14:17:16.883602 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:17:09Z', 'revision_number': 4, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port': {'id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:03Z', 'updated_at': '2021-10-26T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3f3e3de7-709f-4d3b-9fc9-a536f8b356f9', 'name': '', 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'tenant_id': 'f459623e19864651a857cf666212b867', 'mac_address': 'fa:16:3e:8c:44:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:08Z', 'updated_at': '2021-10-26T14:17:15Z', 'revision_number': 4, 'project_id': 'f459623e19864651a857cf666212b867', 'subnets': [{'id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:16.915739 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72587049-e590-48a8-832b-cf5b641fef0e None None] The sync data for ids ['02d819c7-27a4-4674-a1b7-f176d053872f'] in n-d-815498-1 is: [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:17:09Z', 'revision_number': 4, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port': {'id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:03Z', 'updated_at': '2021-10-26T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3f3e3de7-709f-4d3b-9fc9-a536f8b356f9', 'name': '', 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'tenant_id': 'f459623e19864651a857cf666212b867', 'mac_address': 'fa:16:3e:8c:44:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:08Z', 'updated_at': '2021-10-26T14:17:15Z', 'revision_number': 4, 'project_id': 'f459623e19864651a857cf666212b867', 'subnets': [{'id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:17:17.165267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8426e49f-383b-4966-8705-2a0ea2e672a7 req-7744d3a3-bfdb-4098-b0b6-7312640b1bb9 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 210 time: 0.0567822 Oct 26 14:17:17.208263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-fcf17052-b8d4-45b4-a952-e270f62afd8b tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:17.210525 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-fcf17052-b8d4-45b4-a952-e270f62afd8b tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.11 "GET /v2.0/networks?id=b29555e6-1987-485e-986c-9ea675b58850 HTTP/1.1" status: 200 len: 819 time: 0.5090957 Oct 26 14:17:17.212498 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-80efc617-3f05-4b13-81bb-677c70418da4 service neutron] 10.222.0.25 "GET /v2.0/networks/d74f8925-36f3-4a72-936c-cca021797f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915457 Oct 26 14:17:17.213934 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bed34ab-0107-48dd-bb45-ae1ab0267e98 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.239055 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-410c3201-26a1-4e46-9c50-b3ef117968b5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Request body: {'port': {'device_id': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'admin_state_up': True, 'tenant_id': 'f459623e19864651a857cf666212b867'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:17.440210 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed34ab-0107-48dd-bb45-ae1ab0267e98 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Subnet': ['ID=d19b9fdd-7547-4444-af0e-b57f76a301a7,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:17.499716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bed34ab-0107-48dd-bb45-ae1ab0267e98 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Checking segment: {'id': '39642128-0c61-45ab-9e2b-d7dd5f8bf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:17.500091 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed34ab-0107-48dd-bb45-ae1ab0267e98 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network hostable DHCP agents. Network: 026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:17:17.589054 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fc2b8e71-d32e-4ee5-a051-e8f4784da36c req-a81c3cdf-1abc-4166-a6e2-d8e60752a449 service neutron] 10.222.0.25 "GET /v2.0/networks/d74f8925-36f3-4a72-936c-cca021797f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667550 Oct 26 14:17:17.609141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-410c3201-26a1-4e46-9c50-b3ef117968b5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Made reservation on behalf of f459623e19864651a857cf666212b867 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:17.620143 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-410c3201-26a1-4e46-9c50-b3ef117968b5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.643033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed34ab-0107-48dd-bb45-ae1ab0267e98 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:17:17.724724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-5bed34ab-0107-48dd-bb45-ae1ab0267e98 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:17.744181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0c7864-4cf9-411c-9b51-b3364d1f9fba None None] Network 026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:17.992932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed34ab-0107-48dd-bb45-ae1ab0267e98 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:17.992932 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5bed34ab-0107-48dd-bb45-ae1ab0267e98 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.162295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0', 'network_id': '026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'fixed_ips': [{'subnet_id': 'd19b9fdd-7547-4444-af0e-b57f76a301a7'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:17:18.164231 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.188439 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5bed34ab-0107-48dd-bb45-ae1ab0267e98 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3182390 Oct 26 14:17:18.189405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48424) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:18.203032 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8883efa1-24d4-452b-addd-24f171fc7fad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1954678045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:18.223184 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d473d49-477f-48bc-be0f-af43da4edeff req-2af346b0-5c6f-4108-8df2-0ef4b7945742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:18.228660 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9d473d49-477f-48bc-be0f-af43da4edeff req-2af346b0-5c6f-4108-8df2-0ef4b7945742 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9120fa2be7a40e08f7d67f4922abeac&device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 1094 time: 0.5332656 Oct 26 14:17:18.239399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558d7b1-f311-4130-af79-8586b086d6a5 req-65ec6b92-5262-43cc-804d-ab2ab93f6221 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:18.249226 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b558d7b1-f311-4130-af79-8586b086d6a5 req-65ec6b92-5262-43cc-804d-ab2ab93f6221 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 943 time: 0.1610849 Oct 26 14:17:18.328465 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8883efa1-24d4-452b-addd-24f171fc7fad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.330984 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8883efa1-24d4-452b-addd-24f171fc7fad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.437476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-410c3201-26a1-4e46-9c50-b3ef117968b5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Allocated IP 172.20.0.9 (b29555e6-1987-485e-986c-9ea675b58850/64db89e1-c450-4b62-a188-36d5f92887fa/c7cefa6c-331f-4155-8fb6-1ca0e9e6258d) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:18.497581 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b558d7b1-f311-4130-af79-8586b086d6a5 req-46a82322-98b0-469b-8cc6-3190be662a88 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470477 Oct 26 14:17:18.505873 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de4eb422-73da-4436-bae4-ba9cd9cb0430 req-83e565bd-ac5b-49a6-8e96-fcde23f3ff9c tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 210 time: 0.1327565 Oct 26 14:17:18.637416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Allocated IP 172.20.0.2 (026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0/d19b9fdd-7547-4444-af0e-b57f76a301a7/a5aebaae-66b2-44db-925c-ec7f20e88563) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:18.671585 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8883efa1-24d4-452b-addd-24f171fc7fad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.681516 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8883efa1-24d4-452b-addd-24f171fc7fad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.702347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d473d49-477f-48bc-be0f-af43da4edeff req-1a63441d-d4ae-4c18-9e0a-02b8a60b9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:18.710214 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9d473d49-477f-48bc-be0f-af43da4edeff req-1a63441d-d4ae-4c18-9e0a-02b8a60b9cd0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d74f8925-36f3-4a72-936c-cca021797f09 HTTP/1.1" status: 200 len: 918 time: 0.4728725 Oct 26 14:17:18.728840 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8883efa1-24d4-452b-addd-24f171fc7fad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.733609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8883efa1-24d4-452b-addd-24f171fc7fad tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5412185 Oct 26 14:17:18.734469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48432) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:18.830522 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9d473d49-477f-48bc-be0f-af43da4edeff req-a5ed3466-461a-418b-b0e6-cd11e3372e62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05ee13ed-0035-4fc8-a124-88c865aea998 HTTP/1.1" status: 200 len: 217 time: 0.1097546 Oct 26 14:17:19.041772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d473d49-477f-48bc-be0f-af43da4edeff req-a64d8b3e-c554-4b7b-b0c4-b7fc6ca25552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:19.043698 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9d473d49-477f-48bc-be0f-af43da4edeff req-a64d8b3e-c554-4b7b-b0c4-b7fc6ca25552 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b0d342-a3ef-42ae-83e8-606542c719bf HTTP/1.1" status: 200 len: 857 time: 0.1877856 Oct 26 14:17:19.150918 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:19.206554 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-410c3201-26a1-4e46-9c50-b3ef117968b5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.252355 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.297913 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-410c3201-26a1-4e46-9c50-b3ef117968b5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.341904 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.380031 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.400985 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.473398 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9d473d49-477f-48bc-be0f-af43da4edeff req-0be2a061-cf4c-4b18-ad29-cec885f898b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d74f8925-36f3-4a72-936c-cca021797f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1957829 Oct 26 14:17:19.512574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-410c3201-26a1-4e46-9c50-b3ef117968b5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Network b29555e6-1987-485e-986c-9ea675b58850 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:19.545249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-410c3201-26a1-4e46-9c50-b3ef117968b5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:19.582768 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-410c3201-26a1-4e46-9c50-b3ef117968b5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:19.692057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c3201-26a1-4e46-9c50-b3ef117968b5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Pushing event updated for resources: {'Port': ['ID=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:19.845055 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-410c3201-26a1-4e46-9c50-b3ef117968b5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:19.845757 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-410c3201-26a1-4e46-9c50-b3ef117968b5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.873358 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9d473d49-477f-48bc-be0f-af43da4edeff req-fafe4dd4-49fd-408e-9209-b63e66db548b service neutron] 10.222.0.25 "GET /v2.0/networks/d74f8925-36f3-4a72-936c-cca021797f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634932 Oct 26 14:17:19.874149 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa12d16-ed34-4042-9432-9ffa6554bcfd req-40bf3ef7-8df8-4314-8067-d6c86e8534bf tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:19.883215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3fa12d16-ed34-4042-9432-9ffa6554bcfd req-40bf3ef7-8df8-4314-8067-d6c86e8534bf tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 943 time: 0.1935644 Oct 26 14:17:19.900137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e5ed3-6cd1-45c9-9589-b5ca43f3f1f6 req-30927390-1478-43fa-b489-bcdcd67d1306 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:19.907859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-111e5ed3-6cd1-45c9-9589-b5ca43f3f1f6 req-30927390-1478-43fa-b489-bcdcd67d1306 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 931 time: 0.2275977 Oct 26 14:17:20.042748 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9d473d49-477f-48bc-be0f-af43da4edeff req-541741f2-ac8d-47ae-9e54-e5c0e846bb97 service neutron] 10.222.0.25 "GET /v2.0/networks/d74f8925-36f3-4a72-936c-cca021797f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594915 Oct 26 14:17:20.054214 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-410c3201-26a1-4e46-9c50-b3ef117968b5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8176365 Oct 26 14:17:20.063482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-b3d306c3-5179-4484-9aa5-cbbdb8872682 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:17:20.064497 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-b3d306c3-5179-4484-9aa5-cbbdb8872682 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057919 Oct 26 14:17:20.092243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:20.092621 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.094360 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-111e5ed3-6cd1-45c9-9589-b5ca43f3f1f6 req-451bb6e4-d39f-452b-99d7-c5e1599ba608 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795390 Oct 26 14:17:20.107985 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 05ee13ed-0035-4fc8-a124-88c865aea998 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:20.132816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Allocated IP 172.20.0.1 (026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0/d19b9fdd-7547-4444-af0e-b57f76a301a7/159d0e18-3a0f-4629-97fc-231b673d0328) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:20.148547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3fa12d16-ed34-4042-9432-9ffa6554bcfd req-4bf6707f-021d-469a-913d-5d143704d8c9 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606728 Oct 26 14:17:20.204992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Request body: {'port': {'device_id': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:20.313363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 05ee13ed-0035-4fc8-a124-88c865aea998, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=05ee13ed-0035-4fc8-a124-88c865aea998,segment=NetworkSegment(66b19986-2856-46e9-9619-f8bc0e92a3c5),segment_id=66b19986-2856-46e9-9619-f8bc0e92a3c5)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:20.350677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Network 026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:20.352100 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.395470 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '05ee13ed-0035-4fc8-a124-88c865aea998', 'network_id': 'd74f8925-36f3-4a72-936c-cca021797f09', 'port_id': '05ee13ed-0035-4fc8-a124-88c865aea998', 'mac_address': 'fa:16:3e:32:fa:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b0d342-a3ef-42ae-83e8-606542c719bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:20.399212 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:20.414634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:20.427573 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.480937 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Pushing event updated for resources: {'Port': ['ID=a5aebaae-66b2-44db-925c-ec7f20e88563,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:20.526754 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.587049 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.666431 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:20.669774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:20.676437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:20.702855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3f3e3de7-709f-4d3b-9fc9-a536f8b356f9,segment=NetworkSegment(0d27ee59-aeed-4dbb-bfc1-5a0eccf08719),segment_id=0d27ee59-aeed-4dbb-bfc1-5a0eccf08719)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:20.738234 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.742641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=159d0e18-3a0f-4629-97fc-231b673d0328,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:20.749506 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Attempting to bind port a5aebaae-66b2-44db-925c-ec7f20e88563 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:20.749892 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Attempting to bind port a5aebaae-66b2-44db-925c-ec7f20e88563 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '39642128-0c61-45ab-9e2b-d7dd5f8bf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:20.750301 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Attempting to bind port a5aebaae-66b2-44db-925c-ec7f20e88563 on network 026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:20.766937 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:20.767655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Checking segment: {'id': '39642128-0c61-45ab-9e2b-d7dd5f8bf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:20.768079 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.768486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Bound using segment: {'id': '39642128-0c61-45ab-9e2b-d7dd5f8bf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:20.768982 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Bound port: a5aebaae-66b2-44db-925c-ec7f20e88563, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39642128-0c61-45ab-9e2b-d7dd5f8bf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:20.769371 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.771438 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.773278 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.880550 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ee13ed-0035-4fc8-a124-88c865aea998 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:20.957028 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.092671 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cefa6c-331f-4155-8fb6-1ca0e9e6258d {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:21.106357 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.127940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 05ee13ed-0035-4fc8-a124-88c865aea998, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=05ee13ed-0035-4fc8-a124-88c865aea998,segment=NetworkSegment(66b19986-2856-46e9-9619-f8bc0e92a3c5),segment_id=66b19986-2856-46e9-9619-f8bc0e92a3c5)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:21.143873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Transition to ACTIVE for port object c7cefa6c-331f-4155-8fb6-1ca0e9e6258d will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:17:21.152267 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.167779 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=3f3e3de7-709f-4d3b-9fc9-a536f8b356f9,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:21.182812 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.327050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Pushing event updated for resources: {'Port': ['ID=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:21.368796 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] For port a5aebaae-66b2-44db-925c-ec7f20e88563, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:21.379235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] For port a5aebaae-66b2-44db-925c-ec7f20e88563, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a5aebaae-66b2-44db-925c-ec7f20e88563,segment=NetworkSegment(39642128-0c61-45ab-9e2b-d7dd5f8bf7c5),segment_id=39642128-0c61-45ab-9e2b-d7dd5f8bf7c5)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:21.395641 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.409821 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=05ee13ed-0035-4fc8-a124-88c865aea998,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:21.417372 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['05ee13ed-0035-4fc8-a124-88c865aea998'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:21.593035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Attempting to bind port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:21.593386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Attempting to bind port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '0d27ee59-aeed-4dbb-bfc1-5a0eccf08719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:21.593728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Attempting to bind port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d on network b29555e6-1987-485e-986c-9ea675b58850 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:21.609372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d on network b29555e6-1987-485e-986c-9ea675b58850 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:17:21.609719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Attempting to bind port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d on network b29555e6-1987-485e-986c-9ea675b58850 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:21.620479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:21.620848 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Checking segment: {'id': '0d27ee59-aeed-4dbb-bfc1-5a0eccf08719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:21.621240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Bound using segment: {'id': '0d27ee59-aeed-4dbb-bfc1-5a0eccf08719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:21.621682 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Bound port: c7cefa6c-331f-4155-8fb6-1ca0e9e6258d, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d27ee59-aeed-4dbb-bfc1-5a0eccf08719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:21.622601 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.637857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce213de2-4c3a-47bb-b219-9dc4ccd1fecf None None] Pushing event updated for resources: {'Port': ['ID=a5aebaae-66b2-44db-925c-ec7f20e88563,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:21.755068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b27bc-6dd3-4dda-b35d-abdaa05394df req-7e7c30ab-dc95-4e37-b340-7919ac4a0cda tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:21.766922 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb8b27bc-6dd3-4dda-b35d-abdaa05394df req-7e7c30ab-dc95-4e37-b340-7919ac4a0cda tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 944 time: 0.3496335 Oct 26 14:17:21.869166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb8b27bc-6dd3-4dda-b35d-abdaa05394df req-823be09a-9b86-4d79-a2c0-11fb19016560 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930696 Oct 26 14:17:21.900096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] For port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:21.910487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] For port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,segment=NetworkSegment(0d27ee59-aeed-4dbb-bfc1-5a0eccf08719),segment_id=0d27ee59-aeed-4dbb-bfc1-5a0eccf08719)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:21.927517 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.969364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c92d3a-51a2-49d0-a71f-333ab5057e07 req-68d3f461-63e5-4b63-9813-4d25632536fa tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:21.976648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:21.977420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.981304 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] 10.222.0.11 "PUT /v2.0/ports/c7cefa6c-331f-4155-8fb6-1ca0e9e6258d HTTP/1.1" status: 200 len: 1091 time: 1.9070117 Oct 26 14:17:21.985401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9c92d3a-51a2-49d0-a71f-333ab5057e07 req-68d3f461-63e5-4b63-9813-4d25632536fa tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 943 time: 0.6527596 Oct 26 14:17:22.050719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'tag': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:22.053778 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864cfce7-7a44-4c92-9a45-eab13e07e7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea91986-859d-42aa-b17d-783d27f52fa7", "tag": "c7cefa6c-331f-4155-8fb6-1ca0e9e6258d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:22.126952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f45af6-89df-4f88-a4fd-276279225230 service neutron] Pushing event updated for resources: {'Port': ['ID=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:22.139367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-54d36986-2ad7-4fa1-9e45-ed1583c8c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:22.141121 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-54d36986-2ad7-4fa1-9e45-ed1583c8c239 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f459623e19864651a857cf666212b867&device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 1094 time: 0.0844858 Oct 26 14:17:22.219576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9c92d3a-51a2-49d0-a71f-333ab5057e07 req-9d33d65d-c2cc-4eff-b9ce-c0047824b611 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324026 Oct 26 14:17:22.252707 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46dafc8-c10c-4716-81d6-d489d1964381 x-openstack-request-id: req-d46dafc8-c10c-4716-81d6-d489d1964381 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:22.252707 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea91986-859d-42aa-b17d-783d27f52fa7", "tag": "c7cefa6c-331f-4155-8fb6-1ca0e9e6258d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:22.252932 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d46dafc8-c10c-4716-81d6-d489d1964381 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:22.253724 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'tag': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d', 'status': 'completed', 'code': 200} Oct 26 14:17:22.255524 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-db4241b5-65c1-4ddf-9dd9-f968946e6456 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d HTTP/1.1" status: 200 len: 217 time: 0.1009865 Oct 26 14:17:22.351133 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-1608ec09-d2ee-48e8-af70-34cfa6aaf63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:22.353091 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-1608ec09-d2ee-48e8-af70-34cfa6aaf63f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64db89e1-c450-4b62-a188-36d5f92887fa HTTP/1.1" status: 200 len: 859 time: 0.0898058 Oct 26 14:17:22.442463 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-2c0b5d5c-5b7d-4d90-8a04-f92bb010a877 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b29555e6-1987-485e-986c-9ea675b58850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783772 Oct 26 14:17:22.446237 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:22.462978 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:22.565209 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:22.643980 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-8c73a988-f48c-488e-b1ac-c606280d361f service neutron] 10.222.0.11 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939142 Oct 26 14:17:22.856350 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87ef6340-913e-4e93-adfa-70e8c7291c8b req-0b7e0255-5b00-4132-b430-e98c621354f1 service neutron] 10.222.0.11 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040811 Oct 26 14:17:22.875748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:22.878648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:22.898223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=159d0e18-3a0f-4629-97fc-231b673d0328,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:23.117338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cfce7-7a44-4c92-9a45-eab13e07e7a1 req-7435c97c-e90a-4ff1-b7bd-e25cf1899d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:23.118882 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-864cfce7-7a44-4c92-9a45-eab13e07e7a1 req-7435c97c-e90a-4ff1-b7bd-e25cf1899d0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f459623e19864651a857cf666212b867&device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 1094 time: 0.1689157 Oct 26 14:17:23.249513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:23.300891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2d8b6-f6f8-4b8c-af1e-083aad68e4ef req-a5e9fe59-3b43-4903-ab66-d5d15ac9866c tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:23.304881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4d2d8b6-f6f8-4b8c-af1e-083aad68e4ef req-a5e9fe59-3b43-4903-ab66-d5d15ac9866c tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 944 time: 0.2151761 Oct 26 14:17:23.388145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cfce7-7a44-4c92-9a45-eab13e07e7a1 req-635357ab-74e0-4412-9bbc-f0b590b61388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:23.393315 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641397f2-7a20-404e-b93c-1d58c22685d1 None None] Network 026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:23.396067 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-864cfce7-7a44-4c92-9a45-eab13e07e7a1 req-635357ab-74e0-4412-9bbc-f0b590b61388 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b29555e6-1987-485e-986c-9ea675b58850 HTTP/1.1" status: 200 len: 920 time: 0.2635019 Oct 26 14:17:23.401041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4d2d8b6-f6f8-4b8c-af1e-083aad68e4ef req-397aaf47-ecd2-4a77-ab97-c687bb2afd71 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864577 Oct 26 14:17:23.407154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router 89f0a8fe-ac4d-4e64-9986-22302ec4cc36 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:17:23.548678 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-864cfce7-7a44-4c92-9a45-eab13e07e7a1 req-d6f441d9-eb9b-47d5-a7ed-ccab4ca37bcf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d HTTP/1.1" status: 200 len: 217 time: 0.1494346 Oct 26 14:17:23.682749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cfce7-7a44-4c92-9a45-eab13e07e7a1 req-2053dee9-4d87-4505-9ba3-452e2eb6d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:23.684911 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-864cfce7-7a44-4c92-9a45-eab13e07e7a1 req-2053dee9-4d87-4505-9ba3-452e2eb6d375 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64db89e1-c450-4b62-a188-36d5f92887fa HTTP/1.1" status: 200 len: 859 time: 0.1271544 Oct 26 14:17:23.731582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2631ef78-491b-46b0-bbdb-79d14875bfb9 None None] Provisioning complete for port a5aebaae-66b2-44db-925c-ec7f20e88563 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:23.734006 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2631ef78-491b-46b0-bbdb-79d14875bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:23.772130 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-864cfce7-7a44-4c92-9a45-eab13e07e7a1 req-719f6100-41ad-45b8-ab68-20ae753d1f8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b29555e6-1987-485e-986c-9ea675b58850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752900 Oct 26 14:17:23.839237 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:23.926374 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48748) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:23.938942 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-864cfce7-7a44-4c92-9a45-eab13e07e7a1 req-87394dd7-a2ff-447c-ab85-8d3b02859f46 service neutron] 10.222.0.11 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589963 Oct 26 14:17:23.952552 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:23.952922 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:23.954626 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 05ee13ed-0035-4fc8-a124-88c865aea998 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:24.182668 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-864cfce7-7a44-4c92-9a45-eab13e07e7a1 req-50e31153-3068-4237-9537-f59a7da9249c service neutron] 10.222.0.11 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312472 Oct 26 14:17:24.227403 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ad92401-e04e-418f-aea5-b1a8dcb1af44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.264332 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2631ef78-491b-46b0-bbdb-79d14875bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.317743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-2631ef78-491b-46b0-bbdb-79d14875bfb9 None None] For port a5aebaae-66b2-44db-925c-ec7f20e88563, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a5aebaae-66b2-44db-925c-ec7f20e88563,segment=NetworkSegment(39642128-0c61-45ab-9e2b-d7dd5f8bf7c5),segment_id=39642128-0c61-45ab-9e2b-d7dd5f8bf7c5)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:24.336184 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2631ef78-491b-46b0-bbdb-79d14875bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.545148 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ad92401-e04e-418f-aea5-b1a8dcb1af44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.547554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a5aebaae-66b2-44db-925c-ec7f20e88563 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:24.551106 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ad92401-e04e-418f-aea5-b1a8dcb1af44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.611060 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 05ee13ed-0035-4fc8-a124-88c865aea998 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:24.618616 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:24.641697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 05ee13ed-0035-4fc8-a124-88c865aea998 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:24.642137 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.683509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f579ee9c-5c32-48c4-95c1-48f20620947b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/89f0a8fe-ac4d-4e64-9986-22302ec4cc36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9475255 Oct 26 14:17:24.689412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48824) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:24.692295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36295a57-af5f-48fc-a1e1-21133d8d889a None None] Sync routers for ids ['89f0a8fe-ac4d-4e64-9986-22302ec4cc36'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:24.703162 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631ef78-491b-46b0-bbdb-79d14875bfb9 None None] Pushing event updated for resources: {'Port': ['ID=a5aebaae-66b2-44db-925c-ec7f20e88563,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:24.722698 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36295a57-af5f-48fc-a1e1-21133d8d889a None None] Routers {'89f0a8fe-ac4d-4e64-9986-22302ec4cc36'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:24.723627 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-36295a57-af5f-48fc-a1e1-21133d8d889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['89f0a8fe-ac4d-4e64-9986-22302ec4cc36'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:24.765793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-36295a57-af5f-48fc-a1e1-21133d8d889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:24.778264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df6310-b848-4899-a2cd-27503056f5dc req-6d646799-b8cf-428d-9220-b4cfdf97871c tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:24.781014 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a5aebaae-66b2-44db-925c-ec7f20e88563 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:24.781014 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.788498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20df6310-b848-4899-a2cd-27503056f5dc req-6d646799-b8cf-428d-9220-b4cfdf97871c tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 943 time: 0.3690889 Oct 26 14:17:24.828626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e1eac-8670-4102-a85a-41d91d0e514c req-b53d9050-b700-4921-ae99-853d26890161 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:24.841685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b3e1eac-8670-4102-a85a-41d91d0e514c req-b53d9050-b700-4921-ae99-853d26890161 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 944 time: 0.2201905 Oct 26 14:17:24.844476 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6ad92401-e04e-418f-aea5-b1a8dcb1af44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea6a8435ba0b4efdabe9bffcb56b0762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9167528 Oct 26 14:17:24.846898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad92401-e04e-418f-aea5-b1a8dcb1af44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d2bdd4-731a-408e-8e2d-0dcef34f76dc,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:24.856244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 48836) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:24.895127 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.924905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d676a-8867-4ec5-a13f-df180ec0ba7e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:24.926625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-620d676a-8867-4ec5-a13f-df180ec0ba7e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports/159d0e18-3a0f-4629-97fc-231b673d0328 HTTP/1.1" status: 200 len: 910 time: 0.2346313 Oct 26 14:17:24.930037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48844) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:24.934972 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36295a57-af5f-48fc-a1e1-21133d8d889a None None] Routers {'89f0a8fe-ac4d-4e64-9986-22302ec4cc36'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:24.935605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-36295a57-af5f-48fc-a1e1-21133d8d889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['89f0a8fe-ac4d-4e64-9986-22302ec4cc36'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:24.972773 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20df6310-b848-4899-a2cd-27503056f5dc req-671dde60-91c8-4782-a042-93be79f089f1 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799512 Oct 26 14:17:24.997548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14aee6f9-68df-4790-a9f2-a2e6027b1802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:25.046902 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b3e1eac-8670-4102-a85a-41d91d0e514c req-4d791247-ab76-4a1c-9f8b-cb36175f1114 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038116 Oct 26 14:17:25.066253 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14aee6f9-68df-4790-a9f2-a2e6027b1802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:25.145859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-36295a57-af5f-48fc-a1e1-21133d8d889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:25.146578 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36295a57-af5f-48fc-a1e1-21133d8d889a None None] The sync data for ids ['89f0a8fe-ac4d-4e64-9986-22302ec4cc36'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:17:25.154261 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14aee6f9-68df-4790-a9f2-a2e6027b1802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:25.158168 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14aee6f9-68df-4790-a9f2-a2e6027b1802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:25.163876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-14aee6f9-68df-4790-a9f2-a2e6027b1802 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5d2bdd4-731a-408e-8e2d-0dcef34f76dc HTTP/1.1" status: 204 len: 168 time: 0.3034585 Oct 26 14:17:25.190472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aee6f9-68df-4790-a9f2-a2e6027b1802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d2bdd4-731a-408e-8e2d-0dcef34f76dc,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:25.203737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 05ee13ed-0035-4fc8-a124-88c865aea998, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=05ee13ed-0035-4fc8-a124-88c865aea998,segment=NetworkSegment(66b19986-2856-46e9-9619-f8bc0e92a3c5),segment_id=66b19986-2856-46e9-9619-f8bc0e92a3c5)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:25.208743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8505a1-3d88-4375-8f15-021a2eb80e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ee13ed-0035-4fc8-a124-88c865aea998'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:25.212604 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbf69c8-2eca-48e1-a3b4-f133f8c5e770" -d '{"events": [{"server_uuid": "de8505a1-3d88-4375-8f15-021a2eb80e4a", "name": "network-vif-plugged", "status": "completed", "tag": "05ee13ed-0035-4fc8-a124-88c865aea998"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:25.260331 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:25.328417 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5812dcdc-6e77-4773-a0cd-fb2e58b825c5 x-openstack-request-id: req-5812dcdc-6e77-4773-a0cd-fb2e58b825c5 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:25.345048 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8505a1-3d88-4375-8f15-021a2eb80e4a", "name": "network-vif-plugged", "status": "completed", "tag": "05ee13ed-0035-4fc8-a124-88c865aea998", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:25.345489 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5812dcdc-6e77-4773-a0cd-fb2e58b825c5 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:25.346253 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8505a1-3d88-4375-8f15-021a2eb80e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ee13ed-0035-4fc8-a124-88c865aea998', 'code': 200} Oct 26 14:17:25.567450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-65cab460-b31f-4a98-afcc-cf260b3860fb None None] Provisioning complete for port a5aebaae-66b2-44db-925c-ec7f20e88563 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:25.567832 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-65cab460-b31f-4a98-afcc-cf260b3860fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:25.592921 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=05ee13ed-0035-4fc8-a124-88c865aea998,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:25.849915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a5aebaae-66b2-44db-925c-ec7f20e88563 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:25.913381 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-65cab460-b31f-4a98-afcc-cf260b3860fb None None] Provisioning complete for port 159d0e18-3a0f-4629-97fc-231b673d0328 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:25.913769 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-65cab460-b31f-4a98-afcc-cf260b3860fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.094967 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a5aebaae-66b2-44db-925c-ec7f20e88563 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:26.095356 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.101915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-65cab460-b31f-4a98-afcc-cf260b3860fb None None] Port 159d0e18-3a0f-4629-97fc-231b673d0328 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:26.333191 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10552040-cdad-485b-8497-29e849cd7d65 req-8107af13-d3c4-4fa7-8c87-3aa7ad72b493 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:26.343207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8dc4ea2d-40f0-4d7f-8e5e-ba84aeb33f75 None None] Provisioning complete for port 159d0e18-3a0f-4629-97fc-231b673d0328 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:26.343739 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ea2d-40f0-4d7f-8e5e-ba84aeb33f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.351975 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10552040-cdad-485b-8497-29e849cd7d65 req-8107af13-d3c4-4fa7-8c87-3aa7ad72b493 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 943 time: 0.1761346 Oct 26 14:17:26.488619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8dc4ea2d-40f0-4d7f-8e5e-ba84aeb33f75 None None] Port 159d0e18-3a0f-4629-97fc-231b673d0328 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:26.536471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f04b9-dee2-4d42-a52a-535d617d8bc8 req-83ff058f-58a5-41ba-9d74-c451849cf707 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:26.546103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cf8f04b9-dee2-4d42-a52a-535d617d8bc8 req-83ff058f-58a5-41ba-9d74-c451849cf707 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 945 time: 0.3100073 Oct 26 14:17:26.620185 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bc1018bb-f5ee-46fa-a330-d6a508f1c82f None None] Provisioning complete for port 159d0e18-3a0f-4629-97fc-231b673d0328 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:26.622256 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bc1018bb-f5ee-46fa-a330-d6a508f1c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.674119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-bc1018bb-f5ee-46fa-a330-d6a508f1c82f None None] Port 159d0e18-3a0f-4629-97fc-231b673d0328 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:26.731652 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10552040-cdad-485b-8497-29e849cd7d65 req-aa8a9d4a-1af8-4855-bdb2-083c01e509bc tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747237 Oct 26 14:17:26.743361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device c7cefa6c-331f-4155-8fb6-1ca0e9e6258d details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:26.750564 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-434a8c09-d2bc-4fc2-b1dd-abf10ec516a8 req-606989e3-5abb-42a2-a7f9-f12fda6bb299 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2890255 Oct 26 14:17:26.758414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9a09f-4030-47a1-a935-b0f559069354 req-ee31e962-3109-4efb-a4c2-926c8986b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:26.759181 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cf8f04b9-dee2-4d42-a52a-535d617d8bc8 req-f8a6dd3d-fa7d-4847-9ea8-d9762f6db014 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117426 Oct 26 14:17:26.760922 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-01f9a09f-4030-47a1-a935-b0f559069354 req-ee31e962-3109-4efb-a4c2-926c8986b4dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 1096 time: 1.2975144 Oct 26 14:17:26.945740 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-01f9a09f-4030-47a1-a935-b0f559069354 req-6f0aabcb-7b32-4983-87be-2cc0f46c9e05 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256311 Oct 26 14:17:26.969915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8c09-d2bc-4fc2-b1dd-abf10ec516a8 req-ca75a134-4134-47bb-8a57-79c4853d56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:26.971502 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-434a8c09-d2bc-4fc2-b1dd-abf10ec516a8 req-ca75a134-4134-47bb-8a57-79c4853d56d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 1096 time: 0.1534750 Oct 26 14:17:27.121912 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c1b03050-c9bd-4cba-b464-267a0b7ba1e6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.127263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8c09-d2bc-4fc2-b1dd-abf10ec516a8 req-0254c058-1de7-43cb-97e5-c6334e2e9633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:27.128686 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-434a8c09-d2bc-4fc2-b1dd-abf10ec516a8 req-0254c058-1de7-43cb-97e5-c6334e2e9633 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 200 len: 912 time: 0.1184502 Oct 26 14:17:27.239659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,segment=NetworkSegment(0d27ee59-aeed-4dbb-bfc1-5a0eccf08719),segment_id=0d27ee59-aeed-4dbb-bfc1-5a0eccf08719)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:27.263828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d', 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'port_id': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d', 'mac_address': 'fa:16:3e:b9:7d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:27.276305 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-434a8c09-d2bc-4fc2-b1dd-abf10ec516a8 req-63739805-29d1-4863-b6f8-6834caaf85b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6446bc-d9e2-4e02-8901-0642da04e2ea HTTP/1.1" status: 200 len: 1000 time: 0.1167204 Oct 26 14:17:27.330418 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.348038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cefa6c-331f-4155-8fb6-1ca0e9e6258d {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:27.373145 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,segment=NetworkSegment(0d27ee59-aeed-4dbb-bfc1-5a0eccf08719),segment_id=0d27ee59-aeed-4dbb-bfc1-5a0eccf08719)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:27.387759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8c09-d2bc-4fc2-b1dd-abf10ec516a8 req-dbf7d99e-913c-4993-ab72-2d9fe2632967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:27.389208 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-434a8c09-d2bc-4fc2-b1dd-abf10ec516a8 req-dbf7d99e-913c-4993-ab72-2d9fe2632967 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f250216c-69fb-4480-a4f8-10a5384e9ce5 HTTP/1.1" status: 200 len: 850 time: 0.0513828 Oct 26 14:17:27.394430 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.478010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8c09-d2bc-4fc2-b1dd-abf10ec516a8 req-2e750724-a2fd-4c66-959d-95721f553473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:27.480309 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-434a8c09-d2bc-4fc2-b1dd-abf10ec516a8 req-2e750724-a2fd-4c66-959d-95721f553473 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d49161d-4870-41c9-ae58-b6c3e5bc24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659280 Oct 26 14:17:27.518090 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.528203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:27.673121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf76125-c858-4292-8b89-a01ba0f417ec req-19d7e4cd-524d-4647-a02b-4ddf5d136ee5 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:27.685720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-19d7e4cd-524d-4647-a02b-4ddf5d136ee5 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/networks?id=4e756ff2-390c-4edc-bbfb-a382762e922a HTTP/1.1" status: 200 len: 813 time: 0.1857271 Oct 26 14:17:27.699608 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-434a8c09-d2bc-4fc2-b1dd-abf10ec516a8 req-b00fbb8f-8653-4f7c-bd5a-be24a475e5a2 service neutron] 10.222.0.11 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104459 Oct 26 14:17:27.706852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-a545a042-5b83-4b4a-8cd5-4dbbb0330aa3 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/quotas/9395d807a35c4e3a9b17154289d713dd HTTP/1.1" status: 200 len: 375 time: 0.0198085 Oct 26 14:17:27.773813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-e2c399ea-371a-4bec-a271-e148bd9585db tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9395d807a35c4e3a9b17154289d713dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657747 Oct 26 14:17:27.784825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-15550b79-dfd6-4ad7-acf7-5f824edb8ef3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:17:27.793577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['c7cefa6c-331f-4155-8fb6-1ca0e9e6258d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:27.802506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c1b03050-c9bd-4cba-b464-267a0b7ba1e6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port 159d0e18-3a0f-4629-97fc-231b673d0328 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:27.802506 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c1b03050-c9bd-4cba-b464-267a0b7ba1e6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.810479 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-15550b79-dfd6-4ad7-acf7-5f824edb8ef3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0356269 Oct 26 14:17:27.900551 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-434a8c09-d2bc-4fc2-b1dd-abf10ec516a8 req-887156bc-db14-4972-a338-df23071411b8 service neutron] 10.222.0.11 "GET /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917846 Oct 26 14:17:27.948032 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c1b03050-c9bd-4cba-b464-267a0b7ba1e6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.962910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c1b03050-c9bd-4cba-b464-267a0b7ba1e6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for 159d0e18-3a0f-4629-97fc-231b673d0328 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:28.042322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ea840-fa0c-42c0-8698-c437e46af974 req-e02c0274-d17a-4aa2-8152-0b24b3f8682f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:28.043859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-779ea840-fa0c-42c0-8698-c437e46af974 req-e02c0274-d17a-4aa2-8152-0b24b3f8682f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 944 time: 0.2165010 Oct 26 14:17:28.084885 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-3e1fb581-0950-4c00-bee9-c48e58e3cddb service neutron] 10.222.0.32 "GET /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735453 Oct 26 14:17:28.126107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-779ea840-fa0c-42c0-8698-c437e46af974 req-2095d69b-eabb-416b-b0cd-04b6cb0980ce tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738034 Oct 26 14:17:28.242392 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c1b03050-c9bd-4cba-b464-267a0b7ba1e6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:28.287526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b03050-c9bd-4cba-b464-267a0b7ba1e6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=159d0e18-3a0f-4629-97fc-231b673d0328,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:28.340065 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-88e4051a-50f2-4fdf-a05d-78354d474629 service neutron] 10.222.0.32 "GET /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476289 Oct 26 14:17:28.372887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e24d5-0f27-4ff3-b0b2-ee64ff1a2c9f req-873a45f6-8ee8-4d79-adb6-8df72f3ac50e tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:28.387428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b6e24d5-0f27-4ff3-b0b2-ee64ff1a2c9f req-873a45f6-8ee8-4d79-adb6-8df72f3ac50e tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 945 time: 0.1618569 Oct 26 14:17:28.448303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b6e24d5-0f27-4ff3-b0b2-ee64ff1a2c9f req-310f3ca0-a015-482c-bb7e-7fa55eb8fd7f tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599725 Oct 26 14:17:28.624886 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c1b03050-c9bd-4cba-b464-267a0b7ba1e6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:28.913403 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24472d20-f54a-49f6-9911-4d85b29924f2 req-6bd9a9c8-ba1c-4d13-8fc4-77231e314bd1 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 210 time: 0.0885172 Oct 26 14:17:28.915623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b03050-c9bd-4cba-b464-267a0b7ba1e6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router 89f0a8fe-ac4d-4e64-9986-22302ec4cc36 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:17:29.039893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b03050-c9bd-4cba-b464-267a0b7ba1e6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:29.048227 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c1b03050-c9bd-4cba-b464-267a0b7ba1e6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/89f0a8fe-ac4d-4e64-9986-22302ec4cc36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1140165 Oct 26 14:17:29.048704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49076) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:29.055089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4553e-1b8b-409d-92ec-843dd1dc2623 req-42154958-fce8-4a3c-8c08-afaef9621abc tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:29.055226 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763816c5-c390-4ebd-ae8d-9fd71f1865d2 None None] Sync routers for ids ['89f0a8fe-ac4d-4e64-9986-22302ec4cc36'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:29.064004 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-39f4553e-1b8b-409d-92ec-843dd1dc2623 req-42154958-fce8-4a3c-8c08-afaef9621abc tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 945 time: 0.0768960 Oct 26 14:17:29.068270 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763816c5-c390-4ebd-ae8d-9fd71f1865d2 None None] Routers {'89f0a8fe-ac4d-4e64-9986-22302ec4cc36'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:29.071562 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-763816c5-c390-4ebd-ae8d-9fd71f1865d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['89f0a8fe-ac4d-4e64-9986-22302ec4cc36'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:29.096309 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-efe5e59b-f212-44d6-b409-655e0fb18571 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports?device_id=89f0a8fe-ac4d-4e64-9986-22302ec4cc36 HTTP/1.1" status: 200 len: 205 time: 0.0464406 Oct 26 14:17:29.096904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49078) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:29.111349 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-39f4553e-1b8b-409d-92ec-843dd1dc2623 req-ce546d4c-8c49-4f43-b9fa-529f20efb87c tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464449 Oct 26 14:17:29.149399 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-763816c5-c390-4ebd-ae8d-9fd71f1865d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:29.181718 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763816c5-c390-4ebd-ae8d-9fd71f1865d2 None None] Routers {'89f0a8fe-ac4d-4e64-9986-22302ec4cc36'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:29.183413 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4888-9f0b-4cea-ad8f-645ab97f0c8a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.184349 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-763816c5-c390-4ebd-ae8d-9fd71f1865d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['89f0a8fe-ac4d-4e64-9986-22302ec4cc36'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:29.269663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614649af-a02b-4d48-94b2-79ec67d64685 req-478e9578-49ff-44ee-b890-219c080bf4f6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:29.277822 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-763816c5-c390-4ebd-ae8d-9fd71f1865d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:29.278999 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-614649af-a02b-4d48-94b2-79ec67d64685 req-478e9578-49ff-44ee-b890-219c080bf4f6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 944 time: 0.0653834 Oct 26 14:17:29.290835 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763816c5-c390-4ebd-ae8d-9fd71f1865d2 None None] The sync data for ids ['89f0a8fe-ac4d-4e64-9986-22302ec4cc36'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:17:29.337124 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-614649af-a02b-4d48-94b2-79ec67d64685 req-291c562c-ef37-4fc4-8180-d606ea9c9c1d tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512865 Oct 26 14:17:29.409817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4888-9f0b-4cea-ad8f-645ab97f0c8a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.414119 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4888-9f0b-4cea-ad8f-645ab97f0c8a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.467528 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4888-9f0b-4cea-ad8f-645ab97f0c8a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.468225 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3d4888-9f0b-4cea-ad8f-645ab97f0c8a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Fanout notify agent at l3_agent the message router_deleted on router 89f0a8fe-ac4d-4e64-9986-22302ec4cc36 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:17:29.477492 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4888-9f0b-4cea-ad8f-645ab97f0c8a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.478616 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ce3d4888-9f0b-4cea-ad8f-645ab97f0c8a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/routers/89f0a8fe-ac4d-4e64-9986-22302ec4cc36 HTTP/1.1" status: 204 len: 168 time: 0.3808031 Oct 26 14:17:29.481378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49084) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:29.538990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20a7188-5a73-4e02-a5c6-33e5c4d5a46b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting subnet d19b9fdd-7547-4444-af0e-b57f76a301a7 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:17:29.542486 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c20a7188-5a73-4e02-a5c6-33e5c4d5a46b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.600955 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c20a7188-5a73-4e02-a5c6-33e5c4d5a46b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.692055 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c20a7188-5a73-4e02-a5c6-33e5c4d5a46b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.755564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c20a7188-5a73-4e02-a5c6-33e5c4d5a46b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.805049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c20a7188-5a73-4e02-a5c6-33e5c4d5a46b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.806055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0573d1db-81a8-497c-a29f-ef174ae04e3f None None] Network 026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:29.811842 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c20a7188-5a73-4e02-a5c6-33e5c4d5a46b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/d19b9fdd-7547-4444-af0e-b57f76a301a7 HTTP/1.1" status: 204 len: 168 time: 0.3264620 Oct 26 14:17:29.811842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a7188-5a73-4e02-a5c6-33e5c4d5a46b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Subnet': ['ID=d19b9fdd-7547-4444-af0e-b57f76a301a7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:29.812442 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49096) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:29.939251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.963301 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-06280e9b-a503-41cb-aa93-56a02e4db648 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=04d9a4fa252b410091c1aa988c1d1e2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772836 Oct 26 14:17:30.021444 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port a5aebaae-66b2-44db-925c-ec7f20e88563 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:30.022471 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.174628 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] For port a5aebaae-66b2-44db-925c-ec7f20e88563, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a5aebaae-66b2-44db-925c-ec7f20e88563,segment=NetworkSegment(39642128-0c61-45ab-9e2b-d7dd5f8bf7c5),segment_id=39642128-0c61-45ab-9e2b-d7dd5f8bf7c5)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:30.175124 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.183226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52e9c64-ada3-4b38-950a-e2374aa06267 None None] DHCP port deletion for 026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:17:30.184878 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1310c24c-ad18-4f4f-9fb2-160aa0b2c9cf req-41abdafb-f46a-496d-87f4-dfd47f4ceaf4 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 210 time: 0.1392767 Oct 26 14:17:30.226384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for a5aebaae-66b2-44db-925c-ec7f20e88563 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:30.293645 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b52e9c64-ada3-4b38-950a-e2374aa06267 None None] Deleting port a5aebaae-66b2-44db-925c-ec7f20e88563 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:30.294153 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b52e9c64-ada3-4b38-950a-e2374aa06267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.351457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-ca196ebd-5d2e-40fb-8fb4-ec84b76dd319 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:30.360614 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-ca196ebd-5d2e-40fb-8fb4-ec84b76dd319 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3913088 Oct 26 14:17:30.366868 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf76125-c858-4292-8b89-a01ba0f417ec req-8179190c-cea1-40ca-9895-9b9cabafb617 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:30.368499 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-8179190c-cea1-40ca-9895-9b9cabafb617 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.25 "GET /v2.0/networks?id=4e756ff2-390c-4edc-bbfb-a382762e922a HTTP/1.1" status: 200 len: 813 time: 0.3439631 Oct 26 14:17:30.378043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b52e9c64-ada3-4b38-950a-e2374aa06267 None None] For port a5aebaae-66b2-44db-925c-ec7f20e88563, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a5aebaae-66b2-44db-925c-ec7f20e88563,segment=NetworkSegment(39642128-0c61-45ab-9e2b-d7dd5f8bf7c5),segment_id=39642128-0c61-45ab-9e2b-d7dd5f8bf7c5)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:30.378768 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b52e9c64-ada3-4b38-950a-e2374aa06267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.382368 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-d2ac7838-28a8-491a-85d2-c717dc2da1b2 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/quotas/04d9a4fa252b410091c1aa988c1d1e2a HTTP/1.1" status: 200 len: 375 time: 0.0203207 Oct 26 14:17:30.383419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-adf76125-c858-4292-8b89-a01ba0f417ec req-7cbcde4d-9b8b-458e-9659-08cfc97a8c21 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Request body: {'port': {'device_id': '89ea9ffa-8001-406e-bd5e-e5b18223fe00', 'network_id': '4e756ff2-390c-4edc-bbfb-a382762e922a', 'admin_state_up': True, 'tenant_id': '9395d807a35c4e3a9b17154289d713dd'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:30.398278 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b52e9c64-ada3-4b38-950a-e2374aa06267 None None] Calling delete_port for a5aebaae-66b2-44db-925c-ec7f20e88563 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:30.421666 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-47624969-3b4c-4207-8363-51ef164f2be6 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=04d9a4fa252b410091c1aa988c1d1e2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384979 Oct 26 14:17:30.446401 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c86fd-2f6c-4e9c-9319-bb8effb8c2e8 req-9feabb60-2ea2-4199-ad08-f1c47a8eab77 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:30.449942 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac0c86fd-2f6c-4e9c-9319-bb8effb8c2e8 req-9feabb60-2ea2-4199-ad08-f1c47a8eab77 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 945 time: 0.1577518 Oct 26 14:17:30.474523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8672-8d79-46f9-857c-ea9c0ae0c65b req-f0f38962-21e6-4916-ad3c-93e9db0fa61b tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:30.477166 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4d4f8672-8d79-46f9-857c-ea9c0ae0c65b req-f0f38962-21e6-4916-ad3c-93e9db0fa61b tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.25 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 945 time: 0.1573381 Oct 26 14:17:30.522972 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.538124 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b52e9c64-ada3-4b38-950a-e2374aa06267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.541717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac0c86fd-2f6c-4e9c-9319-bb8effb8c2e8 req-0be3a1c2-986a-4b8d-925c-3ac8c8dde25a tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831821 Oct 26 14:17:30.584304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e9c64-ada3-4b38-950a-e2374aa06267 None None] No DVR routers for this DVR port a5aebaae-66b2-44db-925c-ec7f20e88563 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:30.587814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e9c64-ada3-4b38-950a-e2374aa06267 None None] Pushing event deleted for resources: {'Port': ['ID=a5aebaae-66b2-44db-925c-ec7f20e88563,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:30.617176 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No DVR routers for this DVR port a5aebaae-66b2-44db-925c-ec7f20e88563 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:30.649168 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=a5aebaae-66b2-44db-925c-ec7f20e88563,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:30.727116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071127f-977f-4a2d-99d5-678556f09fc0 req-96c0e6fa-a1c0-4ddf-81e9-89f86aea07b7 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:30.736506 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6071127f-977f-4a2d-99d5-678556f09fc0 req-96c0e6fa-a1c0-4ddf-81e9-89f86aea07b7 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 944 time: 0.0671825 Oct 26 14:17:30.739118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device c7cefa6c-331f-4155-8fb6-1ca0e9e6258d up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:30.789181 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fbd85373-fb88-4d3f-9a7a-823d573b0d4b req-3668a2b9-c051-470f-861d-dab7ec572e7d tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 210 time: 0.0497088 Oct 26 14:17:30.798704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf76125-c858-4292-8b89-a01ba0f417ec req-7cbcde4d-9b8b-458e-9659-08cfc97a8c21 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Made reservation on behalf of 9395d807a35c4e3a9b17154289d713dd for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:30.805033 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adf76125-c858-4292-8b89-a01ba0f417ec req-7cbcde4d-9b8b-458e-9659-08cfc97a8c21 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.825364 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6071127f-977f-4a2d-99d5-678556f09fc0 req-6b92f19b-dc24-4596-afdd-b7a53aeb8947 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806646 Oct 26 14:17:30.837915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.880963 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:30.891685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:30.891685 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.938030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:30.961820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-4d4f8672-8d79-46f9-857c-ea9c0ae0c65b req-20cb5764-96a9-4736-ab9c-398cbd09d1a9 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Deleting port 05ee13ed-0035-4fc8-a124-88c865aea998 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:30.962417 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4d4f8672-8d79-46f9-857c-ea9c0ae0c65b req-20cb5764-96a9-4736-ab9c-398cbd09d1a9 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.008414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39642128-0c61-45ab-9e2b-d7dd5f8bf7c5') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:31.008842 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39642128-0c61-45ab-9e2b-d7dd5f8bf7c5') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:31.042807 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.074244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:31.077092 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e99a0b1-12d4-4464-9fbf-be4c881175b2" -d '{"events": [{"server_uuid": "4ea91986-859d-42aa-b17d-783d27f52fa7", "name": "network-vif-plugged", "status": "completed", "tag": "c7cefa6c-331f-4155-8fb6-1ca0e9e6258d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:31.079885 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.094219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,segment=NetworkSegment(0d27ee59-aeed-4dbb-bfc1-5a0eccf08719),segment_id=0d27ee59-aeed-4dbb-bfc1-5a0eccf08719)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:31.103262 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.113280 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.153556 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:17:31.154023 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:17:31.159342 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:17:31.173751 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628d3aaa-c616-4cd2-9bb0-9680187413af x-openstack-request-id: req-628d3aaa-c616-4cd2-9bb0-9680187413af {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:31.174140 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea91986-859d-42aa-b17d-783d27f52fa7", "name": "network-vif-plugged", "status": "completed", "tag": "c7cefa6c-331f-4155-8fb6-1ca0e9e6258d", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:31.174345 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-628d3aaa-c616-4cd2-9bb0-9680187413af {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:31.174740 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d', 'code': 200} Oct 26 14:17:31.208674 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:31.308503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-4d4f8672-8d79-46f9-857c-ea9c0ae0c65b req-20cb5764-96a9-4736-ab9c-398cbd09d1a9 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] For port 05ee13ed-0035-4fc8-a124-88c865aea998, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=05ee13ed-0035-4fc8-a124-88c865aea998,segment=NetworkSegment(66b19986-2856-46e9-9619-f8bc0e92a3c5),segment_id=66b19986-2856-46e9-9619-f8bc0e92a3c5)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:31.309083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4d4f8672-8d79-46f9-857c-ea9c0ae0c65b req-20cb5764-96a9-4736-ab9c-398cbd09d1a9 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.324540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-adf76125-c858-4292-8b89-a01ba0f417ec req-7cbcde4d-9b8b-458e-9659-08cfc97a8c21 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Allocated IP 172.20.0.4 (4e756ff2-390c-4edc-bbfb-a382762e922a/9e1c347c-4ea8-4393-a39b-473db064b858/ff91e0cb-335a-4875-a1cf-2be6db1cc9c0) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:31.329138 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.331572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42f46bc3-12b0-40c4-aeb2-616995ece289 req-56a1d8a8-0065-4171-8753-8faac405523c tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 210 time: 0.0486217 Oct 26 14:17:31.342808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-4d4f8672-8d79-46f9-857c-ea9c0ae0c65b req-20cb5764-96a9-4736-ab9c-398cbd09d1a9 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Calling delete_port for 05ee13ed-0035-4fc8-a124-88c865aea998 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:31.355583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.364055 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/networks/026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0 HTTP/1.1" status: 204 len: 168 time: 1.5463686 Oct 26 14:17:31.364412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49134) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:31.369627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1160884695', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:31.394395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffda179-c20d-4848-bbbe-a0f7251ac305 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Network': ['ID=026e48b7-b4a5-4cc5-8513-a9ceb1a1aad0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:31.399142 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.401222 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.411436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6eff1-3ab6-4334-9529-e7c59bfba973 req-5494ec73-a3cc-4d96-ae77-ae461e98a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:31.413522 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c3a6eff1-3ab6-4334-9529-e7c59bfba973 req-5494ec73-a3cc-4d96-ae77-ae461e98a197 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 1096 time: 0.1820862 Oct 26 14:17:31.482071 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.564352 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c3a6eff1-3ab6-4334-9529-e7c59bfba973 req-6ea55edd-e8b0-430c-a5f5-30f91c4d3c69 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149120 Oct 26 14:17:31.657939 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adf76125-c858-4292-8b89-a01ba0f417ec req-7cbcde4d-9b8b-458e-9659-08cfc97a8c21 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.679112 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.703094 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a5aebaae-66b2-44db-925c-ec7f20e88563 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:17:31.731868 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: a5aebaae-66b2-44db-925c-ec7f20e88563 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:17:31.732116 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adf76125-c858-4292-8b89-a01ba0f417ec req-7cbcde4d-9b8b-458e-9659-08cfc97a8c21 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.732366 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a5aebaae-66b2-44db-925c-ec7f20e88563 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:17:31.807137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f5fe0-504d-4c8e-94d9-22a7d2955b94 req-cd1f3a1b-8808-4b17-9fb8-d6fd0ddfe5e9 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:31.816271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a36f5fe0-504d-4c8e-94d9-22a7d2955b94 req-cd1f3a1b-8808-4b17-9fb8-d6fd0ddfe5e9 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/ports?device_id=de8505a1-3d88-4375-8f15-021a2eb80e4a HTTP/1.1" status: 200 len: 945 time: 0.1301498 Oct 26 14:17:31.831420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf76125-c858-4292-8b89-a01ba0f417ec req-7cbcde4d-9b8b-458e-9659-08cfc97a8c21 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Network 4e756ff2-390c-4edc-bbfb-a382762e922a is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:31.840390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-adf76125-c858-4292-8b89-a01ba0f417ec req-7cbcde4d-9b8b-458e-9659-08cfc97a8c21 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:31.854115 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf76125-c858-4292-8b89-a01ba0f417ec req-7cbcde4d-9b8b-458e-9659-08cfc97a8c21 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:31.861853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcde4d-9b8b-458e-9659-08cfc97a8c21 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Pushing event updated for resources: {'Port': ['ID=ff91e0cb-335a-4875-a1cf-2be6db1cc9c0,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:31.879521 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a36f5fe0-504d-4c8e-94d9-22a7d2955b94 req-9c81553a-c78e-4cd7-be61-7a52237f1468 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621691 Oct 26 14:17:31.894788 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4d4f8672-8d79-46f9-857c-ea9c0ae0c65b req-20cb5764-96a9-4736-ab9c-398cbd09d1a9 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.913265 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['05ee13ed-0035-4fc8-a124-88c865aea998'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:31.953143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb5764-96a9-4736-ab9c-398cbd09d1a9 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Pushing event deleted for resources: {'Port': ['ID=05ee13ed-0035-4fc8-a124-88c865aea998,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:31.970764 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf76125-c858-4292-8b89-a01ba0f417ec req-7cbcde4d-9b8b-458e-9659-08cfc97a8c21 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:31.971777 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adf76125-c858-4292-8b89-a01ba0f417ec req-7cbcde4d-9b8b-458e-9659-08cfc97a8c21 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.976187 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca3568f9-ebf7-44d9-985d-a042d296ca31 req-01cc33df-a0bf-437f-8ec4-6a9578dafd4c tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 210 time: 0.0695288 Oct 26 14:17:32.055175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4f8672-8d79-46f9-857c-ea9c0ae0c65b req-20cb5764-96a9-4736-ab9c-398cbd09d1a9 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] No DVR routers for this DVR port 05ee13ed-0035-4fc8-a124-88c865aea998 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:32.059945 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-4d4f8672-8d79-46f9-857c-ea9c0ae0c65b req-20cb5764-96a9-4736-ab9c-398cbd09d1a9 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.065638 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4d4f8672-8d79-46f9-857c-ea9c0ae0c65b req-20cb5764-96a9-4736-ab9c-398cbd09d1a9 tempest-InstanceActionsV221TestJSON-364158883 tempest-InstanceActionsV221TestJSON-364158883-project] 10.222.0.25 "DELETE /v2.0/ports/05ee13ed-0035-4fc8-a124-88c865aea998 HTTP/1.1" status: 204 len: 173 time: 1.5810349 Oct 26 14:17:32.066445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8505a1-3d88-4375-8f15-021a2eb80e4a', 'name': 'network-vif-deleted', 'tag': '05ee13ed-0035-4fc8-a124-88c865aea998'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:32.070062 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87cf17b-77d6-43ee-a1a0-62683c78c1d3" -d '{"events": [{"server_uuid": "de8505a1-3d88-4375-8f15-021a2eb80e4a", "name": "network-vif-deleted", "tag": "05ee13ed-0035-4fc8-a124-88c865aea998"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:32.078083 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-7cbcde4d-9b8b-458e-9659-08cfc97a8c21 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6982756 Oct 26 14:17:32.106489 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Request body: {'port': {'device_id': '89ea9ffa-8001-406e-bd5e-e5b18223fe00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:32.220552 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.288889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae957c75-2735-48b3-8601-b9cbc6a99a6b req-e21f9855-1d57-462c-b769-c44decc065b0 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:32.297385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae957c75-2735-48b3-8601-b9cbc6a99a6b req-e21f9855-1d57-462c-b769-c44decc065b0 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.3053775 Oct 26 14:17:32.299303 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.331797 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.422551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae957c75-2735-48b3-8601-b9cbc6a99a6b req-31583ed2-e859-4164-8b31-4284ea243320 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242211 Oct 26 14:17:32.541312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Allocated IP 172.25.4.253 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/b8181239-bcf3-4270-a481-3fa2b5f4cf25) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:32.664580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f9684-4913-4352-86d0-834e982cbca5 req-7a0128bf-f7b1-4ab0-a31d-64c7775c1d1d tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:32.666484 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc5f9684-4913-4352-86d0-834e982cbca5 req-7a0128bf-f7b1-4ab0-a31d-64c7775c1d1d tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 931 time: 0.2195551 Oct 26 14:17:32.722178 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2d0b75-b251-43b6-8576-38abc8c3cb13 x-openstack-request-id: req-5c2d0b75-b251-43b6-8576-38abc8c3cb13 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:32.722473 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8505a1-3d88-4375-8f15-021a2eb80e4a", "name": "network-vif-deleted", "tag": "05ee13ed-0035-4fc8-a124-88c865aea998", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:32.722720 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c2d0b75-b251-43b6-8576-38abc8c3cb13 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:32.723111 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8505a1-3d88-4375-8f15-021a2eb80e4a', 'name': 'network-vif-deleted', 'tag': '05ee13ed-0035-4fc8-a124-88c865aea998', 'status': 'completed', 'code': 200} Oct 26 14:17:32.738283 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc5f9684-4913-4352-86d0-834e982cbca5 req-640fe719-e30e-4a23-a589-ffe2e6efa455 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630376 Oct 26 14:17:32.746605 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-e667ebe3-74e3-4618-b1c8-522f098e875b tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=04d9a4fa252b410091c1aa988c1d1e2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5204518 Oct 26 14:17:32.788162 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.827252 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.846240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:32.848918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:32.856377 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:33.040821 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=b8181239-bcf3-4270-a481-3fa2b5f4cf25,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:33.177399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-5403a9a7-9ad0-4b5b-8b9e-6290279309d8 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:33.179891 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-5403a9a7-9ad0-4b5b-8b9e-6290279309d8 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4119673 Oct 26 14:17:33.202703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Request body: {'port': {'device_id': '5b78cfb3-d137-4e67-86a8-2fef36468a12', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '04d9a4fa252b410091c1aa988c1d1e2a'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:33.255603 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.296103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c994346b-a45b-450b-a175-dcbfdd5228a0 req-ff22f18d-c33d-4208-88d1-afa27b885a56 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 210 time: 0.0401804 Oct 26 14:17:33.399249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49168) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:33.442212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:33.451679 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.461410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-c318fc30-e3d6-48ef-b128-d02adfd0fb88 admin admin] Deleting subnet f9b0d342-a3ef-42ae-83e8-606542c719bf {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:17:33.467540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Made reservation on behalf of 04d9a4fa252b410091c1aa988c1d1e2a for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:33.472249 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.488955 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.505436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Transition to ACTIVE for port object ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:17:33.516303 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.602336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Pushing event updated for resources: {'Port': ['ID=ff91e0cb-335a-4875-a1cf-2be6db1cc9c0,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:33.717330 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.720305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Attempting to bind port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:33.720654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Attempting to bind port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '34be4d99-f767-4a3b-9c80-81b9d6d504fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4e756ff2-390c-4edc-bbfb-a382762e922a'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:33.720932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Attempting to bind port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 on network 4e756ff2-390c-4edc-bbfb-a382762e922a {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:33.724849 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.740752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 on network 4e756ff2-390c-4edc-bbfb-a382762e922a not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:17:33.741091 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Attempting to bind port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 on network 4e756ff2-390c-4edc-bbfb-a382762e922a {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:33.787167 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:33.787494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Checking segment: {'id': '34be4d99-f767-4a3b-9c80-81b9d6d504fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4e756ff2-390c-4edc-bbfb-a382762e922a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:33.787887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Bound using segment: {'id': '34be4d99-f767-4a3b-9c80-81b9d6d504fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4e756ff2-390c-4edc-bbfb-a382762e922a'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:33.788325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Bound port: ff91e0cb-335a-4875-a1cf-2be6db1cc9c0, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34be4d99-f767-4a3b-9c80-81b9d6d504fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4e756ff2-390c-4edc-bbfb-a382762e922a'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:33.788687 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.823220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0796d8e-503c-4653-be22-fda84aca9a9c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:33.836023 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c318fc30-e3d6-48ef-b128-d02adfd0fb88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.926654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] For port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:33.929415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Allocated IP 192.168.233.250 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/8656e115-c6f9-401e-8dde-7efafa10e391) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:33.932232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] For port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ff91e0cb-335a-4875-a1cf-2be6db1cc9c0,segment=NetworkSegment(34be4d99-f767-4a3b-9c80-81b9d6d504fc),segment_id=34be4d99-f767-4a3b-9c80-81b9d6d504fc)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:33.936869 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.958085 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c318fc30-e3d6-48ef-b128-d02adfd0fb88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.989574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:33.990217 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.992162 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] 10.222.0.25 "PUT /v2.0/ports/ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 HTTP/1.1" status: 200 len: 1091 time: 1.9048660 Oct 26 14:17:34.024450 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ca9e7-4dc2-4dce-8193-bc22332bb7eb req-88831ed9-8e78-4b27-933a-ea865158dbef tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:34.025835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f03ca9e7-4dc2-4dce-8193-bc22332bb7eb req-88831ed9-8e78-4b27-933a-ea865158dbef tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 943 time: 0.1879940 Oct 26 14:17:34.033235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0c3f7-2575-48bd-9979-76b6ba7f9e3f req-72cd3171-1a8a-4fa7-b3b0-1e4cd0d32077 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:34.034680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cef0c3f7-2575-48bd-9979-76b6ba7f9e3f req-72cd3171-1a8a-4fa7-b3b0-1e4cd0d32077 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.2004578 Oct 26 14:17:34.052690 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c318fc30-e3d6-48ef-b128-d02adfd0fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.072694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b901ab-9f23-4301-b691-be0fe8b5489b service neutron] Pushing event updated for resources: {'Port': ['ID=ff91e0cb-335a-4875-a1cf-2be6db1cc9c0,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:34.089572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.138259 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf76125-c858-4292-8b89-a01ba0f417ec req-691a952b-9759-4d1a-ac1e-98447c25c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:34.139757 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-691a952b-9759-4d1a-ac1e-98447c25c483 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9395d807a35c4e3a9b17154289d713dd&device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 1094 time: 0.1053157 Oct 26 14:17:34.193023 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-296141e0-77ff-4c72-8a0a-5e16bdfb61ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 HTTP/1.1" status: 200 len: 217 time: 0.0435445 Oct 26 14:17:34.212054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f03ca9e7-4dc2-4dce-8193-bc22332bb7eb req-858cf570-9cc7-45e2-b731-491ece36a2a1 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719100 Oct 26 14:17:34.218500 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.220877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cef0c3f7-2575-48bd-9979-76b6ba7f9e3f req-da2276d6-b77e-4b83-9de1-817645ca55ac tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703355 Oct 26 14:17:34.235670 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c318fc30-e3d6-48ef-b128-d02adfd0fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.272422 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c318fc30-e3d6-48ef-b128-d02adfd0fb88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.275690 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c318fc30-e3d6-48ef-b128-d02adfd0fb88 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f9b0d342-a3ef-42ae-83e8-606542c719bf HTTP/1.1" status: 204 len: 168 time: 0.8753695 Oct 26 14:17:34.278298 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49178) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:34.286297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf76125-c858-4292-8b89-a01ba0f417ec req-53bcded2-0330-477b-9d0b-95b8b5a5b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:34.288346 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-53bcded2-0330-477b-9d0b-95b8b5a5b9a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e1c347c-4ea8-4393-a39b-473db064b858 HTTP/1.1" status: 200 len: 853 time: 0.0827792 Oct 26 14:17:34.289539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318fc30-e3d6-48ef-b128-d02adfd0fb88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b0d342-a3ef-42ae-83e8-606542c719bf,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:34.372735 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-da95c2b2-d3ce-4208-85fc-82ec129224b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e756ff2-390c-4edc-bbfb-a382762e922a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760019 Oct 26 14:17:34.378058 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.383870 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f35356f-5c66-4298-88b2-4c6d3ce850df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.429691 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router 993480ab-9258-4f3d-a2e8-c4a60759f460 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:17:34.496540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Pushing event updated for resources: {'Port': ['ID=8656e115-c6f9-401e-8dde-7efafa10e391,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:34.520014 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f35356f-5c66-4298-88b2-4c6d3ce850df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.545890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:34.554152 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:34.557660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:34.639639 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-6f35356f-5c66-4298-88b2-4c6d3ce850df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74f8925-36f3-4a72-936c-cca021797f09']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:34.660238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-6f35356f-5c66-4298-88b2-4c6d3ce850df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b19986-2856-46e9-9619-f8bc0e92a3c5') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:34.660524 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-6f35356f-5c66-4298-88b2-4c6d3ce850df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b19986-2856-46e9-9619-f8bc0e92a3c5') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:34.691772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:34.692453 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.705560 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f35356f-5c66-4298-88b2-4c6d3ce850df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.730847 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ea9ffa-8001-406e-bd5e-e5b18223fe00', 'tag': 'ff91e0cb-335a-4875-a1cf-2be6db1cc9c0'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:34.748570 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ff5e76-50a5-4e42-9632-de5b1311fbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "89ea9ffa-8001-406e-bd5e-e5b18223fe00", "tag": "ff91e0cb-335a-4875-a1cf-2be6db1cc9c0"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:34.753385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5b70c-130f-4931-aaab-669d5e51c1f7 req-4af9a6d0-b99b-4eaf-8a71-9b3e745045a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:34.754941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b5b70c-130f-4931-aaab-669d5e51c1f7 req-4af9a6d0-b99b-4eaf-8a71-9b3e745045a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f459623e19864651a857cf666212b867&device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 1096 time: 0.2305474 Oct 26 14:17:34.760748 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f35356f-5c66-4298-88b2-4c6d3ce850df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.762344 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-389d4cba-cedf-417f-80c3-024c845f7319 service neutron] 10.222.0.25 "GET /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808835 Oct 26 14:17:34.767364 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1cd2c0f1-3f92-48b0-9f15-7df164326dd0 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5689704 Oct 26 14:17:34.785061 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Request body: {'port': {'device_id': '5b78cfb3-d137-4e67-86a8-2fef36468a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:34.786368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:34.795628 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2eb78d-7889-4084-9153-c7d9e9f5357a req-052608c4-b6b7-43bf-9392-ebcb3737f7e6 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:34.802886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c2eb78d-7889-4084-9153-c7d9e9f5357a req-052608c4-b6b7-43bf-9392-ebcb3737f7e6 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 936 time: 0.2801130 Oct 26 14:17:34.804878 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609053f9-0aa4-47f8-b47a-343cce82dd46 None None] Sync routers for ids ['993480ab-9258-4f3d-a2e8-c4a60759f460'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:34.813106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f35356f-5c66-4298-88b2-4c6d3ce850df admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:17:34.813410 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f35356f-5c66-4298-88b2-4c6d3ce850df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:17:34.816078 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:17:34.829362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609053f9-0aa4-47f8-b47a-343cce82dd46 None None] Routers {'993480ab-9258-4f3d-a2e8-c4a60759f460'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:34.830024 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-609053f9-0aa4-47f8-b47a-343cce82dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['993480ab-9258-4f3d-a2e8-c4a60759f460'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:34.889565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-609053f9-0aa4-47f8-b47a-343cce82dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:34.900622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609053f9-0aa4-47f8-b47a-343cce82dd46 None None] Routers {'993480ab-9258-4f3d-a2e8-c4a60759f460'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:34.901623 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-609053f9-0aa4-47f8-b47a-343cce82dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['993480ab-9258-4f3d-a2e8-c4a60759f460'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:34.941752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-609053f9-0aa4-47f8-b47a-343cce82dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:34.942508 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609053f9-0aa4-47f8-b47a-343cce82dd46 None None] The sync data for ids ['993480ab-9258-4f3d-a2e8-c4a60759f460'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:17:34.948873 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.973179 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bd5256cc-61af-483c-85f0-c904f372566a None None] Provisioning complete for port 8656e115-c6f9-401e-8dde-7efafa10e391 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:34.973800 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bd5256cc-61af-483c-85f0-c904f372566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.005661 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-adf76125-c858-4292-8b89-a01ba0f417ec req-af1c3fef-409f-408f-a82b-4625b817fd43 service neutron] 10.222.0.25 "GET /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361193 Oct 26 14:17:35.033095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456aefd-69f3-4049-a4ef-529ca3201272 req-2f13a01a-6992-4f0a-a15e-94ca0acc91d6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:35.035604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-bd5256cc-61af-483c-85f0-c904f372566a None None] Port 8656e115-c6f9-401e-8dde-7efafa10e391 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:35.039171 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d456aefd-69f3-4049-a4ef-529ca3201272 req-2f13a01a-6992-4f0a-a15e-94ca0acc91d6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.3546178 Oct 26 14:17:35.054256 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c2eb78d-7889-4084-9153-c7d9e9f5357a req-7341071f-90d4-43d6-bf48-54535cc3cd92 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0796d8e-503c-4653-be22-fda84aca9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500944 Oct 26 14:17:35.062009 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.062970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ab4ed8e0-b8a6-455b-9616-4c815fa5b568 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.6975749 Oct 26 14:17:35.087563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49198) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:35.100245 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f35356f-5c66-4298-88b2-4c6d3ce850df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.105050 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f35356f-5c66-4298-88b2-4c6d3ce850df admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.108542 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6f35356f-5c66-4298-88b2-4c6d3ce850df admin admin] 10.222.0.32 "DELETE /v2.0/networks/d74f8925-36f3-4a72-936c-cca021797f09 HTTP/1.1" status: 204 len: 168 time: 0.8293166 Oct 26 14:17:35.156872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d456aefd-69f3-4049-a4ef-529ca3201272 req-5fb8250a-963f-41e7-a927-6d9ad6c6c59d tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990558 Oct 26 14:17:35.180241 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35356f-5c66-4298-88b2-4c6d3ce850df admin admin] Pushing event deleted for resources: {'Network': ['ID=d74f8925-36f3-4a72-936c-cca021797f09,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:35.187121 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8224c778-0fff-4cd2-ac66-bc967b4f0696 x-openstack-request-id: req-8224c778-0fff-4cd2-ac66-bc967b4f0696 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:35.187419 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ea9ffa-8001-406e-bd5e-e5b18223fe00", "tag": "ff91e0cb-335a-4875-a1cf-2be6db1cc9c0", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:35.187675 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8224c778-0fff-4cd2-ac66-bc967b4f0696 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:35.188516 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ea9ffa-8001-406e-bd5e-e5b18223fe00', 'tag': 'ff91e0cb-335a-4875-a1cf-2be6db1cc9c0', 'status': 'completed', 'code': 200} Oct 26 14:17:35.188635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5b70c-130f-4931-aaab-669d5e51c1f7 req-af3d7d19-7597-4c0e-88a3-70bfc57beed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:35.190021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b5b70c-130f-4931-aaab-669d5e51c1f7 req-af3d7d19-7597-4c0e-88a3-70bfc57beed7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b29555e6-1987-485e-986c-9ea675b58850 HTTP/1.1" status: 200 len: 920 time: 0.4192882 Oct 26 14:17:35.249161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b5b70c-130f-4931-aaab-669d5e51c1f7 req-ba780cd1-a44b-4709-bb1c-29de61707f5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d HTTP/1.1" status: 200 len: 217 time: 0.0505536 Oct 26 14:17:35.312171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5b70c-130f-4931-aaab-669d5e51c1f7 req-ff788e36-8aba-4391-a0b2-3af683fc45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:35.313681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b5b70c-130f-4931-aaab-669d5e51c1f7 req-ff788e36-8aba-4391-a0b2-3af683fc45f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64db89e1-c450-4b62-a188-36d5f92887fa HTTP/1.1" status: 200 len: 859 time: 0.0574462 Oct 26 14:17:35.325506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff5e76-50a5-4e42-9632-de5b1311fbf2 req-530650e0-f126-45db-beae-e61fe127ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:35.327031 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-40ff5e76-50a5-4e42-9632-de5b1311fbf2 req-530650e0-f126-45db-beae-e61fe127ae37 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9395d807a35c4e3a9b17154289d713dd&device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 1094 time: 0.1376896 Oct 26 14:17:35.365014 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-503308b7-4780-4e52-9eb7-a69455b42c39 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/routers/993480ab-9258-4f3d-a2e8-c4a60759f460 HTTP/1.1" status: 200 len: 881 time: 0.2764397 Oct 26 14:17:35.365707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49204) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:35.370725 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b5b70c-130f-4931-aaab-669d5e51c1f7 req-cc3d35a2-fd6d-4bd8-bc2e-ca65e9e434b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b29555e6-1987-485e-986c-9ea675b58850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495441 Oct 26 14:17:35.371184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49206) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:35.530694 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ee03b304-5fa7-45be-b686-544985115686 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9120fa2be7a40e08f7d67f4922abeac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535378 Oct 26 14:17:35.535800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49210) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:35.570367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8656e115-c6f9-401e-8dde-7efafa10e391 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:35.593593 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff5e76-50a5-4e42-9632-de5b1311fbf2 req-98e76627-f6ed-4e88-bb00-bb9911cdf7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:35.594696 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-40ff5e76-50a5-4e42-9632-de5b1311fbf2 req-98e76627-f6ed-4e88-bb00-bb9911cdf7ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=4e756ff2-390c-4edc-bbfb-a382762e922a HTTP/1.1" status: 200 len: 914 time: 0.2563956 Oct 26 14:17:35.614211 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.617223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ae64f-fbfa-4194-a81b-0aa694aebcd9 req-e679a51b-a413-40a9-99b8-00fb6c5677e0 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:35.624893 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e0ae64f-fbfa-4194-a81b-0aa694aebcd9 req-e679a51b-a413-40a9-99b8-00fb6c5677e0 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 943 time: 0.2653081 Oct 26 14:17:35.660117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b5b70c-130f-4931-aaab-669d5e51c1f7 req-64db1178-fde2-4cae-a1fa-fa7f6d3ed44b service neutron] 10.222.0.11 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691255 Oct 26 14:17:35.670410 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-40ff5e76-50a5-4e42-9632-de5b1311fbf2 req-2600ddb1-41b6-407a-96be-3fded154f3f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 HTTP/1.1" status: 200 len: 217 time: 0.0534606 Oct 26 14:17:35.692923 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Transition to ACTIVE for port object 8656e115-c6f9-401e-8dde-7efafa10e391 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:17:35.720629 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.761245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e0ae64f-fbfa-4194-a81b-0aa694aebcd9 req-fae35067-fd99-46d6-b0ca-8fa2c7667ac3 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352830 Oct 26 14:17:35.783249 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d158dad5-6302-4312-a9fe-2915812335d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.824246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89b5b70c-130f-4931-aaab-669d5e51c1f7 req-bbd70b15-87ab-4c5b-9416-54c4eaabf3a1 service neutron] 10.222.0.11 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520512 Oct 26 14:17:35.834393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff5e76-50a5-4e42-9632-de5b1311fbf2 req-43decdd6-e613-4d67-8f12-37b390da5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:35.836135 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-40ff5e76-50a5-4e42-9632-de5b1311fbf2 req-43decdd6-e613-4d67-8f12-37b390da5beb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e1c347c-4ea8-4393-a39b-473db064b858 HTTP/1.1" status: 200 len: 853 time: 0.1549890 Oct 26 14:17:35.853382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Pushing event updated for resources: {'Port': ['ID=8656e115-c6f9-401e-8dde-7efafa10e391,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:35.887554 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d158dad5-6302-4312-a9fe-2915812335d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.932966 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-40ff5e76-50a5-4e42-9632-de5b1311fbf2 req-edb59636-412c-45d9-aa99-0e9d343d9183 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e756ff2-390c-4edc-bbfb-a382762e922a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759680 Oct 26 14:17:35.937880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4132b9e1-4c64-405b-9f98-d4e8f835c90b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5656388 Oct 26 14:17:35.940860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49220) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:35.946926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-190c5b6a-1649-4e2b-8d1b-545584674203 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1160884695'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:35.971417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 05ee13ed-0035-4fc8-a124-88c865aea998 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:17:36.015737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 05ee13ed-0035-4fc8-a124-88c865aea998 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:17:36.016347 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 05ee13ed-0035-4fc8-a124-88c865aea998 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:17:36.079220 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d158dad5-6302-4312-a9fe-2915812335d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.081753 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d158dad5-6302-4312-a9fe-2915812335d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.085106 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d158dad5-6302-4312-a9fe-2915812335d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3 HTTP/1.1" status: 204 len: 168 time: 0.5463452 Oct 26 14:17:36.085936 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Attempting to bind port 8656e115-c6f9-401e-8dde-7efafa10e391 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:36.086295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Attempting to bind port 8656e115-c6f9-401e-8dde-7efafa10e391 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:36.086625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Attempting to bind port 8656e115-c6f9-401e-8dde-7efafa10e391 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:36.128297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158dad5-6302-4312-a9fe-2915812335d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4d2ba2-9d20-467e-ad6c-084fa5eb07d3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:36.139961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Port 8656e115-c6f9-401e-8dde-7efafa10e391 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:17:36.140442 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Attempting to bind port 8656e115-c6f9-401e-8dde-7efafa10e391 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:36.160786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:36.162436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:36.162790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:36.163245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Bound port: 8656e115-c6f9-401e-8dde-7efafa10e391, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:36.163607 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.277836 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-40ff5e76-50a5-4e42-9632-de5b1311fbf2 req-b3040f08-c080-46f8-a1b4-b08062c25f34 service neutron] 10.222.0.25 "GET /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328733 Oct 26 14:17:36.281757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] For port 8656e115-c6f9-401e-8dde-7efafa10e391, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:36.341314 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a67f9-ede1-48ee-b570-8f501310768f req-aaca201e-3b74-406d-aa3a-281b3e08f83a tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:36.349075 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d7a67f9-ede1-48ee-b570-8f501310768f req-aaca201e-3b74-406d-aa3a-281b3e08f83a tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 948 time: 0.1467030 Oct 26 14:17:36.349413 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] For port 8656e115-c6f9-401e-8dde-7efafa10e391, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8656e115-c6f9-401e-8dde-7efafa10e391,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:36.360666 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.423529 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Pushing event updated for resources: {'Port': ['ID=8656e115-c6f9-401e-8dde-7efafa10e391,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:36.456246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:36.456952 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.458709 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-a42fbaa8-bbc9-4661-b3ac-e6bcd302a222 service neutron] 10.222.0.11 "PUT /v2.0/ports/8656e115-c6f9-401e-8dde-7efafa10e391 HTTP/1.1" status: 200 len: 1096 time: 1.6793320 Oct 26 14:17:36.486304 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-40ff5e76-50a5-4e42-9632-de5b1311fbf2 req-5cb6ff77-5d94-4dbc-82fa-8071a3ec8844 service neutron] 10.222.0.25 "GET /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014272 Oct 26 14:17:36.487424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d7a67f9-ede1-48ee-b570-8f501310768f req-742e7913-2f5b-45da-8b13-aa51279a9b28 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0796d8e-503c-4653-be22-fda84aca9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371589 Oct 26 14:17:36.525710 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a33be-bfeb-4f61-aac7-e6b35d4c946e req-cb6c7b98-2a0b-456d-8b1d-55c38c4887a6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:36.527180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c0a33be-bfeb-4f61-aac7-e6b35d4c946e req-cb6c7b98-2a0b-456d-8b1d-55c38c4887a6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.2524710 Oct 26 14:17:36.601902 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c0a33be-bfeb-4f61-aac7-e6b35d4c946e req-15f66a5c-b02c-4a66-a03e-8ee87a59201f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682678 Oct 26 14:17:36.630828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1e269f78-9a18-4447-9a25-e0cb8c1fb51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:36.636055 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-1e269f78-9a18-4447-9a25-e0cb8c1fb51f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=04d9a4fa252b410091c1aa988c1d1e2a&device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 1099 time: 0.1148324 Oct 26 14:17:36.654249 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-190c5b6a-1649-4e2b-8d1b-545584674203 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.680063 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-190c5b6a-1649-4e2b-8d1b-545584674203 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.721707 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-7336927a-472a-4965-9569-e5ccdad0c312 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8656e115-c6f9-401e-8dde-7efafa10e391 HTTP/1.1" status: 200 len: 217 time: 0.0693512 Oct 26 14:17:36.869877 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-8e7663b3-9e96-435c-82ed-9b586a816323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:36.876216 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-8e7663b3-9e96-435c-82ed-9b586a816323 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.1422701 Oct 26 14:17:36.965563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-19dfc51f-3cc1-4897-91bf-a86ea0d35ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:36.967388 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-19dfc51f-3cc1-4897-91bf-a86ea0d35ae0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817089 Oct 26 14:17:37.003429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffacb8-4c96-46ce-b60c-92ecc4e96147 req-79a7d3c6-f958-4363-a979-a4758590219b tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:37.004960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-44ffacb8-4c96-46ce-b60c-92ecc4e96147 req-79a7d3c6-f958-4363-a979-a4758590219b tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 943 time: 0.0756533 Oct 26 14:17:37.016472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190c5b6a-1649-4e2b-8d1b-545584674203 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router 993480ab-9258-4f3d-a2e8-c4a60759f460 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:17:37.122105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-44ffacb8-4c96-46ce-b60c-92ecc4e96147 req-fa847d65-9497-45a0-a982-5d8cfa483f6b tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081238 Oct 26 14:17:37.123880 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-8b103c41-d529-4ecd-a00e-57a1fa8f7613 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475477 Oct 26 14:17:37.178861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190c5b6a-1649-4e2b-8d1b-545584674203 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:37.189594 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09baca06-adac-4098-9ad8-37b5ffbb2af5 None None] Sync routers for ids ['993480ab-9258-4f3d-a2e8-c4a60759f460'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:37.199581 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-190c5b6a-1649-4e2b-8d1b-545584674203 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.202811 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09baca06-adac-4098-9ad8-37b5ffbb2af5 None None] Routers {'993480ab-9258-4f3d-a2e8-c4a60759f460'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:37.203545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-190c5b6a-1649-4e2b-8d1b-545584674203 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/993480ab-9258-4f3d-a2e8-c4a60759f460 HTTP/1.1" status: 200 len: 888 time: 1.2617166 Oct 26 14:17:37.203823 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b78cfb3-d137-4e67-86a8-2fef36468a12', 'tag': '8656e115-c6f9-401e-8dde-7efafa10e391'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:37.206580 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e202f787-faad-4cbe-b01b-d14f78cd158e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b78cfb3-d137-4e67-86a8-2fef36468a12", "tag": "8656e115-c6f9-401e-8dde-7efafa10e391"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:37.207284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49254) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:37.207610 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-09baca06-adac-4098-9ad8-37b5ffbb2af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['993480ab-9258-4f3d-a2e8-c4a60759f460'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:37.251566 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-09baca06-adac-4098-9ad8-37b5ffbb2af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:37.264225 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09baca06-adac-4098-9ad8-37b5ffbb2af5 None None] Routers {'993480ab-9258-4f3d-a2e8-c4a60759f460'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:37.265108 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-09baca06-adac-4098-9ad8-37b5ffbb2af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['993480ab-9258-4f3d-a2e8-c4a60759f460'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:37.278692 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a63e43-d2b1-4997-a6f0-38bd15221579 x-openstack-request-id: req-54a63e43-d2b1-4997-a6f0-38bd15221579 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:37.279163 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b78cfb3-d137-4e67-86a8-2fef36468a12", "tag": "8656e115-c6f9-401e-8dde-7efafa10e391", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:37.279561 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54a63e43-d2b1-4997-a6f0-38bd15221579 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:37.280123 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b78cfb3-d137-4e67-86a8-2fef36468a12', 'tag': '8656e115-c6f9-401e-8dde-7efafa10e391', 'status': 'completed', 'code': 200} Oct 26 14:17:37.297753 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6eca7788-2332-4bf9-9e72-4a57acf912ac req-295ca067-3073-4918-bb4d-41b477c0e2f2 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644361 Oct 26 14:17:37.298844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49258) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:37.327029 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-09baca06-adac-4098-9ad8-37b5ffbb2af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:37.328129 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09baca06-adac-4098-9ad8-37b5ffbb2af5 None None] The sync data for ids ['993480ab-9258-4f3d-a2e8-c4a60759f460'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:17:37.413415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202f787-faad-4cbe-b01b-d14f78cd158e req-4b6618c1-1658-4cc3-b105-194a4a1ef743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:37.415695 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e202f787-faad-4cbe-b01b-d14f78cd158e req-4b6618c1-1658-4cc3-b105-194a4a1ef743 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=04d9a4fa252b410091c1aa988c1d1e2a&device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 1099 time: 0.0550401 Oct 26 14:17:37.449089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-547165183-network', 'tenant_id': 'e01b6dbdb3d14510bc5fab7959ad1144'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:37.564108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202f787-faad-4cbe-b01b-d14f78cd158e req-6f1c6d75-4ddb-4517-a66c-ff6e02d04012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:37.566120 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e202f787-faad-4cbe-b01b-d14f78cd158e req-6f1c6d75-4ddb-4517-a66c-ff6e02d04012 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1429334 Oct 26 14:17:37.567383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] Made reservation on behalf of e01b6dbdb3d14510bc5fab7959ad1144 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:37.571362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.603712 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.635091 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e202f787-faad-4cbe-b01b-d14f78cd158e req-77d6890f-5b3e-4c99-a05d-01b68167707a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8656e115-c6f9-401e-8dde-7efafa10e391 HTTP/1.1" status: 200 len: 217 time: 0.0588272 Oct 26 14:17:37.729886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202f787-faad-4cbe-b01b-d14f78cd158e req-bb6b52bf-8740-4a09-91eb-60e1c2cfd781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:37.732267 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e202f787-faad-4cbe-b01b-d14f78cd158e req-bb6b52bf-8740-4a09-91eb-60e1c2cfd781 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0863945 Oct 26 14:17:37.826538 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.833317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202f787-faad-4cbe-b01b-d14f78cd158e req-3866e1ba-915a-4a7f-8533-8deb0d15215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:37.835659 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e202f787-faad-4cbe-b01b-d14f78cd158e req-3866e1ba-915a-4a7f-8533-8deb0d15215c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851758 Oct 26 14:17:37.836903 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.846142 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1a910-1135-4ef0-88ae-3d56df604e98 req-4a86ae49-37b2-48df-97e0-5ee49d9413e9 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:37.848289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40e1a910-1135-4ef0-88ae-3d56df604e98 req-4a86ae49-37b2-48df-97e0-5ee49d9413e9 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 948 time: 0.1475399 Oct 26 14:17:37.866213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3cf1f-1eed-414b-a9e8-b1c7db5cf0da req-86047768-bab5-4f55-af50-daa4d614fe70 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:37.867933 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6aa3cf1f-1eed-414b-a9e8-b1c7db5cf0da req-86047768-bab5-4f55-af50-daa4d614fe70 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.0963759 Oct 26 14:17:37.876843 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-55fad9bb-902f-4ce1-870d-2886f235b610 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/routers/993480ab-9258-4f3d-a2e8-c4a60759f460 HTTP/1.1" status: 200 len: 888 time: 0.6634476 Oct 26 14:17:37.878319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:17:37.878448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49270) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:37.931747 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cc598b-5bbb-41c5-9d5b-7ff188061b18,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:37.941166 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.941510 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] Added segment 00520688-c10d-4a86-af97-b90ca07e33fa of type vlan for network b46759e7-22ef-4334-b34e-3809764acd2c Oct 26 14:17:37.956170 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e8220f2a-1ae0-4628-a567-bed240130c1f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports?device_id=993480ab-9258-4f3d-a2e8-c4a60759f460 HTTP/1.1" status: 200 len: 205 time: 0.0692797 Oct 26 14:17:37.967808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49274) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:37.979665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:38.093220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6aa3cf1f-1eed-414b-a9e8-b1c7db5cf0da req-4d8a4349-5856-48d4-b83e-5677013d8ff2 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174780 Oct 26 14:17:38.096673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40e1a910-1135-4ef0-88ae-3d56df604e98 req-51e40314-993e-4453-bdb5-5a8a468e236b tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0796d8e-503c-4653-be22-fda84aca9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199869 Oct 26 14:17:38.117158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ff91e0cb-335a-4875-a1cf-2be6db1cc9c0,segment=NetworkSegment(34be4d99-f767-4a3b-9c80-81b9d6d504fc),segment_id=34be4d99-f767-4a3b-9c80-81b9d6d504fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:38.142343 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'ff91e0cb-335a-4875-a1cf-2be6db1cc9c0', 'network_id': '4e756ff2-390c-4edc-bbfb-a382762e922a', 'port_id': 'ff91e0cb-335a-4875-a1cf-2be6db1cc9c0', 'mac_address': 'fa:16:3e:9b:28:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1c347c-4ea8-4393-a39b-473db064b858', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:38.182138 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.228701 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.244829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:38.267954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ff91e0cb-335a-4875-a1cf-2be6db1cc9c0,segment=NetworkSegment(34be4d99-f767-4a3b-9c80-81b9d6d504fc),segment_id=34be4d99-f767-4a3b-9c80-81b9d6d504fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:38.277593 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.332955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429d60d-25c6-4934-bcfb-6db09265c5f9 req-efc3a0ae-a6b8-452e-bb7b-1106c9b4915d tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:38.335128 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4429d60d-25c6-4934-bcfb-6db09265c5f9 req-efc3a0ae-a6b8-452e-bb7b-1106c9b4915d tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 943 time: 0.0757823 Oct 26 14:17:38.347565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=ff91e0cb-335a-4875-a1cf-2be6db1cc9c0,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:38.379466 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.389162 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.401421 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4429d60d-25c6-4934-bcfb-6db09265c5f9 req-136d56e8-6ecb-4222-a84b-58c87fad3b2b tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600071 Oct 26 14:17:38.424656 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e202f787-faad-4cbe-b01b-d14f78cd158e req-824e7060-8571-4689-b9b1-a0508601316b service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693734 Oct 26 14:17:38.427238 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.428863 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:38.429484 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.456194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port b8181239-bcf3-4270-a481-3fa2b5f4cf25 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:38.456194 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.472230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['ff91e0cb-335a-4875-a1cf-2be6db1cc9c0'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:38.522344 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2220762 Oct 26 14:17:38.525262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49278) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:38.537264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-50aa3407-950a-4099-a180-53c621b13547 admin admin] Request body: {'subnet': {'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-547165183-subnet', 'tenant_id': 'e01b6dbdb3d14510bc5fab7959ad1144', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:38.547962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcb1e7-6a7d-40d6-b1b0-513864e82a8d admin admin] Pushing event updated for resources: {'Network': ['ID=b46759e7-22ef-4334-b34e-3809764acd2c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:38.561334 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.566391 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network b46759e7-22ef-4334-b34e-3809764acd2c details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:17:38.585849 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e202f787-faad-4cbe-b01b-d14f78cd158e req-df64d02f-0589-4205-9b41-30acbfa3ef74 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487150 Oct 26 14:17:38.590339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for b8181239-bcf3-4270-a481-3fa2b5f4cf25 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:38.618547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aa3407-950a-4099-a180-53c621b13547 admin admin] Made reservation on behalf of e01b6dbdb3d14510bc5fab7959ad1144 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:38.621997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-50aa3407-950a-4099-a180-53c621b13547 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.926432 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.933047 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-50aa3407-950a-4099-a180-53c621b13547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.982350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=b8181239-bcf3-4270-a481-3fa2b5f4cf25,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:39.025416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:39.025764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:39.026279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:39.026460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:39.026775 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:39.027199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:39.027461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:39.027733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:39.028175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:39.028549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:39.028872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:39.029193 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:39.071653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa3407-950a-4099-a180-53c621b13547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a55cbf-f4c8-4e87-8f69-a692b7523c78,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:39.095285 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.123336 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa3407-950a-4099-a180-53c621b13547 admin admin] Checking segment: {'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:39.123703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa3407-950a-4099-a180-53c621b13547 admin admin] Network hostable DHCP agents. Network: b46759e7-22ef-4334-b34e-3809764acd2c, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:17:39.219233 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.223874 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.315454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa3407-950a-4099-a180-53c621b13547 admin admin] Network b46759e7-22ef-4334-b34e-3809764acd2c is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:17:39.338618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.339137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Fanout notify agent at l3_agent the message router_deleted on router 993480ab-9258-4f3d-a2e8-c4a60759f460 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:17:39.346316 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.347405 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e3839310-6c2d-436e-9610-518c1eaacd40 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/routers/993480ab-9258-4f3d-a2e8-c4a60759f460 HTTP/1.1" status: 204 len: 168 time: 1.3737602 Oct 26 14:17:39.349216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-50aa3407-950a-4099-a180-53c621b13547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, b46759e7-22ef-4334-b34e-3809764acd2c) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:39.351632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49290) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:39.353700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aa3407-950a-4099-a180-53c621b13547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:39.354301 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-50aa3407-950a-4099-a180-53c621b13547 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.357865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-61066863-ec3c-48d9-8b05-6e6e27ef6657 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'network': {'name': 'tempest-RoutersTest-103882014'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:39.369760 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41cab0b-d27f-42ea-8097-fd67f73d6be5 None None] Network b46759e7-22ef-4334-b34e-3809764acd2c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:39.376840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde101e-88e6-4030-ae06-f4a48e4dffc5 req-8cd048ec-b10a-4b81-ac26-632a812c7cdf tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:39.378398 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3fde101e-88e6-4030-ae06-f4a48e4dffc5 req-8cd048ec-b10a-4b81-ac26-632a812c7cdf tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.1789684 Oct 26 14:17:39.388477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61066863-ec3c-48d9-8b05-6e6e27ef6657 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:39.389871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7590fca-60ca-49d6-8cf1-cb0a31dd7c22 req-2bc5af9c-8f9f-4ccb-8f6c-088e62137ddb tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:39.391758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7590fca-60ca-49d6-8cf1-cb0a31dd7c22 req-2bc5af9c-8f9f-4ccb-8f6c-088e62137ddb tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 948 time: 0.1761768 Oct 26 14:17:39.393624 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61066863-ec3c-48d9-8b05-6e6e27ef6657 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.425868 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-50aa3407-950a-4099-a180-53c621b13547 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8908942 Oct 26 14:17:39.426094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61066863-ec3c-48d9-8b05-6e6e27ef6657 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:17:39.432509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61066863-ec3c-48d9-8b05-6e6e27ef6657 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.432965 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-61066863-ec3c-48d9-8b05-6e6e27ef6657 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Added segment a7761459-6e76-48c9-92c1-8ce8aa3d27db of type vlan for network b0960fac-44b5-4e42-94ab-4333a0a8bee6 Oct 26 14:17:39.477936 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61066863-ec3c-48d9-8b05-6e6e27ef6657 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.509388 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61066863-ec3c-48d9-8b05-6e6e27ef6657 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.511713 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3fde101e-88e6-4030-ae06-f4a48e4dffc5 req-9d424a1d-1ec7-4273-a3f9-8f6e1ea88ba3 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131608 Oct 26 14:17:39.516619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61066863-ec3c-48d9-8b05-6e6e27ef6657 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:39.517239 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-61066863-ec3c-48d9-8b05-6e6e27ef6657 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.551521 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7590fca-60ca-49d6-8cf1-cb0a31dd7c22 req-8c2441e0-eea1-491b-8ee5-14f05905ae94 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0796d8e-503c-4653-be22-fda84aca9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329758 Oct 26 14:17:39.634590 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49296) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:39.636305 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e00e4b-4cbf-4f33-b3f5-c81e6fbc1a40 None None] Network b46759e7-22ef-4334-b34e-3809764acd2c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:39.639504 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-61066863-ec3c-48d9-8b05-6e6e27ef6657 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2864361 Oct 26 14:17:39.639820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-524d9d2b-8614-40e2-a34b-d04d264343c6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'subnet': {'network_id': 'b0960fac-44b5-4e42-94ab-4333a0a8bee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:39.671026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61066863-ec3c-48d9-8b05-6e6e27ef6657 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Network': ['ID=b0960fac-44b5-4e42-94ab-4333a0a8bee6,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:39.745908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network b0960fac-44b5-4e42-94ab-4333a0a8bee6 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:17:39.817105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d996d-a5bf-4ce3-bbc5-e710f95304b3 req-ee888cc7-bf4d-4964-ae45-6812af45f339 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:39.826682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-562d996d-a5bf-4ce3-bbc5-e710f95304b3 req-ee888cc7-bf4d-4964-ae45-6812af45f339 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 944 time: 0.0984678 Oct 26 14:17:39.866705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524d9d2b-8614-40e2-a34b-d04d264343c6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:39.870827 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-524d9d2b-8614-40e2-a34b-d04d264343c6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.931984 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-562d996d-a5bf-4ce3-bbc5-e710f95304b3 req-76ef4910-79c6-46aa-b311-33e83bb1a8e1 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042318 Oct 26 14:17:40.001058 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:40.070289 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:40.076339 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:40.076988 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.162050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-59010bf1-0959-4174-8d67-c0ffbd7c6d56 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:40.164054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-59010bf1-0959-4174-8d67-c0ffbd7c6d56 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/networks?id=b46759e7-22ef-4334-b34e-3809764acd2c HTTP/1.1" status: 200 len: 812 time: 0.1922898 Oct 26 14:17:40.168820 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.185390 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-524d9d2b-8614-40e2-a34b-d04d264343c6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.192302 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-526fe6ab-3728-458d-957c-fa4f7d1192c1 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/quotas/e01b6dbdb3d14510bc5fab7959ad1144 HTTP/1.1" status: 200 len: 375 time: 0.0174928 Oct 26 14:17:40.193544 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ea9ffa-8001-406e-bd5e-e5b18223fe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff91e0cb-335a-4875-a1cf-2be6db1cc9c0'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:40.196586 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38709e66-c381-4095-a799-bff0dbafb51b" -d '{"events": [{"server_uuid": "89ea9ffa-8001-406e-bd5e-e5b18223fe00", "name": "network-vif-plugged", "status": "completed", "tag": "ff91e0cb-335a-4875-a1cf-2be6db1cc9c0"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:40.210523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ff91e0cb-335a-4875-a1cf-2be6db1cc9c0,segment=NetworkSegment(34be4d99-f767-4a3b-9c80-81b9d6d504fc),segment_id=34be4d99-f767-4a3b-9c80-81b9d6d504fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:40.220477 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.263988 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-288215bc-0206-410b-a9fa-4ea1861e011f tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e01b6dbdb3d14510bc5fab7959ad1144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392344 Oct 26 14:17:40.264142 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdfaf92-3532-4c66-8195-7f221e1e6f2e x-openstack-request-id: req-efdfaf92-3532-4c66-8195-7f221e1e6f2e {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:40.264650 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ea9ffa-8001-406e-bd5e-e5b18223fe00", "name": "network-vif-plugged", "status": "completed", "tag": "ff91e0cb-335a-4875-a1cf-2be6db1cc9c0", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:40.265470 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efdfaf92-3532-4c66-8195-7f221e1e6f2e {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:40.267172 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ea9ffa-8001-406e-bd5e-e5b18223fe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff91e0cb-335a-4875-a1cf-2be6db1cc9c0', 'code': 200} Oct 26 14:17:40.282385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d9d2b-8614-40e2-a34b-d04d264343c6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Subnet': ['ID=9f87e6c3-7258-4a49-9c15-2ffc45477226,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:40.288053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-9617ff6c-30da-4de8-8f5a-731efb4ef2c8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:17:40.289059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-9617ff6c-30da-4de8-8f5a-731efb4ef2c8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0093486 Oct 26 14:17:40.293389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524d9d2b-8614-40e2-a34b-d04d264343c6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Checking segment: {'id': 'a7761459-6e76-48c9-92c1-8ce8aa3d27db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b0960fac-44b5-4e42-94ab-4333a0a8bee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:40.293757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524d9d2b-8614-40e2-a34b-d04d264343c6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network hostable DHCP agents. Network: b0960fac-44b5-4e42-94ab-4333a0a8bee6, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:17:40.307636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=ff91e0cb-335a-4875-a1cf-2be6db1cc9c0,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:40.364328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524d9d2b-8614-40e2-a34b-d04d264343c6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network b0960fac-44b5-4e42-94ab-4333a0a8bee6 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:17:40.384312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-524d9d2b-8614-40e2-a34b-d04d264343c6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, b0960fac-44b5-4e42-94ab-4333a0a8bee6) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:40.386471 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502b5fa-4f82-4424-8f9d-34420d44fd38 req-01b6ecec-3120-4e14-9ea9-a2b0109be84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:40.388159 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1502b5fa-4f82-4424-8f9d-34420d44fd38 req-01b6ecec-3120-4e14-9ea9-a2b0109be84a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 1096 time: 0.0456219 Oct 26 14:17:40.393551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524d9d2b-8614-40e2-a34b-d04d264343c6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:40.394164 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-524d9d2b-8614-40e2-a34b-d04d264343c6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.403633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f354e7-1c32-413c-bae7-a4502b4f23c2 None None] Network b0960fac-44b5-4e42-94ab-4333a0a8bee6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:40.420241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-524d9d2b-8614-40e2-a34b-d04d264343c6 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7844651 Oct 26 14:17:40.421973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49318) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:40.438850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-213c889d-8ff0-4e9a-90b1-5f1468c61618 service neutron] 10.222.0.32 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415546 Oct 26 14:17:40.450305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-444a6f53-e206-4ab7-8752-e5193743cd51 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-510157250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:40.501618 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1502b5fa-4f82-4424-8f9d-34420d44fd38 req-1fb3cf8e-22e3-4493-93d2-e3394ad4a683 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036057 Oct 26 14:17:40.511901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-444a6f53-e206-4ab7-8752-e5193743cd51 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.513283 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-444a6f53-e206-4ab7-8752-e5193743cd51 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.593801 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-444a6f53-e206-4ab7-8752-e5193743cd51 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.608210 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-444a6f53-e206-4ab7-8752-e5193743cd51 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.616866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-92e85151-aaea-4d12-abcb-0b9f1d3785d8 service neutron] 10.222.0.32 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770642 Oct 26 14:17:40.639478 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-444a6f53-e206-4ab7-8752-e5193743cd51 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.651183 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-444a6f53-e206-4ab7-8752-e5193743cd51 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2173164 Oct 26 14:17:40.651856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49324) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:40.684883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-b0960fac-44b5-4e42-94ab-4333a0a8bee6', 'network_id': 'b0960fac-44b5-4e42-94ab-4333a0a8bee6', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'fixed_ips': [{'subnet_id': '9f87e6c3-7258-4a49-9c15-2ffc45477226'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:17:40.686529 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.747154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f131a7-5568-40fb-a273-fe6de5e4c3dd req-40d13d96-72ce-4bc1-a0b0-a228544c1af0 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:40.755540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1f131a7-5568-40fb-a273-fe6de5e4c3dd req-40d13d96-72ce-4bc1-a0b0-a228544c1af0 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.1364796 Oct 26 14:17:40.838946 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 8656e115-c6f9-401e-8dde-7efafa10e391 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:40.844357 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1f131a7-5568-40fb-a273-fe6de5e4c3dd req-ec0d6e2f-9c3c-40a6-ae51-adb14857fd70 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876577 Oct 26 14:17:41.006016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Allocated IP 172.20.0.2 (b0960fac-44b5-4e42-94ab-4333a0a8bee6/9f87e6c3-7258-4a49-9c15-2ffc45477226/1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:41.062204 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ef451-d8fb-43f0-805b-fc78f03c2245 req-51e9c266-d2f3-49d9-bbff-ade335b1c037 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:41.076983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a89ef451-d8fb-43f0-805b-fc78f03c2245 req-51e9c266-d2f3-49d9-bbff-ade335b1c037 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 948 time: 0.0941978 Oct 26 14:17:41.160691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a89ef451-d8fb-43f0-805b-fc78f03c2245 req-c768c952-eb6f-4b7e-bb25-f75ffabddf72 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0796d8e-503c-4653-be22-fda84aca9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761151 Oct 26 14:17:41.218100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 8656e115-c6f9-401e-8dde-7efafa10e391, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8656e115-c6f9-401e-8dde-7efafa10e391,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:41.252437 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '8656e115-c6f9-401e-8dde-7efafa10e391', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '8656e115-c6f9-401e-8dde-7efafa10e391', 'mac_address': 'fa:16:3e:42:7a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:41.401261 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.401471 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.411084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbc9a1-1b54-42dc-982a-fa7f11f6dd1a req-b3434ae6-8020-43fb-9ca5-b705d807ae0e tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:41.413723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41dbc9a1-1b54-42dc-982a-fa7f11f6dd1a req-b3434ae6-8020-43fb-9ca5-b705d807ae0e tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 945 time: 0.0923507 Oct 26 14:17:41.440562 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8656e115-c6f9-401e-8dde-7efafa10e391 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:41.463786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 8656e115-c6f9-401e-8dde-7efafa10e391, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8656e115-c6f9-401e-8dde-7efafa10e391,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:41.489920 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.495576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f6548ac9-d941-46a4-974c-07d886889ee2 req-b8ebd47e-be10-465c-beca-26098a0d101c tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 210 time: 0.0727680 Oct 26 14:17:41.535038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41dbc9a1-1b54-42dc-982a-fa7f11f6dd1a req-05d72583-300b-490b-beb1-ff661ba84139 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133664 Oct 26 14:17:41.754673 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.770138 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.774605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=8656e115-c6f9-401e-8dde-7efafa10e391,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:41.811781 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Network b0960fac-44b5-4e42-94ab-4333a0a8bee6 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:41.818076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:41.821722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:41.854492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Pushing event updated for resources: {'Port': ['ID=1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:41.904432 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Allocated IP 172.20.0.1 (b0960fac-44b5-4e42-94ab-4333a0a8bee6/9f87e6c3-7258-4a49-9c15-2ffc45477226/ee2dddd1-a1f5-41ab-8115-249be64783f0) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:41.950406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['8656e115-c6f9-401e-8dde-7efafa10e391'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:42.002130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Attempting to bind port 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:42.002130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Attempting to bind port 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'a7761459-6e76-48c9-92c1-8ce8aa3d27db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b0960fac-44b5-4e42-94ab-4333a0a8bee6'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:42.002736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Attempting to bind port 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 on network b0960fac-44b5-4e42-94ab-4333a0a8bee6 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:42.015889 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:42.016576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Checking segment: {'id': 'a7761459-6e76-48c9-92c1-8ce8aa3d27db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b0960fac-44b5-4e42-94ab-4333a0a8bee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:42.016944 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:42.017348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Bound using segment: {'id': 'a7761459-6e76-48c9-92c1-8ce8aa3d27db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b0960fac-44b5-4e42-94ab-4333a0a8bee6'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:42.017961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Bound port: 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7761459-6e76-48c9-92c1-8ce8aa3d27db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b0960fac-44b5-4e42-94ab-4333a0a8bee6'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:42.018425 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:42.065194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d4cc3-e0af-4eb7-895d-4ad90a5253b0 req-4e67f5d5-5995-4694-be32-fb9e3e71df93 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:42.071144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c3d4cc3-e0af-4eb7-895d-4ad90a5253b0 req-4e67f5d5-5995-4694-be32-fb9e3e71df93 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.1460967 Oct 26 14:17:42.159653 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:42.177218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c3d4cc3-e0af-4eb7-895d-4ad90a5253b0 req-ebfa954a-0bb4-444d-b0a4-323fa53ac561 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902352 Oct 26 14:17:42.235171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] For port 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:42.271576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:42.294801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] For port 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74,segment=NetworkSegment(a7761459-6e76-48c9-92c1-8ce8aa3d27db),segment_id=a7761459-6e76-48c9-92c1-8ce8aa3d27db)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:42.330559 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:42.338157 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network b0960fac-44b5-4e42-94ab-4333a0a8bee6 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:42.341600 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:42.347269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:42.400106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=ee2dddd1-a1f5-41ab-8115-249be64783f0,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:42.419048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:42.419625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:42.420006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:42.420363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:42.420602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:42.420974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:42.423124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:42.423124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:42.423124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:42.423124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:42.423124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:42.424024 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:42.440194 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:42.474150 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c105cb-3bbd-4c58-a914-a1437684d12f req-a78738f2-a24b-4f77-8de0-89f99e6e7ccd tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:42.492389 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7c105cb-3bbd-4c58-a914-a1437684d12f req-a78738f2-a24b-4f77-8de0-89f99e6e7ccd tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 949 time: 0.1806078 Oct 26 14:17:42.594334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7c105cb-3bbd-4c58-a914-a1437684d12f req-ff15c242-fcff-4d26-b011-ec537994a665 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0796d8e-503c-4653-be22-fda84aca9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004107 Oct 26 14:17:42.676510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a076e03-7a74-4015-a20f-deb0245183dd None None] Pushing event updated for resources: {'Port': ['ID=1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:42.735294 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:42.743823 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d9ce-2477-4f65-872e-14afd33aa24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:42.867028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad7e86f0-43aa-439d-a337-2cb0980d6b01 req-132fd194-cdda-4034-a322-e474810f3f9d tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 210 time: 0.0967469 Oct 26 14:17:42.974785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197a253-fd4f-430e-915f-7c367e333eda req-17d89e1e-d5df-4608-bfff-8aaf244e3584 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:42.976419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7197a253-fd4f-430e-915f-7c367e333eda req-17d89e1e-d5df-4608-bfff-8aaf244e3584 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 945 time: 0.1479352 Oct 26 14:17:43.074349 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7197a253-fd4f-430e-915f-7c367e333eda req-a440523e-81f2-41bd-b78e-8507d849afed tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800650 Oct 26 14:17:43.228041 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:43.253193 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:43.518393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7368d-be1a-4af4-9b46-9c5301752a1a req-2fd7f9f7-b567-4628-ace2-fc245a8fc4e7 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:43.528204 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58a7368d-be1a-4af4-9b46-9c5301752a1a req-2fd7f9f7-b567-4628-ace2-fc245a8fc4e7 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.0860906 Oct 26 14:17:43.627194 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58a7368d-be1a-4af4-9b46-9c5301752a1a req-7bcdd9cd-fb1a-40ce-80d0-2ec9d66a59e3 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975513 Oct 26 14:17:43.790590 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=ee2dddd1-a1f5-41ab-8115-249be64783f0,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:43.810817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:43.902279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:43.953064 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-e0a7e5a8-b6b1-42b9-9bf0-2ff83335e7a3 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:43.969389 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-e0a7e5a8-b6b1-42b9-9bf0-2ff83335e7a3 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.25 "GET /v2.0/networks?id=b46759e7-22ef-4334-b34e-3809764acd2c HTTP/1.1" status: 200 len: 812 time: 0.4735541 Oct 26 14:17:44.003925 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829c519-ad7e-4c3a-935d-646f69e0ae1e req-28d8ac5f-3045-499a-b1d7-06b92c53ec98 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:44.008719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b829c519-ad7e-4c3a-935d-646f69e0ae1e req-28d8ac5f-3045-499a-b1d7-06b92c53ec98 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 949 time: 0.2148485 Oct 26 14:17:44.073727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:44.074466 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:44.185093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b829c519-ad7e-4c3a-935d-646f69e0ae1e req-a2571e0a-70e4-4963-bed5-493f5df5241b tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0796d8e-503c-4653-be22-fda84aca9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714077 Oct 26 14:17:44.240819 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4487b28-3fc4-4fae-8985-8fc753f024fa req-cdfad365-4111-41d5-9938-5ffdac73b2e2 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 210 time: 0.1123323 Oct 26 14:17:44.282595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-762ee380-946d-4761-b009-f26a98950039 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Request body: {'port': {'device_id': 'ccddc53a-e090-4ce8-b06a-86c1a27b8a71', 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c', 'admin_state_up': True, 'tenant_id': 'e01b6dbdb3d14510bc5fab7959ad1144'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:44.321816 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:44.402618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74,segment=NetworkSegment(a7761459-6e76-48c9-92c1-8ce8aa3d27db),segment_id=a7761459-6e76-48c9-92c1-8ce8aa3d27db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:44.415066 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:44.484996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a6d92d-d520-4048-bac8-f798bf15e9c2 None None] Network b0960fac-44b5-4e42-94ab-4333a0a8bee6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:44.550401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-712c0a5d-67f6-4837-8f9d-4f9fec90907b tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:44.552001 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-712c0a5d-67f6-4837-8f9d-4f9fec90907b tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.25 "GET /v2.0/networks?id=b46759e7-22ef-4334-b34e-3809764acd2c HTTP/1.1" status: 200 len: 812 time: 0.7224913 Oct 26 14:17:44.567158 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network b0960fac-44b5-4e42-94ab-4333a0a8bee6 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:44.574199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-7df3eb8f-48da-4ec4-8cc7-839f00556219 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Request body: {'port': {'device_id': '00d1bde4-11a0-4591-bfac-917b7bfbed73', 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c', 'admin_state_up': True, 'tenant_id': 'e01b6dbdb3d14510bc5fab7959ad1144'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:44.581917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:44.679908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:44.689871 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-649f2b55-89b2-47d5-bde0-23d0302b864f None None] Provisioning complete for port 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:44.690500 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-649f2b55-89b2-47d5-bde0-23d0302b864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:44.830903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-762ee380-946d-4761-b009-f26a98950039 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Made reservation on behalf of e01b6dbdb3d14510bc5fab7959ad1144 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:44.844727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-762ee380-946d-4761-b009-f26a98950039 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:44.867577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 8656e115-c6f9-401e-8dde-7efafa10e391 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:44.892284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa2e68-517e-47f5-9fd0-57a7616f35cb req-cd192fe2-020b-4c73-b8f5-de9c3b5cbe1d tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:44.902085 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7ffa2e68-517e-47f5-9fd0-57a7616f35cb req-cd192fe2-020b-4c73-b8f5-de9c3b5cbe1d tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.1321537 Oct 26 14:17:44.955824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7ffa2e68-517e-47f5-9fd0-57a7616f35cb req-b7995dc4-3acf-4add-a70e-37db5821a958 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527992 Oct 26 14:17:44.994268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 8656e115-c6f9-401e-8dde-7efafa10e391 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:45.003591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 8656e115-c6f9-401e-8dde-7efafa10e391 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:45.004045 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:45.085114 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8d62-8be9-4592-8d60-58e80a792979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:45.166703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router 3b922411-20e9-4b55-a554-0614836f4c7c is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:17:45.177873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-7df3eb8f-48da-4ec4-8cc7-839f00556219 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Made reservation on behalf of e01b6dbdb3d14510bc5fab7959ad1144 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:45.177873 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-7df3eb8f-48da-4ec4-8cc7-839f00556219 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:45.183377 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:45.199734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-762ee380-946d-4761-b009-f26a98950039 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Allocated IP 172.20.0.6 (b46759e7-22ef-4334-b34e-3809764acd2c/88a55cbf-f4c8-4e87-8f69-a692b7523c78/60ea05e7-8cac-4115-bdc6-391d1d12ab66) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:45.227781 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b78cfb3-d137-4e67-86a8-2fef36468a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8656e115-c6f9-401e-8dde-7efafa10e391'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:45.242159 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08b6a55-78f8-41ba-9e20-d9965be98d24" -d '{"events": [{"server_uuid": "5b78cfb3-d137-4e67-86a8-2fef36468a12", "name": "network-vif-plugged", "status": "completed", "tag": "8656e115-c6f9-401e-8dde-7efafa10e391"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:45.284061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 8656e115-c6f9-401e-8dde-7efafa10e391, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8656e115-c6f9-401e-8dde-7efafa10e391,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:45.292387 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:45.377880 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f157901c-e1ab-48a4-b635-70683bdc1a60 x-openstack-request-id: req-f157901c-e1ab-48a4-b635-70683bdc1a60 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:45.378230 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b78cfb3-d137-4e67-86a8-2fef36468a12", "name": "network-vif-plugged", "status": "completed", "tag": "8656e115-c6f9-401e-8dde-7efafa10e391", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:45.378488 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f157901c-e1ab-48a4-b635-70683bdc1a60 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:45.378898 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b78cfb3-d137-4e67-86a8-2fef36468a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8656e115-c6f9-401e-8dde-7efafa10e391', 'code': 200} Oct 26 14:17:45.385798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=8656e115-c6f9-401e-8dde-7efafa10e391,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:45.404826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b9a7c1b1-05fe-4e6e-baaa-81caa95f5607 None None] Provisioning complete for port 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:45.405199 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b9a7c1b1-05fe-4e6e-baaa-81caa95f5607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:45.457050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8e723-aa2e-4848-9d46-f8f6ede1263f req-72022ee3-bf2f-4a3e-8d23-3063366e2242 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:45.476714 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ae8e723-aa2e-4848-9d46-f8f6ede1263f req-72022ee3-bf2f-4a3e-8d23-3063366e2242 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 950 time: 0.1135211 Oct 26 14:17:45.559501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85526e30-5017-4885-b313-27468c4245ea req-3d1e9195-f6ed-4174-9d29-e54bdb0ecf25 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 210 time: 0.0449984 Oct 26 14:17:45.604287 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ae8e723-aa2e-4848-9d46-f8f6ede1263f req-79800207-200f-4cad-83fa-2099cf7b3296 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0796d8e-503c-4653-be22-fda84aca9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259198 Oct 26 14:17:45.740279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b9a7c1b1-05fe-4e6e-baaa-81caa95f5607 None None] Provisioning complete for port ee2dddd1-a1f5-41ab-8115-249be64783f0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:45.744337 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b9a7c1b1-05fe-4e6e-baaa-81caa95f5607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:45.747065 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:45.806651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0832223-60f4-4843-987b-d407ccde1ef3 req-d1e2719b-1ae5-486a-bf3c-668e6044c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:45.808475 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0832223-60f4-4843-987b-d407ccde1ef3 req-d1e2719b-1ae5-486a-bf3c-668e6044c4a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 1101 time: 0.2553601 Oct 26 14:17:45.809615 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:45.819975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49468) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:45.820103 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-57703345-90d6-455f-be8e-15e36fbc2860 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/3b922411-20e9-4b55-a554-0614836f4c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1670973 Oct 26 14:17:45.876152 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f0832223-60f4-4843-987b-d407ccde1ef3 req-8555a1ab-6979-4a0e-a291-a8c007effca3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e0796d8e-503c-4653-be22-fda84aca9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548911 Oct 26 14:17:45.901810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e08900-dcd9-4dda-9549-5e8a26e25683 None None] Sync routers for ids ['3b922411-20e9-4b55-a554-0614836f4c7c'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:45.911802 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-762ee380-946d-4761-b009-f26a98950039 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:45.916001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010d2622-1639-4562-85ff-6d3426ff16a5 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:45.936229 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-010d2622-1639-4562-85ff-6d3426ff16a5 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports/ee2dddd1-a1f5-41ab-8115-249be64783f0 HTTP/1.1" status: 200 len: 910 time: 0.1148410 Oct 26 14:17:45.939331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49472) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:45.952851 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5954b668-c50d-431d-89a9-16afe89a557d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f87e6c3-7258-4a49-9c15-2ffc45477226'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:45.999948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b9a7c1b1-05fe-4e6e-baaa-81caa95f5607 None None] Port ee2dddd1-a1f5-41ab-8115-249be64783f0 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:46.008483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e08900-dcd9-4dda-9549-5e8a26e25683 None None] Routers {'3b922411-20e9-4b55-a554-0614836f4c7c'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:46.011040 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-67e08900-dcd9-4dda-9549-5e8a26e25683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3b922411-20e9-4b55-a554-0614836f4c7c'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:46.081654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-67e08900-dcd9-4dda-9549-5e8a26e25683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:46.098391 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e08900-dcd9-4dda-9549-5e8a26e25683 None None] Routers {'3b922411-20e9-4b55-a554-0614836f4c7c'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:46.099020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-67e08900-dcd9-4dda-9549-5e8a26e25683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3b922411-20e9-4b55-a554-0614836f4c7c'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:46.100968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:46.101347 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:46.113121 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-762ee380-946d-4761-b009-f26a98950039 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:46.236692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb634481-a35a-449f-a3ab-dd749d39f6da req-218a39e6-40ad-4be9-b669-49ef29a0207d tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:46.245969 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb634481-a35a-449f-a3ab-dd749d39f6da req-218a39e6-40ad-4be9-b669-49ef29a0207d tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.1245146 Oct 26 14:17:46.261957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-67e08900-dcd9-4dda-9549-5e8a26e25683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:46.264429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e08900-dcd9-4dda-9549-5e8a26e25683 None None] The sync data for ids ['3b922411-20e9-4b55-a554-0614836f4c7c'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:17:46.286019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-686e2d70-0f6d-4484-a0ae-215e1f9ef2b7 None None] Provisioning complete for port ee2dddd1-a1f5-41ab-8115-249be64783f0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:46.286486 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-686e2d70-0f6d-4484-a0ae-215e1f9ef2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:46.313734 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb634481-a35a-449f-a3ab-dd749d39f6da req-9ba51439-c15e-46b8-86ea-4abed17f9bdb tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667806 Oct 26 14:17:46.332301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-762ee380-946d-4761-b009-f26a98950039 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Network b46759e7-22ef-4334-b34e-3809764acd2c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:46.341687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-762ee380-946d-4761-b009-f26a98950039 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:46.356592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-762ee380-946d-4761-b009-f26a98950039 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:46.361345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-686e2d70-0f6d-4484-a0ae-215e1f9ef2b7 None None] Port ee2dddd1-a1f5-41ab-8115-249be64783f0 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:46.416235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-7df3eb8f-48da-4ec4-8cc7-839f00556219 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Allocated IP 172.20.0.10 (b46759e7-22ef-4334-b34e-3809764acd2c/88a55cbf-f4c8-4e87-8f69-a692b7523c78/3743059f-1515-4123-8e42-5f05e70f6718) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:46.447398 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-762ee380-946d-4761-b009-f26a98950039 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:46.448000 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-762ee380-946d-4761-b009-f26a98950039 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:46.457076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ee380-946d-4761-b009-f26a98950039 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Pushing event updated for resources: {'Port': ['ID=60ea05e7-8cac-4115-bdc6-391d1d12ab66,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:46.487894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-251e1eae-fd2f-4da4-89cb-a583fc1056d9 None None] Provisioning complete for port ee2dddd1-a1f5-41ab-8115-249be64783f0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:46.487894 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-251e1eae-fd2f-4da4-89cb-a583fc1056d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:46.498933 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-762ee380-946d-4761-b009-f26a98950039 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2235842 Oct 26 14:17:46.528849 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Request body: {'port': {'device_id': 'ccddc53a-e090-4ce8-b06a-86c1a27b8a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:46.564135 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5954b668-c50d-431d-89a9-16afe89a557d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:46.564341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-251e1eae-fd2f-4da4-89cb-a583fc1056d9 None None] Port ee2dddd1-a1f5-41ab-8115-249be64783f0 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:46.578836 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:46.763158 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d7133b7-469c-46c6-8c4a-d7e8dce1d19b req-25d95e41-ef85-474e-999f-eaed11aa54eb tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 210 time: 0.0427089 Oct 26 14:17:46.781441 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:46.797076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56263e2-9d9e-475b-b992-f65ae91c5bb2 req-573f5aac-5372-4dde-83f3-551b372547f4 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:46.804903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f56263e2-9d9e-475b-b992-f65ae91c5bb2 req-573f5aac-5372-4dde-83f3-551b372547f4 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 950 time: 0.1169286 Oct 26 14:17:46.871442 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f56263e2-9d9e-475b-b992-f65ae91c5bb2 req-96c0ca7e-75e6-4556-94e2-4ecb24c3fe5e tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0796d8e-503c-4653-be22-fda84aca9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602715 Oct 26 14:17:47.063322 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.252389 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-7df3eb8f-48da-4ec4-8cc7-839f00556219 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.447599 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-7df3eb8f-48da-4ec4-8cc7-839f00556219 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.482497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268d826-491f-4fc9-a5d7-f829330599d2 req-1d2ebf73-fb39-4d0a-9ec7-471abf52abd6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:47.491996 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9268d826-491f-4fc9-a5d7-f829330599d2 req-1d2ebf73-fb39-4d0a-9ec7-471abf52abd6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.0859926 Oct 26 14:17:47.556000 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9268d826-491f-4fc9-a5d7-f829330599d2 req-03e9ceb6-6e14-43b8-979f-e4177afaa15f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630364 Oct 26 14:17:47.566771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-7df3eb8f-48da-4ec4-8cc7-839f00556219 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Network b46759e7-22ef-4334-b34e-3809764acd2c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:47.619161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-7df3eb8f-48da-4ec4-8cc7-839f00556219 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:47.622034 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-7df3eb8f-48da-4ec4-8cc7-839f00556219 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:47.696749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3eb8f-48da-4ec4-8cc7-839f00556219 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Pushing event updated for resources: {'Port': ['ID=3743059f-1515-4123-8e42-5f05e70f6718,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:47.736400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-7df3eb8f-48da-4ec4-8cc7-839f00556219 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:47.737006 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-7df3eb8f-48da-4ec4-8cc7-839f00556219 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.793876 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-7df3eb8f-48da-4ec4-8cc7-839f00556219 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2251735 Oct 26 14:17:47.840494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Request body: {'port': {'device_id': '00d1bde4-11a0-4591-bfac-917b7bfbed73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:47.892378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5954b668-c50d-431d-89a9-16afe89a557d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.904841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ea05e7-8cac-4115-bdc6-391d1d12ab66 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:47.931984 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.938107 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5954b668-c50d-431d-89a9-16afe89a557d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.003511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Transition to ACTIVE for port object 60ea05e7-8cac-4115-bdc6-391d1d12ab66 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:17:48.012940 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.020451 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.027525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb0917-2572-4ff6-9549-830c5fed63cf req-8d2f2d1f-e62f-449d-9e1e-3f14a38e32cb tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:48.030058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80bb0917-2572-4ff6-9549-830c5fed63cf req-8d2f2d1f-e62f-449d-9e1e-3f14a38e32cb tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 932 time: 0.1332448 Oct 26 14:17:48.092753 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4235378-d272-4ac8-9e11-977bb7e8234e req-ddaf6d5b-26ab-4df0-8ec4-23ce74c83b79 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:48.094184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4235378-d272-4ac8-9e11-977bb7e8234e req-ddaf6d5b-26ab-4df0-8ec4-23ce74c83b79 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 950 time: 0.1152735 Oct 26 14:17:48.098577 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80bb0917-2572-4ff6-9549-830c5fed63cf req-8d9c077b-ad26-4411-8e5f-b1af017b2708 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617089 Oct 26 14:17:48.102664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954b668-c50d-431d-89a9-16afe89a557d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=ee2dddd1-a1f5-41ab-8115-249be64783f0,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:48.122812 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5954b668-c50d-431d-89a9-16afe89a557d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:48.122812 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5954b668-c50d-431d-89a9-16afe89a557d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.122812 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5954b668-c50d-431d-89a9-16afe89a557d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/ports/ee2dddd1-a1f5-41ab-8115-249be64783f0 HTTP/1.1" status: 200 len: 910 time: 2.1719294 Oct 26 14:17:48.139636 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49500) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:48.213931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Pushing event updated for resources: {'Port': ['ID=60ea05e7-8cac-4115-bdc6-391d1d12ab66,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:48.260243 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4235378-d272-4ac8-9e11-977bb7e8234e req-9bc13cbd-4b02-4b40-8e07-3a25f4e40294 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0796d8e-503c-4653-be22-fda84aca9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517072 Oct 26 14:17:48.383608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Attempting to bind port 60ea05e7-8cac-4115-bdc6-391d1d12ab66 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:48.383931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Attempting to bind port 60ea05e7-8cac-4115-bdc6-391d1d12ab66 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:48.384521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Attempting to bind port 60ea05e7-8cac-4115-bdc6-391d1d12ab66 on network b46759e7-22ef-4334-b34e-3809764acd2c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:48.396549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Port 60ea05e7-8cac-4115-bdc6-391d1d12ab66 on network b46759e7-22ef-4334-b34e-3809764acd2c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:17:48.397392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Attempting to bind port 60ea05e7-8cac-4115-bdc6-391d1d12ab66 on network b46759e7-22ef-4334-b34e-3809764acd2c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:48.407338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:48.407540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Checking segment: {'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:48.407939 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Bound using segment: {'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:48.409211 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Bound port: 60ea05e7-8cac-4115-bdc6-391d1d12ab66, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:48.409565 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.552662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] For port 60ea05e7-8cac-4115-bdc6-391d1d12ab66, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:48.557826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] For port 60ea05e7-8cac-4115-bdc6-391d1d12ab66, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=60ea05e7-8cac-4115-bdc6-391d1d12ab66,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:48.589570 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.739644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:48.742296 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.743744 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] 10.222.0.25 "PUT /v2.0/ports/60ea05e7-8cac-4115-bdc6-391d1d12ab66 HTTP/1.1" status: 200 len: 1091 time: 2.2260628 Oct 26 14:17:48.764383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccddc53a-e090-4ce8-b06a-86c1a27b8a71', 'tag': '60ea05e7-8cac-4115-bdc6-391d1d12ab66'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:48.767285 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cc001b-46b2-473e-a547-ce346b7e7bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "ccddc53a-e090-4ce8-b06a-86c1a27b8a71", "tag": "60ea05e7-8cac-4115-bdc6-391d1d12ab66"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:48.797915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3743059f-1515-4123-8e42-5f05e70f6718 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:48.804523 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.836007 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.842737 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-078339e9-2b37-42d8-b2d1-9b0bdfa5d71d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.875142 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598995f4-e6fa-4e64-ac1b-f1cb657b75a6 service neutron] Pushing event updated for resources: {'Port': ['ID=60ea05e7-8cac-4115-bdc6-391d1d12ab66,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:48.884425 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Transition to ACTIVE for port object 3743059f-1515-4123-8e42-5f05e70f6718 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:17:48.900291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-922c0e60-46fc-4641-94fa-b997d282bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:48.901862 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-922c0e60-46fc-4641-94fa-b997d282bce8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e01b6dbdb3d14510bc5fab7959ad1144&device_id=ccddc53a-e090-4ce8-b06a-86c1a27b8a71 HTTP/1.1" status: 200 len: 1094 time: 0.0869772 Oct 26 14:17:48.903057 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.983900 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-a85c0560-1ff5-4a3c-b7d8-2af28f9a69bc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea05e7-8cac-4115-bdc6-391d1d12ab66 HTTP/1.1" status: 200 len: 217 time: 0.0519118 Oct 26 14:17:49.012457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Pushing event updated for resources: {'Port': ['ID=3743059f-1515-4123-8e42-5f05e70f6718,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:49.117817 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5b31824a-9751-4afa-b85d-ba34d3932e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:49.119387 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5b31824a-9751-4afa-b85d-ba34d3932e9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88a55cbf-f4c8-4e87-8f69-a692b7523c78 HTTP/1.1" status: 200 len: 852 time: 0.1263981 Oct 26 14:17:49.164047 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-83da5aff-2922-4476-bd58-976be2f63733 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b46759e7-22ef-4334-b34e-3809764acd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357611 Oct 26 14:17:49.168496 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Attempting to bind port 3743059f-1515-4123-8e42-5f05e70f6718 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:49.168829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Attempting to bind port 3743059f-1515-4123-8e42-5f05e70f6718 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:49.169154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Attempting to bind port 3743059f-1515-4123-8e42-5f05e70f6718 on network b46759e7-22ef-4334-b34e-3809764acd2c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:49.190963 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Port 3743059f-1515-4123-8e42-5f05e70f6718 on network b46759e7-22ef-4334-b34e-3809764acd2c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:17:49.191290 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Attempting to bind port 3743059f-1515-4123-8e42-5f05e70f6718 on network b46759e7-22ef-4334-b34e-3809764acd2c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:49.216456 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e65f7f-ea65-4875-85c9-93c79ab3f338 req-7ccd9c68-b3ab-4249-a057-e3b18451f420 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:49.227766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:49.227963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55e65f7f-ea65-4875-85c9-93c79ab3f338 req-7ccd9c68-b3ab-4249-a057-e3b18451f420 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.4573820 Oct 26 14:17:49.228061 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Checking segment: {'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:49.228521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Bound using segment: {'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:49.228961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Bound port: 3743059f-1515-4123-8e42-5f05e70f6718, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:49.229314 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:49.317244 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-3c14b34b-67de-4aa2-866b-748078699f06 service neutron] 10.222.0.25 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457350 Oct 26 14:17:49.321772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83b5b3-02e5-43ff-bc40-c819d3cf7893 req-b6acd8d7-801d-4ec7-934b-5593d365f63b tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:49.323314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce83b5b3-02e5-43ff-bc40-c819d3cf7893 req-b6acd8d7-801d-4ec7-934b-5593d365f63b tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 950 time: 0.3225019 Oct 26 14:17:49.338873 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55e65f7f-ea65-4875-85c9-93c79ab3f338 req-573d6f17-8090-4c45-949f-19fa51c5e894 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100669 Oct 26 14:17:49.395353 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] For port 3743059f-1515-4123-8e42-5f05e70f6718, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:49.416519 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] For port 3743059f-1515-4123-8e42-5f05e70f6718, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3743059f-1515-4123-8e42-5f05e70f6718,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:49.427669 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01069562-733b-4e7b-b36b-a8fe9d6ba934 x-openstack-request-id: req-01069562-733b-4e7b-b36b-a8fe9d6ba934 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:49.428029 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccddc53a-e090-4ce8-b06a-86c1a27b8a71", "tag": "60ea05e7-8cac-4115-bdc6-391d1d12ab66", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:49.428947 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01069562-733b-4e7b-b36b-a8fe9d6ba934 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:49.429422 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccddc53a-e090-4ce8-b06a-86c1a27b8a71', 'tag': '60ea05e7-8cac-4115-bdc6-391d1d12ab66', 'status': 'completed', 'code': 200} Oct 26 14:17:49.434277 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:49.454248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce83b5b3-02e5-43ff-bc40-c819d3cf7893 req-a7d7d27b-3001-4a03-b119-58ad2d2861f5 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0796d8e-503c-4653-be22-fda84aca9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033833 Oct 26 14:17:49.500334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:49.501916 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:49.503323 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] 10.222.0.25 "PUT /v2.0/ports/3743059f-1515-4123-8e42-5f05e70f6718 HTTP/1.1" status: 200 len: 1092 time: 1.6670737 Oct 26 14:17:49.522296 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-5e402b33-661f-4b26-9e1a-21716a97012f service neutron] 10.222.0.25 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947389 Oct 26 14:17:49.572240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045af4e-9eb7-44f7-86f7-3b26e08e536e service neutron] Pushing event updated for resources: {'Port': ['ID=3743059f-1515-4123-8e42-5f05e70f6718,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:49.746795 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-3685b902-37c9-48da-96ad-ce3ab8761751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:49.749146 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-3685b902-37c9-48da-96ad-ce3ab8761751 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e01b6dbdb3d14510bc5fab7959ad1144&device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 1095 time: 0.1625540 Oct 26 14:17:49.815362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc001b-46b2-473e-a547-ce346b7e7bdf req-5ddfd0a3-3471-40ba-ab1f-05a93daa9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:49.817007 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b9cc001b-46b2-473e-a547-ce346b7e7bdf req-5ddfd0a3-3471-40ba-ab1f-05a93daa9367 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e01b6dbdb3d14510bc5fab7959ad1144&device_id=ccddc53a-e090-4ce8-b06a-86c1a27b8a71 HTTP/1.1" status: 200 len: 1094 time: 0.1290846 Oct 26 14:17:49.818389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff72ce6-9f25-4966-b262-9421ce4aaa65 req-78aca59f-fcfb-4362-a427-456229804f7d tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:49.819921 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-ad34735c-49f5-48c2-9ad1-ed3d13f73bde service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3743059f-1515-4123-8e42-5f05e70f6718 HTTP/1.1" status: 200 len: 217 time: 0.0513368 Oct 26 14:17:49.820673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ff72ce6-9f25-4966-b262-9421ce4aaa65 req-78aca59f-fcfb-4362-a427-456229804f7d tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 944 time: 0.2969589 Oct 26 14:17:50.023138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-cb3c720e-427c-4520-b51d-5e08867f91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:50.024823 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-cb3c720e-427c-4520-b51d-5e08867f91e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88a55cbf-f4c8-4e87-8f69-a692b7523c78 HTTP/1.1" status: 200 len: 852 time: 0.1690288 Oct 26 14:17:50.100957 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-3c9865c8-fb7e-45ad-9f54-ebd6fd77141c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b46759e7-22ef-4334-b34e-3809764acd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620787 Oct 26 14:17:50.137822 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc001b-46b2-473e-a547-ce346b7e7bdf req-ba71b055-ea93-482a-bd88-28a07475936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:50.140782 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b9cc001b-46b2-473e-a547-ce346b7e7bdf req-ba71b055-ea93-482a-bd88-28a07475936b service neutron] 10.222.0.25 "GET /v2.0/networks?id=b46759e7-22ef-4334-b34e-3809764acd2c HTTP/1.1" status: 200 len: 913 time: 0.2988873 Oct 26 14:17:50.222261 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b9cc001b-46b2-473e-a547-ce346b7e7bdf req-3c152abf-cfb0-41c1-8e3c-8a5b3ba0d4d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea05e7-8cac-4115-bdc6-391d1d12ab66 HTTP/1.1" status: 200 len: 217 time: 0.0694101 Oct 26 14:17:50.395830 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ff72ce6-9f25-4966-b262-9421ce4aaa65 req-b3baf694-1862-4388-ad23-67236a5ad29b tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670991 Oct 26 14:17:50.412997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-078339e9-2b37-42d8-b2d1-9b0bdfa5d71d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port ee2dddd1-a1f5-41ab-8115-249be64783f0 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:50.423920 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-078339e9-2b37-42d8-b2d1-9b0bdfa5d71d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:50.477011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc001b-46b2-473e-a547-ce346b7e7bdf req-9c472e7f-2b6c-426d-b7aa-334003574a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:50.478535 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b9cc001b-46b2-473e-a547-ce346b7e7bdf req-9c472e7f-2b6c-426d-b7aa-334003574a84 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88a55cbf-f4c8-4e87-8f69-a692b7523c78 HTTP/1.1" status: 200 len: 852 time: 0.2451839 Oct 26 14:17:50.485927 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-ef6b405d-0a47-4373-819a-756872341a1d service neutron] 10.222.0.25 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763289 Oct 26 14:17:50.635222 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b9cc001b-46b2-473e-a547-ce346b7e7bdf req-7fed7c2b-2fcc-4842-8e6a-556a81e2b807 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b46759e7-22ef-4334-b34e-3809764acd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482675 Oct 26 14:17:50.669458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7b4c6-2dd7-47bd-9f70-8f643da49869 req-f19596d5-4a47-4c35-9a45-161bfd038962 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:50.673608 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cf7b4c6-2dd7-47bd-9f70-8f643da49869 req-f19596d5-4a47-4c35-9a45-161bfd038962 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.2096851 Oct 26 14:17:50.686208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87ba2c-65b6-4749-aa46-7c5ef5d81f0b req-ce8b126f-d3e4-4568-b22f-517128f1493c tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:50.693664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc87ba2c-65b6-4749-aa46-7c5ef5d81f0b req-ce8b126f-d3e4-4568-b22f-517128f1493c tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 950 time: 0.1532624 Oct 26 14:17:50.713194 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-078339e9-2b37-42d8-b2d1-9b0bdfa5d71d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:50.723837 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c1d66-70cf-4221-a609-0cfe93bcb98b req-2890c622-eecf-4069-b3b6-9116182ff07c tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:50.726708 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-849c1d66-70cf-4221-a609-0cfe93bcb98b req-2890c622-eecf-4069-b3b6-9116182ff07c tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 950 time: 0.3579099 Oct 26 14:17:50.781488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-078339e9-2b37-42d8-b2d1-9b0bdfa5d71d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for ee2dddd1-a1f5-41ab-8115-249be64783f0 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:50.817511 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cf7b4c6-2dd7-47bd-9f70-8f643da49869 req-fe3b543c-f122-4c2e-8ae1-872c47222e8d tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210582 Oct 26 14:17:50.844219 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc87ba2c-65b6-4749-aa46-7c5ef5d81f0b req-9f0196af-9829-4ff1-b6fe-7fcdfbdbe7d1 tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0796d8e-503c-4653-be22-fda84aca9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368959 Oct 26 14:17:50.890942 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d87df299-3c47-4899-9ca8-8cf0792c12d3 req-0a1889de-e888-400f-9d6b-facfffbb620e service neutron] 10.222.0.25 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879995 Oct 26 14:17:50.923521 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b9cc001b-46b2-473e-a547-ce346b7e7bdf req-922b2519-1d8a-4649-b6c9-7461f6b5dc5d service neutron] 10.222.0.25 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778118 Oct 26 14:17:51.002711 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-849c1d66-70cf-4221-a609-0cfe93bcb98b req-b2d44e5e-3056-4891-8f5b-adc05263c71f tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Deleting port 8656e115-c6f9-401e-8dde-7efafa10e391 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:51.003040 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-849c1d66-70cf-4221-a609-0cfe93bcb98b req-b2d44e5e-3056-4891-8f5b-adc05263c71f tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:51.106231 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-078339e9-2b37-42d8-b2d1-9b0bdfa5d71d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:51.112201 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b9cc001b-46b2-473e-a547-ce346b7e7bdf req-d42ab6f3-846b-453a-959c-adb7c60cd5a3 service neutron] 10.222.0.25 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711023 Oct 26 14:17:51.144675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078339e9-2b37-42d8-b2d1-9b0bdfa5d71d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=ee2dddd1-a1f5-41ab-8115-249be64783f0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:51.145026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-849c1d66-70cf-4221-a609-0cfe93bcb98b req-b2d44e5e-3056-4891-8f5b-adc05263c71f tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] For port 8656e115-c6f9-401e-8dde-7efafa10e391, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8656e115-c6f9-401e-8dde-7efafa10e391,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:51.146842 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-849c1d66-70cf-4221-a609-0cfe93bcb98b req-b2d44e5e-3056-4891-8f5b-adc05263c71f tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:51.176023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-849c1d66-70cf-4221-a609-0cfe93bcb98b req-b2d44e5e-3056-4891-8f5b-adc05263c71f tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Calling delete_port for 8656e115-c6f9-401e-8dde-7efafa10e391 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:51.302467 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-078339e9-2b37-42d8-b2d1-9b0bdfa5d71d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:51.345414 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-849c1d66-70cf-4221-a609-0cfe93bcb98b req-b2d44e5e-3056-4891-8f5b-adc05263c71f tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:51.407489 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d44e5e-3056-4891-8f5b-adc05263c71f tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Pushing event deleted for resources: {'Port': ['ID=8656e115-c6f9-401e-8dde-7efafa10e391,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:51.450179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d1bde4-11a0-4591-bfac-917b7bfbed73', 'tag': '3743059f-1515-4123-8e42-5f05e70f6718'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:51.452506 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45d969a-d4d4-4238-83e7-b309f3f49fec" -d '{"events": [{"name": "network-changed", "server_uuid": "00d1bde4-11a0-4591-bfac-917b7bfbed73", "tag": "3743059f-1515-4123-8e42-5f05e70f6718"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:51.480098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-849c1d66-70cf-4221-a609-0cfe93bcb98b req-b2d44e5e-3056-4891-8f5b-adc05263c71f tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] No DVR routers for this DVR port 8656e115-c6f9-401e-8dde-7efafa10e391 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:51.483318 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-849c1d66-70cf-4221-a609-0cfe93bcb98b req-b2d44e5e-3056-4891-8f5b-adc05263c71f tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:51.487359 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-849c1d66-70cf-4221-a609-0cfe93bcb98b req-b2d44e5e-3056-4891-8f5b-adc05263c71f tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.11 "DELETE /v2.0/ports/8656e115-c6f9-401e-8dde-7efafa10e391 HTTP/1.1" status: 204 len: 173 time: 0.7475429 Oct 26 14:17:51.536337 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f291821a-938c-456e-bd7b-d1114dc39e6f x-openstack-request-id: req-f291821a-938c-456e-bd7b-d1114dc39e6f {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:51.536742 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d1bde4-11a0-4591-bfac-917b7bfbed73", "tag": "3743059f-1515-4123-8e42-5f05e70f6718", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:51.537151 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f291821a-938c-456e-bd7b-d1114dc39e6f {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:51.537292 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d1bde4-11a0-4591-bfac-917b7bfbed73', 'tag': '3743059f-1515-4123-8e42-5f05e70f6718', 'status': 'completed', 'code': 200} Oct 26 14:17:51.588905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078339e9-2b37-42d8-b2d1-9b0bdfa5d71d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router 3b922411-20e9-4b55-a554-0614836f4c7c has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:17:51.617602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095bf07-0008-48a5-a15c-7a0a4724908e req-9842a24c-9fa3-435d-9f32-881939187bf3 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:51.625445 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4095bf07-0008-48a5-a15c-7a0a4724908e req-9842a24c-9fa3-435d-9f32-881939187bf3 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 944 time: 0.0783522 Oct 26 14:17:51.656303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d969a-d4d4-4238-83e7-b309f3f49fec req-41c3f7d2-148e-495e-bd39-c147f9a858e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:51.660604 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b45d969a-d4d4-4238-83e7-b309f3f49fec req-41c3f7d2-148e-495e-bd39-c147f9a858e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e01b6dbdb3d14510bc5fab7959ad1144&device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 1095 time: 0.0985467 Oct 26 14:17:51.751726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078339e9-2b37-42d8-b2d1-9b0bdfa5d71d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:51.762062 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ebf31-c8c9-447f-abb6-3dc83258b5cc None None] Sync routers for ids ['3b922411-20e9-4b55-a554-0614836f4c7c'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:51.770538 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-078339e9-2b37-42d8-b2d1-9b0bdfa5d71d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/3b922411-20e9-4b55-a554-0614836f4c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6273766 Oct 26 14:17:51.771271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49546) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:51.773517 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ebf31-c8c9-447f-abb6-3dc83258b5cc None None] Routers {'3b922411-20e9-4b55-a554-0614836f4c7c'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:51.774167 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-140ebf31-c8c9-447f-abb6-3dc83258b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3b922411-20e9-4b55-a554-0614836f4c7c'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:51.802602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4095bf07-0008-48a5-a15c-7a0a4724908e req-cadc440c-10b5-4cb9-aa64-0441635d666b tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755817 Oct 26 14:17:51.819483 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-140ebf31-c8c9-447f-abb6-3dc83258b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:51.826036 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-93789825-711c-4196-a74c-b539158ad9c3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b922411-20e9-4b55-a554-0614836f4c7c HTTP/1.1" status: 200 len: 205 time: 0.0487478 Oct 26 14:17:51.827445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49548) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:51.830598 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ebf31-c8c9-447f-abb6-3dc83258b5cc None None] Routers {'3b922411-20e9-4b55-a554-0614836f4c7c'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:51.831378 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-140ebf31-c8c9-447f-abb6-3dc83258b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3b922411-20e9-4b55-a554-0614836f4c7c'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:51.840034 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d969a-d4d4-4238-83e7-b309f3f49fec req-5c7ee305-7357-40da-ab2b-3ec3f6b889d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:51.841807 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b45d969a-d4d4-4238-83e7-b309f3f49fec req-5c7ee305-7357-40da-ab2b-3ec3f6b889d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b46759e7-22ef-4334-b34e-3809764acd2c HTTP/1.1" status: 200 len: 913 time: 0.1733241 Oct 26 14:17:51.864386 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-140ebf31-c8c9-447f-abb6-3dc83258b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:51.865045 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ebf31-c8c9-447f-abb6-3dc83258b5cc None None] The sync data for ids ['3b922411-20e9-4b55-a554-0614836f4c7c'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:17:51.955332 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-473718cb-14e9-4f6c-833a-749fa4c2028f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.032126 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:17:52.054950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 60ea05e7-8cac-4115-bdc6-391d1d12ab66 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:52.065853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-21cf9c2a-fb4b-4dba-b595-66f051fe7ddb req-896a853d-6112-461b-8106-acb4e6af02dd tempest-VolumesNegativeTest-1742853708 tempest-VolumesNegativeTest-1742853708-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b78cfb3-d137-4e67-86a8-2fef36468a12 HTTP/1.1" status: 200 len: 210 time: 0.0715461 Oct 26 14:17:52.085452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a498c-3740-410a-a048-c1b44a51bd1b req-1f7a91c9-11d4-4cbb-b00a-c713cc222999 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:52.093778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-537a498c-3740-410a-a048-c1b44a51bd1b req-1f7a91c9-11d4-4cbb-b00a-c713cc222999 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.1790328 Oct 26 14:17:52.223797 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-473718cb-14e9-4f6c-833a-749fa4c2028f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.228944 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-473718cb-14e9-4f6c-833a-749fa4c2028f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.245805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-537a498c-3740-410a-a048-c1b44a51bd1b req-f2daa9c2-6d84-4c83-93e6-32326429ebbe tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464670 Oct 26 14:17:52.315153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 60ea05e7-8cac-4115-bdc6-391d1d12ab66, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=60ea05e7-8cac-4115-bdc6-391d1d12ab66,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:52.356230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '60ea05e7-8cac-4115-bdc6-391d1d12ab66', 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c', 'port_id': '60ea05e7-8cac-4115-bdc6-391d1d12ab66', 'mac_address': 'fa:16:3e:4d:00:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a55cbf-f4c8-4e87-8f69-a692b7523c78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:52.361725 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-473718cb-14e9-4f6c-833a-749fa4c2028f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.362251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473718cb-14e9-4f6c-833a-749fa4c2028f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Fanout notify agent at l3_agent the message router_deleted on router 3b922411-20e9-4b55-a554-0614836f4c7c {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:17:52.369546 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-473718cb-14e9-4f6c-833a-749fa4c2028f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.373541 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-473718cb-14e9-4f6c-833a-749fa4c2028f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/routers/3b922411-20e9-4b55-a554-0614836f4c7c HTTP/1.1" status: 204 len: 168 time: 0.5449345 Oct 26 14:17:52.374176 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49562) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:52.384532 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b45d969a-d4d4-4238-83e7-b309f3f49fec req-940a2d35-2b25-4bd0-8efe-2b2728581e95 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3743059f-1515-4123-8e42-5f05e70f6718 HTTP/1.1" status: 200 len: 217 time: 0.5269530 Oct 26 14:17:52.417571 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.438315 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ea05e7-8cac-4115-bdc6-391d1d12ab66 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:52.454947 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d969a-d4d4-4238-83e7-b309f3f49fec req-b9afb6ef-4ee2-4d2b-b6fb-ae239c29c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:52.456577 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b45d969a-d4d4-4238-83e7-b309f3f49fec req-b9afb6ef-4ee2-4d2b-b6fb-ae239c29c7c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88a55cbf-f4c8-4e87-8f69-a692b7523c78 HTTP/1.1" status: 200 len: 852 time: 0.0634208 Oct 26 14:17:52.462598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 60ea05e7-8cac-4115-bdc6-391d1d12ab66, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=60ea05e7-8cac-4115-bdc6-391d1d12ab66,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:52.469892 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.477353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe126a0f-686e-420d-bf50-331d85f185d5 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting subnet 9f87e6c3-7258-4a49-9c15-2ffc45477226 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:17:52.481907 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fe126a0f-686e-420d-bf50-331d85f185d5 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.497001 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b45d969a-d4d4-4238-83e7-b309f3f49fec req-cb800f1f-062c-4f82-9561-6691818a7c9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b46759e7-22ef-4334-b34e-3809764acd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320239 Oct 26 14:17:52.532230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=60ea05e7-8cac-4115-bdc6-391d1d12ab66,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:52.537930 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fe126a0f-686e-420d-bf50-331d85f185d5 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.634713 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b45d969a-d4d4-4238-83e7-b309f3f49fec req-9652ca88-fb71-44e4-b5e5-4e79e481b94d service neutron] 10.222.0.25 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292613 Oct 26 14:17:52.652842 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fe126a0f-686e-420d-bf50-331d85f185d5 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.698625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['60ea05e7-8cac-4115-bdc6-391d1d12ab66'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:52.751280 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fe126a0f-686e-420d-bf50-331d85f185d5 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.757617 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b45d969a-d4d4-4238-83e7-b309f3f49fec req-788bc6ec-f22e-469c-90f2-ab2828c9de7d service neutron] 10.222.0.25 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131425 Oct 26 14:17:52.784362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe126a0f-686e-420d-bf50-331d85f185d5 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Subnet': ['ID=9f87e6c3-7258-4a49-9c15-2ffc45477226,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:52.789177 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fe126a0f-686e-420d-bf50-331d85f185d5 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.795787 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49568) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:52.797263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fe126a0f-686e-420d-bf50-331d85f185d5 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/9f87e6c3-7258-4a49-9c15-2ffc45477226 HTTP/1.1" status: 204 len: 168 time: 0.4221389 Oct 26 14:17:52.798369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89457457-d01a-4a49-a7e8-515671070439 None None] Network b0960fac-44b5-4e42-94ab-4333a0a8bee6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:52.898618 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.914092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 8656e115-c6f9-401e-8dde-7efafa10e391 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:17:52.942915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 8656e115-c6f9-401e-8dde-7efafa10e391 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:17:52.944398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 8656e115-c6f9-401e-8dde-7efafa10e391 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:17:52.969926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd2e91-7c8e-4b82-8bd0-0d4333dbf12f req-3739e51f-9d9b-457e-bf16-ee2e6a406e40 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:52.975630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:52.976965 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.980179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bafd2e91-7c8e-4b82-8bd0-0d4333dbf12f req-3739e51f-9d9b-457e-bf16-ee2e6a406e40 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 944 time: 0.0753133 Oct 26 14:17:53.034977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bafd2e91-7c8e-4b82-8bd0-0d4333dbf12f req-a762b3e8-71d8-4699-a3b6-041fbdc38372 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478337 Oct 26 14:17:53.088556 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] For port 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74,segment=NetworkSegment(a7761459-6e76-48c9-92c1-8ce8aa3d27db),segment_id=a7761459-6e76-48c9-92c1-8ce8aa3d27db)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:53.088799 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.103084 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:53.226025 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.228677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc568be-0f73-4b31-a63f-3e077a029135 None None] DHCP port deletion for b0960fac-44b5-4e42-94ab-4333a0a8bee6 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:17:53.296812 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:53.301845 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No DVR routers for this DVR port 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:53.431842 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.451063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e5907-5298-471f-87d2-5268da7f9daf req-0aafd667-5b2e-49a5-afed-d520eb85149b tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:53.460133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-704e5907-5298-471f-87d2-5268da7f9daf req-0aafd667-5b2e-49a5-afed-d520eb85149b tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.0907815 Oct 26 14:17:53.488534 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.515158 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0960fac-44b5-4e42-94ab-4333a0a8bee6']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:53.520234 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-704e5907-5298-471f-87d2-5268da7f9daf req-21a50dd9-99fa-429e-87ea-2b5deb1bd49c tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550208 Oct 26 14:17:53.538664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7761459-6e76-48c9-92c1-8ce8aa3d27db') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:53.538969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7761459-6e76-48c9-92c1-8ce8aa3d27db') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:53.540502 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b78cfb3-d137-4e67-86a8-2fef36468a12', 'name': 'network-vif-deleted', 'tag': '8656e115-c6f9-401e-8dde-7efafa10e391'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:53.545571 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8b8bc9-c7b5-40b1-96ff-4e34b48c9edb" -d '{"events": [{"server_uuid": "5b78cfb3-d137-4e67-86a8-2fef36468a12", "name": "network-vif-deleted", "tag": "8656e115-c6f9-401e-8dde-7efafa10e391"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:53.563722 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.593654 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.602679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:17:53.603624 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:17:53.607301 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:17:53.663050 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3455516-fb3f-4a93-b892-b469a486a147 x-openstack-request-id: req-c3455516-fb3f-4a93-b892-b469a486a147 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:53.663238 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b78cfb3-d137-4e67-86a8-2fef36468a12", "name": "network-vif-deleted", "tag": "8656e115-c6f9-401e-8dde-7efafa10e391", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:53.663348 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3455516-fb3f-4a93-b892-b469a486a147 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:53.663718 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b78cfb3-d137-4e67-86a8-2fef36468a12', 'name': 'network-vif-deleted', 'tag': '8656e115-c6f9-401e-8dde-7efafa10e391', 'status': 'completed', 'code': 200} Oct 26 14:17:53.702221 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.704996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:17:53.715521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.724070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49610) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:53.724624 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/networks/b0960fac-44b5-4e42-94ab-4333a0a8bee6 HTTP/1.1" status: 204 len: 168 time: 0.9269409 Oct 26 14:17:53.730884 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:17:53.731766 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1d60b3f0-ff50-4fc8-b24d-4d67c67cdb74 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:17:53.736329 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea632b57-26d0-4405-a199-ab070d287318 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Network': ['ID=b0960fac-44b5-4e42-94ab-4333a0a8bee6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:53.758623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7d604e9b-c505-4beb-8ddd-825852ce55d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2073477089', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:53.800303 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d604e9b-c505-4beb-8ddd-825852ce55d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.801413 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d604e9b-c505-4beb-8ddd-825852ce55d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.869392 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d604e9b-c505-4beb-8ddd-825852ce55d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.875623 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d604e9b-c505-4beb-8ddd-825852ce55d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.903937 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d604e9b-c505-4beb-8ddd-825852ce55d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.907907 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7d604e9b-c505-4beb-8ddd-825852ce55d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1802499 Oct 26 14:17:53.908139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49618) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:53.913752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d59fc3b6-b97f-4165-94f6-071aeb4a193c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'network': {'name': 'tempest-RoutersTest-216798539'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:53.950529 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59fc3b6-b97f-4165-94f6-071aeb4a193c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:53.958861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d59fc3b6-b97f-4165-94f6-071aeb4a193c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.988643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59fc3b6-b97f-4165-94f6-071aeb4a193c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:17:54.000153 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d59fc3b6-b97f-4165-94f6-071aeb4a193c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.000500 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-d59fc3b6-b97f-4165-94f6-071aeb4a193c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Added segment 6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648 of type vlan for network 56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1 Oct 26 14:17:54.049018 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d59fc3b6-b97f-4165-94f6-071aeb4a193c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.077509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d59fc3b6-b97f-4165-94f6-071aeb4a193c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.085180 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59fc3b6-b97f-4165-94f6-071aeb4a193c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:54.085843 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d59fc3b6-b97f-4165-94f6-071aeb4a193c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.091048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3743059f-1515-4123-8e42-5f05e70f6718 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:54.099198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 60ea05e7-8cac-4115-bdc6-391d1d12ab66 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:54.167450 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d59fc3b6-b97f-4165-94f6-071aeb4a193c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2559316 Oct 26 14:17:54.168018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49638) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:54.176791 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-aeb240d8-f5df-407b-9252-c200c06c0b9d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'subnet': {'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:54.184583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fc3b6-b97f-4165-94f6-071aeb4a193c tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Network': ['ID=56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:54.197107 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:17:54.207726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbbd4b-96ed-42fc-a96f-8465eee7e247 req-f512b800-ca04-476e-852c-616b383f5423 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:54.209818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6dbbd4b-96ed-42fc-a96f-8465eee7e247 req-f512b800-ca04-476e-852c-616b383f5423 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 944 time: 0.0965517 Oct 26 14:17:54.283515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb240d8-f5df-407b-9252-c200c06c0b9d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:54.287930 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6dbbd4b-96ed-42fc-a96f-8465eee7e247 req-3c8a88f8-3b84-4980-8fcd-71862580399f tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660105 Oct 26 14:17:54.288407 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aeb240d8-f5df-407b-9252-c200c06c0b9d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.294726 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.resource_extend [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:17:54.374739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 60ea05e7-8cac-4115-bdc6-391d1d12ab66 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:54.389613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 60ea05e7-8cac-4115-bdc6-391d1d12ab66 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:54.390708 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.457373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3743059f-1515-4123-8e42-5f05e70f6718, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3743059f-1515-4123-8e42-5f05e70f6718,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:54.474459 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '3743059f-1515-4123-8e42-5f05e70f6718', 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c', 'port_id': '3743059f-1515-4123-8e42-5f05e70f6718', 'mac_address': 'fa:16:3e:e7:95:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a55cbf-f4c8-4e87-8f69-a692b7523c78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:54.518970 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.556962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aeb240d8-f5df-407b-9252-c200c06c0b9d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.587978 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccddc53a-e090-4ce8-b06a-86c1a27b8a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ea05e7-8cac-4115-bdc6-391d1d12ab66'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:54.594944 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745ff3d7-3de8-4ba9-9604-e8e3e930dab5" -d '{"events": [{"server_uuid": "ccddc53a-e090-4ce8-b06a-86c1a27b8a71", "name": "network-vif-plugged", "status": "completed", "tag": "60ea05e7-8cac-4115-bdc6-391d1d12ab66"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:54.628867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 60ea05e7-8cac-4115-bdc6-391d1d12ab66, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=60ea05e7-8cac-4115-bdc6-391d1d12ab66,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:54.630279 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.646384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb240d8-f5df-407b-9252-c200c06c0b9d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Subnet': ['ID=c4dc9898-9693-4bd6-9904-df02ddbb63ba,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:54.647828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3743059f-1515-4123-8e42-5f05e70f6718 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:54.652546 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.655053 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb240d8-f5df-407b-9252-c200c06c0b9d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Checking segment: {'id': '6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:54.656059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb240d8-f5df-407b-9252-c200c06c0b9d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network hostable DHCP agents. Network: 56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:17:54.692318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb240d8-f5df-407b-9252-c200c06c0b9d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:17:54.702314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3743059f-1515-4123-8e42-5f05e70f6718, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3743059f-1515-4123-8e42-5f05e70f6718,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:54.706848 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-aeb240d8-f5df-407b-9252-c200c06c0b9d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:54.715795 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.720554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb240d8-f5df-407b-9252-c200c06c0b9d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:54.726327 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aeb240d8-f5df-407b-9252-c200c06c0b9d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.726620 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e530e44-2283-4904-a229-cd0f5ec75fbd None None] Network 56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:54.737089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b88b0-25a2-4fb8-849d-1c7173090062 req-1fe4e611-939c-4341-90b0-2fee9e9024a7 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:54.738756 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-992b88b0-25a2-4fb8-849d-1c7173090062 req-1fe4e611-939c-4341-90b0-2fee9e9024a7 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.1137581 Oct 26 14:17:54.750504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=60ea05e7-8cac-4115-bdc6-391d1d12ab66,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:54.775499 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aeb240d8-f5df-407b-9252-c200c06c0b9d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6050975 Oct 26 14:17:54.777515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49698) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:54.824380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-992b88b0-25a2-4fb8-849d-1c7173090062 req-f771acb0-2bd6-42be-b165-16fd548b5015 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785980 Oct 26 14:17:54.825859 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af9da6b-4748-4a7b-8ea3-c5fbce119abc x-openstack-request-id: req-3af9da6b-4748-4a7b-8ea3-c5fbce119abc {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:54.826474 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccddc53a-e090-4ce8-b06a-86c1a27b8a71", "name": "network-vif-plugged", "status": "completed", "tag": "60ea05e7-8cac-4115-bdc6-391d1d12ab66", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:54.827113 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3af9da6b-4748-4a7b-8ea3-c5fbce119abc {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:54.827773 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccddc53a-e090-4ce8-b06a-86c1a27b8a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ea05e7-8cac-4115-bdc6-391d1d12ab66', 'code': 200} Oct 26 14:17:55.125017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=3743059f-1515-4123-8e42-5f05e70f6718,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:55.185855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['3743059f-1515-4123-8e42-5f05e70f6718'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:55.210001 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552a2b9-8804-4244-aa31-a5e95d855574 req-dfc2a26a-542f-4fae-b4b6-8a1c217550c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:55.211447 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9552a2b9-8804-4244-aa31-a5e95d855574 req-dfc2a26a-542f-4fae-b4b6-8a1c217550c0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ccddc53a-e090-4ce8-b06a-86c1a27b8a71 HTTP/1.1" status: 200 len: 1096 time: 0.2601254 Oct 26 14:17:55.304578 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9552a2b9-8804-4244-aa31-a5e95d855574 req-3b7f10fc-d299-43b0-b8d6-b3c519db0c3b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655651 Oct 26 14:17:55.370613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:17:55.371541 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:55.386442 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:55.530437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a744a2-11fc-474f-8788-e7834c7ba855 req-a67ef1e3-9fa5-4054-9b92-907cca89456e tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:55.543472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97a744a2-11fc-474f-8788-e7834c7ba855 req-a67ef1e3-9fa5-4054-9b92-907cca89456e tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 945 time: 0.1187797 Oct 26 14:17:55.635351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97a744a2-11fc-474f-8788-e7834c7ba855 req-8da36b10-9497-479d-8335-e99993e47a9d tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862513 Oct 26 14:17:55.645770 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Allocated IP 172.20.0.2 (56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1/c4dc9898-9693-4bd6-9904-df02ddbb63ba/d553c13b-dcde-4c3b-9765-bf1cb49bc702) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:55.983947 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.014386 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.020091 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ee97f-5ca5-4d0a-af44-bb33aaae8933 req-d8dddaf2-3e0d-4c7f-a1ef-e990fc8531aa tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:56.030818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-829ee97f-5ca5-4d0a-af44-bb33aaae8933 req-d8dddaf2-3e0d-4c7f-a1ef-e990fc8531aa tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.1121790 Oct 26 14:17:56.136809 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Allocated IP 172.20.0.1 (56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1/c4dc9898-9693-4bd6-9904-df02ddbb63ba/840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:56.155558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Pushing event updated for resources: {'Port': ['ID=d553c13b-dcde-4c3b-9765-bf1cb49bc702,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:56.162397 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-829ee97f-5ca5-4d0a-af44-bb33aaae8933 req-e4872bc2-b000-4025-8e5c-63cef91aa298 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305525 Oct 26 14:17:56.197873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Network 56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:56.201137 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:56.210164 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:56.316110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Attempting to bind port d553c13b-dcde-4c3b-9765-bf1cb49bc702 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:56.316485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Attempting to bind port d553c13b-dcde-4c3b-9765-bf1cb49bc702 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:56.317772 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Attempting to bind port d553c13b-dcde-4c3b-9765-bf1cb49bc702 on network 56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:56.321003 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.333654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:56.334679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Checking segment: {'id': '6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:56.335078 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.337872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Bound using segment: {'id': '6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:56.338395 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Bound port: d553c13b-dcde-4c3b-9765-bf1cb49bc702, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:56.338782 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.374360 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.428786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:56.434039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:56.438025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:56.462427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] For port d553c13b-dcde-4c3b-9765-bf1cb49bc702, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:56.466976 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] For port d553c13b-dcde-4c3b-9765-bf1cb49bc702, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d553c13b-dcde-4c3b-9765-bf1cb49bc702,segment=NetworkSegment(6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648),segment_id=6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:56.475041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:56.475492 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.518490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.635253 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6d9df-5846-4024-b523-b27cf4ec0ac4 None None] Pushing event updated for resources: {'Port': ['ID=d553c13b-dcde-4c3b-9765-bf1cb49bc702,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:56.730500 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.863632 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63404e-0a32-4270-b8dc-7d5bd7a62f08 req-09cd7014-56a9-4898-a724-263018f9502c tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:56.870837 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c63404e-0a32-4270-b8dc-7d5bd7a62f08 req-09cd7014-56a9-4898-a724-263018f9502c tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 945 time: 0.1201982 Oct 26 14:17:56.967070 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c63404e-0a32-4270-b8dc-7d5bd7a62f08 req-036a3139-d2ab-43fe-8abe-54ec6f70be85 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882630 Oct 26 14:17:57.212757 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:57.221925 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:57.353643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac72c7-267a-43ba-918b-47d1238962cf req-618fbb91-54f1-42e3-a56b-c51dfe788fb9 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:57.358229 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfac72c7-267a-43ba-918b-47d1238962cf req-618fbb91-54f1-42e3-a56b-c51dfe788fb9 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.0897727 Oct 26 14:17:57.391050 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:57.418756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:57.436798 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfac72c7-267a-43ba-918b-47d1238962cf req-9f593138-4d65-4b93-8b3e-318b57f0af55 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637109 Oct 26 14:17:57.487085 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:57.552161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:57.553715 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:57.901061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d553c13b-dcde-4c3b-9765-bf1cb49bc702 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:57.908222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:17:58.026919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d553c13b-dcde-4c3b-9765-bf1cb49bc702 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:58.027165 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:58.101008 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:58.107378 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-18387e10-8bc6-4d65-91fe-bfb721b27c67 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3276269 Oct 26 14:17:58.110109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49880) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:58.116405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Sync routers for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:58.116940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1a49039c-d4bb-43a1-97de-79525c6a6a86 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'network': {'name': 'tempest-RoutersTest-1150436966'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:58.139533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3743059f-1515-4123-8e42-5f05e70f6718 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:58.197616 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a49039c-d4bb-43a1-97de-79525c6a6a86 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:58.201735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a49039c-d4bb-43a1-97de-79525c6a6a86 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:58.223557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:58.226999 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:58.235752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a49039c-d4bb-43a1-97de-79525c6a6a86 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:17:58.248775 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a49039c-d4bb-43a1-97de-79525c6a6a86 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:58.249183 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-1a49039c-d4bb-43a1-97de-79525c6a6a86 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Added segment 6ab817f3-a182-407c-9658-128c3dbb5f12 of type vlan for network 87543972-a4c9-4ca9-a20c-455882d8115e Oct 26 14:17:58.308183 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a49039c-d4bb-43a1-97de-79525c6a6a86 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:58.341587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75f3d9-e806-4ca4-af04-a2bfd295418f req-454da219-f853-4c64-87a0-cd459901a8b0 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:58.346509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d75f3d9-e806-4ca4-af04-a2bfd295418f req-454da219-f853-4c64-87a0-cd459901a8b0 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 945 time: 0.2251837 Oct 26 14:17:58.367597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e41e53-cfc4-4d26-9a2f-c946029fb947 None None] Network 56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:58.368223 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a49039c-d4bb-43a1-97de-79525c6a6a86 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:58.375510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49039c-d4bb-43a1-97de-79525c6a6a86 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:58.376341 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a49039c-d4bb-43a1-97de-79525c6a6a86 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:58.499482 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d75f3d9-e806-4ca4-af04-a2bfd295418f req-a3865a0f-0522-4d09-a4fa-c24439261845 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462007 Oct 26 14:17:58.528966 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1a49039c-d4bb-43a1-97de-79525c6a6a86 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4173331 Oct 26 14:17:58.532292 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49886) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:58.539608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b05e6ec2-40e7-4612-9e2c-4063bdf54ea2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'subnet': {'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:58.543642 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:17:58.558458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49039c-d4bb-43a1-97de-79525c6a6a86 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Network': ['ID=87543972-a4c9-4ca9-a20c-455882d8115e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:58.712547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d219351-fab6-4941-9956-94992779f513 req-19c2b490-29c8-41ed-bb54-6313bbacae88 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:58.720688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d219351-fab6-4941-9956-94992779f513 req-19c2b490-29c8-41ed-bb54-6313bbacae88 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.1473179 Oct 26 14:17:58.795736 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d219351-fab6-4941-9956-94992779f513 req-42e16079-f9c8-4624-96d0-283e19117b3c tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688331 Oct 26 14:17:58.801158 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05e6ec2-40e7-4612-9e2c-4063bdf54ea2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:58.807539 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b05e6ec2-40e7-4612-9e2c-4063bdf54ea2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:58.964432 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 87543972-a4c9-4ca9-a20c-455882d8115e details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:17:58.984809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 3743059f-1515-4123-8e42-5f05e70f6718 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:59.025781 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bc205115-62d7-47f3-976b-3ccfe5ee7c5f None None] Provisioning complete for port d553c13b-dcde-4c3b-9765-bf1cb49bc702 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:59.026194 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bc205115-62d7-47f3-976b-3ccfe5ee7c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:59.179367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 3743059f-1515-4123-8e42-5f05e70f6718 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:59.179733 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:59.199236 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b05e6ec2-40e7-4612-9e2c-4063bdf54ea2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:59.280330 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e6ec2-40e7-4612-9e2c-4063bdf54ea2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Subnet': ['ID=11d2642b-1639-4e9f-9f63-cfc194df4d66,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:59.284517 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05e6ec2-40e7-4612-9e2c-4063bdf54ea2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Checking segment: {'id': '6ab817f3-a182-407c-9658-128c3dbb5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:59.285081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e6ec2-40e7-4612-9e2c-4063bdf54ea2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network hostable DHCP agents. Network: 87543972-a4c9-4ca9-a20c-455882d8115e, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:17:59.310053 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e6ec2-40e7-4612-9e2c-4063bdf54ea2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 87543972-a4c9-4ca9-a20c-455882d8115e is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:17:59.324923 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b05e6ec2-40e7-4612-9e2c-4063bdf54ea2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 87543972-a4c9-4ca9-a20c-455882d8115e) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:59.329300 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05e6ec2-40e7-4612-9e2c-4063bdf54ea2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:59.330116 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b05e6ec2-40e7-4612-9e2c-4063bdf54ea2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:59.379469 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:59.387978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49898) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:59.394813 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b05e6ec2-40e7-4612-9e2c-4063bdf54ea2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8605423 Oct 26 14:17:59.438463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18027db-807b-40ea-af7a-029f4d85d985 None None] Network 87543972-a4c9-4ca9-a20c-455882d8115e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:59.653102 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port d553c13b-dcde-4c3b-9765-bf1cb49bc702, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d553c13b-dcde-4c3b-9765-bf1cb49bc702,segment=NetworkSegment(6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648),segment_id=6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:59.696585 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:59.714590 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:17:56Z', 'revision_number': 2, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:17:57Z', 'revision_number': 2, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:59.801669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf4a76-2094-41af-8089-65b44ca1f769 req-39440b33-29e9-40d9-9493-2c2e7eeb4ccc tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:59.824489 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0abf4a76-2094-41af-8089-65b44ca1f769 req-39440b33-29e9-40d9-9493-2c2e7eeb4ccc tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 945 time: 0.1742699 Oct 26 14:18:00.045455 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0abf4a76-2094-41af-8089-65b44ca1f769 req-cc0ed0bc-33f4-4e4b-8ded-bf4ec3e4167a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098212 Oct 26 14:18:00.176885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Checking router: c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:00.177228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Updating router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 port 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:18:00.238457 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-87543972-a4c9-4ca9-a20c-455882d8115e', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:18:00.239558 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.264871 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.266602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2b6b8-2f62-4681-8e1c-fb661c6bb441 req-aa53e790-00c5-4898-9ba9-9939bf5541b8 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:00.278130 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.286610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05e2b6b8-2f62-4681-8e1c-fb661c6bb441 req-aa53e790-00c5-4898-9ba9-9939bf5541b8 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.3021469 Oct 26 14:18:00.394277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=d553c13b-dcde-4c3b-9765-bf1cb49bc702,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:00.399818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.435669 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:00.436426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:00.436891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:00.437415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:00.437847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:00.438476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:00.438912 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:00.439380 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:00.439809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:00.440391 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:00.440722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:00.441286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:00.458723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d1bde4-11a0-4591-bfac-917b7bfbed73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3743059f-1515-4123-8e42-5f05e70f6718'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:00.459547 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7e1168-fcc3-4190-a2e6-286432b84d5f" -d '{"events": [{"server_uuid": "00d1bde4-11a0-4591-bfac-917b7bfbed73", "name": "network-vif-plugged", "status": "completed", "tag": "3743059f-1515-4123-8e42-5f05e70f6718"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:00.518300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05e2b6b8-2f62-4681-8e1c-fb661c6bb441 req-8b951675-a0b0-4e3a-9cff-68e7c4493b47 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301056 Oct 26 14:18:00.541679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3743059f-1515-4123-8e42-5f05e70f6718, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3743059f-1515-4123-8e42-5f05e70f6718,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:00.880310 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9729aa-188f-4436-ac19-f45a2eb09d51 req-478fd5d5-e0c2-410a-af3c-aa6753900e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:00.882627 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3e9729aa-188f-4436-ac19-f45a2eb09d51 req-478fd5d5-e0c2-410a-af3c-aa6753900e2d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 1097 time: 0.1093254 Oct 26 14:18:00.943004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Allocated IP 172.21.0.2 (87543972-a4c9-4ca9-a20c-455882d8115e/11d2642b-1639-4e9f-9f63-cfc194df4d66/4c7c6ec4-2be8-4c96-b42d-f36dc2662036) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:01.004450 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3e9729aa-188f-4436-ac19-f45a2eb09d51 req-6e1994ce-b325-4782-8a2b-b87b42d5ed73 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072030 Oct 26 14:18:01.011657 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a8484d-faa1-46c4-b75f-8b30cce96e79 x-openstack-request-id: req-c5a8484d-faa1-46c4-b75f-8b30cce96e79 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:01.012000 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d1bde4-11a0-4591-bfac-917b7bfbed73", "name": "network-vif-plugged", "status": "completed", "tag": "3743059f-1515-4123-8e42-5f05e70f6718", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:01.012843 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5a8484d-faa1-46c4-b75f-8b30cce96e79 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:01.012843 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d1bde4-11a0-4591-bfac-917b7bfbed73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3743059f-1515-4123-8e42-5f05e70f6718', 'code': 200} Oct 26 14:18:01.026246 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.069539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ba01d5d9-80fb-4183-9677-19824692eb91 None None] Provisioning complete for port d553c13b-dcde-4c3b-9765-bf1cb49bc702 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:01.069917 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba01d5d9-80fb-4183-9677-19824692eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.183404 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.195153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=3743059f-1515-4123-8e42-5f05e70f6718,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:01.207910 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.255200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb621ae8-5a55-490a-8d5a-08ff4ec9d513 req-fcc5aceb-38b5-4650-b2d1-189b3fe0f810 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:01.257218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb621ae8-5a55-490a-8d5a-08ff4ec9d513 req-fcc5aceb-38b5-4650-b2d1-189b3fe0f810 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 946 time: 0.1086812 Oct 26 14:18:01.307800 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a32eef-ddf4-4cb2-a118-d24d3511e45e None None] Pushing event updated for resources: {'Port': ['ID=840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:01.308010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb621ae8-5a55-490a-8d5a-08ff4ec9d513 req-57d117f8-a3fd-4479-85ce-ccd923be40bf tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Oct 26 14:18:01.337297 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.395494 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.483419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Allocated IP 172.21.0.1 (87543972-a4c9-4ca9-a20c-455882d8115e/11d2642b-1639-4e9f-9f63-cfc194df4d66/30c7f087-f25d-4080-a587-c03e262d2d2a) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:01.493240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Network 87543972-a4c9-4ca9-a20c-455882d8115e is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:01.524758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Pushing event updated for resources: {'Port': ['ID=4c7c6ec4-2be8-4c96-b42d-f36dc2662036,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:01.558147 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:01.626813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:01.707211 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Attempting to bind port 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:01.707592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Attempting to bind port 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:01.707960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Attempting to bind port 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54 on network 56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:01.771468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:01.771468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Checking segment: {'id': '6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:01.771468 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.771891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Bound using segment: {'id': '6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:01.772165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Bound port: 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:01.772514 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.834480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d553c13b-dcde-4c3b-9765-bf1cb49bc702 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:01.899059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Attempting to bind port 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:01.899059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Attempting to bind port 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '6ab817f3-a182-407c-9658-128c3dbb5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:01.899059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Attempting to bind port 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 on network 87543972-a4c9-4ca9-a20c-455882d8115e {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:01.962126 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] For port 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:01.966569 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] For port 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54,segment=NetworkSegment(6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648),segment_id=6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:01.976087 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:01.976881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Checking segment: {'id': '6ab817f3-a182-407c-9658-128c3dbb5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:01.977567 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.978437 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Bound using segment: {'id': '6ab817f3-a182-407c-9658-128c3dbb5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:01.979244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Bound port: 4c7c6ec4-2be8-4c96-b42d-f36dc2662036, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab817f3-a182-407c-9658-128c3dbb5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:01.979866 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.984277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ba01d5d9-80fb-4183-9677-19824692eb91 None None] Provisioning complete for port 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:01.984998 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba01d5d9-80fb-4183-9677-19824692eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.993873 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.369331 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a32eef-ddf4-4cb2-a118-d24d3511e45e None None] Pushing event updated for resources: {'Port': ['ID=840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:02.470829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] For port 4c7c6ec4-2be8-4c96-b42d-f36dc2662036, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:02.482694 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] For port 4c7c6ec4-2be8-4c96-b42d-f36dc2662036, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=4c7c6ec4-2be8-4c96-b42d-f36dc2662036,segment=NetworkSegment(6ab817f3-a182-407c-9658-128c3dbb5f12),segment_id=6ab817f3-a182-407c-9658-128c3dbb5f12)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:02.509079 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.606112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d553c13b-dcde-4c3b-9765-bf1cb49bc702 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:02.606487 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.654140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49944) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:02.664329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:02.665268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:02.707020 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.751403 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.814721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:02.817457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=30c7f087-f25d-4080-a587-c03e262d2d2a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:02.831236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669d050-0fa9-4f8d-8898-68930338047f req-b6662b60-ef44-483a-9db4-583e65288a24 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:02.839168 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7669d050-0fa9-4f8d-8898-68930338047f req-b6662b60-ef44-483a-9db4-583e65288a24 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.3654201 Oct 26 14:18:02.886757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cfac-adeb-4c16-aa69-70ba2b069fef req-c0651b0c-fa7e-4d23-9640-9b04e23741a6 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:02.888561 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dda2cfac-adeb-4c16-aa69-70ba2b069fef req-c0651b0c-fa7e-4d23-9640-9b04e23741a6 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 946 time: 0.4015067 Oct 26 14:18:02.898142 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 87543972-a4c9-4ca9-a20c-455882d8115e is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:02.912236 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7669d050-0fa9-4f8d-8898-68930338047f req-75d05a21-4944-452a-b8a6-4efe12d7652d tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713253 Oct 26 14:18:02.916864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:02.948472 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce694898-9ddd-42e8-bb39-db025d4c307e None None] Pushing event updated for resources: {'Port': ['ID=4c7c6ec4-2be8-4c96-b42d-f36dc2662036,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:02.970309 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:03.060899 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba01d5d9-80fb-4183-9677-19824692eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.064336 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-67af615e-7d75-4a78-aa4b-1d49b937d54b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04d9a4fa252b410091c1aa988c1d1e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4081845 Oct 26 14:18:03.068415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49952) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:03.073125 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dda2cfac-adeb-4c16-aa69-70ba2b069fef req-282fdfbc-113b-4919-ba05-a907abd0dd61 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728384 Oct 26 14:18:03.116948 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.216672 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c722620-c91d-480b-91f2-606ca1bbf69f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.266640 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c722620-c91d-480b-91f2-606ca1bbf69f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.369624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ba01d5d9-80fb-4183-9677-19824692eb91 None None] For port 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54,segment=NetworkSegment(6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648),segment_id=6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:03.376778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c722620-c91d-480b-91f2-606ca1bbf69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.380433 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c722620-c91d-480b-91f2-606ca1bbf69f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.384804 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0c722620-c91d-480b-91f2-606ca1bbf69f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0796d8e-503c-4653-be22-fda84aca9a9c HTTP/1.1" status: 204 len: 168 time: 0.3132830 Oct 26 14:18:03.429259 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c722620-c91d-480b-91f2-606ca1bbf69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0796d8e-503c-4653-be22-fda84aca9a9c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:03.443414 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba01d5d9-80fb-4183-9677-19824692eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.541189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01d5d9-80fb-4183-9677-19824692eb91 None None] Pushing event updated for resources: {'Port': ['ID=840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:03.561891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:17:56Z', 'revision_number': 2, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:01Z', 'revision_number': 4, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:03.618391 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.655176 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebedf64-20cd-4525-997b-1ecfa3466a25 req-db14e3a7-df5c-4994-ba93-310973d66850 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:03.656089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d4bbf-4d27-4be7-bc33-7828f93d295b None None] The sync data for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 is: [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:17:56Z', 'revision_number': 2, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:01Z', 'revision_number': 4, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:03.659382 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0b40cf6e-f5bd-4bf9-8459-84b4fa5f8b5a None None] Provisioning complete for port 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:03.660453 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0b40cf6e-f5bd-4bf9-8459-84b4fa5f8b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.664568 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ebedf64-20cd-4525-997b-1ecfa3466a25 req-db14e3a7-df5c-4994-ba93-310973d66850 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccddc53a-e090-4ce8-b06a-86c1a27b8a71 HTTP/1.1" status: 200 len: 945 time: 0.2227850 Oct 26 14:18:04.006067 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:04.183915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:04.184545 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:04.246384 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ebedf64-20cd-4525-997b-1ecfa3466a25 req-c70a8b71-caf5-4905-8efe-4f878d507498 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457709 Oct 26 14:18:04.516701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b65cc-0445-4782-9caa-4f7b2b29e2c7 req-a880357a-69b4-4a3b-89f1-774fd52057e7 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:04.518648 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-756b65cc-0445-4782-9caa-4f7b2b29e2c7 req-a880357a-69b4-4a3b-89f1-774fd52057e7 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.3740318 Oct 26 14:18:04.670568 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-756b65cc-0445-4782-9caa-4f7b2b29e2c7 req-bb2886de-253f-453d-94bc-56f735b4d9b1 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365280 Oct 26 14:18:04.904381 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:04.928825 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:04.978132 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:05.064976 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 4c7c6ec4-2be8-4c96-b42d-f36dc2662036, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=4c7c6ec4-2be8-4c96-b42d-f36dc2662036,segment=NetworkSegment(6ab817f3-a182-407c-9658-128c3dbb5f12),segment_id=6ab817f3-a182-407c-9658-128c3dbb5f12)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:05.072866 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:05.082947 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:05.167043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e4a7d2-b847-4428-97d3-c68e862140f2 None None] Network 87543972-a4c9-4ca9-a20c-455882d8115e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:05.322080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=30c7f087-f25d-4080-a587-c03e262d2d2a,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:05.324053 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=4c7c6ec4-2be8-4c96-b42d-f36dc2662036,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:05.406746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ede92efa-a952-4157-ab1b-8b0b0f42c6ff None None] Provisioning complete for port 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:05.408725 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ede92efa-a952-4157-ab1b-8b0b0f42c6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:05.541730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 87543972-a4c9-4ca9-a20c-455882d8115e is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:05.543695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:05.917707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:18:06.034017 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083648d-4823-4ff5-9169-5dffbfc397a3 req-b4e01c6b-023a-499b-b849-8007a01a6ff0 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:06.050673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c083648d-4823-4ff5-9169-5dffbfc397a3 req-b4e01c6b-023a-499b-b849-8007a01a6ff0 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.1950285 Oct 26 14:18:06.138086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:06.194277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c083648d-4823-4ff5-9169-5dffbfc397a3 req-4e1bf878-161a-4b09-b52f-f9693186602e tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316211 Oct 26 14:18:06.234221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:06.234595 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:06.245284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-acdd6b6f-4644-4903-9b48-090a071eaf89 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:06.259989 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-acdd6b6f-4644-4903-9b48-090a071eaf89 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/networks?id=b46759e7-22ef-4334-b34e-3809764acd2c HTTP/1.1" status: 200 len: 812 time: 0.5001442 Oct 26 14:18:06.300881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-ac24b62c-35a4-4682-a5ef-a46db523113d tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/quotas/e01b6dbdb3d14510bc5fab7959ad1144 HTTP/1.1" status: 200 len: 375 time: 0.0386260 Oct 26 14:18:06.400302 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:06.461768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:06.462642 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:06.502985 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d592698b-788f-432e-8eab-bc5f6f942c7f tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e01b6dbdb3d14510bc5fab7959ad1144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1991811 Oct 26 14:18:06.541995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:06.564267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bf7b1228-8140-4278-bbe2-c76c9f9c95ff tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1744716 Oct 26 14:18:06.569731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50036) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:06.602876 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-70b0849b-4cb7-48f2-9b32-c4bd3c990366 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'network': {'name': 'tempest-RoutersTest-614506156'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:06.671389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7c813537-82c0-4e61-b309-48b5cf737e32 None None] Provisioning complete for port 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:06.671769 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c813537-82c0-4e61-b309-48b5cf737e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:06.701772 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Sync routers for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:06.750228 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:06.750864 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:06.794314 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9a707-8463-4f37-8f42-180fb141156f req-f20f4a33-88c3-443e-8f56-6f864adc5afe tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:06.805371 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5bf9a707-8463-4f37-8f42-180fb141156f req-f20f4a33-88c3-443e-8f56-6f864adc5afe tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccddc53a-e090-4ce8-b06a-86c1a27b8a71 HTTP/1.1" status: 200 len: 945 time: 0.3144701 Oct 26 14:18:06.836118 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-5fd55e0a-3b6d-4555-bc6a-755f0cee5f17 service neutron] 10.222.0.32 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280425 Oct 26 14:18:07.008061 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b0849b-4cb7-48f2-9b32-c4bd3c990366 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:07.017082 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b0849b-4cb7-48f2-9b32-c4bd3c990366 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:07.111297 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:07.117855 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-4a7e3800-7ecb-41c7-85cd-3e00d8229f75 service neutron] 10.222.0.32 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789094 Oct 26 14:18:07.156419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50048) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:07.245513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7c813537-82c0-4e61-b309-48b5cf737e32 None None] Provisioning complete for port 30c7f087-f25d-4080-a587-c03e262d2d2a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:07.245888 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c813537-82c0-4e61-b309-48b5cf737e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:07.320470 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b0849b-4cb7-48f2-9b32-c4bd3c990366 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:18:07.352755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-7c813537-82c0-4e61-b309-48b5cf737e32 None None] Port 30c7f087-f25d-4080-a587-c03e262d2d2a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:18:07.400991 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05cb33-a633-42e5-9d0b-eb73b44a898c req-13194bb0-80c2-4020-80b5-f5f31afd077a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:07.402688 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb05cb33-a633-42e5-9d0b-eb73b44a898c req-13194bb0-80c2-4020-80b5-f5f31afd077a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d1bde4-11a0-4591-bfac-917b7bfbed73 HTTP/1.1" status: 200 len: 946 time: 0.5242200 Oct 26 14:18:07.404817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b0849b-4cb7-48f2-9b32-c4bd3c990366 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:07.405184 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-70b0849b-4cb7-48f2-9b32-c4bd3c990366 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Added segment 220b6dca-1155-4fe4-8002-9e3860fd6ee6 of type vlan for network 330f3855-d947-4918-a93e-ee67d01d204f Oct 26 14:18:07.507791 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4adede20-c9c7-4df5-9f11-626a3f868871 None None] Provisioning complete for port 30c7f087-f25d-4080-a587-c03e262d2d2a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:07.509280 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4adede20-c9c7-4df5-9f11-626a3f868871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:07.579911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa9c59-bdee-46bb-8f16-425674aacbc2 req-093b4775-f8b9-4a3d-baa3-8b80f1f3d553 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:07.593699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-28fa9c59-bdee-46bb-8f16-425674aacbc2 req-093b4775-f8b9-4a3d-baa3-8b80f1f3d553 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.2110007 Oct 26 14:18:07.617721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'network': {'name': 'tempest-network-smoke--1618603071', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'port_security_enabled': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:07.653477 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b0849b-4cb7-48f2-9b32-c4bd3c990366 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:07.658097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-5bf9a707-8463-4f37-8f42-180fb141156f req-41411d15-ce09-4ba6-983e-66a23e55fa04 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Deleting port 60ea05e7-8cac-4115-bdc6-391d1d12ab66 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:07.658794 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5bf9a707-8463-4f37-8f42-180fb141156f req-41411d15-ce09-4ba6-983e-66a23e55fa04 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:07.663777 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4adede20-c9c7-4df5-9f11-626a3f868871 None None] Port 30c7f087-f25d-4080-a587-c03e262d2d2a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:18:07.751000 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 3, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:04Z', 'revision_number': 2, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:07.792754 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-28fa9c59-bdee-46bb-8f16-425674aacbc2 req-b81ea9d9-a875-4695-a85f-5e0feecbcf00 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933937 Oct 26 14:18:07.833474 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Checking router: c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:07.835712 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Updating router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 port 30c7f087-f25d-4080-a587-c03e262d2d2a binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:18:07.837861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Made reservation on behalf of af879ef202124c16ab6bea2aab5e04fc for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:07.847695 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:07.873173 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:07.914412 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.138134 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c808a6e9-beb7-43c3-8a91-043086a944fc req-8f924951-e377-4527-9a00-bebf3975f458 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 210 time: 0.0872536 Oct 26 14:18:08.148856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-5bf9a707-8463-4f37-8f42-180fb141156f req-41411d15-ce09-4ba6-983e-66a23e55fa04 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] For port 60ea05e7-8cac-4115-bdc6-391d1d12ab66, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=60ea05e7-8cac-4115-bdc6-391d1d12ab66,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:08.149348 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5bf9a707-8463-4f37-8f42-180fb141156f req-41411d15-ce09-4ba6-983e-66a23e55fa04 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.170291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-5bf9a707-8463-4f37-8f42-180fb141156f req-41411d15-ce09-4ba6-983e-66a23e55fa04 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Calling delete_port for 60ea05e7-8cac-4115-bdc6-391d1d12ab66 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:08.198065 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.211850 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.277324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:18:08.289428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6132bd-b05b-464b-b83c-5d99028be747,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:08.309115 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.309750 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Added segment 34af1d0e-3713-4af4-8aa9-2e130d45502b of type vlan for network a9dc1eca-c600-4f43-93c9-e23ae898c91e Oct 26 14:18:08.381583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5bf9a707-8463-4f37-8f42-180fb141156f req-41411d15-ce09-4ba6-983e-66a23e55fa04 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.398010 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['60ea05e7-8cac-4115-bdc6-391d1d12ab66', '3743059f-1515-4123-8e42-5f05e70f6718'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:08.414549 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b0849b-4cb7-48f2-9b32-c4bd3c990366 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.433066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b0849b-4cb7-48f2-9b32-c4bd3c990366 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:08.434315 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-70b0849b-4cb7-48f2-9b32-c4bd3c990366 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.477766 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.529377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-eb05cb33-a633-42e5-9d0b-eb73b44a898c req-4c65528e-b6d4-4ddd-ac12-82b032d27b80 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Deleting port 3743059f-1515-4123-8e42-5f05e70f6718 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:08.530054 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb05cb33-a633-42e5-9d0b-eb73b44a898c req-4c65528e-b6d4-4ddd-ac12-82b032d27b80 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.553800 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-70b0849b-4cb7-48f2-9b32-c4bd3c990366 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9550400 Oct 26 14:18:08.555563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41411d15-ce09-4ba6-983e-66a23e55fa04 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Pushing event deleted for resources: {'Port': ['ID=60ea05e7-8cac-4115-bdc6-391d1d12ab66,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:08.597721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50084) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:08.618412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0462ef05-9bbe-490c-b8f1-29ffda4b53f9 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'subnet': {'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:08.623406 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.633755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:08.638996 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.755741 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.769356 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.805164 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6476109 Oct 26 14:18:08.811389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50086) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:08.836301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-281280366', 'admin_state_up': True, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:08.852749 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351f927-cf45-47ad-9b13-fcefa4cc9ba7 None None] Pushing event updated for resources: {'Port': ['ID=30c7f087-f25d-4080-a587-c03e262d2d2a,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:08.873823 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.876991 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.910745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23fc0d-5d64-45cf-8cfd-acfda86b75d5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Network': ['ID=a9dc1eca-c600-4f43-93c9-e23ae898c91e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:08.933676 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network a9dc1eca-c600-4f43-93c9-e23ae898c91e details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:18:09.027775 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Attempting to bind port 30c7f087-f25d-4080-a587-c03e262d2d2a on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:09.028160 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Attempting to bind port 30c7f087-f25d-4080-a587-c03e262d2d2a by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '6ab817f3-a182-407c-9658-128c3dbb5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:09.033807 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Attempting to bind port 30c7f087-f25d-4080-a587-c03e262d2d2a on network 87543972-a4c9-4ca9-a20c-455882d8115e {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:09.077489 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:09.077775 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Checking segment: {'id': '6ab817f3-a182-407c-9658-128c3dbb5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:09.078182 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:09.080824 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Bound using segment: {'id': '6ab817f3-a182-407c-9658-128c3dbb5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:09.080824 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Bound port: 30c7f087-f25d-4080-a587-c03e262d2d2a, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab817f3-a182-407c-9658-128c3dbb5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:09.080824 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:09.139017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf9a707-8463-4f37-8f42-180fb141156f req-41411d15-ce09-4ba6-983e-66a23e55fa04 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] No DVR routers for this DVR port 60ea05e7-8cac-4115-bdc6-391d1d12ab66 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:09.145760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5bf9a707-8463-4f37-8f42-180fb141156f req-41411d15-ce09-4ba6-983e-66a23e55fa04 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:09.149282 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5bf9a707-8463-4f37-8f42-180fb141156f req-41411d15-ce09-4ba6-983e-66a23e55fa04 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.25 "DELETE /v2.0/ports/60ea05e7-8cac-4115-bdc6-391d1d12ab66 HTTP/1.1" status: 204 len: 173 time: 2.3191137 Oct 26 14:18:09.162227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0849b-4cb7-48f2-9b32-c4bd3c990366 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Network': ['ID=330f3855-d947-4918-a93e-ee67d01d204f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:09.175012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccddc53a-e090-4ce8-b06a-86c1a27b8a71', 'name': 'network-vif-deleted', 'tag': '60ea05e7-8cac-4115-bdc6-391d1d12ab66'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:09.193171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 330f3855-d947-4918-a93e-ee67d01d204f details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:18:09.204441 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc14f885-10ca-4c12-b731-ec746be9518c" -d '{"events": [{"server_uuid": "ccddc53a-e090-4ce8-b06a-86c1a27b8a71", "name": "network-vif-deleted", "tag": "60ea05e7-8cac-4115-bdc6-391d1d12ab66"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:09.232515 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:09.284579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701c9e0-bc52-4ce9-833c-478d852f10ef req-ac74bb1a-7795-4279-a52e-e70960f16d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:09.290138 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a701c9e0-bc52-4ce9-833c-478d852f10ef req-ac74bb1a-7795-4279-a52e-e70960f16d94 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 1096 time: 0.9203718 Oct 26 14:18:09.398706 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] For port 30c7f087-f25d-4080-a587-c03e262d2d2a, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:09.412999 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] For port 30c7f087-f25d-4080-a587-c03e262d2d2a, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=30c7f087-f25d-4080-a587-c03e262d2d2a,segment=NetworkSegment(6ab817f3-a182-407c-9658-128c3dbb5f12),segment_id=6ab817f3-a182-407c-9658-128c3dbb5f12)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:09.421623 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:09.577829 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0462ef05-9bbe-490c-b8f1-29ffda4b53f9 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:09.606213 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0462ef05-9bbe-490c-b8f1-29ffda4b53f9 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:09.649039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-85c3a394-6d98-4b74-9a97-eecc9fccb156 None None] Provisioning complete for port 30c7f087-f25d-4080-a587-c03e262d2d2a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:09.651671 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351f927-cf45-47ad-9b13-fcefa4cc9ba7 None None] Pushing event updated for resources: {'Port': ['ID=30c7f087-f25d-4080-a587-c03e262d2d2a,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:09.652279 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-85c3a394-6d98-4b74-9a97-eecc9fccb156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:09.680968 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:09.682596 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:17:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:09.953304 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-85c3a394-6d98-4b74-9a97-eecc9fccb156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.056950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-85c3a394-6d98-4b74-9a97-eecc9fccb156 None None] For port 30c7f087-f25d-4080-a587-c03e262d2d2a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=30c7f087-f25d-4080-a587-c03e262d2d2a,segment=NetworkSegment(6ab817f3-a182-407c-9658-128c3dbb5f12),segment_id=6ab817f3-a182-407c-9658-128c3dbb5f12)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:10.068120 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-85c3a394-6d98-4b74-9a97-eecc9fccb156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.178727 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:10.189898 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3a394-6d98-4b74-9a97-eecc9fccb156 None None] Pushing event updated for resources: {'Port': ['ID=30c7f087-f25d-4080-a587-c03e262d2d2a,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:10.241489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ba3852ce-9be8-4def-a358-4adde4a606cc None None] Provisioning complete for port 30c7f087-f25d-4080-a587-c03e262d2d2a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:10.241936 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba3852ce-9be8-4def-a358-4adde4a606cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.452666 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.487044 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0462ef05-9bbe-490c-b8f1-29ffda4b53f9 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.566615 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cdd44d96-99b5-4cdf-af28-5f6465c60c50 req-86623843-964c-4bf9-bcc6-008cee1aba06 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 210 time: 0.2862735 Oct 26 14:18:10.586333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9e3aa-8b62-42a4-a067-396ace7a5971 req-007da9ca-fc14-44d7-bbaa-28689a7a5018 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:10.592541 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29f9e3aa-8b62-42a4-a067-396ace7a5971 req-007da9ca-fc14-44d7-bbaa-28689a7a5018 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 1.5806293 Oct 26 14:18:10.770570 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 3, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:09Z', 'revision_number': 4, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:10.883634 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707b220e-d73b-4b75-86b1-7cebe7348143 None None] The sync data for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 is: [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 3, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:09Z', 'revision_number': 4, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:10.963990 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c460c5-1fc3-4dfd-a5dd-2ef4d6a39ee9 x-openstack-request-id: req-55c460c5-1fc3-4dfd-a5dd-2ef4d6a39ee9 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:10.964556 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccddc53a-e090-4ce8-b06a-86c1a27b8a71", "name": "network-vif-deleted", "tag": "60ea05e7-8cac-4115-bdc6-391d1d12ab66", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:10.965452 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55c460c5-1fc3-4dfd-a5dd-2ef4d6a39ee9 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:10.976633 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccddc53a-e090-4ce8-b06a-86c1a27b8a71', 'name': 'network-vif-deleted', 'tag': '60ea05e7-8cac-4115-bdc6-391d1d12ab66', 'status': 'completed', 'code': 200} Oct 26 14:18:11.083404 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a701c9e0-bc52-4ce9-833c-478d852f10ef req-61bdd3c2-0b5e-4df4-a96f-607362ccc286 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6788564 Oct 26 14:18:11.094471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462ef05-9bbe-490c-b8f1-29ffda4b53f9 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Subnet': ['ID=6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:11.115596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-eb05cb33-a633-42e5-9d0b-eb73b44a898c req-4c65528e-b6d4-4ddd-ac12-82b032d27b80 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] For port 3743059f-1515-4123-8e42-5f05e70f6718, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3743059f-1515-4123-8e42-5f05e70f6718,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:11.115975 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb05cb33-a633-42e5-9d0b-eb73b44a898c req-4c65528e-b6d4-4ddd-ac12-82b032d27b80 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:11.124479 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29f9e3aa-8b62-42a4-a067-396ace7a5971 req-c796ded5-a1ce-42f0-9c92-c2c8f181475e tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966896 Oct 26 14:18:11.152070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462ef05-9bbe-490c-b8f1-29ffda4b53f9 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Checking segment: {'id': '220b6dca-1155-4fe4-8002-9e3860fd6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:11.152070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0462ef05-9bbe-490c-b8f1-29ffda4b53f9 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network hostable DHCP agents. Network: 330f3855-d947-4918-a93e-ee67d01d204f, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:18:11.160336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-eb05cb33-a633-42e5-9d0b-eb73b44a898c req-4c65528e-b6d4-4ddd-ac12-82b032d27b80 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Calling delete_port for 3743059f-1515-4123-8e42-5f05e70f6718 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:11.237175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-80bb2889-38bf-4b4c-a445-39db4a4b65ef tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:11.242000 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-80bb2889-38bf-4b4c-a445-39db4a4b65ef tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.11 "GET /v2.0/networks?id=b46759e7-22ef-4334-b34e-3809764acd2c HTTP/1.1" status: 200 len: 812 time: 0.7344656 Oct 26 14:18:11.247824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0462ef05-9bbe-490c-b8f1-29ffda4b53f9 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 330f3855-d947-4918-a93e-ee67d01d204f is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:18:11.314355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-0462ef05-9bbe-490c-b8f1-29ffda4b53f9 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 330f3855-d947-4918-a93e-ee67d01d204f) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:11.326194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6f9075-39d9-47b1-8de1-8578fcb960c8 None None] Network 330f3855-d947-4918-a93e-ee67d01d204f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:11.398199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462ef05-9bbe-490c-b8f1-29ffda4b53f9 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:11.398792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0462ef05-9bbe-490c-b8f1-29ffda4b53f9 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:11.417318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-776533ea-a487-4fc0-8ec8-68d3be737ef2 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Request body: {'port': {'device_id': '7c078b3f-2821-4c80-932b-172f16298ba5', 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c', 'admin_state_up': True, 'tenant_id': 'e01b6dbdb3d14510bc5fab7959ad1144'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:11.478098 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0462ef05-9bbe-490c-b8f1-29ffda4b53f9 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8677268 Oct 26 14:18:11.531123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50128) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:11.754350 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb05cb33-a633-42e5-9d0b-eb73b44a898c req-4c65528e-b6d4-4ddd-ac12-82b032d27b80 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:11.789763 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-330f3855-d947-4918-a93e-ee67d01d204f', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:18:11.793746 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:11.836392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65528e-b6d4-4ddd-ac12-82b032d27b80 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Pushing event deleted for resources: {'Port': ['ID=3743059f-1515-4123-8e42-5f05e70f6718,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:11.916725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-5c76b7df-000f-4502-9c98-13deea09a1d9 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:11.919199 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:11.920515 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-5c76b7df-000f-4502-9c98-13deea09a1d9 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.11 "GET /v2.0/networks?id=b46759e7-22ef-4334-b34e-3809764acd2c HTTP/1.1" status: 200 len: 812 time: 0.5436668 Oct 26 14:18:11.992260 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-85c7a9c9-96b1-4556-9131-11ab5fc91a7a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Request body: {'port': {'device_id': '1b3fd74f-362b-492f-9819-fe841c56f9cc', 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c', 'admin_state_up': True, 'tenant_id': 'e01b6dbdb3d14510bc5fab7959ad1144'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:12.025016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 30c7f087-f25d-4080-a587-c03e262d2d2a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:12.204779 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 60ea05e7-8cac-4115-bdc6-391d1d12ab66 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:12.234788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb05cb33-a633-42e5-9d0b-eb73b44a898c req-4c65528e-b6d4-4ddd-ac12-82b032d27b80 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] No DVR routers for this DVR port 3743059f-1515-4123-8e42-5f05e70f6718 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:12.243471 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb05cb33-a633-42e5-9d0b-eb73b44a898c req-4c65528e-b6d4-4ddd-ac12-82b032d27b80 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:12.251947 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb05cb33-a633-42e5-9d0b-eb73b44a898c req-4c65528e-b6d4-4ddd-ac12-82b032d27b80 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.25 "DELETE /v2.0/ports/3743059f-1515-4123-8e42-5f05e70f6718 HTTP/1.1" status: 204 len: 173 time: 4.8152778 Oct 26 14:18:12.290129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 60ea05e7-8cac-4115-bdc6-391d1d12ab66 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:12.290507 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 60ea05e7-8cac-4115-bdc6-391d1d12ab66 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:12.292257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3743059f-1515-4123-8e42-5f05e70f6718 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:12.320281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-85c7a9c9-96b1-4556-9131-11ab5fc91a7a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Made reservation on behalf of e01b6dbdb3d14510bc5fab7959ad1144 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:12.324097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-85c7a9c9-96b1-4556-9131-11ab5fc91a7a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:12.351763 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 3743059f-1515-4123-8e42-5f05e70f6718 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:12.352306 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3743059f-1515-4123-8e42-5f05e70f6718 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:12.448719 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Allocated IP 172.22.0.2 (330f3855-d947-4918-a93e-ee67d01d204f/6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0/227ab418-b0b7-4bd5-9f61-9de6efc7a7fc) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:12.474211 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 30c7f087-f25d-4080-a587-c03e262d2d2a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:12.474984 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:12.568629 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-85c7a9c9-96b1-4556-9131-11ab5fc91a7a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Allocated IP 172.20.0.2 (b46759e7-22ef-4334-b34e-3809764acd2c/88a55cbf-f4c8-4e87-8f69-a692b7523c78/786592bd-9d3d-4052-8f8c-1e9136f2a472) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:12.799419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9f0a196-40be-4bcc-bbc8-2b3e0fc69993 req-28def6c7-7758-4a96-99e7-188f2bc553d6 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 210 time: 1.0559802 Oct 26 14:18:12.812691 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ce9830a-e9e0-4321-8cc9-78f6b7919996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:12.856730 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:12.900860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-85c7a9c9-96b1-4556-9131-11ab5fc91a7a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:12.956198 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:12.967979 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:12.970755 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-85c7a9c9-96b1-4556-9131-11ab5fc91a7a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.006592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d1bde4-11a0-4591-bfac-917b7bfbed73', 'name': 'network-vif-deleted', 'tag': '3743059f-1515-4123-8e42-5f05e70f6718'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:13.014254 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0d8786-2576-455d-9b19-7263d6a29598" -d '{"events": [{"server_uuid": "00d1bde4-11a0-4591-bfac-917b7bfbed73", "name": "network-vif-deleted", "tag": "3743059f-1515-4123-8e42-5f05e70f6718"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:13.080694 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Network 330f3855-d947-4918-a93e-ee67d01d204f is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:13.084015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:13.099081 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:13.146261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Allocated IP 172.25.4.92 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/e6b5ce65-1643-4bc6-8b71-c0794de44229) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:13.152164 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-85c7a9c9-96b1-4556-9131-11ab5fc91a7a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Network b46759e7-22ef-4334-b34e-3809764acd2c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:13.155279 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1705be93-b7a1-4d99-951c-1b8a34fe07f0 x-openstack-request-id: req-1705be93-b7a1-4d99-951c-1b8a34fe07f0 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:13.155655 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d1bde4-11a0-4591-bfac-917b7bfbed73", "name": "network-vif-deleted", "tag": "3743059f-1515-4123-8e42-5f05e70f6718", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:13.156381 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1705be93-b7a1-4d99-951c-1b8a34fe07f0 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:13.156954 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d1bde4-11a0-4591-bfac-917b7bfbed73', 'name': 'network-vif-deleted', 'tag': '3743059f-1515-4123-8e42-5f05e70f6718', 'status': 'completed', 'code': 200} Oct 26 14:18:13.160980 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-85c7a9c9-96b1-4556-9131-11ab5fc91a7a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:13.164094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-85c7a9c9-96b1-4556-9131-11ab5fc91a7a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:13.226001 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7a9c9-96b1-4556-9131-11ab5fc91a7a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Pushing event updated for resources: {'Port': ['ID=786592bd-9d3d-4052-8f8c-1e9136f2a472,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:13.248577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Pushing event updated for resources: {'Port': ['ID=227ab418-b0b7-4bd5-9f61-9de6efc7a7fc,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:13.251202 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Attempting to bind port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:13.251715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Attempting to bind port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '220b6dca-1155-4fe4-8002-9e3860fd6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:13.251938 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Attempting to bind port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc on network 330f3855-d947-4918-a93e-ee67d01d204f {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:13.259618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-85c7a9c9-96b1-4556-9131-11ab5fc91a7a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:13.269043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:13.271341 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-85c7a9c9-96b1-4556-9131-11ab5fc91a7a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.275618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Checking segment: {'id': '220b6dca-1155-4fe4-8002-9e3860fd6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:13.276580 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.277711 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Bound using segment: {'id': '220b6dca-1155-4fe4-8002-9e3860fd6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:13.279406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Bound port: 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220b6dca-1155-4fe4-8002-9e3860fd6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:13.279966 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.365189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] For port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:13.371238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] For port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=227ab418-b0b7-4bd5-9f61-9de6efc7a7fc,segment=NetworkSegment(220b6dca-1155-4fe4-8002-9e3860fd6ee6),segment_id=220b6dca-1155-4fe4-8002-9e3860fd6ee6)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:13.381411 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.432173 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-85c7a9c9-96b1-4556-9131-11ab5fc91a7a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4531803 Oct 26 14:18:13.446336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Request body: {'port': {'device_id': '1b3fd74f-362b-492f-9819-fe841c56f9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:13.473822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4037ebe-646d-4796-b15e-7fae43f89ce9 req-cf4aba16-5556-4b23-b2e4-b1d7276b993f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:13.476058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4037ebe-646d-4796-b15e-7fae43f89ce9 req-cf4aba16-5556-4b23-b2e4-b1d7276b993f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.6730254 Oct 26 14:18:13.503810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-776533ea-a487-4fc0-8ec8-68d3be737ef2 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Made reservation on behalf of e01b6dbdb3d14510bc5fab7959ad1144 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:13.508591 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-776533ea-a487-4fc0-8ec8-68d3be737ef2 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.510837 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57df53e-9172-4e60-9fda-563e37335917 None None] Pushing event updated for resources: {'Port': ['ID=227ab418-b0b7-4bd5-9f61-9de6efc7a7fc,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:13.624315 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.920470 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4037ebe-646d-4796-b15e-7fae43f89ce9 req-6895d231-f0c6-42c2-a749-00a99ab7fcc8 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832605 Oct 26 14:18:14.193945 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.199957 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.319273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6339c2-952e-4639-bfdf-0952d88ec926 req-9fba84ea-2245-434f-b737-d622e580a96e tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:14.320893 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c6339c2-952e-4639-bfdf-0952d88ec926 req-9fba84ea-2245-434f-b737-d622e580a96e tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 931 time: 0.2710140 Oct 26 14:18:14.324331 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.333666 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786592bd-9d3d-4052-8f8c-1e9136f2a472 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:14.344381 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.363766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Transition to ACTIVE for port object 786592bd-9d3d-4052-8f8c-1e9136f2a472 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:18:14.382349 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.497814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=e6b5ce65-1643-4bc6-8b71-c0794de44229,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:14.524839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Pushing event updated for resources: {'Port': ['ID=786592bd-9d3d-4052-8f8c-1e9136f2a472,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:14.611951 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Attempting to bind port 786592bd-9d3d-4052-8f8c-1e9136f2a472 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:14.619973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Attempting to bind port 786592bd-9d3d-4052-8f8c-1e9136f2a472 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:14.620572 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Attempting to bind port 786592bd-9d3d-4052-8f8c-1e9136f2a472 on network b46759e7-22ef-4334-b34e-3809764acd2c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:14.626296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Port 786592bd-9d3d-4052-8f8c-1e9136f2a472 on network b46759e7-22ef-4334-b34e-3809764acd2c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:18:14.627073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Attempting to bind port 786592bd-9d3d-4052-8f8c-1e9136f2a472 on network b46759e7-22ef-4334-b34e-3809764acd2c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:14.628889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:14.644072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:14.646286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Checking segment: {'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:14.646954 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Bound using segment: {'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:14.647691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Bound port: 786592bd-9d3d-4052-8f8c-1e9136f2a472, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:14.650576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.667835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c6339c2-952e-4639-bfdf-0952d88ec926 req-5e2bc23b-557f-4501-90b6-74a8e9e2d190 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387366 Oct 26 14:18:14.668985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:14.680259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:14.787493 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] For port 786592bd-9d3d-4052-8f8c-1e9136f2a472, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:14.792904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] For port 786592bd-9d3d-4052-8f8c-1e9136f2a472, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=786592bd-9d3d-4052-8f8c-1e9136f2a472,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:14.795637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-776533ea-a487-4fc0-8ec8-68d3be737ef2 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Allocated IP 172.20.0.8 (b46759e7-22ef-4334-b34e-3809764acd2c/88a55cbf-f4c8-4e87-8f69-a692b7523c78/281fadf2-60e6-4e32-8d52-8fa36f9b858e) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:14.821232 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.849644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:14.850403 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.852295 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] 10.222.0.11 "PUT /v2.0/ports/786592bd-9d3d-4052-8f8c-1e9136f2a472 HTTP/1.1" status: 200 len: 1091 time: 1.4112670 Oct 26 14:18:15.079611 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6b6f-8eb5-42b3-a08a-7fcac9e8167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:15.106338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b0000-f356-4214-acda-8849ad579d88 service neutron] Pushing event updated for resources: {'Port': ['ID=786592bd-9d3d-4052-8f8c-1e9136f2a472,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:15.115825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1e77eab1-5835-4304-a3bb-3d6baa9c4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:15.122316 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1e77eab1-5835-4304-a3bb-3d6baa9c4c23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e01b6dbdb3d14510bc5fab7959ad1144&device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 1094 time: 0.1672151 Oct 26 14:18:15.181939 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3fd74f-362b-492f-9819-fe841c56f9cc', 'tag': '786592bd-9d3d-4052-8f8c-1e9136f2a472'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:15.184598 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076282b5-2da3-485b-acb5-5685ef31e3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3fd74f-362b-492f-9819-fe841c56f9cc", "tag": "786592bd-9d3d-4052-8f8c-1e9136f2a472"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:15.189811 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-993faa2f-7e54-4ec3-aec4-8ec24cefadd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=786592bd-9d3d-4052-8f8c-1e9136f2a472 HTTP/1.1" status: 200 len: 217 time: 0.0567760 Oct 26 14:18:15.246271 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c88997e-2c93-47ef-8c44-3a3986962599 x-openstack-request-id: req-8c88997e-2c93-47ef-8c44-3a3986962599 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:15.246513 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3fd74f-362b-492f-9819-fe841c56f9cc", "tag": "786592bd-9d3d-4052-8f8c-1e9136f2a472", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:15.246766 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c88997e-2c93-47ef-8c44-3a3986962599 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:15.247095 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3fd74f-362b-492f-9819-fe841c56f9cc', 'tag': '786592bd-9d3d-4052-8f8c-1e9136f2a472', 'status': 'completed', 'code': 200} Oct 26 14:18:15.262875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45a4bd8-ccd0-4675-a330-7e47b3f61a64 None None] Network 330f3855-d947-4918-a93e-ee67d01d204f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:15.336968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d5adce4d-5b22-4c9b-a5da-fe1fa7a439b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:15.338523 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d5adce4d-5b22-4c9b-a5da-fe1fa7a439b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88a55cbf-f4c8-4e87-8f69-a692b7523c78 HTTP/1.1" status: 200 len: 852 time: 0.1425922 Oct 26 14:18:15.357139 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-776533ea-a487-4fc0-8ec8-68d3be737ef2 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:15.387184 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-1182d03f-8852-40a7-b3ab-51c2d1e18671 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b46759e7-22ef-4334-b34e-3809764acd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387101 Oct 26 14:18:15.469466 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-42923358-4395-4310-987d-aae587eb5a6f None None] Provisioning complete for port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:15.470261 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-42923358-4395-4310-987d-aae587eb5a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:15.517281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658eba5-b87f-4269-8101-927abfb21257 req-ba84e524-f221-4809-9bd0-aa6d23dd08da tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:15.518888 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b658eba5-b87f-4269-8101-927abfb21257 req-ba84e524-f221-4809-9bd0-aa6d23dd08da tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.4419520 Oct 26 14:18:15.558383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Allocated IP 172.22.0.1 (330f3855-d947-4918-a93e-ee67d01d204f/6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0/a7919100-87da-4990-85e8-acbb630a7f27) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:15.610093 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-e1252923-dd55-4cbe-9cab-55bfdea4baa6 service neutron] 10.222.0.11 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106447 Oct 26 14:18:15.627583 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-42923358-4395-4310-987d-aae587eb5a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:15.665063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-42923358-4395-4310-987d-aae587eb5a6f None None] For port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=227ab418-b0b7-4bd5-9f61-9de6efc7a7fc,segment=NetworkSegment(220b6dca-1155-4fe4-8002-9e3860fd6ee6),segment_id=220b6dca-1155-4fe4-8002-9e3860fd6ee6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:15.686594 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-42923358-4395-4310-987d-aae587eb5a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:15.701208 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-776533ea-a487-4fc0-8ec8-68d3be737ef2 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:15.714271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b658eba5-b87f-4269-8101-927abfb21257 req-01093c05-0842-425b-87ac-02ca4785afef tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591303 Oct 26 14:18:15.843767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-e405ac31-59ab-4859-bfd5-4bfc8aa761e3 req-6699ea55-0005-4698-b629-499d7261cfd3 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2090380048', 'description': 'tempest-description-750916927'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:15.860682 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-a39235e1-0f3a-4600-8cc7-42ee0136f5de service neutron] 10.222.0.11 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431517 Oct 26 14:18:15.871104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42923358-4395-4310-987d-aae587eb5a6f None None] Pushing event updated for resources: {'Port': ['ID=227ab418-b0b7-4bd5-9f61-9de6efc7a7fc,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:15.915148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-776533ea-a487-4fc0-8ec8-68d3be737ef2 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Network b46759e7-22ef-4334-b34e-3809764acd2c is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:15.937539 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:15.945739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776533ea-a487-4fc0-8ec8-68d3be737ef2 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Pushing event updated for resources: {'Port': ['ID=281fadf2-60e6-4e32-8d52-8fa36f9b858e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:16.025576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-776533ea-a487-4fc0-8ec8-68d3be737ef2 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:16.039022 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:16.102534 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076282b5-2da3-485b-acb5-5685ef31e3c1 req-6f0df4f8-4c9f-4971-9a7a-1469941a09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:16.104273 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-076282b5-2da3-485b-acb5-5685ef31e3c1 req-6f0df4f8-4c9f-4971-9a7a-1469941a09cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e01b6dbdb3d14510bc5fab7959ad1144&device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 1094 time: 0.1524351 Oct 26 14:18:16.125580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-776533ea-a487-4fc0-8ec8-68d3be737ef2 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:16.209954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:16.210633 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:16.278037 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e405ac31-59ab-4859-bfd5-4bfc8aa761e3 req-6699ea55-0005-4698-b629-499d7261cfd3 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:16.343406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076282b5-2da3-485b-acb5-5685ef31e3c1 req-50ecfa74-047f-4f7b-a33f-2dce876382bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:16.344939 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-076282b5-2da3-485b-acb5-5685ef31e3c1 req-50ecfa74-047f-4f7b-a33f-2dce876382bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=b46759e7-22ef-4334-b34e-3809764acd2c HTTP/1.1" status: 200 len: 913 time: 0.2328913 Oct 26 14:18:16.376533 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:16.395018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-600247dd-7ba3-4d34-8bbf-922cfc2e68ac None None] Provisioning complete for port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:16.395525 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-600247dd-7ba3-4d34-8bbf-922cfc2e68ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:16.402641 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-076282b5-2da3-485b-acb5-5685ef31e3c1 req-028511a9-d764-4891-a728-3aee1ca586f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=786592bd-9d3d-4052-8f8c-1e9136f2a472 HTTP/1.1" status: 200 len: 217 time: 0.0492823 Oct 26 14:18:16.464648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-776533ea-a487-4fc0-8ec8-68d3be737ef2 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:16.466237 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-776533ea-a487-4fc0-8ec8-68d3be737ef2 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:16.492163 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076282b5-2da3-485b-acb5-5685ef31e3c1 req-4a04d001-65db-4c9e-866e-31a847d3a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:16.493300 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-076282b5-2da3-485b-acb5-5685ef31e3c1 req-4a04d001-65db-4c9e-866e-31a847d3a095 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88a55cbf-f4c8-4e87-8f69-a692b7523c78 HTTP/1.1" status: 200 len: 852 time: 0.0833464 Oct 26 14:18:16.545251 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-776533ea-a487-4fc0-8ec8-68d3be737ef2 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1320632 Oct 26 14:18:16.548696 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-076282b5-2da3-485b-acb5-5685ef31e3c1 req-a671ba9a-486f-475a-8f17-cdfb36c23575 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b46759e7-22ef-4334-b34e-3809764acd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464373 Oct 26 14:18:16.569123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b362fc4-76cb-4e46-a326-d5486a1fe1f0 req-43f1edc6-344d-44d8-96b1-75f980059b35 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:16.585777 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b362fc4-76cb-4e46-a326-d5486a1fe1f0 req-43f1edc6-344d-44d8-96b1-75f980059b35 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 943 time: 0.7210519 Oct 26 14:18:16.596213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Request body: {'port': {'device_id': '7c078b3f-2821-4c80-932b-172f16298ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:16.803253 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-076282b5-2da3-485b-acb5-5685ef31e3c1 req-33bea156-3c4f-498a-b7d3-d262513dfaae service neutron] 10.222.0.11 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417598 Oct 26 14:18:16.823362 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:16.828338 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:16.828992 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:16.936784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b362fc4-76cb-4e46-a326-d5486a1fe1f0 req-8e3885fd-8705-4336-8a43-e83b1f521273 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496373 Oct 26 14:18:16.946818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:16.966298 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-076282b5-2da3-485b-acb5-5685ef31e3c1 req-fbecef9c-a8d3-4d74-a543-262b0753e799 service neutron] 10.222.0.11 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528149 Oct 26 14:18:17.111730 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e405ac31-59ab-4859-bfd5-4bfc8aa761e3 req-6699ea55-0005-4698-b629-499d7261cfd3 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:17.119627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 330f3855-d947-4918-a93e-ee67d01d204f is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:17.142227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:17.144135 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e405ac31-59ab-4859-bfd5-4bfc8aa761e3 req-6699ea55-0005-4698-b629-499d7261cfd3 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:17.150420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:17.433456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-102ec0e1-e55a-4a28-bba6-f75a38078f97 req-5fa070dd-7a52-4f57-b2ac-0f8fde738d0b tempest-MigrationsAdminTest-1519177017 tempest-MigrationsAdminTest-1519177017-project] (102123) timed out ('10.222.0.11', 53680) {{(pid=102123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:18:17.565925 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-34ad166e-61cc-4d9c-a2bf-64e59e5381f5 None None] Provisioning complete for port a7919100-87da-4990-85e8-acbb630a7f27 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:17.567541 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-34ad166e-61cc-4d9c-a2bf-64e59e5381f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:17.655258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-34ad166e-61cc-4d9c-a2bf-64e59e5381f5 None None] Port a7919100-87da-4990-85e8-acbb630a7f27 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:18:17.848356 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:17.899262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=a7919100-87da-4990-85e8-acbb630a7f27,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:17.923336 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:17.923797 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:17.951890 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e405ac31-59ab-4859-bfd5-4bfc8aa761e3 req-6699ea55-0005-4698-b629-499d7261cfd3 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:17.964072 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e405ac31-59ab-4859-bfd5-4bfc8aa761e3 req-6699ea55-0005-4698-b629-499d7261cfd3 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 2.1616230 Oct 26 14:18:18.063413 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.067249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699ea55-0005-4698-b629-499d7261cfd3 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90d8569-752b-442d-be53-4c5b1e8830a3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:18.199068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281fadf2-60e6-4e32-8d52-8fa36f9b858e {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:18.209481 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.230027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Transition to ACTIVE for port object 281fadf2-60e6-4e32-8d52-8fa36f9b858e will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:18:18.282240 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.284846 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.476060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Pushing event updated for resources: {'Port': ['ID=281fadf2-60e6-4e32-8d52-8fa36f9b858e,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:18.533280 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.572222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc38de-6849-44f2-ba8e-b399b0ea9659 req-34821d36-2529-4375-8d8f-e6ed8333da26 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:18.574039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dabc38de-6849-44f2-ba8e-b399b0ea9659 req-34821d36-2529-4375-8d8f-e6ed8333da26 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 943 time: 0.4055219 Oct 26 14:18:18.591431 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8414aff6-c027-43f6-87f2-4f91faa62d94 req-ba597643-262d-4089-8744-b74337df4c56 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2090380048&fields=id&tenant_id=f459623e19864651a857cf666212b867 HTTP/1.1" status: 200 len: 267 time: 0.5047648 Oct 26 14:18:18.753465 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.758140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dabc38de-6849-44f2-ba8e-b399b0ea9659 req-47b64e4a-58af-4bd9-b721-9ba613d2c582 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498187 Oct 26 14:18:18.821520 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414aff6-c027-43f6-87f2-4f91faa62d94 req-4962c136-6059-4d3d-99ff-757ee8dbe5e6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:18.823435 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8414aff6-c027-43f6-87f2-4f91faa62d94 req-4962c136-6059-4d3d-99ff-757ee8dbe5e6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.2310371 Oct 26 14:18:18.853738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-8414aff6-c027-43f6-87f2-4f91faa62d94 req-5a8f4fb4-12aa-4d0a-8b14-a8f25764367f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Request body: {'port': {'security_groups': ['94a4af50-2fd4-4a9b-96f5-42e303a9501b', 'b90d8569-752b-442d-be53-4c5b1e8830a3']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:18.861226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Attempting to bind port 281fadf2-60e6-4e32-8d52-8fa36f9b858e on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:18.861226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Attempting to bind port 281fadf2-60e6-4e32-8d52-8fa36f9b858e by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:18.861226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Attempting to bind port 281fadf2-60e6-4e32-8d52-8fa36f9b858e on network b46759e7-22ef-4334-b34e-3809764acd2c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:18.901519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Port 281fadf2-60e6-4e32-8d52-8fa36f9b858e on network b46759e7-22ef-4334-b34e-3809764acd2c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:18:18.902270 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Attempting to bind port 281fadf2-60e6-4e32-8d52-8fa36f9b858e on network b46759e7-22ef-4334-b34e-3809764acd2c {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:18.929325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:18.929668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Checking segment: {'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:18.930074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Bound using segment: {'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:18.930521 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Bound port: 281fadf2-60e6-4e32-8d52-8fa36f9b858e, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00520688-c10d-4a86-af97-b90ca07e33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:18.930881 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.066101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Router 13bbc71e-4564-438a-82bd-41da1ced725f is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:18:19.071521 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8414aff6-c027-43f6-87f2-4f91faa62d94 req-5a8f4fb4-12aa-4d0a-8b14-a8f25764367f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.206736 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] For port 281fadf2-60e6-4e32-8d52-8fa36f9b858e, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:19.288210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] For port 281fadf2-60e6-4e32-8d52-8fa36f9b858e, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=281fadf2-60e6-4e32-8d52-8fa36f9b858e,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:19.309575 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.396788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:19.397305 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.398831 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] 10.222.0.11 "PUT /v2.0/ports/281fadf2-60e6-4e32-8d52-8fa36f9b858e HTTP/1.1" status: 200 len: 1091 time: 2.8072035 Oct 26 14:18:19.405460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c078b3f-2821-4c80-932b-172f16298ba5', 'tag': '281fadf2-60e6-4e32-8d52-8fa36f9b858e'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:19.407816 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aa2d75-6e3a-4e40-8eb4-c4b920c2f880" -d '{"events": [{"name": "network-changed", "server_uuid": "7c078b3f-2821-4c80-932b-172f16298ba5", "tag": "281fadf2-60e6-4e32-8d52-8fa36f9b858e"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:19.537718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fa066-4861-41d3-8753-27d10a3f71fc service neutron] Pushing event updated for resources: {'Port': ['ID=281fadf2-60e6-4e32-8d52-8fa36f9b858e,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:19.637172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:19.652412 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Sync routers for ids ['13bbc71e-4564-438a-82bd-41da1ced725f'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:19.670302 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Routers {'13bbc71e-4564-438a-82bd-41da1ced725f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:19.671126 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['13bbc71e-4564-438a-82bd-41da1ced725f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:19.703220 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.722269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-fd682f76-40d4-4f99-9078-811249d15df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:19.724621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-fd682f76-40d4-4f99-9078-811249d15df9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e01b6dbdb3d14510bc5fab7959ad1144&device_id=7c078b3f-2821-4c80-932b-172f16298ba5 HTTP/1.1" status: 200 len: 1094 time: 0.2661293 Oct 26 14:18:19.755749 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.853403 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-e62028f2-a8b3-4d3c-8fe6-575ed16f82d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=281fadf2-60e6-4e32-8d52-8fa36f9b858e HTTP/1.1" status: 200 len: 217 time: 0.1081274 Oct 26 14:18:19.855330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Set router 13bbc71e-4564-438a-82bd-41da1ced725f gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:19.916716 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de8d036-1f13-4d08-bff3-fb62a3e230ac x-openstack-request-id: req-8de8d036-1f13-4d08-bff3-fb62a3e230ac {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:19.917913 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c078b3f-2821-4c80-932b-172f16298ba5", "tag": "281fadf2-60e6-4e32-8d52-8fa36f9b858e", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:19.918532 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8de8d036-1f13-4d08-bff3-fb62a3e230ac {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:19.919159 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c078b3f-2821-4c80-932b-172f16298ba5', 'tag': '281fadf2-60e6-4e32-8d52-8fa36f9b858e', 'status': 'completed', 'code': 200} Oct 26 14:18:19.924901 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.931531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50240) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:19.951360 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3ea1b423-1fa9-4848-9cc5-fd73e9bae7cc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.1301718 Oct 26 14:18:20.172204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:18:15Z', 'revision_number': 3, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:20.190473 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3706d7fd-18d2-4091-b593-13bf5d778e4d tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=af879ef202124c16ab6bea2aab5e04fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2569778 Oct 26 14:18:20.191552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50248) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:20.200480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-a0830844-addc-4c7f-95ca-cd157cce1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:20.203545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-a0830844-addc-4c7f-95ca-cd157cce1a25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88a55cbf-f4c8-4e87-8f69-a692b7523c78 HTTP/1.1" status: 200 len: 852 time: 0.3414073 Oct 26 14:18:20.229805 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Checking router: 13bbc71e-4564-438a-82bd-41da1ced725f for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:20.230293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Updating router 13bbc71e-4564-438a-82bd-41da1ced725f port e6b5ce65-1643-4bc6-8b71-c0794de44229 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:18:20.265700 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:20.401702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-e3dbd65f-e1b5-41bd-bcbc-1cfaadc68fb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b46759e7-22ef-4334-b34e-3809764acd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1804576 Oct 26 14:18:20.407637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-8414aff6-c027-43f6-87f2-4f91faa62d94 req-5a8f4fb4-12aa-4d0a-8b14-a8f25764367f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] For port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,segment=NetworkSegment(0d27ee59-aeed-4dbb-bfc1-5a0eccf08719),segment_id=0d27ee59-aeed-4dbb-bfc1-5a0eccf08719)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:20.419945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=a7919100-87da-4990-85e8-acbb630a7f27,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:20.590554 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:20.734418 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1785e-d465-48bf-a1af-693c8b63ee1e tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:20.736391 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c4d1785e-d465-48bf-a1af-693c8b63ee1e tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5431972 Oct 26 14:18:20.743718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50256) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:20.786529 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:20.795985 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:20.819944 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-380cff64-864e-49a1-b66d-60fc6b07afed tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0735991 Oct 26 14:18:20.820794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50258) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:20.829402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5da831cd-67e7-46a1-9d36-ede369c86b00 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2023429900', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:20.880024 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a671f08e-e0bc-4cf5-8e10-ab28af044a88 req-c03f93d3-f7dc-47aa-957f-adce5acf660a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2730885 Oct 26 14:18:20.964764 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da831cd-67e7-46a1-9d36-ede369c86b00 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Made reservation on behalf of af879ef202124c16ab6bea2aab5e04fc for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:20.975144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabbb9b-d197-49b8-afff-b256558b3f9d None None] Pushing event updated for resources: {'Port': ['ID=e6b5ce65-1643-4bc6-8b71-c0794de44229,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:20.978495 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5da831cd-67e7-46a1-9d36-ede369c86b00 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:21.002140 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 786592bd-9d3d-4052-8f8c-1e9136f2a472 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:18:21.009092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-0d90921b-59d0-4ae3-8bd8-847412087a15 service neutron] 10.222.0.11 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955949 Oct 26 14:18:21.017562 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8414aff6-c027-43f6-87f2-4f91faa62d94 req-5a8f4fb4-12aa-4d0a-8b14-a8f25764367f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:21.071818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8414aff6-c027-43f6-87f2-4f91faa62d94 req-5a8f4fb4-12aa-4d0a-8b14-a8f25764367f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:21.180960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['c7cefa6c-331f-4155-8fb6-1ca0e9e6258d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:21.216351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671f08e-e0bc-4cf5-8e10-ab28af044a88 req-262c54bb-ac65-4806-b2a2-0708bd8d661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:21.218386 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a671f08e-e0bc-4cf5-8e10-ab28af044a88 req-262c54bb-ac65-4806-b2a2-0708bd8d661e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9395d807a35c4e3a9b17154289d713dd&device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 1096 time: 0.2764869 Oct 26 14:18:21.325229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7b64-5117-41d2-b498-1a81d4a0397f req-11c59b95-b1a9-4f28-b478-6dad047f02e9 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:21.344863 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a80b7b64-5117-41d2-b498-1a81d4a0397f req-11c59b95-b1a9-4f28-b478-6dad047f02e9 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 943 time: 0.7551305 Oct 26 14:18:21.347343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f4fb4-12aa-4d0a-8b14-a8f25764367f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Pushing event updated for resources: {'Port': ['ID=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,revision_number=6']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:21.373506 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Attempting to bind port e6b5ce65-1643-4bc6-8b71-c0794de44229 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:21.374130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Attempting to bind port e6b5ce65-1643-4bc6-8b71-c0794de44229 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:21.374727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Attempting to bind port e6b5ce65-1643-4bc6-8b71-c0794de44229 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:21.435033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:21.435618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:21.436261 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:21.436881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:21.437635 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Bound port: e6b5ce65-1643-4bc6-8b71-c0794de44229, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:21.438261 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:21.488891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414aff6-c027-43f6-87f2-4f91faa62d94 req-5a8f4fb4-12aa-4d0a-8b14-a8f25764367f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:21.489758 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8414aff6-c027-43f6-87f2-4f91faa62d94 req-5a8f4fb4-12aa-4d0a-8b14-a8f25764367f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:21.505088 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8414aff6-c027-43f6-87f2-4f91faa62d94 req-5a8f4fb4-12aa-4d0a-8b14-a8f25764367f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "PUT /v2.0/ports/c7cefa6c-331f-4155-8fb6-1ca0e9e6258d HTTP/1.1" status: 200 len: 981 time: 2.6558418 Oct 26 14:18:21.645414 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['c7cefa6c-331f-4155-8fb6-1ca0e9e6258d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:21.711290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a80b7b64-5117-41d2-b498-1a81d4a0397f req-ad3f23d2-ae9c-40b5-bda3-3c178f0faeb8 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650811 Oct 26 14:18:21.714515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 786592bd-9d3d-4052-8f8c-1e9136f2a472, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=786592bd-9d3d-4052-8f8c-1e9136f2a472,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:21.735832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95068a14-b0d2-4408-80b7-dd150a0dead1 req-67866a47-3efd-4e45-917f-f04a4a36e500 service neutron] 10.222.0.11 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7134442 Oct 26 14:18:21.741007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network 330f3855-d947-4918-a93e-ee67d01d204f is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:21.747271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:21.842204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671f08e-e0bc-4cf5-8e10-ab28af044a88 req-a49ea279-4596-4f2e-9c12-bbd99a2e841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:21.843878 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a671f08e-e0bc-4cf5-8e10-ab28af044a88 req-a49ea279-4596-4f2e-9c12-bbd99a2e841d service neutron] 10.222.0.25 "GET /v2.0/networks?id=4e756ff2-390c-4edc-bbfb-a382762e922a HTTP/1.1" status: 200 len: 914 time: 0.5947042 Oct 26 14:18:21.845342 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5da831cd-67e7-46a1-9d36-ede369c86b00 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:21.846182 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '786592bd-9d3d-4052-8f8c-1e9136f2a472', 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c', 'port_id': '786592bd-9d3d-4052-8f8c-1e9136f2a472', 'mac_address': 'fa:16:3e:97:4b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a55cbf-f4c8-4e87-8f69-a692b7523c78', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:18:21.864814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] For port e6b5ce65-1643-4bc6-8b71-c0794de44229, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:21.944301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'tag': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:21.948235 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de5392d-46a5-4a66-9253-09f832c44d17" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea91986-859d-42aa-b17d-783d27f52fa7", "tag": "c7cefa6c-331f-4155-8fb6-1ca0e9e6258d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:21.966369 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:21.975173 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a671f08e-e0bc-4cf5-8e10-ab28af044a88 req-93b31b82-b23f-456a-9a09-b9d96ee15882 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 HTTP/1.1" status: 200 len: 217 time: 0.1178863 Oct 26 14:18:22.017555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] For port e6b5ce65-1643-4bc6-8b71-c0794de44229, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e6b5ce65-1643-4bc6-8b71-c0794de44229,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:22.063276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:18:22.069131 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d493e5c8-98f3-4cf0-b8b0-17d82e2175a5 x-openstack-request-id: req-d493e5c8-98f3-4cf0-b8b0-17d82e2175a5 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:22.069756 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea91986-859d-42aa-b17d-783d27f52fa7", "tag": "c7cefa6c-331f-4155-8fb6-1ca0e9e6258d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:22.070260 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d493e5c8-98f3-4cf0-b8b0-17d82e2175a5 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:22.070948 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'tag': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d', 'status': 'completed', 'code': 200} Oct 26 14:18:22.084511 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:22.112297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d87765f9-3de7-4aab-a8cd-65368df276a8 req-6cb76881-838a-40a9-8951-c01d8ffb658d tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2090380048&fields=id&tenant_id=f459623e19864651a857cf666212b867 HTTP/1.1" status: 200 len: 267 time: 0.1760058 Oct 26 14:18:22.173532 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa2d75-6e3a-4e40-8eb4-c4b920c2f880 req-000c67f4-e725-4a98-9e33-2290b5fbe6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:22.176215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88aa2d75-6e3a-4e40-8eb4-c4b920c2f880 req-000c67f4-e725-4a98-9e33-2290b5fbe6ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e01b6dbdb3d14510bc5fab7959ad1144&device_id=7c078b3f-2821-4c80-932b-172f16298ba5 HTTP/1.1" status: 200 len: 1094 time: 0.2415359 Oct 26 14:18:22.184377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da831cd-67e7-46a1-9d36-ede369c86b00 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Checking segment: {'id': '34af1d0e-3713-4af4-8aa9-2e130d45502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:22.184803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da831cd-67e7-46a1-9d36-ede369c86b00 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network hostable DHCP agents. Network: a9dc1eca-c600-4f43-93c9-e23ae898c91e, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:18:22.208334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da831cd-67e7-46a1-9d36-ede369c86b00 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Subnet': ['ID=22e92306-1374-4a88-a833-d3906d26f4a2,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:22.224013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671f08e-e0bc-4cf5-8e10-ab28af044a88 req-4b0547be-dce1-43a8-a710-24e5c8befa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:22.225667 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a671f08e-e0bc-4cf5-8e10-ab28af044a88 req-4b0547be-dce1-43a8-a710-24e5c8befa1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e1c347c-4ea8-4393-a39b-473db064b858 HTTP/1.1" status: 200 len: 853 time: 0.2356653 Oct 26 14:18:22.250458 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786592bd-9d3d-4052-8f8c-1e9136f2a472 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:22.267336 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a671f08e-e0bc-4cf5-8e10-ab28af044a88 req-4fb241f1-90a9-4712-9887-4415de31a822 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e756ff2-390c-4edc-bbfb-a382762e922a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317554 Oct 26 14:18:22.268174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da831cd-67e7-46a1-9d36-ede369c86b00 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network a9dc1eca-c600-4f43-93c9-e23ae898c91e is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:18:22.273590 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5392d-46a5-4a66-9253-09f832c44d17 req-a67d9875-09a6-4678-96be-939c4c9e5c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:22.275352 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7de5392d-46a5-4a66-9253-09f832c44d17 req-a67d9875-09a6-4678-96be-939c4c9e5c6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f459623e19864651a857cf666212b867&device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 1135 time: 0.1855974 Oct 26 14:18:22.280673 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 786592bd-9d3d-4052-8f8c-1e9136f2a472, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=786592bd-9d3d-4052-8f8c-1e9136f2a472,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:22.329218 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:22.349484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-5da831cd-67e7-46a1-9d36-ede369c86b00 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, a9dc1eca-c600-4f43-93c9-e23ae898c91e) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:22.377299 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b182d-c96c-43a2-a60b-45d41fb7eacb None None] Network a9dc1eca-c600-4f43-93c9-e23ae898c91e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:22.379500 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Routers {'13bbc71e-4564-438a-82bd-41da1ced725f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:22.380229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['13bbc71e-4564-438a-82bd-41da1ced725f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:22.388987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da831cd-67e7-46a1-9d36-ede369c86b00 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:22.389822 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5da831cd-67e7-46a1-9d36-ede369c86b00 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:22.444916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa2d75-6e3a-4e40-8eb4-c4b920c2f880 req-c153c00f-9701-48ba-9739-5b072d5bafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:22.446471 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88aa2d75-6e3a-4e40-8eb4-c4b920c2f880 req-c153c00f-9701-48ba-9739-5b072d5bafdf service neutron] 10.222.0.11 "GET /v2.0/networks?id=b46759e7-22ef-4334-b34e-3809764acd2c HTTP/1.1" status: 200 len: 913 time: 0.1651618 Oct 26 14:18:22.447842 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5da831cd-67e7-46a1-9d36-ede369c86b00 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6242876 Oct 26 14:18:22.454828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50266) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:22.463897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87765f9-3de7-4aab-a8cd-65368df276a8 req-debb8757-0d5b-4ac6-ba43-1f36d8d33da5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:22.465795 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d87765f9-3de7-4aab-a8cd-65368df276a8 req-debb8757-0d5b-4ac6-ba43-1f36d8d33da5 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 984 time: 0.3515856 Oct 26 14:18:22.523329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88aa2d75-6e3a-4e40-8eb4-c4b920c2f880 req-7959a624-62a8-41ea-9001-7559385f713e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=281fadf2-60e6-4e32-8d52-8fa36f9b858e HTTP/1.1" status: 200 len: 217 time: 0.0509553 Oct 26 14:18:22.530943 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabbb9b-d197-49b8-afff-b256558b3f9d None None] Pushing event updated for resources: {'Port': ['ID=e6b5ce65-1643-4bc6-8b71-c0794de44229,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:22.531850 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a671f08e-e0bc-4cf5-8e10-ab28af044a88 req-e9036443-f0aa-4842-a7d6-bc492325c6dc service neutron] 10.222.0.25 "GET /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553711 Oct 26 14:18:22.544354 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-d87765f9-3de7-4aab-a8cd-65368df276a8 req-0f7f3fbb-7148-4eb5-9dca-d00172b467fc tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Request body: {'port': {'security_groups': ['94a4af50-2fd4-4a9b-96f5-42e303a9501b']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:22.575016 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5392d-46a5-4a66-9253-09f832c44d17 req-b7aff291-2210-4c3e-8012-7492a1de9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:22.576765 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7de5392d-46a5-4a66-9253-09f832c44d17 req-b7aff291-2210-4c3e-8012-7492a1de9fa0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b29555e6-1987-485e-986c-9ea675b58850 HTTP/1.1" status: 200 len: 920 time: 0.2882316 Oct 26 14:18:22.616175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b7c2f72f-755d-4bfa-919d-e16db285d509 None None] Provisioning complete for port a7919100-87da-4990-85e8-acbb630a7f27 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:22.616548 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b7c2f72f-755d-4bfa-919d-e16db285d509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:22.626162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa2d75-6e3a-4e40-8eb4-c4b920c2f880 req-81734757-db5a-4579-a5ca-e0373c2f6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:22.627623 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88aa2d75-6e3a-4e40-8eb4-c4b920c2f880 req-81734757-db5a-4579-a5ca-e0373c2f6ce3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88a55cbf-f4c8-4e87-8f69-a692b7523c78 HTTP/1.1" status: 200 len: 852 time: 0.0771158 Oct 26 14:18:22.677456 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7de5392d-46a5-4a66-9253-09f832c44d17 req-9d37a4ed-12df-4d9b-8fe7-18d557051e33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d HTTP/1.1" status: 200 len: 217 time: 0.0842860 Oct 26 14:18:22.707901 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b7c2f72f-755d-4bfa-919d-e16db285d509 None None] Port a7919100-87da-4990-85e8-acbb630a7f27 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:18:22.787621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88aa2d75-6e3a-4e40-8eb4-c4b920c2f880 req-a2ef1eaa-d888-43f2-ab75-d9f18641d011 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b46759e7-22ef-4334-b34e-3809764acd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717680 Oct 26 14:18:22.868368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:22.881317 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Sync routers for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:22.899617 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:22.900505 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:22.983655 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a671f08e-e0bc-4cf5-8e10-ab28af044a88 req-bba49520-679b-417b-bdb9-84da0b3ec7cd service neutron] 10.222.0.25 "GET /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196787 Oct 26 14:18:23.000115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c4b88e0b-fe1d-4863-ba88-fe702e1fdae7 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4595704 Oct 26 14:18:23.002925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88aa2d75-6e3a-4e40-8eb4-c4b920c2f880 req-3c6dd899-6b1c-4bf0-b637-b20cf4ce13bb service neutron] 10.222.0.11 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528513 Oct 26 14:18:23.008660 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:23.022431 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50272) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:23.034125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-2cb43b9e-ef9a-4f5c-8d23-e29f07964d6d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'network': {'name': 'tempest-RoutersTest-1916915130'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:23.039526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] Set router 13bbc71e-4564-438a-82bd-41da1ced725f gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:23.052311 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5392d-46a5-4a66-9253-09f832c44d17 req-501c575a-964f-4633-9507-436427037ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:23.053773 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7de5392d-46a5-4a66-9253-09f832c44d17 req-501c575a-964f-4633-9507-436427037ce1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64db89e1-c450-4b62-a188-36d5f92887fa HTTP/1.1" status: 200 len: 859 time: 0.3635662 Oct 26 14:18:23.082558 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d87765f9-3de7-4aab-a8cd-65368df276a8 req-0f7f3fbb-7148-4eb5-9dca-d00172b467fc tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:23.173799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=786592bd-9d3d-4052-8f8c-1e9136f2a472,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:23.194531 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7de5392d-46a5-4a66-9253-09f832c44d17 req-a69f8b81-3b4d-4bdf-8528-9f819f6eba18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b29555e6-1987-485e-986c-9ea675b58850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796080 Oct 26 14:18:23.331108 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:18Z', 'revision_number': 4, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:19Z', 'revision_number': 2, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:23.338403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['786592bd-9d3d-4052-8f8c-1e9136f2a472'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:23.370188 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Checking router: c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:23.370652 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Updating router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 port a7919100-87da-4990-85e8-acbb630a7f27 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:18:23.407313 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:23.640122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:18:23.641278 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:23.645342 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30f60f-6fd3-4aa6-bc1d-d6b1f4c3075f req-1acc7ee0-1fa7-4448-9783-d42caee9c87c tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:23.659344 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be30f60f-6fd3-4aa6-bc1d-d6b1f4c3075f req-1acc7ee0-1fa7-4448-9783-d42caee9c87c tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 944 time: 0.6542451 Oct 26 14:18:23.660606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb43b9e-ef9a-4f5c-8d23-e29f07964d6d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:23.664501 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cb43b9e-ef9a-4f5c-8d23-e29f07964d6d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:23.909190 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:23.917645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be30f60f-6fd3-4aa6-bc1d-d6b1f4c3075f req-e3781a42-eaaf-40ea-8c6f-b2c4dc92a2c1 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302656 Oct 26 14:18:23.919875 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88aa2d75-6e3a-4e40-8eb4-c4b920c2f880 req-702baa39-38ec-4a61-acf8-5cbd42a88eb8 service neutron] 10.222.0.11 "GET /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8963006 Oct 26 14:18:23.955752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb43b9e-ef9a-4f5c-8d23-e29f07964d6d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:18:23.969844 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cb43b9e-ef9a-4f5c-8d23-e29f07964d6d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:23.970645 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-2cb43b9e-ef9a-4f5c-8d23-e29f07964d6d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Added segment c2cc9a7b-c842-41cd-abca-75af81a28cc5 of type vlan for network aeecbfaa-9076-4574-8a22-3c467987d617 Oct 26 14:18:24.111848 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cb43b9e-ef9a-4f5c-8d23-e29f07964d6d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.135126 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.147328 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.194883 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-d87765f9-3de7-4aab-a8cd-65368df276a8 req-0f7f3fbb-7148-4eb5-9dca-d00172b467fc tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] For port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,segment=NetworkSegment(0d27ee59-aeed-4dbb-bfc1-5a0eccf08719),segment_id=0d27ee59-aeed-4dbb-bfc1-5a0eccf08719)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:24.201338 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cb43b9e-ef9a-4f5c-8d23-e29f07964d6d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.214235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb43b9e-ef9a-4f5c-8d23-e29f07964d6d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:24.216997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2cb43b9e-ef9a-4f5c-8d23-e29f07964d6d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.236931 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7de5392d-46a5-4a66-9253-09f832c44d17 req-20966bba-adef-4e4d-ab32-bb952f941c65 service neutron] 10.222.0.11 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0248408 Oct 26 14:18:24.261490 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310bccd-c722-4349-be7a-bda5a3265948 None None] Pushing event updated for resources: {'Port': ['ID=a7919100-87da-4990-85e8-acbb630a7f27,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:24.351820 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310bccd-c722-4349-be7a-bda5a3265948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:24.352253 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310bccd-c722-4349-be7a-bda5a3265948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:24.352665 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310bccd-c722-4349-be7a-bda5a3265948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:24.353073 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310bccd-c722-4349-be7a-bda5a3265948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:24.353472 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310bccd-c722-4349-be7a-bda5a3265948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:24.354355 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310bccd-c722-4349-be7a-bda5a3265948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:24.356457 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310bccd-c722-4349-be7a-bda5a3265948 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:24.356909 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310bccd-c722-4349-be7a-bda5a3265948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:24.357299 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310bccd-c722-4349-be7a-bda5a3265948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:24.357697 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310bccd-c722-4349-be7a-bda5a3265948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:24.358125 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310bccd-c722-4349-be7a-bda5a3265948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:24.358519 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310bccd-c722-4349-be7a-bda5a3265948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:24.394591 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Attempting to bind port a7919100-87da-4990-85e8-acbb630a7f27 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:24.395043 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Attempting to bind port a7919100-87da-4990-85e8-acbb630a7f27 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '220b6dca-1155-4fe4-8002-9e3860fd6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:24.395477 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Attempting to bind port a7919100-87da-4990-85e8-acbb630a7f27 on network 330f3855-d947-4918-a93e-ee67d01d204f {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:24.408511 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:24.408989 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Checking segment: {'id': '220b6dca-1155-4fe4-8002-9e3860fd6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:24.409541 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.410575 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Bound using segment: {'id': '220b6dca-1155-4fe4-8002-9e3860fd6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:24.411137 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Bound port: a7919100-87da-4990-85e8-acbb630a7f27, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220b6dca-1155-4fe4-8002-9e3860fd6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:24.411589 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.429597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2cb43b9e-ef9a-4f5c-8d23-e29f07964d6d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4023936 Oct 26 14:18:24.442337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50276) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:24.462065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb43b9e-ef9a-4f5c-8d23-e29f07964d6d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Network': ['ID=aeecbfaa-9076-4574-8a22-3c467987d617,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:24.478825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8b37e23c-6106-4140-b518-32b52073f0dc tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'subnet': {'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:24.487943 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d87765f9-3de7-4aab-a8cd-65368df276a8 req-0f7f3fbb-7148-4eb5-9dca-d00172b467fc tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.504262 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d87765f9-3de7-4aab-a8cd-65368df276a8 req-0f7f3fbb-7148-4eb5-9dca-d00172b467fc tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.536738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Allocated IP 172.20.0.2 (a9dc1eca-c600-4f43-93c9-e23ae898c91e/22e92306-1374-4a88-a833-d3906d26f4a2/8c37371c-c81b-454b-a2fe-f88e36a44ed8) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:24.546296 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] For port a7919100-87da-4990-85e8-acbb630a7f27, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:24.555179 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] For port a7919100-87da-4990-85e8-acbb630a7f27, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a7919100-87da-4990-85e8-acbb630a7f27,segment=NetworkSegment(220b6dca-1155-4fe4-8002-9e3860fd6ee6),segment_id=220b6dca-1155-4fe4-8002-9e3860fd6ee6)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:24.570863 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.624852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network aeecbfaa-9076-4574-8a22-3c467987d617 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:18:24.654002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f3fbb-7148-4eb5-9dca-d00172b467fc tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Pushing event updated for resources: {'Port': ['ID=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,revision_number=7']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:24.662076 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:24.663812 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:24.703490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87765f9-3de7-4aab-a8cd-65368df276a8 req-0f7f3fbb-7148-4eb5-9dca-d00172b467fc tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:24.704150 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d87765f9-3de7-4aab-a8cd-65368df276a8 req-0f7f3fbb-7148-4eb5-9dca-d00172b467fc tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.709199 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d87765f9-3de7-4aab-a8cd-65368df276a8 req-0f7f3fbb-7148-4eb5-9dca-d00172b467fc tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "PUT /v2.0/ports/c7cefa6c-331f-4155-8fb6-1ca0e9e6258d HTTP/1.1" status: 200 len: 942 time: 2.1822674 Oct 26 14:18:24.709873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'tag': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:24.716997 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d91e1a-5ccf-4a5e-b48f-aab25da0eef1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea91986-859d-42aa-b17d-783d27f52fa7", "tag": "c7cefa6c-331f-4155-8fb6-1ca0e9e6258d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:24.762017 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310bccd-c722-4349-be7a-bda5a3265948 None None] Pushing event updated for resources: {'Port': ['ID=a7919100-87da-4990-85e8-acbb630a7f27,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:24.973585 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:24.978482 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7de5392d-46a5-4a66-9253-09f832c44d17 req-4ee8c416-014b-439b-bd5f-8dba69772910 service neutron] 10.222.0.11 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7278738 Oct 26 14:18:24.984032 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.996140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b37e23c-6106-4140-b518-32b52073f0dc tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Made reservation on behalf of c2e6dff6e1ed44e3b09364a7085a08f9 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:25.022896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:18:15Z', 'revision_number': 3, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:25.035082 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8b37e23c-6106-4140-b518-32b52073f0dc tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:25.083589 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a8eb5-068d-4e58-b287-93aa2c306689 None None] The sync data for ids ['13bbc71e-4564-438a-82bd-41da1ced725f'] in n-d-815498-1 is: [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:18:15Z', 'revision_number': 3, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:25.093568 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc90f42-466f-4142-a692-1f4cde922bf0 x-openstack-request-id: req-fbc90f42-466f-4142-a692-1f4cde922bf0 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:25.093865 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3a845b69-5a58-434d-b567-181fc949aeea None None] Provisioning complete for port a7919100-87da-4990-85e8-acbb630a7f27 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:25.094180 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea91986-859d-42aa-b17d-783d27f52fa7", "tag": "c7cefa6c-331f-4155-8fb6-1ca0e9e6258d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:25.094180 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbc90f42-466f-4142-a692-1f4cde922bf0 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:25.094360 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a845b69-5a58-434d-b567-181fc949aeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:25.097736 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'tag': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d', 'status': 'completed', 'code': 200} Oct 26 14:18:25.116788 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:25.210543 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:25.363666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Network a9dc1eca-c600-4f43-93c9-e23ae898c91e is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:25.369118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Pushing event updated for resources: {'Port': ['ID=8c37371c-c81b-454b-a2fe-f88e36a44ed8,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:25.382639 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['c7cefa6c-331f-4155-8fb6-1ca0e9e6258d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:25.391412 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:25.398730 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:25.489075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b27f84-dc84-44d9-bea2-4b46bbb122fe req-fd25c304-9110-403e-916e-bdabbb0708cc tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:25.495417 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77b27f84-dc84-44d9-bea2-4b46bbb122fe req-fd25c304-9110-403e-916e-bdabbb0708cc tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 944 time: 0.3961754 Oct 26 14:18:25.546628 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:18Z', 'revision_number': 4, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:24Z', 'revision_number': 4, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:25.593688 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['c7cefa6c-331f-4155-8fb6-1ca0e9e6258d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:25.648539 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d963e8-116d-40bc-a117-6fe6e800924d None None] The sync data for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 is: [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:18Z', 'revision_number': 4, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:24Z', 'revision_number': 4, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:25.670780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d91e1a-5ccf-4a5e-b48f-aab25da0eef1 req-7b8cddad-0156-4222-b2f6-709d5780513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:25.677903 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f3d91e1a-5ccf-4a5e-b48f-aab25da0eef1 req-7b8cddad-0156-4222-b2f6-709d5780513f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f459623e19864651a857cf666212b867&device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 1096 time: 0.6155128 Oct 26 14:18:25.797043 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77b27f84-dc84-44d9-bea2-4b46bbb122fe req-978cb1b1-4efe-4caf-9d6c-29eb65803c3a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678951 Oct 26 14:18:25.947635 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23f9846c-c57c-4308-b568-e4983e20e340 req-006ba49d-e266-4fb5-84c2-5478e730606d tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2055702 Oct 26 14:18:26.000724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:26.025599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-472cb481-52c0-4e1e-97bf-62a1370db1be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4894056 Oct 26 14:18:26.119860 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:26.206166 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a845b69-5a58-434d-b567-181fc949aeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:26.214339 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e6b5ce65-1643-4bc6-8b71-c0794de44229 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:26.271389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Attempting to bind port 8c37371c-c81b-454b-a2fe-f88e36a44ed8 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:26.273859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Attempting to bind port 8c37371c-c81b-454b-a2fe-f88e36a44ed8 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '34af1d0e-3713-4af4-8aa9-2e130d45502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:26.277713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Attempting to bind port 8c37371c-c81b-454b-a2fe-f88e36a44ed8 on network a9dc1eca-c600-4f43-93c9-e23ae898c91e {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:26.323932 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:26.324985 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Checking segment: {'id': '34af1d0e-3713-4af4-8aa9-2e130d45502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:26.324985 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:26.325709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Bound using segment: {'id': '34af1d0e-3713-4af4-8aa9-2e130d45502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:26.326062 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Bound port: 8c37371c-c81b-454b-a2fe-f88e36a44ed8, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34af1d0e-3713-4af4-8aa9-2e130d45502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:26.326549 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:26.414785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3a845b69-5a58-434d-b567-181fc949aeea None None] For port a7919100-87da-4990-85e8-acbb630a7f27, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a7919100-87da-4990-85e8-acbb630a7f27,segment=NetworkSegment(220b6dca-1155-4fe4-8002-9e3860fd6ee6),segment_id=220b6dca-1155-4fe4-8002-9e3860fd6ee6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:26.451790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-adb57079-ff9c-42cf-b968-e1d86f7131e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:26.455371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-adb57079-ff9c-42cf-b968-e1d86f7131e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:26.455922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-adb57079-ff9c-42cf-b968-e1d86f7131e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:26.456933 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-adb57079-ff9c-42cf-b968-e1d86f7131e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:26.460812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-adb57079-ff9c-42cf-b968-e1d86f7131e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:26.462422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-adb57079-ff9c-42cf-b968-e1d86f7131e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:26.463052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-adb57079-ff9c-42cf-b968-e1d86f7131e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:26.465443 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-adb57079-ff9c-42cf-b968-e1d86f7131e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb00fb8b03d741ea8145d511b755959a&device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 6493 time: 0.3590081 Oct 26 14:18:26.492807 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a845b69-5a58-434d-b567-181fc949aeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:26.534361 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d91e1a-5ccf-4a5e-b48f-aab25da0eef1 req-9ea3c4a7-9b9f-4412-a371-4667620f9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:26.536725 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f3d91e1a-5ccf-4a5e-b48f-aab25da0eef1 req-9ea3c4a7-9b9f-4412-a371-4667620f9b1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b29555e6-1987-485e-986c-9ea675b58850 HTTP/1.1" status: 200 len: 920 time: 0.8431444 Oct 26 14:18:26.656182 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f3d91e1a-5ccf-4a5e-b48f-aab25da0eef1 req-71770b9c-d47c-43db-bc6c-f2bce281589a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d HTTP/1.1" status: 200 len: 217 time: 0.0883541 Oct 26 14:18:26.714009 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:26.729870 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8b37e23c-6106-4140-b518-32b52073f0dc tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:26.751239 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-be5057d9-8626-4a8c-922e-f2e289523ad0 None None] Provisioning complete for port a7919100-87da-4990-85e8-acbb630a7f27 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:26.751794 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-be5057d9-8626-4a8c-922e-f2e289523ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:26.957950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Allocated IP 172.20.0.1 (a9dc1eca-c600-4f43-93c9-e23ae898c91e/22e92306-1374-4a88-a833-d3906d26f4a2/fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:26.989824 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d91e1a-5ccf-4a5e-b48f-aab25da0eef1 req-86adbfb1-dc31-45d0-80cf-de889020cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:26.991670 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f3d91e1a-5ccf-4a5e-b48f-aab25da0eef1 req-86adbfb1-dc31-45d0-80cf-de889020cb32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64db89e1-c450-4b62-a188-36d5f92887fa HTTP/1.1" status: 200 len: 859 time: 0.3245997 Oct 26 14:18:27.008360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37e23c-6106-4140-b518-32b52073f0dc tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Subnet': ['ID=542d2c8f-5ba6-4126-bd63-aefa304ffdb9,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:27.106583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 281fadf2-60e6-4e32-8d52-8fa36f9b858e details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:18:27.193396 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-6750092c-ea81-4f77-b41f-bb8e5fae6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:27.194172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-6750092c-ea81-4f77-b41f-bb8e5fae6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:27.194788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-6750092c-ea81-4f77-b41f-bb8e5fae6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:27.196673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-6750092c-ea81-4f77-b41f-bb8e5fae6078 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31db61e9-1b60-4798-95f8-8992ccf378a6&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf HTTP/1.1" status: 200 len: 2292 time: 0.6947517 Oct 26 14:18:27.237687 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 786592bd-9d3d-4052-8f8c-1e9136f2a472 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:27.247775 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f3d91e1a-5ccf-4a5e-b48f-aab25da0eef1 req-2ed1f95c-1af4-437d-9705-8e212005ec85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b29555e6-1987-485e-986c-9ea675b58850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2344675 Oct 26 14:18:27.281779 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b37e23c-6106-4140-b518-32b52073f0dc tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Checking segment: {'id': 'c2cc9a7b-c842-41cd-abca-75af81a28cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:27.282174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b37e23c-6106-4140-b518-32b52073f0dc tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network hostable DHCP agents. Network: aeecbfaa-9076-4574-8a22-3c467987d617, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:18:27.377223 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b37e23c-6106-4140-b518-32b52073f0dc tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network aeecbfaa-9076-4574-8a22-3c467987d617 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:18:27.377467 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e6b5ce65-1643-4bc6-8b71-c0794de44229 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:27.377601 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:27.382952 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-0417ee31-7cd1-4780-9b7e-5285b9e6c552 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d23c3036-10bb-4165-b6c2-a4ce9e26949e HTTP/1.1" status: 200 len: 1002 time: 0.1757936 Oct 26 14:18:27.420677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 281fadf2-60e6-4e32-8d52-8fa36f9b858e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=281fadf2-60e6-4e32-8d52-8fa36f9b858e,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:27.426149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-8b37e23c-6106-4140-b518-32b52073f0dc tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, aeecbfaa-9076-4574-8a22-3c467987d617) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:27.439985 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b37e23c-6106-4140-b518-32b52073f0dc tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:27.440654 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8b37e23c-6106-4140-b518-32b52073f0dc tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:27.517581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f7005-a856-4ffe-90fc-874141ec7fa2 req-0682d94c-844b-4b25-866d-4a2c2af12d94 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:27.520649 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '281fadf2-60e6-4e32-8d52-8fa36f9b858e', 'network_id': 'b46759e7-22ef-4334-b34e-3809764acd2c', 'port_id': '281fadf2-60e6-4e32-8d52-8fa36f9b858e', 'mac_address': 'fa:16:3e:0f:23:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a55cbf-f4c8-4e87-8f69-a692b7523c78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:18:27.531150 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c68f7005-a856-4ffe-90fc-874141ec7fa2 req-0682d94c-844b-4b25-866d-4a2c2af12d94 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 944 time: 0.5280361 Oct 26 14:18:27.553049 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:27.561071 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8b37e23c-6106-4140-b518-32b52073f0dc tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1018064 Oct 26 14:18:27.574000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Allocated IP 172.25.4.244 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/87b22eb3-c86d-44c8-a55c-989a97aa4375) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:27.576168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50312) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:27.595966 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16205fc0-60dd-41ab-b245-e8015c18c425 None None] Network aeecbfaa-9076-4574-8a22-3c467987d617 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:27.602143 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f3d91e1a-5ccf-4a5e-b48f-aab25da0eef1 req-bde619e2-bd5d-4ed0-a24b-5166e7b1d918 service neutron] 10.222.0.11 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437057 Oct 26 14:18:27.618277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a845b69-5a58-434d-b567-181fc949aeea None None] Pushing event updated for resources: {'Port': ['ID=a7919100-87da-4990-85e8-acbb630a7f27,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:27.740814 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f3d91e1a-5ccf-4a5e-b48f-aab25da0eef1 req-90af2e8d-874c-42d8-9d46-c97874148d56 service neutron] 10.222.0.11 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233819 Oct 26 14:18:27.760930 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:27.828053 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:27.840697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network a9dc1eca-c600-4f43-93c9-e23ae898c91e is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:27.842579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:27.846418 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:27.900194 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:27.932687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-30dcd9a8-4c88-486a-8d64-17b19070240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:27.934348 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-30dcd9a8-4c88-486a-8d64-17b19070240e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=addd5606-6552-4f1f-b55b-993cd7b5d80f HTTP/1.1" status: 200 len: 849 time: 0.5390229 Oct 26 14:18:27.977954 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:27.992725 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:28.025997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] For port 8c37371c-c81b-454b-a2fe-f88e36a44ed8, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:28.036436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281fadf2-60e6-4e32-8d52-8fa36f9b858e {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:28.074414 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 786592bd-9d3d-4052-8f8c-1e9136f2a472 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:18:28.096200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 281fadf2-60e6-4e32-8d52-8fa36f9b858e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=281fadf2-60e6-4e32-8d52-8fa36f9b858e,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:28.101902 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] For port 8c37371c-c81b-454b-a2fe-f88e36a44ed8, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8c37371c-c81b-454b-a2fe-f88e36a44ed8,segment=NetworkSegment(34af1d0e-3713-4af4-8aa9-2e130d45502b),segment_id=34af1d0e-3713-4af4-8aa9-2e130d45502b)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:28.103594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 786592bd-9d3d-4052-8f8c-1e9136f2a472 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:28.104081 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:28.115658 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c68f7005-a856-4ffe-90fc-874141ec7fa2 req-28e0a1b5-6f40-4cc1-b3b9-683a78cbec5f tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831447 Oct 26 14:18:28.144480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-2a064981-f1ec-4805-bf7f-86a9d67ce579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:28.146098 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-2a064981-f1ec-4805-bf7f-86a9d67ce579 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31db61e9-1b60-4798-95f8-8992ccf378a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731033 Oct 26 14:18:28.148432 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:28.217628 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:28.227241 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:28.261094 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-1676603a-0a9c-4c36-b188-6c79f9b978c9 service neutron] 10.222.0.11 "GET /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038706 Oct 26 14:18:28.295129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=281fadf2-60e6-4e32-8d52-8fa36f9b858e,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:28.374685 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:28.425440 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-aeecbfaa-9076-4574-8a22-3c467987d617', 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'fixed_ips': [{'subnet_id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:18:28.426718 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:28.532116 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:28.597487 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:28.683411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:28.696505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:28.706571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:28.751106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Pushing event updated for resources: {'Port': ['ID=87b22eb3-c86d-44c8-a55c-989a97aa4375,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:28.825872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port e6b5ce65-1643-4bc6-8b71-c0794de44229, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e6b5ce65-1643-4bc6-8b71-c0794de44229,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:28.843662 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d92b3-746d-4d5a-a0d3-a6f4ecfa8a63 None None] Pushing event updated for resources: {'Port': ['ID=8c37371c-c81b-454b-a2fe-f88e36a44ed8,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:28.849646 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:28.967323 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:28.979786 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:29.049162 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:18:29.066481 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:29.107639 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-4f9b6054-f5bf-4c7a-b58f-f75f697d6d12 service neutron] 10.222.0.11 "GET /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7960410 Oct 26 14:18:29.113191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['281fadf2-60e6-4e32-8d52-8fa36f9b858e'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:29.162781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:29.165068 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:29.165885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a7919100-87da-4990-85e8-acbb630a7f27 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:29.184597 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:29.298928 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Allocated IP 172.23.0.2 (aeecbfaa-9076-4574-8a22-3c467987d617/542d2c8f-5ba6-4126-bd63-aefa304ffdb9/b92eb9cc-2109-42cf-ad21-6286db02b8b0) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:29.301081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-64585c55-6fe0-4d71-8d5e-0769df2ee617 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=ade83c75-0efa-4960-8243-44aed8b5f5ab HTTP/1.1" status: 200 len: 217 time: 0.1759121 Oct 26 14:18:29.338739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3fd74f-362b-492f-9819-fe841c56f9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786592bd-9d3d-4052-8f8c-1e9136f2a472'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:29.342217 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b2b017-bcc5-45a3-b96e-68caaa6db79c" -d '{"events": [{"server_uuid": "1b3fd74f-362b-492f-9819-fe841c56f9cc", "name": "network-vif-plugged", "status": "completed", "tag": "786592bd-9d3d-4052-8f8c-1e9136f2a472"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:29.437255 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network a9dc1eca-c600-4f43-93c9-e23ae898c91e is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:29.438829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:29.460843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 786592bd-9d3d-4052-8f8c-1e9136f2a472, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=786592bd-9d3d-4052-8f8c-1e9136f2a472,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:29.552884 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:29.711415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Router 13bbc71e-4564-438a-82bd-41da1ced725f has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:18:29.774067 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:29.806273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=e6b5ce65-1643-4bc6-8b71-c0794de44229,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:29.824082 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:29.882019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a7919100-87da-4990-85e8-acbb630a7f27 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:29.882725 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:29.907862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Network aeecbfaa-9076-4574-8a22-3c467987d617 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:29.938581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:29.951017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:29.974137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:29.977032 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=786592bd-9d3d-4052-8f8c-1e9136f2a472,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:29.992050 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c6cd7444-ac3a-4915-bd76-bb6fe708ebff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "PUT /v2.0/routers/13bbc71e-4564-438a-82bd-41da1ced725f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5300660 Oct 26 14:18:29.996807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50332) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:30.032774 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Sync routers for ids ['13bbc71e-4564-438a-82bd-41da1ced725f'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:30.098555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1da1247-3ae7-4abb-bdd0-84a1b54d3d22 None None] Network a9dc1eca-c600-4f43-93c9-e23ae898c91e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:30.121028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Routers {'13bbc71e-4564-438a-82bd-41da1ced725f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:30.122538 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['13bbc71e-4564-438a-82bd-41da1ced725f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:30.306068 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Pushing event updated for resources: {'Port': ['ID=b92eb9cc-2109-42cf-ad21-6286db02b8b0,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:30.320413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Attempting to bind port b92eb9cc-2109-42cf-ad21-6286db02b8b0 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:30.321040 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Attempting to bind port b92eb9cc-2109-42cf-ad21-6286db02b8b0 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c2cc9a7b-c842-41cd-abca-75af81a28cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:30.321629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Attempting to bind port b92eb9cc-2109-42cf-ad21-6286db02b8b0 on network aeecbfaa-9076-4574-8a22-3c467987d617 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:30.371874 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-46027d69-542d-4086-9bb9-1f73ed7cd530 None None] Provisioning complete for port 8c37371c-c81b-454b-a2fe-f88e36a44ed8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:30.372381 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46027d69-542d-4086-9bb9-1f73ed7cd530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:30.374331 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:30.374816 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Checking segment: {'id': 'c2cc9a7b-c842-41cd-abca-75af81a28cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:30.375482 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:30.375970 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Bound using segment: {'id': 'c2cc9a7b-c842-41cd-abca-75af81a28cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:30.376565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Bound port: b92eb9cc-2109-42cf-ad21-6286db02b8b0, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2cc9a7b-c842-41cd-abca-75af81a28cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:30.377038 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:30.507981 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Set router 13bbc71e-4564-438a-82bd-41da1ced725f gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:30.567758 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.568204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.568681 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.569145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.569606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.570325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.570936 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.571459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.571856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.572363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.572830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.573360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.573816 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.574331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.574788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.577309 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a3986bb9-d975-4d7b-914c-d38b7606882f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10498 time: 0.5791204 Oct 26 14:18:30.578520 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Allocated IP 172.23.0.1 (aeecbfaa-9076-4574-8a22-3c467987d617/542d2c8f-5ba6-4126-bd63-aefa304ffdb9/d8ae27ee-6bce-438e-8fab-b3fff89e685f) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:30.580717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50340) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:30.730027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] For port b92eb9cc-2109-42cf-ad21-6286db02b8b0, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:30.780889 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] For port b92eb9cc-2109-42cf-ad21-6286db02b8b0, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b92eb9cc-2109-42cf-ad21-6286db02b8b0,segment=NetworkSegment(c2cc9a7b-c842-41cd-abca-75af81a28cc5),segment_id=c2cc9a7b-c842-41cd-abca-75af81a28cc5)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:30.816705 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:30.838462 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46027d69-542d-4086-9bb9-1f73ed7cd530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:30.858900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.859552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.860069 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.861204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.861204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.861819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.862569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.863470 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.864027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.864691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.865327 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.866131 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.866613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.867663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.870980 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.878425 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c969973e-5ea2-4c8d-a5a9-96a7a8b536e0 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9469 time: 0.2954483 Oct 26 14:18:30.881434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50348) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:30.886120 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:30.910415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e6b5ce65-1643-4bc6-8b71-c0794de44229 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:30.978139 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:31.003604 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:31.151697 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca17084-8c81-4cca-8746-f874277b00fa req-f6307aaa-ee8f-4b01-87ac-cb1028f961a0 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:31.154529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bca17084-8c81-4cca-8746-f874277b00fa req-f6307aaa-ee8f-4b01-87ac-cb1028f961a0 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 944 time: 1.8495412 Oct 26 14:18:31.159095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-1e2a9837-1a5e-4749-ad31-3684b61f3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:31.167814 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-1e2a9837-1a5e-4749-ad31-3684b61f3a40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 1.8437619 Oct 26 14:18:31.256114 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-46027d69-542d-4086-9bb9-1f73ed7cd530 None None] For port 8c37371c-c81b-454b-a2fe-f88e36a44ed8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8c37371c-c81b-454b-a2fe-f88e36a44ed8,segment=NetworkSegment(34af1d0e-3713-4af4-8aa9-2e130d45502b),segment_id=34af1d0e-3713-4af4-8aa9-2e130d45502b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:31.264025 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20985e3d-01a2-4df1-bf44-15393f343f06 None None] Pushing event updated for resources: {'Port': ['ID=b92eb9cc-2109-42cf-ad21-6286db02b8b0,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:31.276042 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46027d69-542d-4086-9bb9-1f73ed7cd530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:31.371256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46027d69-542d-4086-9bb9-1f73ed7cd530 None None] Pushing event updated for resources: {'Port': ['ID=8c37371c-c81b-454b-a2fe-f88e36a44ed8,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:31.381533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e6b5ce65-1643-4bc6-8b71-c0794de44229 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:31.382185 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:31.466021 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2eb63e85-d204-49b4-a6a8-9a146c1a6a51 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4302 time: 0.5831892 Oct 26 14:18:31.489597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bca17084-8c81-4cca-8746-f874277b00fa req-9288b705-f243-460e-9b91-bb1536b72820 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203402 Oct 26 14:18:31.495209 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:31.529582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network aeecbfaa-9076-4574-8a22-3c467987d617 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:31.532529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-13635fb4-fab3-4b68-bdf9-bde6b4d04aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:31.535773 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-13635fb4-fab3-4b68-bdf9-bde6b4d04aa4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3428891 Oct 26 14:18:31.555878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:31.563223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:31.576773 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 2, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:31.675966 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Checking router: 13bbc71e-4564-438a-82bd-41da1ced725f for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:31.676332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Updating router 13bbc71e-4564-438a-82bd-41da1ced725f port fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:18:31.782443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=d8ae27ee-6bce-438e-8fab-b3fff89e685f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:31.809615 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:32.036909 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:32.087883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ee235-6f07-4c40-9b94-e08a72dda705 req-a15c0f3d-aedf-43dc-b799-1dbbbb1431a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:32.089704 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-104ee235-6f07-4c40-9b94-e08a72dda705 req-a15c0f3d-aedf-43dc-b799-1dbbbb1431a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 1096 time: 0.1185808 Oct 26 14:18:32.171799 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-104ee235-6f07-4c40-9b94-e08a72dda705 req-c1fbf6d6-78b8-4e5a-8378-1dfd0a385b10 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744901 Oct 26 14:18:32.290102 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:32.314905 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:32.386916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Pushing event updated for resources: {'Port': ['ID=87b22eb3-c86d-44c8-a55c-989a97aa4375,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:32.422824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-dfa77b04-f407-436a-906d-e8e1fc9feb7d service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7746031 Oct 26 14:18:32.455308 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37309b2c-0c5b-4dc3-a748-04969735144f x-openstack-request-id: req-37309b2c-0c5b-4dc3-a748-04969735144f {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:32.456321 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3fd74f-362b-492f-9819-fe841c56f9cc", "name": "network-vif-plugged", "status": "completed", "tag": "786592bd-9d3d-4052-8f8c-1e9136f2a472", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:32.456581 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37309b2c-0c5b-4dc3-a748-04969735144f {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:32.457078 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3fd74f-362b-492f-9819-fe841c56f9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786592bd-9d3d-4052-8f8c-1e9136f2a472', 'code': 200} Oct 26 14:18:32.604631 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a7919100-87da-4990-85e8-acbb630a7f27 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:32.627969 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:32.641420 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:32.725245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50364) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:32.730568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5f75fa5c-4301-4b78-9b81-19a841c37534 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-109097232', 'description': 'tempest-secgroup-smoke-109097232 description', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:32.762112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-04d5ff38-4ec1-4846-b949-d674186381b5 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998328 Oct 26 14:18:32.808082 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f75fa5c-4301-4b78-9b81-19a841c37534 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:32.828878 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c37af89c-e390-471b-a68e-a90ee7156080 None None] Provisioning complete for port 8c37371c-c81b-454b-a2fe-f88e36a44ed8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:32.829263 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c37af89c-e390-471b-a68e-a90ee7156080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:32.932849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-006b20fa-bea2-4c5e-9a78-94536d24e583 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=ed4f0663-ae83-4800-8ce9-99ce1f56430d HTTP/1.1" status: 200 len: 217 time: 0.1612182 Oct 26 14:18:32.970237 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:32.979811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23f9846c-c57c-4308-b568-e4983e20e340 req-842ddb75-e885-4c63-bbc8-69ca1bf46c59 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.0168035 Oct 26 14:18:33.004659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a7919100-87da-4990-85e8-acbb630a7f27 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:33.004659 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.024084 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f75fa5c-4301-4b78-9b81-19a841c37534 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.036564 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f75fa5c-4301-4b78-9b81-19a841c37534 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.100941 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f75fa5c-4301-4b78-9b81-19a841c37534 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.105642 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5f75fa5c-4301-4b78-9b81-19a841c37534 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3790889 Oct 26 14:18:33.107358 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50370) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:33.118874 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4ae4e5a3-bbf3-4ee3-ad0b-f6d3e51e6b03 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '147bc79e-7fc7-4f96-9ce1-81b394102199', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:33.125778 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75fa5c-4301-4b78-9b81-19a841c37534 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147bc79e-7fc7-4f96-9ce1-81b394102199,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:33.187710 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e5a3-bbf3-4ee3-ad0b-f6d3e51e6b03 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.191033 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.200934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 281fadf2-60e6-4e32-8d52-8fa36f9b858e up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:33.263656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23f9846c-c57c-4308-b568-e4983e20e340 req-7c62668d-5ae2-4480-a5fc-80ffd5c6f40d tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 696 time: 0.2827148 Oct 26 14:18:33.310023 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.333857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa20a33-7451-4542-a088-e5b1df196854 None None] Network aeecbfaa-9076-4574-8a22-3c467987d617 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:33.383894 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e5a3-bbf3-4ee3-ad0b-f6d3e51e6b03 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.403157 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e5a3-bbf3-4ee3-ad0b-f6d3e51e6b03 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.453036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4e5a3-bbf3-4ee3-ad0b-f6d3e51e6b03 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f6cdff-5e2e-4426-b98f-5a8b8c2b5e27,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:33.481732 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e5a3-bbf3-4ee3-ad0b-f6d3e51e6b03 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.483298 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4ae4e5a3-bbf3-4ee3-ad0b-f6d3e51e6b03 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3742750 Oct 26 14:18:33.486735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50378) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:33.491589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-17502b17-0fb1-47be-8df9-2d64ef9686e8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '147bc79e-7fc7-4f96-9ce1-81b394102199', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:33.560941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-6b0570ef-2c0b-4574-b63a-21a44eafd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:33.562517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-6b0570ef-2c0b-4574-b63a-21a44eafd7a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.6198304 Oct 26 14:18:33.566891 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17502b17-0fb1-47be-8df9-2d64ef9686e8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.738522 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17502b17-0fb1-47be-8df9-2d64ef9686e8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.741108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550b463-11ef-469c-9afb-6daf7047ee75 None None] Pushing event updated for resources: {'Port': ['ID=fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:33.756096 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17502b17-0fb1-47be-8df9-2d64ef9686e8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.791613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17502b17-0fb1-47be-8df9-2d64ef9686e8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fbf862-b22c-446e-986f-1591ccf82ade,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:33.811578 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f144964-d525-4f22-b29d-35b5f8de2db7 req-48ee4082-8c7d-4a84-bcfc-8a88632ed5ff tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:33.824955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f144964-d525-4f22-b29d-35b5f8de2db7 req-48ee4082-8c7d-4a84-bcfc-8a88632ed5ff tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 945 time: 0.7677040 Oct 26 14:18:33.842653 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17502b17-0fb1-47be-8df9-2d64ef9686e8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.844191 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-17502b17-0fb1-47be-8df9-2d64ef9686e8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3564324 Oct 26 14:18:33.845208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 281fadf2-60e6-4e32-8d52-8fa36f9b858e completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:18:33.847037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50386) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:33.852838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a0283cc2-69e4-4ae9-bd38-9ea878fffffd tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '147bc79e-7fc7-4f96-9ce1-81b394102199', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:33.852984 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 281fadf2-60e6-4e32-8d52-8fa36f9b858e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:33.853320 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.909588 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a0283cc2-69e4-4ae9-bd38-9ea878fffffd tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.937216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-34bd5caf-c9c0-4897-abdd-e48ba85e8df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:33.938802 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-34bd5caf-c9c0-4897-abdd-e48ba85e8df9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3347609 Oct 26 14:18:33.941634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.988729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8c37371c-c81b-454b-a2fe-f88e36a44ed8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:34.001093 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a0283cc2-69e4-4ae9-bd38-9ea878fffffd tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.004175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f144964-d525-4f22-b29d-35b5f8de2db7 req-6c29c463-ce53-41a6-a362-2135c8dddeeb tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770573 Oct 26 14:18:34.012978 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a0283cc2-69e4-4ae9-bd38-9ea878fffffd tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.049091 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0283cc2-69e4-4ae9-bd38-9ea878fffffd tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1fd9d8-aeba-42a4-9279-60626e244480,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:34.052133 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.091569 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a0283cc2-69e4-4ae9-bd38-9ea878fffffd tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.092997 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a0283cc2-69e4-4ae9-bd38-9ea878fffffd tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2445266 Oct 26 14:18:34.096042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50388) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:34.111485 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7177845e-69dc-4cb1-996a-fa8e899e2b64 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '147bc79e-7fc7-4f96-9ce1-81b394102199', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:34.121654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Attempting to bind port fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:34.122165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Attempting to bind port fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '34af1d0e-3713-4af4-8aa9-2e130d45502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:34.122807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Attempting to bind port fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf on network a9dc1eca-c600-4f43-93c9-e23ae898c91e {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:34.153430 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:34.154319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Checking segment: {'id': '34af1d0e-3713-4af4-8aa9-2e130d45502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:34.154842 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.155306 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Bound using segment: {'id': '34af1d0e-3713-4af4-8aa9-2e130d45502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:34.155872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Bound port: fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34af1d0e-3713-4af4-8aa9-2e130d45502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:34.156369 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.183092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c37af89c-e390-471b-a68e-a90ee7156080 None None] Provisioning complete for port fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:34.183552 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c37af89c-e390-471b-a68e-a90ee7156080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.203480 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7177845e-69dc-4cb1-996a-fa8e899e2b64 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.270511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event updated for resources: {'Port': ['ID=d8ae27ee-6bce-438e-8fab-b3fff89e685f,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:34.317489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 8c37371c-c81b-454b-a2fe-f88e36a44ed8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:34.318088 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.335289 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.351611 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7177845e-69dc-4cb1-996a-fa8e899e2b64 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.364614 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7177845e-69dc-4cb1-996a-fa8e899e2b64 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.366808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c37af89c-e390-471b-a68e-a90ee7156080 None None] Port fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:18:34.407412 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] For port fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:34.426656 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7177845e-69dc-4cb1-996a-fa8e899e2b64 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.429740 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7177845e-69dc-4cb1-996a-fa8e899e2b64 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3317239 Oct 26 14:18:34.430609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9846c-c57c-4308-b568-e4983e20e340 req-26ad6007-78b0-42c0-8ba3-82c669e9eb12 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:34.433238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50390) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:34.435744 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23f9846c-c57c-4308-b568-e4983e20e340 req-26ad6007-78b0-42c0-8ba3-82c669e9eb12 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 1.1126838 Oct 26 14:18:34.446940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-52b324f6-7966-4de6-a9b6-9e2777a94b81 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '147bc79e-7fc7-4f96-9ce1-81b394102199', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:34.451326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] For port fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf,segment=NetworkSegment(34af1d0e-3713-4af4-8aa9-2e130d45502b),segment_id=34af1d0e-3713-4af4-8aa9-2e130d45502b)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:34.468311 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c078b3f-2821-4c80-932b-172f16298ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281fadf2-60e6-4e32-8d52-8fa36f9b858e'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:34.469491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-23f9846c-c57c-4308-b568-e4983e20e340 req-806dc8b1-0b9b-4f72-995d-a73651576cfc tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:18:34.472131 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5921d0e-a2eb-4312-8a7f-b85545aa863a" -d '{"events": [{"server_uuid": "7c078b3f-2821-4c80-932b-172f16298ba5", "name": "network-vif-plugged", "status": "completed", "tag": "281fadf2-60e6-4e32-8d52-8fa36f9b858e"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:34.501348 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.503013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177845e-69dc-4cb1-996a-fa8e899e2b64 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b701ab-b88b-48ae-8a47-9186560f87c3,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:34.503744 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23f9846c-c57c-4308-b568-e4983e20e340 req-806dc8b1-0b9b-4f72-995d-a73651576cfc tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0486443 Oct 26 14:18:34.518559 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-52b324f6-7966-4de6-a9b6-9e2777a94b81 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Project af879ef202124c16ab6bea2aab5e04fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:18:34.535817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52b324f6-7966-4de6-a9b6-9e2777a94b81 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.562099 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.575338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 281fadf2-60e6-4e32-8d52-8fa36f9b858e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=281fadf2-60e6-4e32-8d52-8fa36f9b858e,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:34.658984 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a501ce-0377-442c-aaa6-b5aa9b9df7e8 x-openstack-request-id: req-e5a501ce-0377-442c-aaa6-b5aa9b9df7e8 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:34.659437 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c078b3f-2821-4c80-932b-172f16298ba5", "name": "network-vif-plugged", "status": "completed", "tag": "281fadf2-60e6-4e32-8d52-8fa36f9b858e", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:34.659705 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5a501ce-0377-442c-aaa6-b5aa9b9df7e8 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:34.660133 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c078b3f-2821-4c80-932b-172f16298ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281fadf2-60e6-4e32-8d52-8fa36f9b858e', 'code': 200} Oct 26 14:18:34.675976 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52b324f6-7966-4de6-a9b6-9e2777a94b81 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.684024 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52b324f6-7966-4de6-a9b6-9e2777a94b81 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.693549 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.784184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-fac920e7-6c4e-441b-aa03-02e2920a7604 None None] Provisioning complete for port fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:34.784889 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fac920e7-6c4e-441b-aa03-02e2920a7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.786682 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Routers {'13bbc71e-4564-438a-82bd-41da1ced725f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:34.787309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['13bbc71e-4564-438a-82bd-41da1ced725f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:34.847861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b324f6-7966-4de6-a9b6-9e2777a94b81 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a910f5b9-fbe0-4791-882a-8f537ff9ec41,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:34.870563 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52b324f6-7966-4de6-a9b6-9e2777a94b81 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.874618 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-52b324f6-7966-4de6-a9b6-9e2777a94b81 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4341688 Oct 26 14:18:34.877098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50402) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:34.891267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-23e3224d-60b3-468b-b584-f1f8b6c0bf83 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '147bc79e-7fc7-4f96-9ce1-81b394102199', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:34.901844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aa3ac-9141-495b-86d7-1649bb813c29 req-c8ab2cb7-b3ca-4837-bb2f-282519f7ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:34.903488 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-866aa3ac-9141-495b-86d7-1649bb813c29 req-c8ab2cb7-b3ca-4837-bb2f-282519f7ee5c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c078b3f-2821-4c80-932b-172f16298ba5 HTTP/1.1" status: 200 len: 1096 time: 0.1930301 Oct 26 14:18:34.906721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Network aeecbfaa-9076-4574-8a22-3c467987d617 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:34.912395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:34.922472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-ddeec4ba-c589-4336-9669-1c619b78d918 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9467487 Oct 26 14:18:34.953953 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-866aa3ac-9141-495b-86d7-1649bb813c29 req-85344c1c-742d-43d5-a286-e67ff48cb537 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408475 Oct 26 14:18:34.954789 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-23e3224d-60b3-468b-b584-f1f8b6c0bf83 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Project af879ef202124c16ab6bea2aab5e04fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:18:34.961311 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23e3224d-60b3-468b-b584-f1f8b6c0bf83 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.006659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550b463-11ef-469c-9afb-6daf7047ee75 None None] Pushing event updated for resources: {'Port': ['ID=fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:35.142479 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23e3224d-60b3-468b-b584-f1f8b6c0bf83 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.152963 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23e3224d-60b3-468b-b584-f1f8b6c0bf83 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.206860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23e3224d-60b3-468b-b584-f1f8b6c0bf83 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.217492 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-23e3224d-60b3-468b-b584-f1f8b6c0bf83 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3384244 Oct 26 14:18:35.219756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3224d-60b3-468b-b584-f1f8b6c0bf83 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5052ea37-a93f-4eef-b3b4-f904236435d8,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:35.225263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] Set router 13bbc71e-4564-438a-82bd-41da1ced725f gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:35.456563 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=281fadf2-60e6-4e32-8d52-8fa36f9b858e,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:35.550454 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fac920e7-6c4e-441b-aa03-02e2920a7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.636095 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fac920e7-6c4e-441b-aa03-02e2920a7604 None None] For port fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf,segment=NetworkSegment(34af1d0e-3713-4af4-8aa9-2e130d45502b),segment_id=34af1d0e-3713-4af4-8aa9-2e130d45502b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:35.651273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b92eb9cc-2109-42cf-ad21-6286db02b8b0 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:35.653234 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fac920e7-6c4e-441b-aa03-02e2920a7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.664561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-2c291b14-25a5-4edd-9152-046f2be266c6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:35.666211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-2c291b14-25a5-4edd-9152-046f2be266c6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.9665349 Oct 26 14:18:35.788019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-698086e1-3afd-4e9d-9a60-375cd0c86fd6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 696 time: 0.0939977 Oct 26 14:18:35.818326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-e1e9dff7-31df-4a27-ad7b-4c65df70f287 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Request body: {'floatingip': {'port_id': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:35.828685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:18:35.923746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:34Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:35.931099 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-1ca44cf4-42de-41bf-ae9d-21bd5b39e048 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9983535 Oct 26 14:18:35.933347 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-e1e9dff7-31df-4a27-ad7b-4c65df70f287 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.967598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567c843-645a-48a8-8b98-863cd72f8c10 None None] The sync data for ids ['13bbc71e-4564-438a-82bd-41da1ced725f'] in n-d-815498-1 is: [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:34Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:35.987788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-fac920e7-6c4e-441b-aa03-02e2920a7604 None None] Provisioning complete for port b92eb9cc-2109-42cf-ad21-6286db02b8b0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:35.989130 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fac920e7-6c4e-441b-aa03-02e2920a7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.998485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f818443-d75f-46f0-8fa9-bd45c6cf73ce req-6df1f85c-531a-4ab9-b62d-16b74a201829 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:36.008936 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f818443-d75f-46f0-8fa9-bd45c6cf73ce req-6df1f85c-531a-4ab9-b62d-16b74a201829 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 945 time: 0.3582294 Oct 26 14:18:36.060310 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac920e7-6c4e-441b-aa03-02e2920a7604 None None] Pushing event updated for resources: {'Port': ['ID=fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:36.086042 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b92eb9cc-2109-42cf-ad21-6286db02b8b0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:36.086608 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:36.212562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-8835f456-3f2d-4a92-bd21-0b8fe9b5a820 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=515fa390-2364-4878-8df6-4ab125d2676b HTTP/1.1" status: 200 len: 217 time: 0.2717776 Oct 26 14:18:36.266439 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fac920e7-6c4e-441b-aa03-02e2920a7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:36.305632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50424) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:36.330921 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:36.367747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fac920e7-6c4e-441b-aa03-02e2920a7604 None None] For port b92eb9cc-2109-42cf-ad21-6286db02b8b0, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b92eb9cc-2109-42cf-ad21-6286db02b8b0,segment=NetworkSegment(c2cc9a7b-c842-41cd-abca-75af81a28cc5),segment_id=c2cc9a7b-c842-41cd-abca-75af81a28cc5)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:36.378468 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fac920e7-6c4e-441b-aa03-02e2920a7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:36.400078 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f818443-d75f-46f0-8fa9-bd45c6cf73ce req-12bf87eb-6630-49a8-a1f8-265643431c39 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902490 Oct 26 14:18:36.469097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac920e7-6c4e-441b-aa03-02e2920a7604 None None] Pushing event updated for resources: {'Port': ['ID=b92eb9cc-2109-42cf-ad21-6286db02b8b0,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:36.520536 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-73c11695-36b3-438f-b2b0-da194ab80ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:36.528277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4f6d15dd-be94-46f3-8f99-bfe37620d286 None None] Provisioning complete for port fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:36.528801 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f6d15dd-be94-46f3-8f99-bfe37620d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:36.528934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-a106805e-c38c-4cc1-9a44-2e52121fc17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:36.531134 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:18:36.531600 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:18:36.534549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-a106805e-c38c-4cc1-9a44-2e52121fc17d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.3086879 Oct 26 14:18:36.562506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:36.576772 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Sync routers for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:36.609745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50430) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:36.610106 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:36.610652 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3048996b-99c8-4ddd-be57-588e099add1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0185065 Oct 26 14:18:36.611098 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:36.631782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c98164cd-2478-4818-9933-abcb9d5a0f15 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:36.727708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4f6d15dd-be94-46f3-8f99-bfe37620d286 None None] Provisioning complete for port b92eb9cc-2109-42cf-ad21-6286db02b8b0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:36.728200 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f6d15dd-be94-46f3-8f99-bfe37620d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:36.780134 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:36.926681 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-6e88931a-f8e3-48d8-aad2-4a9cea94aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:36.928383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-6e88931a-f8e3-48d8-aad2-4a9cea94aa1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3573318 Oct 26 14:18:36.933109 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4f6d15dd-be94-46f3-8f99-bfe37620d286 None None] Provisioning complete for port d8ae27ee-6bce-438e-8fab-b3fff89e685f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:36.933564 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f6d15dd-be94-46f3-8f99-bfe37620d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.009775 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4f6d15dd-be94-46f3-8f99-bfe37620d286 None None] Port d8ae27ee-6bce-438e-8fab-b3fff89e685f cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:18:37.107557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8c37371c-c81b-454b-a2fe-f88e36a44ed8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:37.127832 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:32Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:26Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ae27ee-6bce-438e-8fab-b3fff89e685f', 'name': '', 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:e0:1a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:30Z', 'updated_at': '2021-10-26T14:18:33Z', 'revision_number': 2, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:37.166460 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-73c11695-36b3-438f-b2b0-da194ab80ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.166720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 8c37371c-c81b-454b-a2fe-f88e36a44ed8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:37.167446 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.182606 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-73c11695-36b3-438f-b2b0-da194ab80ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.190931 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Checking router: c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:37.191926 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Updating router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 port d8ae27ee-6bce-438e-8fab-b3fff89e685f binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:18:37.236116 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.293622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-73a5dc36-7f85-4b03-b7df-a6ddf9683612 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109097232&fields=id&tenant_id=af879ef202124c16ab6bea2aab5e04fc HTTP/1.1" status: 200 len: 267 time: 0.4817371 Oct 26 14:18:37.315801 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c11695-36b3-438f-b2b0-da194ab80ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e8475a-5267-4a5a-b77f-5f6137f01212,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:37.332816 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-73c11695-36b3-438f-b2b0-da194ab80ac4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2662cabfc6024081b6b528a35ba3d072&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0223856 Oct 26 14:18:37.350325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50442) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:37.404479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.extraroute_db [None req-c98164cd-2478-4818-9933-abcb9d5a0f15 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102123) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 14:18:37.437039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.extraroute_db [None req-c98164cd-2478-4818-9933-abcb9d5a0f15 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Removed routes are [] {{(pid=102123) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 14:18:37.438109 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c98164cd-2478-4818-9933-abcb9d5a0f15 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.454508 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec41ecd1-4a9d-4167-85d9-451a192ec472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.466678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093689c-d73a-46ea-984c-2e3e322220ce req-6d0c0e07-e816-4c32-8bd8-a1dc8577e747 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:37.468279 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-6d0c0e07-e816-4c32-8bd8-a1dc8577e747 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/networks?id=a9dc1eca-c600-4f43-93c9-e23ae898c91e HTTP/1.1" status: 200 len: 797 time: 0.1527021 Oct 26 14:18:37.492379 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-7c2b87aa-2c97-4515-8c43-bc322d70d83e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/quotas/af879ef202124c16ab6bea2aab5e04fc HTTP/1.1" status: 200 len: 375 time: 0.0101433 Oct 26 14:18:37.548698 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec41ecd1-4a9d-4167-85d9-451a192ec472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.634313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:37.644258 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-261fe808-0255-4ca1-bb38-36e007333493 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365385 Oct 26 14:18:37.647711 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.db.resource_extend [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-e1e9dff7-31df-4a27-ad7b-4c65df70f287 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:18:37.689484 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.696937 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.728356 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-0d83e567-75e8-4d64-a44b-fb627735d51a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2144277 Oct 26 14:18:37.787872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:37.808855 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.907375 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Attempting to bind port d8ae27ee-6bce-438e-8fab-b3fff89e685f on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:37.908092 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Attempting to bind port d8ae27ee-6bce-438e-8fab-b3fff89e685f by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c2cc9a7b-c842-41cd-abca-75af81a28cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:37.909017 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Attempting to bind port d8ae27ee-6bce-438e-8fab-b3fff89e685f on network aeecbfaa-9076-4574-8a22-3c467987d617 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:37.916024 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee863a77-5991-43bb-b467-02f35d2cf137 None None] Pushing event updated for resources: {'Port': ['ID=d8ae27ee-6bce-438e-8fab-b3fff89e685f,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:37.922441 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:37.923523 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Checking segment: {'id': 'c2cc9a7b-c842-41cd-abca-75af81a28cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:37.925151 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.925936 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Bound using segment: {'id': 'c2cc9a7b-c842-41cd-abca-75af81a28cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:37.926539 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Bound port: d8ae27ee-6bce-438e-8fab-b3fff89e685f, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2cc9a7b-c842-41cd-abca-75af81a28cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:37.927769 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.989028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b92eb9cc-2109-42cf-ad21-6286db02b8b0 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:38.065379 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] For port d8ae27ee-6bce-438e-8fab-b3fff89e685f, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:38.069991 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] For port d8ae27ee-6bce-438e-8fab-b3fff89e685f, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d8ae27ee-6bce-438e-8fab-b3fff89e685f,segment=NetworkSegment(c2cc9a7b-c842-41cd-abca-75af81a28cc5),segment_id=c2cc9a7b-c842-41cd-abca-75af81a28cc5)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:38.076196 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b92eb9cc-2109-42cf-ad21-6286db02b8b0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:38.076582 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.083213 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.101642 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c98164cd-2478-4818-9933-abcb9d5a0f15 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.104746 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec41ecd1-4a9d-4167-85d9-451a192ec472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.107581 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec41ecd1-4a9d-4167-85d9-451a192ec472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.122330 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ec41ecd1-4a9d-4167-85d9-451a192ec472 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63e8475a-5267-4a5a-b77f-5f6137f01212 HTTP/1.1" status: 204 len: 168 time: 0.7702267 Oct 26 14:18:38.138188 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c98164cd-2478-4818-9933-abcb9d5a0f15 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.158054 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41ecd1-4a9d-4167-85d9-451a192ec472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e8475a-5267-4a5a-b77f-5f6137f01212,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:38.173745 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e3adf0ea-c32b-427e-a6ed-881bcf843ed4 None None] Provisioning complete for port d8ae27ee-6bce-438e-8fab-b3fff89e685f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:38.174176 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e3adf0ea-c32b-427e-a6ed-881bcf843ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.200925 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee863a77-5991-43bb-b467-02f35d2cf137 None None] Pushing event updated for resources: {'Port': ['ID=d8ae27ee-6bce-438e-8fab-b3fff89e685f,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:38.218597 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:38.219307 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:38.332264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98164cd-2478-4818-9933-abcb9d5a0f15 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:18:38.344610 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:38.417768 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e3adf0ea-c32b-427e-a6ed-881bcf843ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.438105 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-e1e9dff7-31df-4a27-ad7b-4c65df70f287 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.458976 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-e1e9dff7-31df-4a27-ad7b-4c65df70f287 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.471363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e3adf0ea-c32b-427e-a6ed-881bcf843ed4 None None] For port d8ae27ee-6bce-438e-8fab-b3fff89e685f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d8ae27ee-6bce-438e-8fab-b3fff89e685f,segment=NetworkSegment(c2cc9a7b-c842-41cd-abca-75af81a28cc5),segment_id=c2cc9a7b-c842-41cd-abca-75af81a28cc5)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:38.478341 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e3adf0ea-c32b-427e-a6ed-881bcf843ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.528194 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98164cd-2478-4818-9933-abcb9d5a0f15 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:38.551068 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c98164cd-2478-4818-9933-abcb9d5a0f15 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.552285 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c98164cd-2478-4818-9933-abcb9d5a0f15 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 HTTP/1.1" status: 200 len: 934 time: 1.9389541 Oct 26 14:18:38.554885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50456) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:38.561191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adf0ea-c32b-427e-a6ed-881bcf843ed4 None None] Pushing event updated for resources: {'Port': ['ID=d8ae27ee-6bce-438e-8fab-b3fff89e685f,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:38.608816 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0fe8061e-e602-4de3-b744-d653353ead77 None None] Provisioning complete for port d8ae27ee-6bce-438e-8fab-b3fff89e685f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:38.609290 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0fe8061e-e602-4de3-b744-d653353ead77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.619339 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-03cbf0f4-eb99-4597-9a42-138bf11ecd5a service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9583685 Oct 26 14:18:38.673082 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-869445e2-7b81-42fa-b30c-0402eb85b1af service neutron] 10.222.0.32 "GET /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9148476 Oct 26 14:18:38.674879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-4ad21016-dc65-43b6-9b2c-b6876bf1a37d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=d7eeebab-4fea-41da-a670-4fb4e1ce3521 HTTP/1.1" status: 200 len: 217 time: 0.0475469 Oct 26 14:18:38.734864 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-caa019ac-cfca-49b8-a3d1-e260b9ce0d3b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 HTTP/1.1" status: 200 len: 934 time: 0.1775808 Oct 26 14:18:38.735809 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50462) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:38.743386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c2eab2dc-d527-402c-bef8-1a6f1c7fa46d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'router': {'routes': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:38.749507 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:37Z', 'revision_number': 6, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:26Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ae27ee-6bce-438e-8fab-b3fff89e685f', 'name': '', 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:e0:1a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:30Z', 'updated_at': '2021-10-26T14:18:38Z', 'revision_number': 4, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:38.784974 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-e1e9dff7-31df-4a27-ad7b-4c65df70f287 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Floating IP 744eabe6-ce62-46ac-8844-3031a3d10fd5 associated. External IP: 172.25.4.244, port: c7cefa6c-331f-4155-8fb6-1ca0e9e6258d. Oct 26 14:18:38.787536 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7456ac-5da7-4fde-aa7c-b9cb5d551f47 None None] The sync data for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 is: [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:37Z', 'revision_number': 6, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:26Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ae27ee-6bce-438e-8fab-b3fff89e685f', 'name': '', 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:e0:1a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:30Z', 'updated_at': '2021-10-26T14:18:38Z', 'revision_number': 4, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:38.869572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-64e5cd6f-4203-4d7d-ba62-3131ba0cc3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:38.871113 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-64e5cd6f-4203-4d7d-ba62-3131ba0cc3d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.1763270 Oct 26 14:18:38.986006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-a37bbbb7-9a5e-40dd-9057-f18ea7dab0dc service neutron] 10.222.0.32 "GET /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043585 Oct 26 14:18:39.084596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-68a2b690-73b1-48b8-b1dc-cb99ce59faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:39.087435 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-68a2b690-73b1-48b8-b1dc-cb99ce59faa2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2058372 Oct 26 14:18:39.239882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-e1e9dff7-31df-4a27-ad7b-4c65df70f287 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Router 02d819c7-27a4-4674-a1b7-f176d053872f has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:18:39.258216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50476) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:39.294174 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-fe54faad-b412-4eea-a8e9-72502b609ca9 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964347 Oct 26 14:18:39.441239 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.extraroute_db [None req-c2eab2dc-d527-402c-bef8-1a6f1c7fa46d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Added routes are [] {{(pid=102123) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 14:18:39.442394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.extraroute_db [None req-c2eab2dc-d527-402c-bef8-1a6f1c7fa46d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102123) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 14:18:39.501560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c2eab2dc-d527-402c-bef8-1a6f1c7fa46d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:39.595059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d8ae27ee-6bce-438e-8fab-b3fff89e685f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:39.628597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2089860680-network', 'tenant_id': '263c414131a544a6b65b5f7908cd17be'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:39.712495 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d8ae27ee-6bce-438e-8fab-b3fff89e685f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:39.713009 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:39.745080 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-2cd249bf-c586-4889-89d0-0c6b1906908e service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126134 Oct 26 14:18:39.757229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Made reservation on behalf of 263c414131a544a6b65b5f7908cd17be for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:39.766501 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:39.799181 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:39.926126 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-960a1944-df8a-476c-8a7a-a53602480033 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be HTTP/1.1" status: 200 len: 217 time: 0.1330130 Oct 26 14:18:39.938427 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c2eab2dc-d527-402c-bef8-1a6f1c7fa46d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:39.945007 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c2eab2dc-d527-402c-bef8-1a6f1c7fa46d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:40.088059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-685ad990-aee0-4268-aa6c-e6a943a25de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:40.090262 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-685ad990-aee0-4268-aa6c-e6a943a25de7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=854c14b3-03da-4bc6-b12c-986f0f0590da HTTP/1.1" status: 200 len: 797 time: 0.1466975 Oct 26 14:18:40.092945 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2eab2dc-d527-402c-bef8-1a6f1c7fa46d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:18:40.096341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-e1e9dff7-31df-4a27-ad7b-4c65df70f287 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:40.111055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba10d03-8e43-483a-bbb3-c734609ad2a2 None None] Sync routers for ids ['02d819c7-27a4-4674-a1b7-f176d053872f'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:40.129488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba10d03-8e43-483a-bbb3-c734609ad2a2 None None] Routers {'02d819c7-27a4-4674-a1b7-f176d053872f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:40.130318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7ba10d03-8e43-483a-bbb3-c734609ad2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['02d819c7-27a4-4674-a1b7-f176d053872f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:40.138211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-e1e9dff7-31df-4a27-ad7b-4c65df70f287 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:40.154903 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3542c56f-e9ac-40d4-b69d-943bfca17b7f None None] Sync routers for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:40.171944 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3542c56f-e9ac-40d4-b69d-943bfca17b7f None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:40.176630 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3542c56f-e9ac-40d4-b69d-943bfca17b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:40.237418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e61b7d-c235-4438-b961-020a400cc8ad req-d5ead62d-bd5e-4fda-8c34-a34548be6908 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:40.248900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38e61b7d-c235-4438-b961-020a400cc8ad req-d5ead62d-bd5e-4fda-8c34-a34548be6908 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c078b3f-2821-4c80-932b-172f16298ba5 HTTP/1.1" status: 200 len: 945 time: 0.3287859 Oct 26 14:18:40.251856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-e1e9dff7-31df-4a27-ad7b-4c65df70f287 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "PUT /v2.0/floatingips/744eabe6-ce62-46ac-8844-3031a3d10fd5 HTTP/1.1" status: 200 len: 996 time: 4.4495559 Oct 26 14:18:40.259407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'tag': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:40.263852 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d9c3e1-d54f-4ef4-84c4-6da4db50370e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea91986-859d-42aa-b17d-783d27f52fa7", "tag": "c7cefa6c-331f-4155-8fb6-1ca0e9e6258d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:40.282749 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:40.313518 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:40.346331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d81cce-3309-4543-9591-1e46e9d7166e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:40.349781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-a5442c14-9075-4ce6-b6f7-642395b093d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:40.350502 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2eab2dc-d527-402c-bef8-1a6f1c7fa46d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:40.351493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-a5442c14-9075-4ce6-b6f7-642395b093d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2475698 Oct 26 14:18:40.371553 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c2eab2dc-d527-402c-bef8-1a6f1c7fa46d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:40.376317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:18:40.377636 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c2eab2dc-d527-402c-bef8-1a6f1c7fa46d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 HTTP/1.1" status: 200 len: 700 time: 1.6398571 Oct 26 14:18:40.379519 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50506) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:40.383241 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:40.387573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:40.388051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:40.388465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:40.390996 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:40.391396 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:40.391800 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:40.392201 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:40.392655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:40.393054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:40.396277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:40.396732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:40.481936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-7ba10d03-8e43-483a-bbb3-c734609ad2a2 None None] Set router 02d819c7-27a4-4674-a1b7-f176d053872f gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:40.555542 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38e61b7d-c235-4438-b961-020a400cc8ad req-b101292b-a90f-4d6b-a116-41d512120c97 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055959 Oct 26 14:18:40.560498 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:40.581491 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Added segment 93e72727-2d21-4881-af69-870f118d950b of type vlan for network 4e486fa5-f93e-47ca-a292-8d346cc2ccc1 Oct 26 14:18:40.625931 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b55cbc02-444a-4a95-8dae-537ab9540a95 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 HTTP/1.1" status: 200 len: 700 time: 0.2408278 Oct 26 14:18:40.629495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50512) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:40.790964 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-3542c56f-e9ac-40d4-b69d-943bfca17b7f None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:40.859679 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-051a5fa9-566e-440d-85dc-d7d83dd91009 service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926853 Oct 26 14:18:41.065847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-e56aeb7c-8919-499b-99f3-9e632bc220e9 service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899271 Oct 26 14:18:41.110810 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3542c56f-e9ac-40d4-b69d-943bfca17b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:39Z', 'revision_number': 7, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:26Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ae27ee-6bce-438e-8fab-b3fff89e685f', 'name': '', 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:e0:1a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:30Z', 'updated_at': '2021-10-26T14:18:38Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:41.117623 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:41.117834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7ba10d03-8e43-483a-bbb3-c734609ad2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:17:09Z', 'revision_number': 4, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port': {'id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:03Z', 'updated_at': '2021-10-26T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '744eabe6-ce62-46ac-8844-3031a3d10fd5', 'tenant_id': 'f459623e19864651a857cf666212b867', 'floating_ip_address': '172.25.4.244', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'port_id': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'mac_address': 'fa:16:3e:b9:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:18:29Z', 'updated_at': '2021-10-26T14:18:37Z', 'revision_number': 1, 'project_id': 'f459623e19864651a857cf666212b867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e3de7-709f-4d3b-9fc9-a536f8b356f9', 'name': '', 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'tenant_id': 'f459623e19864651a857cf666212b867', 'mac_address': 'fa:16:3e:8c:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:08Z', 'updated_at': '2021-10-26T14:17:20Z', 'revision_number': 5, 'project_id': 'f459623e19864651a857cf666212b867', 'subnets': [{'id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:41.134278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2d75692-699c-497e-b7af-29128c7250a2 req-722fafee-a282-44ec-b7b8-d908de551b1a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 210 time: 0.0662353 Oct 26 14:18:41.163398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba10d03-8e43-483a-bbb3-c734609ad2a2 None None] Checking router: 02d819c7-27a4-4674-a1b7-f176d053872f for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:41.175220 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba10d03-8e43-483a-bbb3-c734609ad2a2 None None] Routers {'02d819c7-27a4-4674-a1b7-f176d053872f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:41.176630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7ba10d03-8e43-483a-bbb3-c734609ad2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['02d819c7-27a4-4674-a1b7-f176d053872f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:41.177085 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3542c56f-e9ac-40d4-b69d-943bfca17b7f None None] Checking router: c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:41.182236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093689c-d73a-46ea-984c-2e3e322220ce req-947136db-5374-4150-9ff1-6991a69a8db9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:41.184427 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-947136db-5374-4150-9ff1-6991a69a8db9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.25 "GET /v2.0/networks?id=a9dc1eca-c600-4f43-93c9-e23ae898c91e HTTP/1.1" status: 200 len: 797 time: 0.4081922 Oct 26 14:18:41.203003 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3542c56f-e9ac-40d4-b69d-943bfca17b7f None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:41.203878 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3542c56f-e9ac-40d4-b69d-943bfca17b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:41.239010 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf43ae84-1cf1-4f21-a086-af0d6cf125ad x-openstack-request-id: req-bf43ae84-1cf1-4f21-a086-af0d6cf125ad {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:41.243268 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea91986-859d-42aa-b17d-783d27f52fa7", "tag": "c7cefa6c-331f-4155-8fb6-1ca0e9e6258d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:41.243764 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf43ae84-1cf1-4f21-a086-af0d6cf125ad {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:41.244393 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'tag': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d', 'status': 'completed', 'code': 200} Oct 26 14:18:41.249578 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-da361fe9-6f2a-463c-8ecb-723d4b1935f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 HTTP/1.1" status: 200 len: 217 time: 0.1124485 Oct 26 14:18:41.260073 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-d8b56213-954f-4e02-8a63-4ac80cc78cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:41.269841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-d8b56213-954f-4e02-8a63-4ac80cc78cab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f459623e19864651a857cf666212b867&device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 1096 time: 0.9905057 Oct 26 14:18:41.271421 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.db.resource_extend [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:18:41.361003 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-7ba10d03-8e43-483a-bbb3-c734609ad2a2 None None] Set router 02d819c7-27a4-4674-a1b7-f176d053872f gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:41.412464 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-db5aed21-3884-4593-a7b7-7b8d1b81eaf9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af879ef202124c16ab6bea2aab5e04fc HTTP/1.1" status: 200 len: 379 time: 0.2112403 Oct 26 14:18:41.434302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-3093689c-d73a-46ea-984c-2e3e322220ce req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'port': {'device_id': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'admin_state_up': True, 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'security_groups': ['147bc79e-7fc7-4f96-9ce1-81b394102199']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:41.451081 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-3542c56f-e9ac-40d4-b69d-943bfca17b7f None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:41.485837 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9c3e1-d54f-4ef4-84c4-6da4db50370e req-c133c333-6583-4a37-9dfa-2fe827e74170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:41.491352 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d9c3e1-d54f-4ef4-84c4-6da4db50370e req-c133c333-6583-4a37-9dfa-2fe827e74170 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f459623e19864651a857cf666212b867&device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 1096 time: 0.2265339 Oct 26 14:18:41.524351 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-930e3b8a-bd70-43c1-ae49-a105237c0412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:41.535263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-930e3b8a-bd70-43c1-ae49-a105237c0412 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b29555e6-1987-485e-986c-9ea675b58850 HTTP/1.1" status: 200 len: 920 time: 0.2343695 Oct 26 14:18:41.743490 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9c3e1-d54f-4ef4-84c4-6da4db50370e req-f34dc21e-23d7-4c73-bf42-84489d056a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:41.746228 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d9c3e1-d54f-4ef4-84c4-6da4db50370e req-f34dc21e-23d7-4c73-bf42-84489d056a94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b29555e6-1987-485e-986c-9ea675b58850 HTTP/1.1" status: 200 len: 920 time: 0.2186775 Oct 26 14:18:41.751618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:41.752771 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:41.753358 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:41.802643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3093689c-d73a-46ea-984c-2e3e322220ce req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Made reservation on behalf of af879ef202124c16ab6bea2aab5e04fc for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:41.812060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-101bec6f-b170-49e4-8d87-f8de0fc8ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:41.814944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-101bec6f-b170-49e4-8d87-f8de0fc8ed8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=854c14b3-03da-4bc6-b12c-986f0f0590da HTTP/1.1" status: 200 len: 797 time: 0.5348301 Oct 26 14:18:41.816699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3093689c-d73a-46ea-984c-2e3e322220ce req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:41.888055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6279571 Oct 26 14:18:41.910485 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50524) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:41.945215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Request body: {'subnet': {'network_id': '4e486fa5-f93e-47ca-a292-8d346cc2ccc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2089860680-subnet', 'tenant_id': '263c414131a544a6b65b5f7908cd17be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:41.953481 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-9b8b8692-208d-453e-923c-5cbd680fb5b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d HTTP/1.1" status: 200 len: 999 time: 0.3372114 Oct 26 14:18:41.990259 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3542c56f-e9ac-40d4-b69d-943bfca17b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:39Z', 'revision_number': 7, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:26Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ae27ee-6bce-438e-8fab-b3fff89e685f', 'name': '', 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:e0:1a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:30Z', 'updated_at': '2021-10-26T14:18:38Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:42.028255 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3542c56f-e9ac-40d4-b69d-943bfca17b7f None None] The sync data for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 is: [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:39Z', 'revision_number': 7, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:26Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ae27ee-6bce-438e-8fab-b3fff89e685f', 'name': '', 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:e0:1a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:30Z', 'updated_at': '2021-10-26T14:18:38Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:42.037300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7ba10d03-8e43-483a-bbb3-c734609ad2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:17:09Z', 'revision_number': 4, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port': {'id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:03Z', 'updated_at': '2021-10-26T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '744eabe6-ce62-46ac-8844-3031a3d10fd5', 'tenant_id': 'f459623e19864651a857cf666212b867', 'floating_ip_address': '172.25.4.244', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'port_id': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'mac_address': 'fa:16:3e:b9:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:18:29Z', 'updated_at': '2021-10-26T14:18:37Z', 'revision_number': 1, 'project_id': 'f459623e19864651a857cf666212b867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e3de7-709f-4d3b-9fc9-a536f8b356f9', 'name': '', 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'tenant_id': 'f459623e19864651a857cf666212b867', 'mac_address': 'fa:16:3e:8c:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:08Z', 'updated_at': '2021-10-26T14:17:20Z', 'revision_number': 5, 'project_id': 'f459623e19864651a857cf666212b867', 'subnets': [{'id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:42.041698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Made reservation on behalf of 263c414131a544a6b65b5f7908cd17be for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:42.045880 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:42.083012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba10d03-8e43-483a-bbb3-c734609ad2a2 None None] The sync data for ids ['02d819c7-27a4-4674-a1b7-f176d053872f'] in n-d-815498-1 is: [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:17:09Z', 'revision_number': 4, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port': {'id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:03Z', 'updated_at': '2021-10-26T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '744eabe6-ce62-46ac-8844-3031a3d10fd5', 'tenant_id': 'f459623e19864651a857cf666212b867', 'floating_ip_address': '172.25.4.244', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'port_id': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'mac_address': 'fa:16:3e:b9:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:18:29Z', 'updated_at': '2021-10-26T14:18:37Z', 'revision_number': 1, 'project_id': 'f459623e19864651a857cf666212b867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e3de7-709f-4d3b-9fc9-a536f8b356f9', 'name': '', 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'tenant_id': 'f459623e19864651a857cf666212b867', 'mac_address': 'fa:16:3e:8c:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:08Z', 'updated_at': '2021-10-26T14:17:20Z', 'revision_number': 5, 'project_id': 'f459623e19864651a857cf666212b867', 'subnets': [{'id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:42.476247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2ce17-f303-4b95-89d5-5e0e87de33a7 admin admin] Pushing event updated for resources: {'Network': ['ID=4e486fa5-f93e-47ca-a292-8d346cc2ccc1,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:42.487368 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 4e486fa5-f93e-47ca-a292-8d346cc2ccc1 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:18:42.541187 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d9c3e1-d54f-4ef4-84c4-6da4db50370e req-8d4f1c7f-183f-4644-9adb-4cd0b19cb49c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d HTTP/1.1" status: 200 len: 999 time: 0.7575865 Oct 26 14:18:42.558016 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9b727-e644-4ecd-a3d5-14c125341f7d None None] Sync routers for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:42.577770 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9b727-e644-4ecd-a3d5-14c125341f7d None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:42.578745 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5eb9b727-e644-4ecd-a3d5-14c125341f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:42.625505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd1ac2a-704e-4a8d-8b22-b22c7735160d None None] New status for floating IP 744eabe6-ce62-46ac-8844-3031a3d10fd5: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:18:42.641778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-6b10e655-a418-4ce0-8d5a-d263b5083055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:42.643790 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-6b10e655-a418-4ce0-8d5a-d263b5083055 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64db89e1-c450-4b62-a188-36d5f92887fa HTTP/1.1" status: 200 len: 859 time: 0.1618056 Oct 26 14:18:42.706919 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2586e0f3-4054-4880-92e2-52719013fb0f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:42.729020 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5eb9b727-e644-4ecd-a3d5-14c125341f7d None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:42.821553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-8ee4ba21-2b2c-4b8b-bc0f-de8340390eeb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b29555e6-1987-485e-986c-9ea675b58850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427550 Oct 26 14:18:42.839965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-73c576eb-61c5-411f-9507-689cea260677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:42.845479 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-73c576eb-61c5-411f-9507-689cea260677 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0019324 Oct 26 14:18:42.852099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-9c57946c-cf07-4852-b48c-e292639b18b0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:18:42.853097 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-9c57946c-cf07-4852-b48c-e292639b18b0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0197268 Oct 26 14:18:42.866815 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4429-0e34-4e9f-a470-0e8dfe420a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:42.922679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9c3e1-d54f-4ef4-84c4-6da4db50370e req-56c23cbb-7061-415f-8de3-ac4cb49e64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:42.929341 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d9c3e1-d54f-4ef4-84c4-6da4db50370e req-56c23cbb-7061-415f-8de3-ac4cb49e64f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64db89e1-c450-4b62-a188-36d5f92887fa HTTP/1.1" status: 200 len: 859 time: 0.3702731 Oct 26 14:18:43.007098 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d9c3e1-d54f-4ef4-84c4-6da4db50370e req-ad4b6485-9164-4f39-901b-e50e528c7e81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b29555e6-1987-485e-986c-9ea675b58850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623333 Oct 26 14:18:43.120928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0767c6-af11-49cd-88b1-d52433c8bd57 req-197d60b0-7993-4b72-95e7-893a3e5b7b78 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:43.123325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd0767c6-af11-49cd-88b1-d52433c8bd57 req-197d60b0-7993-4b72-95e7-893a3e5b7b78 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c078b3f-2821-4c80-932b-172f16298ba5 HTTP/1.1" status: 200 len: 945 time: 0.6429181 Oct 26 14:18:43.145755 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5eb9b727-e644-4ecd-a3d5-14c125341f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:39Z', 'revision_number': 7, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:26Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ae27ee-6bce-438e-8fab-b3fff89e685f', 'name': '', 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:e0:1a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:30Z', 'updated_at': '2021-10-26T14:18:38Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:43.155759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-3093689c-d73a-46ea-984c-2e3e322220ce req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Allocated IP 172.20.0.13 (a9dc1eca-c600-4f43-93c9-e23ae898c91e/22e92306-1374-4a88-a833-d3906d26f4a2/8da93bde-dd90-4868-b561-584467d09cf0) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:43.177386 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9b727-e644-4ecd-a3d5-14c125341f7d None None] Checking router: c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:43.187668 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9b727-e644-4ecd-a3d5-14c125341f7d None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:43.188285 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5eb9b727-e644-4ecd-a3d5-14c125341f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:43.287620 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-c745e382-9a9c-49fb-bc41-2ca32d72b46b service neutron] 10.222.0.32 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204049 Oct 26 14:18:43.312345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd0767c6-af11-49cd-88b1-d52433c8bd57 req-9a1c3b08-c7e8-4a71-b15a-73391d55accb tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736944 Oct 26 14:18:43.375392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-4c0cd19b-f75d-4aa7-9277-be6093bd63f1 service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073967 Oct 26 14:18:43.388809 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5eb9b727-e644-4ecd-a3d5-14c125341f7d None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:43.480413 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d9c3e1-d54f-4ef4-84c4-6da4db50370e req-b6bc81c7-7b53-4e96-87bd-416fd544723a service neutron] 10.222.0.11 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568951 Oct 26 14:18:43.557274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c1e6409-9fab-4182-91bb-8ad2d10d0920 req-59542fcc-59b7-4fac-ab3c-c317d910fa9a service neutron] 10.222.0.32 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173131 Oct 26 14:18:43.758883 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-3bcec722-67c2-4f14-8f12-c182f35f578c service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557832 Oct 26 14:18:43.817672 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45315930-14f3-407a-93b5-0187b4730834 req-e8817b6c-fca0-4403-899f-f5a3e4c35e80 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 210 time: 0.2049773 Oct 26 14:18:43.843478 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:43.852234 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5eb9b727-e644-4ecd-a3d5-14c125341f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:39Z', 'revision_number': 7, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:26Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ae27ee-6bce-438e-8fab-b3fff89e685f', 'name': '', 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:e0:1a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:30Z', 'updated_at': '2021-10-26T14:18:38Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:43.890402 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9b727-e644-4ecd-a3d5-14c125341f7d None None] The sync data for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 is: [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:39Z', 'revision_number': 7, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:26Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ae27ee-6bce-438e-8fab-b3fff89e685f', 'name': '', 'network_id': 'aeecbfaa-9076-4574-8a22-3c467987d617', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:e0:1a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:30Z', 'updated_at': '2021-10-26T14:18:38Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '542d2c8f-5ba6-4126-bd63-aefa304ffdb9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:43.911020 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9fe43-596a-4964-b5bd-0096547af389 req-b51771e1-1399-4c4e-8bf8-23e21c11d90d tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:43.913676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-daa9fe43-596a-4964-b5bd-0096547af389 req-b51771e1-1399-4c4e-8bf8-23e21c11d90d tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c078b3f-2821-4c80-932b-172f16298ba5 HTTP/1.1" status: 200 len: 945 time: 0.5972118 Oct 26 14:18:43.946930 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3093689c-d73a-46ea-984c-2e3e322220ce req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:43.994416 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-9415a27e-3fb1-4a04-a989-56ba706941ca tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 1001 time: 0.2344537 Oct 26 14:18:44.016983 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d9c3e1-d54f-4ef4-84c4-6da4db50370e req-c74c9cd7-537d-4159-a4d7-6c6dbd68f999 service neutron] 10.222.0.11 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237222 Oct 26 14:18:44.029578 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3093689c-d73a-46ea-984c-2e3e322220ce req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.063617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-99320ccd-71cd-4c4b-8f3d-3edba8e6d07c tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:44.065505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-99320ccd-71cd-4c4b-8f3d-3edba8e6d07c tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports/c7cefa6c-331f-4155-8fb6-1ca0e9e6258d HTTP/1.1" status: 200 len: 942 time: 0.0520611 Oct 26 14:18:44.099166 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-daa9fe43-596a-4964-b5bd-0096547af389 req-4b039997-e7eb-489f-b492-b9a8536451c3 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Deleting port 281fadf2-60e6-4e32-8d52-8fa36f9b858e {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:44.099518 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-daa9fe43-596a-4964-b5bd-0096547af389 req-4b039997-e7eb-489f-b492-b9a8536451c3 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.144836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc781983-1ced-4a15-8eba-2a846d477265 req-91c38d2b-a518-4e27-95c1-9a7f45f5d82a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:44.146383 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc781983-1ced-4a15-8eba-2a846d477265 req-91c38d2b-a518-4e27-95c1-9a7f45f5d82a tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 945 time: 0.4525857 Oct 26 14:18:44.158930 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=8da93bde-dd90-4868-b561-584467d09cf0,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:44.161065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a15ff49-f8c1-4ae8-8bdd-298531885487,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:44.237280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.237631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.238002 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.238339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.238680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.239018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.239350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.239680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.240297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.240419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.240713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.241048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.245525 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3093689c-d73a-46ea-984c-2e3e322220ce req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network a9dc1eca-c600-4f43-93c9-e23ae898c91e is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:44.246980 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-b16a2206-8d56-4a9e-932f-ad5cde129554 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 1001 time: 0.0991554 Oct 26 14:18:44.251179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.252055 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.252411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.252752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.253087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.253211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-daa9fe43-596a-4964-b5bd-0096547af389 req-4b039997-e7eb-489f-b492-b9a8536451c3 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] For port 281fadf2-60e6-4e32-8d52-8fa36f9b858e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=281fadf2-60e6-4e32-8d52-8fa36f9b858e,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:44.253424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.253720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-daa9fe43-596a-4964-b5bd-0096547af389 req-4b039997-e7eb-489f-b492-b9a8536451c3 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.253834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.254084 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.254414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.254743 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.255059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.255382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:44.278570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-3093689c-d73a-46ea-984c-2e3e322220ce req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:44.279598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-daa9fe43-596a-4964-b5bd-0096547af389 req-4b039997-e7eb-489f-b492-b9a8536451c3 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Calling delete_port for 281fadf2-60e6-4e32-8d52-8fa36f9b858e owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:44.282276 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3093689c-d73a-46ea-984c-2e3e322220ce req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:44.312022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Checking segment: {'id': '93e72727-2d21-4881-af69-870f118d950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4e486fa5-f93e-47ca-a292-8d346cc2ccc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:44.312422 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Network hostable DHCP agents. Network: 4e486fa5-f93e-47ca-a292-8d346cc2ccc1, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:18:44.451166 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093689c-d73a-46ea-984c-2e3e322220ce req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:44.451867 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3093689c-d73a-46ea-984c-2e3e322220ce req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.473736 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-47c0c1a6-c882-4fef-8093-c869e8aa6009 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0528088 Oct 26 14:18:44.474387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Network 4e486fa5-f93e-47ca-a292-8d346cc2ccc1 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:18:44.477818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-245ed431-cdf2-4d27-a18c-65f8e4655ae3 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:44.487159 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-245ed431-cdf2-4d27-a18c-65f8e4655ae3 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.2239249 Oct 26 14:18:44.492385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Request body: {'port': {'device_id': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:44.501098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2586e0f3-4054-4880-92e2-52719013fb0f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port d8ae27ee-6bce-438e-8fab-b3fff89e685f {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:44.501513 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2586e0f3-4054-4880-92e2-52719013fb0f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.504600 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 4e486fa5-f93e-47ca-a292-8d346cc2ccc1) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:44.516876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586adc01-ca07-4511-898e-0750f8380fa0 None None] Network 4e486fa5-f93e-47ca-a292-8d346cc2ccc1 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:44.594370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:44.594960 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.597093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662879d9-53d4-4544-adf3-06e02a8517a3 req-c7dc1d83-10ac-40f4-9583-0d17e942f1d4 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:44.598693 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-662879d9-53d4-4544-adf3-06e02a8517a3 req-c7dc1d83-10ac-40f4-9583-0d17e942f1d4 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c078b3f-2821-4c80-932b-172f16298ba5 HTTP/1.1" status: 200 len: 945 time: 0.1764414 Oct 26 14:18:44.633898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-bc781983-1ced-4a15-8eba-2a846d477265 req-930374fb-177d-4d3a-93b5-4d0d48edb341 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Deleting port 786592bd-9d3d-4052-8f8c-1e9136f2a472 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:44.634261 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bc781983-1ced-4a15-8eba-2a846d477265 req-930374fb-177d-4d3a-93b5-4d0d48edb341 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.634454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-059dea9e-373b-4acb-a0d6-e51932812a21 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 1001 time: 0.1463583 Oct 26 14:18:44.640291 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-9b3a7fa3-71ad-4e62-8f17-c57815d5c9ac tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:44.710680 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e58ea4d8-ab55-407e-98c7-5b1e161a8ae8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7882948 Oct 26 14:18:44.752893 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.763677 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-daa9fe43-596a-4964-b5bd-0096547af389 req-4b039997-e7eb-489f-b492-b9a8536451c3 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.789225 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-2586e0f3-4054-4880-92e2-52719013fb0f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] For port d8ae27ee-6bce-438e-8fab-b3fff89e685f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d8ae27ee-6bce-438e-8fab-b3fff89e685f,segment=NetworkSegment(c2cc9a7b-c842-41cd-abca-75af81a28cc5),segment_id=c2cc9a7b-c842-41cd-abca-75af81a28cc5)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:44.789459 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['786592bd-9d3d-4052-8f8c-1e9136f2a472', '281fadf2-60e6-4e32-8d52-8fa36f9b858e'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:44.789565 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2586e0f3-4054-4880-92e2-52719013fb0f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.853072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2586e0f3-4054-4880-92e2-52719013fb0f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for d8ae27ee-6bce-438e-8fab-b3fff89e685f owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:44.880382 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b039997-e7eb-489f-b492-b9a8536451c3 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Pushing event deleted for resources: {'Port': ['ID=281fadf2-60e6-4e32-8d52-8fa36f9b858e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:44.887030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-662879d9-53d4-4544-adf3-06e02a8517a3 req-f95d0701-2a48-40ec-9a0e-f731462cd6dd tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/security-groups?id=01cc598b-5bbb-41c5-9d5b-7ff188061b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660084 Oct 26 14:18:44.889314 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-9b3a7fa3-71ad-4e62-8f17-c57815d5c9ac tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.906991 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-bc781983-1ced-4a15-8eba-2a846d477265 req-930374fb-177d-4d3a-93b5-4d0d48edb341 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] For port 786592bd-9d3d-4052-8f8c-1e9136f2a472, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=786592bd-9d3d-4052-8f8c-1e9136f2a472,segment=NetworkSegment(00520688-c10d-4a86-af97-b90ca07e33fa),segment_id=00520688-c10d-4a86-af97-b90ca07e33fa)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:44.907570 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bc781983-1ced-4a15-8eba-2a846d477265 req-930374fb-177d-4d3a-93b5-4d0d48edb341 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.954015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-40c2a6ed-9fcc-4347-a334-4045026358e1 None None] Provisioning complete for port 8da93bde-dd90-4868-b561-584467d09cf0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:44.954458 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-40c2a6ed-9fcc-4347-a334-4045026358e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.137715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa9fe43-596a-4964-b5bd-0096547af389 req-4b039997-e7eb-489f-b492-b9a8536451c3 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] No DVR routers for this DVR port 281fadf2-60e6-4e32-8d52-8fa36f9b858e on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:45.145679 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-daa9fe43-596a-4964-b5bd-0096547af389 req-4b039997-e7eb-489f-b492-b9a8536451c3 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.154613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-bc781983-1ced-4a15-8eba-2a846d477265 req-930374fb-177d-4d3a-93b5-4d0d48edb341 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Calling delete_port for 786592bd-9d3d-4052-8f8c-1e9136f2a472 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:45.157085 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-daa9fe43-596a-4964-b5bd-0096547af389 req-4b039997-e7eb-489f-b492-b9a8536451c3 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.11 "DELETE /v2.0/ports/281fadf2-60e6-4e32-8d52-8fa36f9b858e HTTP/1.1" status: 204 len: 173 time: 1.2292888 Oct 26 14:18:45.358572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fdb72b-d85f-4a1a-a3cd-a3b7b651222a None None] Network 4e486fa5-f93e-47ca-a292-8d346cc2ccc1 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:45.364263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-40c2a6ed-9fcc-4347-a334-4045026358e1 None None] Port 8da93bde-dd90-4868-b561-584467d09cf0 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:18:45.417090 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-9b3a7fa3-71ad-4e62-8f17-c57815d5c9ac tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.425684 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c078b3f-2821-4c80-932b-172f16298ba5', 'name': 'network-vif-deleted', 'tag': '281fadf2-60e6-4e32-8d52-8fa36f9b858e'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:45.428912 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31405371-f5bc-4bf7-8cd1-75dbc4c894cb" -d '{"events": [{"server_uuid": "7c078b3f-2821-4c80-932b-172f16298ba5", "name": "network-vif-deleted", "tag": "281fadf2-60e6-4e32-8d52-8fa36f9b858e"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:45.442341 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-9b3a7fa3-71ad-4e62-8f17-c57815d5c9ac tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.442687 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-9b3a7fa3-71ad-4e62-8f17-c57815d5c9ac tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Floating IP 744eabe6-ce62-46ac-8844-3031a3d10fd5 disassociated. External IP: 172.25.4.244, port: c7cefa6c-331f-4155-8fb6-1ca0e9e6258d. Oct 26 14:18:45.555369 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da7c7f58-df48-463f-a92e-b445fcf7158f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.663325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50572) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:45.668676 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-474170329-network', 'tenant_id': '84326bc58a2548129160c86a9a6d5a21'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:45.776570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] Made reservation on behalf of 84326bc58a2548129160c86a9a6d5a21 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:45.778942 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.786127 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2586e0f3-4054-4880-92e2-52719013fb0f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.820630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e87ba7-df38-4550-97df-b199f5f15e2e req-7669d4d0-bddc-48e1-b11c-7f7a0ccef578 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:45.834462 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8e87ba7-df38-4550-97df-b199f5f15e2e req-7669d4d0-bddc-48e1-b11c-7f7a0ccef578 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 932 time: 0.6722667 Oct 26 14:18:45.840311 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.857680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586e0f3-4054-4880-92e2-52719013fb0f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=d8ae27ee-6bce-438e-8fab-b3fff89e685f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:45.903613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da93bde-dd90-4868-b561-584467d09cf0 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:45.913548 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bc781983-1ced-4a15-8eba-2a846d477265 req-930374fb-177d-4d3a-93b5-4d0d48edb341 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.928400 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.956163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8e87ba7-df38-4550-97df-b199f5f15e2e req-3e28d88c-c55c-463c-aabe-18745e2c717d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=147bc79e-7fc7-4f96-9ce1-81b394102199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128950 Oct 26 14:18:46.161315 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e4e629-e6b8-4bec-8eaf-d6ac4e02eb9e x-openstack-request-id: req-71e4e629-e6b8-4bec-8eaf-d6ac4e02eb9e {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:46.161593 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c078b3f-2821-4c80-932b-172f16298ba5", "name": "network-vif-deleted", "tag": "281fadf2-60e6-4e32-8d52-8fa36f9b858e", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:46.161851 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71e4e629-e6b8-4bec-8eaf-d6ac4e02eb9e {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:46.162287 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c078b3f-2821-4c80-932b-172f16298ba5', 'name': 'network-vif-deleted', 'tag': '281fadf2-60e6-4e32-8d52-8fa36f9b858e', 'status': 'completed', 'code': 200} Oct 26 14:18:46.179724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-9b3a7fa3-71ad-4e62-8f17-c57815d5c9ac tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Router 02d819c7-27a4-4674-a1b7-f176d053872f has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:18:46.362506 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-39f54fe6-3776-451a-965e-ab93a3268c3d req-93885fb4-a36d-4feb-a5e7-919465c259eb tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fd74f-362b-492f-9819-fe841c56f9cc HTTP/1.1" status: 200 len: 210 time: 0.0461433 Oct 26 14:18:46.414141 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-9b3a7fa3-71ad-4e62-8f17-c57815d5c9ac tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:46.419531 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-9b3a7fa3-71ad-4e62-8f17-c57815d5c9ac tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.424632 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c48904-ad8d-4333-bab4-3ac845586e6d None None] Sync routers for ids ['02d819c7-27a4-4674-a1b7-f176d053872f'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:46.448981 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c48904-ad8d-4333-bab4-3ac845586e6d None None] Routers {'02d819c7-27a4-4674-a1b7-f176d053872f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:46.450038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b6c48904-ad8d-4333-bab4-3ac845586e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['02d819c7-27a4-4674-a1b7-f176d053872f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:46.486885 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-9b3a7fa3-71ad-4e62-8f17-c57815d5c9ac tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "PUT /v2.0/floatingips/744eabe6-ce62-46ac-8844-3031a3d10fd5 HTTP/1.1" status: 200 len: 695 time: 1.8439677 Oct 26 14:18:46.497535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930374fb-177d-4d3a-93b5-4d0d48edb341 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Pushing event deleted for resources: {'Port': ['ID=786592bd-9d3d-4052-8f8c-1e9136f2a472,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:46.523794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Transition to ACTIVE for port object 8da93bde-dd90-4868-b561-584467d09cf0 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:18:46.547728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc781983-1ced-4a15-8eba-2a846d477265 req-930374fb-177d-4d3a-93b5-4d0d48edb341 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] No DVR routers for this DVR port 786592bd-9d3d-4052-8f8c-1e9136f2a472 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:46.554117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.559039 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bc781983-1ced-4a15-8eba-2a846d477265 req-930374fb-177d-4d3a-93b5-4d0d48edb341 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.562802 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc781983-1ced-4a15-8eba-2a846d477265 req-930374fb-177d-4d3a-93b5-4d0d48edb341 tempest-MultipleCreateTestJSON-1120819680 tempest-MultipleCreateTestJSON-1120819680-project] 10.222.0.11 "DELETE /v2.0/ports/786592bd-9d3d-4052-8f8c-1e9136f2a472 HTTP/1.1" status: 204 len: 173 time: 2.4087017 Oct 26 14:18:46.586150 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-a310ce08-ed53-417e-9c41-363ea58b4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:46.586150 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-a310ce08-ed53-417e-9c41-363ea58b4f10 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f459623e19864651a857cf666212b867&device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 1096 time: 0.0953801 Oct 26 14:18:46.590489 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3fd74f-362b-492f-9819-fe841c56f9cc', 'name': 'network-vif-deleted', 'tag': '786592bd-9d3d-4052-8f8c-1e9136f2a472'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:46.596274 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252778fc-c0ba-471a-966f-2f48ed01a58d" -d '{"events": [{"server_uuid": "1b3fd74f-362b-492f-9819-fe841c56f9cc", "name": "network-vif-deleted", "tag": "786592bd-9d3d-4052-8f8c-1e9136f2a472"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:46.707452 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.731666 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.734506 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2860f6ab-5dca-4f5c-800c-1937a5f4521e x-openstack-request-id: req-2860f6ab-5dca-4f5c-800c-1937a5f4521e {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:46.735115 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3fd74f-362b-492f-9819-fe841c56f9cc", "name": "network-vif-deleted", "tag": "786592bd-9d3d-4052-8f8c-1e9136f2a472", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:46.735545 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2860f6ab-5dca-4f5c-800c-1937a5f4521e {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:46.736347 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3fd74f-362b-492f-9819-fe841c56f9cc', 'name': 'network-vif-deleted', 'tag': '786592bd-9d3d-4052-8f8c-1e9136f2a472', 'status': 'completed', 'code': 200} Oct 26 14:18:46.751219 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.766559 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2586e0f3-4054-4880-92e2-52719013fb0f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.784750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Pushing event updated for resources: {'Port': ['ID=8da93bde-dd90-4868-b561-584467d09cf0,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:46.837712 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.847784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-b6c48904-ad8d-4333-bab4-3ac845586e6d None None] Set router 02d819c7-27a4-4674-a1b7-f176d053872f gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:46.859921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-8eba0c85-cb8f-435c-aac1-2164fbfd2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:46.862202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-8eba0c85-cb8f-435c-aac1-2164fbfd2075 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b29555e6-1987-485e-986c-9ea675b58850 HTTP/1.1" status: 200 len: 920 time: 0.2672610 Oct 26 14:18:46.960628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-a09c66a5-89da-4015-9468-02efa7ef7a3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d HTTP/1.1" status: 200 len: 217 time: 0.0911860 Oct 26 14:18:46.966531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:18:47.083266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-5d74435e-7667-4b4b-b4f5-f1d3cd682f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:47.089353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-5d74435e-7667-4b4b-b4f5-f1d3cd682f89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64db89e1-c450-4b62-a188-36d5f92887fa HTTP/1.1" status: 200 len: 859 time: 0.1238005 Oct 26 14:18:47.136268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 281fadf2-60e6-4e32-8d52-8fa36f9b858e no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:47.159526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-a9879d5f-9e85-404b-8d0e-d0fcd5d17051 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b29555e6-1987-485e-986c-9ea675b58850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636392 Oct 26 14:18:47.175547 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.176226 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] Added segment 38d568af-2b1e-4a4a-ade8-4d4e0a30cfec of type vlan for network 301ee175-ce63-4cc8-a69d-850f6ed9b8e8 Oct 26 14:18:47.186048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 281fadf2-60e6-4e32-8d52-8fa36f9b858e {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:47.189275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 281fadf2-60e6-4e32-8d52-8fa36f9b858e not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:47.191309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 786592bd-9d3d-4052-8f8c-1e9136f2a472 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:47.192982 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a786214-9c63-49fc-826e-feae1b0d3f6a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:47.265641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.280273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 786592bd-9d3d-4052-8f8c-1e9136f2a472 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:47.280618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 786592bd-9d3d-4052-8f8c-1e9136f2a472 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:47.304751 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.305879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:47.306734 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.370956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a049f4-a1f8-40a2-a8d8-eee9391f4ec3 req-aa19a7c1-9808-429d-8a14-3f886b233c7d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:47.394038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3a049f4-a1f8-40a2-a8d8-eee9391f4ec3 req-aa19a7c1-9808-429d-8a14-3f886b233c7d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 944 time: 0.2675357 Oct 26 14:18:47.432537 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7677412 Oct 26 14:18:47.438339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50596) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:47.458877 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-051f2eee-4916-414b-977c-faff5ea72076 admin admin] Request body: {'subnet': {'network_id': '301ee175-ce63-4cc8-a69d-850f6ed9b8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-474170329-subnet', 'tenant_id': '84326bc58a2548129160c86a9a6d5a21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:47.503495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2586e0f3-4054-4880-92e2-52719013fb0f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:18:47.516733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400efb7-1984-464b-b143-f19a971a6cea admin admin] Pushing event updated for resources: {'Network': ['ID=301ee175-ce63-4cc8-a69d-850f6ed9b8e8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:47.549238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Attempting to bind port 8da93bde-dd90-4868-b561-584467d09cf0 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:47.549660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Attempting to bind port 8da93bde-dd90-4868-b561-584467d09cf0 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '34af1d0e-3713-4af4-8aa9-2e130d45502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:47.550193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Attempting to bind port 8da93bde-dd90-4868-b561-584467d09cf0 on network a9dc1eca-c600-4f43-93c9-e23ae898c91e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:47.561373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Port 8da93bde-dd90-4868-b561-584467d09cf0 on network a9dc1eca-c600-4f43-93c9-e23ae898c91e not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:18:47.561842 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Attempting to bind port 8da93bde-dd90-4868-b561-584467d09cf0 on network a9dc1eca-c600-4f43-93c9-e23ae898c91e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:47.589036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3a049f4-a1f8-40a2-a8d8-eee9391f4ec3 req-9bbd873c-39fe-4bad-bcf7-e0a68856bd6f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=147bc79e-7fc7-4f96-9ce1-81b394102199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761694 Oct 26 14:18:47.589686 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 301ee175-ce63-4cc8-a69d-850f6ed9b8e8 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:18:47.610732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-878046ab-4d88-4fd7-881e-c612f2709d79 service neutron] 10.222.0.32 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356148 Oct 26 14:18:47.617848 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:47.618369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Checking segment: {'id': '34af1d0e-3713-4af4-8aa9-2e130d45502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:47.618828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Bound using segment: {'id': '34af1d0e-3713-4af4-8aa9-2e130d45502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:47.619348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Bound port: 8da93bde-dd90-4868-b561-584467d09cf0, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34af1d0e-3713-4af4-8aa9-2e130d45502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:47.619818 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.702391 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051f2eee-4916-414b-977c-faff5ea72076 admin admin] Made reservation on behalf of 84326bc58a2548129160c86a9a6d5a21 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:47.705307 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-051f2eee-4916-414b-977c-faff5ea72076 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.824658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] For port 8da93bde-dd90-4868-b561-584467d09cf0, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:47.835447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b6c48904-ad8d-4333-bab4-3ac845586e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:17:09Z', 'revision_number': 4, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port': {'id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:03Z', 'updated_at': '2021-10-26T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3f3e3de7-709f-4d3b-9fc9-a536f8b356f9', 'name': '', 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'tenant_id': 'f459623e19864651a857cf666212b867', 'mac_address': 'fa:16:3e:8c:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:08Z', 'updated_at': '2021-10-26T14:17:20Z', 'revision_number': 5, 'project_id': 'f459623e19864651a857cf666212b867', 'subnets': [{'id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:47.845599 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2586e0f3-4054-4880-92e2-52719013fb0f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:47.847258 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50598) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:47.857969 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90dcb3-6914-497c-93c3-73bf7bd45bce None None] Sync routers for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:47.864108 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2586e0f3-4054-4880-92e2-52719013fb0f tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2335098 Oct 26 14:18:47.866014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] For port 8da93bde-dd90-4868-b561-584467d09cf0, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=8da93bde-dd90-4868-b561-584467d09cf0,segment=NetworkSegment(34af1d0e-3713-4af4-8aa9-2e130d45502b),segment_id=34af1d0e-3713-4af4-8aa9-2e130d45502b)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:47.866943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50600) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:47.872627 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498162ca-8eaf-4ef5-ac53-a0d0cfded3e2 req-0b7b6580-db47-4f44-ac2c-efc4cd7d8556 service neutron] 10.222.0.32 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594194 Oct 26 14:18:47.875537 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90dcb3-6914-497c-93c3-73bf7bd45bce None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:47.876685 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8c90dcb3-6914-497c-93c3-73bf7bd45bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:47.888346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c48904-ad8d-4333-bab4-3ac845586e6d None None] Checking router: 02d819c7-27a4-4674-a1b7-f176d053872f for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:47.907450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c48904-ad8d-4333-bab4-3ac845586e6d None None] Routers {'02d819c7-27a4-4674-a1b7-f176d053872f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:47.908100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b6c48904-ad8d-4333-bab4-3ac845586e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['02d819c7-27a4-4674-a1b7-f176d053872f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:47.917063 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.995633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-8ccda815-3934-40d2-8ef1-d783c0ffc79a tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/floatingips/744eabe6-ce62-46ac-8844-3031a3d10fd5 HTTP/1.1" status: 200 len: 695 time: 0.0636628 Oct 26 14:18:48.009629 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:48.010276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.011668 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] 10.222.0.25 "PUT /v2.0/ports/8da93bde-dd90-4868-b561-584467d09cf0 HTTP/1.1" status: 200 len: 1092 time: 3.5237062 Oct 26 14:18:48.025235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5407ea-15ec-4524-add8-51da69d89b6b admin admin] Deleting subnet 88a55cbf-f4c8-4e87-8f69-a692b7523c78 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:18:48.071696 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-a936caff-4f2f-4871-8159-b24c2ee31343 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting subnet 542d2c8f-5ba6-4126-bd63-aefa304ffdb9 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:18:48.079183 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a5407ea-15ec-4524-add8-51da69d89b6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.131763 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a936caff-4f2f-4871-8159-b24c2ee31343 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.216281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb624b1-1bc8-4c1b-a32f-5b826fa6e8db service neutron] Pushing event updated for resources: {'Port': ['ID=8da93bde-dd90-4868-b561-584467d09cf0,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:48.260561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-b6c48904-ad8d-4333-bab4-3ac845586e6d None None] Set router 02d819c7-27a4-4674-a1b7-f176d053872f gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:48.348684 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a5407ea-15ec-4524-add8-51da69d89b6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.376048 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-8c90dcb3-6914-497c-93c3-73bf7bd45bce None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:48.446912 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a936caff-4f2f-4871-8159-b24c2ee31343 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.622601 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.668042 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8c90dcb3-6914-497c-93c3-73bf7bd45bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:45Z', 'revision_number': 8, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:26Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:48.672921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'tag': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:48.677501 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f684e021-ac6b-4979-807b-5342092e1f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea91986-859d-42aa-b17d-783d27f52fa7", "tag": "c7cefa6c-331f-4155-8fb6-1ca0e9e6258d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:48.684134 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093689c-d73a-46ea-984c-2e3e322220ce req-a147da5c-4f93-4790-bbce-5e68f28bfa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:48.685389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b6c48904-ad8d-4333-bab4-3ac845586e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:17:09Z', 'revision_number': 4, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port': {'id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:03Z', 'updated_at': '2021-10-26T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3f3e3de7-709f-4d3b-9fc9-a536f8b356f9', 'name': '', 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'tenant_id': 'f459623e19864651a857cf666212b867', 'mac_address': 'fa:16:3e:8c:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:08Z', 'updated_at': '2021-10-26T14:17:20Z', 'revision_number': 5, 'project_id': 'f459623e19864651a857cf666212b867', 'subnets': [{'id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:48.685610 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-a147da5c-4f93-4790-bbce-5e68f28bfa6d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 1095 time: 0.6036663 Oct 26 14:18:48.726578 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-a8c8b253-e972-4155-8305-fab30dffc9b3 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:48.734818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-a8c8b253-e972-4155-8305-fab30dffc9b3 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 784 time: 0.7382383 Oct 26 14:18:48.742919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'tag': '8da93bde-dd90-4868-b561-584467d09cf0'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:48.747250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-9f897303-46ff-4d3d-9f4d-a9734a607759 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:18:48.754965 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfda153-58cf-4543-873f-b14dedee04f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c98bcd-45dc-4573-9383-4ec9a4965dbb", "tag": "8da93bde-dd90-4868-b561-584467d09cf0"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:48.758563 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-9f897303-46ff-4d3d-9f4d-a9734a607759 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0228524 Oct 26 14:18:48.761256 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90dcb3-6914-497c-93c3-73bf7bd45bce None None] Checking router: c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:48.773173 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90dcb3-6914-497c-93c3-73bf7bd45bce None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:48.774171 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8c90dcb3-6914-497c-93c3-73bf7bd45bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:48.810510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c48904-ad8d-4333-bab4-3ac845586e6d None None] The sync data for ids ['02d819c7-27a4-4674-a1b7-f176d053872f'] in n-d-815498-1 is: [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:17:09Z', 'revision_number': 4, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port': {'id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:03Z', 'updated_at': '2021-10-26T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3f3e3de7-709f-4d3b-9fc9-a536f8b356f9', 'name': '', 'network_id': 'b29555e6-1987-485e-986c-9ea675b58850', 'tenant_id': 'f459623e19864651a857cf666212b867', 'mac_address': 'fa:16:3e:8c:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:08Z', 'updated_at': '2021-10-26T14:17:20Z', 'revision_number': 5, 'project_id': 'f459623e19864651a857cf666212b867', 'subnets': [{'id': '64db89e1-c450-4b62-a188-36d5f92887fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:48.860391 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-051f2eee-4916-414b-977c-faff5ea72076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.877146 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a5407ea-15ec-4524-add8-51da69d89b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.894772 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-8c90dcb3-6914-497c-93c3-73bf7bd45bce None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:48.924956 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-53f6251d-be76-4f2f-b598-1525803cf496 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 698 time: 0.1653326 Oct 26 14:18:48.995469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24269b2e-86c2-437d-a369-77c1c9b25f1e req-a3e83045-5101-4042-bc4e-ace7b5b98606 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:49.004409 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24269b2e-86c2-437d-a369-77c1c9b25f1e req-a3e83045-5101-4042-bc4e-ace7b5b98606 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 944 time: 0.2436149 Oct 26 14:18:49.048795 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-2ef0fc00-b8cc-42fa-826a-dc0695ccd2e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8da93bde-dd90-4868-b561-584467d09cf0 HTTP/1.1" status: 200 len: 217 time: 0.3395755 Oct 26 14:18:49.066524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24269b2e-86c2-437d-a369-77c1c9b25f1e req-0ee439d4-04cb-48ea-aceb-25eb4c7f7534 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=147bc79e-7fc7-4f96-9ce1-81b394102199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608830 Oct 26 14:18:49.085314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-6f81b386-b4ad-497e-826a-5b43cfaaf2dc tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 698 time: 0.1591640 Oct 26 14:18:49.196305 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b3a585-152a-4a0b-81ea-d5fed04431f6 x-openstack-request-id: req-24b3a585-152a-4a0b-81ea-d5fed04431f6 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:49.196606 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea91986-859d-42aa-b17d-783d27f52fa7", "tag": "c7cefa6c-331f-4155-8fb6-1ca0e9e6258d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:49.196853 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24b3a585-152a-4a0b-81ea-d5fed04431f6 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:49.197241 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'tag': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d', 'status': 'completed', 'code': 200} Oct 26 14:18:49.253419 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8c90dcb3-6914-497c-93c3-73bf7bd45bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:45Z', 'revision_number': 8, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:26Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:49.304849 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90dcb3-6914-497c-93c3-73bf7bd45bce None None] The sync data for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 is: [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:45Z', 'revision_number': 8, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7919100-87da-4990-85e8-acbb630a7f27', 'name': '', 'network_id': '330f3855-d947-4918-a93e-ee67d01d204f', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:bf:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:14Z', 'updated_at': '2021-10-26T14:18:26Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:49.350090 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a936caff-4f2f-4871-8159-b24c2ee31343 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.372777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-110031e3-313b-4e44-bf3e-5a8a516ccd71 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Deleting port 87b22eb3-c86d-44c8-a55c-989a97aa4375 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:49.373124 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-110031e3-313b-4e44-bf3e-5a8a516ccd71 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.404143 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91281cc4-712f-413e-9f2a-a52af2c04d79 None None] New status for floating IP 744eabe6-ce62-46ac-8844-3031a3d10fd5: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:18:49.458375 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-110031e3-313b-4e44-bf3e-5a8a516ccd71 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.458966 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-110031e3-313b-4e44-bf3e-5a8a516ccd71 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.471705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-110031e3-313b-4e44-bf3e-5a8a516ccd71 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Calling delete_port for 87b22eb3-c86d-44c8-a55c-989a97aa4375 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:49.522697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f2eee-4916-414b-977c-faff5ea72076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d728b523-83f5-491d-9a3e-e78ddc016883,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:49.538027 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a5407ea-15ec-4524-add8-51da69d89b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.614100 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fc28fc-6a36-40c1-a111-2dfb55adbfe3 x-openstack-request-id: req-a0fc28fc-6a36-40c1-a111-2dfb55adbfe3 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:49.614311 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c98bcd-45dc-4573-9383-4ec9a4965dbb", "tag": "8da93bde-dd90-4868-b561-584467d09cf0", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:49.614561 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0fc28fc-6a36-40c1-a111-2dfb55adbfe3 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:49.615075 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'tag': '8da93bde-dd90-4868-b561-584467d09cf0', 'status': 'completed', 'code': 200} Oct 26 14:18:49.725889 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a5407ea-15ec-4524-add8-51da69d89b6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.735936 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2a5407ea-15ec-4524-add8-51da69d89b6b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/88a55cbf-f4c8-4e87-8f69-a692b7523c78 HTTP/1.1" status: 204 len: 168 time: 1.8807042 Oct 26 14:18:49.736360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50622) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:49.736825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5407ea-15ec-4524-add8-51da69d89b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a55cbf-f4c8-4e87-8f69-a692b7523c78,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:49.749238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093689c-d73a-46ea-984c-2e3e322220ce req-8e85bdd4-83d5-436e-9dc8-6def17324e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:49.751198 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-8e85bdd4-83d5-436e-9dc8-6def17324e7c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=22e92306-1374-4a88-a833-d3906d26f4a2 HTTP/1.1" status: 200 len: 835 time: 0.2441654 Oct 26 14:18:49.771044 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d8ae27ee-6bce-438e-8fab-b3fff89e685f no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:49.790387 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a936caff-4f2f-4871-8159-b24c2ee31343 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.852110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: d8ae27ee-6bce-438e-8fab-b3fff89e685f {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:49.852601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d8ae27ee-6bce-438e-8fab-b3fff89e685f not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:49.912780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f2eee-4916-414b-977c-faff5ea72076 admin admin] Checking segment: {'id': '38d568af-2b1e-4a4a-ade8-4d4e0a30cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '301ee175-ce63-4cc8-a69d-850f6ed9b8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:49.913344 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051f2eee-4916-414b-977c-faff5ea72076 admin admin] Network hostable DHCP agents. Network: 301ee175-ce63-4cc8-a69d-850f6ed9b8e8, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:18:49.916188 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-395ec9a4-47c7-4e14-8221-7943e311ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.967713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb07f04-4856-419b-95ef-d7e60c744e0e None None] Network aeecbfaa-9076-4574-8a22-3c467987d617 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:49.968099 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a936caff-4f2f-4871-8159-b24c2ee31343 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.977239 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a936caff-4f2f-4871-8159-b24c2ee31343 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/542d2c8f-5ba6-4126-bd63-aefa304ffdb9 HTTP/1.1" status: 204 len: 168 time: 2.1072726 Oct 26 14:18:49.980477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50628) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:50.041041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936caff-4f2f-4871-8159-b24c2ee31343 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Subnet': ['ID=542d2c8f-5ba6-4126-bd63-aefa304ffdb9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:50.104973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684e021-ac6b-4979-807b-5342092e1f8b req-4b7e217d-651e-4276-ba60-5ef40aa38938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:50.106592 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f684e021-ac6b-4979-807b-5342092e1f8b req-4b7e217d-651e-4276-ba60-5ef40aa38938 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f459623e19864651a857cf666212b867&device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 1096 time: 0.4904332 Oct 26 14:18:50.164494 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-395ec9a4-47c7-4e14-8221-7943e311ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.183763 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-110031e3-313b-4e44-bf3e-5a8a516ccd71 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.243113 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8b6330-2218-43f5-b691-b104dc3ad74f None None] DHCP port deletion for aeecbfaa-9076-4574-8a22-3c467987d617 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:18:50.252648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-395ec9a4-47c7-4e14-8221-7943e311ba26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46759e7-22ef-4334-b34e-3809764acd2c']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:50.256520 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110031e3-313b-4e44-bf3e-5a8a516ccd71 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Pushing event deleted for resources: {'Port': ['ID=87b22eb3-c86d-44c8-a55c-989a97aa4375,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:50.281373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684e021-ac6b-4979-807b-5342092e1f8b req-f2ceccef-14d3-44ab-91be-fec57a180323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:50.282918 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f684e021-ac6b-4979-807b-5342092e1f8b req-f2ceccef-14d3-44ab-91be-fec57a180323 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b29555e6-1987-485e-986c-9ea675b58850 HTTP/1.1" status: 200 len: 920 time: 0.1519637 Oct 26 14:18:50.295542 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051f2eee-4916-414b-977c-faff5ea72076 admin admin] Network 301ee175-ce63-4cc8-a69d-850f6ed9b8e8 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:18:50.308151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-395ec9a4-47c7-4e14-8221-7943e311ba26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00520688-c10d-4a86-af97-b90ca07e33fa') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:50.308688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-395ec9a4-47c7-4e14-8221-7943e311ba26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00520688-c10d-4a86-af97-b90ca07e33fa') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:50.332522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b6330-2218-43f5-b691-b104dc3ad74f None None] Deleting port b92eb9cc-2109-42cf-ad21-6286db02b8b0 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:50.333352 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6330-2218-43f5-b691-b104dc3ad74f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.356033 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-395ec9a4-47c7-4e14-8221-7943e311ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.384434 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-395ec9a4-47c7-4e14-8221-7943e311ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.396362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be80b9-d1d8-45ae-9e2c-24353e0d2ac6 req-deb24983-0d1c-4ebc-96e4-0b66997b3aa2 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:50.404963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2be80b9-d1d8-45ae-9e2c-24353e0d2ac6 req-deb24983-0d1c-4ebc-96e4-0b66997b3aa2 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 944 time: 0.1891541 Oct 26 14:18:50.430736 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395ec9a4-47c7-4e14-8221-7943e311ba26 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:18:50.431571 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-395ec9a4-47c7-4e14-8221-7943e311ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:18:50.434110 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:18:50.454510 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-110031e3-313b-4e44-bf3e-5a8a516ccd71 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.459736 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-110031e3-313b-4e44-bf3e-5a8a516ccd71 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.462047 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b071cf4c-119a-460d-a019-46125aadf6f2 req-110031e3-313b-4e44-bf3e-5a8a516ccd71 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "DELETE /v2.0/floatingips/744eabe6-ce62-46ac-8844-3031a3d10fd5 HTTP/1.1" status: 204 len: 173 time: 1.3744762 Oct 26 14:18:50.480328 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f8b6330-2218-43f5-b691-b104dc3ad74f None None] For port b92eb9cc-2109-42cf-ad21-6286db02b8b0, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b92eb9cc-2109-42cf-ad21-6286db02b8b0,segment=NetworkSegment(c2cc9a7b-c842-41cd-abca-75af81a28cc5),segment_id=c2cc9a7b-c842-41cd-abca-75af81a28cc5)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:50.480876 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6330-2218-43f5-b691-b104dc3ad74f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.513812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b6330-2218-43f5-b691-b104dc3ad74f None None] Calling delete_port for b92eb9cc-2109-42cf-ad21-6286db02b8b0 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:50.540040 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2be80b9-d1d8-45ae-9e2c-24353e0d2ac6 req-9ad1f2b4-5482-450d-9a9c-95592caccbc8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=147bc79e-7fc7-4f96-9ce1-81b394102199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305890 Oct 26 14:18:50.557057 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-395ec9a4-47c7-4e14-8221-7943e311ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.576844 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-395ec9a4-47c7-4e14-8221-7943e311ba26 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.593333 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-395ec9a4-47c7-4e14-8221-7943e311ba26 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b46759e7-22ef-4334-b34e-3809764acd2c HTTP/1.1" status: 204 len: 168 time: 0.8555772 Oct 26 14:18:50.621416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ec9a4-47c7-4e14-8221-7943e311ba26 admin admin] Pushing event deleted for resources: {'Network': ['ID=b46759e7-22ef-4334-b34e-3809764acd2c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:50.723793 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6330-2218-43f5-b691-b104dc3ad74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.724454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13e64d41-301e-4048-a1aa-77f9ed0edc13 req-55cd9faa-8134-42f1-a6a6-4e37113459ae tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups/b90d8569-752b-442d-be53-4c5b1e8830a3 HTTP/1.1" status: 200 len: 1809 time: 0.1062465 Oct 26 14:18:50.738637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b6330-2218-43f5-b691-b104dc3ad74f None None] No DVR routers for this DVR port b92eb9cc-2109-42cf-ad21-6286db02b8b0 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:50.786046 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f684e021-ac6b-4979-807b-5342092e1f8b req-68cfe7c7-e275-48fe-b86c-15d5411f2b4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d HTTP/1.1" status: 200 len: 217 time: 0.4945357 Oct 26 14:18:50.801331 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b6330-2218-43f5-b691-b104dc3ad74f None None] Pushing event deleted for resources: {'Port': ['ID=b92eb9cc-2109-42cf-ad21-6286db02b8b0,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:50.848680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-051f2eee-4916-414b-977c-faff5ea72076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 301ee175-ce63-4cc8-a69d-850f6ed9b8e8) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:50.858813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10494f06-537e-4059-b98d-4b984c64ed79 None None] Network 301ee175-ce63-4cc8-a69d-850f6ed9b8e8 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:50.865259 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051f2eee-4916-414b-977c-faff5ea72076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:50.866481 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-051f2eee-4916-414b-977c-faff5ea72076 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.876605 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc199-87e7-4545-8833-7863da079276 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.880111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093689c-d73a-46ea-984c-2e3e322220ce req-1b43c0c9-597c-489b-a78c-7c2531f756e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:50.881790 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-1b43c0c9-597c-489b-a78c-7c2531f756e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9dc1eca-c600-4f43-93c9-e23ae898c91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0716841 Oct 26 14:18:50.916872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-13e64d41-301e-4048-a1aa-77f9ed0edc13 req-8bd204da-5db7-4b08-9b62-19b641967795 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.940719 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-051f2eee-4916-414b-977c-faff5ea72076 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4888983 Oct 26 14:18:50.986140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50644) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:50.995127 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-13e64d41-301e-4048-a1aa-77f9ed0edc13 req-8bd204da-5db7-4b08-9b62-19b641967795 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.015719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684e021-ac6b-4979-807b-5342092e1f8b req-f8e33e6a-64e4-4ff7-ac7c-f55984231fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:51.018843 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f684e021-ac6b-4979-807b-5342092e1f8b req-f8e33e6a-64e4-4ff7-ac7c-f55984231fc0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64db89e1-c450-4b62-a188-36d5f92887fa HTTP/1.1" status: 200 len: 859 time: 0.2170012 Oct 26 14:18:51.123706 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f684e021-ac6b-4979-807b-5342092e1f8b req-b8491718-b7c3-431c-a297-1b296d60195e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b29555e6-1987-485e-986c-9ea675b58850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628462 Oct 26 14:18:51.191139 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-13e64d41-301e-4048-a1aa-77f9ed0edc13 req-8bd204da-5db7-4b08-9b62-19b641967795 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.194669 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-13e64d41-301e-4048-a1aa-77f9ed0edc13 req-8bd204da-5db7-4b08-9b62-19b641967795 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.201721 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13e64d41-301e-4048-a1aa-77f9ed0edc13 req-8bd204da-5db7-4b08-9b62-19b641967795 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "DELETE /v2.0/security-groups/b90d8569-752b-442d-be53-4c5b1e8830a3 HTTP/1.1" status: 204 len: 173 time: 0.4692130 Oct 26 14:18:51.228918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd204da-5db7-4b08-9b62-19b641967795 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90d8569-752b-442d-be53-4c5b1e8830a3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:51.325229 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc199-87e7-4545-8833-7863da079276 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.353959 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-dd7fc199-87e7-4545-8833-7863da079276 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeecbfaa-9076-4574-8a22-3c467987d617']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:51.366136 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-dd7fc199-87e7-4545-8833-7863da079276 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cc9a7b-c842-41cd-abca-75af81a28cc5') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:51.367246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-dd7fc199-87e7-4545-8833-7863da079276 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cc9a7b-c842-41cd-abca-75af81a28cc5') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:51.380510 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc199-87e7-4545-8833-7863da079276 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.395778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc199-87e7-4545-8833-7863da079276 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.404347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7fc199-87e7-4545-8833-7863da079276 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:18:51.404975 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc199-87e7-4545-8833-7863da079276 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:18:51.492381 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:18:51.502691 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b92eb9cc-2109-42cf-ad21-6286db02b8b0 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:51.526994 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: b92eb9cc-2109-42cf-ad21-6286db02b8b0 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:51.527622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b92eb9cc-2109-42cf-ad21-6286db02b8b0 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:51.530229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671ab0d6-3a97-4908-b52b-fae2df12ad65 None None] Network 301ee175-ce63-4cc8-a69d-850f6ed9b8e8 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:51.550911 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-30880b3b-b695-469c-bd59-f5935288320c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e01b6dbdb3d14510bc5fab7959ad1144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5614731 Oct 26 14:18:51.554349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50656) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:51.582587 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc199-87e7-4545-8833-7863da079276 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.587549 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-e818dec3-4f66-49dd-9914-c96694a7e831 service neutron] 10.222.0.25 "GET /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914761 Oct 26 14:18:51.604631 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc199-87e7-4545-8833-7863da079276 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.608943 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dd7fc199-87e7-4545-8833-7863da079276 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/networks/aeecbfaa-9076-4574-8a22-3c467987d617 HTTP/1.1" status: 204 len: 168 time: 1.6242471 Oct 26 14:18:51.625478 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50662) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:51.723006 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3093689c-d73a-46ea-984c-2e3e322220ce req-f0bb1531-d9d6-4d9e-8e7f-e38f06a51b28 service neutron] 10.222.0.25 "GET /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240966 Oct 26 14:18:51.726113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fc199-87e7-4545-8833-7863da079276 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Network': ['ID=aeecbfaa-9076-4574-8a22-3c467987d617,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:51.770744 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f684e021-ac6b-4979-807b-5342092e1f8b req-f6c7dcfd-c563-4bd3-915f-00f0ee2e005c service neutron] 10.222.0.11 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951710 Oct 26 14:18:51.869144 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-56630460-25d8-453f-a731-8b12d740ead2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.870221 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfda153-58cf-4543-873f-b14dedee04f1 req-fc818863-2b0f-4ceb-b67c-07424400e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:51.871751 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cfda153-58cf-4543-873f-b14dedee04f1 req-fc818863-2b0f-4ceb-b67c-07424400e3a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 1095 time: 0.0998256 Oct 26 14:18:51.901688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d462c-e9fb-4786-85f2-e952718e5af0 req-15bb8d5e-8943-4c72-a548-e4a4d86e2c2e tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:51.903214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-679d462c-e9fb-4786-85f2-e952718e5af0 req-15bb8d5e-8943-4c72-a548-e4a4d86e2c2e tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.3150136 Oct 26 14:18:51.938337 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-56630460-25d8-453f-a731-8b12d740ead2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.945316 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f684e021-ac6b-4979-807b-5342092e1f8b req-c8ff1d41-b7d3-4096-9c53-8e7cabb802a5 service neutron] 10.222.0.11 "GET /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653340 Oct 26 14:18:51.984541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfda153-58cf-4543-873f-b14dedee04f1 req-7c8b238f-1ed9-4146-826b-23b0c0f8d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:51.986106 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cfda153-58cf-4543-873f-b14dedee04f1 req-7c8b238f-1ed9-4146-826b-23b0c0f8d333 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9dc1eca-c600-4f43-93c9-e23ae898c91e HTTP/1.1" status: 200 len: 898 time: 0.1063042 Oct 26 14:18:52.033089 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cfda153-58cf-4543-873f-b14dedee04f1 req-2a9905e7-214a-431c-83b9-48ebcb279d1f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8da93bde-dd90-4868-b561-584467d09cf0 HTTP/1.1" status: 200 len: 217 time: 0.0378110 Oct 26 14:18:52.093451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfda153-58cf-4543-873f-b14dedee04f1 req-2d8017c2-84ed-4597-bfa7-a6f8664cd64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:52.096442 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cfda153-58cf-4543-873f-b14dedee04f1 req-2d8017c2-84ed-4597-bfa7-a6f8664cd64a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=22e92306-1374-4a88-a833-d3906d26f4a2 HTTP/1.1" status: 200 len: 835 time: 0.0562904 Oct 26 14:18:52.102051 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-679d462c-e9fb-4786-85f2-e952718e5af0 req-b3610681-c1d1-4073-b782-9d574b23670f tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905119 Oct 26 14:18:52.114503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-2c1d7b6c-2456-4c15-9162-1c80a4ce72f7 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:52.121574 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-2c1d7b6c-2456-4c15-9162-1c80a4ce72f7 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/networks?id=4e486fa5-f93e-47ca-a292-8d346cc2ccc1 HTTP/1.1" status: 200 len: 812 time: 0.3324115 Oct 26 14:18:52.154609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-8ee3714d-b56a-458a-ba9d-43538b4f70ec tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/quotas/263c414131a544a6b65b5f7908cd17be HTTP/1.1" status: 200 len: 375 time: 0.0320606 Oct 26 14:18:52.181067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfda153-58cf-4543-873f-b14dedee04f1 req-15c94e9c-4f10-4a0b-b10e-f8d451d6636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:52.182823 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cfda153-58cf-4543-873f-b14dedee04f1 req-15c94e9c-4f10-4a0b-b10e-f8d451d6636c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9dc1eca-c600-4f43-93c9-e23ae898c91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698729 Oct 26 14:18:52.186746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-8ee741f1-0898-4ca5-a042-735271b54f40 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=263c414131a544a6b65b5f7908cd17be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311487 Oct 26 14:18:52.258568 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-56630460-25d8-453f-a731-8b12d740ead2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.261072 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-56630460-25d8-453f-a731-8b12d740ead2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.264846 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-56630460-25d8-453f-a731-8b12d740ead2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01cc598b-5bbb-41c5-9d5b-7ff188061b18 HTTP/1.1" status: 204 len: 168 time: 0.7068675 Oct 26 14:18:52.296484 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cfda153-58cf-4543-873f-b14dedee04f1 req-0033e1fb-ed8a-4c34-9ce6-0f8ce1590de0 service neutron] 10.222.0.25 "GET /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040616 Oct 26 14:18:52.329718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56630460-25d8-453f-a731-8b12d740ead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cc598b-5bbb-41c5-9d5b-7ff188061b18,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:52.381552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996110c-77e5-4c52-8320-c0dc892fd4d8 req-a10a1b95-b399-4a3d-9142-a2e43966a70f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:52.389117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7996110c-77e5-4c52-8320-c0dc892fd4d8 req-a10a1b95-b399-4a3d-9142-a2e43966a70f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 944 time: 0.1976030 Oct 26 14:18:52.460654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-73bc3a0f-60e4-4f86-9378-5337eb108476 service neutron] 10.222.0.32 "GET /v2.0/networks/4e486fa5-f93e-47ca-a292-8d346cc2ccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552230 Oct 26 14:18:52.466905 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cfda153-58cf-4543-873f-b14dedee04f1 req-5010dc5e-7b45-43cd-ae25-a70c9282cf8f service neutron] 10.222.0.25 "GET /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615000 Oct 26 14:18:52.474963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7996110c-77e5-4c52-8320-c0dc892fd4d8 req-71d323f3-5074-4a39-99da-6f3e5b6defc0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=147bc79e-7fc7-4f96-9ce1-81b394102199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849862 Oct 26 14:18:52.589381 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e37aa799-2142-492d-8de9-205127d8a9f8 service neutron] 10.222.0.32 "GET /v2.0/networks/4e486fa5-f93e-47ca-a292-8d346cc2ccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278784 Oct 26 14:18:52.644556 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-006ad85c-aaa5-45c7-b8c4-81c9112f322e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.804469 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f097810-ffbc-4467-87cd-d2744eff72be req-3ccb4b5f-b909-42ba-b5e4-9071139373cf tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 210 time: 0.0392921 Oct 26 14:18:53.023198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-006ad85c-aaa5-45c7-b8c4-81c9112f322e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port a7919100-87da-4990-85e8-acbb630a7f27 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:53.023901 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-006ad85c-aaa5-45c7-b8c4-81c9112f322e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.208539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50716) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:53.211736 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-006ad85c-aaa5-45c7-b8c4-81c9112f322e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] For port a7919100-87da-4990-85e8-acbb630a7f27, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a7919100-87da-4990-85e8-acbb630a7f27,segment=NetworkSegment(220b6dca-1155-4fe4-8002-9e3860fd6ee6),segment_id=220b6dca-1155-4fe4-8002-9e3860fd6ee6)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:53.213274 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-006ad85c-aaa5-45c7-b8c4-81c9112f322e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.279573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-006ad85c-aaa5-45c7-b8c4-81c9112f322e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for a7919100-87da-4990-85e8-acbb630a7f27 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:53.308002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1023ba-4e15-4bed-b638-11318f509768 req-a5eda738-c94e-43fb-9894-15b56a22a72e tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:53.309946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd1023ba-4e15-4bed-b638-11318f509768 req-a5eda738-c94e-43fb-9894-15b56a22a72e tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.1056552 Oct 26 14:18:53.366199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-network', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:53.393461 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] Made reservation on behalf of 6c20e13b6806489fbae708b5ba152ca6 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:53.396309 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.403474 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd1023ba-4e15-4bed-b638-11318f509768 req-e8e0c416-7b38-49a5-8bbf-27ff44bf3f2c tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550838 Oct 26 14:18:53.407832 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.478633 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.557452 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.569881 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.619457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:18:53.639087 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-006ad85c-aaa5-45c7-b8c4-81c9112f322e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.640763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4132a0b-9c5c-4f7f-b24e-83091827e4a0,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:53.651220 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.651549 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] Added segment 70825e9c-927e-4578-b96d-ceeee2a8c7db of type vlan for network ded9e010-5e2e-41f5-9481-6473388a630d Oct 26 14:18:53.709132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ad85c-aaa5-45c7-b8c4-81c9112f322e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=a7919100-87da-4990-85e8-acbb630a7f27,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:53.719587 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.768272 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.769423 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:53.770180 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.848398 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6383982 Oct 26 14:18:53.851989 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50726) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:53.858199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-96c992ef-bff9-48f8-862b-0b714a318c27 admin admin] Request body: {'subnet': {'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-subnet', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:53.869376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725d060-0325-4979-bd2d-c177ee1e6c9f admin admin] Pushing event updated for resources: {'Network': ['ID=ded9e010-5e2e-41f5-9481-6473388a630d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:53.884507 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network ded9e010-5e2e-41f5-9481-6473388a630d details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:18:53.899608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c992ef-bff9-48f8-862b-0b714a318c27 admin admin] Made reservation on behalf of 6c20e13b6806489fbae708b5ba152ca6 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:53.902450 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96c992ef-bff9-48f8-862b-0b714a318c27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.025637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad004128-75d4-4547-82e0-0bc8a033f71b req-d206a17a-4568-44a7-9434-26d2b0a3b2c7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:54.034794 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad004128-75d4-4547-82e0-0bc8a033f71b req-d206a17a-4568-44a7-9434-26d2b0a3b2c7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 944 time: 0.3833313 Oct 26 14:18:54.150457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32884463-11f1-4cc9-9494-30c87430464a req-172675c7-3f8f-46f4-b679-ad970e181ad4 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:54.151990 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-32884463-11f1-4cc9-9494-30c87430464a req-172675c7-3f8f-46f4-b679-ad970e181ad4 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.1186185 Oct 26 14:18:54.201278 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96c992ef-bff9-48f8-862b-0b714a318c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.294087 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 8da93bde-dd90-4868-b561-584467d09cf0 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:18:54.312155 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c992ef-bff9-48f8-862b-0b714a318c27 admin admin] Checking segment: {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:54.312694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c992ef-bff9-48f8-862b-0b714a318c27 admin admin] Network hostable DHCP agents. Network: ded9e010-5e2e-41f5-9481-6473388a630d, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:18:54.319792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c992ef-bff9-48f8-862b-0b714a318c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=298cb374-94ff-4da4-badb-743efb82b5da,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:54.356941 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-32884463-11f1-4cc9-9494-30c87430464a req-8a947c5c-7a58-4605-83e5-aacbdc7901e6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Deleting port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:54.357269 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-32884463-11f1-4cc9-9494-30c87430464a req-8a947c5c-7a58-4605-83e5-aacbdc7901e6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.374153 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c992ef-bff9-48f8-862b-0b714a318c27 admin admin] Network ded9e010-5e2e-41f5-9481-6473388a630d is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:18:54.426120 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38d894c4-c129-4a83-be5e-a6266330b506 req-6b23758e-1832-4ea2-a997-4825487938cf tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 210 time: 0.4695435 Oct 26 14:18:54.437249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-96c992ef-bff9-48f8-862b-0b714a318c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, ded9e010-5e2e-41f5-9481-6473388a630d) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:54.447803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f612d1c-8c71-4534-bf73-faaf727f6c87 None None] Network ded9e010-5e2e-41f5-9481-6473388a630d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:54.451464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 8da93bde-dd90-4868-b561-584467d09cf0, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=8da93bde-dd90-4868-b561-584467d09cf0,segment=NetworkSegment(34af1d0e-3713-4af4-8aa9-2e130d45502b),segment_id=34af1d0e-3713-4af4-8aa9-2e130d45502b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:54.452702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c992ef-bff9-48f8-862b-0b714a318c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:54.453257 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96c992ef-bff9-48f8-862b-0b714a318c27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.472471 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-006ad85c-aaa5-45c7-b8c4-81c9112f322e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.520341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '8da93bde-dd90-4868-b561-584467d09cf0', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'port_id': '8da93bde-dd90-4868-b561-584467d09cf0', 'mac_address': 'fa:16:3e:a1:59:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:18:54.533477 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-96c992ef-bff9-48f8-862b-0b714a318c27 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6802144 Oct 26 14:18:54.536252 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50738) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:54.540863 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:54.550069 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-32884463-11f1-4cc9-9494-30c87430464a req-8a947c5c-7a58-4605-83e5-aacbdc7901e6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] For port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,segment=NetworkSegment(0d27ee59-aeed-4dbb-bfc1-5a0eccf08719),segment_id=0d27ee59-aeed-4dbb-bfc1-5a0eccf08719)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:54.550674 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-32884463-11f1-4cc9-9494-30c87430464a req-8a947c5c-7a58-4605-83e5-aacbdc7901e6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.569202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad004128-75d4-4547-82e0-0bc8a033f71b req-6a06468b-b84c-4b5d-a5c3-041ae59e45f3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=147bc79e-7fc7-4f96-9ce1-81b394102199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5334635 Oct 26 14:18:54.573993 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-32884463-11f1-4cc9-9494-30c87430464a req-8a947c5c-7a58-4605-83e5-aacbdc7901e6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Calling delete_port for c7cefa6c-331f-4155-8fb6-1ca0e9e6258d owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:54.590905 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.614795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da93bde-dd90-4868-b561-584467d09cf0 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:54.637915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 8da93bde-dd90-4868-b561-584467d09cf0, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=8da93bde-dd90-4868-b561-584467d09cf0,segment=NetworkSegment(34af1d0e-3713-4af4-8aa9-2e130d45502b),segment_id=34af1d0e-3713-4af4-8aa9-2e130d45502b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:54.639740 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.640799 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.694801 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.726364 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.773780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=8da93bde-dd90-4868-b561-584467d09cf0,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:54.793384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-ded9e010-5e2e-41f5-9481-6473388a630d', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:18:54.795183 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.893598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3f08e-7b27-43f9-bd36-d282d0616b25 req-dd56c31a-69b4-4419-a00d-52b2fcf603f9 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:54.901274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65a3f08e-7b27-43f9-bd36-d282d0616b25 req-dd56c31a-69b4-4419-a00d-52b2fcf603f9 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea91986-859d-42aa-b17d-783d27f52fa7 HTTP/1.1" status: 200 len: 945 time: 0.3441741 Oct 26 14:18:54.923003 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.928707 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-32884463-11f1-4cc9-9494-30c87430464a req-8a947c5c-7a58-4605-83e5-aacbdc7901e6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.973917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-6836919e-0664-41cf-b394-5d0a961bca14 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:54.977677 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-6836919e-0664-41cf-b394-5d0a961bca14 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.11 "GET /v2.0/networks?id=4e486fa5-f93e-47ca-a292-8d346cc2ccc1 HTTP/1.1" status: 200 len: 812 time: 0.9078298 Oct 26 14:18:54.999128 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a947c5c-7a58-4605-83e5-aacbdc7901e6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Pushing event deleted for resources: {'Port': ['ID=c7cefa6c-331f-4155-8fb6-1ca0e9e6258d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:55.012441 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65a3f08e-7b27-43f9-bd36-d282d0616b25 req-46a1d48b-6970-4f92-8726-bb030786bc3d tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.32 "GET /v2.0/security-groups?id=94a4af50-2fd4-4a9b-96f5-42e303a9501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079648 Oct 26 14:18:55.028775 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006ad85c-aaa5-45c7-b8c4-81c9112f322e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:18:55.034785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-ba958c5f-a4af-4293-adb7-12d00bdc9d25 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Request body: {'port': {'device_id': '891e4385-27af-415c-9eaf-c245ed9bef05', 'network_id': '4e486fa5-f93e-47ca-a292-8d346cc2ccc1', 'admin_state_up': True, 'tenant_id': '263c414131a544a6b65b5f7908cd17be'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:55.043319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Allocated IP 172.20.0.2 (ded9e010-5e2e-41f5-9481-6473388a630d/298cb374-94ff-4da4-badb-743efb82b5da/ac529cb0-c679-4020-9953-ad2c561defe9) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:55.052692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-32884463-11f1-4cc9-9494-30c87430464a req-8a947c5c-7a58-4605-83e5-aacbdc7901e6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] No DVR routers for this DVR port c7cefa6c-331f-4155-8fb6-1ca0e9e6258d on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:55.056960 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-32884463-11f1-4cc9-9494-30c87430464a req-8a947c5c-7a58-4605-83e5-aacbdc7901e6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.061332 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-32884463-11f1-4cc9-9494-30c87430464a req-8a947c5c-7a58-4605-83e5-aacbdc7901e6 tempest-ServerRescueTestJSONUnderV235-338134676 tempest-ServerRescueTestJSONUnderV235-338134676-project] 10.222.0.11 "DELETE /v2.0/ports/c7cefa6c-331f-4155-8fb6-1ca0e9e6258d HTTP/1.1" status: 204 len: 173 time: 0.9011784 Oct 26 14:18:55.063539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'name': 'network-vif-deleted', 'tag': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:55.066666 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ab9289-bc89-4dc5-bbbe-65144484c3c8" -d '{"events": [{"server_uuid": "4ea91986-859d-42aa-b17d-783d27f52fa7", "name": "network-vif-deleted", "tag": "c7cefa6c-331f-4155-8fb6-1ca0e9e6258d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:55.152550 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031fc21c-64b6-43f1-b0d4-89c57876011a x-openstack-request-id: req-031fc21c-64b6-43f1-b0d4-89c57876011a {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:55.152850 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea91986-859d-42aa-b17d-783d27f52fa7", "name": "network-vif-deleted", "tag": "c7cefa6c-331f-4155-8fb6-1ca0e9e6258d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:55.153103 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-031fc21c-64b6-43f1-b0d4-89c57876011a {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:55.153501 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea91986-859d-42aa-b17d-783d27f52fa7', 'name': 'network-vif-deleted', 'tag': 'c7cefa6c-331f-4155-8fb6-1ca0e9e6258d', 'status': 'completed', 'code': 200} Oct 26 14:18:55.242362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['8da93bde-dd90-4868-b561-584467d09cf0'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:55.244615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['c7cefa6c-331f-4155-8fb6-1ca0e9e6258d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:55.265343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006ad85c-aaa5-45c7-b8c4-81c9112f322e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:55.272699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-006ad85c-aaa5-45c7-b8c4-81c9112f322e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6371171 Oct 26 14:18:55.275615 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50744) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:55.278768 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4efcc93-1a43-4804-943d-e68bc25742b5 None None] Sync routers for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:55.286832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-ba958c5f-a4af-4293-adb7-12d00bdc9d25 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Made reservation on behalf of 263c414131a544a6b65b5f7908cd17be for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:55.290657 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-ba958c5f-a4af-4293-adb7-12d00bdc9d25 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.300662 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4efcc93-1a43-4804-943d-e68bc25742b5 None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:55.301414 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f4efcc93-1a43-4804-943d-e68bc25742b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:55.303392 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.331576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.444538 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.467343 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.506772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-ba958c5f-a4af-4293-adb7-12d00bdc9d25 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Allocated IP 172.20.0.6 (4e486fa5-f93e-47ca-a292-8d346cc2ccc1/7a15ff49-f8c1-4ae8-8bdd-298531885487/80d5114e-87a1-4906-b4d1-0ada21b8175d) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:55.558736 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Allocated IP 172.25.4.47 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/5c911c42-7015-4f47-a735-7d175c3a9121) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:55.584811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Network ded9e010-5e2e-41f5-9481-6473388a630d is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:55.594584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:55.602679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:55.668278 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-f4efcc93-1a43-4804-943d-e68bc25742b5 None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:55.682744 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Pushing event updated for resources: {'Port': ['ID=ac529cb0-c679-4020-9953-ad2c561defe9,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:55.718151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c30fbf6-e9d2-4d23-9053-cfc2b9cfbdf2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting subnet 6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:18:55.731431 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7aab8fc6-3287-40c9-9514-9f1304f464ff req-01943bfb-2e6f-4204-a270-4b35172a7e38 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 210 time: 0.1610887 Oct 26 14:18:55.736128 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c30fbf6-e9d2-4d23-9053-cfc2b9cfbdf2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.739392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Attempting to bind port ac529cb0-c679-4020-9953-ad2c561defe9 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:55.739773 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Attempting to bind port ac529cb0-c679-4020-9953-ad2c561defe9 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:55.740259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Attempting to bind port ac529cb0-c679-4020-9953-ad2c561defe9 on network ded9e010-5e2e-41f5-9481-6473388a630d {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:55.761290 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:55.761798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Checking segment: {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:55.763846 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.764359 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Bound using segment: {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:55.764971 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Bound port: ac529cb0-c679-4020-9953-ad2c561defe9, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:55.765482 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.847080 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.874839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] For port ac529cb0-c679-4020-9953-ad2c561defe9, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:55.880444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] For port ac529cb0-c679-4020-9953-ad2c561defe9, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ac529cb0-c679-4020-9953-ad2c561defe9,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:55.898019 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.937494 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:56.004015 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c30fbf6-e9d2-4d23-9053-cfc2b9cfbdf2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:56.025395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:56.033588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:56.046531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:56.056312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17123ae4-5a1c-4e58-b41e-726e1642f7e5 None None] Pushing event updated for resources: {'Port': ['ID=ac529cb0-c679-4020-9953-ad2c561defe9,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:56.106647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50758) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:56.138276 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f4efcc93-1a43-4804-943d-e68bc25742b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:53Z', 'revision_number': 9, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:56.193026 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4efcc93-1a43-4804-943d-e68bc25742b5 None None] Checking router: c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:56.206895 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4efcc93-1a43-4804-943d-e68bc25742b5 None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:56.207535 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f4efcc93-1a43-4804-943d-e68bc25742b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:56.212932 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c30fbf6-e9d2-4d23-9053-cfc2b9cfbdf2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:56.242511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Pushing event updated for resources: {'Port': ['ID=5c911c42-7015-4f47-a735-7d175c3a9121,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:56.358963 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f7839-44d9-4083-9da0-d1e2ea6d3a4a req-9c5d3fe5-2c74-42b1-a1a4-3ba5550f87e3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:56.370708 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e6f7839-44d9-4083-9da0-d1e2ea6d3a4a req-9c5d3fe5-2c74-42b1-a1a4-3ba5550f87e3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 945 time: 0.6360359 Oct 26 14:18:56.379592 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c30fbf6-e9d2-4d23-9053-cfc2b9cfbdf2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:56.402401 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-f4efcc93-1a43-4804-943d-e68bc25742b5 None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:56.462705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30fbf6-e9d2-4d23-9053-cfc2b9cfbdf2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Subnet': ['ID=6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:56.478970 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7659a356-fd77-46fc-b38d-cbcdbde25f83 None None] Network 330f3855-d947-4918-a93e-ee67d01d204f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:56.544220 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c30fbf6-e9d2-4d23-9053-cfc2b9cfbdf2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:56.552680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8c30fbf6-e9d2-4d23-9053-cfc2b9cfbdf2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0 HTTP/1.1" status: 204 len: 168 time: 1.2760358 Oct 26 14:18:56.606563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50764) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:56.839136 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:56.881189 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f4efcc93-1a43-4804-943d-e68bc25742b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:53Z', 'revision_number': 9, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:56.912129 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:56.919521 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4efcc93-1a43-4804-943d-e68bc25742b5 None None] The sync data for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 is: [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:53Z', 'revision_number': 9, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '30c7f087-f25d-4080-a587-c03e262d2d2a', 'name': '', 'network_id': '87543972-a4c9-4ca9-a20c-455882d8115e', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:16:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:00Z', 'updated_at': '2021-10-26T14:18:10Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': '11d2642b-1639-4e9f-9f63-cfc194df4d66', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:56.926787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e6f7839-44d9-4083-9da0-d1e2ea6d3a4a req-a05d31ed-f036-450b-bfce-2f1100758ccc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=147bc79e-7fc7-4f96-9ce1-81b394102199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5541580 Oct 26 14:18:56.931271 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-ba958c5f-a4af-4293-adb7-12d00bdc9d25 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:56.936159 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5654fa5-b8e9-4b6c-ab4a-a4a1051e6e55 None None] DHCP port deletion for 330f3855-d947-4918-a93e-ee67d01d204f request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:18:57.060175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4b0172e-295f-45e6-bb29-f2774223470c req-fd44213d-92f9-4672-9643-fab7eba05a53 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 210 time: 0.0524526 Oct 26 14:18:57.061246 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-ba958c5f-a4af-4293-adb7-12d00bdc9d25 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.074131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d5654fa5-b8e9-4b6c-ab4a-a4a1051e6e55 None None] Deleting port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:57.074531 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d5654fa5-b8e9-4b6c-ab4a-a4a1051e6e55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.128984 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba958c5f-a4af-4293-adb7-12d00bdc9d25 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Pushing event updated for resources: {'Port': ['ID=80d5114e-87a1-4906-b4d1-0ada21b8175d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:57.138100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:57.138806 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.145413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-ba958c5f-a4af-4293-adb7-12d00bdc9d25 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Network 4e486fa5-f93e-47ca-a292-8d346cc2ccc1 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:57.157176 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-ba958c5f-a4af-4293-adb7-12d00bdc9d25 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:57.201816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-ba958c5f-a4af-4293-adb7-12d00bdc9d25 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:57.280326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d5654fa5-b8e9-4b6c-ab4a-a4a1051e6e55 None None] For port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=227ab418-b0b7-4bd5-9f61-9de6efc7a7fc,segment=NetworkSegment(220b6dca-1155-4fe4-8002-9e3860fd6ee6),segment_id=220b6dca-1155-4fe4-8002-9e3860fd6ee6)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:57.281335 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d5654fa5-b8e9-4b6c-ab4a-a4a1051e6e55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.282070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] For port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=227ab418-b0b7-4bd5-9f61-9de6efc7a7fc,segment=NetworkSegment(220b6dca-1155-4fe4-8002-9e3860fd6ee6),segment_id=220b6dca-1155-4fe4-8002-9e3860fd6ee6)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:57.282765 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.290907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-ba958c5f-a4af-4293-adb7-12d00bdc9d25 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:57.291581 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-ba958c5f-a4af-4293-adb7-12d00bdc9d25 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.313673 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d5654fa5-b8e9-4b6c-ab4a-a4a1051e6e55 None None] Calling delete_port for 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:57.324672 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:57.341925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-ba958c5f-a4af-4293-adb7-12d00bdc9d25 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3284681 Oct 26 14:18:57.382851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Request body: {'port': {'device_id': '891e4385-27af-415c-9eaf-c245ed9bef05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:57.534748 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.610958 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.655409 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.658082 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d5654fa5-b8e9-4b6c-ab4a-a4a1051e6e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.692957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ac529cb0-c679-4020-9953-ad2c561defe9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:57.742436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5654fa5-b8e9-4b6c-ab4a-a4a1051e6e55 None None] No DVR routers for this DVR port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:57.780735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5654fa5-b8e9-4b6c-ab4a-a4a1051e6e55 None None] Pushing event deleted for resources: {'Port': ['ID=227ab418-b0b7-4bd5-9f61-9de6efc7a7fc,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:57.815302 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ac529cb0-c679-4020-9953-ad2c561defe9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:57.815784 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.847932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=227ab418-b0b7-4bd5-9f61-9de6efc7a7fc,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:57.849416 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.861338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No DVR routers for this DVR port 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:57.871561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0910e-e95f-4a39-9636-059656871762 None None] Network ded9e010-5e2e-41f5-9481-6473388a630d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:57.970943 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b90ad3ad-8fd5-4d80-a152-8f7018716ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.978550 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f72e4546-70cd-492e-8b8c-054c65ad502f None None] Provisioning complete for port ac529cb0-c679-4020-9953-ad2c561defe9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:57.979167 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f72e4546-70cd-492e-8b8c-054c65ad502f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.990251 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.053338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330f3855-d947-4918-a93e-ee67d01d204f']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:58.067593 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220b6dca-1155-4fe4-8002-9e3860fd6ee6') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:58.068065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220b6dca-1155-4fe4-8002-9e3860fd6ee6') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:58.095397 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.102520 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.159276 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.182126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:18:58.182641 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.205059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53caebd-a16d-4a56-9127-b3b219a6a717 req-3f7cde97-bfb9-47f6-aa5e-c0afe64b32f8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:58.207097 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d53caebd-a16d-4a56-9127-b3b219a6a717 req-3f7cde97-bfb9-47f6-aa5e-c0afe64b32f8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 945 time: 0.1301098 Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:18:58.207352 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:18:58.223191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port ac529cb0-c679-4020-9953-ad2c561defe9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ac529cb0-c679-4020-9953-ad2c561defe9,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:58.245826 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f72e4546-70cd-492e-8b8c-054c65ad502f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.251606 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.275701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Router 43ac8996-3b76-44f1-9bd1-2e946538c01b is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:18:58.363640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 8da93bde-dd90-4868-b561-584467d09cf0 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:58.409613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a7919100-87da-4990-85e8-acbb630a7f27 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:58.418571 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.433967 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.439566 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/networks/330f3855-d947-4918-a93e-ee67d01d204f HTTP/1.1" status: 204 len: 168 time: 1.8306816 Oct 26 14:18:58.444064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50798) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:58.465455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151b4e8-5622-4a15-adfe-5559a581979d req-5df13bf3-93b7-4932-bf70-dbe73eda2ca9 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:58.467524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2151b4e8-5622-4a15-adfe-5559a581979d req-5df13bf3-93b7-4932-bf70-dbe73eda2ca9 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 931 time: 0.2495742 Oct 26 14:18:58.484358 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: a7919100-87da-4990-85e8-acbb630a7f27 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:58.484864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a7919100-87da-4990-85e8-acbb630a7f27 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:58.485388 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:58.511971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d53caebd-a16d-4a56-9127-b3b219a6a717 req-5fd48ba4-3f16-4912-803f-6b2b32a30eaf tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=147bc79e-7fc7-4f96-9ce1-81b394102199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904370 Oct 26 14:18:58.522493 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:58.522946 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 227ab418-b0b7-4bd5-9f61-9de6efc7a7fc not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:58.552722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=ac529cb0-c679-4020-9953-ad2c561defe9,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:58.557132 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-f72e4546-70cd-492e-8b8c-054c65ad502f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:18:58.557654 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-f72e4546-70cd-492e-8b8c-054c65ad502f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:18:58.581158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 8da93bde-dd90-4868-b561-584467d09cf0 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:18:58.590377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 8da93bde-dd90-4868-b561-584467d09cf0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:58.591046 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.693384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:58.743631 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.744614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d5114e-87a1-4906-b4d1-0ada21b8175d {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:58.747561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Sync routers for ids ['43ac8996-3b76-44f1-9bd1-2e946538c01b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:58.759605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb82d4-826f-4da3-a1ec-6d80f35735df tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Network': ['ID=330f3855-d947-4918-a93e-ee67d01d204f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:58.762474 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b90ad3ad-8fd5-4d80-a152-8f7018716ae4 admin admin] Deleting port 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:58.769594 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b90ad3ad-8fd5-4d80-a152-8f7018716ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.775706 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.782613 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.787031 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Routers {'43ac8996-3b76-44f1-9bd1-2e946538c01b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:58.788028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['43ac8996-3b76-44f1-9bd1-2e946538c01b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:58.791945 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-38ff495f-13ca-4e97-a24f-7f01d32a4229 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2543304 Oct 26 14:18:58.794231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50806) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:58.801438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da93bde-dd90-4868-b561-584467d09cf0'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:58.804008 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c72b0fa-2ad7-417b-9d08-5b9065450cf0" -d '{"events": [{"server_uuid": "b5c98bcd-45dc-4573-9383-4ec9a4965dbb", "name": "network-vif-plugged", "status": "completed", "tag": "8da93bde-dd90-4868-b561-584467d09cf0"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:58.829867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2151b4e8-5622-4a15-adfe-5559a581979d req-109b5456-14df-434f-bcc2-f8999f770e91 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147583 Oct 26 14:18:58.961077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-b90ad3ad-8fd5-4d80-a152-8f7018716ae4 admin admin] For port 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3f3e3de7-709f-4d3b-9fc9-a536f8b356f9,segment=NetworkSegment(0d27ee59-aeed-4dbb-bfc1-5a0eccf08719),segment_id=0d27ee59-aeed-4dbb-bfc1-5a0eccf08719)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:58.961740 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b90ad3ad-8fd5-4d80-a152-8f7018716ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.997574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b90ad3ad-8fd5-4d80-a152-8f7018716ae4 admin admin] Calling delete_port for 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:59.136038 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e961dc-1461-42d9-8428-6d02718e8f7e x-openstack-request-id: req-86e961dc-1461-42d9-8428-6d02718e8f7e {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:59.136597 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c98bcd-45dc-4573-9383-4ec9a4965dbb", "name": "network-vif-plugged", "status": "completed", "tag": "8da93bde-dd90-4868-b561-584467d09cf0", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:59.136597 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86e961dc-1461-42d9-8428-6d02718e8f7e {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:59.137231 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da93bde-dd90-4868-b561-584467d09cf0', 'code': 200} Oct 26 14:18:59.150050 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 8da93bde-dd90-4868-b561-584467d09cf0, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=8da93bde-dd90-4868-b561-584467d09cf0,segment=NetworkSegment(34af1d0e-3713-4af4-8aa9-2e130d45502b),segment_id=34af1d0e-3713-4af4-8aa9-2e130d45502b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:59.174036 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device c7cefa6c-331f-4155-8fb6-1ca0e9e6258d no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:59.180700 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:59.265047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Set router 43ac8996-3b76-44f1-9bd1-2e946538c01b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:59.287699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c721f-ee1b-4f5e-83ca-22de406c4c9e req-7b8fe7c7-1b13-4e87-a142-85e6cb2de54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:59.289338 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cf7c721f-ee1b-4f5e-83ca-22de406c4c9e req-7b8fe7c7-1b13-4e87-a142-85e6cb2de54c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 1097 time: 0.1508641 Oct 26 14:18:59.365998 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cf7c721f-ee1b-4f5e-83ca-22de406c4c9e req-4c98c5ba-dd0a-4cbd-94e6-648a324c9c1e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=147bc79e-7fc7-4f96-9ce1-81b394102199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627842 Oct 26 14:18:59.405129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=8da93bde-dd90-4868-b561-584467d09cf0,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:59.408643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Transition to ACTIVE for port object 80d5114e-87a1-4906-b4d1-0ada21b8175d will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:18:59.408919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: c7cefa6c-331f-4155-8fb6-1ca0e9e6258d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:59.409414 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device c7cefa6c-331f-4155-8fb6-1ca0e9e6258d not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:59.449715 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:59.549929 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b90ad3ad-8fd5-4d80-a152-8f7018716ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:59.580215 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ac529cb0-c679-4020-9953-ad2c561defe9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:59.601867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ad3ad-8fd5-4d80-a152-8f7018716ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3e3de7-709f-4d3b-9fc9-a536f8b356f9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:59.616408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Pushing event updated for resources: {'Port': ['ID=80d5114e-87a1-4906-b4d1-0ada21b8175d,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:59.623575 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3a222b0a-6407-4a7f-92ad-dfa3f8fe4b87 None None] Provisioning complete for port ac529cb0-c679-4020-9953-ad2c561defe9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:59.623575 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a222b0a-6407-4a7f-92ad-dfa3f8fe4b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:59.847269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:18:56Z', 'revision_number': 3, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:59.897889 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Checking router: 43ac8996-3b76-44f1-9bd1-2e946538c01b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:59.898199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Updating router 43ac8996-3b76-44f1-9bd1-2e946538c01b port 5c911c42-7015-4f47-a735-7d175c3a9121 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:18:59.901000 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ac529cb0-c679-4020-9953-ad2c561defe9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:59.901402 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:59.901520 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b90ad3ad-8fd5-4d80-a152-8f7018716ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:59.994083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ba105-6a2d-4cb2-9ecf-48a7d0ee6df0 req-f4b092c2-9578-4aad-8803-41a7a2448503 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:59.995662 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-957ba105-6a2d-4cb2-9ecf-48a7d0ee6df0 req-f4b092c2-9578-4aad-8803-41a7a2448503 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 946 time: 0.3194404 Oct 26 14:19:00.039947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Attempting to bind port 80d5114e-87a1-4906-b4d1-0ada21b8175d on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:00.040328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Attempting to bind port 80d5114e-87a1-4906-b4d1-0ada21b8175d by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '93e72727-2d21-4881-af69-870f118d950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4e486fa5-f93e-47ca-a292-8d346cc2ccc1'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:00.040610 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Attempting to bind port 80d5114e-87a1-4906-b4d1-0ada21b8175d on network 4e486fa5-f93e-47ca-a292-8d346cc2ccc1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:00.056160 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.089024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Port 80d5114e-87a1-4906-b4d1-0ada21b8175d on network 4e486fa5-f93e-47ca-a292-8d346cc2ccc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:19:00.089233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Attempting to bind port 80d5114e-87a1-4906-b4d1-0ada21b8175d on network 4e486fa5-f93e-47ca-a292-8d346cc2ccc1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:00.208331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-957ba105-6a2d-4cb2-9ecf-48a7d0ee6df0 req-09ebe03e-507c-4164-8ae9-19a387bf5701 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=147bc79e-7fc7-4f96-9ce1-81b394102199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055509 Oct 26 14:19:00.215701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:00.216067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Checking segment: {'id': '93e72727-2d21-4881-af69-870f118d950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4e486fa5-f93e-47ca-a292-8d346cc2ccc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:00.216448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Bound using segment: {'id': '93e72727-2d21-4881-af69-870f118d950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4e486fa5-f93e-47ca-a292-8d346cc2ccc1'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:00.216904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Bound port: 80d5114e-87a1-4906-b4d1-0ada21b8175d, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e72727-2d21-4881-af69-870f118d950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4e486fa5-f93e-47ca-a292-8d346cc2ccc1'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:00.217266 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.271058 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cedf6-ee49-4219-8691-2fc066fb84c4 req-fcd14eee-9e2b-4741-8bd8-46e6f89739ba tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:00.272809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-899cedf6-ee49-4219-8691-2fc066fb84c4 req-fcd14eee-9e2b-4741-8bd8-46e6f89739ba tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 943 time: 0.2453666 Oct 26 14:19:00.386443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90ad3ad-8fd5-4d80-a152-8f7018716ae4 admin admin] Router 02d819c7-27a4-4674-a1b7-f176d053872f has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:19:00.450339 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-899cedf6-ee49-4219-8691-2fc066fb84c4 req-5ba2f60f-cf34-46ef-a74d-39bd9260ae41 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694937 Oct 26 14:19:00.451443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] For port 80d5114e-87a1-4906-b4d1-0ada21b8175d, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:00.479204 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] For port 80d5114e-87a1-4906-b4d1-0ada21b8175d, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=80d5114e-87a1-4906-b4d1-0ada21b8175d,segment=NetworkSegment(93e72727-2d21-4881-af69-870f118d950b),segment_id=93e72727-2d21-4881-af69-870f118d950b)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:00.493684 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e61865e0-19b4-4d48-84d2-edb68fef5d4e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.520736 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.541903 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.553881 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.606566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90ad3ad-8fd5-4d80-a152-8f7018716ae4 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:00.614461 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b90ad3ad-8fd5-4d80-a152-8f7018716ae4 admin admin] 10.222.0.32 "PUT /v2.0/routers/02d819c7-27a4-4674-a1b7-f176d053872f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5069077 Oct 26 14:19:00.616686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50820) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:00.622131 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701c435-7d0c-40c4-b06b-786180b93fed None None] Sync routers for ids ['02d819c7-27a4-4674-a1b7-f176d053872f'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:00.640166 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701c435-7d0c-40c4-b06b-786180b93fed None None] Routers {'02d819c7-27a4-4674-a1b7-f176d053872f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:00.642764 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f701c435-7d0c-40c4-b06b-786180b93fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['02d819c7-27a4-4674-a1b7-f176d053872f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:00.661905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Attempting to bind port 5c911c42-7015-4f47-a735-7d175c3a9121 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:00.662821 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Attempting to bind port 5c911c42-7015-4f47-a735-7d175c3a9121 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:00.663453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Attempting to bind port 5c911c42-7015-4f47-a735-7d175c3a9121 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:00.667287 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0307b-8c53-46bb-97d7-bf6a9cf74ee8 None None] Pushing event updated for resources: {'Port': ['ID=5c911c42-7015-4f47-a735-7d175c3a9121,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:00.676109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:00.676733 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.678311 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] 10.222.0.11 "PUT /v2.0/ports/80d5114e-87a1-4906-b4d1-0ada21b8175d HTTP/1.1" status: 200 len: 1091 time: 3.2996693 Oct 26 14:19:00.680820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891e4385-27af-415c-9eaf-c245ed9bef05', 'tag': '80d5114e-87a1-4906-b4d1-0ada21b8175d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:00.681514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0307b-8c53-46bb-97d7-bf6a9cf74ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:00.682442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0307b-8c53-46bb-97d7-bf6a9cf74ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:00.683018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0307b-8c53-46bb-97d7-bf6a9cf74ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:00.683151 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a1ad7c-e59d-48df-a6a7-f5cd19d322b9" -d '{"events": [{"name": "network-changed", "server_uuid": "891e4385-27af-415c-9eaf-c245ed9bef05", "tag": "80d5114e-87a1-4906-b4d1-0ada21b8175d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:00.683826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0307b-8c53-46bb-97d7-bf6a9cf74ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:00.684926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0307b-8c53-46bb-97d7-bf6a9cf74ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:00.685797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0307b-8c53-46bb-97d7-bf6a9cf74ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:00.686410 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0307b-8c53-46bb-97d7-bf6a9cf74ee8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:00.686980 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0307b-8c53-46bb-97d7-bf6a9cf74ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:00.687796 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0307b-8c53-46bb-97d7-bf6a9cf74ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:00.688971 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0307b-8c53-46bb-97d7-bf6a9cf74ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:00.690263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0307b-8c53-46bb-97d7-bf6a9cf74ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:00.691027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0307b-8c53-46bb-97d7-bf6a9cf74ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:00.696109 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:00.696862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:00.697639 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.698279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:00.699525 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Bound port: 5c911c42-7015-4f47-a735-7d175c3a9121, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:00.700185 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.774005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] For port 5c911c42-7015-4f47-a735-7d175c3a9121, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:00.780616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] For port 5c911c42-7015-4f47-a735-7d175c3a9121, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=5c911c42-7015-4f47-a735-7d175c3a9121,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:00.789790 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756354a2-68d8-46b5-ac36-4bf017d227a4 x-openstack-request-id: req-756354a2-68d8-46b5-ac36-4bf017d227a4 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:00.790106 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891e4385-27af-415c-9eaf-c245ed9bef05", "tag": "80d5114e-87a1-4906-b4d1-0ada21b8175d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:00.790374 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-756354a2-68d8-46b5-ac36-4bf017d227a4 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:00.790917 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891e4385-27af-415c-9eaf-c245ed9bef05', 'tag': '80d5114e-87a1-4906-b4d1-0ada21b8175d', 'status': 'completed', 'code': 200} Oct 26 14:19:00.792041 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.807260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1156574-1e18-43c0-a3da-f9b097da3f52 service neutron] Pushing event updated for resources: {'Port': ['ID=80d5114e-87a1-4906-b4d1-0ada21b8175d,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:00.842435 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.842651 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.879753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Routers {'43ac8996-3b76-44f1-9bd1-2e946538c01b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:00.880488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['43ac8996-3b76-44f1-9bd1-2e946538c01b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:00.919185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-33bf0197-b644-4391-81bb-de165ee1600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:00.930650 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-33bf0197-b644-4391-81bb-de165ee1600c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=263c414131a544a6b65b5f7908cd17be&device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 1094 time: 0.1810734 Oct 26 14:19:01.003932 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0307b-8c53-46bb-97d7-bf6a9cf74ee8 None None] Pushing event updated for resources: {'Port': ['ID=5c911c42-7015-4f47-a735-7d175c3a9121,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:01.056921 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:01.058986 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-2a7025be-d5ce-421f-a8c8-8ba62b2e50a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80d5114e-87a1-4906-b4d1-0ada21b8175d HTTP/1.1" status: 200 len: 217 time: 0.0838487 Oct 26 14:19:01.124126 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] Set router 43ac8996-3b76-44f1-9bd1-2e946538c01b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:01.125906 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-f701c435-7d0c-40c4-b06b-786180b93fed None None] Set router 02d819c7-27a4-4674-a1b7-f176d053872f gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:01.140218 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] Deleting port 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:01.141936 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:01.231576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-3a4843d0-3dbc-45cc-864a-a16098f56499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:01.233049 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-3a4843d0-3dbc-45cc-864a-a16098f56499 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a15ff49-f8c1-4ae8-8bdd-298531885487 HTTP/1.1" status: 200 len: 852 time: 0.1559215 Oct 26 14:19:01.274044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] For port 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6f738fe0-3af5-499a-aa65-a82b2ae4e5d6,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:01.274436 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:01.290956 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] Calling delete_port for 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:01.436642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Allocated IP 172.20.0.1 (ded9e010-5e2e-41f5-9481-6473388a630d/298cb374-94ff-4da4-badb-743efb82b5da/9a35db01-a198-4c67-b530-64640e90bde0) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:01.525918 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:01.529893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:18:56Z', 'revision_number': 3, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:01.559565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f738fe0-3af5-499a-aa65-a82b2ae4e5d6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:01.615719 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0c40d-a496-4914-84b6-86b4815719c1 None None] The sync data for ids ['43ac8996-3b76-44f1-9bd1-2e946538c01b'] in n-d-815498-1 is: [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:18:56Z', 'revision_number': 3, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:01.623041 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f701c435-7d0c-40c4-b06b-786180b93fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:18:59Z', 'revision_number': 5, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port': {'id': '6f738fe0-3af5-499a-aa65-a82b2ae4e5d6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:03Z', 'updated_at': '2021-10-26T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:01.663694 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701c435-7d0c-40c4-b06b-786180b93fed None None] Checking router: 02d819c7-27a4-4674-a1b7-f176d053872f for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:19:01.673755 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-ccc588f8-703f-4f61-98e4-e10bd210a401 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e486fa5-f93e-47ca-a292-8d346cc2ccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4130006 Oct 26 14:19:01.675078 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701c435-7d0c-40c4-b06b-786180b93fed None None] Routers {'02d819c7-27a4-4674-a1b7-f176d053872f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:01.676228 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f701c435-7d0c-40c4-b06b-786180b93fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['02d819c7-27a4-4674-a1b7-f176d053872f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:01.694276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:01.774185 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-f701c435-7d0c-40c4-b06b-786180b93fed None None] Set router 02d819c7-27a4-4674-a1b7-f176d053872f gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:01.813910 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:01.816354 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:01.835559 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:01.862241 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f701c435-7d0c-40c4-b06b-786180b93fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 7, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:01.862731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a91a73-cef9-4b1f-9766-bbe650aa5150 req-dacf13d7-ae01-4323-9291-bbf649e57159 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:01.867454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a91a73-cef9-4b1f-9766-bbe650aa5150 req-dacf13d7-ae01-4323-9291-bbf649e57159 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 943 time: 0.2760854 Oct 26 14:19:01.877322 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:01.877924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02d819c7-27a4-4674-a1b7-f176d053872f {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:19:01.889817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:01.891639 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-96b02070-c321-494e-8819-1e92cb1dfc8e admin admin] 10.222.0.32 "DELETE /v2.0/routers/02d819c7-27a4-4674-a1b7-f176d053872f HTTP/1.1" status: 204 len: 168 time: 1.2729952 Oct 26 14:19:01.894014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50842) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:01.911290 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79aa8b5-9f1c-4a2e-a3e9-c97c298c91bb req-bf8a72c7-f4dd-470a-875a-472d3a8ff1e5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:01.920606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c79aa8b5-9f1c-4a2e-a3e9-c97c298c91bb req-bf8a72c7-f4dd-470a-875a-472d3a8ff1e5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 946 time: 0.3191020 Oct 26 14:19:01.930571 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701c435-7d0c-40c4-b06b-786180b93fed None None] The sync data for ids ['02d819c7-27a4-4674-a1b7-f176d053872f'] in n-d-815498-1 is: [{'id': '02d819c7-27a4-4674-a1b7-f176d053872f', 'name': 'tempest-ServerRescueTestJSONUnderV235-700084610-router', 'tenant_id': 'f459623e19864651a857cf666212b867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:02Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 7, 'project_id': 'f459623e19864651a857cf666212b867', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:01.948453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c4c654-8f67-41e9-b2e1-8404f8b43ede admin admin] Deleting subnet 64db89e1-c450-4b62-a188-36d5f92887fa {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:19:01.956815 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d8c4c654-8f67-41e9-b2e1-8404f8b43ede admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:01.973619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-7274fd43-b0dc-4dfd-924c-d1ee94178513 service neutron] 10.222.0.11 "GET /v2.0/networks/4e486fa5-f93e-47ca-a292-8d346cc2ccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729583 Oct 26 14:19:02.040121 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.056832 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d8c4c654-8f67-41e9-b2e1-8404f8b43ede admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.107232 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d8c4c654-8f67-41e9-b2e1-8404f8b43ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.136248 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-e61865e0-19b4-4d48-84d2-edb68fef5d4e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port 30c7f087-f25d-4080-a587-c03e262d2d2a {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:02.136953 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e61865e0-19b4-4d48-84d2-edb68fef5d4e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.176206 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d8c4c654-8f67-41e9-b2e1-8404f8b43ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.212923 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d8c4c654-8f67-41e9-b2e1-8404f8b43ede admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.219834 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d8c4c654-8f67-41e9-b2e1-8404f8b43ede admin admin] 10.222.0.32 "DELETE /v2.0/subnets/64db89e1-c450-4b62-a188-36d5f92887fa HTTP/1.1" status: 204 len: 168 time: 0.3242753 Oct 26 14:19:02.221002 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4c654-8f67-41e9-b2e1-8404f8b43ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64db89e1-c450-4b62-a188-36d5f92887fa,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:02.222934 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50848) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:02.302103 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f222489-2a78-4d44-9e17-6a527e24e9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.419801 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f222489-2a78-4d44-9e17-6a527e24e9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.446437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2f222489-2a78-4d44-9e17-6a527e24e9a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29555e6-1987-485e-986c-9ea675b58850']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:02.462348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2f222489-2a78-4d44-9e17-6a527e24e9a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d27ee59-aeed-4dbb-bfc1-5a0eccf08719') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:02.462348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2f222489-2a78-4d44-9e17-6a527e24e9a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d27ee59-aeed-4dbb-bfc1-5a0eccf08719') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:02.480765 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f222489-2a78-4d44-9e17-6a527e24e9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.499868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f222489-2a78-4d44-9e17-6a527e24e9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.508228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f222489-2a78-4d44-9e17-6a527e24e9a7 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:19:02.508864 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f222489-2a78-4d44-9e17-6a527e24e9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:19:02.510963 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:19:02.583366 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Network ded9e010-5e2e-41f5-9481-6473388a630d is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:02.601666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:02.611766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c79aa8b5-9f1c-4a2e-a3e9-c97c298c91bb req-921f46a2-5de8-49a0-a472-a1968840879f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=147bc79e-7fc7-4f96-9ce1-81b394102199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6897576 Oct 26 14:19:02.615011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23a91a73-cef9-4b1f-9766-bbe650aa5150 req-371c8f25-5c59-45ee-8c5f-dc5223530d41 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7347839 Oct 26 14:19:02.629152 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:02.635704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f222489-2a78-4d44-9e17-6a527e24e9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.658791 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f222489-2a78-4d44-9e17-6a527e24e9a7 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.678363 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-e61865e0-19b4-4d48-84d2-edb68fef5d4e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] For port 30c7f087-f25d-4080-a587-c03e262d2d2a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=30c7f087-f25d-4080-a587-c03e262d2d2a,segment=NetworkSegment(6ab817f3-a182-407c-9658-128c3dbb5f12),segment_id=6ab817f3-a182-407c-9658-128c3dbb5f12)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:02.678772 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e61865e0-19b4-4d48-84d2-edb68fef5d4e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.680528 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2f222489-2a78-4d44-9e17-6a527e24e9a7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b29555e6-1987-485e-986c-9ea675b58850 HTTP/1.1" status: 204 len: 168 time: 0.4452202 Oct 26 14:19:02.709203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-e61865e0-19b4-4d48-84d2-edb68fef5d4e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for 30c7f087-f25d-4080-a587-c03e262d2d2a owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:02.718851 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f222489-2a78-4d44-9e17-6a527e24e9a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b29555e6-1987-485e-986c-9ea675b58850,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:02.850200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Pushing event updated for resources: {'Port': ['ID=9a35db01-a198-4c67-b530-64640e90bde0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:02.891120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50856) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:02.983863 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e86319b6-def9-40cf-9516-d021f280b643 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f459623e19864651a857cf666212b867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915616 Oct 26 14:19:02.987028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b8be2-3b9f-4f77-a6f4-16812ea4d23b req-5539f6b3-e25d-4382-b66f-b0d85dbc89dd service neutron] 10.222.0.11 "GET /v2.0/networks/4e486fa5-f93e-47ca-a292-8d346cc2ccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9947104 Oct 26 14:19:02.987572 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50858) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:02.997589 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-40f7f68b-3d39-4194-88b0-dca93fbad278 None None] Provisioning complete for port 9a35db01-a198-4c67-b530-64640e90bde0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:02.999935 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-40f7f68b-3d39-4194-88b0-dca93fbad278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.022336 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.065376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-40f7f68b-3d39-4194-88b0-dca93fbad278 None None] Port 9a35db01-a198-4c67-b530-64640e90bde0 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:19:03.085745 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a269a4b-6208-4517-8c0d-5515856d2d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.111529 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a269a4b-6208-4517-8c0d-5515856d2d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.126403 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6c36c-da17-4022-ac39-868091c39bdc req-c0707825-7d03-41fa-b92b-d99e1cc65932 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:03.128003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ccb6c36c-da17-4022-ac39-868091c39bdc req-c0707825-7d03-41fa-b92b-d99e1cc65932 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 946 time: 0.3125157 Oct 26 14:19:03.179579 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a269a4b-6208-4517-8c0d-5515856d2d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.183769 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a269a4b-6208-4517-8c0d-5515856d2d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.185279 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2a269a4b-6208-4517-8c0d-5515856d2d16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94a4af50-2fd4-4a9b-96f5-42e303a9501b HTTP/1.1" status: 204 len: 168 time: 0.1964118 Oct 26 14:19:03.198211 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a269a4b-6208-4517-8c0d-5515856d2d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a4af50-2fd4-4a9b-96f5-42e303a9501b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:03.315904 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ccb6c36c-da17-4022-ac39-868091c39bdc req-f401ca5b-d13a-41ff-a122-d7dfaece03b9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=147bc79e-7fc7-4f96-9ce1-81b394102199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588345 Oct 26 14:19:03.347009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50862) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:03.390129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1ad7c-e59d-48df-a6a7-f5cd19d322b9 req-47319639-0ea2-409d-ac83-b7c4a7bea56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:03.396729 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc57f3f-586e-4ead-9d25-d59d8f359e00 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:03.397857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85a1ad7c-e59d-48df-a6a7-f5cd19d322b9 req-47319639-0ea2-409d-ac83-b7c4a7bea56a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=263c414131a544a6b65b5f7908cd17be&device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 1094 time: 0.2685108 Oct 26 14:19:03.402331 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ccc57f3f-586e-4ead-9d25-d59d8f359e00 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 1092 time: 0.0540688 Oct 26 14:19:03.403501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50864) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:03.409675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '8da93bde-dd90-4868-b561-584467d09cf0', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:03.462694 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.576446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5c911c42-7015-4f47-a735-7d175c3a9121 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:03.604279 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.606765 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.623980 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e61865e0-19b4-4d48-84d2-edb68fef5d4e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.699485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61865e0-19b4-4d48-84d2-edb68fef5d4e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=30c7f087-f25d-4080-a587-c03e262d2d2a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:03.716714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 5c911c42-7015-4f47-a735-7d175c3a9121 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:03.717095 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.773805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1ad7c-e59d-48df-a6a7-f5cd19d322b9 req-6c36d675-87d6-4090-9f6c-339a02e9ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:03.775861 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85a1ad7c-e59d-48df-a6a7-f5cd19d322b9 req-6c36d675-87d6-4090-9f6c-339a02e9ddf9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e486fa5-f93e-47ca-a292-8d346cc2ccc1 HTTP/1.1" status: 200 len: 913 time: 0.3624361 Oct 26 14:19:03.940938 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.973621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85a1ad7c-e59d-48df-a6a7-f5cd19d322b9 req-1c14b809-278b-455f-87ae-1606bef916eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80d5114e-87a1-4906-b4d1-0ada21b8175d HTTP/1.1" status: 200 len: 217 time: 0.1826973 Oct 26 14:19:04.013747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 5c911c42-7015-4f47-a735-7d175c3a9121, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=5c911c42-7015-4f47-a735-7d175c3a9121,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:04.025611 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:04.160099 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=5c911c42-7015-4f47-a735-7d175c3a9121,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:04.172813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:04.211284 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:04.212165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3f3e3de7-709f-4d3b-9fc9-a536f8b356f9 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:04.212804 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:04.239885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:04.240597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6f738fe0-3af5-499a-aa65-a82b2ae4e5d6 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:04.248456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Allocated IP 172.25.4.83 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/f147722c-6818-467f-84bf-280e80abed4e) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:04.264423 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e61865e0-19b4-4d48-84d2-edb68fef5d4e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:04.391844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40c1a9-db5a-474f-a6be-63f45b60da96 req-b00ba761-c9de-42c0-9a24-282a0f7b8793 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:04.393432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df40c1a9-db5a-474f-a6be-63f45b60da96 req-b00ba761-c9de-42c0-9a24-282a0f7b8793 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 943 time: 0.6167278 Oct 26 14:19:04.416633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1ad7c-e59d-48df-a6a7-f5cd19d322b9 req-c629c797-9640-4712-9cac-18c70cc7501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:04.418122 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85a1ad7c-e59d-48df-a6a7-f5cd19d322b9 req-c629c797-9640-4712-9cac-18c70cc7501f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a15ff49-f8c1-4ae8-8bdd-298531885487 HTTP/1.1" status: 200 len: 852 time: 0.4350235 Oct 26 14:19:04.420685 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:04.466328 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:04.509295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85a1ad7c-e59d-48df-a6a7-f5cd19d322b9 req-73bab8e7-7b5d-439a-9688-95fd6a7ac863 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e486fa5-f93e-47ca-a292-8d346cc2ccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597322 Oct 26 14:19:04.514150 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:04.518985 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df40c1a9-db5a-474f-a6be-63f45b60da96 req-df1d7462-501f-4371-a665-c276706b2799 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081672 Oct 26 14:19:04.521176 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:04.526265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:04.539708 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:04.564135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=f147722c-6818-467f-84bf-280e80abed4e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:04.568491 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:04.639669 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:04.826050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Pushing event updated for resources: {'Port': ['ID=9a35db01-a198-4c67-b530-64640e90bde0,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:04.869019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61865e0-19b4-4d48-84d2-edb68fef5d4e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:19:04.876597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85a1ad7c-e59d-48df-a6a7-f5cd19d322b9 req-1a9260fe-2055-4a5f-b294-7a9871e0a559 service neutron] 10.222.0.11 "GET /v2.0/networks/4e486fa5-f93e-47ca-a292-8d346cc2ccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561449 Oct 26 14:19:04.966769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Network ded9e010-5e2e-41f5-9481-6473388a630d is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:05.030256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:05.077411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:05.097292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85a1ad7c-e59d-48df-a6a7-f5cd19d322b9 req-842765b1-d842-4025-80fb-e26f9984a813 service neutron] 10.222.0.11 "GET /v2.0/networks/4e486fa5-f93e-47ca-a292-8d346cc2ccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122519 Oct 26 14:19:05.140981 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61865e0-19b4-4d48-84d2-edb68fef5d4e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:05.147699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e61865e0-19b4-4d48-84d2-edb68fef5d4e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6984816 Oct 26 14:19:05.150234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50896) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:05.153740 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92cfbf2-3050-4c8b-8c90-396120a51a2d None None] Sync routers for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:05.176184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92cfbf2-3050-4c8b-8c90-396120a51a2d None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:05.180490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c92cfbf2-3050-4c8b-8c90-396120a51a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:05.279944 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:05.330044 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-c92cfbf2-3050-4c8b-8c90-396120a51a2d None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:05.483460 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:05.490101 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:05.579605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-707ad44c-08ed-490a-8243-33a93564dc1d None None] Provisioning complete for port 9a35db01-a198-4c67-b530-64640e90bde0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:05.584203 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-707ad44c-08ed-490a-8243-33a93564dc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:05.609743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-672e63b2-e9e4-4232-aec0-51067c6fb61a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting subnet 11d2642b-1639-4e9f-9f63-cfc194df4d66 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:19:05.614809 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-672e63b2-e9e4-4232-aec0-51067c6fb61a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:05.615266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5c911c42-7015-4f47-a735-7d175c3a9121 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:05.622320 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:05.659982 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Router 43ac8996-3b76-44f1-9bd1-2e946538c01b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:19:05.691464 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-672e63b2-e9e4-4232-aec0-51067c6fb61a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:05.745739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-707ad44c-08ed-490a-8243-33a93564dc1d None None] Port 9a35db01-a198-4c67-b530-64640e90bde0 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:19:05.766230 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Floating IP 3838557f-d332-47b7-a00f-9fad629a8a69 associated. External IP: 172.25.4.83, port: 8da93bde-dd90-4868-b561-584467d09cf0. Oct 26 14:19:05.825898 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 5c911c42-7015-4f47-a735-7d175c3a9121 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:05.826377 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:05.878127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f885be-36c8-4f5c-88f1-99fe8ceae019 req-85e82e15-a708-4134-af67-300ed1824bc9 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:05.879818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68f885be-36c8-4f5c-88f1-99fe8ceae019 req-85e82e15-a708-4134-af67-300ed1824bc9 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 943 time: 0.2417035 Oct 26 14:19:05.883058 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c92cfbf2-3050-4c8b-8c90-396120a51a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 10, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:05.915455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=f147722c-6818-467f-84bf-280e80abed4e,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:05.921085 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-672e63b2-e9e4-4232-aec0-51067c6fb61a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:05.948474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92cfbf2-3050-4c8b-8c90-396120a51a2d None None] Checking router: c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:19:05.965761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92cfbf2-3050-4c8b-8c90-396120a51a2d None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:05.966561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c92cfbf2-3050-4c8b-8c90-396120a51a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:06.030407 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:19:06.066513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:06.077957 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b4086147-73c4-485a-a84c-059c25bee833 admin admin] 10.222.0.32 "PUT /v2.0/routers/43ac8996-3b76-44f1-9bd1-2e946538c01b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2737527 Oct 26 14:19:06.079824 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-672e63b2-e9e4-4232-aec0-51067c6fb61a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:06.088366 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Sync routers for ids ['43ac8996-3b76-44f1-9bd1-2e946538c01b'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:06.123608 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Routers {'43ac8996-3b76-44f1-9bd1-2e946538c01b'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:06.125612 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['43ac8996-3b76-44f1-9bd1-2e946538c01b'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:06.168737 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e63b2-e9e4-4232-aec0-51067c6fb61a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Subnet': ['ID=11d2642b-1639-4e9f-9f63-cfc194df4d66,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:06.182310 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-672e63b2-e9e4-4232-aec0-51067c6fb61a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:06.191849 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Router 13bbc71e-4564-438a-82bd-41da1ced725f has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:19:06.192722 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-672e63b2-e9e4-4232-aec0-51067c6fb61a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/11d2642b-1639-4e9f-9f63-cfc194df4d66 HTTP/1.1" status: 204 len: 168 time: 1.0411623 Oct 26 14:19:06.193962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50906) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:06.221161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68f885be-36c8-4f5c-88f1-99fe8ceae019 req-9b9630fe-ffa2-43c3-b061-ce01e9c3bd68 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288035 Oct 26 14:19:06.404868 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Set router 43ac8996-3b76-44f1-9bd1-2e946538c01b gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:06.415146 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:06.429463 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:06.436582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e92f2f6-108e-486d-af3e-9648d1a1573c None None] Network 87543972-a4c9-4ca9-a20c-455882d8115e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:19:06.459078 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043768d0-5244-4980-b673-b05c7a13db49 None None] Sync routers for ids ['13bbc71e-4564-438a-82bd-41da1ced725f'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:06.471970 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:06.539573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:06.539921 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:06.557524 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0729d404-6055-47be-9315-bac1332da84d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1520686 Oct 26 14:19:06.565865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50914) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:06.566417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'tag': '8da93bde-dd90-4868-b561-584467d09cf0'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:06.607286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043768d0-5244-4980-b673-b05c7a13db49 None None] Routers {'13bbc71e-4564-438a-82bd-41da1ced725f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:06.607676 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2a535e-e599-4450-975e-244c1b8ce210" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c98bcd-45dc-4573-9383-4ec9a4965dbb", "tag": "8da93bde-dd90-4868-b561-584467d09cf0"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:06.607909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-043768d0-5244-4980-b673-b05c7a13db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['13bbc71e-4564-438a-82bd-41da1ced725f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:06.742917 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-c92cfbf2-3050-4c8b-8c90-396120a51a2d None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:06.774730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] For port 4c7c6ec4-2be8-4c96-b42d-f36dc2662036, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=4c7c6ec4-2be8-4c96-b42d-f36dc2662036,segment=NetworkSegment(6ab817f3-a182-407c-9658-128c3dbb5f12),segment_id=6ab817f3-a182-407c-9658-128c3dbb5f12)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:06.775099 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:06.800568 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:06.847524 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 2, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:06.928046 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Checking router: 43ac8996-3b76-44f1-9bd1-2e946538c01b for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:19:06.928541 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Updating router 43ac8996-3b76-44f1-9bd1-2e946538c01b port 9a35db01-a198-4c67-b530-64640e90bde0 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:19:06.932391 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-99f753c1-e675-4e9e-931f-3e5bbc55dfaa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/floatingips/3838557f-d332-47b7-a00f-9fad629a8a69 HTTP/1.1" status: 200 len: 991 time: 0.3042104 Oct 26 14:19:06.977076 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.016257 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.131688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=4c7c6ec4-2be8-4c96-b42d-f36dc2662036,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:07.146852 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No DVR routers for this DVR port 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:19:07.183025 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 80d5114e-87a1-4906-b4d1-0ada21b8175d details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:19:07.239223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-043768d0-5244-4980-b673-b05c7a13db49 None None] Set router 13bbc71e-4564-438a-82bd-41da1ced725f gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:07.261317 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.284947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87543972-a4c9-4ca9-a20c-455882d8115e']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:07.295982 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab817f3-a182-407c-9658-128c3dbb5f12') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:07.296299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab817f3-a182-407c-9658-128c3dbb5f12') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:07.306639 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a915e5b0-bbac-4b40-acd9-7b346f5663a7 None None] DHCP port deletion for 87543972-a4c9-4ca9-a20c-455882d8115e request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:19:07.310456 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.328868 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.348882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:19:07.349265 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:19:07.353667 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:19:07.382157 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9620fd39-f554-4fbc-b859-760e7f99db26 x-openstack-request-id: req-9620fd39-f554-4fbc-b859-760e7f99db26 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:07.382845 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c98bcd-45dc-4573-9383-4ec9a4965dbb", "tag": "8da93bde-dd90-4868-b561-584467d09cf0", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:07.383172 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9620fd39-f554-4fbc-b859-760e7f99db26 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:07.383816 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'tag': '8da93bde-dd90-4868-b561-584467d09cf0', 'status': 'completed', 'code': 200} Oct 26 14:19:07.524434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a535e-e599-4450-975e-244c1b8ce210 req-c13cb83e-e90b-4a49-81e2-cddba5d900fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:07.525860 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff2a535e-e599-4450-975e-244c1b8ce210 req-c13cb83e-e90b-4a49-81e2-cddba5d900fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 1097 time: 0.1202006 Oct 26 14:19:07.565029 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.576861 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.578491 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:07.587837 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/networks/87543972-a4c9-4ca9-a20c-455882d8115e HTTP/1.1" status: 204 len: 168 time: 1.3916895 Oct 26 14:19:07.591348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50940) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:07.682648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c2aed-a271-44e7-a62d-329ed80ec473 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Network': ['ID=87543972-a4c9-4ca9-a20c-455882d8115e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:07.728297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f935c4e-1913-405b-922d-1bdf39721bf9 req-12b9e47b-aaa3-43bb-b2ab-78954806adf0 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:07.733270 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f935c4e-1913-405b-922d-1bdf39721bf9 req-12b9e47b-aaa3-43bb-b2ab-78954806adf0 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 943 time: 0.1879013 Oct 26 14:19:07.736997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50942) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:07.740835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:07.745092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 4c7c6ec4-2be8-4c96-b42d-f36dc2662036 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:07.747599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7ad0568f-98d0-4693-a89c-4f9ab54c7269 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--625085490', 'description': 'tempest-description--146657340'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:07.805834 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.815335 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7ad0568f-98d0-4693-a89c-4f9ab54c7269 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.820869 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.855233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f935c4e-1913-405b-922d-1bdf39721bf9 req-4206deb2-b718-4ee2-8b88-b0e3f55e4955 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155679 Oct 26 14:19:07.900621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 80d5114e-87a1-4906-b4d1-0ada21b8175d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=80d5114e-87a1-4906-b4d1-0ada21b8175d,segment=NetworkSegment(93e72727-2d21-4881-af69-870f118d950b),segment_id=93e72727-2d21-4881-af69-870f118d950b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:07.936215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50944) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:07.955547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '80d5114e-87a1-4906-b4d1-0ada21b8175d', 'network_id': '4e486fa5-f93e-47ca-a292-8d346cc2ccc1', 'port_id': '80d5114e-87a1-4906-b4d1-0ada21b8175d', 'mac_address': 'fa:16:3e:54:43:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a15ff49-f8c1-4ae8-8bdd-298531885487', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:19:07.956313 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd46ff3-6ec6-45bd-bb39-36779e715a9c None None] Pushing event updated for resources: {'Port': ['ID=9a35db01-a198-4c67-b530-64640e90bde0,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:08.119750 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Attempting to bind port 9a35db01-a198-4c67-b530-64640e90bde0 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:08.122183 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Attempting to bind port 9a35db01-a198-4c67-b530-64640e90bde0 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:08.122610 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Attempting to bind port 9a35db01-a198-4c67-b530-64640e90bde0 on network ded9e010-5e2e-41f5-9481-6473388a630d {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:08.137468 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:08.138178 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Checking segment: {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:08.138523 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.138921 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Bound using segment: {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:08.139401 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Bound port: 9a35db01-a198-4c67-b530-64640e90bde0, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:08.143278 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.161768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c92cfbf2-3050-4c8b-8c90-396120a51a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 10, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:08.206332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92cfbf2-3050-4c8b-8c90-396120a51a2d None None] The sync data for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 is: [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 10, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None, '_interfaces': [{'id': '840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54', 'name': '', 'network_id': '56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'mac_address': 'fa:16:3e:83:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:55Z', 'updated_at': '2021-10-26T14:18:03Z', 'revision_number': 5, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'subnets': [{'id': 'c4dc9898-9693-4bd6-9904-df02ddbb63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:08.221493 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7ad0568f-98d0-4693-a89c-4f9ab54c7269 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.230012 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.234950 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ffec5d4d-120d-46a9-b968-848e87bc3ecf tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/floatingips/3838557f-d332-47b7-a00f-9fad629a8a69 HTTP/1.1" status: 200 len: 991 time: 0.2854259 Oct 26 14:19:08.236243 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7ad0568f-98d0-4693-a89c-4f9ab54c7269 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.279689 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d5114e-87a1-4906-b4d1-0ada21b8175d {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:08.329044 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] For port 9a35db01-a198-4c67-b530-64640e90bde0, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:08.333556 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] For port 9a35db01-a198-4c67-b530-64640e90bde0, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9a35db01-a198-4c67-b530-64640e90bde0,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:08.341230 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7ad0568f-98d0-4693-a89c-4f9ab54c7269 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.346108 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.353716 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7ad0568f-98d0-4693-a89c-4f9ab54c7269 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6154499 Oct 26 14:19:08.358399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50952) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:08.362769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0568f-98d0-4693-a89c-4f9ab54c7269 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a6655e-9651-4a11-b8bc-c612953145dc,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:08.365071 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 80d5114e-87a1-4906-b4d1-0ada21b8175d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=80d5114e-87a1-4906-b4d1-0ada21b8175d,segment=NetworkSegment(93e72727-2d21-4881-af69-870f118d950b),segment_id=93e72727-2d21-4881-af69-870f118d950b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:08.375806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d2b7eb5a-00db-4252-b7e1-baf12b82d9d6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Request body: {'security_group_rule': {'security_group_id': '64a6655e-9651-4a11-b8bc-c612953145dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:08.385355 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.391494 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-043768d0-5244-4980-b673-b05c7a13db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '3838557f-d332-47b7-a00f-9fad629a8a69', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'port_id': '8da93bde-dd90-4868-b561-584467d09cf0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'mac_address': 'fa:16:3e:a1:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:04Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 0, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:35Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:08.475719 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2b7eb5a-00db-4252-b7e1-baf12b82d9d6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.490178 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Routers {'43ac8996-3b76-44f1-9bd1-2e946538c01b'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:08.490810 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['43ac8996-3b76-44f1-9bd1-2e946538c01b'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:08.681844 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2b7eb5a-00db-4252-b7e1-baf12b82d9d6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.696435 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2b7eb5a-00db-4252-b7e1-baf12b82d9d6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.715416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=80d5114e-87a1-4906-b4d1-0ada21b8175d,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:08.728705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a535e-e599-4450-975e-244c1b8ce210 req-5c1a9756-a15c-492a-97c6-566c46aba6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:08.729880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7eb5a-00db-4252-b7e1-baf12b82d9d6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb55252-1286-4b79-a20b-869e1445cb9d,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:08.731007 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff2a535e-e599-4450-975e-244c1b8ce210 req-5c1a9756-a15c-492a-97c6-566c46aba6d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9dc1eca-c600-4f43-93c9-e23ae898c91e HTTP/1.1" status: 200 len: 898 time: 1.1919093 Oct 26 14:19:08.782155 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2b7eb5a-00db-4252-b7e1-baf12b82d9d6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.783406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d2b7eb5a-00db-4252-b7e1-baf12b82d9d6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4237015 Oct 26 14:19:08.783881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043768d0-5244-4980-b673-b05c7a13db49 None None] Checking router: 13bbc71e-4564-438a-82bd-41da1ced725f for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:19:08.786098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50956) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:08.790719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-09d6f26a-1239-415c-9472-6373866ba4e5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Request body: {'security_group_rule': {'security_group_id': '64a6655e-9651-4a11-b8bc-c612953145dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:08.817399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-cd367385-a9df-4847-aea8-6bc46d1cc510 None None] Provisioning complete for port 9a35db01-a198-4c67-b530-64640e90bde0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:08.825026 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd367385-a9df-4847-aea8-6bc46d1cc510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.852198 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09d6f26a-1239-415c-9472-6373866ba4e5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.902320 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff2a535e-e599-4450-975e-244c1b8ce210 req-fe125ad8-db41-47da-8a0f-49898209679d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8da93bde-dd90-4868-b561-584467d09cf0 HTTP/1.1" status: 200 len: 999 time: 0.1631167 Oct 26 14:19:08.973068 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043768d0-5244-4980-b673-b05c7a13db49 None None] Routers {'13bbc71e-4564-438a-82bd-41da1ced725f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:08.973799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-043768d0-5244-4980-b673-b05c7a13db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['13bbc71e-4564-438a-82bd-41da1ced725f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:08.976532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['80d5114e-87a1-4906-b4d1-0ada21b8175d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:08.983967 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09d6f26a-1239-415c-9472-6373866ba4e5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.997758 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09d6f26a-1239-415c-9472-6373866ba4e5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:09.036958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6f26a-1239-415c-9472-6373866ba4e5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfaa3ae-b160-48d7-a548-207c8454eecb,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:09.052141 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09d6f26a-1239-415c-9472-6373866ba4e5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:09.057609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-09d6f26a-1239-415c-9472-6373866ba4e5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2705202 Oct 26 14:19:09.059846 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50962) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:09.071146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:09.124624 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a535e-e599-4450-975e-244c1b8ce210 req-f079f155-c980-4ade-89e1-2310fbc91ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:09.126005 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff2a535e-e599-4450-975e-244c1b8ce210 req-f079f155-c980-4ade-89e1-2310fbc91ca8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=22e92306-1374-4a88-a833-d3906d26f4a2 HTTP/1.1" status: 200 len: 835 time: 0.1991293 Oct 26 14:19:09.130051 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] Set router 43ac8996-3b76-44f1-9bd1-2e946538c01b gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:09.146625 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:09.226519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca412e-ac21-495a-a75b-107806389fe0 req-9de9b29f-3e07-4efd-801d-839b4e71a157 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:09.228120 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-99ca412e-ac21-495a-a75b-107806389fe0 req-9de9b29f-3e07-4efd-801d-839b4e71a157 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 944 time: 0.1416864 Oct 26 14:19:09.239820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50964) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:09.248602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a535e-e599-4450-975e-244c1b8ce210 req-31cbc375-6cc3-49ab-8af7-aa2fe71283a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:09.250691 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff2a535e-e599-4450-975e-244c1b8ce210 req-31cbc375-6cc3-49ab-8af7-aa2fe71283a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9dc1eca-c600-4f43-93c9-e23ae898c91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078184 Oct 26 14:19:09.286512 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-043768d0-5244-4980-b673-b05c7a13db49 None None] Set router 13bbc71e-4564-438a-82bd-41da1ced725f gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:09.355493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-99ca412e-ac21-495a-a75b-107806389fe0 req-f6ae94af-3169-4295-a150-d7b86da9849c tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183321 Oct 26 14:19:09.378093 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd367385-a9df-4847-aea8-6bc46d1cc510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:09.383157 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e51bfb21-7649-4494-a773-f64defc9d819 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/floatingips/3838557f-d332-47b7-a00f-9fad629a8a69 HTTP/1.1" status: 200 len: 991 time: 0.1422668 Oct 26 14:19:09.404823 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd46ff3-6ec6-45bd-bb39-36779e715a9c None None] Pushing event updated for resources: {'Port': ['ID=9a35db01-a198-4c67-b530-64640e90bde0,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:09.452467 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:09.466947 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:08Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:09.510128 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff2a535e-e599-4450-975e-244c1b8ce210 req-92ce3bf8-de57-4fd2-ad84-4255e0022243 service neutron] 10.222.0.25 "GET /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226956 Oct 26 14:19:09.511324 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca5696-2d9b-43e0-b449-37f3b60c177a None None] The sync data for ids ['43ac8996-3b76-44f1-9bd1-2e946538c01b'] in n-d-815498-1 is: [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:08Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:09.545051 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b8461b01-4f33-4b70-b7bf-677295abeb0e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:09.640526 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Allocated IP 172.25.4.7 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/60df0bf9-7785-4b84-8ea7-55f93304dce2) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:09.694177 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 30c7f087-f25d-4080-a587-c03e262d2d2a no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:09.779160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 30c7f087-f25d-4080-a587-c03e262d2d2a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:09.779835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 30c7f087-f25d-4080-a587-c03e262d2d2a not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:09.808398 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:09.822723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-cd367385-a9df-4847-aea8-6bc46d1cc510 None None] For port 9a35db01-a198-4c67-b530-64640e90bde0, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9a35db01-a198-4c67-b530-64640e90bde0,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:09.842749 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd367385-a9df-4847-aea8-6bc46d1cc510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:09.854849 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:09.908990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:09.912165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:09.918312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:09.941101 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff2a535e-e599-4450-975e-244c1b8ce210 req-5368f747-4ea7-44bd-a9a7-07487d002aa1 service neutron] 10.222.0.25 "GET /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128649 Oct 26 14:19:09.998856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event updated for resources: {'Port': ['ID=60df0bf9-7785-4b84-8ea7-55f93304dce2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:10.007226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd367385-a9df-4847-aea8-6bc46d1cc510 None None] Pushing event updated for resources: {'Port': ['ID=9a35db01-a198-4c67-b530-64640e90bde0,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:10.039801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-fa9b175c-f679-4df0-9227-abb20078bcb1 None None] Provisioning complete for port 9a35db01-a198-4c67-b530-64640e90bde0 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:10.043295 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fa9b175c-f679-4df0-9227-abb20078bcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.134252 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.140247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b8461b01-4f33-4b70-b7bf-677295abeb0e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:10.141102 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b8461b01-4f33-4b70-b7bf-677295abeb0e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.192671 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-043768d0-5244-4980-b673-b05c7a13db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '3838557f-d332-47b7-a00f-9fad629a8a69', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'port_id': '8da93bde-dd90-4868-b561-584467d09cf0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'mac_address': 'fa:16:3e:a1:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:04Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 0, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:35Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:10.224906 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043768d0-5244-4980-b673-b05c7a13db49 None None] The sync data for ids ['13bbc71e-4564-438a-82bd-41da1ced725f'] in n-d-815498-1 is: [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '3838557f-d332-47b7-a00f-9fad629a8a69', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'port_id': '8da93bde-dd90-4868-b561-584467d09cf0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'mac_address': 'fa:16:3e:a1:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:04Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 0, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:35Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:10.236788 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.274855 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-b8461b01-4f33-4b70-b7bf-677295abeb0e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] For port 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54,segment=NetworkSegment(6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648),segment_id=6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:10.275420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b8461b01-4f33-4b70-b7bf-677295abeb0e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.298605 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b8461b01-4f33-4b70-b7bf-677295abeb0e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:10.388483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50970) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:10.469117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4a171cb6-8e5e-42d1-9ada-c6fe3695798b tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/floatingips/3838557f-d332-47b7-a00f-9fad629a8a69 HTTP/1.1" status: 200 len: 991 time: 0.0786490 Oct 26 14:19:10.499921 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b8461b01-4f33-4b70-b7bf-677295abeb0e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.563390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8461b01-4f33-4b70-b7bf-677295abeb0e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:10.579105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5800c5-c4b8-40c0-a6bf-2176ab2acb9e req-4cc23454-da41-4819-afbc-f3dfff7e3298 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:10.580906 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e5800c5-c4b8-40c0-a6bf-2176ab2acb9e req-4cc23454-da41-4819-afbc-f3dfff7e3298 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 944 time: 0.0898340 Oct 26 14:19:10.603350 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.618608 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.683521 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3447ddd-dc01-4893-9bfa-d223bfef0e56 None None] New status for floating IP 3838557f-d332-47b7-a00f-9fad629a8a69: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:19:10.735702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event updated for resources: {'Port': ['ID=60df0bf9-7785-4b84-8ea7-55f93304dce2,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:10.769589 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.788946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e5800c5-c4b8-40c0-a6bf-2176ab2acb9e req-184bb03e-a5ee-47cc-b2d7-776e9ebd77ac tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921537 Oct 26 14:19:10.832847 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.834420 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6ba78397-9a62-4a65-b601-053641e4c411 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7735908 Oct 26 14:19:10.870660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b8461b01-4f33-4b70-b7bf-677295abeb0e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:11.060012 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-f325da49-d108-4a87-a164-427a9f0396d0 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--625085490&fields=id&tenant_id=6c20e13b6806489fbae708b5ba152ca6 HTTP/1.1" status: 200 len: 267 time: 0.0521386 Oct 26 14:19:11.118709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8461b01-4f33-4b70-b7bf-677295abeb0e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:19:11.180534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-15be66b0-1962-4a72-b468-e82835cb7b2e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:11.182831 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-15be66b0-1962-4a72-b468-e82835cb7b2e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 817 time: 0.1217155 Oct 26 14:19:11.199644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-ead49e4c-4f33-4f0a-b532-bc2fe079e61e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/quotas/6c20e13b6806489fbae708b5ba152ca6 HTTP/1.1" status: 200 len: 375 time: 0.0098577 Oct 26 14:19:11.200307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 80d5114e-87a1-4906-b4d1-0ada21b8175d up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:11.213902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8461b01-4f33-4b70-b7bf-677295abeb0e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:11.224476 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b8461b01-4f33-4b70-b7bf-677295abeb0e tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6320310 Oct 26 14:19:11.226189 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50986) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:11.272071 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a73f43-34d6-475a-a932-ea452923501b None None] Sync routers for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:11.282493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-b43c1037-fa08-46e1-aaee-d6d9c1832493 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0753152 Oct 26 14:19:11.292577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a73f43-34d6-475a-a932-ea452923501b None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:11.293213 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-56a73f43-34d6-475a-a932-ea452923501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:11.320723 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-391e10e2-0389-413e-97bd-ed677e395857 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting subnet c4dc9898-9693-4bd6-9904-df02ddbb63ba {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:19:11.329672 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-391e10e2-0389-413e-97bd-ed677e395857 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:11.339400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 80d5114e-87a1-4906-b4d1-0ada21b8175d completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:19:11.373770 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 80d5114e-87a1-4906-b4d1-0ada21b8175d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:11.374224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:11.379567 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-391e10e2-0389-413e-97bd-ed677e395857 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:11.413161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-22d6f4b8-13a9-4069-9783-f241e7c58879 service neutron] 10.222.0.32 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282842 Oct 26 14:19:11.455738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-56a73f43-34d6-475a-a932-ea452923501b None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:11.471407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50988) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:11.540365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-56a73f43-34d6-475a-a932-ea452923501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:19:10Z', 'revision_number': 11, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:11.565824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-efb858f5-3ffb-4299-a72e-487bb05c49f9 service neutron] 10.222.0.32 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462812 Oct 26 14:19:11.589679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a73f43-34d6-475a-a932-ea452923501b None None] Checking router: c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:19:11.605936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a73f43-34d6-475a-a932-ea452923501b None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:11.606947 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-56a73f43-34d6-475a-a932-ea452923501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:11.619280 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-391e10e2-0389-413e-97bd-ed677e395857 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:11.647094 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f5f4a8e8-8ada-41fb-9b7a-bf1beeb668ee tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/floatingips/3838557f-d332-47b7-a00f-9fad629a8a69 HTTP/1.1" status: 200 len: 993 time: 0.1736794 Oct 26 14:19:11.695709 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-391e10e2-0389-413e-97bd-ed677e395857 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:11.713554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9a35db01-a198-4c67-b530-64640e90bde0 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:11.727202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e10e2-0389-413e-97bd-ed677e395857 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Subnet': ['ID=c4dc9898-9693-4bd6-9904-df02ddbb63ba,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:11.743085 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-56a73f43-34d6-475a-a932-ea452923501b None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:11.744066 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-391e10e2-0389-413e-97bd-ed677e395857 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:11.750602 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-391e10e2-0389-413e-97bd-ed677e395857 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/c4dc9898-9693-4bd6-9904-df02ddbb63ba HTTP/1.1" status: 204 len: 168 time: 0.5207129 Oct 26 14:19:11.750874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50990) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:11.880518 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:11.897457 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3166d7-89d4-4cec-9332-e5c6f6638880 None None] Network 56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:19:11.906452 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-56a73f43-34d6-475a-a932-ea452923501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:19:10Z', 'revision_number': 11, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:11.966400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b06b5da9-7a03-4c7c-82bd-546099862637 req-2d7860c9-9707-4c87-a1c1-b6d6d379e1a7 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 210 time: 0.0332613 Oct 26 14:19:12.005422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Deleting port d553c13b-dcde-4c3b-9765-bf1cb49bc702 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:12.005824 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.010460 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a73f43-34d6-475a-a932-ea452923501b None None] The sync data for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 is: [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:19:10Z', 'revision_number': 11, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:12.054694 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.085230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 9a35db01-a198-4c67-b530-64640e90bde0 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:12.086302 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.092547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] For port d553c13b-dcde-4c3b-9765-bf1cb49bc702, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d553c13b-dcde-4c3b-9765-bf1cb49bc702,segment=NetworkSegment(6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648),segment_id=6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:12.093492 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.093945 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891e4385-27af-415c-9eaf-c245ed9bef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d5114e-87a1-4906-b4d1-0ada21b8175d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:12.096649 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2513a12e-4ef8-41b8-902e-ddd823476d9d" -d '{"events": [{"server_uuid": "891e4385-27af-415c-9eaf-c245ed9bef05", "name": "network-vif-plugged", "status": "completed", "tag": "80d5114e-87a1-4906-b4d1-0ada21b8175d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:12.110539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Calling delete_port for d553c13b-dcde-4c3b-9765-bf1cb49bc702 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:12.159987 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 80d5114e-87a1-4906-b4d1-0ada21b8175d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=80d5114e-87a1-4906-b4d1-0ada21b8175d,segment=NetworkSegment(93e72727-2d21-4881-af69-870f118d950b),segment_id=93e72727-2d21-4881-af69-870f118d950b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:12.191824 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.247162 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.273072 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=80d5114e-87a1-4906-b4d1-0ada21b8175d,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:12.305595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Port': ['ID=d553c13b-dcde-4c3b-9765-bf1cb49bc702,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:12.316154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No DVR routers for this DVR port d553c13b-dcde-4c3b-9765-bf1cb49bc702 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:19:12.333353 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4b05a8-a52e-4c81-a2ba-cc2508a5f774 None None] DHCP port deletion for 56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:19:12.418585 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.449425 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:12.461049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:12.461406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6066bf11-5fcb-45f3-bcf4-4f7f7b3bb648') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:12.474133 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.484296 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397ae41-a66c-4b87-a061-a0a4e7b70e7e req-b38da76d-a1cf-41c5-9f5d-2385a94f6a6d tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:12.485814 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b397ae41-a66c-4b87-a061-a0a4e7b70e7e req-b38da76d-a1cf-41c5-9f5d-2385a94f6a6d tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.2539232 Oct 26 14:19:12.503019 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.518538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:19:12.518781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:19:12.521899 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:19:12.610702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b397ae41-a66c-4b87-a061-a0a4e7b70e7e req-c7d0c537-3bf6-4e6b-b8d4-935726bb6466 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148741 Oct 26 14:19:12.621046 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.626084 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.630576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/networks/56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1 HTTP/1.1" status: 204 len: 168 time: 0.8786750 Oct 26 14:19:12.633407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51006) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:12.640942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-843dfcce-393e-49bc-a095-0689c5fb2b72 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'router': {'routes': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:12.646366 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd78330-0b20-4610-9a9b-22da5f2ad27b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Pushing event deleted for resources: {'Network': ['ID=56b30099-07aa-4c0b-aa4e-7f2be7dbe7a1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:12.684470 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24177c16-4682-4947-8f6b-f3af972f6185 x-openstack-request-id: req-24177c16-4682-4947-8f6b-f3af972f6185 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:12.684870 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891e4385-27af-415c-9eaf-c245ed9bef05", "name": "network-vif-plugged", "status": "completed", "tag": "80d5114e-87a1-4906-b4d1-0ada21b8175d", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:12.685384 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24177c16-4682-4947-8f6b-f3af972f6185 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:12.686012 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891e4385-27af-415c-9eaf-c245ed9bef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d5114e-87a1-4906-b4d1-0ada21b8175d', 'code': 200} Oct 26 14:19:12.745076 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4e79f611-ff98-4a87-a445-d9b3ce03a3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.793614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ceb27-7695-46e2-bda7-433c540b462f req-03b08670-7421-4818-8912-88e86bfc29be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:12.795057 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-772ceb27-7695-46e2-bda7-433c540b462f req-03b08670-7421-4818-8912-88e86bfc29be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 1096 time: 0.0432947 Oct 26 14:19:12.812265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.extraroute_db [None req-843dfcce-393e-49bc-a095-0689c5fb2b72 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Added routes are [] {{(pid=102123) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 14:19:12.812750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.extraroute_db [None req-843dfcce-393e-49bc-a095-0689c5fb2b72 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Removed routes are [] {{(pid=102123) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 14:19:12.813249 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-843dfcce-393e-49bc-a095-0689c5fb2b72 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.847661 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-772ceb27-7695-46e2-bda7-433c540b462f req-d8b32555-eaa2-4a0d-984f-76d7cff58031 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449288 Oct 26 14:19:12.991827 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-843dfcce-393e-49bc-a095-0689c5fb2b72 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.995293 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-843dfcce-393e-49bc-a095-0689c5fb2b72 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:13.132539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843dfcce-393e-49bc-a095-0689c5fb2b72 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:19:13.217209 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7417a659-4e87-4f65-974f-c584c32d6240 req-4b851699-08b5-4bdb-832e-392ddd18f96b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 210 time: 0.0298078 Oct 26 14:19:13.248484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-97a0e7d6-6567-4d78-8b64-599bb08d81e0 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:13.249950 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-97a0e7d6-6567-4d78-8b64-599bb08d81e0 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.25 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 817 time: 0.2497709 Oct 26 14:19:13.257065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843dfcce-393e-49bc-a095-0689c5fb2b72 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:13.264981 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-843dfcce-393e-49bc-a095-0689c5fb2b72 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:13.266401 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-843dfcce-393e-49bc-a095-0689c5fb2b72 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 HTTP/1.1" status: 200 len: 701 time: 0.6309850 Oct 26 14:19:13.269297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51012) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:13.271979 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51019222-504f-4f46-b963-6925bb99ddb8 None None] Sync routers for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:13.291520 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51019222-504f-4f46-b963-6925bb99ddb8 None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:13.292380 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-51019222-504f-4f46-b963-6925bb99ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:13.306418 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-317dabe6-3a29-4e1a-a59d-8f25b73d0b75 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c20e13b6806489fbae708b5ba152ca6 HTTP/1.1" status: 200 len: 379 time: 0.0390036 Oct 26 14:19:13.309671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8a205860-4ef6-4a08-a34e-c4ee3ebca151 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 HTTP/1.1" status: 200 len: 205 time: 0.0383992 Oct 26 14:19:13.312420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51014) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:13.317877 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-ab4f050a-b224-4715-b4ee-635ec50909af tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Request body: {'port': {'device_id': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'admin_state_up': True, 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'security_groups': ['64a6655e-9651-4a11-b8bc-c612953145dc']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:13.411383 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f31fdaf8-7389-4c7c-9f76-cedec4d86f9b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:13.506293 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-51019222-504f-4f46-b963-6925bb99ddb8 None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:13.527293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d553c13b-dcde-4c3b-9765-bf1cb49bc702 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:13.554280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-ab4f050a-b224-4715-b4ee-635ec50909af tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Made reservation on behalf of 6c20e13b6806489fbae708b5ba152ca6 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:13.559898 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-ab4f050a-b224-4715-b4ee-635ec50909af tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:13.582088 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: d553c13b-dcde-4c3b-9765-bf1cb49bc702 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:13.582481 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d553c13b-dcde-4c3b-9765-bf1cb49bc702 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:13.582902 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:13.631269 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-51019222-504f-4f46-b963-6925bb99ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:19:10Z', 'revision_number': 11, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:13.649320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:13.649934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 840ebed1-3e32-4fc5-9df6-1c2ed4ab2d54 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:13.710031 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51019222-504f-4f46-b963-6925bb99ddb8 None None] Checking router: c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:19:13.719365 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51019222-504f-4f46-b963-6925bb99ddb8 None None] Routers {'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:13.720228 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-51019222-504f-4f46-b963-6925bb99ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:18:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:13.807333 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f31fdaf8-7389-4c7c-9f76-cedec4d86f9b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:13.810640 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f31fdaf8-7389-4c7c-9f76-cedec4d86f9b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:13.853394 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-51019222-504f-4f46-b963-6925bb99ddb8 None None] Set router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:13.864821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-ab4f050a-b224-4715-b4ee-635ec50909af tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Allocated IP 172.20.0.7 (ded9e010-5e2e-41f5-9481-6473388a630d/298cb374-94ff-4da4-badb-743efb82b5da/5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:13.891129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c24a74-e7c2-4dc7-a75f-b227aae2c2c6 req-b1b254e2-5301-4b59-aee4-839cf5c252f4 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:13.892837 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7c24a74-e7c2-4dc7-a75f-b227aae2c2c6 req-b1b254e2-5301-4b59-aee4-839cf5c252f4 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.1294701 Oct 26 14:19:13.894116 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f31fdaf8-7389-4c7c-9f76-cedec4d86f9b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:13.894697 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31fdaf8-7389-4c7c-9f76-cedec4d86f9b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Fanout notify agent at l3_agent the message router_deleted on router c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:19:13.909092 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f31fdaf8-7389-4c7c-9f76-cedec4d86f9b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:13.915929 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f31fdaf8-7389-4c7c-9f76-cedec4d86f9b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 HTTP/1.1" status: 204 len: 168 time: 0.6008584 Oct 26 14:19:13.915929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51030) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:13.935844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-718b406b-6fe7-46ae-9aa0-abe7d69bfec0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2043873627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:13.948924 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-51019222-504f-4f46-b963-6925bb99ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:19:10Z', 'revision_number': 11, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:13.984242 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51019222-504f-4f46-b963-6925bb99ddb8 None None] The sync data for ids ['c5271fe5-948b-4e3b-bd26-7de9ffbe5c09'] in n-d-815498-1 is: [{'id': 'c5271fe5-948b-4e3b-bd26-7de9ffbe5c09', 'name': 'tempest-RoutersTest-router-2073477089', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:19:10Z', 'revision_number': 11, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:13.998554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7c24a74-e7c2-4dc7-a75f-b227aae2c2c6 req-b818c9e1-e29d-4f79-9bf3-4c1382f18668 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824130 Oct 26 14:19:14.011682 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-718b406b-6fe7-46ae-9aa0-abe7d69bfec0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:14.014489 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-718b406b-6fe7-46ae-9aa0-abe7d69bfec0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:14.072141 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-ab4f050a-b224-4715-b4ee-635ec50909af tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:14.130973 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-ab4f050a-b224-4715-b4ee-635ec50909af tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:14.202028 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-ab4f050a-b224-4715-b4ee-635ec50909af tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Network ded9e010-5e2e-41f5-9481-6473388a630d is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:14.207070 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-ab4f050a-b224-4715-b4ee-635ec50909af tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:14.212153 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-ab4f050a-b224-4715-b4ee-635ec50909af tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:14.270891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f050a-b224-4715-b4ee-635ec50909af tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event updated for resources: {'Port': ['ID=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:14.325913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-ab4f050a-b224-4715-b4ee-635ec50909af tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:14.326612 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-ab4f050a-b224-4715-b4ee-635ec50909af tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:14.357903 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-ab4f050a-b224-4715-b4ee-635ec50909af tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0441628 Oct 26 14:19:14.385030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Request body: {'port': {'device_id': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:14.504097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:14.678697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1bfe840c-2a5e-47cc-a26e-83b00092650f None None] Provisioning complete for port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:14.680231 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1bfe840c-2a5e-47cc-a26e-83b00092650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:14.727862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe840c-2a5e-47cc-a26e-83b00092650f None None] Port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:19:14.807075 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-718b406b-6fe7-46ae-9aa0-abe7d69bfec0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:14.837554 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-718b406b-6fe7-46ae-9aa0-abe7d69bfec0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:14.902427 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-718b406b-6fe7-46ae-9aa0-abe7d69bfec0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:14.903592 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-718b406b-6fe7-46ae-9aa0-abe7d69bfec0 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9816895 Oct 26 14:19:14.907417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51042) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:14.911879 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-aed305d6-3c02-45b9-b334-d9e88c82ffed tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:14.961325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784aad1-bf02-48fd-a3aa-359eaff184a3 req-09287acf-b354-4ea9-905a-2bdc2006f00b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:14.968684 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7784aad1-bf02-48fd-a3aa-359eaff184a3 req-09287acf-b354-4ea9-905a-2bdc2006f00b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 931 time: 0.1492784 Oct 26 14:19:15.028295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2bea3-8df6-4fb8-9466-679d05c3739a req-fa8ad4b7-35b1-4a12-9355-435a54becba2 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:15.030891 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8cc2bea3-8df6-4fb8-9466-679d05c3739a req-fa8ad4b7-35b1-4a12-9355-435a54becba2 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 945 time: 0.2207534 Oct 26 14:19:15.067223 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7784aad1-bf02-48fd-a3aa-359eaff184a3 req-10c5ddba-45d3-4b36-8c7a-67683e77a5e1 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975621 Oct 26 14:19:15.074040 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b6c60ef9-ccba-4fb8-8e99-92c8c9fbb6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.192363 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8cc2bea3-8df6-4fb8-9466-679d05c3739a req-7ede3f7d-0ad3-4d0a-b736-17f51261d6f4 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428194 Oct 26 14:19:15.322306 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aed305d6-3c02-45b9-b334-d9e88c82ffed tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.350416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:15.352187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33dfc5-638e-4ba6-a00f-057c60c6875c req-23ff1de2-0bb0-432f-99d4-7157e2be9430 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:15.360879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c33dfc5-638e-4ba6-a00f-057c60c6875c req-23ff1de2-0bb0-432f-99d4-7157e2be9430 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.0774131 Oct 26 14:19:15.361686 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.370226 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aed305d6-3c02-45b9-b334-d9e88c82ffed tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.391767 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Transition to ACTIVE for port object 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:19:15.396523 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.461332 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Pushing event updated for resources: {'Port': ['ID=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:15.526821 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c33dfc5-638e-4ba6-a00f-057c60c6875c req-5d414014-ed86-40f6-8c81-9a1a6086f48f tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650007 Oct 26 14:19:15.601099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Attempting to bind port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:15.601439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Attempting to bind port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:15.601770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Attempting to bind port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac on network ded9e010-5e2e-41f5-9481-6473388a630d {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:15.619129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed305d6-3c02-45b9-b334-d9e88c82ffed tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Router 2f5bd2d9-2db9-4b43-872c-00710c6834d9 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:19:15.620561 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac on network ded9e010-5e2e-41f5-9481-6473388a630d not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:19:15.620885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Attempting to bind port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac on network ded9e010-5e2e-41f5-9481-6473388a630d {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:15.648507 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:15.649286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Checking segment: {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:15.649672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Bound using segment: {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:15.652995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Bound port: 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:15.653372 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.772318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed305d6-3c02-45b9-b334-d9e88c82ffed tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:15.782841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a6ea5-8565-4344-8a76-079b4d76ac6d None None] Sync routers for ids ['2f5bd2d9-2db9-4b43-872c-00710c6834d9'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:15.791634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aed305d6-3c02-45b9-b334-d9e88c82ffed tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.792793 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-aed305d6-3c02-45b9-b334-d9e88c82ffed tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "PUT /v2.0/routers/2f5bd2d9-2db9-4b43-872c-00710c6834d9 HTTP/1.1" status: 200 len: 694 time: 0.8844473 Oct 26 14:19:15.802778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a6ea5-8565-4344-8a76-079b4d76ac6d None None] Routers {'2f5bd2d9-2db9-4b43-872c-00710c6834d9'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:15.803623 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-191a6ea5-8565-4344-8a76-079b4d76ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2f5bd2d9-2db9-4b43-872c-00710c6834d9'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:15.804071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51058) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:15.855531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b5f80-9489-45ed-bcab-dd619238dcce req-9c023376-8a24-4382-8acc-fb259ecb371d tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:15.857282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a79b5f80-9489-45ed-bcab-dd619238dcce req-9c023376-8a24-4382-8acc-fb259ecb371d tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.0829747 Oct 26 14:19:15.899485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-191a6ea5-8565-4344-8a76-079b4d76ac6d None None] Set router 2f5bd2d9-2db9-4b43-872c-00710c6834d9 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:15.945351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a79b5f80-9489-45ed-bcab-dd619238dcce req-82613708-5d31-4983-b68e-9ba928b97061 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781515 Oct 26 14:19:15.957744 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0ba15-3157-4898-af65-5e1882d34e01 req-21634a8a-375d-416c-aedf-43641a1d3116 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:15.959430 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dee0ba15-3157-4898-af65-5e1882d34e01 req-21634a8a-375d-416c-aedf-43641a1d3116 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.25 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 945 time: 0.2999861 Oct 26 14:19:15.976524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-191a6ea5-8565-4344-8a76-079b4d76ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5bd2d9-2db9-4b43-872c-00710c6834d9', 'name': 'tempest-RoutersTest-router-2043873627', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:14Z', 'updated_at': '2021-10-26T14:19:15Z', 'revision_number': 2, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:16.008472 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a6ea5-8565-4344-8a76-079b4d76ac6d None None] Checking router: 2f5bd2d9-2db9-4b43-872c-00710c6834d9 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:19:16.012372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51062) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:16.016204 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a6b9eca7-f698-4a5e-a331-15386b1fdfed tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/routers/2f5bd2d9-2db9-4b43-872c-00710c6834d9 HTTP/1.1" status: 200 len: 700 time: 0.2085915 Oct 26 14:19:16.055138 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a6ea5-8565-4344-8a76-079b4d76ac6d None None] Routers {'2f5bd2d9-2db9-4b43-872c-00710c6834d9'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:16.055741 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-191a6ea5-8565-4344-8a76-079b4d76ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2f5bd2d9-2db9-4b43-872c-00710c6834d9'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:16.062106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] For port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:16.073303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51064) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:16.073508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ed85f632-d6c5-4111-8213-deb65c98e8bc tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f5bd2d9-2db9-4b43-872c-00710c6834d9 HTTP/1.1" status: 200 len: 205 time: 0.0548842 Oct 26 14:19:16.235375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] For port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:16.269358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b9aea-42e3-41ef-a8cc-b5ea308bd94f req-ccb90f24-88b6-4ad4-a71f-b265a75baa0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:16.279054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35b9aea-42e3-41ef-a8cc-b5ea308bd94f req-ccb90f24-88b6-4ad4-a71f-b265a75baa0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.0797486 Oct 26 14:19:16.281286 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.333222 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35b9aea-42e3-41ef-a8cc-b5ea308bd94f req-1df4e26c-1ce1-40f0-a868-fe24f79e45bb tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529108 Oct 26 14:19:16.353144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-191a6ea5-8565-4344-8a76-079b4d76ac6d None None] Set router 2f5bd2d9-2db9-4b43-872c-00710c6834d9 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:16.365055 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:16.365679 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.374042 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] 10.222.0.25 "PUT /v2.0/ports/5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac HTTP/1.1" status: 200 len: 1091 time: 1.9961300 Oct 26 14:19:16.374889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'tag': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:16.377221 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c91bd22-5009-42eb-aaca-7bc15af05fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "8acd5feb-c9e2-468d-be91-29555fe4a76a", "tag": "5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:16.409999 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce021f7a-7069-47c7-94cd-a595f4001d07 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.453049 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-191a6ea5-8565-4344-8a76-079b4d76ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5bd2d9-2db9-4b43-872c-00710c6834d9', 'name': 'tempest-RoutersTest-router-2043873627', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:14Z', 'updated_at': '2021-10-26T14:19:15Z', 'revision_number': 2, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:16.494522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58be824-0a1e-49ec-b53b-89585edb99d0 req-363b999a-919d-428a-9e47-a7839275216a tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:16.497855 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d58be824-0a1e-49ec-b53b-89585edb99d0 req-363b999a-919d-428a-9e47-a7839275216a tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.1470859 Oct 26 14:19:16.539565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2433032-fc5e-4be7-b38c-5cfb0e282353 req-91ad5b4f-7efa-40f2-bc63-7f392da4646b tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:16.548871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e2433032-fc5e-4be7-b38c-5cfb0e282353 req-91ad5b4f-7efa-40f2-bc63-7f392da4646b tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 945 time: 0.1208916 Oct 26 14:19:16.567489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a6ea5-8565-4344-8a76-079b4d76ac6d None None] The sync data for ids ['2f5bd2d9-2db9-4b43-872c-00710c6834d9'] in n-d-815498-1 is: [{'id': '2f5bd2d9-2db9-4b43-872c-00710c6834d9', 'name': 'tempest-RoutersTest-router-2043873627', 'tenant_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:14Z', 'updated_at': '2021-10-26T14:19:15Z', 'revision_number': 2, 'project_id': 'c2e6dff6e1ed44e3b09364a7085a08f9', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:16.591756 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.654928 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d58be824-0a1e-49ec-b53b-89585edb99d0 req-cb13a02c-e821-40f1-affd-e11c138aee9f tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495969 Oct 26 14:19:16.704550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-dee0ba15-3157-4898-af65-5e1882d34e01 req-08a7d650-f142-4d98-8967-0f9117ab8c4f tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Deleting port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:16.704901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-dee0ba15-3157-4898-af65-5e1882d34e01 req-08a7d650-f142-4d98-8967-0f9117ab8c4f tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.713179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e2433032-fc5e-4be7-b38c-5cfb0e282353 req-28c15e4b-81f5-472b-abf0-e20ee0054e0d tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631131 Oct 26 14:19:16.797485 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.875035 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce021f7a-7069-47c7-94cd-a595f4001d07 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.884080 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce021f7a-7069-47c7-94cd-a595f4001d07 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.887381 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89baa154-e0c0-48ca-95f4-ac6213ee83c3 x-openstack-request-id: req-89baa154-e0c0-48ca-95f4-ac6213ee83c3 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:16.887949 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acd5feb-c9e2-468d-be91-29555fe4a76a", "tag": "5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:16.888350 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89baa154-e0c0-48ca-95f4-ac6213ee83c3 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:16.888762 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'tag': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'status': 'completed', 'code': 200} Oct 26 14:19:16.989804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843cb1b-2364-4860-9cf3-d629808dd95a service neutron] Pushing event updated for resources: {'Port': ['ID=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:17.006620 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce021f7a-7069-47c7-94cd-a595f4001d07 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:17.007433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce021f7a-7069-47c7-94cd-a595f4001d07 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Fanout notify agent at l3_agent the message router_deleted on router 2f5bd2d9-2db9-4b43-872c-00710c6834d9 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:19:17.017097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce021f7a-7069-47c7-94cd-a595f4001d07 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:17.021502 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ce021f7a-7069-47c7-94cd-a595f4001d07 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/routers/2f5bd2d9-2db9-4b43-872c-00710c6834d9 HTTP/1.1" status: 204 len: 168 time: 0.9377525 Oct 26 14:19:17.021921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51082) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.024085 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-7229f58f-5f0e-4f43-8a84-c3e5cdf0bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:17.025544 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-7229f58f-5f0e-4f43-8a84-c3e5cdf0bb62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 1094 time: 0.5908072 Oct 26 14:19:17.062022 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5c574384-3193-4259-9522-870671807a1a tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f5bd2d9-2db9-4b43-872c-00710c6834d9 HTTP/1.1" status: 200 len: 205 time: 0.0383399 Oct 26 14:19:17.062992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51084) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.087108 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-84199645-4237-42e5-a004-9fda2587c552 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac HTTP/1.1" status: 200 len: 217 time: 0.0517397 Oct 26 14:19:17.120562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-dee0ba15-3157-4898-af65-5e1882d34e01 req-08a7d650-f142-4d98-8967-0f9117ab8c4f tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] For port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=ff91e0cb-335a-4875-a1cf-2be6db1cc9c0,segment=NetworkSegment(34be4d99-f767-4a3b-9c80-81b9d6d504fc),segment_id=34be4d99-f767-4a3b-9c80-81b9d6d504fc)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:17.121943 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-dee0ba15-3157-4898-af65-5e1882d34e01 req-08a7d650-f142-4d98-8967-0f9117ab8c4f tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:17.141107 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-50e722ba-a0a0-40c2-a70c-fc11e2185d48 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] delete failed (client error): The resource could not be found. Oct 26 14:19:17.144506 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-50e722ba-a0a0-40c2-a70c-fc11e2185d48 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/routers/2f5bd2d9-2db9-4b43-872c-00710c6834d9 HTTP/1.1" status: 404 len: 336 time: 0.0780897 Oct 26 14:19:17.145295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51086) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.183146 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b58f5c9-95d6-46ea-9d6c-7158a431e946 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] DELETE failed (client error): The resource could not be found. Oct 26 14:19:17.184561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b58f5c9-95d6-46ea-9d6c-7158a431e946 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:19:17.193248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3b58f5c9-95d6-46ea-9d6c-7158a431e946 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/542d2c8f-5ba6-4126-bd63-aefa304ffdb9 HTTP/1.1" status: 404 len: 337 time: 0.0468254 Oct 26 14:19:17.194136 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51088) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.196455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-dee0ba15-3157-4898-af65-5e1882d34e01 req-08a7d650-f142-4d98-8967-0f9117ab8c4f tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Calling delete_port for ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:17.239080 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ba97ef-ee7f-4e54-9c5d-e57144ba4324 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] DELETE failed (client error): The resource could not be found. Oct 26 14:19:17.243745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ba97ef-ee7f-4e54-9c5d-e57144ba4324 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:19:17.244707 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a4ba97ef-ee7f-4e54-9c5d-e57144ba4324 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/6c46f7a3-9d6e-4db0-9fdb-1ecdd9a167c0 HTTP/1.1" status: 404 len: 337 time: 0.0495393 Oct 26 14:19:17.247357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51090) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.251604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-9ab296b8-3aff-4584-969f-69309ccce1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:17.253154 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-9ab296b8-3aff-4584-969f-69309ccce1f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.1265001 Oct 26 14:19:17.289502 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94ac5d9-a18d-4b02-a44b-f47a020be1c2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] DELETE failed (client error): The resource could not be found. Oct 26 14:19:17.289971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94ac5d9-a18d-4b02-a44b-f47a020be1c2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:19:17.293152 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e94ac5d9-a18d-4b02-a44b-f47a020be1c2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/11d2642b-1639-4e9f-9f63-cfc194df4d66 HTTP/1.1" status: 404 len: 337 time: 0.0445845 Oct 26 14:19:17.295715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51092) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.326376 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e36cbf-a078-49d2-b896-66dbebf8d311 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] DELETE failed (client error): The resource could not be found. Oct 26 14:19:17.327358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e36cbf-a078-49d2-b896-66dbebf8d311 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:19:17.333034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f8e36cbf-a078-49d2-b896-66dbebf8d311 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/c4dc9898-9693-4bd6-9904-df02ddbb63ba HTTP/1.1" status: 404 len: 337 time: 0.0339501 Oct 26 14:19:17.333353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51094) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.363567 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-e8584e51-f68e-4bfd-af8a-1ca9fdf5f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:17.365289 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-e8584e51-f68e-4bfd-af8a-1ca9fdf5f7a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715415 Oct 26 14:19:17.375714 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-399d3fb1-5e88-4351-a97c-40f5d4f92652 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 HTTP/1.1" status: 200 len: 205 time: 0.0412958 Oct 26 14:19:17.378526 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51098) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.482799 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-3b35c4a0-aaca-4b64-bc6b-dc4b531cc056 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] delete failed (client error): The resource could not be found. Oct 26 14:19:17.485145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3b35c4a0-aaca-4b64-bc6b-dc4b531cc056 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/routers/c5271fe5-948b-4e3b-bd26-7de9ffbe5c09 HTTP/1.1" status: 404 len: 336 time: 0.1046207 Oct 26 14:19:17.486836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51100) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.537787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-dee0ba15-3157-4898-af65-5e1882d34e01 req-08a7d650-f142-4d98-8967-0f9117ab8c4f tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:17.547373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a857419f-b6cf-49fa-bea0-4ca5fd4bbb27 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b922411-20e9-4b55-a554-0614836f4c7c HTTP/1.1" status: 200 len: 205 time: 0.0591207 Oct 26 14:19:17.550213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51102) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.551962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['ff91e0cb-335a-4875-a1cf-2be6db1cc9c0'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:17.600177 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-f4d5c1c7-559b-4ec1-b929-c37cdc5491b4 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] delete failed (client error): The resource could not be found. Oct 26 14:19:17.603350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f4d5c1c7-559b-4ec1-b929-c37cdc5491b4 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/routers/3b922411-20e9-4b55-a554-0614836f4c7c HTTP/1.1" status: 404 len: 336 time: 0.0519636 Oct 26 14:19:17.615961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51104) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.617651 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-48ae5b6e-c33a-49ef-9aeb-70e03ecfcd0b service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424955 Oct 26 14:19:17.622239 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7d650-f142-4d98-8967-0f9117ab8c4f tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Pushing event deleted for resources: {'Port': ['ID=ff91e0cb-335a-4875-a1cf-2be6db1cc9c0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:17.673802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba571fda-dc5a-493c-96e4-c0b4c3e2a41f req-42fc4006-b2ea-4cc8-86f6-0e41df6607b2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:17.685606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba571fda-dc5a-493c-96e4-c0b4c3e2a41f req-42fc4006-b2ea-4cc8-86f6-0e41df6607b2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.2256069 Oct 26 14:19:17.687387 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7023ff-4413-45fa-9a7a-e20ea342fa07 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] DELETE failed (client error): The resource could not be found. Oct 26 14:19:17.687849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7023ff-4413-45fa-9a7a-e20ea342fa07 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:19:17.697222 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ba7023ff-4413-45fa-9a7a-e20ea342fa07 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/9f87e6c3-7258-4a49-9c15-2ffc45477226 HTTP/1.1" status: 404 len: 337 time: 0.0739706 Oct 26 14:19:17.706036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51108) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.763090 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ec2de647-9963-495e-a38e-b7940b7ae0f1 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports?device_id=993480ab-9258-4f3d-a2e8-c4a60759f460 HTTP/1.1" status: 200 len: 205 time: 0.0553799 Oct 26 14:19:17.766235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51112) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.788019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee0ba15-3157-4898-af65-5e1882d34e01 req-08a7d650-f142-4d98-8967-0f9117ab8c4f tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] No DVR routers for this DVR port ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:19:17.796186 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-dee0ba15-3157-4898-af65-5e1882d34e01 req-08a7d650-f142-4d98-8967-0f9117ab8c4f tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:17.799571 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dee0ba15-3157-4898-af65-5e1882d34e01 req-08a7d650-f142-4d98-8967-0f9117ab8c4f tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.25 "DELETE /v2.0/ports/ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 HTTP/1.1" status: 204 len: 173 time: 1.8305292 Oct 26 14:19:17.834546 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-2e2d890f-714e-465b-8f18-bfd3dd3580d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] delete failed (client error): The resource could not be found. Oct 26 14:19:17.835646 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2e2d890f-714e-465b-8f18-bfd3dd3580d3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/routers/993480ab-9258-4f3d-a2e8-c4a60759f460 HTTP/1.1" status: 404 len: 336 time: 0.0661337 Oct 26 14:19:17.851033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51116) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.900893 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba571fda-dc5a-493c-96e4-c0b4c3e2a41f req-d226c985-e7f9-4e53-bf10-9db3623b54d7 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953838 Oct 26 14:19:17.913652 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-eeac2adf-e615-49e1-beb1-8095d3193479 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports?device_id=89f0a8fe-ac4d-4e64-9986-22302ec4cc36 HTTP/1.1" status: 200 len: 205 time: 0.0614347 Oct 26 14:19:17.918832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51120) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.936082 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498db5e8-b497-42bc-8bbd-bdf3e648fad1 req-3df10e56-adcc-4a48-a833-ace68cc1c4ad service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087060 Oct 26 14:19:18.042174 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-9f6f357f-8dc6-48a6-97d4-66590cb13c1b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] delete failed (client error): The resource could not be found. Oct 26 14:19:18.043214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9f6f357f-8dc6-48a6-97d4-66590cb13c1b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/routers/89f0a8fe-ac4d-4e64-9986-22302ec4cc36 HTTP/1.1" status: 404 len: 336 time: 0.1234007 Oct 26 14:19:18.048339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51124) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:18.077487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91bd22-5009-42eb-aaca-7bc15af05fc8 req-ec9032e8-749d-47c6-b6be-3fda1b69a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:18.080199 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c91bd22-5009-42eb-aaca-7bc15af05fc8 req-ec9032e8-749d-47c6-b6be-3fda1b69a5b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 1094 time: 0.0652096 Oct 26 14:19:18.084416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6dafd-6881-47fd-ba74-9a6ba8d4b9bf req-889118ca-3ea2-40d1-8460-e325b609cc2f tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:18.086488 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34c6dafd-6881-47fd-ba74-9a6ba8d4b9bf req-889118ca-3ea2-40d1-8460-e325b609cc2f tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.2984242 Oct 26 14:19:18.139740 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c859d74-7a10-4818-9b21-0180c4106de3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] DELETE failed (client error): The resource could not be found. Oct 26 14:19:18.140199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c859d74-7a10-4818-9b21-0180c4106de3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:19:18.146017 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6c859d74-7a10-4818-9b21-0180c4106de3 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/d19b9fdd-7547-4444-af0e-b57f76a301a7 HTTP/1.1" status: 404 len: 337 time: 0.0868993 Oct 26 14:19:18.148037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4a837b2-13bd-49f1-97d8-9e6967ee1b0d req-6d88a20c-a6cf-4cd6-8077-3f4061b7f112 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ea9ffa-8001-406e-bd5e-e5b18223fe00 HTTP/1.1" status: 200 len: 210 time: 0.0986459 Oct 26 14:19:18.152929 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51126) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:18.176347 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34c6dafd-6881-47fd-ba74-9a6ba8d4b9bf req-71a18d23-a317-4471-8b6e-2648c0c9b0f6 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630362 Oct 26 14:19:18.189227 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-51eb4df3-0734-43f0-a704-0b88207c0f3d tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89947a4-7540-48ae-88f0-ac4d94cab5b1 HTTP/1.1" status: 200 len: 205 time: 0.0335667 Oct 26 14:19:18.193549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51130) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:18.260791 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-14c145fd-46f4-42d9-9fe7-6e23cbcfc2c1 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] delete failed (client error): The resource could not be found. Oct 26 14:19:18.262035 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-14c145fd-46f4-42d9-9fe7-6e23cbcfc2c1 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/routers/d89947a4-7540-48ae-88f0-ac4d94cab5b1 HTTP/1.1" status: 404 len: 336 time: 0.0671592 Oct 26 14:19:18.265425 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51136) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:18.325140 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-798064a2-8932-4712-9402-de2fde8c4de2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] DELETE failed (client error): The resource could not be found. Oct 26 14:19:18.325607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798064a2-8932-4712-9402-de2fde8c4de2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:19:18.329941 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-798064a2-8932-4712-9402-de2fde8c4de2 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/abafcf36-d8e7-47ce-8ee9-c58b01e6bd7e HTTP/1.1" status: 404 len: 337 time: 0.0635593 Oct 26 14:19:18.332778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51138) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:18.388118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91bd22-5009-42eb-aaca-7bc15af05fc8 req-051fa05b-fc6d-44a9-8457-02571eec9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:18.390243 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c91bd22-5009-42eb-aaca-7bc15af05fc8 req-051fa05b-fc6d-44a9-8457-02571eec9bce service neutron] 10.222.0.25 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 918 time: 0.2973228 Oct 26 14:19:18.402364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51140) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:18.402757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-84a0955b-abe9-45c3-837f-bae21fd32824 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "GET /v2.0/ports?device_id=645f08a5-9f8b-4602-a9d6-fcf5e6615dcf HTTP/1.1" status: 200 len: 205 time: 0.0665593 Oct 26 14:19:18.492702 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c91bd22-5009-42eb-aaca-7bc15af05fc8 req-5d815113-8c85-429e-9613-9e90cfac5c44 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac HTTP/1.1" status: 200 len: 217 time: 0.0893164 Oct 26 14:19:18.494156 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-157a2729-ad0e-4b6a-b995-f67649b2155b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] delete failed (client error): The resource could not be found. Oct 26 14:19:18.495110 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-157a2729-ad0e-4b6a-b995-f67649b2155b tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/routers/645f08a5-9f8b-4602-a9d6-fcf5e6615dcf HTTP/1.1" status: 404 len: 336 time: 0.0510278 Oct 26 14:19:18.502091 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51144) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:18.545701 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:18.583663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91bd22-5009-42eb-aaca-7bc15af05fc8 req-886c02e8-b49a-4089-bc9e-9171262458c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:18.585199 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c91bd22-5009-42eb-aaca-7bc15af05fc8 req-886c02e8-b49a-4089-bc9e-9171262458c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.0783403 Oct 26 14:19:18.602788 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08f0ba7-8d6d-4dba-ac87-bfc4c8153b76 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] DELETE failed (client error): The resource could not be found. Oct 26 14:19:18.603570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08f0ba7-8d6d-4dba-ac87-bfc4c8153b76 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:19:18.607470 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f08f0ba7-8d6d-4dba-ac87-bfc4c8153b76 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/4f32f854-e52d-43d6-8c9b-995485926bb3 HTTP/1.1" status: 404 len: 337 time: 0.1041558 Oct 26 14:19:18.628583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51148) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:18.695992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d43e54-0ba8-4e5c-bf0f-8b7a33f65056 req-d3886304-09a2-4e64-8ad4-9d4c5f55d6b6 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:18.705382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91d43e54-0ba8-4e5c-bf0f-8b7a33f65056 req-d3886304-09a2-4e64-8ad4-9d4c5f55d6b6 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.1313128 Oct 26 14:19:18.744794 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-c789d5f6-4bd9-49c2-8c25-f8cfdadd1e26 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] DELETE failed (client error): The resource could not be found. Oct 26 14:19:18.745258 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c789d5f6-4bd9-49c2-8c25-f8cfdadd1e26 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:19:18.745893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f3ceb-27d8-4689-a529-e21adad0e060 req-dfc4e679-2cb4-4bc0-8c4a-e1f3209ab4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:18.747850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-696f3ceb-27d8-4689-a529-e21adad0e060 req-dfc4e679-2cb4-4bc0-8c4a-e1f3209ab4ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=263c414131a544a6b65b5f7908cd17be&device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 1096 time: 0.1200700 Oct 26 14:19:18.750905 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c789d5f6-4bd9-49c2-8c25-f8cfdadd1e26 tempest-RoutersTest-1755036488 tempest-RoutersTest-1755036488-project] 10.222.0.32 "DELETE /v2.0/subnets/5ea5fa41-9a69-4c49-95af-0ffb19f7bfef HTTP/1.1" status: 404 len: 337 time: 0.1166730 Oct 26 14:19:18.781937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51152) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:18.791384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91bd22-5009-42eb-aaca-7bc15af05fc8 req-affe2e39-e933-4992-9949-dfd17100d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:18.793334 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c91bd22-5009-42eb-aaca-7bc15af05fc8 req-affe2e39-e933-4992-9949-dfd17100d96b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956162 Oct 26 14:19:18.896602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91d43e54-0ba8-4e5c-bf0f-8b7a33f65056 req-54f9d4c7-fc09-428f-a9e6-5e368144808a tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903620 Oct 26 14:19:18.900497 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ea9ffa-8001-406e-bd5e-e5b18223fe00', 'name': 'network-vif-deleted', 'tag': 'ff91e0cb-335a-4875-a1cf-2be6db1cc9c0'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:18.907327 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7303806c-f9ec-45ba-bf86-0596afa65d92" -d '{"events": [{"server_uuid": "89ea9ffa-8001-406e-bd5e-e5b18223fe00", "name": "network-vif-deleted", "tag": "ff91e0cb-335a-4875-a1cf-2be6db1cc9c0"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:18.975201 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f3ceb-27d8-4689-a529-e21adad0e060 req-165f39d5-97f7-4ba7-b2df-c3e75f317bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:18.979006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-696f3ceb-27d8-4689-a529-e21adad0e060 req-165f39d5-97f7-4ba7-b2df-c3e75f317bf8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e486fa5-f93e-47ca-a292-8d346cc2ccc1 HTTP/1.1" status: 200 len: 913 time: 0.2236795 Oct 26 14:19:19.075071 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c91bd22-5009-42eb-aaca-7bc15af05fc8 req-a02d1e00-f446-49d0-a330-b61f50711cc2 service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698455 Oct 26 14:19:19.081405 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8392e437-480c-4dd6-a634-fc62a6de806b x-openstack-request-id: req-8392e437-480c-4dd6-a634-fc62a6de806b {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:19.084722 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ea9ffa-8001-406e-bd5e-e5b18223fe00", "name": "network-vif-deleted", "tag": "ff91e0cb-335a-4875-a1cf-2be6db1cc9c0", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:19.085678 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8392e437-480c-4dd6-a634-fc62a6de806b {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:19.087397 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ea9ffa-8001-406e-bd5e-e5b18223fe00', 'name': 'network-vif-deleted', 'tag': 'ff91e0cb-335a-4875-a1cf-2be6db1cc9c0', 'status': 'completed', 'code': 200} Oct 26 14:19:19.218115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-696f3ceb-27d8-4689-a529-e21adad0e060 req-a0514baf-bef8-40a5-ab5b-7737e4c2c2f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80d5114e-87a1-4906-b4d1-0ada21b8175d HTTP/1.1" status: 200 len: 217 time: 0.2300591 Oct 26 14:19:19.294836 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c10f244f-224d-4af4-b586-ce0dda59bea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:19.344288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51170) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:19.380741 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c91bd22-5009-42eb-aaca-7bc15af05fc8 req-93e05b41-a20b-407d-bd85-fb97ed0c671f service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922156 Oct 26 14:19:19.439484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621d4df-4b07-4b30-a756-f341f5549b8a req-c7e3d4dc-5609-4939-9155-8550046a627c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:19.444734 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8621d4df-4b07-4b30-a756-f341f5549b8a req-c7e3d4dc-5609-4939-9155-8550046a627c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.2805901 Oct 26 14:19:19.510561 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c10f244f-224d-4af4-b586-ce0dda59bea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:19.512983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f3ceb-27d8-4689-a529-e21adad0e060 req-e0715b88-9c98-4e0a-a6b7-02c0c4863d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:19.515391 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-696f3ceb-27d8-4689-a529-e21adad0e060 req-e0715b88-9c98-4e0a-a6b7-02c0c4863d2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a15ff49-f8c1-4ae8-8bdd-298531885487 HTTP/1.1" status: 200 len: 852 time: 0.2877913 Oct 26 14:19:19.536005 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c10f244f-224d-4af4-b586-ce0dda59bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:19.608674 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0c7a2e4e-b5e0-4ce9-9fe6-76c3f2e72857 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2e6dff6e1ed44e3b09364a7085a08f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595036 Oct 26 14:19:19.615523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51176) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:19.647850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f244f-224d-4af4-b586-ce0dda59bea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b15aad6-008d-4059-9b9d-e6fe09755130,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:19.660984 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-696f3ceb-27d8-4689-a529-e21adad0e060 req-154d7b12-97bd-4c19-a794-40e335b4aa38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e486fa5-f93e-47ca-a292-8d346cc2ccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360085 Oct 26 14:19:19.690375 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e085a8a-2e28-49aa-812b-b17e3d66c19a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:19.724833 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e085a8a-2e28-49aa-812b-b17e3d66c19a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:19.738805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8621d4df-4b07-4b30-a756-f341f5549b8a req-e02839e2-ea90-40d5-9435-17c74d3bb673 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222404 Oct 26 14:19:19.790003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c10f244f-224d-4af4-b586-ce0dda59bea3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30747d5b41fc41b095867d5b5b85b482&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0050304 Oct 26 14:19:19.792530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51178) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:19.839498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-696f3ceb-27d8-4689-a529-e21adad0e060 req-c239ac42-0d4b-429b-901b-0d5b6b0eceba service neutron] 10.222.0.11 "GET /v2.0/networks/4e486fa5-f93e-47ca-a292-8d346cc2ccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301699 Oct 26 14:19:19.861170 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e085a8a-2e28-49aa-812b-b17e3d66c19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:19.863948 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e085a8a-2e28-49aa-812b-b17e3d66c19a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:19.865569 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3e085a8a-2e28-49aa-812b-b17e3d66c19a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54881310-d003-4faa-b2e2-5ea04fb4a446 HTTP/1.1" status: 204 len: 168 time: 0.2484698 Oct 26 14:19:19.901789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e085a8a-2e28-49aa-812b-b17e3d66c19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54881310-d003-4faa-b2e2-5ea04fb4a446,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:19.912171 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b417f32-1d58-45ac-bcf5-45a477a14cf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:19.993606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-696f3ceb-27d8-4689-a529-e21adad0e060 req-947d4394-72e1-476b-81ba-c223ae260741 service neutron] 10.222.0.11 "GET /v2.0/networks/4e486fa5-f93e-47ca-a292-8d346cc2ccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462095 Oct 26 14:19:19.995725 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b417f32-1d58-45ac-bcf5-45a477a14cf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:20.083128 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b417f32-1d58-45ac-bcf5-45a477a14cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:20.087821 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b417f32-1d58-45ac-bcf5-45a477a14cf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:20.090152 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0b417f32-1d58-45ac-bcf5-45a477a14cf5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b15aad6-008d-4059-9b9d-e6fe09755130 HTTP/1.1" status: 204 len: 168 time: 0.2959633 Oct 26 14:19:20.133027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b417f32-1d58-45ac-bcf5-45a477a14cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b15aad6-008d-4059-9b9d-e6fe09755130,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:20.175997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cee59d-a9ea-4289-9176-22db6bb98524 req-71332a0d-752d-405a-ba95-6009ae5ef51b tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:20.185226 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-44cee59d-a9ea-4289-9176-22db6bb98524 req-71332a0d-752d-405a-ba95-6009ae5ef51b tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.0815551 Oct 26 14:19:20.260035 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-44cee59d-a9ea-4289-9176-22db6bb98524 req-90fdf34e-fceb-40c7-8909-577ab7518267 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723257 Oct 26 14:19:20.446911 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:19:20.450149 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:20.562262 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:20.562614 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device ff91e0cb-335a-4875-a1cf-2be6db1cc9c0 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:20.645278 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:20.659113 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'port_id': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'mac_address': 'fa:16:3e:8b:34:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:19:20.682501 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ebf4d8e6-8895-4141-84ce-e83118bc68ac req-f873dd8d-4c8c-4037-84b4-e63f79d9b566 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778265 Oct 26 14:19:20.760815 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:20.793907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:20.801916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d8e6-8895-4141-84ce-e83118bc68ac req-9ccbfc0e-b8cf-4e37-a501-7a549221efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:20.803863 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ebf4d8e6-8895-4141-84ce-e83118bc68ac req-9ccbfc0e-b8cf-4e37-a501-7a549221efe8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 1097 time: 0.0663996 Oct 26 14:19:20.838838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:20.850636 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:20.963358 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:21.038818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb40501-c1a3-48b0-a179-fa45921d20e2 req-3c2eb802-8a7d-4779-97ad-8562e34fef90 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:21.042969 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3eb40501-c1a3-48b0-a179-fa45921d20e2 req-3c2eb802-8a7d-4779-97ad-8562e34fef90 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 944 time: 0.1663418 Oct 26 14:19:21.067373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:21.097283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d8e6-8895-4141-84ce-e83118bc68ac req-829091e2-a4b6-4284-91da-8e5c77193221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:21.102044 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ebf4d8e6-8895-4141-84ce-e83118bc68ac req-829091e2-a4b6-4284-91da-8e5c77193221 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9dc1eca-c600-4f43-93c9-e23ae898c91e HTTP/1.1" status: 200 len: 898 time: 0.2661064 Oct 26 14:19:21.185216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3eb40501-c1a3-48b0-a179-fa45921d20e2 req-6e2284b6-9e23-4b76-8d49-c27bfb715a7f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349819 Oct 26 14:19:21.258611 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ebf4d8e6-8895-4141-84ce-e83118bc68ac req-85b4ce4d-4724-48df-8aff-2ac662f84c09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8da93bde-dd90-4868-b561-584467d09cf0 HTTP/1.1" status: 200 len: 1001 time: 0.1510134 Oct 26 14:19:21.354135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d8e6-8895-4141-84ce-e83118bc68ac req-e180045a-0f3c-4cef-9ebd-832294c5cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:21.356769 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ebf4d8e6-8895-4141-84ce-e83118bc68ac req-e180045a-0f3c-4cef-9ebd-832294c5cfa1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=22e92306-1374-4a88-a833-d3906d26f4a2 HTTP/1.1" status: 200 len: 835 time: 0.0888057 Oct 26 14:19:21.361618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326184-5892-4af6-b002-fafb398acd48 req-8fd19436-ed56-415c-92dd-0ee472d63dfb tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:21.372642 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5326184-5892-4af6-b002-fafb398acd48 req-8fd19436-ed56-415c-92dd-0ee472d63dfb tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 945 time: 0.1334159 Oct 26 14:19:21.453702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d8e6-8895-4141-84ce-e83118bc68ac req-a72206d7-bfc9-4503-8658-f134ad02c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:21.458248 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ebf4d8e6-8895-4141-84ce-e83118bc68ac req-a72206d7-bfc9-4503-8658-f134ad02c459 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9dc1eca-c600-4f43-93c9-e23ae898c91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915799 Oct 26 14:19:21.463173 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5326184-5892-4af6-b002-fafb398acd48 req-0dec9c67-dab2-4d03-820c-839c303f9c84 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847745 Oct 26 14:19:21.490293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a4ceb-f7fb-47c5-ac2f-f7ee2cf26032 req-53f9cbf7-65ea-4bb9-8db2-775f0ef91138 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:21.494945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-988a4ceb-f7fb-47c5-ac2f-f7ee2cf26032 req-53f9cbf7-65ea-4bb9-8db2-775f0ef91138 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.1000175 Oct 26 14:19:21.528183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51248) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:21.601531 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ebf4d8e6-8895-4141-84ce-e83118bc68ac req-6693d97d-c8a7-4082-89e7-c372d1627016 service neutron] 10.222.0.25 "GET /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369331 Oct 26 14:19:21.614561 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-988a4ceb-f7fb-47c5-ac2f-f7ee2cf26032 req-b46f97c3-3a22-413d-94af-58062d6a5419 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119649 Oct 26 14:19:21.905924 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ebf4d8e6-8895-4141-84ce-e83118bc68ac req-525dd465-d222-449b-889e-236f5fa86884 service neutron] 10.222.0.25 "GET /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965565 Oct 26 14:19:21.955122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f0b030aa-ddad-4458-9d7a-e37dc7c031ab tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:21.956067 n-d-815498-1 neutron-server[102124]: WARNING neutron.api.v2.base [None req-f0b030aa-ddad-4458-9d7a-e37dc7c031ab tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 14:19:21.957544 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-f0b030aa-ddad-4458-9d7a-e37dc7c031ab tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 14:19:21.959013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f0b030aa-ddad-4458-9d7a-e37dc7c031ab tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4298761 Oct 26 14:19:21.962927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51262) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:21.969128 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9cb1d8bb-949e-4af1-8183-059d1e9d7b6f tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376232696'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:22.028729 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d8bb-949e-4af1-8183-059d1e9d7b6f tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.039736 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d8bb-949e-4af1-8183-059d1e9d7b6f tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.070858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089903e9-56d7-4e4d-81fa-6015d85a7aa4 req-227a155b-8de1-490a-a4ad-c12a598323ee tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:22.072390 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-089903e9-56d7-4e4d-81fa-6015d85a7aa4 req-227a155b-8de1-490a-a4ad-c12a598323ee tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.0834930 Oct 26 14:19:22.132834 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-089903e9-56d7-4e4d-81fa-6015d85a7aa4 req-a1eeb362-3bdf-4e6f-9641-f4e7842bff31 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511312 Oct 26 14:19:22.167404 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d8bb-949e-4af1-8183-059d1e9d7b6f tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.171923 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d8bb-949e-4af1-8183-059d1e9d7b6f tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.211823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1d8bb-949e-4af1-8183-059d1e9d7b6f tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba105b9f-e164-4836-8623-73049399f304,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:22.255877 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d8bb-949e-4af1-8183-059d1e9d7b6f tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.260252 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d8bb-949e-4af1-8183-059d1e9d7b6f tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.319729 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d8bb-949e-4af1-8183-059d1e9d7b6f tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.320984 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9cb1d8bb-949e-4af1-8183-059d1e9d7b6f tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3568709 Oct 26 14:19:22.323951 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51276) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:22.329380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5493c1bc-3d91-4af1-a910-b3c756a68f2b tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '5c48d2bf-ebad-4e00-9ec8-eec70c5ef87f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:22.333630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1d8bb-949e-4af1-8183-059d1e9d7b6f tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c48d2bf-ebad-4e00-9ec8-eec70c5ef87f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:22.365108 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5493c1bc-3d91-4af1-a910-b3c756a68f2b tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.368827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590517d0-c4b7-4fac-b23d-e2cf947e7da2 req-3ced9bd0-6865-4613-8bed-a36f62a73586 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:22.370437 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-590517d0-c4b7-4fac-b23d-e2cf947e7da2 req-3ced9bd0-6865-4613-8bed-a36f62a73586 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 944 time: 0.1006203 Oct 26 14:19:22.418545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-590517d0-c4b7-4fac-b23d-e2cf947e7da2 req-24c5c68b-3049-458f-83e6-5ca164ec2531 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398026 Oct 26 14:19:22.429307 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5493c1bc-3d91-4af1-a910-b3c756a68f2b tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.434163 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5493c1bc-3d91-4af1-a910-b3c756a68f2b tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.446232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:22.454437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493c1bc-3d91-4af1-a910-b3c756a68f2b tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fc68c0-43b2-47ff-85fa-049f92076b6a,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:22.460461 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5493c1bc-3d91-4af1-a910-b3c756a68f2b tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.462281 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5493c1bc-3d91-4af1-a910-b3c756a68f2b tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372514 Oct 26 14:19:22.464836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51280) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:22.469900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c18c5ce2-5fef-434a-94d5-d7f60fde9e72 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '5c48d2bf-ebad-4e00-9ec8-eec70c5ef87f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:22.502298 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c18c5ce2-5fef-434a-94d5-d7f60fde9e72 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.507118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:19:22.511709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:22.512598 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.554850 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-c18c5ce2-5fef-434a-94d5-d7f60fde9e72 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 14:19:22.558791 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c18c5ce2-5fef-434a-94d5-d7f60fde9e72 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0901983 Oct 26 14:19:22.559097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51288) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:22.609128 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.619348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa6747-ab4b-4005-8c81-729be5d06653 req-bddb4224-9eba-4f62-94b7-2e03c0164479 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:22.630488 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7ffa6747-ab4b-4005-8c81-729be5d06653 req-bddb4224-9eba-4f62-94b7-2e03c0164479 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 945 time: 0.0849445 Oct 26 14:19:22.641248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:22.643857 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c9ed0d-18cd-4700-9409-1460b853155e" -d '{"events": [{"server_uuid": "8acd5feb-c9e2-468d-be91-29555fe4a76a", "name": "network-vif-plugged", "status": "completed", "tag": "5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:22.647516 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-611b7d48-ee8b-4b51-a928-4118765a8797 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.658937 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:22.665804 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.677692 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-611b7d48-ee8b-4b51-a928-4118765a8797 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.721131 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104d9efb-b399-4c78-844f-edd89973df6a x-openstack-request-id: req-104d9efb-b399-4c78-844f-edd89973df6a {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:22.721829 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acd5feb-c9e2-468d-be91-29555fe4a76a", "name": "network-vif-plugged", "status": "completed", "tag": "5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:22.722281 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-104d9efb-b399-4c78-844f-edd89973df6a {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:22.723003 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'code': 200} Oct 26 14:19:22.760019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:22.771552 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-611b7d48-ee8b-4b51-a928-4118765a8797 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.772512 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-611b7d48-ee8b-4b51-a928-4118765a8797 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.773966 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-611b7d48-ee8b-4b51-a928-4118765a8797 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "DELETE /v2.0/security-groups/5c48d2bf-ebad-4e00-9ec8-eec70c5ef87f HTTP/1.1" status: 204 len: 168 time: 0.2136331 Oct 26 14:19:22.779955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51304) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:22.789881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b7d48-ee8b-4b51-a928-4118765a8797 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c48d2bf-ebad-4e00-9ec8-eec70c5ef87f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:22.836720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7ffa6747-ab4b-4005-8c81-729be5d06653 req-992dddf5-b637-4689-877c-682c63dc8120 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865573 Oct 26 14:19:22.937120 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e2f46043-b2b6-4e13-ac23-ad70467e3c62 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1464837 Oct 26 14:19:22.937120 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51312) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:22.939983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7d827d78-88e2-441f-950d-f4f6a3477a64 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947108135'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:22.970031 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcebb2-aee8-41ef-b192-81068f3244f5 req-36011b66-c957-4981-a075-6a0f738ae3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:22.970533 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d827d78-88e2-441f-950d-f4f6a3477a64 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.971692 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-40dcebb2-aee8-41ef-b192-81068f3244f5 req-36011b66-c957-4981-a075-6a0f738ae3f8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 1096 time: 0.0804625 Oct 26 14:19:23.023552 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-40dcebb2-aee8-41ef-b192-81068f3244f5 req-f2684f99-9ad4-4126-a962-1b1a425c76f2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430927 Oct 26 14:19:23.081553 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d827d78-88e2-441f-950d-f4f6a3477a64 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.087020 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d827d78-88e2-441f-950d-f4f6a3477a64 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.123262 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d827d78-88e2-441f-950d-f4f6a3477a64 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.128020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51326) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:23.128218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7d827d78-88e2-441f-950d-f4f6a3477a64 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1953530 Oct 26 14:19:23.130610 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d827d78-88e2-441f-950d-f4f6a3477a64 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646d7a03-127f-477a-9cdf-f14ed205a5d0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:23.134477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d7760d77-1b18-4fa8-af82-bd8e1acc0ea8 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '646d7a03-127f-477a-9cdf-f14ed205a5d0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:23.139118 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-d7760d77-1b18-4fa8-af82-bd8e1acc0ea8 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 14:19:23.139732 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-d7760d77-1b18-4fa8-af82-bd8e1acc0ea8 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:23.140990 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d7760d77-1b18-4fa8-af82-bd8e1acc0ea8 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0114858 Oct 26 14:19:23.143928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51330) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:23.304776 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f096029b-8fb2-453b-8fc5-e0cb73287808 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.338216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-e021a190-e0a5-4d7b-be62-ae935e8165db tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:23.339838 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-e021a190-e0a5-4d7b-be62-ae935e8165db tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.11 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 945 time: 0.1676519 Oct 26 14:19:23.402018 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f096029b-8fb2-453b-8fc5-e0cb73287808 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.414960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95104937-9d82-4e60-9f25-f03c1d0c7051 req-5e65eb38-eae9-4827-870e-99933fa7bc17 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:23.416495 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95104937-9d82-4e60-9f25-f03c1d0c7051 req-5e65eb38-eae9-4827-870e-99933fa7bc17 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.1715858 Oct 26 14:19:23.485194 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.548772 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95104937-9d82-4e60-9f25-f03c1d0c7051 req-4cacb928-5e22-40b0-ad5c-acf8b0036b0a tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206384 Oct 26 14:19:23.591921 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f096029b-8fb2-453b-8fc5-e0cb73287808 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.595061 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f096029b-8fb2-453b-8fc5-e0cb73287808 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.599232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f096029b-8fb2-453b-8fc5-e0cb73287808 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "DELETE /v2.0/security-groups/646d7a03-127f-477a-9cdf-f14ed205a5d0 HTTP/1.1" status: 204 len: 168 time: 0.4513214 Oct 26 14:19:23.599332 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51352) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:23.602635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Deleting port 9d6446bc-d9e2-4e02-8901-0642da04e2ea {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:23.602982 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.674280 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096029b-8fb2-453b-8fc5-e0cb73287808 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=646d7a03-127f-477a-9cdf-f14ed205a5d0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:23.678469 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-918aee6c-ef26-4aed-abd8-1620a63ce348 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0780427 Oct 26 14:19:23.684244 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51356) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:23.697424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-600e22fc-6100-449b-8701-b58f2f33c752 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886724465'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:23.725336 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8515d-8366-45ac-8465-39aa091a7840 req-d1a0837b-3e61-4a2f-978f-af03c7571160 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:23.727749 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52d8515d-8366-45ac-8465-39aa091a7840 req-d1a0837b-3e61-4a2f-978f-af03c7571160 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.1999040 Oct 26 14:19:23.747098 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-600e22fc-6100-449b-8701-b58f2f33c752 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.829271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52d8515d-8366-45ac-8465-39aa091a7840 req-9c63bf6c-5985-47d2-b0fd-18d4333c439a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923922 Oct 26 14:19:23.833188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] For port 9d6446bc-d9e2-4e02-8901-0642da04e2ea, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9d6446bc-d9e2-4e02-8901-0642da04e2ea,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:23.833650 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.906388 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-600e22fc-6100-449b-8701-b58f2f33c752 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.914316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac75aaa-b8fa-46f8-aff6-3b871c569ab9 req-b98d39cb-2f20-4f71-a148-947ab28a52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:23.916175 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ac75aaa-b8fa-46f8-aff6-3b871c569ab9 req-b98d39cb-2f20-4f71-a148-947ab28a52bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=263c414131a544a6b65b5f7908cd17be&device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 1096 time: 0.1022050 Oct 26 14:19:23.918185 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-600e22fc-6100-449b-8701-b58f2f33c752 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.011314 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e22fc-6100-449b-8701-b58f2f33c752 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0669e99-621c-496c-a044-771c636fc337,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:24.024047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-600e22fc-6100-449b-8701-b58f2f33c752 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.025649 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-600e22fc-6100-449b-8701-b58f2f33c752 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3400419 Oct 26 14:19:24.028727 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51370) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:24.034373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-50062e68-f9f3-4d24-b2ea-73839fa58820 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': 'b0669e99-621c-496c-a044-771c636fc337', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:24.036805 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-50062e68-f9f3-4d24-b2ea-73839fa58820 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 14:19:24.037619 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-50062e68-f9f3-4d24-b2ea-73839fa58820 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:24.038904 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-50062e68-f9f3-4d24-b2ea-73839fa58820 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0087063 Oct 26 14:19:24.041739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51372) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:24.084574 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68932a-723c-4df3-b19d-2ff17309f738 req-1d11a59f-59bf-4a0c-b7e6-20a70d50f0f0 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:24.092066 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea68932a-723c-4df3-b19d-2ff17309f738 req-1d11a59f-59bf-4a0c-b7e6-20a70d50f0f0 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.3027995 Oct 26 14:19:24.136347 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cccb00e7-aa9d-437c-8d64-f1abc36a1aad tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.139056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac75aaa-b8fa-46f8-aff6-3b871c569ab9 req-3d4566b8-02c8-48cb-97da-3c9fc74a57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:24.141074 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ac75aaa-b8fa-46f8-aff6-3b871c569ab9 req-3d4566b8-02c8-48cb-97da-3c9fc74a57cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e486fa5-f93e-47ca-a292-8d346cc2ccc1 HTTP/1.1" status: 200 len: 913 time: 0.2141027 Oct 26 14:19:24.210339 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cccb00e7-aa9d-437c-8d64-f1abc36a1aad tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.213972 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ac75aaa-b8fa-46f8-aff6-3b871c569ab9 req-8faf5eda-773e-4d6d-a06a-2b3d272031bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80d5114e-87a1-4906-b4d1-0ada21b8175d HTTP/1.1" status: 200 len: 217 time: 0.0589187 Oct 26 14:19:24.260681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea68932a-723c-4df3-b19d-2ff17309f738 req-ea5e189e-987d-4985-b66d-b68fefad9913 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674013 Oct 26 14:19:24.285542 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156042cb-fef1-496a-b523-b060756f7334 req-05e963bf-c3d7-498c-a5dd-d8bd17d58d97 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:24.287527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-156042cb-fef1-496a-b523-b060756f7334 req-05e963bf-c3d7-498c-a5dd-d8bd17d58d97 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 945 time: 0.1904039 Oct 26 14:19:24.293766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac75aaa-b8fa-46f8-aff6-3b871c569ab9 req-d25da25d-638a-4831-8b4d-dd6057e69c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:24.296585 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ac75aaa-b8fa-46f8-aff6-3b871c569ab9 req-d25da25d-638a-4831-8b4d-dd6057e69c63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a15ff49-f8c1-4ae8-8bdd-298531885487 HTTP/1.1" status: 200 len: 852 time: 0.0746546 Oct 26 14:19:24.309715 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.313109 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.314433 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Floating IP c74ae2b9-32b1-4f44-b165-8669ede68a7d disassociated. External IP: 172.25.4.28, port: 9d6446bc-d9e2-4e02-8901-0642da04e2ea. Oct 26 14:19:24.315160 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Calling delete_port for 9d6446bc-d9e2-4e02-8901-0642da04e2ea owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:24.414618 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-156042cb-fef1-496a-b523-b060756f7334 req-785dd812-780c-4088-aafb-d96300e68f50 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1ae18ba-18b6-424f-9e11-90bb57743ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125424 Oct 26 14:19:24.520066 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.561333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event deleted for resources: {'Port': ['ID=9d6446bc-d9e2-4e02-8901-0642da04e2ea,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:24.591646 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51380) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:24.692800 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ac75aaa-b8fa-46f8-aff6-3b871c569ab9 req-a5c771c1-f277-4711-a6ba-1730ddb57615 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e486fa5-f93e-47ca-a292-8d346cc2ccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3859534 Oct 26 14:19:24.772632 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cccb00e7-aa9d-437c-8d64-f1abc36a1aad tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.775880 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cccb00e7-aa9d-437c-8d64-f1abc36a1aad tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.777027 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cccb00e7-aa9d-437c-8d64-f1abc36a1aad tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "DELETE /v2.0/security-groups/b0669e99-621c-496c-a044-771c636fc337 HTTP/1.1" status: 204 len: 168 time: 0.7341230 Oct 26 14:19:24.780998 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51384) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:24.796169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb00e7-aa9d-437c-8d64-f1abc36a1aad tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0669e99-621c-496c-a044-771c636fc337,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:24.797892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Router d022eabf-6bf1-4da7-bffb-3d3412820f57 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:19:24.839542 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ac75aaa-b8fa-46f8-aff6-3b871c569ab9 req-837ef501-b916-4777-982a-65b424654a04 service neutron] 10.222.0.11 "GET /v2.0/networks/4e486fa5-f93e-47ca-a292-8d346cc2ccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389332 Oct 26 14:19:24.976754 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ac75aaa-b8fa-46f8-aff6-3b871c569ab9 req-7b16ffb3-b7e1-4a96-b17d-b168a48ebd3e service neutron] 10.222.0.11 "GET /v2.0/networks/4e486fa5-f93e-47ca-a292-8d346cc2ccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299269 Oct 26 14:19:25.244759 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f68a8b9-2932-413e-9819-9cd55c804b4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.291304 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c2e7bb0b-163c-45fb-a03c-9c5dba281129 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5040073 Oct 26 14:19:25.292294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51398) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:25.298485 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-59ca93ff-dada-4180-aff6-99ea25613a22 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1318105237'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:25.339545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59ca93ff-dada-4180-aff6-99ea25613a22 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.401167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de26f21-b317-4384-b35c-9aafd754e5c2 req-43e99117-0614-4b64-a6bc-c9f9cf0bf3cd tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:25.402902 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4de26f21-b317-4384-b35c-9aafd754e5c2 req-43e99117-0614-4b64-a6bc-c9f9cf0bf3cd tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.2093151 Oct 26 14:19:25.425054 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59ca93ff-dada-4180-aff6-99ea25613a22 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.432395 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59ca93ff-dada-4180-aff6-99ea25613a22 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.469663 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59ca93ff-dada-4180-aff6-99ea25613a22 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.474176 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-59ca93ff-dada-4180-aff6-99ea25613a22 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1802814 Oct 26 14:19:25.475667 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51402) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:25.480751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-70a6dc67-49e0-4220-8eaf-d3f8a7d5e0cd tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': 'bb6b952d-6567-4272-9888-004bf660f42f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:25.490987 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-70a6dc67-49e0-4220-8eaf-d3f8a7d5e0cd tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 14:19:25.491567 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-70a6dc67-49e0-4220-8eaf-d3f8a7d5e0cd tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:25.496344 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-70a6dc67-49e0-4220-8eaf-d3f8a7d5e0cd tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0197127 Oct 26 14:19:25.497381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51404) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:25.498853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca93ff-dada-4180-aff6-99ea25613a22 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6b952d-6567-4272-9888-004bf660f42f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:25.504975 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d4100a58-f6ee-4795-98d6-678ee3efa3a1 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': 'bb6b952d-6567-4272-9888-004bf660f42f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:25.507178 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-d4100a58-f6ee-4795-98d6-678ee3efa3a1 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 14:19:25.507702 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-d4100a58-f6ee-4795-98d6-678ee3efa3a1 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:25.511775 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d4100a58-f6ee-4795-98d6-678ee3efa3a1 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102808 Oct 26 14:19:25.513362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51406) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:25.517621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4f92c03c-1dc0-42ed-8c42-979b5af9b73d tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': 'bb6b952d-6567-4272-9888-004bf660f42f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:25.518469 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-4f92c03c-1dc0-42ed-8c42-979b5af9b73d tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 14:19:25.518948 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-4f92c03c-1dc0-42ed-8c42-979b5af9b73d tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:25.519998 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4f92c03c-1dc0-42ed-8c42-979b5af9b73d tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056279 Oct 26 14:19:25.524107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51408) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:25.534699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7bed4080-e373-4443-b567-8215a2ba6872 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': 'bb6b952d-6567-4272-9888-004bf660f42f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:25.536974 n-d-815498-1 neutron-server[102124]: WARNING neutron.api.v2.base [None req-7bed4080-e373-4443-b567-8215a2ba6872 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 14:19:25.537482 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-7bed4080-e373-4443-b567-8215a2ba6872 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:25.538476 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7bed4080-e373-4443-b567-8215a2ba6872 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095420 Oct 26 14:19:25.541568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51410) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:25.551247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a40d2-2d8a-4078-8618-a4b2f24f6873 req-6e6c8c1f-8d04-446a-8c32-fe28fab18161 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:25.552789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb7a40d2-2d8a-4078-8618-a4b2f24f6873 req-6e6c8c1f-8d04-446a-8c32-fe28fab18161 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.1913750 Oct 26 14:19:25.561993 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4de26f21-b317-4384-b35c-9aafd754e5c2 req-dcdaadaa-0101-4bae-a17f-1d6280917022 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399074 Oct 26 14:19:25.564478 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:25.573829 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d9ae2-5d03-461a-8d17-0b3afe797812 None None] Sync routers for ids ['d022eabf-6bf1-4da7-bffb-3d3412820f57'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:25.599826 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d9ae2-5d03-461a-8d17-0b3afe797812 None None] Routers {'d022eabf-6bf1-4da7-bffb-3d3412820f57'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:25.600959 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d44d9ae2-5d03-461a-8d17-0b3afe797812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d022eabf-6bf1-4da7-bffb-3d3412820f57'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:25.621544 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f68a8b9-2932-413e-9819-9cd55c804b4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.630196 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f1af4d3-65da-4462-a8b6-26169d80ea7a tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.648514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] No DVR routers for this DVR port 9d6446bc-d9e2-4e02-8901-0642da04e2ea on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:19:25.651862 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.655761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191b678a-8bad-4bc0-a89e-a5f638151949 req-a8dc3c3a-cce6-4227-b90c-df2f67c1733c tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.11 "DELETE /v2.0/ports/9d6446bc-d9e2-4e02-8901-0642da04e2ea HTTP/1.1" status: 204 len: 173 time: 2.3068027 Oct 26 14:19:25.659526 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20705945-8f81-4a5e-b7c9-672567b47160', 'name': 'network-vif-deleted', 'tag': '9d6446bc-d9e2-4e02-8901-0642da04e2ea'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:25.660109 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f1af4d3-65da-4462-a8b6-26169d80ea7a tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.662553 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37292240-06b0-42ba-8a61-7e70637f5041" -d '{"events": [{"server_uuid": "20705945-8f81-4a5e-b7c9-672567b47160", "name": "network-vif-deleted", "tag": "9d6446bc-d9e2-4e02-8901-0642da04e2ea"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:25.665169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f68a8b9-2932-413e-9819-9cd55c804b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.695837 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb7a40d2-2d8a-4078-8618-a4b2f24f6873 req-625d3461-d2e1-4a77-8468-f613bb1d02a5 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251128 Oct 26 14:19:25.724835 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f1af4d3-65da-4462-a8b6-26169d80ea7a tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.724835 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f1af4d3-65da-4462-a8b6-26169d80ea7a tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.726946 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0f1af4d3-65da-4462-a8b6-26169d80ea7a tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "DELETE /v2.0/security-groups/bb6b952d-6567-4272-9888-004bf660f42f HTTP/1.1" status: 204 len: 168 time: 0.1841438 Oct 26 14:19:25.727611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51416) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:25.732619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2f68a8b9-2932-413e-9819-9cd55c804b4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78c001982a6a491ab47c9d20b6640161&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1390378 Oct 26 14:19:25.734054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68a8b9-2932-413e-9819-9cd55c804b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebf292d-6ff2-48d8-adbd-8a4a12210b0b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:25.742927 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51418) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:25.797961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1af4d3-65da-4462-a8b6-26169d80ea7a tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6b952d-6567-4272-9888-004bf660f42f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:25.853083 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2fbc8a0-e8f3-4a55-b9e4-602b2fd95f8c req-838c9281-72ba-4383-9069-91917c88ae0b tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/ports?device_id=20705945-8f81-4a5e-b7c9-672567b47160 HTTP/1.1" status: 200 len: 210 time: 0.0772429 Oct 26 14:19:25.899588 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d44d9ae2-5d03-461a-8d17-0b3afe797812 None None] Set router d022eabf-6bf1-4da7-bffb-3d3412820f57 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:25.927319 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6640c-e5c9-4d1b-9646-2815738330c4 req-af2dfb74-6155-44cc-a8cf-425bb6c1e5f2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:25.942991 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6d6640c-e5c9-4d1b-9646-2815738330c4 req-af2dfb74-6155-44cc-a8cf-425bb6c1e5f2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.0923607 Oct 26 14:19:25.943711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51422) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:25.945393 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3e76b0e1-0c14-4adb-a145-47dcac50cfc6 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2133541 Oct 26 14:19:25.946958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51424) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:25.951236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-367e08af-61c2-496e-b718-afadac2cb1ca tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127622021'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:25.960703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-460c6083-e80b-4e59-bbed-2c19c13e7917 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Request body: {'floatingip': {'port_id': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:25.974182 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33af73bc-f0a0-47c7-a4b3-b53e0e1ac0f9 x-openstack-request-id: req-33af73bc-f0a0-47c7-a4b3-b53e0e1ac0f9 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:25.975113 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20705945-8f81-4a5e-b7c9-672567b47160", "name": "network-vif-deleted", "tag": "9d6446bc-d9e2-4e02-8901-0642da04e2ea", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:25.975978 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33af73bc-f0a0-47c7-a4b3-b53e0e1ac0f9 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:25.976819 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20705945-8f81-4a5e-b7c9-672567b47160', 'name': 'network-vif-deleted', 'tag': '9d6446bc-d9e2-4e02-8901-0642da04e2ea', 'status': 'completed', 'code': 200} Oct 26 14:19:25.985206 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-367e08af-61c2-496e-b718-afadac2cb1ca tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:26.002535 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a422e78a-1758-469f-bc7d-36f4c21154fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:26.033598 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a422e78a-1758-469f-bc7d-36f4c21154fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:26.034681 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-460c6083-e80b-4e59-bbed-2c19c13e7917 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:26.151568 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a422e78a-1758-469f-bc7d-36f4c21154fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:26.155333 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a422e78a-1758-469f-bc7d-36f4c21154fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:26.158985 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a422e78a-1758-469f-bc7d-36f4c21154fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ebf292d-6ff2-48d8-adbd-8a4a12210b0b HTTP/1.1" status: 204 len: 168 time: 0.4127328 Oct 26 14:19:26.193411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422e78a-1758-469f-bc7d-36f4c21154fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebf292d-6ff2-48d8-adbd-8a4a12210b0b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:26.280415 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d44d9ae2-5d03-461a-8d17-0b3afe797812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:30Z', 'revision_number': 5, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:26.321198 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d9ae2-5d03-461a-8d17-0b3afe797812 None None] Checking router: d022eabf-6bf1-4da7-bffb-3d3412820f57 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:19:26.335007 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d9ae2-5d03-461a-8d17-0b3afe797812 None None] Routers {'d022eabf-6bf1-4da7-bffb-3d3412820f57'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:26.336010 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d44d9ae2-5d03-461a-8d17-0b3afe797812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d022eabf-6bf1-4da7-bffb-3d3412820f57'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:26.361682 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-367e08af-61c2-496e-b718-afadac2cb1ca tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:26.385883 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-367e08af-61c2-496e-b718-afadac2cb1ca tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:26.424531 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-367e08af-61c2-496e-b718-afadac2cb1ca tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:26.430675 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-367e08af-61c2-496e-b718-afadac2cb1ca tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4814470 Oct 26 14:19:26.432244 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51434) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:26.438213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2b7230a5-6e65-4a7f-914a-b064ad8b831e tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '75a2ebf5-f7ca-4b36-b13b-dfa800b43b51', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:26.439712 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-2b7230a5-6e65-4a7f-914a-b064ad8b831e tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 14:19:26.440218 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-2b7230a5-6e65-4a7f-914a-b064ad8b831e tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:26.444446 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2b7230a5-6e65-4a7f-914a-b064ad8b831e tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111427 Oct 26 14:19:26.447971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51438) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:26.453062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f040811f-3d5a-468f-94aa-ad33e713c591 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '75a2ebf5-f7ca-4b36-b13b-dfa800b43b51', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:26.469963 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e08af-61c2-496e-b718-afadac2cb1ca tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a2ebf5-f7ca-4b36-b13b-dfa800b43b51,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:26.513575 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-f040811f-3d5a-468f-94aa-ad33e713c591 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:26.518488 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f040811f-3d5a-468f-94aa-ad33e713c591 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0691531 Oct 26 14:19:26.518663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51440) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:26.518824 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d44d9ae2-5d03-461a-8d17-0b3afe797812 None None] Set router d022eabf-6bf1-4da7-bffb-3d3412820f57 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:26.523199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-37d0b17d-05ee-40ca-bfbd-127a599d84bb tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '75a2ebf5-f7ca-4b36-b13b-dfa800b43b51', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:26.523682 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-37d0b17d-05ee-40ca-bfbd-127a599d84bb tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 14:19:26.524159 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-37d0b17d-05ee-40ca-bfbd-127a599d84bb tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:26.528316 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-37d0b17d-05ee-40ca-bfbd-127a599d84bb tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087078 Oct 26 14:19:26.528883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51442) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:26.534858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-845da300-53e1-4afd-9f9c-2cdf1bd225a0 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '75a2ebf5-f7ca-4b36-b13b-dfa800b43b51', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:26.599288 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-845da300-53e1-4afd-9f9c-2cdf1bd225a0 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:26.604337 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-845da300-53e1-4afd-9f9c-2cdf1bd225a0 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0736415 Oct 26 14:19:26.604992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51444) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:26.612663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1b859bfe-b592-44f9-8413-2a0abff67c23 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '75a2ebf5-f7ca-4b36-b13b-dfa800b43b51', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:26.613155 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-1b859bfe-b592-44f9-8413-2a0abff67c23 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 14:19:26.615244 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-1b859bfe-b592-44f9-8413-2a0abff67c23 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:26.621214 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1b859bfe-b592-44f9-8413-2a0abff67c23 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0145271 Oct 26 14:19:26.622603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51446) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:26.638077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3ba821ae-a509-4735-ad6f-0a770c82963c tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '75a2ebf5-f7ca-4b36-b13b-dfa800b43b51', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:26.699391 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-3ba821ae-a509-4735-ad6f-0a770c82963c tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Project 259d8ed5b9944e5f8259aad45ae40ec0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:19:26.724349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51448) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:26.724815 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-3ba821ae-a509-4735-ad6f-0a770c82963c tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:26.729583 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3ba821ae-a509-4735-ad6f-0a770c82963c tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1021838 Oct 26 14:19:26.730898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51452) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:26.737099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-501ae745-bd93-4b59-bab4-bed35149cdc7 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '75a2ebf5-f7ca-4b36-b13b-dfa800b43b51', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:26.737646 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-501ae745-bd93-4b59-bab4-bed35149cdc7 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 14:19:26.738159 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-501ae745-bd93-4b59-bab4-bed35149cdc7 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:26.742380 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-501ae745-bd93-4b59-bab4-bed35149cdc7 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110450 Oct 26 14:19:26.743007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51454) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:26.747815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f38b209b-b20a-4460-896d-24b1ba2ddfa1 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '75a2ebf5-f7ca-4b36-b13b-dfa800b43b51', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:26.783756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67e22ff8-5190-4daa-a4a0-c4e92fa5b943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:26.806932 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-460c6083-e80b-4e59-bbed-2c19c13e7917 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:26.808261 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-f38b209b-b20a-4460-896d-24b1ba2ddfa1 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Project 259d8ed5b9944e5f8259aad45ae40ec0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:19:26.818702 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-460c6083-e80b-4e59-bbed-2c19c13e7917 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:26.833759 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-f38b209b-b20a-4460-896d-24b1ba2ddfa1 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:26.840599 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f38b209b-b20a-4460-896d-24b1ba2ddfa1 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0953419 Oct 26 14:19:26.841295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51456) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:26.847982 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-78b5c651-aabe-4d73-9462-c2ac2725be85 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '75a2ebf5-f7ca-4b36-b13b-dfa800b43b51', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:26.906782 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-78b5c651-aabe-4d73-9462-c2ac2725be85 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Project 259d8ed5b9944e5f8259aad45ae40ec0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:19:26.945515 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-78b5c651-aabe-4d73-9462-c2ac2725be85 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:26.953627 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-78b5c651-aabe-4d73-9462-c2ac2725be85 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1103103 Oct 26 14:19:26.954256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51460) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:27.026579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51464) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:27.052118 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d44d9ae2-5d03-461a-8d17-0b3afe797812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:30Z', 'revision_number': 5, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:27.079556 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-780de4e5-a64a-4523-b7f7-c3ec78b1f347 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.090558 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d9ae2-5d03-461a-8d17-0b3afe797812 None None] The sync data for ids ['d022eabf-6bf1-4da7-bffb-3d3412820f57'] in n-d-815498-1 is: [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:10:23Z', 'revision_number': 4, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '518a15aa-2460-4a55-ad5f-db9c60e44390', 'name': '', 'network_id': '4d49161d-4870-41c9-ae58-b6c3e5bc24d7', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'mac_address': 'fa:16:3e:8c:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:20Z', 'updated_at': '2021-10-26T14:10:30Z', 'revision_number': 5, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'subnets': [{'id': 'f250216c-69fb-4480-a4f8-10a5384e9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:27.120506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c2c05-a856-4b61-bd59-ca815e993e27 req-d2e69a89-b94b-4b2a-b5e8-a5b21b18a275 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:27.122710 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-366c2c05-a856-4b61-bd59-ca815e993e27 req-d2e69a89-b94b-4b2a-b5e8-a5b21b18a275 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.2889678 Oct 26 14:19:27.129840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-780de4e5-a64a-4523-b7f7-c3ec78b1f347 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.137457 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-460c6083-e80b-4e59-bbed-2c19c13e7917 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Floating IP 322965ce-530f-4744-8c9f-05efca69b721 associated. External IP: 172.25.4.7, port: 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac. Oct 26 14:19:27.245689 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9d6446bc-d9e2-4e02-8901-0642da04e2ea no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:27.259985 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-780de4e5-a64a-4523-b7f7-c3ec78b1f347 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.264645 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-780de4e5-a64a-4523-b7f7-c3ec78b1f347 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.266064 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-780de4e5-a64a-4523-b7f7-c3ec78b1f347 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "DELETE /v2.0/security-groups/75a2ebf5-f7ca-4b36-b13b-dfa800b43b51 HTTP/1.1" status: 204 len: 168 time: 0.3108585 Oct 26 14:19:27.270245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51468) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:27.286506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780de4e5-a64a-4523-b7f7-c3ec78b1f347 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a2ebf5-f7ca-4b36-b13b-dfa800b43b51,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:27.292393 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 9d6446bc-d9e2-4e02-8901-0642da04e2ea {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:27.292742 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9d6446bc-d9e2-4e02-8901-0642da04e2ea not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:27.344542 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67e22ff8-5190-4daa-a4a0-c4e92fa5b943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.346923 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7fb20c4-74d3-486c-9b9e-3631f48ef943 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.377572 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a5d7b661-564b-4c35-b69e-481742232453 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0962822 Oct 26 14:19:27.387608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51472) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:27.425851 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a74b811b-0bb7-4033-8e78-4411b5e25106 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658681809'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:27.461870 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67e22ff8-5190-4daa-a4a0-c4e92fa5b943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.477972 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-366c2c05-a856-4b61-bd59-ca815e993e27 req-7302486d-9633-4c44-b109-0e9798c8c9b4 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457098 Oct 26 14:19:27.493818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7fb20c4-74d3-486c-9b9e-3631f48ef943 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.512627 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a74b811b-0bb7-4033-8e78-4411b5e25106 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.534781 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.548237 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-67e22ff8-5190-4daa-a4a0-c4e92fa5b943 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73c35bafaec24da79e9908a774bd7722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8236065 Oct 26 14:19:27.554718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51476) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:27.605537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e22ff8-5190-4daa-a4a0-c4e92fa5b943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b7d3ea-ae47-40cd-abd1-eb2c3a723305,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:27.637429 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a74b811b-0bb7-4033-8e78-4411b5e25106 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.646847 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a74b811b-0bb7-4033-8e78-4411b5e25106 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.702785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b811b-0bb7-4033-8e78-4411b5e25106 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1391b4a1-94fc-4437-91ca-64864bfca1db,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:27.722297 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51554e5-62a4-4c14-854b-62fd9d39fc1b None None] New status for floating IP c74ae2b9-32b1-4f44-b165-8669ede68a7d: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:19:27.728025 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a74b811b-0bb7-4033-8e78-4411b5e25106 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.729535 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a74b811b-0bb7-4033-8e78-4411b5e25106 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3368604 Oct 26 14:19:27.734054 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51478) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:27.741157 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5596e83c-8633-4860-857c-8bc71726410d tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '1391b4a1-94fc-4437-91ca-64864bfca1db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:27.754714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7fb20c4-74d3-486c-9b9e-3631f48ef943 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.757311 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7fb20c4-74d3-486c-9b9e-3631f48ef943 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.761000 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e7fb20c4-74d3-486c-9b9e-3631f48ef943 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "DELETE /v2.0/security-groups/d1ae18ba-18b6-424f-9e11-90bb57743ee4 HTTP/1.1" status: 204 len: 168 time: 0.7308671 Oct 26 14:19:27.766913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51482) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:27.798574 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-5596e83c-8633-4860-857c-8bc71726410d tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The resource could not be found. Oct 26 14:19:27.799853 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5596e83c-8633-4860-857c-8bc71726410d tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0641494 Oct 26 14:19:27.802663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51484) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:27.804031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb20c4-74d3-486c-9b9e-3631f48ef943 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ae18ba-18b6-424f-9e11-90bb57743ee4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:27.806936 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-88097c13-ebe1-40bf-bbc9-ee79a2e52f07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.813084 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-38d60239-fdc4-4514-b355-9c6792a25d0b tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '1391b4a1-94fc-4437-91ca-64864bfca1db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '236aca6c-df93-4eb0-abf3-147dbaeb0369'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:27.813266 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-856a8437-d15f-4604-821c-41d0301017b4 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] show failed (client error): The resource could not be found. Oct 26 14:19:27.816945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-856a8437-d15f-4604-821c-41d0301017b4 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "GET /v2.0/security-groups/d1ae18ba-18b6-424f-9e11-90bb57743ee4 HTTP/1.1" status: 404 len: 347 time: 0.0417750 Oct 26 14:19:27.822779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51486) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:27.871128 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-38d60239-fdc4-4514-b355-9c6792a25d0b tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The resource could not be found. Oct 26 14:19:27.873761 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-38d60239-fdc4-4514-b355-9c6792a25d0b tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0655568 Oct 26 14:19:27.882839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51488) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:27.930837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460c6083-e80b-4e59-bbed-2c19c13e7917 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Router 43ac8996-3b76-44f1-9bd1-2e946538c01b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:19:27.939961 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-88097c13-ebe1-40bf-bbc9-ee79a2e52f07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.949087 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6179c40f-8742-4494-b73f-0e467c98e645 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:27.971719 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6179c40f-8742-4494-b73f-0e467c98e645 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.016163 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6179c40f-8742-4494-b73f-0e467c98e645 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.019021 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6179c40f-8742-4494-b73f-0e467c98e645 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.020269 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6179c40f-8742-4494-b73f-0e467c98e645 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "DELETE /v2.0/security-groups/1391b4a1-94fc-4437-91ca-64864bfca1db HTTP/1.1" status: 204 len: 168 time: 0.1360180 Oct 26 14:19:28.024572 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51490) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:28.025036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5fa72-6a6e-45cf-a675-59edf679f4d1 req-8bf02020-281e-4bb5-98fa-c4d30c6cd04d tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:28.026561 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3b5fa72-6a6e-45cf-a675-59edf679f4d1 req-8bf02020-281e-4bb5-98fa-c4d30c6cd04d tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.2061560 Oct 26 14:19:28.041740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179c40f-8742-4494-b73f-0e467c98e645 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1391b4a1-94fc-4437-91ca-64864bfca1db,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:28.076372 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ea6fd40a-68f7-465a-8686-5b2ad6bb45b2 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0472925 Oct 26 14:19:28.076664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51492) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:28.081972 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7efd19e0-fb48-4090-83f0-283022a872fe tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': 'bcb1f6a6-97d2-49e0-b160-0c0eb51b7ee4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:28.122319 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-7efd19e0-fb48-4090-83f0-283022a872fe tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The resource could not be found. Oct 26 14:19:28.123411 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7efd19e0-fb48-4090-83f0-283022a872fe tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0457294 Oct 26 14:19:28.128966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51494) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:28.131920 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1805ab65-e7ce-4504-bab9-dd3e85b29462 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group': {'name': 'tempest-secgroup--664217007'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:28.155302 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1805ab65-e7ce-4504-bab9-dd3e85b29462 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.174970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3b5fa72-6a6e-45cf-a675-59edf679f4d1 req-7774565b-8361-472c-9ba5-5ca7d8b0fc07 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274831 Oct 26 14:19:28.175548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-88097c13-ebe1-40bf-bbc9-ee79a2e52f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.178152 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-88097c13-ebe1-40bf-bbc9-ee79a2e52f07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.179175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-88097c13-ebe1-40bf-bbc9-ee79a2e52f07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6b7d3ea-ae47-40cd-abd1-eb2c3a723305 HTTP/1.1" status: 204 len: 168 time: 0.6210141 Oct 26 14:19:28.199467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88097c13-ebe1-40bf-bbc9-ee79a2e52f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b7d3ea-ae47-40cd-abd1-eb2c3a723305,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:28.216180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-47503c47-63d3-4c1e-a0ba-5ef04ff62dc5 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Deleting port 66e6cad2-bb3f-474d-bdfd-1fc18612a296 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:28.216523 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-47503c47-63d3-4c1e-a0ba-5ef04ff62dc5 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.220986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460c6083-e80b-4e59-bbed-2c19c13e7917 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:28.235290 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb439c-47d7-40a9-b55b-feffdb58e805 None None] Sync routers for ids ['43ac8996-3b76-44f1-9bd1-2e946538c01b'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:28.238641 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-460c6083-e80b-4e59-bbed-2c19c13e7917 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.248689 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb439c-47d7-40a9-b55b-feffdb58e805 None None] Routers {'43ac8996-3b76-44f1-9bd1-2e946538c01b'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:28.249294 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-07eb439c-47d7-40a9-b55b-feffdb58e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['43ac8996-3b76-44f1-9bd1-2e946538c01b'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:28.259099 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1805ab65-e7ce-4504-bab9-dd3e85b29462 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.266385 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1805ab65-e7ce-4504-bab9-dd3e85b29462 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.305803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805ab65-e7ce-4504-bab9-dd3e85b29462 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5a6063-17ff-4df3-b0ae-98fd146be452,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:28.312539 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1805ab65-e7ce-4504-bab9-dd3e85b29462 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.314172 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-460c6083-e80b-4e59-bbed-2c19c13e7917 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "PUT /v2.0/floatingips/322965ce-530f-4744-8c9f-05efca69b721 HTTP/1.1" status: 200 len: 989 time: 2.3688676 Oct 26 14:19:28.317129 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1805ab65-e7ce-4504-bab9-dd3e85b29462 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1858325 Oct 26 14:19:28.318222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51498) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:28.323066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0f68f9eb-147a-49e7-98c5-d6eb2abcf3de tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group': {'name': 'tempest-secgroup--653127080'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:28.344792 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'tag': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:28.351081 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959baaf7-ac88-408f-80b4-9bd215823040" -d '{"events": [{"name": "network-changed", "server_uuid": "8acd5feb-c9e2-468d-be91-29555fe4a76a", "tag": "5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:28.353709 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f68f9eb-147a-49e7-98c5-d6eb2abcf3de tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.395636 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-07eb439c-47d7-40a9-b55b-feffdb58e805 None None] Set router 43ac8996-3b76-44f1-9bd1-2e946538c01b gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:28.455733 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-47503c47-63d3-4c1e-a0ba-5ef04ff62dc5 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.456062 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-47503c47-63d3-4c1e-a0ba-5ef04ff62dc5 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.459529 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f68f9eb-147a-49e7-98c5-d6eb2abcf3de tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.470010 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f68f9eb-147a-49e7-98c5-d6eb2abcf3de tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.481535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-47503c47-63d3-4c1e-a0ba-5ef04ff62dc5 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Calling delete_port for 66e6cad2-bb3f-474d-bdfd-1fc18612a296 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:28.502204 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f68f9eb-147a-49e7-98c5-d6eb2abcf3de tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.504271 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0f68f9eb-147a-49e7-98c5-d6eb2abcf3de tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1845875 Oct 26 14:19:28.508452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51512) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:28.553452 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21e7bdd-85b0-4a0f-b667-85541a387b77 x-openstack-request-id: req-b21e7bdd-85b0-4a0f-b667-85541a387b77 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:28.554003 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acd5feb-c9e2-468d-be91-29555fe4a76a", "tag": "5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:28.554448 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b21e7bdd-85b0-4a0f-b667-85541a387b77 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:28.554999 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'tag': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'status': 'completed', 'code': 200} Oct 26 14:19:28.560621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-85d15890-23a7-4ef2-9162-9537df6b02a0 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': '1d5a6063-17ff-4df3-b0ae-98fd146be452', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a2f8cacb-7c03-427d-ab48-c7b91556a3e2'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:28.618804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68f9eb-147a-49e7-98c5-d6eb2abcf3de tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f8cacb-7c03-427d-ab48-c7b91556a3e2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:28.655315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959baaf7-ac88-408f-80b4-9bd215823040 req-d65fcd86-e540-438b-b0fc-bd60c9b3bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:28.658386 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-959baaf7-ac88-408f-80b4-9bd215823040 req-d65fcd86-e540-438b-b0fc-bd60c9b3bb75 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 1096 time: 0.1057019 Oct 26 14:19:28.662606 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-85d15890-23a7-4ef2-9162-9537df6b02a0 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:28.663544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-85d15890-23a7-4ef2-9162-9537df6b02a0 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1514416 Oct 26 14:19:28.668707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51518) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:28.742920 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-47503c47-63d3-4c1e-a0ba-5ef04ff62dc5 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.750742 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-07eb439c-47d7-40a9-b55b-feffdb58e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '322965ce-530f-4744-8c9f-05efca69b721', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'port_id': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'mac_address': 'fa:16:3e:8b:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:10Z', 'updated_at': '2021-10-26T14:19:26Z', 'revision_number': 1, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:09Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:28.811559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47503c47-63d3-4c1e-a0ba-5ef04ff62dc5 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Pushing event deleted for resources: {'Port': ['ID=66e6cad2-bb3f-474d-bdfd-1fc18612a296,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:28.819158 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb439c-47d7-40a9-b55b-feffdb58e805 None None] Checking router: 43ac8996-3b76-44f1-9bd1-2e946538c01b for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:19:28.823903 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ba606e3-fda1-49ed-8b64-8c5a42117dc1 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.832120 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb439c-47d7-40a9-b55b-feffdb58e805 None None] Routers {'43ac8996-3b76-44f1-9bd1-2e946538c01b'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:28.833472 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-07eb439c-47d7-40a9-b55b-feffdb58e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['43ac8996-3b76-44f1-9bd1-2e946538c01b'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:28.844172 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959baaf7-ac88-408f-80b4-9bd215823040 req-fc770e20-9927-454f-8dbd-c7a2833f498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:28.845693 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-959baaf7-ac88-408f-80b4-9bd215823040 req-fc770e20-9927-454f-8dbd-c7a2833f498d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 918 time: 0.1744876 Oct 26 14:19:28.927873 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-959baaf7-ac88-408f-80b4-9bd215823040 req-28bbbd78-a8c1-42a3-a387-9353e838ee8c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac HTTP/1.1" status: 200 len: 997 time: 0.0721424 Oct 26 14:19:28.929448 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ba606e3-fda1-49ed-8b64-8c5a42117dc1 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.978643 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-07eb439c-47d7-40a9-b55b-feffdb58e805 None None] Set router 43ac8996-3b76-44f1-9bd1-2e946538c01b gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:28.995662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-0435bb72-0b5c-45fd-b087-4d380f59e1b6 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:29.003515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959baaf7-ac88-408f-80b4-9bd215823040 req-ba3ba645-7312-4694-a1e7-365ec6266658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:29.004195 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-0435bb72-0b5c-45fd-b087-4d380f59e1b6 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/networks?id=4e756ff2-390c-4edc-bbfb-a382762e922a HTTP/1.1" status: 200 len: 813 time: 0.1880548 Oct 26 14:19:29.005282 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-959baaf7-ac88-408f-80b4-9bd215823040 req-ba3ba645-7312-4694-a1e7-365ec6266658 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.0667243 Oct 26 14:19:29.022753 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ba606e3-fda1-49ed-8b64-8c5a42117dc1 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.025733 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ba606e3-fda1-49ed-8b64-8c5a42117dc1 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.026808 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0ba606e3-fda1-49ed-8b64-8c5a42117dc1 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "DELETE /v2.0/security-groups/a2f8cacb-7c03-427d-ab48-c7b91556a3e2 HTTP/1.1" status: 204 len: 168 time: 0.3444607 Oct 26 14:19:29.030454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-0bad72f9-f8c4-4c12-969e-b5d1a651d640 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/quotas/9395d807a35c4e3a9b17154289d713dd HTTP/1.1" status: 200 len: 375 time: 0.0247023 Oct 26 14:19:29.032323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51538) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:29.057900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba606e3-fda1-49ed-8b64-8c5a42117dc1 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f8cacb-7c03-427d-ab48-c7b91556a3e2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:29.068255 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959baaf7-ac88-408f-80b4-9bd215823040 req-3a0fd266-bb51-458b-8bd0-5047b87f8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:29.069797 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-959baaf7-ac88-408f-80b4-9bd215823040 req-3a0fd266-bb51-458b-8bd0-5047b87f8176 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578423 Oct 26 14:19:29.075851 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-47503c47-63d3-4c1e-a0ba-5ef04ff62dc5 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.079274 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-47503c47-63d3-4c1e-a0ba-5ef04ff62dc5 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.083667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-47503c47-63d3-4c1e-a0ba-5ef04ff62dc5 tempest-AttachVolumeTestJSON-631867983 tempest-AttachVolumeTestJSON-631867983-project] 10.222.0.32 "DELETE /v2.0/floatingips/c74ae2b9-32b1-4f44-b165-8669ede68a7d HTTP/1.1" status: 204 len: 168 time: 1.2538567 Oct 26 14:19:29.089647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-7b9e1aa3-5356-47b8-a698-6fa30366a7a4 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9395d807a35c4e3a9b17154289d713dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580578 Oct 26 14:19:29.206218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7a33703a-c8cd-4b18-8455-57dd88f39015 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1673555 Oct 26 14:19:29.207388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51548) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:29.254741 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-ea4ffdc2-9196-4820-a3a7-1faa4671b0f1 service neutron] 10.222.0.32 "GET /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641400 Oct 26 14:19:29.279443 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-959baaf7-ac88-408f-80b4-9bd215823040 req-c2e95e72-3774-450b-9e28-1d3606639e2c service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898286 Oct 26 14:19:29.303743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59c237f8-a3e1-40d0-ac4b-0ae46b784703 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.405521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59c237f8-a3e1-40d0-ac4b-0ae46b784703 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.465957 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-959baaf7-ac88-408f-80b4-9bd215823040 req-079a23a2-0843-4120-b88e-3d33cd9bc63f service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648238 Oct 26 14:19:29.479606 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-07eb439c-47d7-40a9-b55b-feffdb58e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '322965ce-530f-4744-8c9f-05efca69b721', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'port_id': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'mac_address': 'fa:16:3e:8b:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:10Z', 'updated_at': '2021-10-26T14:19:26Z', 'revision_number': 1, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:09Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:29.487413 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59c237f8-a3e1-40d0-ac4b-0ae46b784703 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.494736 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59c237f8-a3e1-40d0-ac4b-0ae46b784703 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.499319 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-59c237f8-a3e1-40d0-ac4b-0ae46b784703 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "DELETE /v2.0/security-groups/1d5a6063-17ff-4df3-b0ae-98fd146be452 HTTP/1.1" status: 204 len: 168 time: 0.2880344 Oct 26 14:19:29.504913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb6568-4e8b-4766-9a4a-3e5819955566 req-0fff55f1-a751-44d3-b13c-a35bb96baa78 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:29.511484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51560) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:29.512559 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efdb6568-4e8b-4766-9a4a-3e5819955566 req-0fff55f1-a751-44d3-b13c-a35bb96baa78 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.2026668 Oct 26 14:19:29.522353 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c237f8-a3e1-40d0-ac4b-0ae46b784703 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5a6063-17ff-4df3-b0ae-98fd146be452,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:29.524303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-fe53d17b-98a4-473e-95ac-52540e1bdabb service neutron] 10.222.0.32 "GET /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550287 Oct 26 14:19:29.547293 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb439c-47d7-40a9-b55b-feffdb58e805 None None] The sync data for ids ['43ac8996-3b76-44f1-9bd1-2e946538c01b'] in n-d-815498-1 is: [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '322965ce-530f-4744-8c9f-05efca69b721', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'port_id': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'mac_address': 'fa:16:3e:8b:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:10Z', 'updated_at': '2021-10-26T14:19:26Z', 'revision_number': 1, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:09Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:29.583566 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efdb6568-4e8b-4766-9a4a-3e5819955566 req-0c58ca61-6082-476f-b301-6ed2651b5195 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701406 Oct 26 14:19:29.594586 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-38110c4d-eae0-4901-a975-39ad3370a5d0 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0773826 Oct 26 14:19:29.595878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51562) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:29.600854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6f8c9134-9bc8-4754-9cbe-f840c6058c52 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054885960'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:29.636027 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9134-9bc8-4754-9cbe-f840c6058c52 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.754247 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9134-9bc8-4754-9cbe-f840c6058c52 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.760676 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9134-9bc8-4754-9cbe-f840c6058c52 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.856035 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c9134-9bc8-4754-9cbe-f840c6058c52 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d211782a-6f96-4180-9197-10c82d77ba25,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:29.883397 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9134-9bc8-4754-9cbe-f840c6058c52 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.885414 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6f8c9134-9bc8-4754-9cbe-f840c6058c52 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2880311 Oct 26 14:19:29.889008 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51574) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:29.893925 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b45c3446-2f88-41fa-808a-60baa51af77f tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': 'd211782a-6f96-4180-9197-10c82d77ba25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:29.942783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-170fb4d3-9d07-444b-beb9-e9d23e4a9e4c req-74cc52d3-e64d-4e26-874f-2b05b85ed953 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 210 time: 0.0413692 Oct 26 14:19:29.991405 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-b45c3446-2f88-41fa-808a-60baa51af77f tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:29.995880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b45c3446-2f88-41fa-808a-60baa51af77f tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1058846 Oct 26 14:19:29.996793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51578) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:30.004233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0157c798-0b38-4b6f-b56f-f2cec2c3d7f2 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group_rule': {'security_group_id': 'd211782a-6f96-4180-9197-10c82d77ba25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:30.034380 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8942365d-e76d-4beb-ad20-597d731d98a7 None None] New status for floating IP 322965ce-530f-4744-8c9f-05efca69b721: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:19:30.057251 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-0157c798-0b38-4b6f-b56f-f2cec2c3d7f2 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:19:30.058609 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0157c798-0b38-4b6f-b56f-f2cec2c3d7f2 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0594761 Oct 26 14:19:30.062775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51584) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:30.114881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2271-c7ae-4795-a27e-410820106a73 req-a20561e2-53f6-4cdf-88f2-4d34cff4b547 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:30.117277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-851c2271-c7ae-4795-a27e-410820106a73 req-a20561e2-53f6-4cdf-88f2-4d34cff4b547 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.11 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 945 time: 0.0720880 Oct 26 14:19:30.139340 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-747cae0a-6c44-4082-84c7-020acde27089 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.176237 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-747cae0a-6c44-4082-84c7-020acde27089 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.255885 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-747cae0a-6c44-4082-84c7-020acde27089 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.259290 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-747cae0a-6c44-4082-84c7-020acde27089 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.261179 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-747cae0a-6c44-4082-84c7-020acde27089 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "DELETE /v2.0/security-groups/d211782a-6f96-4180-9197-10c82d77ba25 HTTP/1.1" status: 204 len: 168 time: 0.1972740 Oct 26 14:19:30.265941 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51590) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:30.317205 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cae0a-6c44-4082-84c7-020acde27089 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d211782a-6f96-4180-9197-10c82d77ba25,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:30.343514 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4463f646-3ea5-4f81-80cb-4ab95ab60b3e tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0754399 Oct 26 14:19:30.348340 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51594) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:30.362106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-531420b2-feae-4e55-9f19-54575d77db09 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069457199'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:30.363105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-851c2271-c7ae-4795-a27e-410820106a73 req-e731eea8-fff0-46c1-8bcd-1503c4dad4f1 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Deleting port 80d5114e-87a1-4906-b4d1-0ada21b8175d {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:30.364199 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-851c2271-c7ae-4795-a27e-410820106a73 req-e731eea8-fff0-46c1-8bcd-1503c4dad4f1 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.426422 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-531420b2-feae-4e55-9f19-54575d77db09 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.543173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-851c2271-c7ae-4795-a27e-410820106a73 req-e731eea8-fff0-46c1-8bcd-1503c4dad4f1 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] For port 80d5114e-87a1-4906-b4d1-0ada21b8175d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=80d5114e-87a1-4906-b4d1-0ada21b8175d,segment=NetworkSegment(93e72727-2d21-4881-af69-870f118d950b),segment_id=93e72727-2d21-4881-af69-870f118d950b)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:30.543608 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-851c2271-c7ae-4795-a27e-410820106a73 req-e731eea8-fff0-46c1-8bcd-1503c4dad4f1 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.578757 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-531420b2-feae-4e55-9f19-54575d77db09 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.583722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-851c2271-c7ae-4795-a27e-410820106a73 req-e731eea8-fff0-46c1-8bcd-1503c4dad4f1 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Calling delete_port for 80d5114e-87a1-4906-b4d1-0ada21b8175d owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:30.594587 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-531420b2-feae-4e55-9f19-54575d77db09 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.639247 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-531420b2-feae-4e55-9f19-54575d77db09 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.640522 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-531420b2-feae-4e55-9f19-54575d77db09 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2906628 Oct 26 14:19:30.641750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531420b2-feae-4e55-9f19-54575d77db09 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a924ba-b176-4670-ae69-755eaa5b4ef1,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:30.643768 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51604) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:30.649377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f94089fc-5720-47cd-901b-a8f9c5d260bd tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:30.649762 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-f94089fc-5720-47cd-901b-a8f9c5d260bd tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 14:19:30.650239 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-f94089fc-5720-47cd-901b-a8f9c5d260bd tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 14:19:30.651446 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f94089fc-5720-47cd-901b-a8f9c5d260bd tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "PUT /v2.0/security-groups/b5a924ba-b176-4670-ae69-755eaa5b4ef1 HTTP/1.1" status: 409 len: 330 time: 0.0065269 Oct 26 14:19:30.654085 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51606) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:30.718698 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1318753c-5a3b-42e4-9037-0057ddfe443e tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.759409 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1318753c-5a3b-42e4-9037-0057ddfe443e tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.833173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1318753c-5a3b-42e4-9037-0057ddfe443e tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.835954 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1318753c-5a3b-42e4-9037-0057ddfe443e tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.841285 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-851c2271-c7ae-4795-a27e-410820106a73 req-e731eea8-fff0-46c1-8bcd-1503c4dad4f1 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.843694 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51612) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:30.845412 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1318753c-5a3b-42e4-9037-0057ddfe443e tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "DELETE /v2.0/security-groups/b5a924ba-b176-4670-ae69-755eaa5b4ef1 HTTP/1.1" status: 204 len: 168 time: 0.1894608 Oct 26 14:19:30.856108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['80d5114e-87a1-4906-b4d1-0ada21b8175d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:30.876555 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318753c-5a3b-42e4-9037-0057ddfe443e tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a924ba-b176-4670-ae69-755eaa5b4ef1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:30.882751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731eea8-fff0-46c1-8bcd-1503c4dad4f1 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Pushing event deleted for resources: {'Port': ['ID=80d5114e-87a1-4906-b4d1-0ada21b8175d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:30.899607 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ef33b-5377-4559-95a5-ee6aa924691c req-34c7cb38-b545-4548-a2f4-4fb703c1264d tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:30.901176 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa7ef33b-5377-4559-95a5-ee6aa924691c req-34c7cb38-b545-4548-a2f4-4fb703c1264d tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/ports?device_id=891e4385-27af-415c-9eaf-c245ed9bef05 HTTP/1.1" status: 200 len: 867 time: 0.1438220 Oct 26 14:19:30.979903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d9a1614a-76b0-4a82-95b2-10f38d1cd08a tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1307902 Oct 26 14:19:30.980751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51622) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:31.004033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-851c2271-c7ae-4795-a27e-410820106a73 req-e731eea8-fff0-46c1-8bcd-1503c4dad4f1 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] No DVR routers for this DVR port 80d5114e-87a1-4906-b4d1-0ada21b8175d on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:19:31.006369 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-4dcbd4b0-9e39-417c-a487-add83e376bda tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] delete failed (client error): The resource could not be found. Oct 26 14:19:31.010495 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-851c2271-c7ae-4795-a27e-410820106a73 req-e731eea8-fff0-46c1-8bcd-1503c4dad4f1 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.010863 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4dcbd4b0-9e39-417c-a487-add83e376bda tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "DELETE /v2.0/security-groups/b766bd91-fd2b-45c8-9140-6d225b4a9150 HTTP/1.1" status: 404 len: 347 time: 0.0260298 Oct 26 14:19:31.014902 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-851c2271-c7ae-4795-a27e-410820106a73 req-e731eea8-fff0-46c1-8bcd-1503c4dad4f1 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.11 "DELETE /v2.0/ports/80d5114e-87a1-4906-b4d1-0ada21b8175d HTTP/1.1" status: 204 len: 173 time: 0.8907480 Oct 26 14:19:31.015768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891e4385-27af-415c-9eaf-c245ed9bef05', 'name': 'network-vif-deleted', 'tag': '80d5114e-87a1-4906-b4d1-0ada21b8175d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:31.017206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51624) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:31.019893 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4aeead-aa97-462e-96d5-940e07cb7f0b" -d '{"events": [{"server_uuid": "891e4385-27af-415c-9eaf-c245ed9bef05", "name": "network-vif-deleted", "tag": "80d5114e-87a1-4906-b4d1-0ada21b8175d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:31.045801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa7ef33b-5377-4559-95a5-ee6aa924691c req-9d8611d8-bd63-4248-9dd8-33357ba2e8a9 tempest-TestServerAdvancedOps-1776159591 tempest-TestServerAdvancedOps-1776159591-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d81cce-3309-4543-9591-1e46e9d7166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210568 Oct 26 14:19:31.057236 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-3366cb88-a36a-4a25-a1f3-7ccfc72c8693 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] show failed (client error): The resource could not be found. Oct 26 14:19:31.059087 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3366cb88-a36a-4a25-a1f3-7ccfc72c8693 tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "GET /v2.0/security-groups/a9ecd290-a161-46ce-a207-39f63c428bda HTTP/1.1" status: 404 len: 347 time: 0.0399835 Oct 26 14:19:31.063447 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51628) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:31.118248 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-3bb86854-a60b-4a00-a707-a4f5a5b94b7a tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] show failed (client error): The resource could not be found. Oct 26 14:19:31.119413 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3bb86854-a60b-4a00-a707-a4f5a5b94b7a tempest-NegativeSecGroupIPv6Test-676036636 tempest-NegativeSecGroupIPv6Test-676036636-project] 10.222.0.32 "GET /v2.0/security-group-rules/837cbabc-8d3d-4952-b888-a0bc52f22c7d HTTP/1.1" status: 404 len: 356 time: 0.0548196 Oct 26 14:19:31.121881 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a0b961-ff3c-44c9-b6e3-7c97468a4dde x-openstack-request-id: req-88a0b961-ff3c-44c9-b6e3-7c97468a4dde {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:31.122413 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891e4385-27af-415c-9eaf-c245ed9bef05", "name": "network-vif-deleted", "tag": "80d5114e-87a1-4906-b4d1-0ada21b8175d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:31.122982 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88a0b961-ff3c-44c9-b6e3-7c97468a4dde {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:31.123552 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891e4385-27af-415c-9eaf-c245ed9bef05', 'name': 'network-vif-deleted', 'tag': '80d5114e-87a1-4906-b4d1-0ada21b8175d', 'status': 'completed', 'code': 200} Oct 26 14:19:31.168430 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1018bcf8-4c88-47eb-b9cd-8e6260ee1075 req-b5c78d89-281d-4462-b8e1-520b78c6397e tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 210 time: 0.0330319 Oct 26 14:19:31.415041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-14adaa9e-3461-47f1-93d6-ff6fde3cefee tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:31.417185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-14adaa9e-3461-47f1-93d6-ff6fde3cefee tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.11 "GET /v2.0/networks?id=4e756ff2-390c-4edc-bbfb-a382762e922a HTTP/1.1" status: 200 len: 813 time: 0.2064252 Oct 26 14:19:31.431338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-976a7076-702b-4102-bd76-a85dd71b8f16 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Request body: {'port': {'device_id': '0bbb9499-6d33-4c46-91db-db4083e04761', 'network_id': '4e756ff2-390c-4edc-bbfb-a382762e922a', 'admin_state_up': True, 'tenant_id': '9395d807a35c4e3a9b17154289d713dd'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:31.610047 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51646) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:31.692255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-976a7076-702b-4102-bd76-a85dd71b8f16 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Made reservation on behalf of 9395d807a35c4e3a9b17154289d713dd for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:31.696700 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-976a7076-702b-4102-bd76-a85dd71b8f16 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.859355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-976a7076-702b-4102-bd76-a85dd71b8f16 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Allocated IP 172.20.0.3 (4e756ff2-390c-4edc-bbfb-a382762e922a/9e1c347c-4ea8-4393-a39b-473db064b858/7f28b05e-dba5-441f-bf98-a70efd8565df) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:31.979280 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-343529cf-b064-4cde-b26e-670a782be09a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=259d8ed5b9944e5f8259aad45ae40ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667359 Oct 26 14:19:31.980118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51656) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:32.051802 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0162ec5-c5ea-4c4e-8625-db1c9b0b1170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.084010 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0162ec5-c5ea-4c4e-8625-db1c9b0b1170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.158109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51664) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:32.159560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0162ec5-c5ea-4c4e-8625-db1c9b0b1170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.162622 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0162ec5-c5ea-4c4e-8625-db1c9b0b1170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.164013 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e0162ec5-c5ea-4c4e-8625-db1c9b0b1170 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba105b9f-e164-4836-8623-73049399f304 HTTP/1.1" status: 204 len: 168 time: 0.1822274 Oct 26 14:19:32.215427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0162ec5-c5ea-4c4e-8625-db1c9b0b1170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba105b9f-e164-4836-8623-73049399f304,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:32.253323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bed81f6-1623-4f43-9556-5a6134f181cd admin admin] Deleting subnet 7a15ff49-f8c1-4ae8-8bdd-298531885487 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:19:32.265693 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4bed81f6-1623-4f43-9556-5a6134f181cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.342663 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4bed81f6-1623-4f43-9556-5a6134f181cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.436679 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4bed81f6-1623-4f43-9556-5a6134f181cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.440129 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c750bae1-b9ea-4526-a2a4-3254dbc6a7d6 req-c77563c7-6c81-45b1-a670-22f30ffb47ab tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 210 time: 0.0363595 Oct 26 14:19:32.516336 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-976a7076-702b-4102-bd76-a85dd71b8f16 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.539044 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4bed81f6-1623-4f43-9556-5a6134f181cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.569184 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-976a7076-702b-4102-bd76-a85dd71b8f16 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.598733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed81f6-1623-4f43-9556-5a6134f181cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a15ff49-f8c1-4ae8-8bdd-298531885487,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:32.602990 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4bed81f6-1623-4f43-9556-5a6134f181cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.606621 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4bed81f6-1623-4f43-9556-5a6134f181cd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7a15ff49-f8c1-4ae8-8bdd-298531885487 HTTP/1.1" status: 204 len: 168 time: 0.4403796 Oct 26 14:19:32.609662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51676) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:32.651197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a7076-702b-4102-bd76-a85dd71b8f16 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Pushing event updated for resources: {'Port': ['ID=7f28b05e-dba5-441f-bf98-a70efd8565df,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:32.666864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-976a7076-702b-4102-bd76-a85dd71b8f16 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Network 4e756ff2-390c-4edc-bbfb-a382762e922a is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:32.669033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-976a7076-702b-4102-bd76-a85dd71b8f16 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:32.674180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-976a7076-702b-4102-bd76-a85dd71b8f16 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:32.706655 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d0b0bb2-d920-4315-80d0-1ac76c5e93d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.741747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-976a7076-702b-4102-bd76-a85dd71b8f16 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:32.742391 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-976a7076-702b-4102-bd76-a85dd71b8f16 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.768973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-976a7076-702b-4102-bd76-a85dd71b8f16 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3415642 Oct 26 14:19:32.791682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Request body: {'port': {'device_id': '0bbb9499-6d33-4c46-91db-db4083e04761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:32.819210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51682) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:32.819476 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d0b0bb2-d920-4315-80d0-1ac76c5e93d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.851004 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6d0b0bb2-d920-4315-80d0-1ac76c5e93d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e486fa5-f93e-47ca-a292-8d346cc2ccc1']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:32.863382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6d0b0bb2-d920-4315-80d0-1ac76c5e93d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e72727-2d21-4881-af69-870f118d950b') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:32.863576 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.863698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6d0b0bb2-d920-4315-80d0-1ac76c5e93d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e72727-2d21-4881-af69-870f118d950b') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:32.877499 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d0b0bb2-d920-4315-80d0-1ac76c5e93d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.913663 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d0b0bb2-d920-4315-80d0-1ac76c5e93d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.936537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0b0bb2-d920-4315-80d0-1ac76c5e93d3 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:19:32.937143 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d0b0bb2-d920-4315-80d0-1ac76c5e93d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:19:32.940388 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:19:33.011579 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b20b7018-7316-416c-ac88-eb37263be642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.042674 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d0b0bb2-d920-4315-80d0-1ac76c5e93d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.056375 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d0b0bb2-d920-4315-80d0-1ac76c5e93d3 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.063315 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6d0b0bb2-d920-4315-80d0-1ac76c5e93d3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4e486fa5-f93e-47ca-a292-8d346cc2ccc1 HTTP/1.1" status: 204 len: 168 time: 0.4517252 Oct 26 14:19:33.067916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51694) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:33.083126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b0bb2-d920-4315-80d0-1ac76c5e93d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e486fa5-f93e-47ca-a292-8d346cc2ccc1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:33.158306 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abfd090-f55e-43cc-8cf8-96c1cb94a224 admin admin] Deleting subnet d728b523-83f5-491d-9a3e-e78ddc016883 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:19:33.209356 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6abfd090-f55e-43cc-8cf8-96c1cb94a224 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.279488 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6abfd090-f55e-43cc-8cf8-96c1cb94a224 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.373767 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6abfd090-f55e-43cc-8cf8-96c1cb94a224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.382642 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b20b7018-7316-416c-ac88-eb37263be642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.408518 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b20b7018-7316-416c-ac88-eb37263be642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.492460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b7018-7316-416c-ac88-eb37263be642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502ed5e5-f9fa-4c83-a1a3-5aaa0ef61b16,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:33.504050 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b20b7018-7316-416c-ac88-eb37263be642 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e30365bcd3a4c69a7b96c50a796f101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6821289 Oct 26 14:19:33.504973 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51710) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:33.529718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f28b05e-dba5-441f-bf98-a70efd8565df {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:33.547719 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.601440 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6abfd090-f55e-43cc-8cf8-96c1cb94a224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.609312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Transition to ACTIVE for port object 7f28b05e-dba5-441f-bf98-a70efd8565df will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:19:33.641853 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.646851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfd090-f55e-43cc-8cf8-96c1cb94a224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d728b523-83f5-491d-9a3e-e78ddc016883,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:33.655420 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6abfd090-f55e-43cc-8cf8-96c1cb94a224 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.659404 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6abfd090-f55e-43cc-8cf8-96c1cb94a224 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d728b523-83f5-491d-9a3e-e78ddc016883 HTTP/1.1" status: 204 len: 168 time: 0.5882850 Oct 26 14:19:33.662603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51716) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:33.718949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Pushing event updated for resources: {'Port': ['ID=7f28b05e-dba5-441f-bf98-a70efd8565df,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:33.749427 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dea2f17-344d-41f6-9f06-d52fee38ff63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.763780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45dd19-4b02-4615-b719-8ae561e3c4d3 req-be10bd1e-4ec0-4321-8aa2-e9c50ce085c3 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:33.765944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a45dd19-4b02-4615-b719-8ae561e3c4d3 req-be10bd1e-4ec0-4321-8aa2-e9c50ce085c3 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 931 time: 0.2128403 Oct 26 14:19:33.836835 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18d2956b-199f-4462-a27a-b5b4e9462334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.840792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dea2f17-344d-41f6-9f06-d52fee38ff63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.936090 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a45dd19-4b02-4615-b719-8ae561e3c4d3 req-82a65249-9070-4cc1-aeda-a607dd7efa52 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523182 Oct 26 14:19:33.953577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Attempting to bind port 7f28b05e-dba5-441f-bf98-a70efd8565df on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:33.954023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Attempting to bind port 7f28b05e-dba5-441f-bf98-a70efd8565df by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '34be4d99-f767-4a3b-9c80-81b9d6d504fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4e756ff2-390c-4edc-bbfb-a382762e922a'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:33.954479 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Attempting to bind port 7f28b05e-dba5-441f-bf98-a70efd8565df on network 4e756ff2-390c-4edc-bbfb-a382762e922a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:33.960005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Port 7f28b05e-dba5-441f-bf98-a70efd8565df on network 4e756ff2-390c-4edc-bbfb-a382762e922a not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:19:33.960455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Attempting to bind port 7f28b05e-dba5-441f-bf98-a70efd8565df on network 4e756ff2-390c-4edc-bbfb-a382762e922a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:33.973620 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18d2956b-199f-4462-a27a-b5b4e9462334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.977206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:33.977206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Checking segment: {'id': '34be4d99-f767-4a3b-9c80-81b9d6d504fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4e756ff2-390c-4edc-bbfb-a382762e922a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:33.977206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Bound using segment: {'id': '34be4d99-f767-4a3b-9c80-81b9d6d504fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4e756ff2-390c-4edc-bbfb-a382762e922a'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:33.977585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Bound port: 7f28b05e-dba5-441f-bf98-a70efd8565df, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34be4d99-f767-4a3b-9c80-81b9d6d504fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4e756ff2-390c-4edc-bbfb-a382762e922a'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:33.978214 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:33.996794 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dea2f17-344d-41f6-9f06-d52fee38ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:34.000716 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dea2f17-344d-41f6-9f06-d52fee38ff63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:34.001957 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8dea2f17-344d-41f6-9f06-d52fee38ff63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/502ed5e5-f9fa-4c83-a1a3-5aaa0ef61b16 HTTP/1.1" status: 204 len: 168 time: 0.4960566 Oct 26 14:19:34.006872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-18d2956b-199f-4462-a27a-b5b4e9462334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301ee175-ce63-4cc8-a69d-850f6ed9b8e8']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:34.018935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-18d2956b-199f-4462-a27a-b5b4e9462334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d568af-2b1e-4a4a-ade8-4d4e0a30cfec') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:34.019740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-18d2956b-199f-4462-a27a-b5b4e9462334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d568af-2b1e-4a4a-ade8-4d4e0a30cfec') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:34.032028 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea2f17-344d-41f6-9f06-d52fee38ff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502ed5e5-f9fa-4c83-a1a3-5aaa0ef61b16,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:34.055114 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18d2956b-199f-4462-a27a-b5b4e9462334 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:34.075628 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] For port 7f28b05e-dba5-441f-bf98-a70efd8565df, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:34.083123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] For port 7f28b05e-dba5-441f-bf98-a70efd8565df, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7f28b05e-dba5-441f-bf98-a70efd8565df,segment=NetworkSegment(34be4d99-f767-4a3b-9c80-81b9d6d504fc),segment_id=34be4d99-f767-4a3b-9c80-81b9d6d504fc)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:34.086792 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18d2956b-199f-4462-a27a-b5b4e9462334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:34.099607 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:34.100390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d2956b-199f-4462-a27a-b5b4e9462334 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:19:34.102875 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18d2956b-199f-4462-a27a-b5b4e9462334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:19:34.107990 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:19:34.136338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:34.138459 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:34.143641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] 10.222.0.11 "PUT /v2.0/ports/7f28b05e-dba5-441f-bf98-a70efd8565df HTTP/1.1" status: 200 len: 1091 time: 1.3570948 Oct 26 14:19:34.191840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbb9499-6d33-4c46-91db-db4083e04761', 'tag': '7f28b05e-dba5-441f-bf98-a70efd8565df'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:34.200224 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc152640-40f4-4dc3-8cc3-303f147ace60" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbb9499-6d33-4c46-91db-db4083e04761", "tag": "7f28b05e-dba5-441f-bf98-a70efd8565df"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:34.227135 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18d2956b-199f-4462-a27a-b5b4e9462334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:34.241641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18d2956b-199f-4462-a27a-b5b4e9462334 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:34.245931 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-18d2956b-199f-4462-a27a-b5b4e9462334 admin admin] 10.222.0.32 "DELETE /v2.0/networks/301ee175-ce63-4cc8-a69d-850f6ed9b8e8 HTTP/1.1" status: 204 len: 168 time: 0.5819361 Oct 26 14:19:34.260858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2956b-199f-4462-a27a-b5b4e9462334 admin admin] Pushing event deleted for resources: {'Network': ['ID=301ee175-ce63-4cc8-a69d-850f6ed9b8e8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:34.338922 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b30607-188d-4da6-9b03-cbcdbd1d5f42 x-openstack-request-id: req-d3b30607-188d-4da6-9b03-cbcdbd1d5f42 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:34.339217 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbb9499-6d33-4c46-91db-db4083e04761", "tag": "7f28b05e-dba5-441f-bf98-a70efd8565df", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:34.339473 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3b30607-188d-4da6-9b03-cbcdbd1d5f42 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:34.340024 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbb9499-6d33-4c46-91db-db4083e04761', 'tag': '7f28b05e-dba5-441f-bf98-a70efd8565df', 'status': 'completed', 'code': 200} Oct 26 14:19:34.380608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ccfa1-e4db-440c-a440-6e1e0bb4a672 service neutron] Pushing event updated for resources: {'Port': ['ID=7f28b05e-dba5-441f-bf98-a70efd8565df,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:34.393192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-a0943a24-f9b6-46a7-a348-ec5df066c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:34.398666 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-a0943a24-f9b6-46a7-a348-ec5df066c21e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9395d807a35c4e3a9b17154289d713dd&device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 1094 time: 0.1931190 Oct 26 14:19:34.482681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-5e8380c2-64c1-4d3c-be44-7195a6d5442c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f28b05e-dba5-441f-bf98-a70efd8565df HTTP/1.1" status: 200 len: 217 time: 0.0735054 Oct 26 14:19:34.549732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-482b8836-a1d5-4de2-81d8-f457c5af11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:34.551809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-482b8836-a1d5-4de2-81d8-f457c5af11b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e1c347c-4ea8-4393-a39b-473db064b858 HTTP/1.1" status: 200 len: 853 time: 0.0622759 Oct 26 14:19:34.593240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-76e2a8d3-c3ea-4ea7-be8d-4f37d2ed8763 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e756ff2-390c-4edc-bbfb-a382762e922a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340846 Oct 26 14:19:34.650874 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51748) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:34.708715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-dad139e6-abbe-4d60-a4ef-7eb1e8fac171 service neutron] 10.222.0.11 "GET /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086531 Oct 26 14:19:34.768593 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b0a90bbe-7073-4038-9f6c-bfe4501f2e1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=263c414131a544a6b65b5f7908cd17be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1165030 Oct 26 14:19:34.779501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51750) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:34.858424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5a2ee21-cd82-43bd-8f1a-4def947ed424 req-09ac09e1-d3a2-43df-95cf-8ac175b66be0 service neutron] 10.222.0.11 "GET /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410661 Oct 26 14:19:34.881387 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3414ca20-8a9f-4bae-b897-f3ca5349c3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:34.907228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51758) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:34.925369 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-49562b05-843e-45be-803a-0433aa71686c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:34.933727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3414ca20-8a9f-4bae-b897-f3ca5349c3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:35.012248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3414ca20-8a9f-4bae-b897-f3ca5349c3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:35.022295 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3414ca20-8a9f-4bae-b897-f3ca5349c3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:35.028136 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3414ca20-8a9f-4bae-b897-f3ca5349c3f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85d81cce-3309-4543-9591-1e46e9d7166e HTTP/1.1" status: 204 len: 168 time: 0.2454658 Oct 26 14:19:35.070609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414ca20-8a9f-4bae-b897-f3ca5349c3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d81cce-3309-4543-9591-1e46e9d7166e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:35.123762 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-49562b05-843e-45be-803a-0433aa71686c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:35.141542 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc152640-40f4-4dc3-8cc3-303f147ace60 req-5b05cf1a-9fff-460f-b5af-ec781adfc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:35.143643 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc152640-40f4-4dc3-8cc3-303f147ace60 req-5b05cf1a-9fff-460f-b5af-ec781adfc794 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9395d807a35c4e3a9b17154289d713dd&device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 1094 time: 0.2142584 Oct 26 14:19:35.156862 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-49562b05-843e-45be-803a-0433aa71686c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:35.262444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 80d5114e-87a1-4906-b4d1-0ada21b8175d no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:35.304736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 80d5114e-87a1-4906-b4d1-0ada21b8175d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:35.305149 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 80d5114e-87a1-4906-b4d1-0ada21b8175d not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:35.411588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc152640-40f4-4dc3-8cc3-303f147ace60 req-a4155734-48fe-4a15-a93b-6ba699bc66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:35.413068 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc152640-40f4-4dc3-8cc3-303f147ace60 req-a4155734-48fe-4a15-a93b-6ba699bc66fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e756ff2-390c-4edc-bbfb-a382762e922a HTTP/1.1" status: 200 len: 914 time: 0.2510421 Oct 26 14:19:35.421505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562b05-843e-45be-803a-0433aa71686c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2f4bb9-86a8-4bcf-b504-48814da8c8f9,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:35.473582 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc152640-40f4-4dc3-8cc3-303f147ace60 req-3ff59475-0af6-437d-8f99-7070c57a9907 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f28b05e-dba5-441f-bf98-a70efd8565df HTTP/1.1" status: 200 len: 217 time: 0.0492566 Oct 26 14:19:35.479741 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-49562b05-843e-45be-803a-0433aa71686c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d049a916c2bd4b91ae23d573f0a4a6e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5691390 Oct 26 14:19:35.480207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51786) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:35.517164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b87698-7484-4c0e-9c9f-f6eda792ba45 req-2b6aad80-32d9-4a71-ab73-5ce1417987f2 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:35.518780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64b87698-7484-4c0e-9c9f-f6eda792ba45 req-2b6aad80-32d9-4a71-ab73-5ce1417987f2 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 943 time: 0.3922577 Oct 26 14:19:35.555595 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3337c565-e998-4eb6-87c2-a24449336eab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:35.601291 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3337c565-e998-4eb6-87c2-a24449336eab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:35.620428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc152640-40f4-4dc3-8cc3-303f147ace60 req-1c787358-24b3-431e-b66a-760afb7d9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:35.623024 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc152640-40f4-4dc3-8cc3-303f147ace60 req-1c787358-24b3-431e-b66a-760afb7d9641 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e1c347c-4ea8-4393-a39b-473db064b858 HTTP/1.1" status: 200 len: 853 time: 0.1325014 Oct 26 14:19:35.626067 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64b87698-7484-4c0e-9c9f-f6eda792ba45 req-45dd7a5f-3485-4979-b138-9dff36dc5aa3 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752170 Oct 26 14:19:35.674177 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3337c565-e998-4eb6-87c2-a24449336eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:35.674708 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc152640-40f4-4dc3-8cc3-303f147ace60 req-35bf6ab4-77be-4b1f-be4c-713413b9c124 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e756ff2-390c-4edc-bbfb-a382762e922a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421057 Oct 26 14:19:35.678510 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3337c565-e998-4eb6-87c2-a24449336eab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:35.682115 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3337c565-e998-4eb6-87c2-a24449336eab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e2f4bb9-86a8-4bcf-b504-48814da8c8f9 HTTP/1.1" status: 204 len: 168 time: 0.1985700 Oct 26 14:19:35.688985 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337c565-e998-4eb6-87c2-a24449336eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2f4bb9-86a8-4bcf-b504-48814da8c8f9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:35.698712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51792) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:35.835726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51796) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:35.877872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc152640-40f4-4dc3-8cc3-303f147ace60 req-35d11176-7962-49e7-b308-26695e5dbd62 service neutron] 10.222.0.11 "GET /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940925 Oct 26 14:19:35.921348 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f523664e-d6d4-4002-a4cd-ca2e82db1f7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84326bc58a2548129160c86a9a6d5a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843990 Oct 26 14:19:35.924473 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51800) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:36.021265 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc152640-40f4-4dc3-8cc3-303f147ace60 req-36b7ce47-37ee-4f01-8173-f387bf094e0a service neutron] 10.222.0.11 "GET /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348345 Oct 26 14:19:36.032263 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fa5f308-a92e-48ff-abe8-7408ee1d72c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:36.061665 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fa5f308-a92e-48ff-abe8-7408ee1d72c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:36.111757 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d815fd4-3f5a-43ee-865c-e67b8d4a4627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:36.144779 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fa5f308-a92e-48ff-abe8-7408ee1d72c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:36.147471 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fa5f308-a92e-48ff-abe8-7408ee1d72c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:36.148612 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3fa5f308-a92e-48ff-abe8-7408ee1d72c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a786214-9c63-49fc-826e-feae1b0d3f6a HTTP/1.1" status: 204 len: 168 time: 0.2223682 Oct 26 14:19:36.164169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5f308-a92e-48ff-abe8-7408ee1d72c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a786214-9c63-49fc-826e-feae1b0d3f6a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:36.212576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d815fd4-3f5a-43ee-865c-e67b8d4a4627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:36.218081 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d815fd4-3f5a-43ee-865c-e67b8d4a4627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:36.309560 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9d815fd4-3f5a-43ee-865c-e67b8d4a4627 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2f8a538b01243a195e45df7f4cf363e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6075313 Oct 26 14:19:36.313181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51816) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:36.315395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d815fd4-3f5a-43ee-865c-e67b8d4a4627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee624167-d20b-41bd-a664-bd397a19abf2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:36.379746 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4ec6ffd7-a6f6-408b-b449-f5755ef1d1ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:36.409902 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4ec6ffd7-a6f6-408b-b449-f5755ef1d1ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:36.503686 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4ec6ffd7-a6f6-408b-b449-f5755ef1d1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:36.506535 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4ec6ffd7-a6f6-408b-b449-f5755ef1d1ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:36.510432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4ec6ffd7-a6f6-408b-b449-f5755ef1d1ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee624167-d20b-41bd-a664-bd397a19abf2 HTTP/1.1" status: 204 len: 168 time: 0.1962297 Oct 26 14:19:36.518882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6ffd7-a6f6-408b-b449-f5755ef1d1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee624167-d20b-41bd-a664-bd397a19abf2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:36.769779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6af6ff-01f2-421a-a8e2-da102e8e3d5b req-3af948ec-f532-46fb-b4a0-997f81df108d tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:36.772337 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d6af6ff-01f2-421a-a8e2-da102e8e3d5b req-3af948ec-f532-46fb-b4a0-997f81df108d tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 943 time: 0.0542116 Oct 26 14:19:36.817717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d6af6ff-01f2-421a-a8e2-da102e8e3d5b req-aac28938-0217-46bd-b823-db5006dfe99e tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378416 Oct 26 14:19:36.916424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51848) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:37.017722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a247e2bf-6860-4465-9cef-d394e3e24dfb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:37.018190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a247e2bf-6860-4465-9cef-d394e3e24dfb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:37.018627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a247e2bf-6860-4465-9cef-d394e3e24dfb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:37.020313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a247e2bf-6860-4465-9cef-d394e3e24dfb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=af879ef202124c16ab6bea2aab5e04fc&network_id=a9dc1eca-c600-4f43-93c9-e23ae898c91e HTTP/1.1" status: 200 len: 2970 time: 0.1027601 Oct 26 14:19:37.028048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51852) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:37.042509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f85c6b7a-88ab-4ea5-bbf4-cd915dccd501 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:37.154493 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f85c6b7a-88ab-4ea5-bbf4-cd915dccd501 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:37.161763 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f85c6b7a-88ab-4ea5-bbf4-cd915dccd501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:37.212195 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f85c6b7a-88ab-4ea5-bbf4-cd915dccd501 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46e50a17a19848a988624e875f9996e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821651 Oct 26 14:19:37.214811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51868) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:37.270486 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c6b7a-88ab-4ea5-bbf4-cd915dccd501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7de665f-4cef-4c42-97d7-629430ace27e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:37.294943 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5c56-556c-4b59-b79a-10688c232db7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:37.324559 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5c56-556c-4b59-b79a-10688c232db7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:37.392371 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5c56-556c-4b59-b79a-10688c232db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:37.396059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5c56-556c-4b59-b79a-10688c232db7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:37.397524 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6f5b5c56-556c-4b59-b79a-10688c232db7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7de665f-4cef-4c42-97d7-629430ace27e HTTP/1.1" status: 204 len: 168 time: 0.1812747 Oct 26 14:19:37.406844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b5c56-556c-4b59-b79a-10688c232db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7de665f-4cef-4c42-97d7-629430ace27e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:37.474493 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51880) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:37.723104 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-525843903-network', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:37.751161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] Made reservation on behalf of 1449aea080084d3d8ec88bc07f2d9c81 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:37.754168 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:37.767913 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:37.865178 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:37.872021 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:37.890538 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:19:37.915361 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:37.915636 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] Added segment 856bc200-d859-4998-840e-eaaf3d659f1a of type vlan for network 335bcdd5-6125-4141-9caa-35638c81f183 Oct 26 14:19:37.965009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86854da2-44f4-401c-b1f3-d96362e4b2c3,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:37.977802 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:38.018901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:38.018901 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:38.018901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:38.036751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ddcfb-ef95-4fe5-af0b-b04d760943dc req-e290d6ad-9f67-417d-b08e-ef529bd6fdeb tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:38.039145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e4ddcfb-ef95-4fe5-af0b-b04d760943dc req-e290d6ad-9f67-417d-b08e-ef529bd6fdeb tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 943 time: 0.0846832 Oct 26 14:19:38.094433 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e4ddcfb-ef95-4fe5-af0b-b04d760943dc req-6550dbd1-7c91-4684-8681-eb8545e8c20d tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473168 Oct 26 14:19:38.121538 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6452336 Oct 26 14:19:38.126513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51910) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:38.133467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b792d78c-729d-4215-a53d-6e501a204c39 admin admin] Request body: {'subnet': {'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-525843903-subnet', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:38.147488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e8061-f527-4994-b2da-9ff8976f5e97 admin admin] Pushing event updated for resources: {'Network': ['ID=335bcdd5-6125-4141-9caa-35638c81f183,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:38.161567 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 335bcdd5-6125-4141-9caa-35638c81f183 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:19:38.173413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b792d78c-729d-4215-a53d-6e501a204c39 admin admin] Made reservation on behalf of 1449aea080084d3d8ec88bc07f2d9c81 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:38.177294 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b792d78c-729d-4215-a53d-6e501a204c39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:38.502529 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b792d78c-729d-4215-a53d-6e501a204c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:38.634881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792d78c-729d-4215-a53d-6e501a204c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0702debb-d5a9-4ba0-9a26-ccdf665a3bb4,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:38.650537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792d78c-729d-4215-a53d-6e501a204c39 admin admin] Checking segment: {'id': '856bc200-d859-4998-840e-eaaf3d659f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:38.650898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b792d78c-729d-4215-a53d-6e501a204c39 admin admin] Network hostable DHCP agents. Network: 335bcdd5-6125-4141-9caa-35638c81f183, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:19:38.695785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b792d78c-729d-4215-a53d-6e501a204c39 admin admin] Network 335bcdd5-6125-4141-9caa-35638c81f183 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:19:38.717791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-b792d78c-729d-4215-a53d-6e501a204c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 335bcdd5-6125-4141-9caa-35638c81f183) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:38.723028 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b792d78c-729d-4215-a53d-6e501a204c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:38.723616 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b792d78c-729d-4215-a53d-6e501a204c39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:38.729889 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0829e6-0c1d-45f4-8946-787c15049837 None None] Network 335bcdd5-6125-4141-9caa-35638c81f183 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:19:38.769084 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b792d78c-729d-4215-a53d-6e501a204c39 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6388001 Oct 26 14:19:38.769905 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51942) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:38.774992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:38.839259 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:38.842533 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:38.844630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51946) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:38.955426 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:39.006137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad78b136-d512-4f14-89f3-39239d402e44 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:39.019213 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ad78b136-d512-4f14-89f3-39239d402e44 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 814 time: 0.1733272 Oct 26 14:19:39.094466 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-335bcdd5-6125-4141-9caa-35638c81f183', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'fixed_ips': [{'subnet_id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:19:39.096126 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:39.270574 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:39.370984 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Allocated IP 172.20.0.2 (335bcdd5-6125-4141-9caa-35638c81f183/0702debb-d5a9-4ba0-9a26-ccdf665a3bb4/ebdf6f65-9fe9-418c-9010-cb79c0c30448) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:39.421835 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68976bac-af06-45a9-a1b1-abdc0dc53993 req-9b975a72-f0ea-4998-9fe5-b9e6b343a988 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:39.430312 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68976bac-af06-45a9-a1b1-abdc0dc53993 req-9b975a72-f0ea-4998-9fe5-b9e6b343a988 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 943 time: 0.1499064 Oct 26 14:19:39.477525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51968) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:39.504649 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f35f3fe0-0b0b-4360-9b0a-97a985ef9fcc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'network': {'name': 'tempest-network-smoke--774556813', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'port_security_enabled': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:39.522965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68976bac-af06-45a9-a1b1-abdc0dc53993 req-fd02703f-2bcd-40c5-aa09-cf32b1180c41 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916841 Oct 26 14:19:39.599032 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35f3fe0-0b0b-4360-9b0a-97a985ef9fcc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Made reservation on behalf of af879ef202124c16ab6bea2aab5e04fc for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:39.603338 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f35f3fe0-0b0b-4360-9b0a-97a985ef9fcc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:39.603862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 7f28b05e-dba5-441f-bf98-a70efd8565df details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:19:39.660211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35f3fe0-0b0b-4360-9b0a-97a985ef9fcc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:19:39.686280 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f35f3fe0-0b0b-4360-9b0a-97a985ef9fcc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:39.686854 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-f35f3fe0-0b0b-4360-9b0a-97a985ef9fcc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Added segment 4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9 of type vlan for network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 Oct 26 14:19:39.749405 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:39.785861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:39.788606 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f35f3fe0-0b0b-4360-9b0a-97a985ef9fcc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:39.850208 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f35f3fe0-0b0b-4360-9b0a-97a985ef9fcc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:39.868429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f3fe0-0b0b-4360-9b0a-97a985ef9fcc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:39.871782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f35f3fe0-0b0b-4360-9b0a-97a985ef9fcc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:40.025018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f3fe0-0b0b-4360-9b0a-97a985ef9fcc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Network': ['ID=79e765c4-a5ef-48d6-80b2-b5266a8d3ea4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:40.039841 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:40.040504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Allocated IP 172.25.4.63 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/fb4a89c2-9724-4268-af17-e5af4effb8e3) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:40.043210 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 7f28b05e-dba5-441f-bf98-a70efd8565df, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7f28b05e-dba5-441f-bf98-a70efd8565df,segment=NetworkSegment(34be4d99-f767-4a3b-9c80-81b9d6d504fc),segment_id=34be4d99-f767-4a3b-9c80-81b9d6d504fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:40.046557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:19:40.047140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f35f3fe0-0b0b-4360-9b0a-97a985ef9fcc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5487351 Oct 26 14:19:40.048624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51990) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:40.098930 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:40.105496 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '7f28b05e-dba5-441f-bf98-a70efd8565df', 'network_id': '4e756ff2-390c-4edc-bbfb-a382762e922a', 'port_id': '7f28b05e-dba5-441f-bf98-a70efd8565df', 'mac_address': 'fa:16:3e:00:0b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1c347c-4ea8-4393-a39b-473db064b858', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:19:40.211602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca0d56-0ecc-4270-9609-afb92576c011 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:40.213248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c2ca0d56-0ecc-4270-9609-afb92576c011 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=af879ef202124c16ab6bea2aab5e04fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1619396 Oct 26 14:19:40.219763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51994) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:40.256243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Network 335bcdd5-6125-4141-9caa-35638c81f183 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:40.257606 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:40.320312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:40.328654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:40.331878 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:40.355442 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:40.402757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:40.408291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:40.413054 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:40.581761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Pushing event updated for resources: {'Port': ['ID=ebdf6f65-9fe9-418c-9010-cb79c0c30448,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:40.588663 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f28b05e-dba5-441f-bf98-a70efd8565df {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:40.621624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Attempting to bind port ebdf6f65-9fe9-418c-9010-cb79c0c30448 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:40.622981 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Attempting to bind port ebdf6f65-9fe9-418c-9010-cb79c0c30448 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '856bc200-d859-4998-840e-eaaf3d659f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:40.623538 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Attempting to bind port ebdf6f65-9fe9-418c-9010-cb79c0c30448 on network 335bcdd5-6125-4141-9caa-35638c81f183 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:40.630481 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 7f28b05e-dba5-441f-bf98-a70efd8565df, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7f28b05e-dba5-441f-bf98-a70efd8565df,segment=NetworkSegment(34be4d99-f767-4a3b-9c80-81b9d6d504fc),segment_id=34be4d99-f767-4a3b-9c80-81b9d6d504fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:40.631962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:40.632511 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Checking segment: {'id': '856bc200-d859-4998-840e-eaaf3d659f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:40.634154 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:40.634154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Bound using segment: {'id': '856bc200-d859-4998-840e-eaaf3d659f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:40.634684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Bound port: ebdf6f65-9fe9-418c-9010-cb79c0c30448, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856bc200-d859-4998-840e-eaaf3d659f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:40.634807 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:40.664601 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:40.752569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4a89c2-9724-4268-af17-e5af4effb8e3,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:40.771205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631a6ae-4fe7-4e7e-a045-303508704205 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:40.776671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0631a6ae-4fe7-4e7e-a045-303508704205 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5515182 Oct 26 14:19:40.777080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52018) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:40.840025 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] For port ebdf6f65-9fe9-418c-9010-cb79c0c30448, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:40.851643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] For port ebdf6f65-9fe9-418c-9010-cb79c0c30448, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ebdf6f65-9fe9-418c-9010-cb79c0c30448,segment=NetworkSegment(856bc200-d859-4998-840e-eaaf3d659f1a),segment_id=856bc200-d859-4998-840e-eaaf3d659f1a)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:40.863047 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d7df3575-6277-4fc8-a66a-558cebc70390 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0841682 Oct 26 14:19:40.866026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52022) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:40.871623 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:40.875360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bf34e-7385-4393-98b1-232504c2f555 req-a491aa54-4759-4f4d-a30f-3f3df17e5873 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:40.877140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-804bf34e-7385-4393-98b1-232504c2f555 req-a491aa54-4759-4f4d-a30f-3f3df17e5873 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 944 time: 0.1569898 Oct 26 14:19:40.900110 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6170b859-8078-43e2-ba51-4521cb465961 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=af879ef202124c16ab6bea2aab5e04fc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329938 Oct 26 14:19:40.907236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52024) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:40.934413 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-804bf34e-7385-4393-98b1-232504c2f555 req-d049e5aa-3bcd-4fca-adfb-a57e13e243a0 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496454 Oct 26 14:19:40.967409 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=7f28b05e-dba5-441f-bf98-a70efd8565df,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:40.990070 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:41.130723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175651b-bdd2-4e78-a9b5-9b7440c3df05 None None] Pushing event updated for resources: {'Port': ['ID=ebdf6f65-9fe9-418c-9010-cb79c0c30448,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:41.136312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['7f28b05e-dba5-441f-bf98-a70efd8565df'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:41.236726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb8700e-d9f4-4cab-bd57-5b6b439aa0f5 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:41.238603 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4bb8700e-d9f4-4cab-bd57-5b6b439aa0f5 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3284051 Oct 26 14:19:41.242422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52032) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:41.360116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52034) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:41.377852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1291c2a9-fe02-4db8-8290-6c53d5a9f1da tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1342051 Oct 26 14:19:41.380394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52038) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:41.396960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-eef80da9-1f7d-4bc4-ae33-2d489d90f3e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1716835564', 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:41.487449 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:41.630553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ebdf6f65-9fe9-418c-9010-cb79c0c30448 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:41.643250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef80da9-1f7d-4bc4-ae33-2d489d90f3e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Made reservation on behalf of af879ef202124c16ab6bea2aab5e04fc for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:41.647001 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eef80da9-1f7d-4bc4-ae33-2d489d90f3e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:41.744402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Router 39b6c79d-0a10-4498-9d3b-bdad26367845 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:19:41.767077 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ebdf6f65-9fe9-418c-9010-cb79c0c30448 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:41.767464 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:41.778013 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:41.935982 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:41.951949 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Sync routers for ids ['39b6c79d-0a10-4498-9d3b-bdad26367845'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:41.967681 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Routers {'39b6c79d-0a10-4498-9d3b-bdad26367845'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:41.974950 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['39b6c79d-0a10-4498-9d3b-bdad26367845'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:41.992327 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:41.996890 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:42.001088 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b05b66d5-0520-4f3b-bb9e-48d275a6b4b2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2275310 Oct 26 14:19:42.001746 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52050) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:42.011924 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:42.018606 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:42.066517 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eef80da9-1f7d-4bc4-ae33-2d489d90f3e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:42.087355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f58bffe430524077923a3141d09239dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7259417 Oct 26 14:19:42.089942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52052) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:42.105525 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port ebdf6f65-9fe9-418c-9010-cb79c0c30448, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ebdf6f65-9fe9-418c-9010-cb79c0c30448,segment=NetworkSegment(856bc200-d859-4998-840e-eaaf3d659f1a),segment_id=856bc200-d859-4998-840e-eaaf3d659f1a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:42.117071 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:42.147099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e0e7fd-aa86-4f15-a668-e3a4d0842696,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:42.202365 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Set router 39b6c79d-0a10-4498-9d3b-bdad26367845 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:42.255049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:42.255640 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:42.256127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:42.256608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:42.257084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:42.257557 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:42.258068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:42.258557 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:42.259221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:42.259519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=ebdf6f65-9fe9-418c-9010-cb79c0c30448,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:42.259861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:42.260372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:42.260898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd21-c22f-4287-a99c-6307e4e574be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:42.312279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef80da9-1f7d-4bc4-ae33-2d489d90f3e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Subnet': ['ID=366e6ee4-7706-4f48-a5e7-2f9ccbf1da16,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:42.349531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef80da9-1f7d-4bc4-ae33-2d489d90f3e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Checking segment: {'id': '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:42.349917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef80da9-1f7d-4bc4-ae33-2d489d90f3e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network hostable DHCP agents. Network: 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:19:42.354458 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-59483346-f83d-46d5-922d-dc4f2b5d7a53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:42.377609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5daea-ac8e-4d8a-9413-89e81d6308ee req-a554aa30-0e9d-4d0b-9d59-d9dce6d361f5 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.388432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82e5daea-ac8e-4d8a-9413-89e81d6308ee req-a554aa30-0e9d-4d0b-9d59-d9dce6d361f5 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 944 time: 0.1849532 Oct 26 14:19:42.433918 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-59483346-f83d-46d5-922d-dc4f2b5d7a53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:42.461129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef80da9-1f7d-4bc4-ae33-2d489d90f3e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:19:42.490959 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82e5daea-ac8e-4d8a-9413-89e81d6308ee req-575b912d-8540-45da-956a-3e9b38d8e591 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015320 Oct 26 14:19:42.506503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-eef80da9-1f7d-4bc4-ae33-2d489d90f3e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:42.523713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50afbd2d-84f8-4526-a69d-dad9262236e5 None None] Network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:19:42.525276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef80da9-1f7d-4bc4-ae33-2d489d90f3e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.526259 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eef80da9-1f7d-4bc4-ae33-2d489d90f3e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:42.574796 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-eef80da9-1f7d-4bc4-ae33-2d489d90f3e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1933057 Oct 26 14:19:42.602818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-59483346-f83d-46d5-922d-dc4f2b5d7a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:42.605813 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-59483346-f83d-46d5-922d-dc4f2b5d7a53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:42.609651 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-59483346-f83d-46d5-922d-dc4f2b5d7a53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25e0e7fd-aa86-4f15-a668-e3a4d0842696 HTTP/1.1" status: 204 len: 168 time: 0.4824455 Oct 26 14:19:42.625012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59483346-f83d-46d5-922d-dc4f2b5d7a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e0e7fd-aa86-4f15-a668-e3a4d0842696,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:42.752428 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:19:40Z', 'revision_number': 3, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:42.819060 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Checking router: 39b6c79d-0a10-4498-9d3b-bdad26367845 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:19:42.819719 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Updating router 39b6c79d-0a10-4498-9d3b-bdad26367845 port fb4a89c2-9724-4268-af17-e5af4effb8e3 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:19:42.849522 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.059767 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:19:43.081698 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f989d6-8469-4615-97ab-0c6a68d14a37 None None] Network 335bcdd5-6125-4141-9caa-35638c81f183 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:19:43.175397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52072) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:43.181587 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0bc1a1d6-b2ce-499a-a4f6-6d928e9c4a62 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526826319', 'description': 'tempest-secgroup-smoke-526826319 description', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:43.241305 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f5a6583f-0a8c-4a64-ad57-c8afc27da8fe None None] Provisioning complete for port ebdf6f65-9fe9-418c-9010-cb79c0c30448 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:43.241696 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f5a6583f-0a8c-4a64-ad57-c8afc27da8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.318681 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7ba28fa3-37f3-41c2-a25b-4fe1cc1d3b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.325911 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 7f28b05e-dba5-441f-bf98-a70efd8565df up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:43.384243 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.396617 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.430752 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bc1a1d6-b2ce-499a-a4f6-6d928e9c4a62 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.494194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52080) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:43.503702 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Attempting to bind port fb4a89c2-9724-4268-af17-e5af4effb8e3 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:43.504073 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Attempting to bind port fb4a89c2-9724-4268-af17-e5af4effb8e3 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:43.504437 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Attempting to bind port fb4a89c2-9724-4268-af17-e5af4effb8e3 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:43.520242 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061549cd-80bc-4703-90ba-bb7e1cc0b8c2 None None] Pushing event updated for resources: {'Port': ['ID=fb4a89c2-9724-4268-af17-e5af4effb8e3,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:43.520979 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-79e765c4-a5ef-48d6-80b2-b5266a8d3ea4', 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ips': [{'subnet_id': '366e6ee4-7706-4f48-a5e7-2f9ccbf1da16'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:19:43.523571 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:43.523975 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:43.524396 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.524781 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:43.525256 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Bound port: fb4a89c2-9724-4268-af17-e5af4effb8e3, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:43.525636 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.528785 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.532296 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-101ad5ff-649f-403b-8474-a1f3247afa44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.580588 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061549cd-80bc-4703-90ba-bb7e1cc0b8c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.586567 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061549cd-80bc-4703-90ba-bb7e1cc0b8c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.587125 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061549cd-80bc-4703-90ba-bb7e1cc0b8c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.587640 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061549cd-80bc-4703-90ba-bb7e1cc0b8c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.587978 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061549cd-80bc-4703-90ba-bb7e1cc0b8c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.588421 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061549cd-80bc-4703-90ba-bb7e1cc0b8c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.588753 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061549cd-80bc-4703-90ba-bb7e1cc0b8c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.589078 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061549cd-80bc-4703-90ba-bb7e1cc0b8c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.589809 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061549cd-80bc-4703-90ba-bb7e1cc0b8c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.589809 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061549cd-80bc-4703-90ba-bb7e1cc0b8c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.590224 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061549cd-80bc-4703-90ba-bb7e1cc0b8c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.590323 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061549cd-80bc-4703-90ba-bb7e1cc0b8c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.642091 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bc1a1d6-b2ce-499a-a4f6-6d928e9c4a62 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.652644 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bc1a1d6-b2ce-499a-a4f6-6d928e9c4a62 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.670085 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] For port fb4a89c2-9724-4268-af17-e5af4effb8e3, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:43.673484 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] For port fb4a89c2-9724-4268-af17-e5af4effb8e3, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fb4a89c2-9724-4268-af17-e5af4effb8e3,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:43.687234 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.696334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ebdf6f65-9fe9-418c-9010-cb79c0c30448 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:43.766136 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bc1a1d6-b2ce-499a-a4f6-6d928e9c4a62 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.767760 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0bc1a1d6-b2ce-499a-a4f6-6d928e9c4a62 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5912185 Oct 26 14:19:43.779722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52084) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:43.793264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1a1d6-b2ce-499a-a4f6-6d928e9c4a62 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bc7a8c-26e3-4530-bff0-4e6e5dc02440,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:43.804429 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.841668 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Routers {'39b6c79d-0a10-4498-9d3b-bdad26367845'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:43.842226 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['39b6c79d-0a10-4498-9d3b-bdad26367845'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:43.849823 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061549cd-80bc-4703-90ba-bb7e1cc0b8c2 None None] Pushing event updated for resources: {'Port': ['ID=fb4a89c2-9724-4268-af17-e5af4effb8e3,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:43.851650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1aa3718a-0e67-4ed0-9ad8-8cf820bdce6e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '97bc7a8c-26e3-4530-bff0-4e6e5dc02440', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:43.914758 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-101ad5ff-649f-403b-8474-a1f3247afa44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.934733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9e81a-4e4e-4008-9a5d-829f646f8732 req-08dad2e8-532c-4e07-b353-0191faf3088c tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:43.942941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80d9e81a-4e4e-4008-9a5d-829f646f8732 req-08dad2e8-532c-4e07-b353-0191faf3088c tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 944 time: 0.2499142 Oct 26 14:19:43.955122 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-101ad5ff-649f-403b-8474-a1f3247afa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.007766 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1aa3718a-0e67-4ed0-9ad8-8cf820bdce6e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.120602 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] Set router 39b6c79d-0a10-4498-9d3b-bdad26367845 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:44.125227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52096) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:44.129610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-101ad5ff-649f-403b-8474-a1f3247afa44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6d3e4dfbe554b0a9de0e5e99fc88c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6228585 Oct 26 14:19:44.131273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ad5ff-649f-403b-8474-a1f3247afa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0c2775-cc6e-4d3f-90c1-97da46eb7ba6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:44.159669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80d9e81a-4e4e-4008-9a5d-829f646f8732 req-9eb22ff8-14a2-4038-9538-9c0075ca8ca7 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152050 Oct 26 14:19:44.172791 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Allocated IP 172.20.0.1 (335bcdd5-6125-4141-9caa-35638c81f183/0702debb-d5a9-4ba0-9a26-ccdf665a3bb4/fb572fec-6463-4c81-a02e-d1f40733f94c) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:44.222124 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1aa3718a-0e67-4ed0-9ad8-8cf820bdce6e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.230887 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1aa3718a-0e67-4ed0-9ad8-8cf820bdce6e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.251570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 7f28b05e-dba5-441f-bf98-a70efd8565df completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:19:44.258830 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3718a-0e67-4ed0-9ad8-8cf820bdce6e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d7c685-6d57-484c-9722-fff9f52f9c7f,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:44.260953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ebdf6f65-9fe9-418c-9010-cb79c0c30448 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:44.261743 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.269465 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1aa3718a-0e67-4ed0-9ad8-8cf820bdce6e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.271056 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1aa3718a-0e67-4ed0-9ad8-8cf820bdce6e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4786572 Oct 26 14:19:44.273965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52098) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:44.280898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-70e7c78c-f8f7-4f40-b433-2503a9e6ed11 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '97bc7a8c-26e3-4530-bff0-4e6e5dc02440', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:44.294894 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.324712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 7f28b05e-dba5-441f-bf98-a70efd8565df triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:44.325994 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.332715 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-70e7c78c-f8f7-4f40-b433-2503a9e6ed11 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.370469 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Allocated IP 172.20.0.18 (79e765c4-a5ef-48d6-80b2-b5266a8d3ea4/366e6ee4-7706-4f48-a5e7-2f9ccbf1da16/7949ea36-b287-4752-9274-7ccc605e8415) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:44.420236 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.495987 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-70e7c78c-f8f7-4f40-b433-2503a9e6ed11 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.508136 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-70e7c78c-f8f7-4f40-b433-2503a9e6ed11 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.542030 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:19:40Z', 'revision_number': 3, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:44.559028 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-70e7c78c-f8f7-4f40-b433-2503a9e6ed11 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.561096 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-70e7c78c-f8f7-4f40-b433-2503a9e6ed11 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2854629 Oct 26 14:19:44.562536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7c78c-f8f7-4f40-b433-2503a9e6ed11 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e83886-4243-4735-b973-85592f50c66b,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:44.564738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52106) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:44.569640 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.570527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3c391b0b-3c2a-4cd8-ab3a-223db1a85281 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '97bc7a8c-26e3-4530-bff0-4e6e5dc02440', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:44.608435 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0b71a-5723-42e6-aa04-4cb5d25b3d28 None None] The sync data for ids ['39b6c79d-0a10-4498-9d3b-bdad26367845'] in n-d-815498-1 is: [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:19:40Z', 'revision_number': 3, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:44.614091 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.616946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.619178 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c391b0b-3c2a-4cd8-ab3a-223db1a85281 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.632002 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc0c2775-cc6e-4d3f-90c1-97da46eb7ba6 HTTP/1.1" status: 204 len: 168 time: 0.4916544 Oct 26 14:19:44.675850 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0c2775-cc6e-4d3f-90c1-97da46eb7ba6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:44.713667 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:44.714026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:44.714365 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:44.714696 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:44.715024 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:44.715379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:44.715703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:44.716026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:44.720969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:44.721321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:44.721664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:44.722013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d92772-baa8-44e8-bd7d-0709f4713bde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:44.755899 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.815195 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.819635 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c391b0b-3c2a-4cd8-ab3a-223db1a85281 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.835132 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c391b0b-3c2a-4cd8-ab3a-223db1a85281 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.868022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Network 335bcdd5-6125-4141-9caa-35638c81f183 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:44.876128 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:44.885061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbb9499-6d33-4c46-91db-db4083e04761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f28b05e-dba5-441f-bf98-a70efd8565df'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:44.888469 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4092a25-608c-4962-b21e-26bda4e71e52" -d '{"events": [{"server_uuid": "0bbb9499-6d33-4c46-91db-db4083e04761", "name": "network-vif-plugged", "status": "completed", "tag": "7f28b05e-dba5-441f-bf98-a70efd8565df"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:44.896108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:44.896571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c391b0b-3c2a-4cd8-ab3a-223db1a85281 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c89a908-12bf-4bcc-ae45-ff1bf7b45d56,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:44.920572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c391b0b-3c2a-4cd8-ab3a-223db1a85281 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.921945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3c391b0b-3c2a-4cd8-ab3a-223db1a85281 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3557999 Oct 26 14:19:44.924918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52114) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:44.940546 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b8c89637-eaab-4a6a-9730-ea74485cd64f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '97bc7a8c-26e3-4530-bff0-4e6e5dc02440', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:44.947218 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 7f28b05e-dba5-441f-bf98-a70efd8565df, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7f28b05e-dba5-441f-bf98-a70efd8565df,segment=NetworkSegment(34be4d99-f767-4a3b-9c80-81b9d6d504fc),segment_id=34be4d99-f767-4a3b-9c80-81b9d6d504fc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:44.957680 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.980903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Pushing event updated for resources: {'Port': ['ID=fb572fec-6463-4c81-a02e-d1f40733f94c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:45.030109 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.044278 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8c89637-eaab-4a6a-9730-ea74485cd64f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.053133 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.102914 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc625675-a658-4cdb-afb7-7725f5ac4e43 x-openstack-request-id: req-fc625675-a658-4cdb-afb7-7725f5ac4e43 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:45.109847 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbb9499-6d33-4c46-91db-db4083e04761", "name": "network-vif-plugged", "status": "completed", "tag": "7f28b05e-dba5-441f-bf98-a70efd8565df", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:45.110327 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc625675-a658-4cdb-afb7-7725f5ac4e43 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:45.112793 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbb9499-6d33-4c46-91db-db4083e04761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f28b05e-dba5-441f-bf98-a70efd8565df', 'code': 200} Oct 26 14:19:45.194232 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.225935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52126) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:45.240585 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2fc04a2d-d209-49c1-9b70-eac50c434a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.248644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-186051c2-6fa8-4798-bb54-760b07aeea35 None None] Provisioning complete for port ebdf6f65-9fe9-418c-9010-cb79c0c30448 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:45.249231 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-186051c2-6fa8-4798-bb54-760b07aeea35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.335255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:45.342438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:45.352203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:45.357020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=7f28b05e-dba5-441f-bf98-a70efd8565df,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:45.367357 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8c89637-eaab-4a6a-9730-ea74485cd64f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.380775 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8c89637-eaab-4a6a-9730-ea74485cd64f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.433240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c89637-eaab-4a6a-9730-ea74485cd64f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0c861d-1888-4845-ae60-4cf77723c618,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:45.456027 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.550948 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b8c89637-eaab-4a6a-9730-ea74485cd64f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.557614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52136) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:45.562012 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b8c89637-eaab-4a6a-9730-ea74485cd64f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6260638 Oct 26 14:19:45.579525 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0f6ae83b-0882-4d2b-bbf7-d4712a8c79de tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '97bc7a8c-26e3-4530-bff0-4e6e5dc02440', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:45.603302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef388b-a11d-4979-9a13-9c36674813f6 req-1ca19b9d-a852-407f-83e6-0fcd3e9db88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:45.604816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63ef388b-a11d-4979-9a13-9c36674813f6 req-1ca19b9d-a852-407f-83e6-0fcd3e9db88e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 1096 time: 0.4333901 Oct 26 14:19:45.619649 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Attempting to bind port 7949ea36-b287-4752-9274-7ccc605e8415 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:45.624116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Attempting to bind port 7949ea36-b287-4752-9274-7ccc605e8415 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:45.624116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Attempting to bind port 7949ea36-b287-4752-9274-7ccc605e8415 on network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:45.628796 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Pushing event updated for resources: {'Port': ['ID=7949ea36-b287-4752-9274-7ccc605e8415,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:45.649284 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:45.649676 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Checking segment: {'id': '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:45.650159 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.650573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Bound using segment: {'id': '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:45.651164 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Bound port: 7949ea36-b287-4752-9274-7ccc605e8415, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:45.651515 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.698916 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-0f6ae83b-0882-4d2b-bbf7-d4712a8c79de tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Project af879ef202124c16ab6bea2aab5e04fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:19:45.740679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fb4a89c2-9724-4268-af17-e5af4effb8e3 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:45.779727 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c47cb-a841-4500-a028-a59a72aa5d89 req-28920f5f-47a7-4dc7-acee-5e10c289228b tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:45.781278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f5c47cb-a841-4500-a028-a59a72aa5d89 req-28920f5f-47a7-4dc7-acee-5e10c289228b tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 945 time: 0.3924732 Oct 26 14:19:45.787304 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63ef388b-a11d-4979-9a13-9c36674813f6 req-cde0acb2-5ac5-4d14-bbf8-f50e33ebe76e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682496 Oct 26 14:19:45.820302 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae83b-0882-4d2b-bbf7-d4712a8c79de tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.882774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f5c47cb-a841-4500-a028-a59a72aa5d89 req-0994a97a-df33-4522-85df-ad741de75d8f tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911844 Oct 26 14:19:45.893917 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] For port 7949ea36-b287-4752-9274-7ccc605e8415, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:45.900005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] For port 7949ea36-b287-4752-9274-7ccc605e8415, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7949ea36-b287-4752-9274-7ccc605e8415,segment=NetworkSegment(4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9),segment_id=4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:45.937703 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.024038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port fb4a89c2-9724-4268-af17-e5af4effb8e3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:46.024419 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.036768 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae83b-0882-4d2b-bbf7-d4712a8c79de tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.050964 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae83b-0882-4d2b-bbf7-d4712a8c79de tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.092363 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae83b-0882-4d2b-bbf7-d4712a8c79de tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.093825 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0f6ae83b-0882-4d2b-bbf7-d4712a8c79de tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5351999 Oct 26 14:19:46.096708 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52152) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:46.101851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7cea50bc-b00c-4826-820e-9015823b481d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '97bc7a8c-26e3-4530-bff0-4e6e5dc02440', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:46.109777 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d43b371f-2715-42fc-ade7-e78a02a4a12d None None] Provisioning complete for port fb572fec-6463-4c81-a02e-d1f40733f94c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:46.110567 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d43b371f-2715-42fc-ade7-e78a02a4a12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.123548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ae83b-0882-4d2b-bbf7-d4712a8c79de tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fa2a7e-6abd-4ce2-9fc7-758bc7746147,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:46.161184 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-7cea50bc-b00c-4826-820e-9015823b481d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Project af879ef202124c16ab6bea2aab5e04fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:19:46.167592 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cea50bc-b00c-4826-820e-9015823b481d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.298113 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cea50bc-b00c-4826-820e-9015823b481d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.316812 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.318360 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cea50bc-b00c-4826-820e-9015823b481d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.350660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea50bc-b00c-4826-820e-9015823b481d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebe10d1-6a07-4095-b00e-3fef63e398ed,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:46.352233 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port fb4a89c2-9724-4268-af17-e5af4effb8e3, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fb4a89c2-9724-4268-af17-e5af4effb8e3,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:46.355538 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db6a50-b7b3-460b-b5b7-12a635441f1b None None] Pushing event updated for resources: {'Port': ['ID=7949ea36-b287-4752-9274-7ccc605e8415,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:46.365820 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d43b371f-2715-42fc-ade7-e78a02a4a12d None None] Port fb572fec-6463-4c81-a02e-d1f40733f94c cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:19:46.372209 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.381080 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7cea50bc-b00c-4826-820e-9015823b481d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.391239 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7cea50bc-b00c-4826-820e-9015823b481d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2844093 Oct 26 14:19:46.446934 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.464736 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.485948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=fb4a89c2-9724-4268-af17-e5af4effb8e3,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:46.595533 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.687983 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Pushing event updated for resources: {'Port': ['ID=fb572fec-6463-4c81-a02e-d1f40733f94c,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:46.697707 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.798808 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.811310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-2d7752cf-f81f-4776-9650-a246155a53b4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526826319&fields=id&tenant_id=af879ef202124c16ab6bea2aab5e04fc HTTP/1.1" status: 200 len: 267 time: 0.0691688 Oct 26 14:19:46.932649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Network 335bcdd5-6125-4141-9caa-35638c81f183 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:46.936550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:47.016066 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-2c4732fd-a497-4f0b-8e68-e16c6b4bc1a0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:47.035137 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-2c4732fd-a497-4f0b-8e68-e16c6b4bc1a0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/networks?id=79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 HTTP/1.1" status: 200 len: 796 time: 0.2227163 Oct 26 14:19:47.067577 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-2730f347-b962-4980-b23c-c01ec2fa62fe tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/quotas/af879ef202124c16ab6bea2aab5e04fc HTTP/1.1" status: 200 len: 375 time: 0.0291770 Oct 26 14:19:47.304228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Router 39b6c79d-0a10-4498-9d3b-bdad26367845 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:19:47.321219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3062ce76-2d24-43d7-9d8f-d4b7423ebfd7 None None] Provisioning complete for port fb572fec-6463-4c81-a02e-d1f40733f94c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:47.322412 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3062ce76-2d24-43d7-9d8f-d4b7423ebfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:47.379861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3062ce76-2d24-43d7-9d8f-d4b7423ebfd7 None None] Port fb572fec-6463-4c81-a02e-d1f40733f94c cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:19:47.608082 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7075a2a1-1471-4a5f-8d6d-1e3193f9d806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:47.761785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fb4a89c2-9724-4268-af17-e5af4effb8e3 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:47.882495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:47.896429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port fb4a89c2-9724-4268-af17-e5af4effb8e3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:47.896993 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:47.904900 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-23ba012b-4da4-4f25-bae5-4c586b7d9e79 admin admin] 10.222.0.32 "PUT /v2.0/routers/39b6c79d-0a10-4498-9d3b-bdad26367845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9017150 Oct 26 14:19:48.033855 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e857378-2a3c-4be7-8e7a-e2f4beda023d req-87f02c34-f8a8-42c0-9a7f-4a0dc8780691 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:48.034859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7949ea36-b287-4752-9274-7ccc605e8415 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:48.040141 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Sync routers for ids ['39b6c79d-0a10-4498-9d3b-bdad26367845'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:48.045510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e857378-2a3c-4be7-8e7a-e2f4beda023d req-87f02c34-f8a8-42c0-9a7f-4a0dc8780691 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 945 time: 0.9572461 Oct 26 14:19:48.085008 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c58674-0479-4552-bacd-01562c9bf405 None None] Network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:19:48.091140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-7844bf4b-9b7e-4570-9270-e76fb49cd635 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&fields=id HTTP/1.1" status: 200 len: 440 time: 1.0215092 Oct 26 14:19:48.123871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e857378-2a3c-4be7-8e7a-e2f4beda023d req-8dfc80ce-c47b-4ed1-9071-0f5da6155728 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769334 Oct 26 14:19:48.254090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-7075a2a1-1471-4a5f-8d6d-1e3193f9d806 admin admin] Deleting port 518a15aa-2460-4a55-ad5f-db9c60e44390 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:48.254740 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7075a2a1-1471-4a5f-8d6d-1e3193f9d806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:48.333599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-d6c27825-745b-4021-93aa-e02216bfb9c1 service neutron] 10.222.0.32 "GET /v2.0/networks/79e765c4-a5ef-48d6-80b2-b5266a8d3ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210836 Oct 26 14:19:48.398046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-7075a2a1-1471-4a5f-8d6d-1e3193f9d806 admin admin] For port 518a15aa-2460-4a55-ad5f-db9c60e44390, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=518a15aa-2460-4a55-ad5f-db9c60e44390,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:48.398415 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7075a2a1-1471-4a5f-8d6d-1e3193f9d806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:48.407790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Routers {'39b6c79d-0a10-4498-9d3b-bdad26367845'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:48.408445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['39b6c79d-0a10-4498-9d3b-bdad26367845'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:48.423372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-7075a2a1-1471-4a5f-8d6d-1e3193f9d806 admin admin] Calling delete_port for 518a15aa-2460-4a55-ad5f-db9c60e44390 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:48.519998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b03b5a4a-57ef-453b-9f3e-fc3139081799 None None] Provisioning complete for port 7949ea36-b287-4752-9274-7ccc605e8415 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:48.520402 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b03b5a4a-57ef-453b-9f3e-fc3139081799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:48.558211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-f90c2d69-256a-46b2-8630-c18dce433320 service neutron] 10.222.0.32 "GET /v2.0/networks/79e765c4-a5ef-48d6-80b2-b5266a8d3ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172258 Oct 26 14:19:48.587979 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:48.640804 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 7949ea36-b287-4752-9274-7ccc605e8415 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:48.641181 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:48.751750 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7075a2a1-1471-4a5f-8d6d-1e3193f9d806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:48.788249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52220) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:48.801428 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Set router 39b6c79d-0a10-4498-9d3b-bdad26367845 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:48.821996 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075a2a1-1471-4a5f-8d6d-1e3193f9d806 admin admin] Pushing event deleted for resources: {'Port': ['ID=518a15aa-2460-4a55-ad5f-db9c60e44390,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:49.029201 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b03b5a4a-57ef-453b-9f3e-fc3139081799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:49.070588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbd406f4-a288-419d-920f-570be43be9ec req-1fc73073-cfcf-4bb7-8b2d-d66a757de135 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 210 time: 0.0859601 Oct 26 14:19:49.288365 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7075a2a1-1471-4a5f-8d6d-1e3193f9d806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:49.468500 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd0b0-c9b8-455f-b232-eb3e49e34cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:49.502393 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b03b5a4a-57ef-453b-9f3e-fc3139081799 None None] For port 7949ea36-b287-4752-9274-7ccc605e8415, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7949ea36-b287-4752-9274-7ccc605e8415,segment=NetworkSegment(4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9),segment_id=4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:49.529161 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b03b5a4a-57ef-453b-9f3e-fc3139081799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:49.545875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c777e-5962-4b42-8208-36fe3ccef3d5 req-2dbc204c-deaf-4248-8bf3-afe272c7595f tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:49.557756 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-980c777e-5962-4b42-8208-36fe3ccef3d5 req-2dbc204c-deaf-4248-8bf3-afe272c7595f tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 945 time: 0.2364750 Oct 26 14:19:49.636946 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:49.680351 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52248) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:49.701914 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-593734595-network', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:49.722167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-980c777e-5962-4b42-8208-36fe3ccef3d5 req-c8517f48-cad1-48fc-89fe-d9a775354d44 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489022 Oct 26 14:19:49.794183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] Made reservation on behalf of af799f1007054fdfbc47741082df5a3c for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:49.796571 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:49.825796 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:49.833895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b5a4a-57ef-453b-9f3e-fc3139081799 None None] Pushing event updated for resources: {'Port': ['ID=7949ea36-b287-4752-9274-7ccc605e8415,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:49.897163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a40018c4-72a9-44a9-87db-88d2bb3d03d6 None None] Provisioning complete for port 7949ea36-b287-4752-9274-7ccc605e8415 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:49.897544 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a40018c4-72a9-44a9-87db-88d2bb3d03d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:50.025053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd0b0-c9b8-455f-b232-eb3e49e34cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:50.048153 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd0b0-c9b8-455f-b232-eb3e49e34cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:50.078687 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:50.131976 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:50.189923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8c2bd0b0-c9b8-455f-b232-eb3e49e34cb6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3953e57d5cf44984bb3887d00c46a4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3979683 Oct 26 14:19:50.191253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52266) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:50.204004 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:19:50.206568 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bd0b0-c9b8-455f-b232-eb3e49e34cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1407ebd4-b38d-4b8a-8b90-2b7c0cc4bb45,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:50.222931 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:19:50.322684 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:19:50.340749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7075a2a1-1471-4a5f-8d6d-1e3193f9d806 admin admin] Router d022eabf-6bf1-4da7-bffb-3d3412820f57 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:19:50.377433 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e4b463-6e1d-4b1e-8b04-d504867d5ea8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:50.419925 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:19:45Z', 'revision_number': 4, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'fb572fec-6463-4c81-a02e-d1f40733f94c', 'name': '', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'mac_address': 'fa:16:3e:0c:b6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:43Z', 'updated_at': '2021-10-26T14:19:45Z', 'revision_number': 2, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'subnets': [{'id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:50.494932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3fea1e30-baec-4b87-98b1-3e197755ea0d req-0b3d1f04-9215-47b3-b8e0-8c8d25f2c6b1 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 210 time: 0.2644804 Oct 26 14:19:50.502855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Checking router: 39b6c79d-0a10-4498-9d3b-bdad26367845 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:19:50.503340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Updating router 39b6c79d-0a10-4498-9d3b-bdad26367845 port fb572fec-6463-4c81-a02e-d1f40733f94c binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:19:50.537654 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:50.538100 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] Added segment 27effaff-b7cd-41b1-9989-bab73337f102 of type vlan for network e8fa77a0-07c7-4521-8c7d-313afd761d53 Oct 26 14:19:50.596291 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:50.602284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7075a2a1-1471-4a5f-8d6d-1e3193f9d806 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:50.609219 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7075a2a1-1471-4a5f-8d6d-1e3193f9d806 admin admin] 10.222.0.32 "PUT /v2.0/routers/d022eabf-6bf1-4da7-bffb-3d3412820f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3771768 Oct 26 14:19:50.616444 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3319f5cb-36d4-4ae1-a4c2-9ccb7e26448e None None] Sync routers for ids ['d022eabf-6bf1-4da7-bffb-3d3412820f57'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:50.628754 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52274) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:50.652739 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3319f5cb-36d4-4ae1-a4c2-9ccb7e26448e None None] Routers {'d022eabf-6bf1-4da7-bffb-3d3412820f57'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:50.654730 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3319f5cb-36d4-4ae1-a4c2-9ccb7e26448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d022eabf-6bf1-4da7-bffb-3d3412820f57'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:50.855454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-d2245f80-0aab-4495-9f28-4824a3896423 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:50.869733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-d2245f80-0aab-4495-9f28-4824a3896423 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.11 "GET /v2.0/networks?id=79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 HTTP/1.1" status: 200 len: 796 time: 0.2590449 Oct 26 14:19:50.878190 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-3319f5cb-36d4-4ae1-a4c2-9ccb7e26448e None None] Set router d022eabf-6bf1-4da7-bffb-3d3412820f57 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:50.916993 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3077cc1f-57c3-4378-a132-7c34c92a3634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:50.917298 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:50.924381 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.033591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-307c7ff3-25cf-454d-b597-0a2b0227a3f3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af879ef202124c16ab6bea2aab5e04fc HTTP/1.1" status: 200 len: 471 time: 0.1501350 Oct 26 14:19:51.053119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-aee4d0d7-e8d9-4ef5-9a0a-e1a276b78953 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'port': {'device_id': '29bc3b71-2388-456d-8eef-6590e09e276c', 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4', 'admin_state_up': True, 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'security_groups': ['97bc7a8c-26e3-4530-bff0-4e6e5dc02440']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:51.059714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3077cc1f-57c3-4378-a132-7c34c92a3634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.078193 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.112720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.114440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:51.115274 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.120389 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3319f5cb-36d4-4ae1-a4c2-9ccb7e26448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:19:48Z', 'revision_number': 5, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port': {'id': 'dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:10:13Z', 'updated_at': '2021-10-26T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:51.149028 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3319f5cb-36d4-4ae1-a4c2-9ccb7e26448e None None] Checking router: d022eabf-6bf1-4da7-bffb-3d3412820f57 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:19:51.157815 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3319f5cb-36d4-4ae1-a4c2-9ccb7e26448e None None] Routers {'d022eabf-6bf1-4da7-bffb-3d3412820f57'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:51.158491 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3319f5cb-36d4-4ae1-a4c2-9ccb7e26448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['d022eabf-6bf1-4da7-bffb-3d3412820f57'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:51.187071 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e8fa77a0-07c7-4521-8c7d-313afd761d53,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:51.193948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] Deleting port dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:51.196568 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.226063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5fbc2a6f-e518-4770-b432-26183be595f9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5403066 Oct 26 14:19:51.229870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52278) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:51.235928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ef85942a-35d4-4674-b1cd-e7867d16250e admin admin] Request body: {'subnet': {'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-593734595-subnet', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:51.274964 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-3319f5cb-36d4-4ae1-a4c2-9ccb7e26448e None None] Set router d022eabf-6bf1-4da7-bffb-3d3412820f57 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:51.312142 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef85942a-35d4-4674-b1cd-e7867d16250e admin admin] Made reservation on behalf of af799f1007054fdfbc47741082df5a3c for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:51.317579 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef85942a-35d4-4674-b1cd-e7867d16250e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.323502 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3077cc1f-57c3-4378-a132-7c34c92a3634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.327271 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3077cc1f-57c3-4378-a132-7c34c92a3634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.331578 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3077cc1f-57c3-4378-a132-7c34c92a3634 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1407ebd4-b38d-4b8a-8b90-2b7c0cc4bb45 HTTP/1.1" status: 204 len: 168 time: 1.1260936 Oct 26 14:19:51.334535 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3319f5cb-36d4-4ae1-a4c2-9ccb7e26448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:19:51Z', 'revision_number': 6, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:51.382328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077cc1f-57c3-4378-a132-7c34c92a3634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1407ebd4-b38d-4b8a-8b90-2b7c0cc4bb45,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:51.387137 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network e8fa77a0-07c7-4521-8c7d-313afd761d53 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:19:51.388070 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3319f5cb-36d4-4ae1-a4c2-9ccb7e26448e None None] The sync data for ids ['d022eabf-6bf1-4da7-bffb-3d3412820f57'] in n-d-815498-1 is: [{'id': 'd022eabf-6bf1-4da7-bffb-3d3412820f57', 'name': 'tempest-AttachVolumeTestJSON-1983540829-router', 'tenant_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:10:12Z', 'updated_at': '2021-10-26T14:19:51Z', 'revision_number': 6, 'project_id': '5b2a9024fbe24d5c9d7913dfde639a2e', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:51.436694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] For port dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:51.440851 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.441240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-aee4d0d7-e8d9-4ef5-9a0a-e1a276b78953 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Made reservation on behalf of af879ef202124c16ab6bea2aab5e04fc for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:51.445858 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-aee4d0d7-e8d9-4ef5-9a0a-e1a276b78953 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.475434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] Calling delete_port for dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:51.862452 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5e3deaf-e27a-4c87-99ef-5c01b3caa69e req-8a55104c-af25-4c52-826a-a19d0320d081 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 210 time: 0.0486963 Oct 26 14:19:51.927665 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.938416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.979979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-aee4d0d7-e8d9-4ef5-9a0a-e1a276b78953 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Allocated IP 172.20.0.30 (79e765c4-a5ef-48d6-80b2-b5266a8d3ea4/366e6ee4-7706-4f48-a5e7-2f9ccbf1da16/402df20c-45a7-4a2b-a26e-c859adbc2095) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:51.984242 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.999252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c868d-3a7b-4907-8371-084ec114e095 None None] Pushing event updated for resources: {'Port': ['ID=fb572fec-6463-4c81-a02e-d1f40733f94c,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:52.020114 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef85942a-35d4-4674-b1cd-e7867d16250e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.071431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:52.127029 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef85942a-35d4-4674-b1cd-e7867d16250e admin admin] Checking segment: {'id': '27effaff-b7cd-41b1-9989-bab73337f102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:52.127643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef85942a-35d4-4674-b1cd-e7867d16250e admin admin] Network hostable DHCP agents. Network: e8fa77a0-07c7-4521-8c7d-313afd761d53, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:19:52.150326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Attempting to bind port fb572fec-6463-4c81-a02e-d1f40733f94c on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:52.153124 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Attempting to bind port fb572fec-6463-4c81-a02e-d1f40733f94c by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '856bc200-d859-4998-840e-eaaf3d659f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:52.153953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Attempting to bind port fb572fec-6463-4c81-a02e-d1f40733f94c on network 335bcdd5-6125-4141-9caa-35638c81f183 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:52.161413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:52.162111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Checking segment: {'id': '856bc200-d859-4998-840e-eaaf3d659f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:52.162586 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.163326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Bound using segment: {'id': '856bc200-d859-4998-840e-eaaf3d659f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:52.163713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Bound port: fb572fec-6463-4c81-a02e-d1f40733f94c, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856bc200-d859-4998-840e-eaaf3d659f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:52.164201 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.295476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52296) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:52.302237 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85942a-35d4-4674-b1cd-e7867d16250e admin admin] Pushing event updated for resources: {'Subnet': ['ID=318d9cbd-f022-4436-8eca-86d3ff3b9038,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:52.315075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef85942a-35d4-4674-b1cd-e7867d16250e admin admin] Network e8fa77a0-07c7-4521-8c7d-313afd761d53 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:19:52.325227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7949ea36-b287-4752-9274-7ccc605e8415 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:52.358487 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ef85942a-35d4-4674-b1cd-e7867d16250e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, e8fa77a0-07c7-4521-8c7d-313afd761d53) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:52.370777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef85942a-35d4-4674-b1cd-e7867d16250e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:52.371518 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.371878 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef85942a-35d4-4674-b1cd-e7867d16250e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.373840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74739fdc-0b94-434f-b1c4-9ed9442bd8b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.375144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] For port fb572fec-6463-4c81-a02e-d1f40733f94c, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:52.382222 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3f9124-0932-4693-a0e1-cf6e2c2e70aa None None] Network e8fa77a0-07c7-4521-8c7d-313afd761d53 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:19:52.397792 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ef85942a-35d4-4674-b1cd-e7867d16250e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1657681 Oct 26 14:19:52.401809 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52298) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:52.407729 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-593734595-router', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:52.469425 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.470782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.567094 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.571475 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.595607 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-aee4d0d7-e8d9-4ef5-9a0a-e1a276b78953 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.634430 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.772205 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74739fdc-0b94-434f-b1c4-9ed9442bd8b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.786542 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74739fdc-0b94-434f-b1c4-9ed9442bd8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.829210 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] For port fb572fec-6463-4c81-a02e-d1f40733f94c, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fb572fec-6463-4c81-a02e-d1f40733f94c,segment=NetworkSegment(856bc200-d859-4998-840e-eaaf3d659f1a),segment_id=856bc200-d859-4998-840e-eaaf3d659f1a)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:52.868083 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-74739fdc-0b94-434f-b1c4-9ed9442bd8b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b7bf303be5e478780f41ff5dfafd6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5691786 Oct 26 14:19:52.868652 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.869232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d022eabf-6bf1-4da7-bffb-3d3412820f57 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:19:52.869631 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52306) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:52.881308 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.882471 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-960aa399-7a0b-44b3-9826-da6db92d57a9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d022eabf-6bf1-4da7-bffb-3d3412820f57 HTTP/1.1" status: 204 len: 168 time: 2.2526977 Oct 26 14:19:52.945648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74739fdc-0b94-434f-b1c4-9ed9442bd8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f74d48-724d-4cab-a109-7210fabfc02f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:52.951105 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:52.952455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52310) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:53.080245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-85485aa0-cf77-40ee-a468-f7e74c775feb admin admin] Deleting subnet f250216c-69fb-4480-a4f8-10a5384e9ce5 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:19:53.089019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85485aa0-cf77-40ee-a468-f7e74c775feb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.106470 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c868d-3a7b-4907-8371-084ec114e095 None None] Pushing event updated for resources: {'Port': ['ID=fb572fec-6463-4c81-a02e-d1f40733f94c,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:53.139671 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-98c256b5-1719-4fb1-9ef6-45d4d87dc1d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.156199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-94f126ee-e141-429c-9ac8-07e39f7f8f10 None None] Provisioning complete for port fb572fec-6463-4c81-a02e-d1f40733f94c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:53.156564 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-94f126ee-e141-429c-9ac8-07e39f7f8f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.168697 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-98c256b5-1719-4fb1-9ef6-45d4d87dc1d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.176357 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85485aa0-cf77-40ee-a468-f7e74c775feb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.252233 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-aee4d0d7-e8d9-4ef5-9a0a-e1a276b78953 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.276768 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.282074 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-98c256b5-1719-4fb1-9ef6-45d4d87dc1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.284656 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-98c256b5-1719-4fb1-9ef6-45d4d87dc1d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.287834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 7949ea36-b287-4752-9274-7ccc605e8415 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:53.288497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-98c256b5-1719-4fb1-9ef6-45d4d87dc1d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8f74d48-724d-4cab-a109-7210fabfc02f HTTP/1.1" status: 204 len: 168 time: 0.4071956 Oct 26 14:19:53.290586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-aee4d0d7-e8d9-4ef5-9a0a-e1a276b78953 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:53.303006 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.336634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-aee4d0d7-e8d9-4ef5-9a0a-e1a276b78953 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:53.347782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-aee4d0d7-e8d9-4ef5-9a0a-e1a276b78953 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:53.380115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Routers {'39b6c79d-0a10-4498-9d3b-bdad26367845'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:53.380923 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['39b6c79d-0a10-4498-9d3b-bdad26367845'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:53.428549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c256b5-1719-4fb1-9ef6-45d4d87dc1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f74d48-724d-4cab-a109-7210fabfc02f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:53.429663 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85485aa0-cf77-40ee-a468-f7e74c775feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.464370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-aee4d0d7-e8d9-4ef5-9a0a-e1a276b78953 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:53.465344 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-aee4d0d7-e8d9-4ef5-9a0a-e1a276b78953 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.551815 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85485aa0-cf77-40ee-a468-f7e74c775feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.589523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4d0d7-e8d9-4ef5-9a0a-e1a276b78953 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=402df20c-45a7-4a2b-a26e-c859adbc2095,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:53.633440 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85485aa0-cf77-40ee-a468-f7e74c775feb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.648711 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-85485aa0-cf77-40ee-a468-f7e74c775feb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f250216c-69fb-4480-a4f8-10a5384e9ce5 HTTP/1.1" status: 204 len: 168 time: 0.6951423 Oct 26 14:19:53.649385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52318) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:53.653344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08afae-0fae-4eda-8796-a78a8a1d3cbe req-e7c644b2-cc18-48c9-9b49-3d3b1d3b2946 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:53.655187 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85485aa0-cf77-40ee-a468-f7e74c775feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f250216c-69fb-4480-a4f8-10a5384e9ce5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:53.669300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f08afae-0fae-4eda-8796-a78a8a1d3cbe req-e7c644b2-cc18-48c9-9b49-3d3b1d3b2946 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 932 time: 0.6461761 Oct 26 14:19:53.682320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-aee4d0d7-e8d9-4ef5-9a0a-e1a276b78953 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6400876 Oct 26 14:19:53.695876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] Set router 39b6c79d-0a10-4498-9d3b-bdad26367845 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:53.722716 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Request body: {'port': {'device_id': '29bc3b71-2388-456d-8eef-6590e09e276c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:53.822614 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f08afae-0fae-4eda-8796-a78a8a1d3cbe req-85b75ad4-338d-4783-8c08-a404c886d2d3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377480 Oct 26 14:19:53.867846 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.905852 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.980227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76512cd6-1240-4ada-a65e-97e64435ac50 None None] Network 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:19:54.040372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Deleting port a31d5fbd-1118-462c-9c01-7f4ad63b380b {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:54.040700 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.206083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] For port a31d5fbd-1118-462c-9c01-7f4ad63b380b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a31d5fbd-1118-462c-9c01-7f4ad63b380b,segment=NetworkSegment(6c7df619-462c-4481-b912-086d465a3ca8),segment_id=6c7df619-462c-4481-b912-086d465a3ca8)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:54.206362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.232133 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Calling delete_port for a31d5fbd-1118-462c-9c01-7f4ad63b380b owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:54.339481 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.368258 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.404076 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.484141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Pushing event deleted for resources: {'Port': ['ID=a31d5fbd-1118-462c-9c01-7f4ad63b380b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:54.490570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] No DVR routers for this DVR port a31d5fbd-1118-462c-9c01-7f4ad63b380b on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:19:54.499013 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-e8fa77a0-07c7-4521-8c7d-313afd761d53', 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'fixed_ips': [{'subnet_id': '318d9cbd-f022-4436-8eca-86d3ff3b9038'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:19:54.500216 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.591696 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.725491 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-94f126ee-e141-429c-9ac8-07e39f7f8f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.766004 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.771470 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Allocated IP 172.25.4.52 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/795e002e-273c-4edd-b745-9d9e6ff2ce0f) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:54.784024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402df20c-45a7-4a2b-a26e-c859adbc2095 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:54.809791 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.851341 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d49161d-4870-41c9-ae58-b6c3e5bc24d7']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:54.877774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7df619-462c-4481-b912-086d465a3ca8') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:54.878108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7df619-462c-4481-b912-086d465a3ca8') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:54.883799 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Transition to ACTIVE for port object 402df20c-45a7-4a2b-a26e-c859adbc2095 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:19:54.915046 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.917459 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.947576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.956263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:19:54.956601 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:19:54.958489 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:19:54.962121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Allocated IP 172.20.0.2 (e8fa77a0-07c7-4521-8c7d-313afd761d53/318d9cbd-f022-4436-8eca-86d3ff3b9038/0f7c37a3-c83c-4553-9f00-c104f344e660) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:55.084880 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:55.092153 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:55.106627 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4d49161d-4870-41c9-ae58-b6c3e5bc24d7 HTTP/1.1" status: 204 len: 168 time: 1.4527090 Oct 26 14:19:55.129644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0010e8-5da4-4510-b2bb-d2d1dbbdc734 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d49161d-4870-41c9-ae58-b6c3e5bc24d7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:55.204045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Pushing event updated for resources: {'Port': ['ID=402df20c-45a7-4a2b-a26e-c859adbc2095,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:55.256317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa55f4-2cb9-40d6-bd8f-3cbc2234cfea req-04ea1549-a8d7-4da3-adce-8acd0054c82c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:55.270890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71aa55f4-2cb9-40d6-bd8f-3cbc2234cfea req-04ea1549-a8d7-4da3-adce-8acd0054c82c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 944 time: 0.2877920 Oct 26 14:19:55.301184 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:55.368305 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b8e09e-2951-47eb-8d44-ca1f31dc4b11 None None] DHCP port deletion for 4d49161d-4870-41c9-ae58-b6c3e5bc24d7 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:19:55.382203 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:55.403570 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:55.404951 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52360) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:55.455850 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ff3f048b-05c7-4278-be32-fed3d14647ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b2a9024fbe24d5c9d7913dfde639a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491917 Oct 26 14:19:55.456349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52362) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:55.490996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Network e8fa77a0-07c7-4521-8c7d-313afd761d53 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:55.514329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:55.525494 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71aa55f4-2cb9-40d6-bd8f-3cbc2234cfea req-9553c8fb-7eb1-4964-b34b-e8b5bbec62ac tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493060 Oct 26 14:19:55.547692 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:55.549451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Attempting to bind port 402df20c-45a7-4a2b-a26e-c859adbc2095 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:55.549867 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Attempting to bind port 402df20c-45a7-4a2b-a26e-c859adbc2095 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:55.550368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Attempting to bind port 402df20c-45a7-4a2b-a26e-c859adbc2095 on network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:55.561933 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Port 402df20c-45a7-4a2b-a26e-c859adbc2095 on network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:19:55.562435 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Attempting to bind port 402df20c-45a7-4a2b-a26e-c859adbc2095 on network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:55.572060 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-94f126ee-e141-429c-9ac8-07e39f7f8f10 None None] For port fb572fec-6463-4c81-a02e-d1f40733f94c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fb572fec-6463-4c81-a02e-d1f40733f94c,segment=NetworkSegment(856bc200-d859-4998-840e-eaaf3d659f1a),segment_id=856bc200-d859-4998-840e-eaaf3d659f1a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:55.572278 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:55.582491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:55.582878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Checking segment: {'id': '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:55.584892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Bound using segment: {'id': '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:55.584892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Bound port: 402df20c-45a7-4a2b-a26e-c859adbc2095, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:55.584892 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:55.595104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Pushing event updated for resources: {'Port': ['ID=0f7c37a3-c83c-4553-9f00-c104f344e660,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:55.597411 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-94f126ee-e141-429c-9ac8-07e39f7f8f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:55.638460 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0c8aff4-060e-4aeb-b921-c886879e847c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:55.641739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:55.659773 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:55.666511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:55.685261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 518a15aa-2460-4a55-ad5f-db9c60e44390 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:55.709348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f126ee-e141-429c-9ac8-07e39f7f8f10 None None] Pushing event updated for resources: {'Port': ['ID=fb572fec-6463-4c81-a02e-d1f40733f94c,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:55.713330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 518a15aa-2460-4a55-ad5f-db9c60e44390 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:55.713892 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 518a15aa-2460-4a55-ad5f-db9c60e44390 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:55.717107 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0c8aff4-060e-4aeb-b921-c886879e847c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:55.870262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] For port 402df20c-45a7-4a2b-a26e-c859adbc2095, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:55.896817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Attempting to bind port 0f7c37a3-c83c-4553-9f00-c104f344e660 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:55.896817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Attempting to bind port 0f7c37a3-c83c-4553-9f00-c104f344e660 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '27effaff-b7cd-41b1-9989-bab73337f102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:55.896817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Attempting to bind port 0f7c37a3-c83c-4553-9f00-c104f344e660 on network e8fa77a0-07c7-4521-8c7d-313afd761d53 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:55.899143 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5ddeff43-183e-4221-849a-64e9c871b8c8 None None] Provisioning complete for port fb572fec-6463-4c81-a02e-d1f40733f94c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:55.899143 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5ddeff43-183e-4221-849a-64e9c871b8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:55.907689 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:55.956076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:55.956449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Checking segment: {'id': '27effaff-b7cd-41b1-9989-bab73337f102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:55.956888 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:55.957370 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Bound using segment: {'id': '27effaff-b7cd-41b1-9989-bab73337f102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:55.957729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Bound port: 0f7c37a3-c83c-4553-9f00-c104f344e660, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27effaff-b7cd-41b1-9989-bab73337f102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:55.958125 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:55.981582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:55.981936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device dcdf36f9-11fb-41e6-a1c1-d1a743c3a8b6 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:55.982514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a31d5fbd-1118-462c-9c01-7f4ad63b380b no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:56.004743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: a31d5fbd-1118-462c-9c01-7f4ad63b380b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:56.005179 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a31d5fbd-1118-462c-9c01-7f4ad63b380b not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:56.015910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:19:45Z', 'revision_number': 4, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'fb572fec-6463-4c81-a02e-d1f40733f94c', 'name': '', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'mac_address': 'fa:16:3e:0c:b6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:43Z', 'updated_at': '2021-10-26T14:19:52Z', 'revision_number': 4, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'subnets': [{'id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:56.036368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=795e002e-273c-4edd-b745-9d9e6ff2ce0f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:56.052864 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0c8aff4-060e-4aeb-b921-c886879e847c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:56.057109 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0c8aff4-060e-4aeb-b921-c886879e847c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:56.060820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c0c8aff4-060e-4aeb-b921-c886879e847c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d5ea76d-4f00-4c45-838e-12675d192e4c HTTP/1.1" status: 204 len: 168 time: 0.5974603 Oct 26 14:19:56.060820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] For port 402df20c-45a7-4a2b-a26e-c859adbc2095, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=402df20c-45a7-4a2b-a26e-c859adbc2095,segment=NetworkSegment(4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9),segment_id=4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:56.100401 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a146eb-2dc7-470b-a3cf-5c9c006ff1cf None None] The sync data for ids ['39b6c79d-0a10-4498-9d3b-bdad26367845'] in n-d-815498-1 is: [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:19:45Z', 'revision_number': 4, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'fb572fec-6463-4c81-a02e-d1f40733f94c', 'name': '', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'mac_address': 'fa:16:3e:0c:b6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:43Z', 'updated_at': '2021-10-26T14:19:52Z', 'revision_number': 4, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'subnets': [{'id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:56.118282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8aff4-060e-4aeb-b921-c886879e847c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5ea76d-4f00-4c45-838e-12675d192e4c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:56.181024 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:56.304532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] For port 0f7c37a3-c83c-4553-9f00-c104f344e660, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:56.377061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] For port 0f7c37a3-c83c-4553-9f00-c104f344e660, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0f7c37a3-c83c-4553-9f00-c104f344e660,segment=NetworkSegment(27effaff-b7cd-41b1-9989-bab73337f102),segment_id=27effaff-b7cd-41b1-9989-bab73337f102)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:56.392182 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:56.392800 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:56.394246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] 10.222.0.11 "PUT /v2.0/ports/402df20c-45a7-4a2b-a26e-c859adbc2095 HTTP/1.1" status: 200 len: 1092 time: 2.6862466 Oct 26 14:19:56.394693 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bc3b71-2388-456d-8eef-6590e09e276c', 'tag': '402df20c-45a7-4a2b-a26e-c859adbc2095'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:56.396967 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e382dbfd-461b-4cc8-93cd-22f51aaeb674" -d '{"events": [{"name": "network-changed", "server_uuid": "29bc3b71-2388-456d-8eef-6590e09e276c", "tag": "402df20c-45a7-4a2b-a26e-c859adbc2095"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:56.406615 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:56.429176 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fb7d0-e9b6-4fee-ab1a-3e2a91dae334 service neutron] Pushing event updated for resources: {'Port': ['ID=402df20c-45a7-4a2b-a26e-c859adbc2095,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:56.664228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cee57c-16ff-4e2e-b32c-f1bc22e5c1a0 None None] Pushing event updated for resources: {'Port': ['ID=0f7c37a3-c83c-4553-9f00-c104f344e660,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:57.327812 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6556af-659e-430e-a508-44214358ff96 x-openstack-request-id: req-2e6556af-659e-430e-a508-44214358ff96 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:57.327961 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bc3b71-2388-456d-8eef-6590e09e276c", "tag": "402df20c-45a7-4a2b-a26e-c859adbc2095", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:57.328182 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e6556af-659e-430e-a508-44214358ff96 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:57.328589 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bc3b71-2388-456d-8eef-6590e09e276c', 'tag': '402df20c-45a7-4a2b-a26e-c859adbc2095', 'status': 'completed', 'code': 200} Oct 26 14:19:57.393267 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:57.513692 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:57.647007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-45856cc3-d213-4a39-a599-e8bc66fe667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:57.648695 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-45856cc3-d213-4a39-a599-e8bc66fe667a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 1095 time: 1.1951189 Oct 26 14:19:57.764812 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-dd2fce52-d49a-4412-9f8b-12466a6be3cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=402df20c-45a7-4a2b-a26e-c859adbc2095 HTTP/1.1" status: 200 len: 217 time: 0.1053238 Oct 26 14:19:57.861256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f930e-de81-4c59-b498-7d6206707f22 req-49a3dcb1-6bf3-4e71-98ed-60ecfafe52d3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:57.881794 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef5f930e-de81-4c59-b498-7d6206707f22 req-49a3dcb1-6bf3-4e71-98ed-60ecfafe52d3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 944 time: 0.5449324 Oct 26 14:19:58.106794 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0f7c37a3-c83c-4553-9f00-c104f344e660 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:58.113259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef5f930e-de81-4c59-b498-7d6206707f22 req-fc6f18f8-0d0c-46c8-b69b-0a3878a47573 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282276 Oct 26 14:19:58.190904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-0559f63c-ae6b-4258-8976-1b94dadd0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:58.194934 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-0559f63c-ae6b-4258-8976-1b94dadd0a4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=366e6ee4-7706-4f48-a5e7-2f9ccbf1da16 HTTP/1.1" status: 200 len: 838 time: 0.4093435 Oct 26 14:19:58.267367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 0f7c37a3-c83c-4553-9f00-c104f344e660 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:58.269124 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:58.430129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10db61de-c82d-4cc7-ad36-1f58e7867e32 None None] Network e8fa77a0-07c7-4521-8c7d-313afd761d53 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:19:58.502957 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:58.557370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-1a0707ca-1fc9-4e65-8ff7-e2c52f03a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:58.559357 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-1a0707ca-1fc9-4e65-8ff7-e2c52f03a424 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=79e765c4-a5ef-48d6-80b2-b5266a8d3ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3537211 Oct 26 14:19:58.640003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52486) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:58.754339 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-52722fd3-2a76-47ac-bc3d-15c64e4433c5 service neutron] 10.222.0.11 "GET /v2.0/networks/79e765c4-a5ef-48d6-80b2-b5266a8d3ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406832 Oct 26 14:19:58.881322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Router 6ee303c0-03f4-41fb-845b-d36f8226ae83 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:19:58.975569 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b5749ca-c10b-4b3d-b2cc-5dc1ca5cd5c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:59.006572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f409bd-cbdb-426a-b58f-88596419ffd1 req-68041611-f38d-4d36-a2f9-a94c967b7665 service neutron] 10.222.0.11 "GET /v2.0/networks/79e765c4-a5ef-48d6-80b2-b5266a8d3ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439010 Oct 26 14:19:59.044941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c22ab572-b44c-4a2c-86a6-0c0619b216e7 None None] Provisioning complete for port 0f7c37a3-c83c-4553-9f00-c104f344e660 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:59.045423 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c22ab572-b44c-4a2c-86a6-0c0619b216e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:59.122393 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b5749ca-c10b-4b3d-b2cc-5dc1ca5cd5c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:59.133916 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:59.137670 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b5749ca-c10b-4b3d-b2cc-5dc1ca5cd5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:59.158286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:59.181362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Sync routers for ids ['6ee303c0-03f4-41fb-845b-d36f8226ae83'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:59.210185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382dbfd-461b-4cc8-93cd-22f51aaeb674 req-0ac480ec-769d-4404-8851-0e9992a68842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:59.224087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e382dbfd-461b-4cc8-93cd-22f51aaeb674 req-0ac480ec-769d-4404-8851-0e9992a68842 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 1095 time: 0.1408012 Oct 26 14:19:59.230598 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5749ca-c10b-4b3d-b2cc-5dc1ca5cd5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c166259-40fa-4b55-a069-5588c1a04a7f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:59.270331 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6b5749ca-c10b-4b3d-b2cc-5dc1ca5cd5c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08ef9794499a4ea8be80e991fdc4f3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6283808 Oct 26 14:19:59.272096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52504) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:59.283431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 0f7c37a3-c83c-4553-9f00-c104f344e660, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0f7c37a3-c83c-4553-9f00-c104f344e660,segment=NetworkSegment(27effaff-b7cd-41b1-9989-bab73337f102),segment_id=27effaff-b7cd-41b1-9989-bab73337f102)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:59.287669 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Routers {'6ee303c0-03f4-41fb-845b-d36f8226ae83'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:59.288485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6ee303c0-03f4-41fb-845b-d36f8226ae83'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:59.383225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d2030010-ba44-4a82-be16-0122ae9abf2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:59.408624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Set router 6ee303c0-03f4-41fb-845b-d36f8226ae83 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:59.413467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382dbfd-461b-4cc8-93cd-22f51aaeb674 req-c254afe0-726f-4848-90cb-ff5cecc9bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:59.415363 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e382dbfd-461b-4cc8-93cd-22f51aaeb674 req-c254afe0-726f-4848-90cb-ff5cecc9bac9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 HTTP/1.1" status: 200 len: 897 time: 0.1901507 Oct 26 14:19:59.433817 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:59.438343 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b2900808-739b-47d5-8544-c8ba10067bd6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.0345430 Oct 26 14:19:59.444745 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d2030010-ba44-4a82-be16-0122ae9abf2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:59.484507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52508) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:59.486385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e382dbfd-461b-4cc8-93cd-22f51aaeb674 req-889120ff-ed64-415d-ad6d-ff2fb924988b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=402df20c-45a7-4a2b-a26e-c859adbc2095 HTTP/1.1" status: 200 len: 217 time: 0.0465229 Oct 26 14:19:59.517286 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:59.518623 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fb572fec-6463-4c81-a02e-d1f40733f94c up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:59.545300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d2030010-ba44-4a82-be16-0122ae9abf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:59.548159 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d2030010-ba44-4a82-be16-0122ae9abf2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:59.550285 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d2030010-ba44-4a82-be16-0122ae9abf2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c166259-40fa-4b55-a069-5588c1a04a7f HTTP/1.1" status: 204 len: 168 time: 0.2765121 Oct 26 14:19:59.594085 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2030010-ba44-4a82-be16-0122ae9abf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c166259-40fa-4b55-a069-5588c1a04a7f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:59.740635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce21cc-3549-4f7a-8ef8-0f5224a70e2a req-25999c54-cce6-4042-883a-1d549ca35e1e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:59.756619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbce21cc-3549-4f7a-8ef8-0f5224a70e2a req-25999c54-cce6-4042-883a-1d549ca35e1e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 944 time: 0.5178959 Oct 26 14:19:59.835939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382dbfd-461b-4cc8-93cd-22f51aaeb674 req-5c1e7718-10f1-4878-828a-82c4ff6270f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:59.837461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e382dbfd-461b-4cc8-93cd-22f51aaeb674 req-5c1e7718-10f1-4878-828a-82c4ff6270f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=366e6ee4-7706-4f48-a5e7-2f9ccbf1da16 HTTP/1.1" status: 200 len: 838 time: 0.3362372 Oct 26 14:19:59.840841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=0f7c37a3-c83c-4553-9f00-c104f344e660,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:59.887902 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c22ab572-b44c-4a2c-86a6-0c0619b216e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:59.956604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port fb572fec-6463-4c81-a02e-d1f40733f94c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:59.956987 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:00.058434 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbce21cc-3549-4f7a-8ef8-0f5224a70e2a req-0f0cd1e9-e5f3-45b9-b214-0d6c2e63c197 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007855 Oct 26 14:20:00.153239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382dbfd-461b-4cc8-93cd-22f51aaeb674 req-852aaf6d-c205-486c-b1b4-1fb7a287b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:00.155094 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e382dbfd-461b-4cc8-93cd-22f51aaeb674 req-852aaf6d-c205-486c-b1b4-1fb7a287b15a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=79e765c4-a5ef-48d6-80b2-b5266a8d3ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3025222 Oct 26 14:20:00.260563 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-c22ab572-b44c-4a2c-86a6-0c0619b216e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:20:00.276524 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-c22ab572-b44c-4a2c-86a6-0c0619b216e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:20:00.355419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e382dbfd-461b-4cc8-93cd-22f51aaeb674 req-2100e402-1539-43a6-9122-7becd3bb40c9 service neutron] 10.222.0.11 "GET /v2.0/networks/79e765c4-a5ef-48d6-80b2-b5266a8d3ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899974 Oct 26 14:20:00.388649 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'name': 'tempest-TestServerBasicOps-593734595-router', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '795e002e-273c-4edd-b745-9d9e6ff2ce0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:52Z', 'updated_at': '2021-10-26T14:19:56Z', 'revision_number': 3, 'project_id': 'af799f1007054fdfbc47741082df5a3c', 'gw_port': {'id': '795e002e-273c-4edd-b745-9d9e6ff2ce0f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:54Z', 'updated_at': '2021-10-26T14:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:00.460310 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52534) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:00.464132 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0f7c37a3-c83c-4553-9f00-c104f344e660 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:00.476939 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-211adb97-d239-4773-9704-f923719650d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:00.512182 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Checking router: 6ee303c0-03f4-41fb-845b-d36f8226ae83 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:20:00.512991 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Updating router 6ee303c0-03f4-41fb-845b-d36f8226ae83 port 795e002e-273c-4edd-b745-9d9e6ff2ce0f binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:20:00.545721 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:00.575453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 0f7c37a3-c83c-4553-9f00-c104f344e660 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:00.575834 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:00.583125 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-211adb97-d239-4773-9704-f923719650d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:00.597401 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-211adb97-d239-4773-9704-f923719650d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:00.638213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211adb97-d239-4773-9704-f923719650d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96670c54-24aa-4643-abac-79f19a0e5419,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:00.684230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e382dbfd-461b-4cc8-93cd-22f51aaeb674 req-d700fd14-f000-4d7d-823d-7984b04bdf6e service neutron] 10.222.0.11 "GET /v2.0/networks/79e765c4-a5ef-48d6-80b2-b5266a8d3ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190393 Oct 26 14:20:00.687443 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-211adb97-d239-4773-9704-f923719650d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32d715b681e6404d9ff0c231fb48c510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243614 Oct 26 14:20:00.689236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52538) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:00.694006 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:00.825134 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9aa8431a-f1c7-406b-bcce-a44eab8d9469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:00.856576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9aa8431a-f1c7-406b-bcce-a44eab8d9469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:00.940424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Allocated IP 172.20.0.1 (e8fa77a0-07c7-4521-8c7d-313afd761d53/318d9cbd-f022-4436-8eca-86d3ff3b9038/75c0de19-3ab1-4966-a683-acdfe45c3ad5) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:00.956667 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9aa8431a-f1c7-406b-bcce-a44eab8d9469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:00.959824 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9aa8431a-f1c7-406b-bcce-a44eab8d9469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:00.969939 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9aa8431a-f1c7-406b-bcce-a44eab8d9469 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96670c54-24aa-4643-abac-79f19a0e5419 HTTP/1.1" status: 204 len: 168 time: 0.2782736 Oct 26 14:20:00.986981 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8431a-f1c7-406b-bcce-a44eab8d9469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96670c54-24aa-4643-abac-79f19a0e5419,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:01.161442 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:01.190851 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-381c217f-c495-4025-aec0-25da96647ec2 None None] Provisioning complete for port 0f7c37a3-c83c-4553-9f00-c104f344e660 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:01.191219 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-381c217f-c495-4025-aec0-25da96647ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:01.289073 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:01.305604 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:01.321608 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:01.400824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Network e8fa77a0-07c7-4521-8c7d-313afd761d53 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:01.412830 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:01.441052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c6705-abab-4bd1-9256-ce176d83813d req-161b7415-0bba-4fc4-851d-c8a1240cd6d8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:01.450901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-746c6705-abab-4bd1-9256-ce176d83813d req-161b7415-0bba-4fc4-851d-c8a1240cd6d8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 944 time: 0.2273247 Oct 26 14:20:01.453951 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:01.467090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Attempting to bind port 795e002e-273c-4edd-b745-9d9e6ff2ce0f on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:20:01.467473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Attempting to bind port 795e002e-273c-4edd-b745-9d9e6ff2ce0f by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:20:01.467840 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Attempting to bind port 795e002e-273c-4edd-b745-9d9e6ff2ce0f on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:01.483051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:20:01.483423 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:01.487088 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:01.487689 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:20:01.496756 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Bound port: 795e002e-273c-4edd-b745-9d9e6ff2ce0f, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:20:01.497490 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:01.526624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Pushing event updated for resources: {'Port': ['ID=75c0de19-3ab1-4966-a683-acdfe45c3ad5,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:01.576592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764f493-6a2f-47de-84ba-20d951978e49 None None] Pushing event updated for resources: {'Port': ['ID=795e002e-273c-4edd-b745-9d9e6ff2ce0f,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:01.591622 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:01.628366 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764f493-6a2f-47de-84ba-20d951978e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:01.628506 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764f493-6a2f-47de-84ba-20d951978e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:01.628848 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764f493-6a2f-47de-84ba-20d951978e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:01.629180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764f493-6a2f-47de-84ba-20d951978e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:01.629509 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764f493-6a2f-47de-84ba-20d951978e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:01.629840 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764f493-6a2f-47de-84ba-20d951978e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:01.641185 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764f493-6a2f-47de-84ba-20d951978e49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:01.641726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764f493-6a2f-47de-84ba-20d951978e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:01.641939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764f493-6a2f-47de-84ba-20d951978e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:01.642491 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764f493-6a2f-47de-84ba-20d951978e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:01.642627 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764f493-6a2f-47de-84ba-20d951978e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:01.642949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764f493-6a2f-47de-84ba-20d951978e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:01.708887 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] For port 795e002e-273c-4edd-b745-9d9e6ff2ce0f, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:20:01.723952 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] For port 795e002e-273c-4edd-b745-9d9e6ff2ce0f, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=795e002e-273c-4edd-b745-9d9e6ff2ce0f,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:20:01.736433 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:01.839842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Routers {'6ee303c0-03f4-41fb-845b-d36f8226ae83'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:01.840464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6ee303c0-03f4-41fb-845b-d36f8226ae83'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:01.856072 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-746c6705-abab-4bd1-9256-ce176d83813d req-2b9a923a-deea-4b2a-a6b5-e228c39da13d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499489 Oct 26 14:20:01.868904 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:01.951907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764f493-6a2f-47de-84ba-20d951978e49 None None] Pushing event updated for resources: {'Port': ['ID=795e002e-273c-4edd-b745-9d9e6ff2ce0f,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:01.976576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1180ce65-6fd4-44ab-9562-1ccd1df2b5cd None None] Provisioning complete for port 75c0de19-3ab1-4966-a683-acdfe45c3ad5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:01.976809 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1180ce65-6fd4-44ab-9562-1ccd1df2b5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:02.035494 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-1180ce65-6fd4-44ab-9562-1ccd1df2b5cd None None] Port 75c0de19-3ab1-4966-a683-acdfe45c3ad5 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:20:02.047392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] Set router 6ee303c0-03f4-41fb-845b-d36f8226ae83 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:20:02.283696 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:02.290913 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:02.371935 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:02.372169 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'name': 'tempest-TestServerBasicOps-593734595-router', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '795e002e-273c-4edd-b745-9d9e6ff2ce0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:52Z', 'updated_at': '2021-10-26T14:20:01Z', 'revision_number': 4, 'project_id': 'af799f1007054fdfbc47741082df5a3c', 'gw_port': {'id': '795e002e-273c-4edd-b745-9d9e6ff2ce0f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:54Z', 'updated_at': '2021-10-26T14:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '75c0de19-3ab1-4966-a683-acdfe45c3ad5', 'name': '', 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'mac_address': 'fa:16:3e:44:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '318d9cbd-f022-4436-8eca-86d3ff3b9038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:00Z', 'updated_at': '2021-10-26T14:20:00Z', 'revision_number': 1, 'project_id': 'af799f1007054fdfbc47741082df5a3c', 'subnets': [{'id': '318d9cbd-f022-4436-8eca-86d3ff3b9038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:02.374532 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Pushing event updated for resources: {'Port': ['ID=75c0de19-3ab1-4966-a683-acdfe45c3ad5,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:02.467651 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d989b9bb-e78a-4b7f-b9f8-ac953dc94e9c None None] The sync data for ids ['6ee303c0-03f4-41fb-845b-d36f8226ae83'] in n-d-815498-1 is: [{'id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'name': 'tempest-TestServerBasicOps-593734595-router', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '795e002e-273c-4edd-b745-9d9e6ff2ce0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:52Z', 'updated_at': '2021-10-26T14:20:01Z', 'revision_number': 4, 'project_id': 'af799f1007054fdfbc47741082df5a3c', 'gw_port': {'id': '795e002e-273c-4edd-b745-9d9e6ff2ce0f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:54Z', 'updated_at': '2021-10-26T14:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '75c0de19-3ab1-4966-a683-acdfe45c3ad5', 'name': '', 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'mac_address': 'fa:16:3e:44:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '318d9cbd-f022-4436-8eca-86d3ff3b9038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:00Z', 'updated_at': '2021-10-26T14:20:00Z', 'revision_number': 1, 'project_id': 'af799f1007054fdfbc47741082df5a3c', 'subnets': [{'id': '318d9cbd-f022-4436-8eca-86d3ff3b9038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:20:02.512469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52602) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:02.523025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Network e8fa77a0-07c7-4521-8c7d-313afd761d53 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:02.525358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:02.738547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Router 6ee303c0-03f4-41fb-845b-d36f8226ae83 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:20:02.875694 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c3e0c89-de9c-446c-ad76-b1cb5886d02f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:02.956575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:20:02.972152 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0b48e749-33e4-4154-b788-6da5c354e106 admin admin] 10.222.0.32 "PUT /v2.0/routers/6ee303c0-03f4-41fb-845b-d36f8226ae83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4744234 Oct 26 14:20:03.124844 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c3e0c89-de9c-446c-ad76-b1cb5886d02f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:03.144065 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c3e0c89-de9c-446c-ad76-b1cb5886d02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:03.234290 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0c3e0c89-de9c-446c-ad76-b1cb5886d02f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46c6c003ba23421cbf6ab83562fcfbf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7205336 Oct 26 14:20:03.236785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52622) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:03.307381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e0c89-de9c-446c-ad76-b1cb5886d02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf3a651-3718-4912-b33e-3189eb8309c5,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:03.351039 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a34c8634-7e90-4eff-a61b-239049ba3c60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:03.424521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a34c8634-7e90-4eff-a61b-239049ba3c60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:03.445814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 402df20c-45a7-4a2b-a26e-c859adbc2095 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:20:03.491545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ad1b7d9a-f11f-4165-9231-8ef1ddccf7cc None None] Provisioning complete for port 75c0de19-3ab1-4966-a683-acdfe45c3ad5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:03.491922 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7d9a-f11f-4165-9231-8ef1ddccf7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:03.587798 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a34c8634-7e90-4eff-a61b-239049ba3c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:03.592913 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a34c8634-7e90-4eff-a61b-239049ba3c60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:03.596236 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a34c8634-7e90-4eff-a61b-239049ba3c60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbf3a651-3718-4912-b33e-3189eb8309c5 HTTP/1.1" status: 204 len: 168 time: 0.3582191 Oct 26 14:20:03.611781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c8634-7e90-4eff-a61b-239049ba3c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf3a651-3718-4912-b33e-3189eb8309c5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:03.648041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52640) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:03.668788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd92af-b325-4cbf-97a5-b6409b185e8d req-5e0c03f4-2f1f-45ef-a9b9-b84c27034c9a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:03.677303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afdd92af-b325-4cbf-97a5-b6409b185e8d req-5e0c03f4-2f1f-45ef-a9b9-b84c27034c9a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 944 time: 0.6939983 Oct 26 14:20:03.729452 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ad1b7d9a-f11f-4165-9231-8ef1ddccf7cc None None] Port 75c0de19-3ab1-4966-a683-acdfe45c3ad5 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:20:03.749188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afdd92af-b325-4cbf-97a5-b6409b185e8d req-fb9e73a8-c96f-48f5-91b7-fa4421083ea7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709808 Oct 26 14:20:03.812194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 402df20c-45a7-4a2b-a26e-c859adbc2095, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=402df20c-45a7-4a2b-a26e-c859adbc2095,segment=NetworkSegment(4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9),segment_id=4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:03.826647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '402df20c-45a7-4a2b-a26e-c859adbc2095', 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4', 'port_id': '402df20c-45a7-4a2b-a26e-c859adbc2095', 'mac_address': 'fa:16:3e:33:d8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366e6ee4-7706-4f48-a5e7-2f9ccbf1da16', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:20:03.875888 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:03.891901 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402df20c-45a7-4a2b-a26e-c859adbc2095 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:20:03.915867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 402df20c-45a7-4a2b-a26e-c859adbc2095, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=402df20c-45a7-4a2b-a26e-c859adbc2095,segment=NetworkSegment(4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9),segment_id=4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:03.924989 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.035484 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=402df20c-45a7-4a2b-a26e-c859adbc2095,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:04.173568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52646) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:04.183439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1d6d9841-f49c-450c-b682-3a582cb9099f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-483430492', 'description': 'tempest-secgroup-smoke-483430492 description', 'project_id': '1449aea080084d3d8ec88bc07f2d9c81'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:04.237517 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9841-f49c-450c-b682-3a582cb9099f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.281695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1981825148'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:04.328135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Made reservation on behalf of 532a3964ce804c299a66bdedf76c8abe for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:04.333155 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.345322 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.362813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['402df20c-45a7-4a2b-a26e-c859adbc2095'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:20:04.412550 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9841-f49c-450c-b682-3a582cb9099f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.418048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52650) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:04.422642 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9841-f49c-450c-b682-3a582cb9099f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.439241 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-169ecc42-d0c6-4e04-b773-fe5f5f5b1b54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.474178 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d9841-f49c-450c-b682-3a582cb9099f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee614e6a-c51c-402f-a770-4402978a0d23,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:04.493881 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9841-f49c-450c-b682-3a582cb9099f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.499869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52652) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:04.500691 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1d6d9841-f49c-450c-b682-3a582cb9099f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3256097 Oct 26 14:20:04.517475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-64fea0b9-f599-4fed-a4bb-f2f1f90c1bf4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Request body: {'security_group_rule': {'security_group_id': 'ee614e6a-c51c-402f-a770-4402978a0d23', 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:04.519209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 795e002e-273c-4edd-b745-9d9e6ff2ce0f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:04.549158 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.569662 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.598782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-64fea0b9-f599-4fed-a4bb-f2f1f90c1bf4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.634523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:20:04.665576 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7f27eb-345c-4bc3-80a6-6cb4241e47fd,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:04.702934 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.703452 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Added segment 9f364bd1-6827-4584-8adb-a5c088c0e892 of type vlan for network 396cb190-4b48-4f72-8767-3715f7a64a63 Oct 26 14:20:04.712198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 795e002e-273c-4edd-b745-9d9e6ff2ce0f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:04.712613 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.713384 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-169ecc42-d0c6-4e04-b773-fe5f5f5b1b54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.728052 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-64fea0b9-f599-4fed-a4bb-f2f1f90c1bf4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.729530 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-169ecc42-d0c6-4e04-b773-fe5f5f5b1b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.741692 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-64fea0b9-f599-4fed-a4bb-f2f1f90c1bf4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.791757 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.796928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fea0b9-f599-4fed-a4bb-f2f1f90c1bf4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f610958b-0e8b-454d-a131-7d752d3f4f67,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:04.806170 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-64fea0b9-f599-4fed-a4bb-f2f1f90c1bf4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.810673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-64fea0b9-f599-4fed-a4bb-f2f1f90c1bf4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3067625 Oct 26 14:20:04.811539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52660) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:04.816170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9ef2fdfd-9276-45ea-8cd8-fb92dbb90b03 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Request body: {'security_group_rule': {'security_group_id': 'ee614e6a-c51c-402f-a770-4402978a0d23', 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:04.841854 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-169ecc42-d0c6-4e04-b773-fe5f5f5b1b54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfce049321c84daa8fa899f610797e69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216712 Oct 26 14:20:04.842468 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52662) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:04.842910 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ecc42-d0c6-4e04-b773-fe5f5f5b1b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b103ea6-1c45-43a1-8c25-7bd58ccac7dc,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:04.855487 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ef2fdfd-9276-45ea-8cd8-fb92dbb90b03 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.878392 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.885806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:04.887361 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.954633 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:04.963855 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Pushing event updated for resources: {'Network': ['ID=396cb190-4b48-4f72-8767-3715f7a64a63,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:04.984841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 396cb190-4b48-4f72-8767-3715f7a64a63 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:20:04.989358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac4f1f-fb28-4829-ae42-2b3b8f9f4e09 req-859502bb-fb3c-4fd6-a0b4-0a84b5133fb1 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:04.993823 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3ac4f1f-fb28-4829-ae42-2b3b8f9f4e09 req-859502bb-fb3c-4fd6-a0b4-0a84b5133fb1 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 945 time: 0.1005957 Oct 26 14:20:04.997008 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ef2fdfd-9276-45ea-8cd8-fb92dbb90b03 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.024140 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7ebae89e-3e0f-43bf-bf1e-e800f37218c7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3729894 Oct 26 14:20:05.025225 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52666) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:05.031079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 795e002e-273c-4edd-b745-9d9e6ff2ce0f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=795e002e-273c-4edd-b745-9d9e6ff2ce0f,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:05.042535 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ef2fdfd-9276-45ea-8cd8-fb92dbb90b03 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.045673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6ff71127-f002-4670-9b61-9b86b95da4b6 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Request body: {'subnet': {'network_id': '396cb190-4b48-4f72-8767-3715f7a64a63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:05.069310 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.124840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3ac4f1f-fb28-4829-ae42-2b3b8f9f4e09 req-e023d42f-b359-4489-8130-bbebdaff791d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189682 Oct 26 14:20:05.125044 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0885df0e-ab90-4b21-a5be-6e5033b22d5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.125523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2fdfd-9276-45ea-8cd8-fb92dbb90b03 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd92ffd-94b5-48dd-9230-10705f657e78,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:05.148484 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0885df0e-ab90-4b21-a5be-6e5033b22d5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.150109 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ef2fdfd-9276-45ea-8cd8-fb92dbb90b03 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.151446 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9ef2fdfd-9276-45ea-8cd8-fb92dbb90b03 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3387392 Oct 26 14:20:05.152967 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=795e002e-273c-4edd-b745-9d9e6ff2ce0f,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:05.154335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52670) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:05.160122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-cbd9121b-696e-4dee-8fb9-4902a1f128b8 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Request body: {'security_group_rule': {'security_group_id': 'ee614e6a-c51c-402f-a770-4402978a0d23', 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:05.193272 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cbd9121b-696e-4dee-8fb9-4902a1f128b8 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.210359 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff71127-f002-4670-9b61-9b86b95da4b6 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Made reservation on behalf of 532a3964ce804c299a66bdedf76c8abe for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:05.214248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ff71127-f002-4670-9b61-9b86b95da4b6 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.258462 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cbd9121b-696e-4dee-8fb9-4902a1f128b8 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.262626 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cbd9121b-696e-4dee-8fb9-4902a1f128b8 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.265363 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0885df0e-ab90-4b21-a5be-6e5033b22d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.268036 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0885df0e-ab90-4b21-a5be-6e5033b22d5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.269193 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0885df0e-ab90-4b21-a5be-6e5033b22d5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b103ea6-1c45-43a1-8c25-7bd58ccac7dc HTTP/1.1" status: 204 len: 168 time: 0.4253659 Oct 26 14:20:05.287660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885df0e-ab90-4b21-a5be-6e5033b22d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b103ea6-1c45-43a1-8c25-7bd58ccac7dc,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:05.295711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9121b-696e-4dee-8fb9-4902a1f128b8 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df969fdc-f78b-487e-9527-3b6ad0ea571c,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:05.320703 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cbd9121b-696e-4dee-8fb9-4902a1f128b8 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.324697 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cbd9121b-696e-4dee-8fb9-4902a1f128b8 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1666658 Oct 26 14:20:05.325908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52676) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:05.334310 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a0558bd4-7964-47b0-bb75-51d877d29632 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Request body: {'security_group_rule': {'security_group_id': 'ee614e6a-c51c-402f-a770-4402978a0d23', 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:05.367000 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0558bd4-7964-47b0-bb75-51d877d29632 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.434565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0558bd4-7964-47b0-bb75-51d877d29632 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.440250 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0558bd4-7964-47b0-bb75-51d877d29632 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.459372 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ff71127-f002-4670-9b61-9b86b95da4b6 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.461636 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0558bd4-7964-47b0-bb75-51d877d29632 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b6278c-c334-4da7-8c55-a548de221442,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:05.466920 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0558bd4-7964-47b0-bb75-51d877d29632 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.470030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a0558bd4-7964-47b0-bb75-51d877d29632 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412270 Oct 26 14:20:05.474711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52680) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:05.480195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f5b9327a-b774-4589-83f1-2c3611db6ae7 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Request body: {'security_group_rule': {'security_group_id': 'ee614e6a-c51c-402f-a770-4402978a0d23', 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:05.504830 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-f5b9327a-b774-4589-83f1-2c3611db6ae7 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Project 1449aea080084d3d8ec88bc07f2d9c81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:20:05.512013 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5b9327a-b774-4589-83f1-2c3611db6ae7 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.538729 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff71127-f002-4670-9b61-9b86b95da4b6 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Pushing event updated for resources: {'Subnet': ['ID=702c1d14-6223-4673-b5d3-4d0e66a590a4,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:05.548477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff71127-f002-4670-9b61-9b86b95da4b6 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Checking segment: {'id': '9f364bd1-6827-4584-8adb-a5c088c0e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '396cb190-4b48-4f72-8767-3715f7a64a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:05.548845 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff71127-f002-4670-9b61-9b86b95da4b6 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Network hostable DHCP agents. Network: 396cb190-4b48-4f72-8767-3715f7a64a63, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:20:05.577140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff71127-f002-4670-9b61-9b86b95da4b6 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Network 396cb190-4b48-4f72-8767-3715f7a64a63 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:20:05.581147 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5b9327a-b774-4589-83f1-2c3611db6ae7 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.585493 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5b9327a-b774-4589-83f1-2c3611db6ae7 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.601573 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-6ff71127-f002-4670-9b61-9b86b95da4b6 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 396cb190-4b48-4f72-8767-3715f7a64a63) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:05.608396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff71127-f002-4670-9b61-9b86b95da4b6 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:05.609398 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ff71127-f002-4670-9b61-9b86b95da4b6 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.616316 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d257807c-b071-465e-a22e-dbe8ec17b0f1 None None] Network 396cb190-4b48-4f72-8767-3715f7a64a63 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:05.619253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9327a-b774-4589-83f1-2c3611db6ae7 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b6dc01-c4cd-414a-9f59-51448679dd98,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:05.634656 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5b9327a-b774-4589-83f1-2c3611db6ae7 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.640163 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52688) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:05.649425 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-bec218a9-fdcc-4838-83e2-13b30efda7f4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Request body: {'security_group_rule': {'security_group_id': 'ee614e6a-c51c-402f-a770-4402978a0d23', 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:05.652501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f5b9327a-b774-4589-83f1-2c3611db6ae7 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1742277 Oct 26 14:20:05.669031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52692) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:05.675473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4d14d982-64b7-4f73-b6ae-89b5504d49cb tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Request body: {'port': {'network_id': '396cb190-4b48-4f72-8767-3715f7a64a63', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1701073006'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:05.675624 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6ff71127-f002-4670-9b61-9b86b95da4b6 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6398969 Oct 26 14:20:05.717759 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-bec218a9-fdcc-4838-83e2-13b30efda7f4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Project 1449aea080084d3d8ec88bc07f2d9c81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:20:05.731035 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bec218a9-fdcc-4838-83e2-13b30efda7f4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.853342 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bec218a9-fdcc-4838-83e2-13b30efda7f4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.866037 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bec218a9-fdcc-4838-83e2-13b30efda7f4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.882172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-396cb190-4b48-4f72-8767-3715f7a64a63', 'network_id': '396cb190-4b48-4f72-8767-3715f7a64a63', 'tenant_id': '532a3964ce804c299a66bdedf76c8abe', 'fixed_ips': [{'subnet_id': '702c1d14-6223-4673-b5d3-4d0e66a590a4'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:20:05.884800 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.888533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d14d982-64b7-4f73-b6ae-89b5504d49cb tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Made reservation on behalf of 532a3964ce804c299a66bdedf76c8abe for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:05.892828 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d14d982-64b7-4f73-b6ae-89b5504d49cb tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.901295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec218a9-fdcc-4838-83e2-13b30efda7f4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f06bfb-ab5c-4686-ade7-33d26a64b4da,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:05.917533 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bec218a9-fdcc-4838-83e2-13b30efda7f4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.918935 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bec218a9-fdcc-4838-83e2-13b30efda7f4 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2767830 Oct 26 14:20:05.928839 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-4d14d982-64b7-4f73-b6ae-89b5504d49cb tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] device_id is not set on port a25f1016-3c7b-477e-ba40-dae0f6f25079 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:20:06.150027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-4d14d982-64b7-4f73-b6ae-89b5504d49cb tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Allocated IP 172.20.0.6 (396cb190-4b48-4f72-8767-3715f7a64a63/702c1d14-6223-4673-b5d3-4d0e66a590a4/a25f1016-3c7b-477e-ba40-dae0f6f25079) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:06.216938 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Sync routers for ids ['6ee303c0-03f4-41fb-845b-d36f8226ae83'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:20:06.226910 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Routers {'6ee303c0-03f4-41fb-845b-d36f8226ae83'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:06.227661 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6ee303c0-03f4-41fb-845b-d36f8226ae83'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:06.365910 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Set router 6ee303c0-03f4-41fb-845b-d36f8226ae83 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:20:06.382346 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-d90c0a06-74c0-47e6-868e-7161bd2dcfbe tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483430492&fields=id&tenant_id=1449aea080084d3d8ec88bc07f2d9c81 HTTP/1.1" status: 200 len: 267 time: 0.1802878 Oct 26 14:20:06.451242 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 795e002e-273c-4edd-b745-9d9e6ff2ce0f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:06.468650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22742a6-b3b9-445f-af19-b1f4dba3c6ec req-db28760f-ae7b-47ce-aea0-0e3c8a35c168 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:06.479135 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d22742a6-b3b9-445f-af19-b1f4dba3c6ec req-db28760f-ae7b-47ce-aea0-0e3c8a35c168 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 945 time: 0.1792057 Oct 26 14:20:06.566181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 795e002e-273c-4edd-b745-9d9e6ff2ce0f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:06.566812 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:06.625829 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d14d982-64b7-4f73-b6ae-89b5504d49cb tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:06.675352 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'name': 'tempest-TestServerBasicOps-593734595-router', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '795e002e-273c-4edd-b745-9d9e6ff2ce0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:52Z', 'updated_at': '2021-10-26T14:20:01Z', 'revision_number': 4, 'project_id': 'af799f1007054fdfbc47741082df5a3c', 'gw_port': {'id': '795e002e-273c-4edd-b745-9d9e6ff2ce0f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:54Z', 'updated_at': '2021-10-26T14:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '75c0de19-3ab1-4966-a683-acdfe45c3ad5', 'name': '', 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'mac_address': 'fa:16:3e:44:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '318d9cbd-f022-4436-8eca-86d3ff3b9038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:00Z', 'updated_at': '2021-10-26T14:20:02Z', 'revision_number': 2, 'project_id': 'af799f1007054fdfbc47741082df5a3c', 'subnets': [{'id': '318d9cbd-f022-4436-8eca-86d3ff3b9038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:06.694485 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d22742a6-b3b9-445f-af19-b1f4dba3c6ec req-20bf1c74-c875-408a-b223-0509b8a311ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121494 Oct 26 14:20:06.710411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-a45d2012-b3aa-430e-84a8-e49739b15bd0 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:06.710411 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-a45d2012-b3aa-430e-84a8-e49739b15bd0 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/networks?id=335bcdd5-6125-4141-9caa-35638c81f183 HTTP/1.1" status: 200 len: 808 time: 0.3129992 Oct 26 14:20:06.713927 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Checking router: 6ee303c0-03f4-41fb-845b-d36f8226ae83 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:20:06.714204 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Updating router 6ee303c0-03f4-41fb-845b-d36f8226ae83 port 75c0de19-3ab1-4966-a683-acdfe45c3ad5 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:20:06.742088 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:06.765917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-202e91fe-988f-4152-a8bc-6fb52c1841fa tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/quotas/1449aea080084d3d8ec88bc07f2d9c81 HTTP/1.1" status: 200 len: 375 time: 0.0403903 Oct 26 14:20:06.841064 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d14d982-64b7-4f73-b6ae-89b5504d49cb tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:06.878595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Allocated IP 172.20.0.2 (396cb190-4b48-4f72-8767-3715f7a64a63/702c1d14-6223-4673-b5d3-4d0e66a590a4/f681cc8a-2536-4b5e-9f7b-d7e7c10908e4) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:06.900076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d14d982-64b7-4f73-b6ae-89b5504d49cb tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Network 396cb190-4b48-4f72-8767-3715f7a64a63 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:06.908838 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-4d14d982-64b7-4f73-b6ae-89b5504d49cb tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:06.915300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d14d982-64b7-4f73-b6ae-89b5504d49cb tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:06.927383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-65ef189e-b8ce-4aa0-a1c5-5c67b14b48fb tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1449aea080084d3d8ec88bc07f2d9c81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1514113 Oct 26 14:20:06.929638 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14d982-64b7-4f73-b6ae-89b5504d49cb tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Pushing event updated for resources: {'Port': ['ID=a25f1016-3c7b-477e-ba40-dae0f6f25079,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:07.031508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d14d982-64b7-4f73-b6ae-89b5504d49cb tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:07.032174 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d14d982-64b7-4f73-b6ae-89b5504d49cb tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.066755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52744) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:07.067254 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4d14d982-64b7-4f73-b6ae-89b5504d49cb tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3965867 Oct 26 14:20:07.088082 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-7414cfe5-8cc5-4e0d-820e-d29102ab0e7a service neutron] 10.222.0.32 "GET /v2.0/networks/335bcdd5-6125-4141-9caa-35638c81f183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369014 Oct 26 14:20:07.192590 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.204265 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.221953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-eb99f933-91db-4c12-b7ea-bcc712a10cf7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Deleting port a25f1016-3c7b-477e-ba40-dae0f6f25079 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:07.222342 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eb99f933-91db-4c12-b7ea-bcc712a10cf7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.288482 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-5fe180b7-676a-46f3-99ea-bc7a1c8f0c95 service neutron] 10.222.0.32 "GET /v2.0/networks/335bcdd5-6125-4141-9caa-35638c81f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891003 Oct 26 14:20:07.310369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Network 396cb190-4b48-4f72-8767-3715f7a64a63 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:07.314235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:07.322447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:07.328102 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eb99f933-91db-4c12-b7ea-bcc712a10cf7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.342856 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Pushing event updated for resources: {'Port': ['ID=f681cc8a-2536-4b5e-9f7b-d7e7c10908e4,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:07.347120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-eb99f933-91db-4c12-b7ea-bcc712a10cf7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Calling delete_port for a25f1016-3c7b-477e-ba40-dae0f6f25079 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:07.392902 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 402df20c-45a7-4a2b-a26e-c859adbc2095 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:07.438357 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.457104 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.457385 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Attempting to bind port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:20:07.457516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Attempting to bind port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '9f364bd1-6827-4584-8adb-a5c088c0e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '396cb190-4b48-4f72-8767-3715f7a64a63'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:20:07.457842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Attempting to bind port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 on network 396cb190-4b48-4f72-8767-3715f7a64a63 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:07.468010 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:20:07.468691 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Checking segment: {'id': '9f364bd1-6827-4584-8adb-a5c088c0e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '396cb190-4b48-4f72-8767-3715f7a64a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:07.469276 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.469830 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Bound using segment: {'id': '9f364bd1-6827-4584-8adb-a5c088c0e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '396cb190-4b48-4f72-8767-3715f7a64a63'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:20:07.470505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Bound port: f681cc8a-2536-4b5e-9f7b-d7e7c10908e4, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f364bd1-6827-4584-8adb-a5c088c0e892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '396cb190-4b48-4f72-8767-3715f7a64a63'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:20:07.471063 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.548940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 402df20c-45a7-4a2b-a26e-c859adbc2095 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:20:07.569909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 402df20c-45a7-4a2b-a26e-c859adbc2095 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:07.570503 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.651916 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] For port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:20:07.670634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] For port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f681cc8a-2536-4b5e-9f7b-d7e7c10908e4,segment=NetworkSegment(9f364bd1-6827-4584-8adb-a5c088c0e892),segment_id=9f364bd1-6827-4584-8adb-a5c088c0e892)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:20:07.682154 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.706993 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eb99f933-91db-4c12-b7ea-bcc712a10cf7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.815077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-461d3a17-6dd4-4195-9983-2de8d7b8a980 req-7f19e240-52de-4074-9e2a-42384952894a tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 210 time: 0.1180549 Oct 26 14:20:07.871721 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99f933-91db-4c12-b7ea-bcc712a10cf7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Pushing event deleted for resources: {'Port': ['ID=a25f1016-3c7b-477e-ba40-dae0f6f25079,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:07.883900 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478df78f-c1fe-4517-917f-075f8cb66c31 None None] Pushing event updated for resources: {'Port': ['ID=75c0de19-3ab1-4966-a683-acdfe45c3ad5,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:07.926051 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Attempting to bind port 75c0de19-3ab1-4966-a683-acdfe45c3ad5 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:20:07.926755 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Attempting to bind port 75c0de19-3ab1-4966-a683-acdfe45c3ad5 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '27effaff-b7cd-41b1-9989-bab73337f102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:20:07.927354 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Attempting to bind port 75c0de19-3ab1-4966-a683-acdfe45c3ad5 on network e8fa77a0-07c7-4521-8c7d-313afd761d53 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:07.933392 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:20:07.934419 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Checking segment: {'id': '27effaff-b7cd-41b1-9989-bab73337f102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:07.936837 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.937488 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Bound using segment: {'id': '27effaff-b7cd-41b1-9989-bab73337f102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:20:07.945000 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Bound port: 75c0de19-3ab1-4966-a683-acdfe45c3ad5, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27effaff-b7cd-41b1-9989-bab73337f102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:20:07.950165 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.994540 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.030467 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c852206-7359-4e06-b5f6-cc329f048be2 None None] Pushing event updated for resources: {'Port': ['ID=f681cc8a-2536-4b5e-9f7b-d7e7c10908e4,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:08.071845 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] For port 75c0de19-3ab1-4966-a683-acdfe45c3ad5, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:20:08.077693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bc3b71-2388-456d-8eef-6590e09e276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402df20c-45a7-4a2b-a26e-c859adbc2095'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:20:08.077884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83992205-cb40-4f31-842c-416e4a33fc15 req-9d3f98b4-2b16-4674-933e-c7dfd9d305d3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:08.081376 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] For port 75c0de19-3ab1-4966-a683-acdfe45c3ad5, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=75c0de19-3ab1-4966-a683-acdfe45c3ad5,segment=NetworkSegment(27effaff-b7cd-41b1-9989-bab73337f102),segment_id=27effaff-b7cd-41b1-9989-bab73337f102)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:20:08.084650 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5483391-d78a-45ee-b467-c3eb5549a55d" -d '{"events": [{"server_uuid": "29bc3b71-2388-456d-8eef-6590e09e276c", "name": "network-vif-plugged", "status": "completed", "tag": "402df20c-45a7-4a2b-a26e-c859adbc2095"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:20:08.090097 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.092716 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83992205-cb40-4f31-842c-416e4a33fc15 req-9d3f98b4-2b16-4674-933e-c7dfd9d305d3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 945 time: 0.2368104 Oct 26 14:20:08.105238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 402df20c-45a7-4a2b-a26e-c859adbc2095, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=402df20c-45a7-4a2b-a26e-c859adbc2095,segment=NetworkSegment(4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9),segment_id=4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:08.115675 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.155567 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eb99f933-91db-4c12-b7ea-bcc712a10cf7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.161623 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-eb99f933-91db-4c12-b7ea-bcc712a10cf7 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] 10.222.0.32 "DELETE /v2.0/ports/a25f1016-3c7b-477e-ba40-dae0f6f25079 HTTP/1.1" status: 204 len: 168 time: 1.0921228 Oct 26 14:20:08.164125 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52780) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:08.204913 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-481934e4-d850-4836-b463-9d84732d0669 None None] Provisioning complete for port 75c0de19-3ab1-4966-a683-acdfe45c3ad5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:08.215431 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-481934e4-d850-4836-b463-9d84732d0669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.233105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83992205-cb40-4f31-842c-416e4a33fc15 req-315bdaf7-9538-4aba-b18a-4117756e2b54 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314378 Oct 26 14:20:08.332987 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Routers {'6ee303c0-03f4-41fb-845b-d36f8226ae83'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:08.338537 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:19:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6ee303c0-03f4-41fb-845b-d36f8226ae83'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:08.348053 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6621ba2b-12c9-48bc-b492-bbc9eaefbb1f x-openstack-request-id: req-6621ba2b-12c9-48bc-b492-bbc9eaefbb1f {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:20:08.349800 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bc3b71-2388-456d-8eef-6590e09e276c", "name": "network-vif-plugged", "status": "completed", "tag": "402df20c-45a7-4a2b-a26e-c859adbc2095", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:20:08.350490 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6621ba2b-12c9-48bc-b492-bbc9eaefbb1f {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:20:08.351120 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bc3b71-2388-456d-8eef-6590e09e276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402df20c-45a7-4a2b-a26e-c859adbc2095', 'code': 200} Oct 26 14:20:08.360728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=402df20c-45a7-4a2b-a26e-c859adbc2095,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:08.505488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417f6c7-20d7-4ea6-b43c-1f3401316e83 req-94a6bb1f-244b-40bc-afe0-f2e73931347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:08.513594 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9417f6c7-20d7-4ea6-b43c-1f3401316e83 req-94a6bb1f-244b-40bc-afe0-f2e73931347d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 1097 time: 0.1404250 Oct 26 14:20:08.566161 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-72c70d16-a5a2-427f-94f3-76a3b7d2cd79 tempest-DHCPAgentSchedulersTestJSON-1632554346 tempest-DHCPAgentSchedulersTestJSON-1632554346-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4004557 Oct 26 14:20:08.568833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52790) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:08.587595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5f2e3332-045b-496b-bc75-841267ffe263 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-820112431'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:08.597864 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478df78f-c1fe-4517-917f-075f8cb66c31 None None] Pushing event updated for resources: {'Port': ['ID=75c0de19-3ab1-4966-a683-acdfe45c3ad5,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:08.610569 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-481934e4-d850-4836-b463-9d84732d0669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.639063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9417f6c7-20d7-4ea6-b43c-1f3401316e83 req-ed38ed46-7874-444c-8987-0cb661c4b6eb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140563 Oct 26 14:20:08.688235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2e3332-045b-496b-bc75-841267ffe263 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Made reservation on behalf of 532a3964ce804c299a66bdedf76c8abe for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:08.705270 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f2e3332-045b-496b-bc75-841267ffe263 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.727413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-481934e4-d850-4836-b463-9d84732d0669 None None] For port 75c0de19-3ab1-4966-a683-acdfe45c3ad5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=75c0de19-3ab1-4966-a683-acdfe45c3ad5,segment=NetworkSegment(27effaff-b7cd-41b1-9989-bab73337f102),segment_id=27effaff-b7cd-41b1-9989-bab73337f102)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:08.737695 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-481934e4-d850-4836-b463-9d84732d0669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.780250 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] Set router 6ee303c0-03f4-41fb-845b-d36f8226ae83 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:20:08.804118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2e3332-045b-496b-bc75-841267ffe263 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:20:08.841242 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f2e3332-045b-496b-bc75-841267ffe263 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.843987 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-5f2e3332-045b-496b-bc75-841267ffe263 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Added segment 37248e29-d2da-4f7b-b555-009384d98986 of type vlan for network fcf92bde-169b-4847-9b50-ea07e916434f Oct 26 14:20:09.059154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481934e4-d850-4836-b463-9d84732d0669 None None] Pushing event updated for resources: {'Port': ['ID=75c0de19-3ab1-4966-a683-acdfe45c3ad5,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:09.076990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a5d565b7-8396-496f-b3df-dfd7bdf3b168 None None] Provisioning complete for port 75c0de19-3ab1-4966-a683-acdfe45c3ad5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:09.079527 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a5d565b7-8396-496f-b3df-dfd7bdf3b168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:09.092027 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f2e3332-045b-496b-bc75-841267ffe263 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:09.171764 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f2e3332-045b-496b-bc75-841267ffe263 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:09.179705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2e3332-045b-496b-bc75-841267ffe263 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:09.180431 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f2e3332-045b-496b-bc75-841267ffe263 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:09.196506 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a948859-008f-43b4-874c-78b6037255f1 req-eb035af4-8205-4831-98f7-d8f720669a92 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 210 time: 0.1174648 Oct 26 14:20:09.424012 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5f2e3332-045b-496b-bc75-841267ffe263 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8514683 Oct 26 14:20:09.428673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52812) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:09.432808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bc415-0563-4f2d-8538-b42a18f41360 req-64ac302a-d5f2-413f-8f24-7fecbc22bcb8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:09.443760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-020bc415-0563-4f2d-8538-b42a18f41360 req-64ac302a-d5f2-413f-8f24-7fecbc22bcb8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 946 time: 0.1305058 Oct 26 14:20:09.445534 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'name': 'tempest-TestServerBasicOps-593734595-router', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '795e002e-273c-4edd-b745-9d9e6ff2ce0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:52Z', 'updated_at': '2021-10-26T14:20:01Z', 'revision_number': 4, 'project_id': 'af799f1007054fdfbc47741082df5a3c', 'gw_port': {'id': '795e002e-273c-4edd-b745-9d9e6ff2ce0f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:54Z', 'updated_at': '2021-10-26T14:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '75c0de19-3ab1-4966-a683-acdfe45c3ad5', 'name': '', 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'mac_address': 'fa:16:3e:44:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '318d9cbd-f022-4436-8eca-86d3ff3b9038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:00Z', 'updated_at': '2021-10-26T14:20:08Z', 'revision_number': 4, 'project_id': 'af799f1007054fdfbc47741082df5a3c', 'subnets': [{'id': '318d9cbd-f022-4436-8eca-86d3ff3b9038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:09.500527 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e36c33-e5f4-474f-b73c-1163abc510c2 None None] The sync data for ids ['6ee303c0-03f4-41fb-845b-d36f8226ae83'] in n-d-815498-1 is: [{'id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'name': 'tempest-TestServerBasicOps-593734595-router', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '795e002e-273c-4edd-b745-9d9e6ff2ce0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:52Z', 'updated_at': '2021-10-26T14:20:01Z', 'revision_number': 4, 'project_id': 'af799f1007054fdfbc47741082df5a3c', 'gw_port': {'id': '795e002e-273c-4edd-b745-9d9e6ff2ce0f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:54Z', 'updated_at': '2021-10-26T14:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '75c0de19-3ab1-4966-a683-acdfe45c3ad5', 'name': '', 'network_id': 'e8fa77a0-07c7-4521-8c7d-313afd761d53', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'mac_address': 'fa:16:3e:44:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '318d9cbd-f022-4436-8eca-86d3ff3b9038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:00Z', 'updated_at': '2021-10-26T14:20:08Z', 'revision_number': 4, 'project_id': 'af799f1007054fdfbc47741082df5a3c', 'subnets': [{'id': '318d9cbd-f022-4436-8eca-86d3ff3b9038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:20:09.515896 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-020bc415-0563-4f2d-8538-b42a18f41360 req-8f30a2b2-15c5-40cb-9123-773ebb5d3f58 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660706 Oct 26 14:20:09.524722 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e3332-045b-496b-bc75-841267ffe263 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Pushing event updated for resources: {'Network': ['ID=fcf92bde-169b-4847-9b50-ea07e916434f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:09.553201 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network fcf92bde-169b-4847-9b50-ea07e916434f details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:20:09.804946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52818) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:09.893184 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9f4d744e-2252-45ec-8b97-5b8dd43b42cd tempest-DHCPAgentSchedulersTestJSON-1632554346 tempest-DHCPAgentSchedulersTestJSON-1632554346-project-admin] 10.222.0.32 "GET /v2.0/agents/63c17623-aee9-4a8e-8447-31985209c3a6/dhcp-networks HTTP/1.1" status: 200 len: 10427 time: 0.4515791 Oct 26 14:20:09.893655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52822) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:09.993608 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4b63e34-aa91-489d-a7af-7e3b80267726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.030846 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42342deb-b979-4fc3-b4d5-f07cc35af5ea None None] Network 396cb190-4b48-4f72-8767-3715f7a64a63 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:10.096811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426de89b-9694-4f1b-a966-e4ea8e4a79bd tempest-DHCPAgentSchedulersTestJSON-1632554346 tempest-DHCPAgentSchedulersTestJSON-1632554346-project-admin] Network fcf92bde-169b-4847-9b50-ea07e916434f is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:20:10.117009 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-426de89b-9694-4f1b-a966-e4ea8e4a79bd tempest-DHCPAgentSchedulersTestJSON-1632554346 tempest-DHCPAgentSchedulersTestJSON-1632554346-project-admin] 10.222.0.32 "POST /v2.0/agents/63c17623-aee9-4a8e-8447-31985209c3a6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2219164 Oct 26 14:20:10.119853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52824) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:10.145284 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda13d9-32c8-4b60-b113-b6da4072c6f1 None None] Network fcf92bde-169b-4847-9b50-ea07e916434f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:10.221621 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4b63e34-aa91-489d-a7af-7e3b80267726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.235836 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4b63e34-aa91-489d-a7af-7e3b80267726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.314558 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a4b63e34-aa91-489d-a7af-7e3b80267726 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdf40e7e8e3a4100881d969f6a8693ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5059857 Oct 26 14:20:10.333808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52830) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:10.411754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f0a9c420-4551-4973-9623-2fd23ba1f20d None None] Provisioning complete for port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:10.412150 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c420-4551-4973-9623-2fd23ba1f20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.418810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b63e34-aa91-489d-a7af-7e3b80267726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1349a9-5c15-40f4-a77c-2123e352246f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:10.551488 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a48822be-1fc0-40aa-b5fc-0370bab2f59c req-2a68894b-bde9-4140-9ee6-6a970aeb68fe tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 210 time: 0.1337276 Oct 26 14:20:10.644427 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-17063a3b-5f79-4eae-92d1-e6c35fb01bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.652256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-754a68cb-2a44-40ca-a3ae-a1359e54a8ec tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:10.654924 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-754a68cb-2a44-40ca-a3ae-a1359e54a8ec tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.25 "GET /v2.0/networks?id=335bcdd5-6125-4141-9caa-35638c81f183 HTTP/1.1" status: 200 len: 808 time: 0.5155680 Oct 26 14:20:10.686685 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ce3ff596-195b-4b33-a8e2-8a990027f868 tempest-DHCPAgentSchedulersTestJSON-1632554346 tempest-DHCPAgentSchedulersTestJSON-1632554346-project-admin] 10.222.0.32 "GET /v2.0/agents/63c17623-aee9-4a8e-8447-31985209c3a6/dhcp-networks HTTP/1.1" status: 200 len: 11197 time: 0.5646079 Oct 26 14:20:10.695729 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52844) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:10.747530 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-17063a3b-5f79-4eae-92d1-e6c35fb01bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.792983 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-53d98aba-3674-475a-856d-6d148db86b70 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1449aea080084d3d8ec88bc07f2d9c81 HTTP/1.1" status: 200 len: 379 time: 0.1200974 Oct 26 14:20:10.811658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-bdbb981c-2680-48cc-b29a-eb2947981647 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Request body: {'port': {'device_id': '401bafc5-ed4d-4bae-aa22-dc628232e372', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'admin_state_up': True, 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'security_groups': ['ee614e6a-c51c-402f-a770-4402978a0d23']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:10.831781 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c420-4551-4973-9623-2fd23ba1f20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.873223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 75c0de19-3ab1-4966-a683-acdfe45c3ad5 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:10.927481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd77fc-9c55-49de-b638-5fa4ce47e221 req-965f91a8-56de-45e6-ba2c-8b563f95b25e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:10.943917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9bfd77fc-9c55-49de-b638-5fa4ce47e221 req-965f91a8-56de-45e6-ba2c-8b563f95b25e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 946 time: 0.1789870 Oct 26 14:20:10.949502 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f0a9c420-4551-4973-9623-2fd23ba1f20d None None] For port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f681cc8a-2536-4b5e-9f7b-d7e7c10908e4,segment=NetworkSegment(9f364bd1-6827-4584-8adb-a5c088c0e892),segment_id=9f364bd1-6827-4584-8adb-a5c088c0e892)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:10.963674 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 75c0de19-3ab1-4966-a683-acdfe45c3ad5 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:10.964199 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:11.006814 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-17063a3b-5f79-4eae-92d1-e6c35fb01bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:11.009544 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-17063a3b-5f79-4eae-92d1-e6c35fb01bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:11.013825 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-17063a3b-5f79-4eae-92d1-e6c35fb01bfe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf1349a9-5c15-40f4-a77c-2123e352246f HTTP/1.1" status: 204 len: 168 time: 0.6767161 Oct 26 14:20:11.017219 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-849f941d-5030-4181-a670-c94ed41bbd47 tempest-DHCPAgentSchedulersTestJSON-1632554346 tempest-DHCPAgentSchedulersTestJSON-1632554346-project-admin] 10.222.0.32 "DELETE /v2.0/agents/63c17623-aee9-4a8e-8447-31985209c3a6/dhcp-networks/fcf92bde-169b-4847-9b50-ea07e916434f HTTP/1.1" status: 204 len: 168 time: 0.3137600 Oct 26 14:20:11.023477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52852) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:11.042888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17063a3b-5f79-4eae-92d1-e6c35fb01bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1349a9-5c15-40f4-a77c-2123e352246f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:11.065291 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c420-4551-4973-9623-2fd23ba1f20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:11.097621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9bfd77fc-9c55-49de-b638-5fa4ce47e221 req-42dbbb70-528e-41fa-9301-2557b586d844 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526592 Oct 26 14:20:11.240088 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9c420-4551-4973-9623-2fd23ba1f20d None None] Pushing event updated for resources: {'Port': ['ID=f681cc8a-2536-4b5e-9f7b-d7e7c10908e4,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:11.301142 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a10be9-ffff-4954-8d12-43926202f7f1 req-f00ec0e7-9a00-43a3-ab15-740bdd7b1a05 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:11.314884 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74a10be9-ffff-4954-8d12-43926202f7f1 req-f00ec0e7-9a00-43a3-ab15-740bdd7b1a05 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 946 time: 0.1123505 Oct 26 14:20:11.330835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:11.345207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-bdbb981c-2680-48cc-b29a-eb2947981647 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Made reservation on behalf of 1449aea080084d3d8ec88bc07f2d9c81 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:11.352754 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-bdbb981c-2680-48cc-b29a-eb2947981647 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:11.418723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74a10be9-ffff-4954-8d12-43926202f7f1 req-6c14ec4a-c682-49bf-ac1f-b229060b6e91 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023262 Oct 26 14:20:11.459547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7f8c7dae-1676-4ba7-9d15-f3e04aac4cd4 None None] Provisioning complete for port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:11.460166 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7dae-1676-4ba7-9d15-f3e04aac4cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:11.550512 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c8f46e02-1da7-4d71-8cf5-9b189324ea07 tempest-DHCPAgentSchedulersTestJSON-1632554346 tempest-DHCPAgentSchedulersTestJSON-1632554346-project-admin] 10.222.0.32 "GET /v2.0/agents/63c17623-aee9-4a8e-8447-31985209c3a6/dhcp-networks HTTP/1.1" status: 200 len: 10427 time: 0.5252488 Oct 26 14:20:11.554326 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52864) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:11.661296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-bdbb981c-2680-48cc-b29a-eb2947981647 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Allocated IP 172.20.0.8 (335bcdd5-6125-4141-9caa-35638c81f183/0702debb-d5a9-4ba0-9a26-ccdf665a3bb4/b193483e-2bbd-4f90-bd59-f86d88d9c5f1) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:11.684671 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52870) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:11.732506 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96fcfb05-6f6c-4a88-abee-713ace380238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:11.811217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3141a25-db34-4884-83f4-845a497d32ec req-b43ea527-9b9d-43a2-97ca-acc7a3b7de77 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 210 time: 0.0956941 Oct 26 14:20:11.830617 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-60de34df-2c18-41c7-9196-e031f461ced7 tempest-DHCPAgentSchedulersTestJSON-1632554346 tempest-DHCPAgentSchedulersTestJSON-1632554346-project-admin] 10.222.0.32 "GET /v2.0/networks/396cb190-4b48-4f72-8767-3715f7a64a63/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2718167 Oct 26 14:20:11.830810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52874) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:11.907233 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a7fdd082-2597-4173-b4d8-b20f56b66c2a tempest-DHCPAgentSchedulersTestJSON-1632554346 tempest-DHCPAgentSchedulersTestJSON-1632554346-project-admin] 10.222.0.32 "GET /v2.0/networks/396cb190-4b48-4f72-8767-3715f7a64a63/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0730684 Oct 26 14:20:11.914172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52878) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:11.937164 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:11.937684 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:11.960607 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-bdbb981c-2680-48cc-b29a-eb2947981647 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.017399 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96fcfb05-6f6c-4a88-abee-713ace380238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.033414 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-bdbb981c-2680-48cc-b29a-eb2947981647 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.061565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-09dd791e-7302-4bfc-89cb-0f8d7e3feff6 None None] Could not find standard attr ID for object a25f1016-3c7b-477e-ba40-dae0f6f25079. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:20:12.085312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96fcfb05-6f6c-4a88-abee-713ace380238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.099439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-bdbb981c-2680-48cc-b29a-eb2947981647 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Network 335bcdd5-6125-4141-9caa-35638c81f183 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:12.109521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-bdbb981c-2680-48cc-b29a-eb2947981647 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:12.113556 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-bdbb981c-2680-48cc-b29a-eb2947981647 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:12.208865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-bdbb981c-2680-48cc-b29a-eb2947981647 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:12.209601 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-bdbb981c-2680-48cc-b29a-eb2947981647 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.235519 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb981c-2680-48cc-b29a-eb2947981647 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Pushing event updated for resources: {'Port': ['ID=b193483e-2bbd-4f90-bd59-f86d88d9c5f1,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:12.261651 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-bdbb981c-2680-48cc-b29a-eb2947981647 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4572411 Oct 26 14:20:12.273722 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Request body: {'port': {'device_id': '401bafc5-ed4d-4bae-aa22-dc628232e372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:12.330589 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcfb05-6f6c-4a88-abee-713ace380238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60185b2-c0ba-4e73-862a-1f87a6a035a2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:12.345325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-96fcfb05-6f6c-4a88-abee-713ace380238 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07e558edc27a45e88289240ae063f15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6594484 Oct 26 14:20:12.349619 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52880) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:12.477327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:12.487752 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-06b038c4-faff-4e42-b235-b83bc39a1358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.501408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9984d499-e6cf-4d66-aabf-dd8d2208fca8 tempest-DHCPAgentSchedulersTestJSON-1632554346 tempest-DHCPAgentSchedulersTestJSON-1632554346-project-admin] 10.222.0.32 "GET /v2.0/agents/63c17623-aee9-4a8e-8447-31985209c3a6/dhcp-networks HTTP/1.1" status: 200 len: 10427 time: 0.5847399 Oct 26 14:20:12.507865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52884) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:12.613497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-70eefc03-e058-4986-a562-275bed01d554 None None] Provisioning complete for port b193483e-2bbd-4f90-bd59-f86d88d9c5f1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:12.613915 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-70eefc03-e058-4986-a562-275bed01d554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.618528 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-06b038c4-faff-4e42-b235-b83bc39a1358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.624469 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67ee3c14-ca21-4d40-b737-3bfb59d73751 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.643887 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:12.644249 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.697360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-70eefc03-e058-4986-a562-275bed01d554 None None] Port b193483e-2bbd-4f90-bd59-f86d88d9c5f1 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:20:12.783887 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67ee3c14-ca21-4d40-b737-3bfb59d73751 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.787519 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-06b038c4-faff-4e42-b235-b83bc39a1358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.790810 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-06b038c4-faff-4e42-b235-b83bc39a1358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.795584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-06b038c4-faff-4e42-b235-b83bc39a1358 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b60185b2-c0ba-4e73-862a-1f87a6a035a2 HTTP/1.1" status: 204 len: 168 time: 0.4344940 Oct 26 14:20:12.831954 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ea66e69a-8261-4505-8454-583d0d05ea2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.871602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b038c4-faff-4e42-b235-b83bc39a1358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60185b2-c0ba-4e73-862a-1f87a6a035a2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:12.889240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-67ee3c14-ca21-4d40-b737-3bfb59d73751 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf92bde-169b-4847-9b50-ea07e916434f']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:12.911978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-67ee3c14-ca21-4d40-b737-3bfb59d73751 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37248e29-d2da-4f7b-b555-009384d98986') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:12.911978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-67ee3c14-ca21-4d40-b737-3bfb59d73751 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37248e29-d2da-4f7b-b555-009384d98986') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:12.950000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52896) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:12.968171 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67ee3c14-ca21-4d40-b737-3bfb59d73751 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.984721 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.086238 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67ee3c14-ca21-4d40-b737-3bfb59d73751 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.104569 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ee3c14-ca21-4d40-b737-3bfb59d73751 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:20:13.105001 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67ee3c14-ca21-4d40-b737-3bfb59d73751 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:20:13.110128 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:20:13.222468 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360bb94-e60b-476b-b16e-193d86e2a831 req-3eb2c411-caa0-4851-9be1-fe25804ab415 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.230679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360bb94-e60b-476b-b16e-193d86e2a831 req-3eb2c411-caa0-4851-9be1-fe25804ab415 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.238608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360bb94-e60b-476b-b16e-193d86e2a831 req-3eb2c411-caa0-4851-9be1-fe25804ab415 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.245411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360bb94-e60b-476b-b16e-193d86e2a831 req-3eb2c411-caa0-4851-9be1-fe25804ab415 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.251705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360bb94-e60b-476b-b16e-193d86e2a831 req-3eb2c411-caa0-4851-9be1-fe25804ab415 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.257535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360bb94-e60b-476b-b16e-193d86e2a831 req-3eb2c411-caa0-4851-9be1-fe25804ab415 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.266766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360bb94-e60b-476b-b16e-193d86e2a831 req-3eb2c411-caa0-4851-9be1-fe25804ab415 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.268750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3360bb94-e60b-476b-b16e-193d86e2a831 req-3eb2c411-caa0-4851-9be1-fe25804ab415 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5436 time: 0.3833947 Oct 26 14:20:13.315828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc74db4-918c-4ad4-a977-43a3d795aee1 req-171baeae-644c-4045-996c-bdaf01d1c842 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.317466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cc74db4-918c-4ad4-a977-43a3d795aee1 req-171baeae-644c-4045-996c-bdaf01d1c842 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 931 time: 0.3459547 Oct 26 14:20:13.340114 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67ee3c14-ca21-4d40-b737-3bfb59d73751 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.353060 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67ee3c14-ca21-4d40-b737-3bfb59d73751 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.360876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-67ee3c14-ca21-4d40-b737-3bfb59d73751 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] 10.222.0.32 "DELETE /v2.0/networks/fcf92bde-169b-4847-9b50-ea07e916434f HTTP/1.1" status: 204 len: 168 time: 0.8515499 Oct 26 14:20:13.371044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52906) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:13.397294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b193483e-2bbd-4f90-bd59-f86d88d9c5f1 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:20:13.407041 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.422766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee3c14-ca21-4d40-b737-3bfb59d73751 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Pushing event deleted for resources: {'Network': ['ID=fcf92bde-169b-4847-9b50-ea07e916434f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:13.423105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Transition to ACTIVE for port object b193483e-2bbd-4f90-bd59-f86d88d9c5f1 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:20:13.449454 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.466134 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-35276789-b335-43ce-83a7-3211ebe28661 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] DELETE failed (client error): The resource could not be found. Oct 26 14:20:13.466862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35276789-b335-43ce-83a7-3211ebe28661 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:20:13.467801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3360bb94-e60b-476b-b16e-193d86e2a831 req-5e2ef159-735e-4ba7-9bba-395686cde7be tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870046 Oct 26 14:20:13.472935 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-35276789-b335-43ce-83a7-3211ebe28661 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] 10.222.0.32 "DELETE /v2.0/ports/a25f1016-3c7b-477e-ba40-dae0f6f25079 HTTP/1.1" status: 404 len: 333 time: 0.0981042 Oct 26 14:20:13.474976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52912) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:13.580990 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cc74db4-918c-4ad4-a977-43a3d795aee1 req-1f528109-ca13-42a2-868a-6915f873ab62 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee614e6a-c51c-402f-a770-4402978a0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508206 Oct 26 14:20:13.670722 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=b193483e-2bbd-4f90-bd59-f86d88d9c5f1,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:13.730813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-65365f9e-70e6-4847-8c90-080e64dc00c3 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Deleting subnet 702c1d14-6223-4673-b5d3-4d0e66a590a4 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:20:13.740834 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-65365f9e-70e6-4847-8c90-080e64dc00c3 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.767115 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Attempting to bind port b193483e-2bbd-4f90-bd59-f86d88d9c5f1 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:20:13.767452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Attempting to bind port b193483e-2bbd-4f90-bd59-f86d88d9c5f1 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '856bc200-d859-4998-840e-eaaf3d659f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:20:13.767784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Attempting to bind port b193483e-2bbd-4f90-bd59-f86d88d9c5f1 on network 335bcdd5-6125-4141-9caa-35638c81f183 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:13.780887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Port b193483e-2bbd-4f90-bd59-f86d88d9c5f1 on network 335bcdd5-6125-4141-9caa-35638c81f183 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:20:13.781335 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Attempting to bind port b193483e-2bbd-4f90-bd59-f86d88d9c5f1 on network 335bcdd5-6125-4141-9caa-35638c81f183 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:13.792328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:20:13.792678 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Checking segment: {'id': '856bc200-d859-4998-840e-eaaf3d659f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:13.793065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Bound using segment: {'id': '856bc200-d859-4998-840e-eaaf3d659f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:20:13.793817 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Bound port: b193483e-2bbd-4f90-bd59-f86d88d9c5f1, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856bc200-d859-4998-840e-eaaf3d659f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:20:13.793947 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.808786 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-65365f9e-70e6-4847-8c90-080e64dc00c3 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.915975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde38c9-6de6-40aa-bcd1-a1ab1a0ef354 req-12fd7afc-d834-4847-9cbd-015d739475dd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.923565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde38c9-6de6-40aa-bcd1-a1ab1a0ef354 req-12fd7afc-d834-4847-9cbd-015d739475dd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.930412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde38c9-6de6-40aa-bcd1-a1ab1a0ef354 req-12fd7afc-d834-4847-9cbd-015d739475dd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.937510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde38c9-6de6-40aa-bcd1-a1ab1a0ef354 req-12fd7afc-d834-4847-9cbd-015d739475dd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.944846 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde38c9-6de6-40aa-bcd1-a1ab1a0ef354 req-12fd7afc-d834-4847-9cbd-015d739475dd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.950953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde38c9-6de6-40aa-bcd1-a1ab1a0ef354 req-12fd7afc-d834-4847-9cbd-015d739475dd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.957262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde38c9-6de6-40aa-bcd1-a1ab1a0ef354 req-12fd7afc-d834-4847-9cbd-015d739475dd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:13.959217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bcde38c9-6de6-40aa-bcd1-a1ab1a0ef354 req-12fd7afc-d834-4847-9cbd-015d739475dd tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5436 time: 0.2401786 Oct 26 14:20:14.030119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] For port b193483e-2bbd-4f90-bd59-f86d88d9c5f1, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:20:14.035375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] For port b193483e-2bbd-4f90-bd59-f86d88d9c5f1, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b193483e-2bbd-4f90-bd59-f86d88d9c5f1,segment=NetworkSegment(856bc200-d859-4998-840e-eaaf3d659f1a),segment_id=856bc200-d859-4998-840e-eaaf3d659f1a)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:20:14.047176 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-65365f9e-70e6-4847-8c90-080e64dc00c3 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:14.112210 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:14.155146 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:14.185971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=b193483e-2bbd-4f90-bd59-f86d88d9c5f1,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:14.214132 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:14.215050 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:14.216498 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-60494728-a010-4b0d-a128-528dbef97bc0 service neutron] 10.222.0.25 "PUT /v2.0/ports/b193483e-2bbd-4f90-bd59-f86d88d9c5f1 HTTP/1.1" status: 200 len: 1091 time: 1.9475622 Oct 26 14:20:14.219745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401bafc5-ed4d-4bae-aa22-dc628232e372', 'tag': 'b193483e-2bbd-4f90-bd59-f86d88d9c5f1'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:20:14.223215 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0221164-a78c-4331-863a-10dd784b6c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "401bafc5-ed4d-4bae-aa22-dc628232e372", "tag": "b193483e-2bbd-4f90-bd59-f86d88d9c5f1"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:20:14.369158 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ed90df-35e8-4bb3-8d5a-7023f51a6ed6 x-openstack-request-id: req-35ed90df-35e8-4bb3-8d5a-7023f51a6ed6 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:20:14.370414 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401bafc5-ed4d-4bae-aa22-dc628232e372", "tag": "b193483e-2bbd-4f90-bd59-f86d88d9c5f1", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:20:14.371015 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35ed90df-35e8-4bb3-8d5a-7023f51a6ed6 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:20:14.371778 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401bafc5-ed4d-4bae-aa22-dc628232e372', 'tag': 'b193483e-2bbd-4f90-bd59-f86d88d9c5f1', 'status': 'completed', 'code': 200} Oct 26 14:20:14.400406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-7c460a17-51c4-47b0-a4f6-73f33cdc16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:14.405026 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-7c460a17-51c4-47b0-a4f6-73f33cdc16b0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1449aea080084d3d8ec88bc07f2d9c81&device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 1094 time: 0.1229162 Oct 26 14:20:14.407219 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-65365f9e-70e6-4847-8c90-080e64dc00c3 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:14.425891 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-65365f9e-70e6-4847-8c90-080e64dc00c3 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:14.434550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52954) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:14.435561 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-65365f9e-70e6-4847-8c90-080e64dc00c3 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] 10.222.0.32 "DELETE /v2.0/subnets/702c1d14-6223-4673-b5d3-4d0e66a590a4 HTTP/1.1" status: 204 len: 168 time: 0.9404671 Oct 26 14:20:14.439256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8397f3-ba89-44b2-9003-e5ed19299c84 None None] Network 396cb190-4b48-4f72-8767-3715f7a64a63 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:14.496029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65365f9e-70e6-4847-8c90-080e64dc00c3 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Pushing event deleted for resources: {'Subnet': ['ID=702c1d14-6223-4673-b5d3-4d0e66a590a4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:14.499001 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-24a031d8-c303-4c01-9873-21d0b100484e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b193483e-2bbd-4f90-bd59-f86d88d9c5f1 HTTP/1.1" status: 200 len: 217 time: 0.0808148 Oct 26 14:20:14.626993 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-4fa0e1b9-fbae-4535-893a-2d60e35469de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:14.634019 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-4fa0e1b9-fbae-4535-893a-2d60e35469de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0702debb-d5a9-4ba0-9a26-ccdf665a3bb4 HTTP/1.1" status: 200 len: 847 time: 0.1274569 Oct 26 14:20:14.752424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-1f8d04c8-1a3a-499b-bc23-1830370c056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:14.754345 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-1f8d04c8-1a3a-499b-bc23-1830370c056f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=335bcdd5-6125-4141-9caa-35638c81f183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124868 Oct 26 14:20:14.897531 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb101ea-afb0-4b81-84e4-e7abd0d058fb None None] DHCP port deletion for 396cb190-4b48-4f72-8767-3715f7a64a63 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:20:14.958161 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-c95e8db7-e83c-4beb-9c96-2ca120ad6f69 service neutron] 10.222.0.25 "GET /v2.0/networks/335bcdd5-6125-4141-9caa-35638c81f183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954896 Oct 26 14:20:14.961938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0bc79-f436-46f7-8f25-4c781e7303d0 req-0893c6ab-6fcc-4180-a4e2-1cd8e5b001eb tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:14.973190 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0bc79-f436-46f7-8f25-4c781e7303d0 req-0893c6ab-6fcc-4180-a4e2-1cd8e5b001eb tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 943 time: 0.2007298 Oct 26 14:20:14.978321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4bb101ea-afb0-4b81-84e4-e7abd0d058fb None None] Deleting port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:14.979041 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4bb101ea-afb0-4b81-84e4-e7abd0d058fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:15.005897 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:15.081679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4bb101ea-afb0-4b81-84e4-e7abd0d058fb None None] For port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f681cc8a-2536-4b5e-9f7b-d7e7c10908e4,segment=NetworkSegment(9f364bd1-6827-4584-8adb-a5c088c0e892),segment_id=9f364bd1-6827-4584-8adb-a5c088c0e892)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:15.082468 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4bb101ea-afb0-4b81-84e4-e7abd0d058fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:15.098820 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9bcf5cdd-698e-43b6-9b9f-019a16ea7c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:15.102475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4bb101ea-afb0-4b81-84e4-e7abd0d058fb None None] Calling delete_port for f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:15.150563 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0bc79-f436-46f7-8f25-4c781e7303d0 req-188c0f91-d8d3-493e-8aac-a10fc82090bf tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee614e6a-c51c-402f-a770-4402978a0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420987 Oct 26 14:20:15.231696 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4bb101ea-afb0-4b81-84e4-e7abd0d058fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:15.242947 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6859d7b0-fde6-470d-b069-96ee7e0e0db8 req-6363e504-1e9d-49c4-8db5-5af747d80a3e service neutron] 10.222.0.25 "GET /v2.0/networks/335bcdd5-6125-4141-9caa-35638c81f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760668 Oct 26 14:20:15.286449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb101ea-afb0-4b81-84e4-e7abd0d058fb None None] Pushing event deleted for resources: {'Port': ['ID=f681cc8a-2536-4b5e-9f7b-d7e7c10908e4,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:15.295775 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb101ea-afb0-4b81-84e4-e7abd0d058fb None None] No DVR routers for this DVR port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:20:15.298790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Allocated IP 172.20.0.17 (79e765c4-a5ef-48d6-80b2-b5266a8d3ea4/366e6ee4-7706-4f48-a5e7-2f9ccbf1da16/7b10bec3-2e01-419a-80ac-02a3db8882bf) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:15.346699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Deleting port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:15.347247 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:15.373744 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0221164-a78c-4331-863a-10dd784b6c8d req-6acaee0b-dcb6-454a-8c06-10de89808b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.375313 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b0221164-a78c-4331-863a-10dd784b6c8d req-6acaee0b-dcb6-454a-8c06-10de89808b67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1449aea080084d3d8ec88bc07f2d9c81&device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 1094 time: 0.0726681 Oct 26 14:20:15.592315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0221164-a78c-4331-863a-10dd784b6c8d req-5ae82f2f-e8ed-468d-9fcf-844d162d543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.599391 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b0221164-a78c-4331-863a-10dd784b6c8d req-5ae82f2f-e8ed-468d-9fcf-844d162d543f service neutron] 10.222.0.25 "GET /v2.0/networks?id=335bcdd5-6125-4141-9caa-35638c81f183 HTTP/1.1" status: 200 len: 909 time: 0.2156711 Oct 26 14:20:15.684596 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b0221164-a78c-4331-863a-10dd784b6c8d req-1683bddd-b018-4174-acbd-41ae58f84bf4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b193483e-2bbd-4f90-bd59-f86d88d9c5f1 HTTP/1.1" status: 200 len: 217 time: 0.0733602 Oct 26 14:20:15.782759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0221164-a78c-4331-863a-10dd784b6c8d req-a99ae359-d512-4e30-a66b-199d6a8e36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.786749 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b0221164-a78c-4331-863a-10dd784b6c8d req-a99ae359-d512-4e30-a66b-199d6a8e36fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0702debb-d5a9-4ba0-9a26-ccdf665a3bb4 HTTP/1.1" status: 200 len: 847 time: 0.0929108 Oct 26 14:20:15.886753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0221164-a78c-4331-863a-10dd784b6c8d req-74b6d8e4-2fd8-4d41-9be4-78cef37bfbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.897214 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b0221164-a78c-4331-863a-10dd784b6c8d req-74b6d8e4-2fd8-4d41-9be4-78cef37bfbf4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=335bcdd5-6125-4141-9caa-35638c81f183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963635 Oct 26 14:20:16.018441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] For port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4, host n-d-815498-1, got binding levels [] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:16.018955 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.044780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Calling delete_port for f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:16.060508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_backend_mixin [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 was not found and therefore no delete operation was performed {{(pid=102124) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:20:16.065774 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.077576 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b0221164-a78c-4331-863a-10dd784b6c8d req-2d2278d5-22f4-46f1-a860-6604721557cb service neutron] 10.222.0.25 "GET /v2.0/networks/335bcdd5-6125-4141-9caa-35638c81f183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749630 Oct 26 14:20:16.090613 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] No DVR routers for this DVR port f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:20:16.128325 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.134096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Pushing event deleted for resources: {'Port': ['ID=f681cc8a-2536-4b5e-9f7b-d7e7c10908e4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:16.274768 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b0221164-a78c-4331-863a-10dd784b6c8d req-fe035616-9280-46b9-bcf3-c54f77ec3d30 service neutron] 10.222.0.25 "GET /v2.0/networks/335bcdd5-6125-4141-9caa-35638c81f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809590 Oct 26 14:20:16.285509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53046) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:16.390450 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.421957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571402d-b489-49ce-b82e-7b5c38376dbe req-fd01ecfa-ec78-4859-831c-42b8d1a65419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:16.434188 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.435165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:20:16.435946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571402d-b489-49ce-b82e-7b5c38376dbe req-fd01ecfa-ec78-4859-831c-42b8d1a65419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:16.436666 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571402d-b489-49ce-b82e-7b5c38376dbe req-fd01ecfa-ec78-4859-831c-42b8d1a65419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:16.437741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571402d-b489-49ce-b82e-7b5c38376dbe req-fd01ecfa-ec78-4859-831c-42b8d1a65419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:16.439379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571402d-b489-49ce-b82e-7b5c38376dbe req-fd01ecfa-ec78-4859-831c-42b8d1a65419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:16.440438 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571402d-b489-49ce-b82e-7b5c38376dbe req-fd01ecfa-ec78-4859-831c-42b8d1a65419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:16.441103 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571402d-b489-49ce-b82e-7b5c38376dbe req-fd01ecfa-ec78-4859-831c-42b8d1a65419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:16.445068 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e571402d-b489-49ce-b82e-7b5c38376dbe req-fd01ecfa-ec78-4859-831c-42b8d1a65419 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 6493 time: 0.1582084 Oct 26 14:20:16.482452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0600f-7221-4805-9dcb-e59ff845a4ee req-f6d36a4c-906a-45a1-9129-691d013a9e0a tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:16.483994 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2a0600f-7221-4805-9dcb-e59ff845a4ee req-f6d36a4c-906a-45a1-9129-691d013a9e0a tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 943 time: 0.1709266 Oct 26 14:20:16.487972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396cb190-4b48-4f72-8767-3715f7a64a63']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:16.516544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:16.527967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f364bd1-6827-4584-8adb-a5c088c0e892') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:16.528605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f364bd1-6827-4584-8adb-a5c088c0e892') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:16.530723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:20:16.533475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f681cc8a-2536-4b5e-9f7b-d7e7c10908e4 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:20:16.546859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:16.549623 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e571402d-b489-49ce-b82e-7b5c38376dbe req-f5ed32fe-51d7-4e73-8771-3c294a512f5b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913408 Oct 26 14:20:16.559758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:16.658560 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.687187 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.707487 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.721323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=7b10bec3-2e01-419a-80ac-02a3db8882bf,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:16.794482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b193483e-2bbd-4f90-bd59-f86d88d9c5f1 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:20:16.795030 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.805231 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.862517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:20:16.862942 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:20:16.873337 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:20:17.131252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b193483e-2bbd-4f90-bd59-f86d88d9c5f1, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b193483e-2bbd-4f90-bd59-f86d88d9c5f1,segment=NetworkSegment(856bc200-d859-4998-840e-eaaf3d659f1a),segment_id=856bc200-d859-4998-840e-eaaf3d659f1a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:17.156052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2a0600f-7221-4805-9dcb-e59ff845a4ee req-10ab3ec8-0fdb-49ad-b45d-8f7ff99ce507 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee614e6a-c51c-402f-a770-4402978a0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6353183 Oct 26 14:20:17.158810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'b193483e-2bbd-4f90-bd59-f86d88d9c5f1', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'port_id': 'b193483e-2bbd-4f90-bd59-f86d88d9c5f1', 'mac_address': 'fa:16:3e:bb:5b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:20:17.222987 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.228814 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.231465 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.236633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] 10.222.0.32 "DELETE /v2.0/networks/396cb190-4b48-4f72-8767-3715f7a64a63 HTTP/1.1" status: 204 len: 168 time: 2.7898324 Oct 26 14:20:17.263723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f103f-95ba-4b8c-9886-71022bb76c03 tempest-DHCPAgentSchedulersTestJSON-1453769137 tempest-DHCPAgentSchedulersTestJSON-1453769137-project] Pushing event deleted for resources: {'Network': ['ID=396cb190-4b48-4f72-8767-3715f7a64a63,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:17.284195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b193483e-2bbd-4f90-bd59-f86d88d9c5f1 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:20:17.327871 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.332572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f71bec6a-6e13-4dd3-8108-f33564431358 None None] Provisioning complete for port 7b10bec3-2e01-419a-80ac-02a3db8882bf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:17.332943 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f71bec6a-6e13-4dd3-8108-f33564431358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.336481 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b193483e-2bbd-4f90-bd59-f86d88d9c5f1, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b193483e-2bbd-4f90-bd59-f86d88d9c5f1,segment=NetworkSegment(856bc200-d859-4998-840e-eaaf3d659f1a),segment_id=856bc200-d859-4998-840e-eaaf3d659f1a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:17.358237 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.398316 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f71bec6a-6e13-4dd3-8108-f33564431358 None None] Port 7b10bec3-2e01-419a-80ac-02a3db8882bf cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:20:17.433273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b193483e-2bbd-4f90-bd59-f86d88d9c5f1,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:17.583694 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['b193483e-2bbd-4f90-bd59-f86d88d9c5f1'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:20:17.636895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53132) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:17.699735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.707001 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.836790 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.840155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=7b10bec3-2e01-419a-80ac-02a3db8882bf,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:17.855167 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fffa0a6e-7e86-4153-85a4-283e7c50cb46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=532a3964ce804c299a66bdedf76c8abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170918 Oct 26 14:20:17.857864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53150) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:17.943759 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3ff60c53-35a0-42be-933c-bdf4fbd4b2db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.955591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:17.957422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:17.967463 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3ff60c53-35a0-42be-933c-bdf4fbd4b2db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:18.032133 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3ff60c53-35a0-42be-933c-bdf4fbd4b2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:18.035766 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3ff60c53-35a0-42be-933c-bdf4fbd4b2db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:18.037187 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3ff60c53-35a0-42be-933c-bdf4fbd4b2db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb7f27eb-345c-4bc3-80a6-6cb4241e47fd HTTP/1.1" status: 204 len: 168 time: 0.1781242 Oct 26 14:20:18.046916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff60c53-35a0-42be-933c-bdf4fbd4b2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7f27eb-345c-4bc3-80a6-6cb4241e47fd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:18.177345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Router 13bbc71e-4564-438a-82bd-41da1ced725f has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:20:18.339778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-34070208-267d-43ab-b4ed-91431e5dbc11 None None] Provisioning complete for port 7b10bec3-2e01-419a-80ac-02a3db8882bf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:18.343654 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-34070208-267d-43ab-b4ed-91431e5dbc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:18.425065 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-34070208-267d-43ab-b4ed-91431e5dbc11 None None] Port 7b10bec3-2e01-419a-80ac-02a3db8882bf cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:20:18.426738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045522cc-336f-42ee-a99d-2318b8e09360 req-7d0deeaf-7beb-4032-8bf3-ea88c46fc83b tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:18.428507 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-045522cc-336f-42ee-a99d-2318b8e09360 req-7d0deeaf-7beb-4032-8bf3-ea88c46fc83b tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 944 time: 0.0818744 Oct 26 14:20:18.446912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:20:18.458877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Sync routers for ids ['13bbc71e-4564-438a-82bd-41da1ced725f'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:20:18.473543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bed9e404-6f72-41d2-9ced-ac6bb38a36ff tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "PUT /v2.0/routers/13bbc71e-4564-438a-82bd-41da1ced725f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5214891 Oct 26 14:20:18.482895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Routers {'13bbc71e-4564-438a-82bd-41da1ced725f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:18.484994 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['13bbc71e-4564-438a-82bd-41da1ced725f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:18.503336 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-045522cc-336f-42ee-a99d-2318b8e09360 req-1296e05c-fdb0-4c76-9dab-f65455b652b9 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee614e6a-c51c-402f-a770-4402978a0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667696 Oct 26 14:20:18.624442 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:18.670477 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Set router 13bbc71e-4564-438a-82bd-41da1ced725f gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:20:18.707848 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53200) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:18.723368 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c30e63de-c2ae-48ba-87dd-be68d6d9269b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:18.821272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b193483e-2bbd-4f90-bd59-f86d88d9c5f1 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:18.826490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c30e63de-c2ae-48ba-87dd-be68d6d9269b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:18.837138 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c30e63de-c2ae-48ba-87dd-be68d6d9269b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:18.898087 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c30e63de-c2ae-48ba-87dd-be68d6d9269b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=587c0abb012b453eb5a14d98d762a40b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891301 Oct 26 14:20:18.901111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53206) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:18.909465 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e63de-c2ae-48ba-87dd-be68d6d9269b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b36dca-26b0-4176-bfa6-e206a313ccef,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:18.955702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port b193483e-2bbd-4f90-bd59-f86d88d9c5f1 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:20:18.962035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port b193483e-2bbd-4f90-bd59-f86d88d9c5f1 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:18.962543 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:18.971478 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84a80663-cb30-4986-8bbc-11af44a6694f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:18.997915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84a80663-cb30-4986-8bbc-11af44a6694f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.067494 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84a80663-cb30-4986-8bbc-11af44a6694f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.071567 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-84a80663-cb30-4986-8bbc-11af44a6694f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.073546 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-84a80663-cb30-4986-8bbc-11af44a6694f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3b36dca-26b0-4176-bfa6-e206a313ccef HTTP/1.1" status: 204 len: 168 time: 0.1712928 Oct 26 14:20:19.088172 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a80663-cb30-4986-8bbc-11af44a6694f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b36dca-26b0-4176-bfa6-e206a313ccef,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:19.154566 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.192907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401bafc5-ed4d-4bae-aa22-dc628232e372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b193483e-2bbd-4f90-bd59-f86d88d9c5f1'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:20:19.200210 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac49bb15-29ac-49ad-9229-deb1bf89bcf0" -d '{"events": [{"server_uuid": "401bafc5-ed4d-4bae-aa22-dc628232e372", "name": "network-vif-plugged", "status": "completed", "tag": "b193483e-2bbd-4f90-bd59-f86d88d9c5f1"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:20:19.243455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:20:17Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '3838557f-d332-47b7-a00f-9fad629a8a69', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'port_id': '8da93bde-dd90-4868-b561-584467d09cf0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'mac_address': 'fa:16:3e:a1:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:04Z', 'updated_at': '2021-10-26T14:19:10Z', 'revision_number': 1, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b10bec3-2e01-419a-80ac-02a3db8882bf', 'name': '', 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '366e6ee4-7706-4f48-a5e7-2f9ccbf1da16', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:14Z', 'updated_at': '2021-10-26T14:20:17Z', 'revision_number': 2, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '366e6ee4-7706-4f48-a5e7-2f9ccbf1da16', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:35Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:19.269685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b193483e-2bbd-4f90-bd59-f86d88d9c5f1, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b193483e-2bbd-4f90-bd59-f86d88d9c5f1,segment=NetworkSegment(856bc200-d859-4998-840e-eaaf3d659f1a),segment_id=856bc200-d859-4998-840e-eaaf3d659f1a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:19.387060 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d82da1e-3b95-400c-bebf-3b392ef6a5c2 x-openstack-request-id: req-4d82da1e-3b95-400c-bebf-3b392ef6a5c2 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:20:19.388387 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401bafc5-ed4d-4bae-aa22-dc628232e372", "name": "network-vif-plugged", "status": "completed", "tag": "b193483e-2bbd-4f90-bd59-f86d88d9c5f1", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:20:19.389477 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d82da1e-3b95-400c-bebf-3b392ef6a5c2 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:20:19.390498 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401bafc5-ed4d-4bae-aa22-dc628232e372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b193483e-2bbd-4f90-bd59-f86d88d9c5f1', 'code': 200} Oct 26 14:20:19.392748 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.398128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Checking router: 13bbc71e-4564-438a-82bd-41da1ced725f for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:20:19.399146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Updating router 13bbc71e-4564-438a-82bd-41da1ced725f port 7b10bec3-2e01-419a-80ac-02a3db8882bf binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:20:19.466852 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10020ded-0db8-46c3-b10f-81a8090738b3 req-c0482fdc-f279-405b-a3a5-9e0a2f6a60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:19.468649 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-10020ded-0db8-46c3-b10f-81a8090738b3 req-c0482fdc-f279-405b-a3a5-9e0a2f6a60e2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 1096 time: 0.0872169 Oct 26 14:20:19.616249 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-10020ded-0db8-46c3-b10f-81a8090738b3 req-5eee0193-aff4-4694-b63c-23b06e1cf767 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ee614e6a-c51c-402f-a770-4402978a0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310771 Oct 26 14:20:19.653936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b193483e-2bbd-4f90-bd59-f86d88d9c5f1,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:19.709004 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.806903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124b01f-2205-4d1e-b584-6345e9a34c74 req-d18c3e42-ada0-4f7a-ad5a-ec3a5b85353f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:19.823151 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7124b01f-2205-4d1e-b584-6345e9a34c74 req-d18c3e42-ada0-4f7a-ad5a-ec3a5b85353f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 945 time: 0.1387589 Oct 26 14:20:19.921330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7124b01f-2205-4d1e-b584-6345e9a34c74 req-baf2833b-e704-4adc-9e2e-505e7b17a5fa tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee614e6a-c51c-402f-a770-4402978a0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952959 Oct 26 14:20:20.043850 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:20:20.099644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53242) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:20.247301 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.254661 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.387786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea97f8f-d953-48a7-aad4-3737f5349661 None None] Pushing event updated for resources: {'Port': ['ID=7b10bec3-2e01-419a-80ac-02a3db8882bf,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:20.498392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Attempting to bind port 7b10bec3-2e01-419a-80ac-02a3db8882bf on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:20:20.499004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Attempting to bind port 7b10bec3-2e01-419a-80ac-02a3db8882bf by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:20:20.499540 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Attempting to bind port 7b10bec3-2e01-419a-80ac-02a3db8882bf on network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:20.506813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:20:20.507442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Checking segment: {'id': '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:20.507852 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.508252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Bound using segment: {'id': '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:20:20.508736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Bound port: 7b10bec3-2e01-419a-80ac-02a3db8882bf, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:20:20.509152 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.620971 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] For port 7b10bec3-2e01-419a-80ac-02a3db8882bf, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:20:20.629235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] For port 7b10bec3-2e01-419a-80ac-02a3db8882bf, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7b10bec3-2e01-419a-80ac-02a3db8882bf,segment=NetworkSegment(4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9),segment_id=4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:20:20.640629 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.692668 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b80e8fd5-be08-432b-9775-8536a748cf0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.727960 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f4850fb-2d05-4ea9-9f28-4cab53352d77 req-65e400b1-fdc4-46b1-8c53-0c1896f9ba08 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1278491 Oct 26 14:20:20.756754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea97f8f-d953-48a7-aad4-3737f5349661 None None] Pushing event updated for resources: {'Port': ['ID=7b10bec3-2e01-419a-80ac-02a3db8882bf,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:20.807602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9da6df15-81b8-4bbd-a5e7-3d57f90fb282 None None] Provisioning complete for port 7b10bec3-2e01-419a-80ac-02a3db8882bf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:20.808206 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9da6df15-81b8-4bbd-a5e7-3d57f90fb282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.811111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Routers {'13bbc71e-4564-438a-82bd-41da1ced725f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:20.812310 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['13bbc71e-4564-438a-82bd-41da1ced725f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:20.924392 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b80e8fd5-be08-432b-9775-8536a748cf0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.930399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4850fb-2d05-4ea9-9f28-4cab53352d77 req-06cebbc0-2d68-470a-8009-6b9b5865872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:20.934748 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f4850fb-2d05-4ea9-9f28-4cab53352d77 req-06cebbc0-2d68-470a-8009-6b9b5865872d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 1097 time: 0.1308608 Oct 26 14:20:20.937213 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b80e8fd5-be08-432b-9775-8536a748cf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.998666 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b80e8fd5-be08-432b-9775-8536a748cf0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=337f27f5f8f54b678e6a818c41408c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8978455 Oct 26 14:20:21.001791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53272) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:21.100288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e8fd5-be08-432b-9775-8536a748cf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17256092-6cff-4d85-9246-e6466b992e4e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:21.183504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4850fb-2d05-4ea9-9f28-4cab53352d77 req-529a7c5a-583d-44f0-8db7-21afc6e80053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:21.185326 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f4850fb-2d05-4ea9-9f28-4cab53352d77 req-529a7c5a-583d-44f0-8db7-21afc6e80053 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9dc1eca-c600-4f43-93c9-e23ae898c91e HTTP/1.1" status: 200 len: 898 time: 0.1982255 Oct 26 14:20:21.206111 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baab20-8582-4bf4-850a-bb287c4d9528 req-c1748fe9-eb76-4a2f-85b7-c866a07a575b tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:21.216292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34baab20-8582-4bf4-850a-bb287c4d9528 req-c1748fe9-eb76-4a2f-85b7-c866a07a575b tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 945 time: 0.1540174 Oct 26 14:20:21.242384 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b81d6405-ffb1-4bd1-bc8a-2258f8f8c3b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.292248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] Set router 13bbc71e-4564-438a-82bd-41da1ced725f gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:20:21.294297 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9da6df15-81b8-4bbd-a5e7-3d57f90fb282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.322167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34baab20-8582-4bf4-850a-bb287c4d9528 req-43050ab4-b9b3-454e-9b17-84b93236465c tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee614e6a-c51c-402f-a770-4402978a0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046505 Oct 26 14:20:21.324396 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b81d6405-ffb1-4bd1-bc8a-2258f8f8c3b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.335090 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f4850fb-2d05-4ea9-9f28-4cab53352d77 req-bafd1c5f-e4e8-4c97-a5a6-fb2ad466ab96 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8da93bde-dd90-4868-b561-584467d09cf0 HTTP/1.1" status: 200 len: 1001 time: 0.1392853 Oct 26 14:20:21.411935 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b81d6405-ffb1-4bd1-bc8a-2258f8f8c3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.415800 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b81d6405-ffb1-4bd1-bc8a-2258f8f8c3b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.418204 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b81d6405-ffb1-4bd1-bc8a-2258f8f8c3b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17256092-6cff-4d85-9246-e6466b992e4e HTTP/1.1" status: 204 len: 168 time: 0.4151242 Oct 26 14:20:21.439743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d6405-ffb1-4bd1-bc8a-2258f8f8c3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17256092-6cff-4d85-9246-e6466b992e4e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:21.441445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4850fb-2d05-4ea9-9f28-4cab53352d77 req-e798b7a9-8682-46a8-bd78-53c77713c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:21.442935 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f4850fb-2d05-4ea9-9f28-4cab53352d77 req-e798b7a9-8682-46a8-bd78-53c77713c613 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=22e92306-1374-4a88-a833-d3906d26f4a2 HTTP/1.1" status: 200 len: 835 time: 0.0995855 Oct 26 14:20:21.490429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-9da6df15-81b8-4bbd-a5e7-3d57f90fb282 None None] For port 7b10bec3-2e01-419a-80ac-02a3db8882bf, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7b10bec3-2e01-419a-80ac-02a3db8882bf,segment=NetworkSegment(4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9),segment_id=4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:21.524176 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4850fb-2d05-4ea9-9f28-4cab53352d77 req-686960f8-bf59-46cf-ba32-9e0acb13d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:21.526879 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9da6df15-81b8-4bbd-a5e7-3d57f90fb282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.531726 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f4850fb-2d05-4ea9-9f28-4cab53352d77 req-686960f8-bf59-46cf-ba32-9e0acb13d022 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9dc1eca-c600-4f43-93c9-e23ae898c91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774825 Oct 26 14:20:21.559445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae35af-bfe5-4f90-bf28-7256ce839d96 req-eacd806a-23fe-4ea7-9c33-2595f5dc4591 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:21.561483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dbae35af-bfe5-4f90-bf28-7256ce839d96 req-eacd806a-23fe-4ea7-9c33-2595f5dc4591 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 945 time: 0.1150241 Oct 26 14:20:21.654762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6df15-81b8-4bbd-a5e7-3d57f90fb282 None None] Pushing event updated for resources: {'Port': ['ID=7b10bec3-2e01-419a-80ac-02a3db8882bf,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:21.702782 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3183901d-5022-40e7-b337-a9d60643828c None None] Provisioning complete for port 7b10bec3-2e01-419a-80ac-02a3db8882bf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:21.703187 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3183901d-5022-40e7-b337-a9d60643828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.703488 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dbae35af-bfe5-4f90-bf28-7256ce839d96 req-66db1cb1-8ba6-427a-b9c2-9329cd984bea tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee614e6a-c51c-402f-a770-4402978a0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339667 Oct 26 14:20:21.757064 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f4850fb-2d05-4ea9-9f28-4cab53352d77 req-56437677-e689-465b-a367-62598e08b4fa service neutron] 10.222.0.25 "GET /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179782 Oct 26 14:20:21.899034 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db608b0-2705-4322-8552-874c0edfc70e req-3fa9ab23-553b-4319-ad2e-64996b2b1ad7 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:21.911807 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3db608b0-2705-4322-8552-874c0edfc70e req-3fa9ab23-553b-4319-ad2e-64996b2b1ad7 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 945 time: 0.0987277 Oct 26 14:20:21.924688 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f4850fb-2d05-4ea9-9f28-4cab53352d77 req-79cd2a27-31c2-44b8-bf1b-f3b51071553f service neutron] 10.222.0.25 "GET /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602025 Oct 26 14:20:21.982382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3db608b0-2705-4322-8552-874c0edfc70e req-4e4f8a0a-7a94-4be6-a5b7-905e616ebd88 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee614e6a-c51c-402f-a770-4402978a0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564389 Oct 26 14:20:22.009677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53308) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:22.165550 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:20:17Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '3838557f-d332-47b7-a00f-9fad629a8a69', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'port_id': '8da93bde-dd90-4868-b561-584467d09cf0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'mac_address': 'fa:16:3e:a1:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:04Z', 'updated_at': '2021-10-26T14:19:10Z', 'revision_number': 1, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b10bec3-2e01-419a-80ac-02a3db8882bf', 'name': '', 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '366e6ee4-7706-4f48-a5e7-2f9ccbf1da16', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:14Z', 'updated_at': '2021-10-26T14:20:20Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '366e6ee4-7706-4f48-a5e7-2f9ccbf1da16', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:35Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:22.197743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f04594-34aa-48a2-af5b-99aad31c4b2b None None] The sync data for ids ['13bbc71e-4564-438a-82bd-41da1ced725f'] in n-d-815498-1 is: [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:20:17Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '3838557f-d332-47b7-a00f-9fad629a8a69', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'port_id': '8da93bde-dd90-4868-b561-584467d09cf0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'mac_address': 'fa:16:3e:a1:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:04Z', 'updated_at': '2021-10-26T14:19:10Z', 'revision_number': 1, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b10bec3-2e01-419a-80ac-02a3db8882bf', 'name': '', 'network_id': '79e765c4-a5ef-48d6-80b2-b5266a8d3ea4', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '366e6ee4-7706-4f48-a5e7-2f9ccbf1da16', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:14Z', 'updated_at': '2021-10-26T14:20:20Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '366e6ee4-7706-4f48-a5e7-2f9ccbf1da16', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:35Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:20:22.384148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8a56de-37f9-42d3-bba4-4fb63e292571 tempest-TestServerBasicOps-346038610 tempest-TestServerBasicOps-346038610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:22.387032 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6b8a56de-37f9-42d3-bba4-4fb63e292571 tempest-TestServerBasicOps-346038610 tempest-TestServerBasicOps-346038610-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 1091 time: 0.3747160 Oct 26 14:20:22.389913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53322) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:22.420049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': 'b193483e-2bbd-4f90-bd59-f86d88d9c5f1', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:22.492039 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.561552 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7b10bec3-2e01-419a-80ac-02a3db8882bf up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:22.722915 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.733367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 7b10bec3-2e01-419a-80ac-02a3db8882bf triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:22.733738 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.980676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Allocated IP 172.25.4.109 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/2520d485-52e4-4bb6-b846-3a648c8c281d) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:23.167363 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:23.215197 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53348) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:23.231218 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:23.301186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:23.313177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:23.341599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:23.488956 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:23.518996 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Pushing event updated for resources: {'Port': ['ID=2520d485-52e4-4bb6-b846-3a648c8c281d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:23.545809 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:23.598839 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:23.916195 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:24.181276 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Allocated IP 172.25.4.102 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/dbd6fda9-d9be-48b0-a056-350aa5a0c996) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:24.186456 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:24.272547 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:24.331542 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:24.378018 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:24.398988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:24.439644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:24.443427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:24.450509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event updated for resources: {'Port': ['ID=dbd6fda9-d9be-48b0-a056-350aa5a0c996,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:24.456630 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:24.463688 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:24.547622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Pushing event updated for resources: {'Port': ['ID=2520d485-52e4-4bb6-b846-3a648c8c281d,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:24.557821 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:24.562859 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:24.634072 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:24.715055 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Floating IP 4c9f2108-575a-4990-b056-bf303fc23af4 associated. External IP: 172.25.4.109, port: b193483e-2bbd-4f90-bd59-f86d88d9c5f1. Oct 26 14:20:24.878980 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:24.887884 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.023542 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Router 39b6c79d-0a10-4498-9d3b-bdad26367845 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:20:25.066954 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event updated for resources: {'Port': ['ID=dbd6fda9-d9be-48b0-a056-350aa5a0c996,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:25.117892 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.149794 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.154107 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7ea44d34-6c8b-4883-880d-5e31ba9accde tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9373319 Oct 26 14:20:25.154790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53436) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:25.160896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:20:25.163107 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1104471441'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:25.172305 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bef822-89a1-4b8d-86d3-5d199e72c62c None None] Sync routers for ids ['39b6c79d-0a10-4498-9d3b-bdad26367845'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:20:25.188961 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bef822-89a1-4b8d-86d3-5d199e72c62c None None] Routers {'39b6c79d-0a10-4498-9d3b-bdad26367845'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:25.188961 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-75bef822-89a1-4b8d-86d3-5d199e72c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['39b6c79d-0a10-4498-9d3b-bdad26367845'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:25.217251 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Made reservation on behalf of 5231475ef42c4311963fbd5651f48d54 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:25.221395 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.227567 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.239993 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.283917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2ef88bd6-1ce9-464d-baa1-03b0a65d3e9f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8928211 Oct 26 14:20:25.285948 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401bafc5-ed4d-4bae-aa22-dc628232e372', 'tag': 'b193483e-2bbd-4f90-bd59-f86d88d9c5f1'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:20:25.292877 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb9b5e4-2291-4454-9b00-253cf9fc2977" -d '{"events": [{"name": "network-changed", "server_uuid": "401bafc5-ed4d-4bae-aa22-dc628232e372", "tag": "b193483e-2bbd-4f90-bd59-f86d88d9c5f1"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:20:25.356074 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.360747 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.372457 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-75bef822-89a1-4b8d-86d3-5d199e72c62c None None] Set router 39b6c79d-0a10-4498-9d3b-bdad26367845 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:20:25.404295 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51879ce-0a8d-46f2-9aa9-9b22dd297de0 x-openstack-request-id: req-f51879ce-0a8d-46f2-9aa9-9b22dd297de0 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:20:25.404583 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401bafc5-ed4d-4bae-aa22-dc628232e372", "tag": "b193483e-2bbd-4f90-bd59-f86d88d9c5f1", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:20:25.404841 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f51879ce-0a8d-46f2-9aa9-9b22dd297de0 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:20:25.405254 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401bafc5-ed4d-4bae-aa22-dc628232e372', 'tag': 'b193483e-2bbd-4f90-bd59-f86d88d9c5f1', 'status': 'completed', 'code': 200} Oct 26 14:20:25.443417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:20:25.467093 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16704c10-5cfe-4248-a6ea-47f1fb94447e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:25.484616 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53444) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:25.490006 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.490509 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Added segment 658cd98c-9437-474c-81cb-d559558b6210 of type vlan for network f8c89dd8-f6b7-45f0-93f3-477dc48b5fec Oct 26 14:20:25.549612 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.585852 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9b5e4-2291-4454-9b00-253cf9fc2977 req-9d2807a4-b141-48a2-ab38-fbae9f20be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:25.588027 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ecb9b5e4-2291-4454-9b00-253cf9fc2977 req-9d2807a4-b141-48a2-ab38-fbae9f20be75 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1449aea080084d3d8ec88bc07f2d9c81&device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 1096 time: 0.1571162 Oct 26 14:20:25.688418 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2e7b-e467-42b6-8efe-66a176b13965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.723361 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.734741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:25.735468 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.781239 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-75bef822-89a1-4b8d-86d3-5d199e72c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:19:45Z', 'revision_number': 4, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '4c9f2108-575a-4990-b056-bf303fc23af4', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'port_id': 'b193483e-2bbd-4f90-bd59-f86d88d9c5f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'mac_address': 'fa:16:3e:bb:5b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401bafc5-ed4d-4bae-aa22-dc628232e372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:20:23Z', 'updated_at': '2021-10-26T14:20:23Z', 'revision_number': 0, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb572fec-6463-4c81-a02e-d1f40733f94c', 'name': '', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'mac_address': 'fa:16:3e:0c:b6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:43Z', 'updated_at': '2021-10-26T14:19:55Z', 'revision_number': 5, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'subnets': [{'id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:25.808188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9b5e4-2291-4454-9b00-253cf9fc2977 req-c9f5f723-7ec4-412b-8ab5-1c9cd9f5656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:25.810063 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ecb9b5e4-2291-4454-9b00-253cf9fc2977 req-c9f5f723-7ec4-412b-8ab5-1c9cd9f5656d service neutron] 10.222.0.25 "GET /v2.0/networks?id=335bcdd5-6125-4141-9caa-35638c81f183 HTTP/1.1" status: 200 len: 909 time: 0.2140446 Oct 26 14:20:25.822905 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bef822-89a1-4b8d-86d3-5d199e72c62c None None] Checking router: 39b6c79d-0a10-4498-9d3b-bdad26367845 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:20:25.831875 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6759746 Oct 26 14:20:25.834187 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53452) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:25.840713 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2e7b-e467-42b6-8efe-66a176b13965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.844806 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bef822-89a1-4b8d-86d3-5d199e72c62c None None] Routers {'39b6c79d-0a10-4498-9d3b-bdad26367845'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:25.845707 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-75bef822-89a1-4b8d-86d3-5d199e72c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['39b6c79d-0a10-4498-9d3b-bdad26367845'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:25.855165 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2e7b-e467-42b6-8efe-66a176b13965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.918842 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ecb9b5e4-2291-4454-9b00-253cf9fc2977 req-39fa5f31-7e65-4f52-8af7-97bb1d1f20ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b193483e-2bbd-4f90-bd59-f86d88d9c5f1 HTTP/1.1" status: 200 len: 999 time: 0.0853331 Oct 26 14:20:25.922758 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-74ca1380-0fe6-4376-9736-9fa79ba4f429 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Request body: {'subnet': {'network_id': 'f8c89dd8-f6b7-45f0-93f3-477dc48b5fec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:25.928233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9e8c4-b56f-4516-8fee-b65f297a4f99 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event updated for resources: {'Network': ['ID=f8c89dd8-f6b7-45f0-93f3-477dc48b5fec,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:25.940549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network f8c89dd8-f6b7-45f0-93f3-477dc48b5fec details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:20:25.941530 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d2e7b-e467-42b6-8efe-66a176b13965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3db7f7-5c2a-4551-bbc1-223acd484eae,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:25.953072 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3e0d2e7b-e467-42b6-8efe-66a176b13965 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e34e2873cf0848a9b04aa4d5dac41ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673994 Oct 26 14:20:25.955725 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53456) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:26.032698 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-75bef822-89a1-4b8d-86d3-5d199e72c62c None None] Set router 39b6c79d-0a10-4498-9d3b-bdad26367845 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:20:26.131243 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b19d9bcc-46b6-4714-b275-58e038369fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:26.175979 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b19d9bcc-46b6-4714-b275-58e038369fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:26.248567 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9b5e4-2291-4454-9b00-253cf9fc2977 req-b414e371-98aa-4bd7-a507-ea570dbf37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:26.250863 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ecb9b5e4-2291-4454-9b00-253cf9fc2977 req-b414e371-98aa-4bd7-a507-ea570dbf37fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0702debb-d5a9-4ba0-9a26-ccdf665a3bb4 HTTP/1.1" status: 200 len: 847 time: 0.2741277 Oct 26 14:20:26.277016 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b19d9bcc-46b6-4714-b275-58e038369fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:26.281175 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b19d9bcc-46b6-4714-b275-58e038369fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:26.286228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b19d9bcc-46b6-4714-b275-58e038369fe1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d3db7f7-5c2a-4551-bbc1-223acd484eae HTTP/1.1" status: 204 len: 168 time: 0.3290336 Oct 26 14:20:26.298904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d9bcc-46b6-4714-b275-58e038369fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3db7f7-5c2a-4551-bbc1-223acd484eae,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:26.330503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ca1380-0fe6-4376-9736-9fa79ba4f429 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Made reservation on behalf of 5231475ef42c4311963fbd5651f48d54 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:26.334916 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74ca1380-0fe6-4376-9736-9fa79ba4f429 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:26.364737 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-75bef822-89a1-4b8d-86d3-5d199e72c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:19:45Z', 'revision_number': 4, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '4c9f2108-575a-4990-b056-bf303fc23af4', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'port_id': 'b193483e-2bbd-4f90-bd59-f86d88d9c5f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'mac_address': 'fa:16:3e:bb:5b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401bafc5-ed4d-4bae-aa22-dc628232e372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:20:23Z', 'updated_at': '2021-10-26T14:20:23Z', 'revision_number': 0, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb572fec-6463-4c81-a02e-d1f40733f94c', 'name': '', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'mac_address': 'fa:16:3e:0c:b6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:43Z', 'updated_at': '2021-10-26T14:19:55Z', 'revision_number': 5, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'subnets': [{'id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:26.501563 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bef822-89a1-4b8d-86d3-5d199e72c62c None None] The sync data for ids ['39b6c79d-0a10-4498-9d3b-bdad26367845'] in n-d-815498-1 is: [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:19:45Z', 'revision_number': 4, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '4c9f2108-575a-4990-b056-bf303fc23af4', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'port_id': 'b193483e-2bbd-4f90-bd59-f86d88d9c5f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'mac_address': 'fa:16:3e:bb:5b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401bafc5-ed4d-4bae-aa22-dc628232e372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:20:23Z', 'updated_at': '2021-10-26T14:20:23Z', 'revision_number': 0, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb572fec-6463-4c81-a02e-d1f40733f94c', 'name': '', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'mac_address': 'fa:16:3e:0c:b6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:43Z', 'updated_at': '2021-10-26T14:19:55Z', 'revision_number': 5, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'subnets': [{'id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:20:26.545814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9b5e4-2291-4454-9b00-253cf9fc2977 req-7e3aa4ff-9f27-4e88-9cec-95c846a2a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:26.547621 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ecb9b5e4-2291-4454-9b00-253cf9fc2977 req-7e3aa4ff-9f27-4e88-9cec-95c846a2a288 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=335bcdd5-6125-4141-9caa-35638c81f183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2882137 Oct 26 14:20:26.744992 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74ca1380-0fe6-4376-9736-9fa79ba4f429 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:26.812629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53468) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:26.822254 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ecb9b5e4-2291-4454-9b00-253cf9fc2977 req-6509d46f-f637-467b-888e-4abd988eb4c1 service neutron] 10.222.0.25 "GET /v2.0/networks/335bcdd5-6125-4141-9caa-35638c81f183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338252 Oct 26 14:20:26.834454 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b658f0cb-1445-4ab7-bca8-634e836d7019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:26.962208 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b658f0cb-1445-4ab7-bca8-634e836d7019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:26.966693 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca1380-0fe6-4376-9736-9fa79ba4f429 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event updated for resources: {'Subnet': ['ID=cb2fd14a-0975-4686-95e6-5cf6dce6f079,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:26.966951 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b658f0cb-1445-4ab7-bca8-634e836d7019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:26.980661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca1380-0fe6-4376-9736-9fa79ba4f429 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Checking segment: {'id': '658cd98c-9437-474c-81cb-d559558b6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f8c89dd8-f6b7-45f0-93f3-477dc48b5fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:26.981316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ca1380-0fe6-4376-9736-9fa79ba4f429 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Network hostable DHCP agents. Network: f8c89dd8-f6b7-45f0-93f3-477dc48b5fec, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:20:26.987397 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a45e5f6-ffc0-4770-99ab-5f588bfc3635 None None] New status for floating IP 4c9f2108-575a-4990-b056-bf303fc23af4: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:20:27.046560 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ecb9b5e4-2291-4454-9b00-253cf9fc2977 req-8563ed62-75f4-4e59-a8da-d5714bca0f6b service neutron] 10.222.0.25 "GET /v2.0/networks/335bcdd5-6125-4141-9caa-35638c81f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878736 Oct 26 14:20:27.048632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ca1380-0fe6-4376-9736-9fa79ba4f429 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Network f8c89dd8-f6b7-45f0-93f3-477dc48b5fec is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:20:27.063392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b658f0cb-1445-4ab7-bca8-634e836d7019 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b33db73103c4f298f99b594fcc1a622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476189 Oct 26 14:20:27.063392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658f0cb-1445-4ab7-bca8-634e836d7019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9266cf29-84d3-4fc0-a3ed-c3cd414c1631,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:27.064814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53472) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:27.078661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-74ca1380-0fe6-4376-9736-9fa79ba4f429 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, f8c89dd8-f6b7-45f0-93f3-477dc48b5fec) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:27.091320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f787eeb0-205f-46a3-b6af-14d0c2d03bbd None None] Network f8c89dd8-f6b7-45f0-93f3-477dc48b5fec requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:27.092702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ca1380-0fe6-4376-9736-9fa79ba4f429 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:27.093288 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74ca1380-0fe6-4376-9736-9fa79ba4f429 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.137257 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-74ca1380-0fe6-4376-9736-9fa79ba4f429 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2978649 Oct 26 14:20:27.137894 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53476) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:27.143312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-106130595', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:27.158235 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87ebffbf-2836-4a8e-b969-72709e287028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.179063 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.180691 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.190630 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87ebffbf-2836-4a8e-b969-72709e287028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.256060 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.271433 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87ebffbf-2836-4a8e-b969-72709e287028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.276512 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87ebffbf-2836-4a8e-b969-72709e287028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.278265 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-87ebffbf-2836-4a8e-b969-72709e287028 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9266cf29-84d3-4fc0-a3ed-c3cd414c1631 HTTP/1.1" status: 204 len: 168 time: 0.2116966 Oct 26 14:20:27.301921 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebffbf-2836-4a8e-b969-72709e287028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9266cf29-84d3-4fc0-a3ed-c3cd414c1631,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:27.378968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-f8c89dd8-f6b7-45f0-93f3-477dc48b5fec', 'network_id': 'f8c89dd8-f6b7-45f0-93f3-477dc48b5fec', 'tenant_id': '5231475ef42c4311963fbd5651f48d54', 'fixed_ips': [{'subnet_id': 'cb2fd14a-0975-4686-95e6-5cf6dce6f079'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:20:27.379990 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.419890 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.491688 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.539463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Allocated IP 172.20.0.2 (f8c89dd8-f6b7-45f0-93f3-477dc48b5fec/cb2fd14a-0975-4686-95e6-5cf6dce6f079/247c1ad9-76d5-47f0-8472-546d55368de5) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:27.700486 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.707174 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.756706 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Network f8c89dd8-f6b7-45f0-93f3-477dc48b5fec is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:27.760187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:27.763926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:27.770517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Pushing event updated for resources: {'Port': ['ID=247c1ad9-76d5-47f0-8472-546d55368de5,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:27.830746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Attempting to bind port 247c1ad9-76d5-47f0-8472-546d55368de5 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:20:27.831212 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Attempting to bind port 247c1ad9-76d5-47f0-8472-546d55368de5 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '658cd98c-9437-474c-81cb-d559558b6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f8c89dd8-f6b7-45f0-93f3-477dc48b5fec'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:20:27.831732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Attempting to bind port 247c1ad9-76d5-47f0-8472-546d55368de5 on network f8c89dd8-f6b7-45f0-93f3-477dc48b5fec {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:27.837522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:20:27.838092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Checking segment: {'id': '658cd98c-9437-474c-81cb-d559558b6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f8c89dd8-f6b7-45f0-93f3-477dc48b5fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:27.838601 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.839284 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Bound using segment: {'id': '658cd98c-9437-474c-81cb-d559558b6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f8c89dd8-f6b7-45f0-93f3-477dc48b5fec'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:20:27.839963 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Bound port: 247c1ad9-76d5-47f0-8472-546d55368de5, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658cd98c-9437-474c-81cb-d559558b6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f8c89dd8-f6b7-45f0-93f3-477dc48b5fec'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:20:27.843772 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.949998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] For port 247c1ad9-76d5-47f0-8472-546d55368de5, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:20:27.953867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] For port 247c1ad9-76d5-47f0-8472-546d55368de5, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=247c1ad9-76d5-47f0-8472-546d55368de5,segment=NetworkSegment(658cd98c-9437-474c-81cb-d559558b6210),segment_id=658cd98c-9437-474c-81cb-d559558b6210)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:20:27.960472 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:27.993629 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:28.013686 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:28.036035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dfd3e-ca18-45df-8157-87d1768e559f None None] Pushing event updated for resources: {'Port': ['ID=247c1ad9-76d5-47f0-8472-546d55368de5,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:28.199308 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Allocated IP 172.25.4.150 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/6bc6364d-ba4e-4df7-9e1a-4e4cd2b54c4c) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:28.452402 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:28.577462 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:28.595001 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 247c1ad9-76d5-47f0-8472-546d55368de5 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:28.656650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:28.660820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:28.664834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:28.691861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event updated for resources: {'Port': ['ID=6bc6364d-ba4e-4df7-9e1a-4e4cd2b54c4c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:28.723144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 247c1ad9-76d5-47f0-8472-546d55368de5 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:28.723509 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:28.815714 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:28.861429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 247c1ad9-76d5-47f0-8472-546d55368de5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=247c1ad9-76d5-47f0-8472-546d55368de5,segment=NetworkSegment(658cd98c-9437-474c-81cb-d559558b6210),segment_id=658cd98c-9437-474c-81cb-d559558b6210)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:28.870578 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:28.936295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=247c1ad9-76d5-47f0-8472-546d55368de5,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:28.989749 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:29.222965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53556) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:29.263255 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:29.407622 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-efbdd837-6b71-4cb0-89e7-d9b75726c785 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1702518666'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:29.407622 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-efbdd837-6b71-4cb0-89e7-d9b75726c785 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Unknown quota resources ['metering_label']. {{(pid=102123) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:20:29.420606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-0d10bf5e-6ab7-412c-acb2-6dbb8b637a96 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0704205 Oct 26 14:20:29.543776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Router a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:20:29.633556 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7af0667-2374-4def-a651-1dd1c5cfa0f8 None None] Network f8c89dd8-f6b7-45f0-93f3-477dc48b5fec requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:29.755229 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-efbdd837-6b71-4cb0-89e7-d9b75726c785 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:29.756174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:20:29.756463 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-efbdd837-6b71-4cb0-89e7-d9b75726c785 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5315697 Oct 26 14:20:29.760066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53566) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:29.768774 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161f4db-fcd6-4f91-8347-997b99659f47 None None] Sync routers for ids ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:20:29.769828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9cb4d6ec-bc97-4308-92f0-975315afc662 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '025bf7a5-ee87-49e3-9d68-950dcd3213f9'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:29.770506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9cb4d6ec-bc97-4308-92f0-975315afc662 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102123) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:20:29.785498 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d161f4db-fcd6-4f91-8347-997b99659f47 None None] Routers {'a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:29.786216 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d161f4db-fcd6-4f91-8347-997b99659f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:29.800466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-7dbb0d30-5a6a-4e46-8665-937851b88b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:29.801677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-7dbb0d30-5a6a-4e46-8665-937851b88b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:29.802963 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-7dbb0d30-5a6a-4e46-8665-937851b88b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:29.803532 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-7dbb0d30-5a6a-4e46-8665-937851b88b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:29.804234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-7dbb0d30-5a6a-4e46-8665-937851b88b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:29.805589 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-7dbb0d30-5a6a-4e46-8665-937851b88b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:29.806707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-7dbb0d30-5a6a-4e46-8665-937851b88b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:29.810216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-7dbb0d30-5a6a-4e46-8665-937851b88b7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb00fb8b03d741ea8145d511b755959a&device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 6493 time: 0.3126600 Oct 26 14:20:29.816226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-83b979ac-3750-41e5-baed-ed19b39e3b26 None None] Provisioning complete for port 247c1ad9-76d5-47f0-8472-546d55368de5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:29.816628 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-83b979ac-3750-41e5-baed-ed19b39e3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:29.834103 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:29.838817 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53568) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:29.839390 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9309d6b5-dfda-4278-9dc2-8324c4f585e6 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.7003579 Oct 26 14:20:29.866637 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d161f4db-fcd6-4f91-8347-997b99659f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:29.885680 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d161f4db-fcd6-4f91-8347-997b99659f47 None None] Routers {'a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:29.889815 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d161f4db-fcd6-4f91-8347-997b99659f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:29.967142 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d161f4db-fcd6-4f91-8347-997b99659f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:29.967778 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161f4db-fcd6-4f91-8347-997b99659f47 None None] The sync data for ids ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:20:30.009521 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-782e4a20-2213-4ceb-ad7e-8a239da976e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:30.010280 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-782e4a20-2213-4ceb-ad7e-8a239da976e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:30.010742 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-782e4a20-2213-4ceb-ad7e-8a239da976e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:30.012508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-782e4a20-2213-4ceb-ad7e-8a239da976e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31db61e9-1b60-4798-95f8-8992ccf378a6&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=2c318be7-0a13-4b05-a3f4-8a2973ade262&id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf HTTP/1.1" status: 200 len: 2292 time: 0.1685431 Oct 26 14:20:30.171473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-1f95a5d7-b03b-4c07-8f5f-30a842f19458 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d23c3036-10bb-4165-b6c2-a4ce9e26949e HTTP/1.1" status: 200 len: 1002 time: 0.1500423 Oct 26 14:20:30.237234 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dddcdc80-6378-4463-a084-801ba06fc4d0 None None] Provisioning complete for port 247c1ad9-76d5-47f0-8472-546d55368de5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:30.237963 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dddcdc80-6378-4463-a084-801ba06fc4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.252935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-2b93bcd3-cdbc-43e7-91cb-99422e6831ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:30.254511 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-2b93bcd3-cdbc-43e7-91cb-99422e6831ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=addd5606-6552-4f1f-b55b-993cd7b5d80f HTTP/1.1" status: 200 len: 849 time: 0.0711734 Oct 26 14:20:30.329092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-3b8c4fbe-cf9c-4668-a40b-a157e2655ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:30.330917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-3b8c4fbe-cf9c-4668-a40b-a157e2655ca9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31db61e9-1b60-4798-95f8-8992ccf378a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678985 Oct 26 14:20:30.459545 n-d-815498-1 neutron-server[102123]: WARNING neutron.services.metering.metering_plugin [None req-9cb4d6ec-bc97-4308-92f0-975315afc662 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 14:20:30.490540 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 247c1ad9-76d5-47f0-8472-546d55368de5 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:30.559645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-b83abb99-6740-4b8d-aced-e27c85ab0be2 service neutron] 10.222.0.11 "GET /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135448 Oct 26 14:20:30.605554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 247c1ad9-76d5-47f0-8472-546d55368de5 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:30.605805 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.646810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9cb4d6ec-bc97-4308-92f0-975315afc662 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.647725 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9cb4d6ec-bc97-4308-92f0-975315afc662 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8864841 Oct 26 14:20:30.651792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53576) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:30.660121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e370eeab-fbf7-411e-8a8c-c981b31aade6 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '025bf7a5-ee87-49e3-9d68-950dcd3213f9'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:30.660625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e370eeab-fbf7-411e-8a8c-c981b31aade6 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102123) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:20:30.739312 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-77a5e207-309a-4dbc-92c1-a92b4d6d37ad service neutron] 10.222.0.11 "GET /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740942 Oct 26 14:20:30.797627 n-d-815498-1 neutron-server[102123]: WARNING neutron.services.metering.metering_plugin [None req-e370eeab-fbf7-411e-8a8c-c981b31aade6 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 14:20:30.798027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-6b512b9f-b363-40dc-b7b5-063ac09f61e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=ade83c75-0efa-4960-8243-44aed8b5f5ab HTTP/1.1" status: 200 len: 217 time: 0.0465794 Oct 26 14:20:30.860269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-1e3f52e9-13f5-47e9-ae70-fd4bbf50c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:30.862058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-1e3f52e9-13f5-47e9-ae70-fd4bbf50c65b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.0559113 Oct 26 14:20:30.920709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-5ffc8597-b06c-467c-82eb-59fa894c5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:30.922376 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-5ffc8597-b06c-467c-82eb-59fa894c5bb1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0522370 Oct 26 14:20:30.977091 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e370eeab-fbf7-411e-8a8c-c981b31aade6 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.981151 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e370eeab-fbf7-411e-8a8c-c981b31aade6 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3262565 Oct 26 14:20:30.982658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53580) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.000957 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b59abdee-86ef-489f-86a0-60c5b33a6559 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=6b6733c4-2edf-4551-a1d0-2fae881caa67 HTTP/1.1" status: 200 len: 462 time: 0.0147927 Oct 26 14:20:31.001191 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53582) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.042345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-104c3d95-e08d-4602-a916-9b85cc08491f service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113482 Oct 26 14:20:31.215805 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3db92ef6-d9d3-497d-9e85-389967f4cbfd tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:31.216882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3db92ef6-d9d3-497d-9e85-389967f4cbfd tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/6b6733c4-2edf-4551-a1d0-2fae881caa67 HTTP/1.1" status: 204 len: 168 time: 0.2147627 Oct 26 14:20:31.219746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53584) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.238722 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ee6cabc6-67dd-4ef8-a584-c097b6b40e79 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=6b6733c4-2edf-4551-a1d0-2fae881caa67 HTTP/1.1" status: 200 len: 221 time: 0.0179083 Oct 26 14:20:31.242335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53586) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.246873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ba656db1-e0a2-4481-81a0-9b99669de497 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1060506977', 'description': 'label created by tempest'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:31.247340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ba656db1-e0a2-4481-81a0-9b99669de497 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Unknown quota resources ['metering_label']. {{(pid=102124) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:20:31.264639 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:31.412685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-e5704d7f-a361-4d28-95df-84852e49988a service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578620 Oct 26 14:20:31.514715 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba656db1-e0a2-4481-81a0-9b99669de497 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:31.518011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ba656db1-e0a2-4481-81a0-9b99669de497 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2726545 Oct 26 14:20:31.518011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-1c508e22-0c6b-4ef8-816d-e0c022de0c9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=ed4f0663-ae83-4800-8ce9-99ce1f56430d HTTP/1.1" status: 200 len: 217 time: 0.0735443 Oct 26 14:20:31.518708 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53588) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.565516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Allocated IP 172.20.0.1 (f8c89dd8-f6b7-45f0-93f3-477dc48b5fec/cb2fd14a-0975-4686-95e6-5cf6dce6f079/3a1446c7-aee8-4f36-984b-29d2096259cf) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:31.623391 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8803e2a3-3061-4f9c-b9cd-258546e8ba09 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=0daa6314-64ad-4a7d-9fde-533fd5b954a6 HTTP/1.1" status: 200 len: 468 time: 0.1008606 Oct 26 14:20:31.626498 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53592) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.728039 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:31.766636 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-1a334169-661b-4f76-84ec-f662028bf048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:31.768292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-1a334169-661b-4f76-84ec-f662028bf048 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.2411113 Oct 26 14:20:31.797583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:31.897488 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-267e8815-bd06-4880-a21e-8606556fee66 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:31.898718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event updated for resources: {'Port': ['ID=3a1446c7-aee8-4f36-984b-29d2096259cf,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:31.899107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-267e8815-bd06-4880-a21e-8606556fee66 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/0daa6314-64ad-4a7d-9fde-533fd5b954a6 HTTP/1.1" status: 204 len: 168 time: 0.2715018 Oct 26 14:20:31.902763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53602) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.905274 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Network f8c89dd8-f6b7-45f0-93f3-477dc48b5fec is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:31.911681 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:31.914011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:31.931116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-851e3774-5d8d-4e38-b88a-6da56fb52270 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=0daa6314-64ad-4a7d-9fde-533fd5b954a6 HTTP/1.1" status: 200 len: 216 time: 0.0240817 Oct 26 14:20:31.931553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53604) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.939417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-a7310f01-cfca-49d1-85ce-084f65cadb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:31.940897 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-a7310f01-cfca-49d1-85ce-084f65cadb99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1281476 Oct 26 14:20:31.946030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-63822ceb-bdcc-48b6-b4c1-90f057a3bc30 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0129731 Oct 26 14:20:31.949442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53606) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.970830 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:32.054264 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-16a5cbcf-75be-41b3-ac05-581ef516eb95 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035278 Oct 26 14:20:32.062795 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-852ec7d2-c760-40e9-b15f-a7d50617f8dc tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1108444 Oct 26 14:20:32.073536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53610) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:32.135434 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-82d32343-77f4-46df-9776-c5c032cd581d tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/025bf7a5-ee87-49e3-9d68-950dcd3213f9 HTTP/1.1" status: 200 len: 473 time: 0.0604734 Oct 26 14:20:32.148170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53612) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:32.180235 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:32.190725 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1824b35c-b6bd-4f06-bce5-f46fcaa6dcee tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/0b680d47-b2e7-4ec4-8632-d5ec6bf4eb49 HTTP/1.1" status: 200 len: 459 time: 0.0409358 Oct 26 14:20:32.194404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53616) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:32.264970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-7fe13bea-34c7-4c65-8973-40231b52053d service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008684 Oct 26 14:20:32.345761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a2658e11-5d78-4d61-8399-33070da089e6 None None] Provisioning complete for port 3a1446c7-aee8-4f36-984b-29d2096259cf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:32.346401 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a2658e11-5d78-4d61-8399-33070da089e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:32.389336 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55f64aab-1166-4c54-938b-87172d75f6c2 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:32.390864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-55f64aab-1166-4c54-938b-87172d75f6c2 tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/0b680d47-b2e7-4ec4-8632-d5ec6bf4eb49 HTTP/1.1" status: 204 len: 168 time: 0.1953297 Oct 26 14:20:32.424565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53618) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:32.428175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-94ae3711-7c06-4bdc-8af8-ff8b9bf41682 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=515fa390-2364-4878-8df6-4ab125d2676b HTTP/1.1" status: 200 len: 217 time: 0.1057138 Oct 26 14:20:32.433337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-a2658e11-5d78-4d61-8399-33070da089e6 None None] Port 3a1446c7-aee8-4f36-984b-29d2096259cf cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:20:32.609168 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:32.615317 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:32.620613 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-b7ea215b-4fcd-445b-8491-74c07f1e2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:32.621885 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-b7ea215b-4fcd-445b-8491-74c07f1e2ca5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.1825211 Oct 26 14:20:32.738640 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:32.741100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event updated for resources: {'Port': ['ID=3a1446c7-aee8-4f36-984b-29d2096259cf,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:32.879290 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Network f8c89dd8-f6b7-45f0-93f3-477dc48b5fec is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:32.879290 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:33.057108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Router a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:20:33.207098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:20:33.215802 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d077430a-ba6b-45ff-a382-2f8e19ffabaf tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:33.222997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578e1f33-be18-48ba-b526-4a684c8b55fa None None] Sync routers for ids ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:20:33.231376 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d077430a-ba6b-45ff-a382-2f8e19ffabaf tempest-MeteringIpV6TestJSON-1051794777 tempest-MeteringIpV6TestJSON-1051794777-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/025bf7a5-ee87-49e3-9d68-950dcd3213f9 HTTP/1.1" status: 204 len: 168 time: 0.8053126 Oct 26 14:20:33.233689 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-31858cf2-f284-413f-9fa4-8e9644bce94b tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "PUT /v2.0/routers/a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3877516 Oct 26 14:20:33.235828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53630) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:33.251940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-01a22f24-0794-44b4-ae1a-a2f3064d3a39 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Request body: {'port': {'network_id': 'f8c89dd8-f6b7-45f0-93f3-477dc48b5fec', 'name': 'tempest-FloatingIPAdminTestJSON-1143128498'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:33.252266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e1f33-be18-48ba-b526-4a684c8b55fa None None] Routers {'a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:33.252982 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-578e1f33-be18-48ba-b526-4a684c8b55fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:33.277703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-a7e8d3a8-561a-4e56-a7c3-efcc29700bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:33.279538 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-a7e8d3a8-561a-4e56-a7c3-efcc29700bac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6484292 Oct 26 14:20:33.335138 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-578e1f33-be18-48ba-b526-4a684c8b55fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:33.382261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e1f33-be18-48ba-b526-4a684c8b55fa None None] Routers {'a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:33.382921 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-578e1f33-be18-48ba-b526-4a684c8b55fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:33.432472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-a9c3c464-e7ad-4b8e-86f9-5d6fb9f4b23e service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346796 Oct 26 14:20:33.435515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-578e1f33-be18-48ba-b526-4a684c8b55fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:33.436469 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578e1f33-be18-48ba-b526-4a684c8b55fa None None] The sync data for ids ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:20:33.439101 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4769ab12-95dd-4f6f-9c5a-f1fa36f01a8e None None] Provisioning complete for port 3a1446c7-aee8-4f36-984b-29d2096259cf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:33.439757 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4769ab12-95dd-4f6f-9c5a-f1fa36f01a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:33.484959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4769ab12-95dd-4f6f-9c5a-f1fa36f01a8e None None] Port 3a1446c7-aee8-4f36-984b-29d2096259cf cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:20:33.499037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a22f24-0794-44b4-ae1a-a2f3064d3a39 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Made reservation on behalf of 5231475ef42c4311963fbd5651f48d54 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:33.504575 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-01a22f24-0794-44b4-ae1a-a2f3064d3a39 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:33.533606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-01a22f24-0794-44b4-ae1a-a2f3064d3a39 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] device_id is not set on port 36200bc4-adf5-449f-85a0-dac6833288f8 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:20:33.600478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-cef48787-88c8-4ea3-9b4f-130261526272 service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554241 Oct 26 14:20:33.673555 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-1134fc4c-8200-454f-9c8e-13b69ec0b295 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=d7eeebab-4fea-41da-a670-4fb4e1ce3521 HTTP/1.1" status: 200 len: 217 time: 0.0649445 Oct 26 14:20:33.694663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53634) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:33.726576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-d8d53094-a737-41dc-88f1-d7064ac5b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:33.728743 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-d8d53094-a737-41dc-88f1-d7064ac5b8bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 200 len: 797 time: 0.0477057 Oct 26 14:20:33.732651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-01a22f24-0794-44b4-ae1a-a2f3064d3a39 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Allocated IP 172.20.0.13 (f8c89dd8-f6b7-45f0-93f3-477dc48b5fec/cb2fd14a-0975-4686-95e6-5cf6dce6f079/36200bc4-adf5-449f-85a0-dac6833288f8) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:33.818093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-cdf1536c-730d-40ea-b616-9923ff007c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:33.820854 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-cdf1536c-730d-40ea-b616-9923ff007c17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2c318be7-0a13-4b05-a3f4-8a2973ade262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832109 Oct 26 14:20:33.969352 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-137bb000-bcc8-4834-86b5-a476ea9491bd service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405132 Oct 26 14:20:33.995793 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e8b79b6-9d1c-4170-9f87-f0cf043e1bc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.071342 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-01a22f24-0794-44b4-ae1a-a2f3064d3a39 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.103433 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-320e9038-426f-48b8-a5ef-848c6818c9fd service neutron] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239073 Oct 26 14:20:34.142946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e8b79b6-9d1c-4170-9f87-f0cf043e1bc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.144786 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-01a22f24-0794-44b4-ae1a-a2f3064d3a39 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.162722 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-f4d83b75-f987-4e6c-9cb8-7ebfc342e914 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be HTTP/1.1" status: 200 len: 217 time: 0.0503428 Oct 26 14:20:34.174305 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e8b79b6-9d1c-4170-9f87-f0cf043e1bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.220743 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a22f24-0794-44b4-ae1a-a2f3064d3a39 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Network f8c89dd8-f6b7-45f0-93f3-477dc48b5fec is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:34.222564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-7ad640b1-a110-47ae-8389-972f38c43952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:34.225195 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-7ad640b1-a110-47ae-8389-972f38c43952 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=854c14b3-03da-4bc6-b12c-986f0f0590da HTTP/1.1" status: 200 len: 797 time: 0.0539715 Oct 26 14:20:34.241927 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-01a22f24-0794-44b4-ae1a-a2f3064d3a39 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:34.248820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a22f24-0794-44b4-ae1a-a2f3064d3a39 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:34.251899 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a22f24-0794-44b4-ae1a-a2f3064d3a39 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event updated for resources: {'Port': ['ID=36200bc4-adf5-449f-85a0-dac6833288f8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:34.263360 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4e8b79b6-9d1c-4170-9f87-f0cf043e1bc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccafd0a1cec84917a3109802112581f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647168 Oct 26 14:20:34.266213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53644) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:34.266864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b79b6-9d1c-4170-9f87-f0cf043e1bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87769ffe-c9aa-437a-9ed3-fd05782c978c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:34.295358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-d9703cdd-a483-45e5-9305-36f709ef7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:34.297080 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-d9703cdd-a483-45e5-9305-36f709ef7698 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0637679 Oct 26 14:20:34.380529 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a22f24-0794-44b4-ae1a-a2f3064d3a39 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:34.381431 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-01a22f24-0794-44b4-ae1a-a2f3064d3a39 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.406253 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3826026f-1d97-42f1-981a-2401759ea41f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.421577 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-01a22f24-0794-44b4-ae1a-a2f3064d3a39 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1845820 Oct 26 14:20:34.424920 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53646) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:34.454431 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-eca07ff3-e5ff-4b68-8108-251bd2367f71 service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464610 Oct 26 14:20:34.460426 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3826026f-1d97-42f1-981a-2401759ea41f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.568195 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3826026f-1d97-42f1-981a-2401759ea41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.570905 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3826026f-1d97-42f1-981a-2401759ea41f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.575130 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3826026f-1d97-42f1-981a-2401759ea41f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87769ffe-c9aa-437a-9ed3-fd05782c978c HTTP/1.1" status: 204 len: 168 time: 0.2922318 Oct 26 14:20:34.620704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826026f-1d97-42f1-981a-2401759ea41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87769ffe-c9aa-437a-9ed3-fd05782c978c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:34.658979 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-767e7f47-bcc1-4eb7-885e-163441c2e72a service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954696 Oct 26 14:20:34.670750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'project_id': '5231475ef42c4311963fbd5651f48d54', 'port_id': '36200bc4-adf5-449f-85a0-dac6833288f8'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:34.715041 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-6cea221b-533d-4ba7-ba41-5ee2d903f82f None None] Provisioning complete for port 36200bc4-adf5-449f-85a0-dac6833288f8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:34.715490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.715865 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6cea221b-533d-4ba7-ba41-5ee2d903f82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.725687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-b5d73b69-11e0-49a8-93fb-fb69b66bd724 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 HTTP/1.1" status: 200 len: 217 time: 0.0574417 Oct 26 14:20:34.789805 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6cea221b-533d-4ba7-ba41-5ee2d903f82f None None] Port 36200bc4-adf5-449f-85a0-dac6833288f8 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:20:34.831015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-0f6e7210-f4d2-40c5-bece-b893a28ee9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:34.833262 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-0f6e7210-f4d2-40c5-bece-b893a28ee9e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=854c14b3-03da-4bc6-b12c-986f0f0590da HTTP/1.1" status: 200 len: 797 time: 0.0994616 Oct 26 14:20:34.864628 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.912659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-0b1cd4ec-4fab-4f15-9994-715f0f937b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:34.914519 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-0b1cd4ec-4fab-4f15-9994-715f0f937b8c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0725586 Oct 26 14:20:35.036341 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-78cb8589-606b-465f-95b7-5938bcf79fff service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128361 Oct 26 14:20:35.051031 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Allocated IP 172.25.4.125 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/2999e127-0a42-4336-9618-b0a10c837c79) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:35.195319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53666) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:35.198093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95276fc2-07b8-4ed8-92b0-fd60103f66cb req-9fac9750-9b0b-4173-8e0a-4977becc858c service neutron] 10.222.0.11 "GET /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526625 Oct 26 14:20:35.240093 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-66387096-e74d-4160-b737-22b2efe6fbcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.270103 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.344124 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53672) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:35.346935 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.402663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:35.407092 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-66387096-e74d-4160-b737-22b2efe6fbcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.408465 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:35.411062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:35.446860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-66387096-e74d-4160-b737-22b2efe6fbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.476013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e482d-d6d8-45d3-8c3b-27eb49f7584c req-c9cd21d2-a537-49d0-9991-ba2c37b79cd9 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:35.484160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Pushing event updated for resources: {'Port': ['ID=2999e127-0a42-4336-9618-b0a10c837c79,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:35.485374 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f55e482d-d6d8-45d3-8c3b-27eb49f7584c req-c9cd21d2-a537-49d0-9991-ba2c37b79cd9 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 945 time: 0.0910194 Oct 26 14:20:35.515853 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-66387096-e74d-4160-b737-22b2efe6fbcc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a51ced3bb4b46ca89090700dd135bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163729 Oct 26 14:20:35.518260 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53676) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:35.519806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66387096-e74d-4160-b737-22b2efe6fbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d211dc2-eac0-4a4d-978c-4534a7637ee1,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:35.520271 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-69b84031-2fbf-4b66-9446-6dc970aea723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.547773 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f55e482d-d6d8-45d3-8c3b-27eb49f7584c req-1077db4d-f8a3-492e-b38c-218527fe9473 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614145 Oct 26 14:20:35.638691 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-69b84031-2fbf-4b66-9446-6dc970aea723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.644360 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-69b84031-2fbf-4b66-9446-6dc970aea723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.688731 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-69b84031-2fbf-4b66-9446-6dc970aea723 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d81267eeb6d4f4cb2de8b02779f14ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409872 Oct 26 14:20:35.688731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b84031-2fbf-4b66-9446-6dc970aea723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969ea9c7-0dbb-4904-8636-f37f2bb026e7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:35.690071 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53678) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:35.720533 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05fcb589-766e-4bbc-b6b3-002b110f0f03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.756735 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05fcb589-766e-4bbc-b6b3-002b110f0f03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.769776 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-302eb774-723a-46d8-ab5c-57cd86b91451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.796189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-302eb774-723a-46d8-ab5c-57cd86b91451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.849971 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-302eb774-723a-46d8-ab5c-57cd86b91451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.853432 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-302eb774-723a-46d8-ab5c-57cd86b91451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.857223 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-302eb774-723a-46d8-ab5c-57cd86b91451 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/969ea9c7-0dbb-4904-8636-f37f2bb026e7 HTTP/1.1" status: 204 len: 168 time: 0.1636841 Oct 26 14:20:35.863601 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302eb774-723a-46d8-ab5c-57cd86b91451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969ea9c7-0dbb-4904-8636-f37f2bb026e7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:36.191679 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05fcb589-766e-4bbc-b6b3-002b110f0f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.194404 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05fcb589-766e-4bbc-b6b3-002b110f0f03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.198141 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-05fcb589-766e-4bbc-b6b3-002b110f0f03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d211dc2-eac0-4a4d-978c-4534a7637ee1 HTTP/1.1" status: 204 len: 168 time: 0.6767571 Oct 26 14:20:36.210071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcb589-766e-4bbc-b6b3-002b110f0f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d211dc2-eac0-4a4d-978c-4534a7637ee1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:36.216689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53688) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:36.239766 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a74a65d-ec80-4156-8f13-12b19483421b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.304015 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.332135 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a74a65d-ec80-4156-8f13-12b19483421b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.338904 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a74a65d-ec80-4156-8f13-12b19483421b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.383224 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.387360 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8a74a65d-ec80-4156-8f13-12b19483421b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3fdff614150948459f938bc3fda9f4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684244 Oct 26 14:20:36.387944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53690) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:36.388043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74a65d-ec80-4156-8f13-12b19483421b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f5cb47-e219-4fd1-8deb-ea3f3ad8e700,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:36.519358 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-087d339f-752b-479e-bc67-c52209a43965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.556705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-087d339f-752b-479e-bc67-c52209a43965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.630704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.636476 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.676255 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-087d339f-752b-479e-bc67-c52209a43965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.679228 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-087d339f-752b-479e-bc67-c52209a43965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.687076 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-087d339f-752b-479e-bc67-c52209a43965 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4f5cb47-e219-4fd1-8deb-ea3f3ad8e700 HTTP/1.1" status: 204 len: 168 time: 0.2928553 Oct 26 14:20:36.705010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa76056-3f19-471e-9cae-9416ce8eba0b req-b66e2fc7-cbc4-4459-a0c0-083d9b5774f7 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:36.706710 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0aa76056-3f19-471e-9cae-9416ce8eba0b req-b66e2fc7-cbc4-4459-a0c0-083d9b5774f7 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 945 time: 0.0744202 Oct 26 14:20:36.715754 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d339f-752b-479e-bc67-c52209a43965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f5cb47-e219-4fd1-8deb-ea3f3ad8e700,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:36.735928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Pushing event updated for resources: {'Port': ['ID=2999e127-0a42-4336-9618-b0a10c837c79,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:36.742682 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.794678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0aa76056-3f19-471e-9cae-9416ce8eba0b req-4ee9cb7b-35e7-4eac-aa71-a860b1eb0ec5 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f163ac-badd-4713-812b-4bb639d12c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779061 Oct 26 14:20:36.855900 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Floating IP cb072c7f-721d-4141-b464-2138ff75935f associated. External IP: 172.25.4.125, port: 36200bc4-adf5-449f-85a0-dac6833288f8. Oct 26 14:20:37.107005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629f4dd-12fc-4d17-9f85-9143b724a438 req-86d52796-8a8d-4d2f-ae74-dfc414163ec2 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:37.108826 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c629f4dd-12fc-4d17-9f85-9143b724a438 req-86d52796-8a8d-4d2f-ae74-dfc414163ec2 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 945 time: 0.0582387 Oct 26 14:20:37.140473 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Router a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:20:37.241006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-c629f4dd-12fc-4d17-9f85-9143b724a438 req-703dda38-0cac-437e-b419-fba042cbc8da tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Deleting port 7f28b05e-dba5-441f-bf98-a70efd8565df {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:37.241350 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c629f4dd-12fc-4d17-9f85-9143b724a438 req-703dda38-0cac-437e-b419-fba042cbc8da tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:37.287112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:20:37.298500 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef26bb-6382-4b87-bca5-554333ade21e None None] Sync routers for ids ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:20:37.314630 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef26bb-6382-4b87-bca5-554333ade21e None None] Routers {'a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:37.315624 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8fef26bb-6382-4b87-bca5-554333ade21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:37.317699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:37.364950 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8fef26bb-6382-4b87-bca5-554333ade21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:37.369932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c629f4dd-12fc-4d17-9f85-9143b724a438 req-703dda38-0cac-437e-b419-fba042cbc8da tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] For port 7f28b05e-dba5-441f-bf98-a70efd8565df, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7f28b05e-dba5-441f-bf98-a70efd8565df,segment=NetworkSegment(34be4d99-f767-4a3b-9c80-81b9d6d504fc),segment_id=34be4d99-f767-4a3b-9c80-81b9d6d504fc)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:37.370553 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c629f4dd-12fc-4d17-9f85-9143b724a438 req-703dda38-0cac-437e-b419-fba042cbc8da tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:37.375242 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef26bb-6382-4b87-bca5-554333ade21e None None] Routers {'a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:37.376050 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8fef26bb-6382-4b87-bca5-554333ade21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:37.384280 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4fef53ad-9a2c-4638-828a-bfbb0d77cacc tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 2.9568539 Oct 26 14:20:37.386681 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53732) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:37.392518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-c629f4dd-12fc-4d17-9f85-9143b724a438 req-703dda38-0cac-437e-b419-fba042cbc8da tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Calling delete_port for 7f28b05e-dba5-441f-bf98-a70efd8565df owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:37.421389 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8fef26bb-6382-4b87-bca5-554333ade21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:37.422971 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef26bb-6382-4b87-bca5-554333ade21e None None] The sync data for ids ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:20:37.543837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53738) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:37.544074 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dc4c48f4-296a-4c56-ae71-f7202a3d92b9 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] 10.222.0.32 "GET /v2.0/floatingips/cb072c7f-721d-4141-b464-2138ff75935f HTTP/1.1" status: 200 len: 984 time: 0.1555872 Oct 26 14:20:37.615205 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c629f4dd-12fc-4d17-9f85-9143b724a438 req-703dda38-0cac-437e-b419-fba042cbc8da tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:37.627614 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['7f28b05e-dba5-441f-bf98-a70efd8565df'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:20:37.669899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dda38-0cac-437e-b419-fba042cbc8da tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Pushing event deleted for resources: {'Port': ['ID=7f28b05e-dba5-441f-bf98-a70efd8565df,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:37.735127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c629f4dd-12fc-4d17-9f85-9143b724a438 req-703dda38-0cac-437e-b419-fba042cbc8da tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] No DVR routers for this DVR port 7f28b05e-dba5-441f-bf98-a70efd8565df on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:20:37.742560 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3fee28eb-d461-439a-b539-55116a180697 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4607 time: 0.1975689 Oct 26 14:20:37.742873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53750) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:37.745283 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c629f4dd-12fc-4d17-9f85-9143b724a438 req-703dda38-0cac-437e-b419-fba042cbc8da tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:37.750610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c629f4dd-12fc-4d17-9f85-9143b724a438 req-703dda38-0cac-437e-b419-fba042cbc8da tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.11 "DELETE /v2.0/ports/7f28b05e-dba5-441f-bf98-a70efd8565df HTTP/1.1" status: 204 len: 173 time: 0.6354949 Oct 26 14:20:37.751067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbb9499-6d33-4c46-91db-db4083e04761', 'name': 'network-vif-deleted', 'tag': '7f28b05e-dba5-441f-bf98-a70efd8565df'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:20:37.755362 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e4a553-5d33-4248-a2fd-306b228632b2" -d '{"events": [{"server_uuid": "0bbb9499-6d33-4c46-91db-db4083e04761", "name": "network-vif-deleted", "tag": "7f28b05e-dba5-441f-bf98-a70efd8565df"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:20:37.810497 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16789c39-3db6-43be-ac8d-31eb97b882bd x-openstack-request-id: req-16789c39-3db6-43be-ac8d-31eb97b882bd {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:20:37.810893 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbb9499-6d33-4c46-91db-db4083e04761", "name": "network-vif-deleted", "tag": "7f28b05e-dba5-441f-bf98-a70efd8565df", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:20:37.811281 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16789c39-3db6-43be-ac8d-31eb97b882bd {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:20:37.811552 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbb9499-6d33-4c46-91db-db4083e04761', 'name': 'network-vif-deleted', 'tag': '7f28b05e-dba5-441f-bf98-a70efd8565df', 'status': 'completed', 'code': 200} Oct 26 14:20:37.966361 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8eb4669-cbec-4490-99ea-7c7313be74d3 req-e2520200-9109-4d1e-9376-f42b7a3f8d87 tempest-VolumesSnapshotTestJSON-1546845246 tempest-VolumesSnapshotTestJSON-1546845246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbb9499-6d33-4c46-91db-db4083e04761 HTTP/1.1" status: 200 len: 210 time: 0.0752130 Oct 26 14:20:37.969792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-570a2d2a-7937-4529-9906-7db04df54792 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Deleting port 2999e127-0a42-4336-9618-b0a10c837c79 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:37.970181 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-570a2d2a-7937-4529-9906-7db04df54792 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:38.058679 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-570a2d2a-7937-4529-9906-7db04df54792 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:38.059117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-570a2d2a-7937-4529-9906-7db04df54792 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:38.075943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-570a2d2a-7937-4529-9906-7db04df54792 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Calling delete_port for 2999e127-0a42-4336-9618-b0a10c837c79 owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:38.231422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53778) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.317499 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-570a2d2a-7937-4529-9906-7db04df54792 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:38.362087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a2d2a-7937-4529-9906-7db04df54792 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event deleted for resources: {'Port': ['ID=2999e127-0a42-4336-9618-b0a10c837c79,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:38.425194 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-570a2d2a-7937-4529-9906-7db04df54792 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:38.425698 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-570a2d2a-7937-4529-9906-7db04df54792 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Floating IP cb072c7f-721d-4141-b464-2138ff75935f disassociated (deleted). External IP: 172.25.4.125, port: 36200bc4-adf5-449f-85a0-dac6833288f8. Oct 26 14:20:38.490655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3d9626f7-1c0c-4eba-a702-eb945bad56bc tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:38.520190 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3d9626f7-1c0c-4eba-a702-eb945bad56bc tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] 10.222.0.32 "PUT /v2.0/quotas/d446428a50a341bb8910dde2044ce416 HTTP/1.1" status: 200 len: 366 time: 0.2872741 Oct 26 14:20:38.522955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53786) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.535972 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f44e9617-ff51-4fc6-924e-086acef75aa0 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0114982 Oct 26 14:20:38.538249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53788) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.548335 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d92a35aa-2916-46c1-b6ea-b29cfce0532d tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] 10.222.0.32 "GET /v2.0/quotas/d446428a50a341bb8910dde2044ce416 HTTP/1.1" status: 200 len: 366 time: 0.0090864 Oct 26 14:20:38.550784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53790) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.568746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a7e6a110-36b4-4f30-a404-e9abbbb45582 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/d446428a50a341bb8910dde2044ce416 HTTP/1.1" status: 204 len: 168 time: 0.0145741 Oct 26 14:20:38.568931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53794) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.580640 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b818af1e-e933-451e-b776-573317bc8acb tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0083966 Oct 26 14:20:38.580945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53796) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.593792 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c52bca21-74d5-4a94-880c-0d79e5680161 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] 10.222.0.32 "GET /v2.0/quotas/d446428a50a341bb8910dde2044ce416 HTTP/1.1" status: 200 len: 370 time: 0.0096967 Oct 26 14:20:38.594355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53798) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.599010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7618e4a3-bbb1-46c8-b4d3-aa1148ba1f5b tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] 10.222.0.32 "GET /v2.0/quotas/d446428a50a341bb8910dde2044ce416/default HTTP/1.1" status: 200 len: 370 time: 0.0039811 Oct 26 14:20:38.601280 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53800) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.609715 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-5a20ccec-5d24-4e95-96be-f9fe9c635a7c tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] delete failed (client error): The resource could not be found. Oct 26 14:20:38.610859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5a20ccec-5d24-4e95-96be-f9fe9c635a7c tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/d446428a50a341bb8910dde2044ce416 HTTP/1.1" status: 404 len: 348 time: 0.0086930 Oct 26 14:20:38.655828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570a2d2a-7937-4529-9906-7db04df54792 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Router a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:20:38.778327 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570a2d2a-7937-4529-9906-7db04df54792 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:20:38.783232 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-570a2d2a-7937-4529-9906-7db04df54792 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:38.788581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f2746-d11c-4757-b494-4d0eb0035ea5 None None] Sync routers for ids ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:20:38.799656 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f2746-d11c-4757-b494-4d0eb0035ea5 None None] Routers {'a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:38.800539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-da2f2746-d11c-4757-b494-4d0eb0035ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:38.811573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53810) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.811819 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-570a2d2a-7937-4529-9906-7db04df54792 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "DELETE /v2.0/floatingips/cb072c7f-721d-4141-b464-2138ff75935f HTTP/1.1" status: 204 len: 168 time: 1.0678711 Oct 26 14:20:38.816865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53812) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.822042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:38.841427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Usage tracker for resource:network and project:4daa943c6be24902844b2f1947cafd59 is out of sync, need to count used quota {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:38.846600 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:38.847441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:38.856427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Usage tracker for resource:subnet and project:4daa943c6be24902844b2f1947cafd59 is out of sync, need to count used quota {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:38.859874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:38.860947 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-da2f2746-d11c-4757-b494-4d0eb0035ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:38.866974 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Usage tracker for resource:subnetpool and project:4daa943c6be24902844b2f1947cafd59 is out of sync, need to count used quota {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:38.870755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f2746-d11c-4757-b494-4d0eb0035ea5 None None] Routers {'a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:38.871566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-da2f2746-d11c-4757-b494-4d0eb0035ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:38.872209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:38.879077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Usage tracker for resource:port and project:4daa943c6be24902844b2f1947cafd59 is out of sync, need to count used quota {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:38.889370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:38.906034 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Usage tracker for resource:router and project:4daa943c6be24902844b2f1947cafd59 is out of sync, need to count used quota {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:38.913075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:38.915802 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-da2f2746-d11c-4757-b494-4d0eb0035ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:38.916650 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f2746-d11c-4757-b494-4d0eb0035ea5 None None] The sync data for ids ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:20:38.922530 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Usage tracker for resource:floatingip and project:4daa943c6be24902844b2f1947cafd59 is out of sync, need to count used quota {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:38.926368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:38.959043 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:38.963522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Usage tracker for resource:security_group and project:4daa943c6be24902844b2f1947cafd59 is out of sync, need to count used quota {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:38.967018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:38.975620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Usage tracker for resource:security_group_rule and project:4daa943c6be24902844b2f1947cafd59 is out of sync, need to count used quota {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:38.980847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.quota.resource [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102124) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:38.986041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3032da7c-58c4-4a43-bc9a-a5822e1b1d06 tempest-QuotasTest-1322175911 tempest-QuotasTest-1322175911-project-admin] 10.222.0.32 "GET /v2.0/quotas/4daa943c6be24902844b2f1947cafd59/details.json HTTP/1.1" status: 200 len: 703 time: 0.1724856 Oct 26 14:20:39.100220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Allocated IP 172.25.4.143 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/15954461-7a1a-427b-ad11-b796a90a3a15) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:39.244106 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.265896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53834) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.286663 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.331653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:39.338968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:39.343161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:39.353925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Pushing event updated for resources: {'Port': ['ID=15954461-7a1a-427b-ad11-b796a90a3a15,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:39.452028 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.477170 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5cee2e2-b4fa-4317-9175-6e087b8f3257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.498943 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.637086 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5cee2e2-b4fa-4317-9175-6e087b8f3257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.643700 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5cee2e2-b4fa-4317-9175-6e087b8f3257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.694641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d5cee2e2-b4fa-4317-9175-6e087b8f3257 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=726f3f40e0a447dfbffe8b765172011d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275284 Oct 26 14:20:39.696163 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cee2e2-b4fa-4317-9175-6e087b8f3257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b0ebbf-0e1f-49d9-a9ef-d75ec423ab80,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:39.698516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53850) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.746662 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.756618 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.837468 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b12eb9d-eddc-49b6-b75b-9ae380250070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.841421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Pushing event updated for resources: {'Port': ['ID=15954461-7a1a-427b-ad11-b796a90a3a15,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:39.866645 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.874274 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b12eb9d-eddc-49b6-b75b-9ae380250070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.895611 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.899456 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-046d5bd0-2274-450c-b744-248d94d62aa1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0789545 Oct 26 14:20:39.900163 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53858) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.949059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b12eb9d-eddc-49b6-b75b-9ae380250070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.951901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b12eb9d-eddc-49b6-b75b-9ae380250070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:39.954046 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0b12eb9d-eddc-49b6-b75b-9ae380250070 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91b0ebbf-0e1f-49d9-a9ef-d75ec423ab80 HTTP/1.1" status: 204 len: 168 time: 0.2502997 Oct 26 14:20:39.964160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12eb9d-eddc-49b6-b75b-9ae380250070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b0ebbf-0e1f-49d9-a9ef-d75ec423ab80,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:40.068174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:40.094880 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.219682 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.338764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53876) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.369509 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-794b75a1-a26b-449d-9060-f54ea27e4adb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.373418 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Allocated IP 172.25.4.247 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/5891aaf3-1541-4b24-98f9-b1f08eca4009) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:40.479883 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-794b75a1-a26b-449d-9060-f54ea27e4adb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.489371 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-794b75a1-a26b-449d-9060-f54ea27e4adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.541713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b75a1-a26b-449d-9060-f54ea27e4adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabeb152-1754-4e8f-b342-dabf57439a4e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:40.546513 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-794b75a1-a26b-449d-9060-f54ea27e4adb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4daa943c6be24902844b2f1947cafd59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2066562 Oct 26 14:20:40.549302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53884) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.560132 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.618453 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.621458 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad672631-ac4c-4265-9578-34cf3ffe18c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.649701 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad672631-ac4c-4265-9578-34cf3ffe18c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.668515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:40.673450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:40.677050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:40.731875 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad672631-ac4c-4265-9578-34cf3ffe18c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.734381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Pushing event updated for resources: {'Port': ['ID=5891aaf3-1541-4b24-98f9-b1f08eca4009,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:40.735812 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad672631-ac4c-4265-9578-34cf3ffe18c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.737320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ad672631-ac4c-4265-9578-34cf3ffe18c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fabeb152-1754-4e8f-b342-dabf57439a4e HTTP/1.1" status: 204 len: 168 time: 0.1869555 Oct 26 14:20:40.767178 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad672631-ac4c-4265-9578-34cf3ffe18c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabeb152-1754-4e8f-b342-dabf57439a4e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:40.833144 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.880135 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:41.074091 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:41.080090 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:41.209093 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Pushing event updated for resources: {'Port': ['ID=5891aaf3-1541-4b24-98f9-b1f08eca4009,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:41.221143 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:41.242230 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:41.244478 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6de98df8-daa1-43a9-aa31-3959ca9f3e1b tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3438468 Oct 26 14:20:41.247059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53910) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:41.350721 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4372b135-ec9d-48a0-94a9-3ab295719b35 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4791 time: 0.1018281 Oct 26 14:20:41.353027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53914) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:41.598125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 7f28b05e-dba5-441f-bf98-a70efd8565df no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:20:41.639161 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 7f28b05e-dba5-441f-bf98-a70efd8565df {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:20:41.639890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 7f28b05e-dba5-441f-bf98-a70efd8565df not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:20:41.814061 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-86d03128-196c-4a0e-ba2d-863dc588c8fc tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4591513 Oct 26 14:20:41.816690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53932) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:41.980895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Deleting port 5891aaf3-1541-4b24-98f9-b1f08eca4009 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:41.981274 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.074631 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.074963 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.088881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Calling delete_port for 5891aaf3-1541-4b24-98f9-b1f08eca4009 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:42.235878 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.265363 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Pushing event deleted for resources: {'Port': ['ID=5891aaf3-1541-4b24-98f9-b1f08eca4009,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:42.310823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:42.311907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:42.312674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:42.313362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:42.313927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:42.314691 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:42.315659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:42.316232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:42.316795 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:42.317221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:42.317613 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:42.318811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:42.359626 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53946) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:42.381863 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.386327 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.391392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53950) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:42.399715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-51819b94-6662-4d17-bf34-6ab1c70665ca tempest-FloatingIPAdminTestJSON-1754978898 tempest-FloatingIPAdminTestJSON-1754978898-project] 10.222.0.32 "DELETE /v2.0/floatingips/6ed212b4-7ed6-42f1-a8a9-de4aad21732d HTTP/1.1" status: 204 len: 168 time: 0.5818121 Oct 26 14:20:42.534851 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-832959881', 'router:external': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:42.566833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Made reservation on behalf of d0e115b7c7a04cf6af82d86c5e26dc8f for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:42.569158 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.590671 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.604962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a63cf2f5-e31e-455b-ba70-9ba081e818c1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Deleting port 15954461-7a1a-427b-ad11-b796a90a3a15 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:42.605298 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a63cf2f5-e31e-455b-ba70-9ba081e818c1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.715560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a63cf2f5-e31e-455b-ba70-9ba081e818c1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.715890 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a63cf2f5-e31e-455b-ba70-9ba081e818c1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.735265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a63cf2f5-e31e-455b-ba70-9ba081e818c1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Calling delete_port for 15954461-7a1a-427b-ad11-b796a90a3a15 owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:42.738252 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-380ef184-3b17-4b6d-97f3-25fa0934996f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.761141 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.794402 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.823142 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:20:42.853573 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.853927 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Added segment dd5b778d-c91b-4579-8bd7-1aef7e7ebe8c of type vlan for network f2824f92-906c-4324-879d-88bbbb68f45d Oct 26 14:20:42.856282 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23242a22-af87-4852-808d-c3fe4a083f14,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:42.915358 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.981787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.982894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:42.983539 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.993468 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a63cf2f5-e31e-455b-ba70-9ba081e818c1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.065415 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7038958 Oct 26 14:20:43.068619 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53966) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:43.072621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cf2f5-e31e-455b-ba70-9ba081e818c1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Pushing event deleted for resources: {'Port': ['ID=15954461-7a1a-427b-ad11-b796a90a3a15,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:43.081293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1c99c2d9-1377-4247-bd74-b375f67f387b tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Request body: {'subnet': {'network_id': 'f2824f92-906c-4324-879d-88bbbb68f45d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:43.103717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f19833-1229-4452-9cf9-ce54ce3a63bb tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event updated for resources: {'Network': ['ID=f2824f92-906c-4324-879d-88bbbb68f45d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:43.114211 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network f2824f92-906c-4324-879d-88bbbb68f45d details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:20:43.148220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c99c2d9-1377-4247-bd74-b375f67f387b tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Made reservation on behalf of d0e115b7c7a04cf6af82d86c5e26dc8f for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:43.150934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c99c2d9-1377-4247-bd74-b375f67f387b tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.160538 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a63cf2f5-e31e-455b-ba70-9ba081e818c1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.163195 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a63cf2f5-e31e-455b-ba70-9ba081e818c1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.164543 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a63cf2f5-e31e-455b-ba70-9ba081e818c1 tempest-FloatingIPAdminTestJSON-1794099080 tempest-FloatingIPAdminTestJSON-1794099080-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/dd51d6ed-f8e3-46ca-b7ee-f00b75fe5587 HTTP/1.1" status: 204 len: 168 time: 0.7715526 Oct 26 14:20:43.168906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53968) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:43.349731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-191498b9-696a-47ab-8dc9-0161030a7726 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Deleting port 36200bc4-adf5-449f-85a0-dac6833288f8 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:43.350117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-191498b9-696a-47ab-8dc9-0161030a7726 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.457345 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-191498b9-696a-47ab-8dc9-0161030a7726 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.480673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-191498b9-696a-47ab-8dc9-0161030a7726 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Calling delete_port for 36200bc4-adf5-449f-85a0-dac6833288f8 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:43.551168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.objects.ports [None req-1c99c2d9-1377-4247-bd74-b375f67f387b tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102124) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:20:43.551347 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c99c2d9-1377-4247-bd74-b375f67f387b tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.625335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99c2d9-1377-4247-bd74-b375f67f387b tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bf9cf2d6-1730-4b8b-bf9d-0878f5b2ab34,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:43.641073 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-191498b9-696a-47ab-8dc9-0161030a7726 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.644281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c99c2d9-1377-4247-bd74-b375f67f387b tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Checking segment: {'id': 'dd5b778d-c91b-4579-8bd7-1aef7e7ebe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f2824f92-906c-4324-879d-88bbbb68f45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:43.645413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c99c2d9-1377-4247-bd74-b375f67f387b tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Network hostable DHCP agents. Network: f2824f92-906c-4324-879d-88bbbb68f45d, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:20:43.672556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c99c2d9-1377-4247-bd74-b375f67f387b tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Network f2824f92-906c-4324-879d-88bbbb68f45d is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:20:43.682139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191498b9-696a-47ab-8dc9-0161030a7726 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event deleted for resources: {'Port': ['ID=36200bc4-adf5-449f-85a0-dac6833288f8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:43.704189 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-1c99c2d9-1377-4247-bd74-b375f67f387b tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, f2824f92-906c-4324-879d-88bbbb68f45d) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:43.713751 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04947404-ddec-47ef-a5b5-a34dce5aa0a3 None None] Network f2824f92-906c-4324-879d-88bbbb68f45d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:43.714117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c99c2d9-1377-4247-bd74-b375f67f387b tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:43.714721 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c99c2d9-1377-4247-bd74-b375f67f387b tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.758587 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1c99c2d9-1377-4247-bd74-b375f67f387b tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6875472 Oct 26 14:20:43.759681 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53982) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:43.778713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1e40dc5a-6c05-4bf8-a91a-fa5b27226e5a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1551790003', 'network_id': 'f2824f92-906c-4324-879d-88bbbb68f45d'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:43.807650 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-191498b9-696a-47ab-8dc9-0161030a7726 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.817632 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-191498b9-696a-47ab-8dc9-0161030a7726 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "DELETE /v2.0/ports/36200bc4-adf5-449f-85a0-dac6833288f8 HTTP/1.1" status: 204 len: 168 time: 0.6476502 Oct 26 14:20:43.824347 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53984) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:43.894715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e40dc5a-6c05-4bf8-a91a-fa5b27226e5a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Made reservation on behalf of d0e115b7c7a04cf6af82d86c5e26dc8f for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:43.897041 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e40dc5a-6c05-4bf8-a91a-fa5b27226e5a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.909489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a679b893-1bdc-4bd7-a2f0-ea7581848075 None None] Network f2824f92-906c-4324-879d-88bbbb68f45d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:43.922917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-1e40dc5a-6c05-4bf8-a91a-fa5b27226e5a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] device_id is not set on port 30d4df44-de39-4d40-b212-1e398a120ee4 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:20:43.951299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a843b-f2d5-4d13-a2e1-c9815ff44ad5 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:43.953435 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3e8a843b-f2d5-4d13-a2e1-c9815ff44ad5 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71 HTTP/1.1" status: 200 len: 913 time: 0.1274242 Oct 26 14:20:43.955939 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53986) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:44.108658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-1e40dc5a-6c05-4bf8-a91a-fa5b27226e5a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Allocated IP 2001:db8::311 (f2824f92-906c-4324-879d-88bbbb68f45d/bf9cf2d6-1730-4b8b-bf9d-0878f5b2ab34/30d4df44-de39-4d40-b212-1e398a120ee4) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:44.271670 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e40dc5a-6c05-4bf8-a91a-fa5b27226e5a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.322355 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e40dc5a-6c05-4bf8-a91a-fa5b27226e5a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.377492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e40dc5a-6c05-4bf8-a91a-fa5b27226e5a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Network f2824f92-906c-4324-879d-88bbbb68f45d is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:44.380630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-1e40dc5a-6c05-4bf8-a91a-fa5b27226e5a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:44.385125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e40dc5a-6c05-4bf8-a91a-fa5b27226e5a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:44.386254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40dc5a-6c05-4bf8-a91a-fa5b27226e5a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:44.386952 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e40dc5a-6c05-4bf8-a91a-fa5b27226e5a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.399410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40dc5a-6c05-4bf8-a91a-fa5b27226e5a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event updated for resources: {'Port': ['ID=30d4df44-de39-4d40-b212-1e398a120ee4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:44.419944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1e40dc5a-6c05-4bf8-a91a-fa5b27226e5a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6562431 Oct 26 14:20:44.422181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53990) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:44.428548 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.533394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-3d544f13-d7ba-4262-be06-b6ac482cdde7 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Deleting port 30d4df44-de39-4d40-b212-1e398a120ee4 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:44.533731 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d544f13-d7ba-4262-be06-b6ac482cdde7 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.644194 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d544f13-d7ba-4262-be06-b6ac482cdde7 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.660524 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-3d544f13-d7ba-4262-be06-b6ac482cdde7 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Calling delete_port for 30d4df44-de39-4d40-b212-1e398a120ee4 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:44.798684 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Deleting port 3a1446c7-aee8-4f36-984b-29d2096259cf {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:44.799244 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.823123 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d544f13-d7ba-4262-be06-b6ac482cdde7 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.872883 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d544f13-d7ba-4262-be06-b6ac482cdde7 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event deleted for resources: {'Port': ['ID=30d4df44-de39-4d40-b212-1e398a120ee4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:44.912151 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d544f13-d7ba-4262-be06-b6ac482cdde7 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.922237 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3d544f13-d7ba-4262-be06-b6ac482cdde7 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "DELETE /v2.0/ports/30d4df44-de39-4d40-b212-1e398a120ee4 HTTP/1.1" status: 204 len: 168 time: 0.4943800 Oct 26 14:20:44.923947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53996) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:44.930560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.931627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2824f92-906c-4324-879d-88bbbb68f45d', 'external_fixed_ips': [{'subnet_id': 'bf9cf2d6-1730-4b8b-bf9d-0878f5b2ab34', 'ip_address': '2001:db8::311'}]}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:44.946196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Calling delete_port for 3a1446c7-aee8-4f36-984b-29d2096259cf owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:44.962495 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.964158 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:45.029929 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:45.066937 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-73a66192-68de-418a-bf8e-d5cd463ec214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:45.193508 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:45.245901 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:45.256252 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event deleted for resources: {'Port': ['ID=3a1446c7-aee8-4f36-984b-29d2096259cf,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:45.290948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:45.291296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:45.291645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:45.291989 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:45.292442 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:45.292794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:45.293127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:45.293671 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:45.293845 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:45.294196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:45.294658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:45.294993 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:45.525167 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:45.536259 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:45.561049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:45.757239 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54004) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:45.775076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Allocated IP 2001:db8::311 (f2824f92-906c-4324-879d-88bbbb68f45d/bf9cf2d6-1730-4b8b-bf9d-0878f5b2ab34/1d8ea081-7044-4863-b39d-58be06cdadf9) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:45.893081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Router a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:20:45.915053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:45.954261 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:46.010785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Network f2824f92-906c-4324-879d-88bbbb68f45d is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:46.014270 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:46.019175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:46.189404 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:20:46.198233 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2c831a60-43e4-447e-abb4-93e9f299505e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "PUT /v2.0/routers/a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2379024 Oct 26 14:20:46.198683 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54008) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:46.200436 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94467c60-bacc-4895-8f8b-cdd9d9687c2c None None] Sync routers for ids ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:20:46.219694 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94467c60-bacc-4895-8f8b-cdd9d9687c2c None None] Routers {'a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:46.222520 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-94467c60-bacc-4895-8f8b-cdd9d9687c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:46.307674 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-94467c60-bacc-4895-8f8b-cdd9d9687c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:46.321968 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94467c60-bacc-4895-8f8b-cdd9d9687c2c None None] Routers {'a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:46.322703 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-94467c60-bacc-4895-8f8b-cdd9d9687c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:46.406529 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-94467c60-bacc-4895-8f8b-cdd9d9687c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:46.408704 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94467c60-bacc-4895-8f8b-cdd9d9687c2c None None] The sync data for ids ['a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:20:46.481416 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:46.560106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event updated for resources: {'Port': ['ID=1d8ea081-7044-4863-b39d-58be06cdadf9,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:46.594358 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:46.802145 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:46.861831 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.123852 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.145171 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.230906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Deleting port 6bc6364d-ba4e-4df7-9e1a-4e4cd2b54c4c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:47.231240 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.235182 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1955fd5-bc60-49d7-919e-08cd70e0b7a4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.334726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Router ffa74e60-1970-476f-ac32-1983079df4ce is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:20:47.464570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:20:47.476895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] Sync routers for ids ['ffa74e60-1970-476f-ac32-1983079df4ce'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:20:47.499523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] Routers {'ffa74e60-1970-476f-ac32-1983079df4ce'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:47.501335 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ffa74e60-1970-476f-ac32-1983079df4ce'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:47.503803 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.505411 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-007f5c6c-aa04-4b7f-b2ad-d0de82c6dd59 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.5802693 Oct 26 14:20:47.508685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54026) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:47.526103 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.545242 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Calling delete_port for 6bc6364d-ba4e-4df7-9e1a-4e4cd2b54c4c owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:47.671677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] Set router ffa74e60-1970-476f-ac32-1983079df4ce gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:20:47.675837 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.860217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d1955fd5-bc60-49d7-919e-08cd70e0b7a4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Deleting port 7b10bec3-2e01-419a-80ac-02a3db8882bf {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:47.860695 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1955fd5-bc60-49d7-919e-08cd70e0b7a4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.975082 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.990024 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.009363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event deleted for resources: {'Port': ['ID=6bc6364d-ba4e-4df7-9e1a-4e4cd2b54c4c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:48.093173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-d1955fd5-bc60-49d7-919e-08cd70e0b7a4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] For port 7b10bec3-2e01-419a-80ac-02a3db8882bf, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7b10bec3-2e01-419a-80ac-02a3db8882bf,segment=NetworkSegment(4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9),segment_id=4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:48.093443 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1955fd5-bc60-49d7-919e-08cd70e0b7a4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.097003 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Deleting port 1d8ea081-7044-4863-b39d-58be06cdadf9 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:48.097660 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.104018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa74e60-1970-476f-ac32-1983079df4ce', 'name': '', 'tenant_id': 'd0e115b7c7a04cf6af82d86c5e26dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2824f92-906c-4324-879d-88bbbb68f45d', 'external_fixed_ips': [{'subnet_id': 'bf9cf2d6-1730-4b8b-bf9d-0878f5b2ab34', 'ip_address': '2001:db8::311'}], 'enable_snat': True}, 'gw_port_id': '1d8ea081-7044-4863-b39d-58be06cdadf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:20:44Z', 'updated_at': '2021-10-26T14:20:46Z', 'revision_number': 3, 'project_id': 'd0e115b7c7a04cf6af82d86c5e26dc8f', 'gw_port': {'id': '1d8ea081-7044-4863-b39d-58be06cdadf9', 'name': '', 'network_id': 'f2824f92-906c-4324-879d-88bbbb68f45d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa74e60-1970-476f-ac32-1983079df4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bf9cf2d6-1730-4b8b-bf9d-0878f5b2ab34', 'ip_address': '2001:db8::311', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:45Z', 'updated_at': '2021-10-26T14:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf9cf2d6-1730-4b8b-bf9d-0878f5b2ab34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:48.114776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d1955fd5-bc60-49d7-919e-08cd70e0b7a4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Calling delete_port for 7b10bec3-2e01-419a-80ac-02a3db8882bf owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:48.122799 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.164877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] Checking router: ffa74e60-1970-476f-ac32-1983079df4ce for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:20:48.165853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] Updating router ffa74e60-1970-476f-ac32-1983079df4ce port 1d8ea081-7044-4863-b39d-58be06cdadf9 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:20:48.219834 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.320100 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.355415 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Calling delete_port for 1d8ea081-7044-4863-b39d-58be06cdadf9 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:48.509674 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.511760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1955fd5-bc60-49d7-919e-08cd70e0b7a4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.520878 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.574095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1955fd5-bc60-49d7-919e-08cd70e0b7a4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Port': ['ID=7b10bec3-2e01-419a-80ac-02a3db8882bf,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:48.624034 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.667182 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d8ea081-7044-4863-b39d-58be06cdadf9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:48.690272 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.691528 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Fanout notify agent at l3_agent the message router_deleted on router a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:20:48.713825 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.718405 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-931bed25-b334-4bc6-abf2-e1d577a6c2d8 tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "DELETE /v2.0/routers/a4f4e7b0-48d8-4a9f-85fd-6920adbc8e71 HTTP/1.1" status: 204 len: 168 time: 2.5185964 Oct 26 14:20:48.719156 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54034) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:48.747214 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.860829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e60f1a-fd7b-4f3b-b968-a8491308a75e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Deleting subnet cb2fd14a-0975-4686-95e6-5cf6dce6f079 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:20:48.865118 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60e60f1a-fd7b-4f3b-b968-a8491308a75e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.935349 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60e60f1a-fd7b-4f3b-b968-a8491308a75e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.939396 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.965583 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.971290 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:20:48.971657 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:20:48.973662 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.049569 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.050427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ffa74e60-1970-476f-ac32-1983079df4ce {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:20:49.072309 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.077046 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c1477091-e5bc-4825-80f0-292023f6fc79 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ffa74e60-1970-476f-ac32-1983079df4ce HTTP/1.1" status: 204 len: 168 time: 1.5631342 Oct 26 14:20:49.077690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54042) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:49.078422 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60e60f1a-fd7b-4f3b-b968-a8491308a75e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.151491 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1955fd5-bc60-49d7-919e-08cd70e0b7a4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.190869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-10411554-b820-487b-8c30-cbb7466beb81 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Deleting subnet bf9cf2d6-1730-4b8b-bf9d-0878f5b2ab34 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:20:49.194602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10411554-b820-487b-8c30-cbb7466beb81 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.286752 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10411554-b820-487b-8c30-cbb7466beb81 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.321253 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60e60f1a-fd7b-4f3b-b968-a8491308a75e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.342754 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10411554-b820-487b-8c30-cbb7466beb81 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.347253 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f7e0ca-8111-438f-a7ed-e6631ad5ff89 None None] Network f8c89dd8-f6b7-45f0-93f3-477dc48b5fec requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:49.447061 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10411554-b820-487b-8c30-cbb7466beb81 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.456246 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60e60f1a-fd7b-4f3b-b968-a8491308a75e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.473093 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-60e60f1a-fd7b-4f3b-b968-a8491308a75e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "DELETE /v2.0/subnets/cb2fd14a-0975-4686-95e6-5cf6dce6f079 HTTP/1.1" status: 204 len: 168 time: 0.7450373 Oct 26 14:20:49.504859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54054) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:49.507174 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] Port 1d8ea081-7044-4863-b39d-58be06cdadf9 not found while updating agent binding for router ffa74e60-1970-476f-ac32-1983079df4ce. {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 14:20:49.525164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10411554-b820-487b-8c30-cbb7466beb81 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bf9cf2d6-1730-4b8b-bf9d-0878f5b2ab34,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:49.542144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] Routers set() bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:49.543153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] Router IDs set() for agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 14:20:49.544278 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ffa74e60-1970-476f-ac32-1983079df4ce'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent'). {{(pid=102125) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 14:20:49.544835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e26fabb-4048-40f9-b11d-7c4318349945 None None] The sync data for ids ['ffa74e60-1970-476f-ac32-1983079df4ce'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:20:49.556979 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e60f1a-fd7b-4f3b-b968-a8491308a75e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2fd14a-0975-4686-95e6-5cf6dce6f079,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:49.563256 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10411554-b820-487b-8c30-cbb7466beb81 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.575257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54056) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:49.583669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-10411554-b820-487b-8c30-cbb7466beb81 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/bf9cf2d6-1730-4b8b-bf9d-0878f5b2ab34 HTTP/1.1" status: 204 len: 168 time: 0.5047524 Oct 26 14:20:49.665752 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.697516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be0f13-d405-4a67-a855-86afdfde5db1 None None] DHCP port deletion for f8c89dd8-f6b7-45f0-93f3-477dc48b5fec request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:20:49.755784 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fa234-127b-4073-b6e1-893a1b207714 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.756406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-41be0f13-d405-4a67-a855-86afdfde5db1 None None] Deleting port 247c1ad9-76d5-47f0-8472-546d55368de5 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:49.757112 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-41be0f13-d405-4a67-a855-86afdfde5db1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.761088 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Deleting port 247c1ad9-76d5-47f0-8472-546d55368de5 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:49.761609 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.808806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1955fd5-bc60-49d7-919e-08cd70e0b7a4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Router 13bbc71e-4564-438a-82bd-41da1ced725f has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:20:49.909107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] For port 247c1ad9-76d5-47f0-8472-546d55368de5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=247c1ad9-76d5-47f0-8472-546d55368de5,segment=NetworkSegment(658cd98c-9437-474c-81cb-d559558b6210),segment_id=658cd98c-9437-474c-81cb-d559558b6210)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:49.909486 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.912877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-41be0f13-d405-4a67-a855-86afdfde5db1 None None] For port 247c1ad9-76d5-47f0-8472-546d55368de5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=247c1ad9-76d5-47f0-8472-546d55368de5,segment=NetworkSegment(658cd98c-9437-474c-81cb-d559558b6210),segment_id=658cd98c-9437-474c-81cb-d559558b6210)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:49.913291 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-41be0f13-d405-4a67-a855-86afdfde5db1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.937366 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-41be0f13-d405-4a67-a855-86afdfde5db1 None None] Calling delete_port for 247c1ad9-76d5-47f0-8472-546d55368de5 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:49.939714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Calling delete_port for 247c1ad9-76d5-47f0-8472-546d55368de5 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:49.993962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fa234-127b-4073-b6e1-893a1b207714 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.042047 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-618fa234-127b-4073-b6e1-893a1b207714 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2824f92-906c-4324-879d-88bbbb68f45d']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:50.075013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-618fa234-127b-4073-b6e1-893a1b207714 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5b778d-c91b-4579-8bd7-1aef7e7ebe8c') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:50.078870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-618fa234-127b-4073-b6e1-893a1b207714 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5b778d-c91b-4579-8bd7-1aef7e7ebe8c') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:50.112456 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fa234-127b-4073-b6e1-893a1b207714 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.130677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1955fd5-bc60-49d7-919e-08cd70e0b7a4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:20:50.133468 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fa234-127b-4073-b6e1-893a1b207714 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.143337 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d1955fd5-bc60-49d7-919e-08cd70e0b7a4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "PUT /v2.0/routers/13bbc71e-4564-438a-82bd-41da1ced725f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3824904 Oct 26 14:20:50.146668 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221a76f-e7cc-41dc-95d5-47c3e038d6a1 None None] Sync routers for ids ['13bbc71e-4564-438a-82bd-41da1ced725f'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:20:50.149537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618fa234-127b-4073-b6e1-893a1b207714 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:20:50.149830 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fa234-127b-4073-b6e1-893a1b207714 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:20:50.151688 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:20:50.167668 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221a76f-e7cc-41dc-95d5-47c3e038d6a1 None None] Routers {'13bbc71e-4564-438a-82bd-41da1ced725f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:50.169185 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d221a76f-e7cc-41dc-95d5-47c3e038d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['13bbc71e-4564-438a-82bd-41da1ced725f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:50.174201 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-41be0f13-d405-4a67-a855-86afdfde5db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.185358 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.230194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be0f13-d405-4a67-a855-86afdfde5db1 None None] No DVR routers for this DVR port 247c1ad9-76d5-47f0-8472-546d55368de5 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:20:50.248793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event deleted for resources: {'Port': ['ID=247c1ad9-76d5-47f0-8472-546d55368de5,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:50.270667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] No DVR routers for this DVR port 247c1ad9-76d5-47f0-8472-546d55368de5 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:20:50.312535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be0f13-d405-4a67-a855-86afdfde5db1 None None] Pushing event deleted for resources: {'Port': ['ID=247c1ad9-76d5-47f0-8472-546d55368de5,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:50.410476 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fa234-127b-4073-b6e1-893a1b207714 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.435478 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618fa234-127b-4073-b6e1-893a1b207714 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2824f92-906c-4324-879d-88bbbb68f45d {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 14:20:50.438667 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fa234-127b-4073-b6e1-893a1b207714 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.442181 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-618fa234-127b-4073-b6e1-893a1b207714 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "DELETE /v2.0/networks/f2824f92-906c-4324-879d-88bbbb68f45d HTTP/1.1" status: 204 len: 168 time: 0.8659251 Oct 26 14:20:50.518498 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fa234-127b-4073-b6e1-893a1b207714 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2824f92-906c-4324-879d-88bbbb68f45d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:50.552291 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.584695 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d221a76f-e7cc-41dc-95d5-47c3e038d6a1 None None] Set router 13bbc71e-4564-438a-82bd-41da1ced725f gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:20:50.766856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c89dd8-f6b7-45f0-93f3-477dc48b5fec']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:50.873224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658cd98c-9437-474c-81cb-d559558b6210') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:50.877576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658cd98c-9437-474c-81cb-d559558b6210') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:50.880912 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 247c1ad9-76d5-47f0-8472-546d55368de5 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:20:50.912616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 247c1ad9-76d5-47f0-8472-546d55368de5 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:20:50.916317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 247c1ad9-76d5-47f0-8472-546d55368de5 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:20:50.939432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d4aae-37c0-4db7-a3d9-ad87e8eef7dc req-10a0787f-129c-49d3-b702-17277de8f846 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:50.941576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d0d4aae-37c0-4db7-a3d9-ad87e8eef7dc req-10a0787f-129c-49d3-b702-17277de8f846 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 946 time: 0.3253789 Oct 26 14:20:50.947158 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.996248 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.060767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:20:51.061181 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:20:51.064250 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:20:51.163139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54086) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:51.169936 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ff5be28a-d47e-4cf9-959b-99e8ad37bef6 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Request body: {'router': {'name': 'tempest-router--996195753', 'project_id': '2d0f57bfba3749d297dba4ef7c3cb148'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:51.185327 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d221a76f-e7cc-41dc-95d5-47c3e038d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:20:48Z', 'revision_number': 6, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '3838557f-d332-47b7-a00f-9fad629a8a69', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'port_id': '8da93bde-dd90-4868-b561-584467d09cf0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'mac_address': 'fa:16:3e:a1:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:04Z', 'updated_at': '2021-10-26T14:19:10Z', 'revision_number': 1, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:35Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:51.223769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d0d4aae-37c0-4db7-a3d9-ad87e8eef7dc req-5b2ee8fd-c17a-46fe-b716-9f4926cebd1b tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710109 Oct 26 14:20:51.234066 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5be28a-d47e-4cf9-959b-99e8ad37bef6 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.244628 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5be28a-d47e-4cf9-959b-99e8ad37bef6 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.273518 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221a76f-e7cc-41dc-95d5-47c3e038d6a1 None None] Checking router: 13bbc71e-4564-438a-82bd-41da1ced725f for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:20:51.285962 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.306339 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221a76f-e7cc-41dc-95d5-47c3e038d6a1 None None] Routers {'13bbc71e-4564-438a-82bd-41da1ced725f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:51.308307 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d221a76f-e7cc-41dc-95d5-47c3e038d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['13bbc71e-4564-438a-82bd-41da1ced725f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:51.315574 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.318917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "DELETE /v2.0/networks/f8c89dd8-f6b7-45f0-93f3-477dc48b5fec HTTP/1.1" status: 204 len: 168 time: 1.8048620 Oct 26 14:20:51.319826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a058e-d425-4643-b3ef-2c7ecc6ee77e tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event deleted for resources: {'Network': ['ID=f8c89dd8-f6b7-45f0-93f3-477dc48b5fec,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:51.322289 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54088) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:51.420517 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5be28a-d47e-4cf9-959b-99e8ad37bef6 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.426481 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5be28a-d47e-4cf9-959b-99e8ad37bef6 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.454966 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff5be28a-d47e-4cf9-959b-99e8ad37bef6 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.457607 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ff5be28a-d47e-4cf9-959b-99e8ad37bef6 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2926970 Oct 26 14:20:51.461948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54090) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:51.584776 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f45c7f3b-2c6d-4165-b2f6-eb747f870a68 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.607033 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d221a76f-e7cc-41dc-95d5-47c3e038d6a1 None None] Set router 13bbc71e-4564-438a-82bd-41da1ced725f gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:20:51.612177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-935ad17b-6069-4395-874a-3b66b3fc4f5f tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Deleting port dbd6fda9-d9be-48b0-a056-350aa5a0c996 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:51.612519 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-935ad17b-6069-4395-874a-3b66b3fc4f5f tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.782911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f45c7f3b-2c6d-4165-b2f6-eb747f870a68 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.785082 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f45c7f3b-2c6d-4165-b2f6-eb747f870a68 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.823185 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-935ad17b-6069-4395-874a-3b66b3fc4f5f tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.823769 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-935ad17b-6069-4395-874a-3b66b3fc4f5f tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.857831 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f45c7f3b-2c6d-4165-b2f6-eb747f870a68 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.858791 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45c7f3b-2c6d-4165-b2f6-eb747f870a68 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4133be3-bc80-4ad4-8773-cd824bd95199 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:20:51.859311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-935ad17b-6069-4395-874a-3b66b3fc4f5f tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Calling delete_port for dbd6fda9-d9be-48b0-a056-350aa5a0c996 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:51.868188 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f45c7f3b-2c6d-4165-b2f6-eb747f870a68 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.869454 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f45c7f3b-2c6d-4165-b2f6-eb747f870a68 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a4133be3-bc80-4ad4-8773-cd824bd95199 HTTP/1.1" status: 204 len: 168 time: 0.4062707 Oct 26 14:20:52.087204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54098) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:52.093073 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d221a76f-e7cc-41dc-95d5-47c3e038d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:20:48Z', 'revision_number': 6, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '3838557f-d332-47b7-a00f-9fad629a8a69', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'port_id': '8da93bde-dd90-4868-b561-584467d09cf0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'mac_address': 'fa:16:3e:a1:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:04Z', 'updated_at': '2021-10-26T14:19:10Z', 'revision_number': 1, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:35Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:52.125306 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-935ad17b-6069-4395-874a-3b66b3fc4f5f tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.167269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ad17b-6069-4395-874a-3b66b3fc4f5f tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Pushing event deleted for resources: {'Port': ['ID=dbd6fda9-d9be-48b0-a056-350aa5a0c996,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:52.192259 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221a76f-e7cc-41dc-95d5-47c3e038d6a1 None None] The sync data for ids ['13bbc71e-4564-438a-82bd-41da1ced725f'] in n-d-815498-1 is: [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:20:48Z', 'revision_number': 6, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '3838557f-d332-47b7-a00f-9fad629a8a69', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'port_id': '8da93bde-dd90-4868-b561-584467d09cf0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'mac_address': 'fa:16:3e:a1:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:04Z', 'updated_at': '2021-10-26T14:19:10Z', 'revision_number': 1, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:35Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:20:52.197895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f583-60fa-4748-a968-9770f560df8e req-2aa4ce8f-85fe-4f9f-9b2e-25dfd7711a86 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:52.198996 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bee4f583-60fa-4748-a968-9770f560df8e req-2aa4ce8f-85fe-4f9f-9b2e-25dfd7711a86 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.11 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 946 time: 0.1040990 Oct 26 14:20:52.355003 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-935ad17b-6069-4395-874a-3b66b3fc4f5f tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.361248 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-935ad17b-6069-4395-874a-3b66b3fc4f5f tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.362941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-935ad17b-6069-4395-874a-3b66b3fc4f5f tempest-FloatingIPAdminTestJSON-449957769 tempest-FloatingIPAdminTestJSON-449957769-project] 10.222.0.32 "DELETE /v2.0/floatingips/d3c22bb4-d49e-4c62-b8be-74fd3f872661 HTTP/1.1" status: 204 len: 168 time: 1.0321503 Oct 26 14:20:52.506829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-986130749', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:52.525643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286437b-50b1-4848-8bc5-ebc0a82a056c req-b2b8808c-2cb4-45e0-ac18-89828c8a88cb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:52.536504 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8286437b-50b1-4848-8bc5-ebc0a82a056c req-b2b8808c-2cb4-45e0-ac18-89828c8a88cb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 946 time: 0.1722028 Oct 26 14:20:52.595017 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.598888 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.618281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-bee4f583-60fa-4748-a968-9770f560df8e req-7d77acbb-9e7a-415e-8e16-64ad0f09bc34 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Deleting port 402df20c-45a7-4a2b-a26e-c859adbc2095 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:52.618650 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bee4f583-60fa-4748-a968-9770f560df8e req-7d77acbb-9e7a-415e-8e16-64ad0f09bc34 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.626522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7b10bec3-2e01-419a-80ac-02a3db8882bf no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:20:52.673893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 7b10bec3-2e01-419a-80ac-02a3db8882bf {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:20:52.674528 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7b10bec3-2e01-419a-80ac-02a3db8882bf not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:20:52.746699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.759239 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8286437b-50b1-4848-8bc5-ebc0a82a056c req-845bcc6d-7cdd-4ccf-9b3b-adc4cfc16b29 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=97bc7a8c-26e3-4530-bff0-4e6e5dc02440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211938 Oct 26 14:20:52.848231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-bee4f583-60fa-4748-a968-9770f560df8e req-7d77acbb-9e7a-415e-8e16-64ad0f09bc34 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] For port 402df20c-45a7-4a2b-a26e-c859adbc2095, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=402df20c-45a7-4a2b-a26e-c859adbc2095,segment=NetworkSegment(4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9),segment_id=4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:52.848231 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bee4f583-60fa-4748-a968-9770f560df8e req-7d77acbb-9e7a-415e-8e16-64ad0f09bc34 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.881489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-bee4f583-60fa-4748-a968-9770f560df8e req-7d77acbb-9e7a-415e-8e16-64ad0f09bc34 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Calling delete_port for 402df20c-45a7-4a2b-a26e-c859adbc2095 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:53.124035 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bee4f583-60fa-4748-a968-9770f560df8e req-7d77acbb-9e7a-415e-8e16-64ad0f09bc34 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.156747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54116) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:53.165660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77acbb-9e7a-415e-8e16-64ad0f09bc34 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Port': ['ID=402df20c-45a7-4a2b-a26e-c859adbc2095,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:53.234507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee4f583-60fa-4748-a968-9770f560df8e req-7d77acbb-9e7a-415e-8e16-64ad0f09bc34 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] No DVR routers for this DVR port 402df20c-45a7-4a2b-a26e-c859adbc2095 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:20:53.251023 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bee4f583-60fa-4748-a968-9770f560df8e req-7d77acbb-9e7a-415e-8e16-64ad0f09bc34 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.261177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bee4f583-60fa-4748-a968-9770f560df8e req-7d77acbb-9e7a-415e-8e16-64ad0f09bc34 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.11 "DELETE /v2.0/ports/402df20c-45a7-4a2b-a26e-c859adbc2095 HTTP/1.1" status: 204 len: 173 time: 0.9930425 Oct 26 14:20:53.262760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bc3b71-2388-456d-8eef-6590e09e276c', 'name': 'network-vif-deleted', 'tag': '402df20c-45a7-4a2b-a26e-c859adbc2095'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:20:53.316901 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024ad988-fb85-4aed-9302-db4016dd9ed9" -d '{"events": [{"server_uuid": "29bc3b71-2388-456d-8eef-6590e09e276c", "name": "network-vif-deleted", "tag": "402df20c-45a7-4a2b-a26e-c859adbc2095"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:20:53.441337 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef38a649-f8e2-43e7-b971-bb81d4d979b2 x-openstack-request-id: req-ef38a649-f8e2-43e7-b971-bb81d4d979b2 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:20:53.441652 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bc3b71-2388-456d-8eef-6590e09e276c", "name": "network-vif-deleted", "tag": "402df20c-45a7-4a2b-a26e-c859adbc2095", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:20:53.441894 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef38a649-f8e2-43e7-b971-bb81d4d979b2 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:20:53.442317 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bc3b71-2388-456d-8eef-6590e09e276c', 'name': 'network-vif-deleted', 'tag': '402df20c-45a7-4a2b-a26e-c859adbc2095', 'status': 'completed', 'code': 200} Oct 26 14:20:53.477973 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.547476 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f408561c-1dc8-42e1-a229-cb2eef8cfdde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5231475ef42c4311963fbd5651f48d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894563 Oct 26 14:20:53.549920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54126) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:53.595999 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.650219 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-27b3fd6d-3af6-49bf-92a2-7a58c9349a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.720016 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-27b3fd6d-3af6-49bf-92a2-7a58c9349a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.855046 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-27b3fd6d-3af6-49bf-92a2-7a58c9349a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.867219 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-27b3fd6d-3af6-49bf-92a2-7a58c9349a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.872227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-27b3fd6d-3af6-49bf-92a2-7a58c9349a07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16704c10-5cfe-4248-a6ea-47f1fb94447e HTTP/1.1" status: 204 len: 168 time: 0.3175745 Oct 26 14:20:53.897186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3fd6d-3af6-49bf-92a2-7a58c9349a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16704c10-5cfe-4248-a6ea-47f1fb94447e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:54.025262 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a172c65b-7f22-46dc-9354-a2e29ee0c515 req-5e2f7d03-9a7e-4a57-b326-8e4f69a47283 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=29bc3b71-2388-456d-8eef-6590e09e276c HTTP/1.1" status: 200 len: 210 time: 0.0668752 Oct 26 14:20:54.059325 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.080962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.247294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Allocated IP 172.25.4.221 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/b3b4891e-04ea-49fd-88f6-3ed19a1fd13f) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:54.388376 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.474810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.545799 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Pushing event updated for resources: {'Port': ['ID=b3b4891e-04ea-49fd-88f6-3ed19a1fd13f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:54.563539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:54.565181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:54.594474 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:54.643510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54144) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:54.659185 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d91e34be-3a1e-4dd2-986b-4e91602285fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.836973 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d91e34be-3a1e-4dd2-986b-4e91602285fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.843727 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d91e34be-3a1e-4dd2-986b-4e91602285fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.895284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e34be-3a1e-4dd2-986b-4e91602285fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a97935-bfc4-4e41-9c4a-aa919bfc0348,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:54.911332 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54148) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:54.912138 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d91e34be-3a1e-4dd2-986b-4e91602285fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20ad125aea2540768a068aba7accfe1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660429 Oct 26 14:20:55.000333 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.075827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54160) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:55.105765 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-428005f4-7617-48b2-8745-d6c8308978da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.139614 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-428005f4-7617-48b2-8745-d6c8308978da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.141859 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8d8a11b7-012c-42f4-9726-0d90dd844ab8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.172706 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8d8a11b7-012c-42f4-9726-0d90dd844ab8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.260024 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8d8a11b7-012c-42f4-9726-0d90dd844ab8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.265174 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8d8a11b7-012c-42f4-9726-0d90dd844ab8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.268593 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8d8a11b7-012c-42f4-9726-0d90dd844ab8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "DELETE /v2.0/security-groups/97bc7a8c-26e3-4530-bff0-4e6e5dc02440 HTTP/1.1" status: 204 len: 168 time: 0.1915438 Oct 26 14:20:55.292084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a11b7-012c-42f4-9726-0d90dd844ab8 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bc7a8c-26e3-4530-bff0-4e6e5dc02440,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:55.315064 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.316394 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-428005f4-7617-48b2-8745-d6c8308978da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.319020 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-428005f4-7617-48b2-8745-d6c8308978da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.320952 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-428005f4-7617-48b2-8745-d6c8308978da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43a97935-bfc4-4e41-9c4a-aa919bfc0348 HTTP/1.1" status: 204 len: 168 time: 0.4081783 Oct 26 14:20:55.331887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54168) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:55.334286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428005f4-7617-48b2-8745-d6c8308978da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a97935-bfc4-4e41-9c4a-aa919bfc0348,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:55.423709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d55b681-d383-419e-bee4-0af952dbd739 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Deleting subnet 366e6ee4-7706-4f48-a5e7-2f9ccbf1da16 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:20:55.429542 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d55b681-d383-419e-bee4-0af952dbd739 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.485357 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d55b681-d383-419e-bee4-0af952dbd739 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.493663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54170) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:55.524180 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Router 87021c81-6092-4f31-a758-451be04201c2 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:20:55.609225 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d55b681-d383-419e-bee4-0af952dbd739 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.678292 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 402df20c-45a7-4a2b-a26e-c859adbc2095 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:20:55.725374 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 402df20c-45a7-4a2b-a26e-c859adbc2095 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:20:55.728011 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 402df20c-45a7-4a2b-a26e-c859adbc2095 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:20:55.761946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:20:55.764780 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d55b681-d383-419e-bee4-0af952dbd739 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.796553 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d55b681-d383-419e-bee4-0af952dbd739 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.796778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039eb87a-c2d8-4ea7-82b8-15d1174485f4 None None] Sync routers for ids ['87021c81-6092-4f31-a758-451be04201c2'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:20:55.812055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7d55b681-d383-419e-bee4-0af952dbd739 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "DELETE /v2.0/subnets/366e6ee4-7706-4f48-a5e7-2f9ccbf1da16 HTTP/1.1" status: 204 len: 168 time: 0.4787855 Oct 26 14:20:55.817433 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4183937b-f235-4f3a-b378-891988c2bc46 None None] Network 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:55.819452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54186) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:55.889184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55b681-d383-419e-bee4-0af952dbd739 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Subnet': ['ID=366e6ee4-7706-4f48-a5e7-2f9ccbf1da16,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:55.949182 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.950437 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-00062c2e-cb6e-4e52-a738-3dfea0e87157 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8620563 Oct 26 14:20:55.951275 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e516a469-01ef-43dc-9ec3-c3fc33b526d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.953523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54192) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:55.955967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54194) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:55.998397 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039eb87a-c2d8-4ea7-82b8-15d1174485f4 None None] Routers {'87021c81-6092-4f31-a758-451be04201c2'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:55.999283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-039eb87a-c2d8-4ea7-82b8-15d1174485f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['87021c81-6092-4f31-a758-451be04201c2'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:56.008206 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.083300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-039eb87a-c2d8-4ea7-82b8-15d1174485f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:56.108820 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039eb87a-c2d8-4ea7-82b8-15d1174485f4 None None] Routers {'87021c81-6092-4f31-a758-451be04201c2'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:56.109834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-039eb87a-c2d8-4ea7-82b8-15d1174485f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['87021c81-6092-4f31-a758-451be04201c2'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:56.119664 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e516a469-01ef-43dc-9ec3-c3fc33b526d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.121318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Deleting port 7949ea36-b287-4752-9274-7ccc605e8415 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:56.122395 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.140577 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e516a469-01ef-43dc-9ec3-c3fc33b526d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.189773 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-039eb87a-c2d8-4ea7-82b8-15d1174485f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:56.190701 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039eb87a-c2d8-4ea7-82b8-15d1174485f4 None None] The sync data for ids ['87021c81-6092-4f31-a758-451be04201c2'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:20:56.193650 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fb82c443-7c75-4f7b-8972-3fead5840aae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.225144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-90f3b698-200c-41b6-a478-838b5c2a9844 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/routers/87021c81-6092-4f31-a758-451be04201c2 HTTP/1.1" status: 200 len: 924 time: 0.2696426 Oct 26 14:20:56.225642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54202) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:56.227955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54734a3d-9f67-4df3-8a2b-15c8805b599a None None] DHCP port deletion for 79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:20:56.275616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e3b2cc2d-9e3d-4c6d-a008-5e1bb873cb35 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "GET /v2.0/ports?device_id=87021c81-6092-4f31-a758-451be04201c2 HTTP/1.1" status: 200 len: 205 time: 0.0454519 Oct 26 14:20:56.278040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54204) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:56.290721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-54734a3d-9f67-4df3-8a2b-15c8805b599a None None] Deleting port 7949ea36-b287-4752-9274-7ccc605e8415 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:56.291138 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-54734a3d-9f67-4df3-8a2b-15c8805b599a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.303564 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e516a469-01ef-43dc-9ec3-c3fc33b526d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cf4d79afe334ee6b1f1f835189dd6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8063195 Oct 26 14:20:56.305248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516a469-01ef-43dc-9ec3-c3fc33b526d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974ea997-f40f-4260-be28-0d4895ce910a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:56.318526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] For port 7949ea36-b287-4752-9274-7ccc605e8415, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7949ea36-b287-4752-9274-7ccc605e8415,segment=NetworkSegment(4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9),segment_id=4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:56.318888 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.321829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54208) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:56.361752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-54734a3d-9f67-4df3-8a2b-15c8805b599a None None] For port 7949ea36-b287-4752-9274-7ccc605e8415, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7949ea36-b287-4752-9274-7ccc605e8415,segment=NetworkSegment(4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9),segment_id=4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:56.362268 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-54734a3d-9f67-4df3-8a2b-15c8805b599a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.374635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Calling delete_port for 7949ea36-b287-4752-9274-7ccc605e8415 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:56.376179 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-54734a3d-9f67-4df3-8a2b-15c8805b599a None None] Calling delete_port for 7949ea36-b287-4752-9274-7ccc605e8415 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:56.476224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-54734a3d-9f67-4df3-8a2b-15c8805b599a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.500057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54734a3d-9f67-4df3-8a2b-15c8805b599a None None] Pushing event deleted for resources: {'Port': ['ID=7949ea36-b287-4752-9274-7ccc605e8415,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:56.510183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54734a3d-9f67-4df3-8a2b-15c8805b599a None None] No DVR routers for this DVR port 7949ea36-b287-4752-9274-7ccc605e8415 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:20:56.534677 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.548278 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4282350-ba62-49c0-97b8-f6b44d6b23dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.599439 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4282350-ba62-49c0-97b8-f6b44d6b23dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.602350 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fb82c443-7c75-4f7b-8972-3fead5840aae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.604197 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9383a1-c118-4404-893d-fe5d55d03925 req-288570ce-060a-4d9d-9eee-3a3501f343af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:56.612407 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c9383a1-c118-4404-893d-fe5d55d03925 req-288570ce-060a-4d9d-9eee-3a3501f343af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 1096 time: 0.3514514 Oct 26 14:20:56.634215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fb82c443-7c75-4f7b-8972-3fead5840aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.641641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7949ea36-b287-4752-9274-7ccc605e8415 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:20:56.662184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 7949ea36-b287-4752-9274-7ccc605e8415 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:20:56.662880 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7949ea36-b287-4752-9274-7ccc605e8415 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:20:56.690570 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.696590 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82c443-7c75-4f7b-8972-3fead5840aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3968a88-ea66-4776-8abf-4aeb07cda444,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:56.705284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fb82c443-7c75-4f7b-8972-3fead5840aae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8d765da145245ba8e20b1e451617f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7457387 Oct 26 14:20:56.706867 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54210) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:56.721609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Port': ['ID=7949ea36-b287-4752-9274-7ccc605e8415,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:56.727155 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9c9383a1-c118-4404-893d-fe5d55d03925 req-71f87f6f-17f5-43ed-aa4f-38e80d7aa597 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ee614e6a-c51c-402f-a770-4402978a0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138878 Oct 26 14:20:56.730752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] No DVR routers for this DVR port 7949ea36-b287-4752-9274-7ccc605e8415 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:20:56.764065 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.810838 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36f9a266-4699-4444-bd2b-73d2b84c1ae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.819658 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4282350-ba62-49c0-97b8-f6b44d6b23dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.822519 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4282350-ba62-49c0-97b8-f6b44d6b23dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.823713 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b4282350-ba62-49c0-97b8-f6b44d6b23dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/974ea997-f40f-4260-be28-0d4895ce910a HTTP/1.1" status: 204 len: 168 time: 0.5010450 Oct 26 14:20:56.841621 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.853526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4282350-ba62-49c0-97b8-f6b44d6b23dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974ea997-f40f-4260-be28-0d4895ce910a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:56.864977 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36f9a266-4699-4444-bd2b-73d2b84c1ae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.881872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e765c4-a5ef-48d6-80b2-b5266a8d3ea4']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:56.900135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:56.900135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2f9dc1-357e-4cdf-a9ae-9c2fc3a95eb9') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:56.911462 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.926145 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.936446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:20:56.937085 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:20:56.940908 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:20:56.976630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Deleting port b3b4891e-04ea-49fd-88f6-3ed19a1fd13f {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:56.977125 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.978921 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36f9a266-4699-4444-bd2b-73d2b84c1ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.981553 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36f9a266-4699-4444-bd2b-73d2b84c1ae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.985589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-36f9a266-4699-4444-bd2b-73d2b84c1ae4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3968a88-ea66-4776-8abf-4aeb07cda444 HTTP/1.1" status: 204 len: 168 time: 0.2790532 Oct 26 14:20:57.027864 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:20:57.040251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.044379 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.052532 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9a266-4699-4444-bd2b-73d2b84c1ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3968a88-ea66-4776-8abf-4aeb07cda444,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:57.059019 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "DELETE /v2.0/networks/79e765c4-a5ef-48d6-80b2-b5266a8d3ea4 HTTP/1.1" status: 204 len: 168 time: 1.2379255 Oct 26 14:20:57.063245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54220) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:57.098077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c80a26-a09e-4359-b6c9-2d57effa328a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Network': ['ID=79e765c4-a5ef-48d6-80b2-b5266a8d3ea4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:57.130083 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.157422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Calling delete_port for b3b4891e-04ea-49fd-88f6-3ed19a1fd13f owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:57.352189 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-39ca1d23-19b0-4413-a1f4-116c067dcbf6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Deleting port f147722c-6818-467f-84bf-280e80abed4e {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:57.355831 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39ca1d23-19b0-4413-a1f4-116c067dcbf6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.509439 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.515837 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.519956 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54238) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:57.531699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39ca1d23-19b0-4413-a1f4-116c067dcbf6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.544106 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39ca1d23-19b0-4413-a1f4-116c067dcbf6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.575076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-39ca1d23-19b0-4413-a1f4-116c067dcbf6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Calling delete_port for f147722c-6818-467f-84bf-280e80abed4e owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:57.699983 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fef33613-b6e3-413e-ad8e-3ba770128d15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.863060 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fef33613-b6e3-413e-ad8e-3ba770128d15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.869907 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fef33613-b6e3-413e-ad8e-3ba770128d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.909827 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef33613-b6e3-413e-ad8e-3ba770128d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9325ef1d-2562-4127-a5c8-2619facdff6c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:57.933646 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39ca1d23-19b0-4413-a1f4-116c067dcbf6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.076558 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fef33613-b6e3-413e-ad8e-3ba770128d15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00873c359ed848ce8965335b3769c548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5550234 Oct 26 14:20:58.079882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54258) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:58.080720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca1d23-19b0-4413-a1f4-116c067dcbf6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Port': ['ID=f147722c-6818-467f-84bf-280e80abed4e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:58.113657 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39ca1d23-19b0-4413-a1f4-116c067dcbf6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.114050 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-39ca1d23-19b0-4413-a1f4-116c067dcbf6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Floating IP 3838557f-d332-47b7-a00f-9fad629a8a69 disassociated (deleted). External IP: 172.25.4.83, port: 8da93bde-dd90-4868-b561-584467d09cf0. Oct 26 14:20:58.136018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Pushing event deleted for resources: {'Port': ['ID=b3b4891e-04ea-49fd-88f6-3ed19a1fd13f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:58.144327 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.223256 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a308abc0-1424-41d5-a408-71d8ffc1dbd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.255297 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a308abc0-1424-41d5-a408-71d8ffc1dbd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.266117 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.269394 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.347454 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.348065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Fanout notify agent at l3_agent the message router_deleted on router 87021c81-6092-4f31-a758-451be04201c2 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:20:58.363883 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.367395 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8c334712-1577-43b7-85cc-5c8d4b161a87 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "DELETE /v2.0/routers/87021c81-6092-4f31-a758-451be04201c2 HTTP/1.1" status: 204 len: 168 time: 2.0858874 Oct 26 14:20:58.371962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54268) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:58.377065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1287844337', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'enable_snat': False}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:58.414650 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.415910 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.448372 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a308abc0-1424-41d5-a408-71d8ffc1dbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.451853 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a308abc0-1424-41d5-a408-71d8ffc1dbd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.455178 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a308abc0-1424-41d5-a408-71d8ffc1dbd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9325ef1d-2562-4127-a5c8-2619facdff6c HTTP/1.1" status: 204 len: 168 time: 0.3701808 Oct 26 14:20:58.468048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308abc0-1424-41d5-a408-71d8ffc1dbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9325ef1d-2562-4127-a5c8-2619facdff6c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:58.477839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ca1d23-19b0-4413-a1f4-116c067dcbf6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Router 13bbc71e-4564-438a-82bd-41da1ced725f has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:20:58.498358 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.649649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ca1d23-19b0-4413-a1f4-116c067dcbf6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:20:58.660420 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac121d-c68f-4d4f-af42-235abdd6671e None None] Sync routers for ids ['13bbc71e-4564-438a-82bd-41da1ced725f'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:20:58.661858 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39ca1d23-19b0-4413-a1f4-116c067dcbf6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.685706 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac121d-c68f-4d4f-af42-235abdd6671e None None] Routers {'13bbc71e-4564-438a-82bd-41da1ced725f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:58.687409 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e3ac121d-c68f-4d4f-af42-235abdd6671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['13bbc71e-4564-438a-82bd-41da1ced725f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:58.691539 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.718363 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-39ca1d23-19b0-4413-a1f4-116c067dcbf6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "DELETE /v2.0/floatingips/3838557f-d332-47b7-a00f-9fad629a8a69 HTTP/1.1" status: 204 len: 168 time: 1.6524763 Oct 26 14:20:58.719081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'tag': '8da93bde-dd90-4868-b561-584467d09cf0'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:20:58.723425 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756a37f2-0068-4e76-8ef4-29e9444db799" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c98bcd-45dc-4573-9383-4ec9a4965dbb", "tag": "8da93bde-dd90-4868-b561-584467d09cf0"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:20:58.789943 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c12973-85b9-45ae-b474-673185636f3a x-openstack-request-id: req-f3c12973-85b9-45ae-b474-673185636f3a {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:20:58.790305 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c98bcd-45dc-4573-9383-4ec9a4965dbb", "tag": "8da93bde-dd90-4868-b561-584467d09cf0", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:20:58.790554 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3c12973-85b9-45ae-b474-673185636f3a {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:20:58.791208 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'tag': '8da93bde-dd90-4868-b561-584467d09cf0', 'status': 'completed', 'code': 200} Oct 26 14:20:58.900200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a37f2-0068-4e76-8ef4-29e9444db799 req-8ac49303-a9f4-43da-9f82-c7b5d6097050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:58.901730 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-756a37f2-0068-4e76-8ef4-29e9444db799 req-8ac49303-a9f4-43da-9f82-c7b5d6097050 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 1097 time: 0.0924628 Oct 26 14:20:59.080985 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a37f2-0068-4e76-8ef4-29e9444db799 req-3912ad75-b224-4dd9-9fe0-e64bbe5bebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:59.082672 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-756a37f2-0068-4e76-8ef4-29e9444db799 req-3912ad75-b224-4dd9-9fe0-e64bbe5bebe8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9dc1eca-c600-4f43-93c9-e23ae898c91e HTTP/1.1" status: 200 len: 898 time: 0.1719892 Oct 26 14:20:59.092590 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.152715 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-e3ac121d-c68f-4d4f-af42-235abdd6671e None None] Set router 13bbc71e-4564-438a-82bd-41da1ced725f gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:20:59.186313 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.190706 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-756a37f2-0068-4e76-8ef4-29e9444db799 req-1bda9b7d-8dfb-46a6-8bfb-41a0c984fb92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8da93bde-dd90-4868-b561-584467d09cf0 HTTP/1.1" status: 200 len: 217 time: 0.0984187 Oct 26 14:20:59.275904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a37f2-0068-4e76-8ef4-29e9444db799 req-23511579-915e-4972-93d4-aeb4b52d7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:59.277388 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-756a37f2-0068-4e76-8ef4-29e9444db799 req-23511579-915e-4972-93d4-aeb4b52d7ada service neutron] 10.222.0.25 "GET /v2.0/subnets?id=22e92306-1374-4a88-a833-d3906d26f4a2 HTTP/1.1" status: 200 len: 835 time: 0.0769932 Oct 26 14:20:59.277937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54294) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:59.292665 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dfb5405f-2e0b-4e50-aad7-a0c6fcbec5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.385732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a37f2-0068-4e76-8ef4-29e9444db799 req-b12dc179-d39e-4320-8270-c013eed6f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:59.387528 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-756a37f2-0068-4e76-8ef4-29e9444db799 req-b12dc179-d39e-4320-8270-c013eed6f845 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9dc1eca-c600-4f43-93c9-e23ae898c91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910945 Oct 26 14:20:59.410758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a038d-d27c-4017-bc6f-bd818de5866a req-a645976e-b631-4ac5-80a7-cdff12c38995 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:59.413651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54296) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:59.435278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-881a038d-d27c-4017-bc6f-bd818de5866a req-a645976e-b631-4ac5-80a7-cdff12c38995 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 946 time: 0.2488778 Oct 26 14:20:59.469924 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e3ac121d-c68f-4d4f-af42-235abdd6671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:20:48Z', 'revision_number': 6, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:35Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:59.528795 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac121d-c68f-4d4f-af42-235abdd6671e None None] Checking router: 13bbc71e-4564-438a-82bd-41da1ced725f for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:20:59.553732 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac121d-c68f-4d4f-af42-235abdd6671e None None] Routers {'13bbc71e-4564-438a-82bd-41da1ced725f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:59.556023 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e3ac121d-c68f-4d4f-af42-235abdd6671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['13bbc71e-4564-438a-82bd-41da1ced725f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:59.599938 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-756a37f2-0068-4e76-8ef4-29e9444db799 req-5e072fac-17ff-4428-8c54-0e9e380e52f3 service neutron] 10.222.0.25 "GET /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021689 Oct 26 14:20:59.658628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-881a038d-d27c-4017-bc6f-bd818de5866a req-6786f7bd-47e3-49a3-8a6a-15bbb86bf79e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=147bc79e-7fc7-4f96-9ce1-81b394102199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059944 Oct 26 14:20:59.692710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-34047d82-0b70-4d7c-b923-0996ded37444 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1758157046'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:59.693048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-34047d82-0b70-4d7c-b923-0996ded37444 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Unknown quota resources ['metering_label']. {{(pid=102123) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:20:59.708231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Allocated IP 172.25.4.195 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/d9756467-a53f-43cc-8ece-dcfaa6e9d97e) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:59.755827 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-e3ac121d-c68f-4d4f-af42-235abdd6671e None None] Set router 13bbc71e-4564-438a-82bd-41da1ced725f gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:20:59.842249 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.881043 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.910716 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dfb5405f-2e0b-4e50-aad7-a0c6fcbec5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.942429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:59.943968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event updated for resources: {'Port': ['ID=d9756467-a53f-43cc-8ece-dcfaa6e9d97e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:59.947961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:59.950722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:59.978411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-34047d82-0b70-4d7c-b923-0996ded37444 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.979598 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-34047d82-0b70-4d7c-b923-0996ded37444 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5649753 Oct 26 14:20:59.982361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54308) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:59.988088 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d3adc2b6-8e1e-4f9f-a306-f7b96e1f4159 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'dd8f0fba-0fde-495a-950e-d623fedcc613'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:59.988835 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d3adc2b6-8e1e-4f9f-a306-f7b96e1f4159 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102124) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:20:59.990729 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dfb5405f-2e0b-4e50-aad7-a0c6fcbec5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.039096 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e3ac121d-c68f-4d4f-af42-235abdd6671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:20:48Z', 'revision_number': 6, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:35Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:00.061764 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dfb5405f-2e0b-4e50-aad7-a0c6fcbec5f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4900e5875fff4848986da0ce0f72567a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7827840 Oct 26 14:21:00.067913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54310) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:00.081820 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac121d-c68f-4d4f-af42-235abdd6671e None None] The sync data for ids ['13bbc71e-4564-438a-82bd-41da1ced725f'] in n-d-815498-1 is: [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:20:48Z', 'revision_number': 6, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf', 'name': '', 'network_id': 'a9dc1eca-c600-4f43-93c9-e23ae898c91e', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:b3:b3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:25Z', 'updated_at': '2021-10-26T14:18:35Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '22e92306-1374-4a88-a833-d3906d26f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:00.082108 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-756a37f2-0068-4e76-8ef4-29e9444db799 req-34a3f66f-e582-417b-bd88-90475f89f415 service neutron] 10.222.0.25 "GET /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692943 Oct 26 14:21:00.091020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5405f-2e0b-4e50-aad7-a0c6fcbec5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16f36cd-ccdc-466b-9cd7-bcf372b1037c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:00.176072 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d34d1aa7-757b-4384-bf20-4a07b2a63545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.211514 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d34d1aa7-757b-4384-bf20-4a07b2a63545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.227546 n-d-815498-1 neutron-server[102124]: WARNING neutron.services.metering.metering_plugin [None req-d3adc2b6-8e1e-4f9f-a306-f7b96e1f4159 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 14:21:00.368775 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3adc2b6-8e1e-4f9f-a306-f7b96e1f4159 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.374026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d3adc2b6-8e1e-4f9f-a306-f7b96e1f4159 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3903558 Oct 26 14:21:00.374807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54312) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:00.383344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-291393dc-6c3c-4e72-90d6-6c07bda86c60 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'dd8f0fba-0fde-495a-950e-d623fedcc613'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:00.384247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-291393dc-6c3c-4e72-90d6-6c07bda86c60 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102124) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:21:00.489225 n-d-815498-1 neutron-server[102124]: WARNING neutron.services.metering.metering_plugin [None req-291393dc-6c3c-4e72-90d6-6c07bda86c60 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 14:21:00.531175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f740256-23d8-4311-b03e-5b5b3ea07a4c None None] New status for floating IP 3838557f-d332-47b7-a00f-9fad629a8a69: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:21:00.762843 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d34d1aa7-757b-4384-bf20-4a07b2a63545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.769022 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d34d1aa7-757b-4384-bf20-4a07b2a63545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.786738 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-291393dc-6c3c-4e72-90d6-6c07bda86c60 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.787965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-291393dc-6c3c-4e72-90d6-6c07bda86c60 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4102745 Oct 26 14:21:00.788405 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d34d1aa7-757b-4384-bf20-4a07b2a63545 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b16f36cd-ccdc-466b-9cd7-bcf372b1037c HTTP/1.1" status: 204 len: 168 time: 0.7080076 Oct 26 14:21:00.793861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54322) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:00.813521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d1aa7-757b-4384-bf20-4a07b2a63545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16f36cd-ccdc-466b-9cd7-bcf372b1037c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:00.823410 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-be0ea23a-148d-487d-8732-7c97ce0e8398 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=53259aae-bbf5-4d15-a3b4-9d4350c22d67 HTTP/1.1" status: 200 len: 464 time: 0.0259719 Oct 26 14:21:00.826148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54324) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:00.852137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60001dd-87c8-487c-bf5f-a20a9c037536 req-2ad91cac-8fce-4a72-a123-713081e4748d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:00.853624 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c60001dd-87c8-487c-bf5f-a20a9c037536 req-2ad91cac-8fce-4a72-a123-713081e4748d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 946 time: 0.5791285 Oct 26 14:21:00.938326 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:01.081036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481f1ee-ef5a-4252-8969-301c9aeadcbe req-27cf9284-cd28-400a-85cd-107bd892b0f6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:01.081196 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5ce9c831-796b-4340-964c-2161a75362e0 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:01.084769 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5ce9c831-796b-4340-964c-2161a75362e0 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/53259aae-bbf5-4d15-a3b4-9d4350c22d67 HTTP/1.1" status: 204 len: 168 time: 0.2552450 Oct 26 14:21:01.086293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e481f1ee-ef5a-4252-8969-301c9aeadcbe req-27cf9284-cd28-400a-85cd-107bd892b0f6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 946 time: 0.2942572 Oct 26 14:21:01.086293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54328) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:01.120749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-c60001dd-87c8-487c-bf5f-a20a9c037536 req-10c6c55d-2419-4542-9a5a-75040fe84779 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Deleting port 8da93bde-dd90-4868-b561-584467d09cf0 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:01.121312 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c60001dd-87c8-487c-bf5f-a20a9c037536 req-10c6c55d-2419-4542-9a5a-75040fe84779 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:01.170638 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e6ddc896-4637-4a4b-8386-c1060a0b5b2f tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=53259aae-bbf5-4d15-a3b4-9d4350c22d67 HTTP/1.1" status: 200 len: 221 time: 0.0806556 Oct 26 14:21:01.171889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54332) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:01.178168 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a937dbd1-ba21-4f00-8e74-fce75b941e73 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--31168056', 'description': 'label created by tempest'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:01.178829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a937dbd1-ba21-4f00-8e74-fce75b941e73 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Unknown quota resources ['metering_label']. {{(pid=102123) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:21:01.206108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e481f1ee-ef5a-4252-8969-301c9aeadcbe req-5460982b-0550-4585-81f3-5ec6589d5c81 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=147bc79e-7fc7-4f96-9ce1-81b394102199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798423 Oct 26 14:21:01.239642 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:01.380191 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a937dbd1-ba21-4f00-8e74-fce75b941e73 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:01.381385 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a937dbd1-ba21-4f00-8e74-fce75b941e73 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2084298 Oct 26 14:21:01.384575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54342) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:01.386760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c60001dd-87c8-487c-bf5f-a20a9c037536 req-10c6c55d-2419-4542-9a5a-75040fe84779 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] For port 8da93bde-dd90-4868-b561-584467d09cf0, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=8da93bde-dd90-4868-b561-584467d09cf0,segment=NetworkSegment(34af1d0e-3713-4af4-8aa9-2e130d45502b),segment_id=34af1d0e-3713-4af4-8aa9-2e130d45502b)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:01.387121 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c60001dd-87c8-487c-bf5f-a20a9c037536 req-10c6c55d-2419-4542-9a5a-75040fe84779 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:01.400009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-c60001dd-87c8-487c-bf5f-a20a9c037536 req-10c6c55d-2419-4542-9a5a-75040fe84779 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Calling delete_port for 8da93bde-dd90-4868-b561-584467d09cf0 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:01.438931 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a775d5ee-7b3a-4280-9ba0-5d254b6e2503 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=e79eefbb-75e6-46e0-b79f-49e87cee12f7 HTTP/1.1" status: 200 len: 466 time: 0.0532224 Oct 26 14:21:01.439602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Router 01e21e6a-4202-4105-9306-872c5214d1c4 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:21:01.442274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54344) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:01.556505 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c60001dd-87c8-487c-bf5f-a20a9c037536 req-10c6c55d-2419-4542-9a5a-75040fe84779 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:01.596256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6c55d-2419-4542-9a5a-75040fe84779 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Port': ['ID=8da93bde-dd90-4868-b561-584467d09cf0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:01.641211 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60001dd-87c8-487c-bf5f-a20a9c037536 req-10c6c55d-2419-4542-9a5a-75040fe84779 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] No DVR routers for this DVR port 8da93bde-dd90-4868-b561-584467d09cf0 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:01.644053 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c60001dd-87c8-487c-bf5f-a20a9c037536 req-10c6c55d-2419-4542-9a5a-75040fe84779 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:01.648740 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c60001dd-87c8-487c-bf5f-a20a9c037536 req-10c6c55d-2419-4542-9a5a-75040fe84779 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.25 "DELETE /v2.0/ports/8da93bde-dd90-4868-b561-584467d09cf0 HTTP/1.1" status: 204 len: 173 time: 0.7779551 Oct 26 14:21:01.649415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'name': 'network-vif-deleted', 'tag': '8da93bde-dd90-4868-b561-584467d09cf0'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:21:01.652968 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7459d2a-86ad-453d-ab4d-95aa82c04040" -d '{"events": [{"server_uuid": "b5c98bcd-45dc-4573-9383-4ec9a4965dbb", "name": "network-vif-deleted", "tag": "8da93bde-dd90-4868-b561-584467d09cf0"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:21:01.711114 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe02ada-aaf4-48b1-8455-0bf37af4cf40 x-openstack-request-id: req-cfe02ada-aaf4-48b1-8455-0bf37af4cf40 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:21:01.711418 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c98bcd-45dc-4573-9383-4ec9a4965dbb", "name": "network-vif-deleted", "tag": "8da93bde-dd90-4868-b561-584467d09cf0", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:21:01.711758 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfe02ada-aaf4-48b1-8455-0bf37af4cf40 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:21:01.712151 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c98bcd-45dc-4573-9383-4ec9a4965dbb', 'name': 'network-vif-deleted', 'tag': '8da93bde-dd90-4868-b561-584467d09cf0', 'status': 'completed', 'code': 200} Oct 26 14:21:01.744276 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a5775b5-b9a2-466f-96a9-37256571ed86 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:01.748079 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3a5775b5-b9a2-466f-96a9-37256571ed86 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/e79eefbb-75e6-46e0-b79f-49e87cee12f7 HTTP/1.1" status: 204 len: 168 time: 0.3023307 Oct 26 14:21:01.748325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54360) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:01.763305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:01.766145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3431b058-0c8e-4c3d-84e7-607585be3cfc tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=e79eefbb-75e6-46e0-b79f-49e87cee12f7 HTTP/1.1" status: 200 len: 216 time: 0.0165932 Oct 26 14:21:01.769484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54362) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:01.775149 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Sync routers for ids ['01e21e6a-4202-4105-9306-872c5214d1c4'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:01.785140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-046f3cab-8f83-4012-8f50-7dd266262103 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0143962 Oct 26 14:21:01.789376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54364) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:01.798525 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:01.800207 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1e83e0ef-2cf4-4cd5-b747-363066ddb983 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4270570 Oct 26 14:21:01.801063 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Routers {'01e21e6a-4202-4105-9306-872c5214d1c4'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:01.802987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54366) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:01.803974 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['01e21e6a-4202-4105-9306-872c5214d1c4'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:01.808184 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8796ee95-87dc-467d-9c3d-5e83d5e3f75a tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0173817 Oct 26 14:21:01.811691 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54368) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:01.968148 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Set router 01e21e6a-4202-4105-9306-872c5214d1c4 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:02.317724 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e21e6a-4202-4105-9306-872c5214d1c4', 'name': 'tempest-snat-router-1287844337', 'tenant_id': 'd0e115b7c7a04cf6af82d86c5e26dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.195'}], 'enable_snat': False}, 'gw_port_id': 'd9756467-a53f-43cc-8ece-dcfaa6e9d97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:20:58Z', 'updated_at': '2021-10-26T14:21:00Z', 'revision_number': 3, 'project_id': 'd0e115b7c7a04cf6af82d86c5e26dc8f', 'gw_port': {'id': 'd9756467-a53f-43cc-8ece-dcfaa6e9d97e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:90:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e21e6a-4202-4105-9306-872c5214d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:59Z', 'updated_at': '2021-10-26T14:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:02.352368 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Checking router: 01e21e6a-4202-4105-9306-872c5214d1c4 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:21:02.352898 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Updating router 01e21e6a-4202-4105-9306-872c5214d1c4 port d9756467-a53f-43cc-8ece-dcfaa6e9d97e binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:21:02.382332 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.517146 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-44b88204-1c30-4e8e-bdc5-521f4f188b36 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/dd8f0fba-0fde-495a-950e-d623fedcc613 HTTP/1.1" status: 200 len: 473 time: 0.7011847 Oct 26 14:21:02.517669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54386) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:02.547752 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c043cf1b-2768-4493-a904-c5b3e4e015bd tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/ad29dfb8-6eeb-4c9f-98fa-421ac2635b06 HTTP/1.1" status: 200 len: 461 time: 0.0264111 Oct 26 14:21:02.548040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54388) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:02.558315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a32ece7-75d3-419c-a4d6-9a685e661f31 req-fc5a7056-2095-4d6f-8cc3-d9a7f06a5596 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5c98bcd-45dc-4573-9383-4ec9a4965dbb HTTP/1.1" status: 200 len: 210 time: 0.0518939 Oct 26 14:21:02.622990 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2111c190-7c59-435a-ba29-6757c515c014 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/routers/01e21e6a-4202-4105-9306-872c5214d1c4 HTTP/1.1" status: 200 len: 909 time: 0.8175628 Oct 26 14:21:02.623899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54390) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:02.629773 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1287844337', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'enable_snat': True}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:02.666085 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.667707 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.705451 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f611a8e-66fe-487e-872e-46196879b300 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.709597 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1f611a8e-66fe-487e-872e-46196879b300 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/ad29dfb8-6eeb-4c9f-98fa-421ac2635b06 HTTP/1.1" status: 204 len: 168 time: 0.1578014 Oct 26 14:21:02.709770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54396) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:02.765016 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.851099 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.860246 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.909833 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa4f2e-85c7-4ecf-909a-b02853a8b914 None None] Pushing event updated for resources: {'Port': ['ID=d9756467-a53f-43cc-8ece-dcfaa6e9d97e,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:02.924600 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa4f2e-85c7-4ecf-909a-b02853a8b914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:02.925219 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa4f2e-85c7-4ecf-909a-b02853a8b914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:02.925573 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa4f2e-85c7-4ecf-909a-b02853a8b914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:02.925914 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa4f2e-85c7-4ecf-909a-b02853a8b914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:02.927993 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa4f2e-85c7-4ecf-909a-b02853a8b914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:02.928631 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa4f2e-85c7-4ecf-909a-b02853a8b914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:02.929569 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa4f2e-85c7-4ecf-909a-b02853a8b914 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:02.930013 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa4f2e-85c7-4ecf-909a-b02853a8b914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:02.930357 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa4f2e-85c7-4ecf-909a-b02853a8b914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:02.930688 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa4f2e-85c7-4ecf-909a-b02853a8b914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:02.931066 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa4f2e-85c7-4ecf-909a-b02853a8b914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:02.931404 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa4f2e-85c7-4ecf-909a-b02853a8b914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:03.004596 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f51baa8f-a2cf-44bd-8179-b10d2a52a648 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.006437 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f51baa8f-a2cf-44bd-8179-b10d2a52a648 tempest-MeteringTestJSON-181827428 tempest-MeteringTestJSON-181827428-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/dd8f0fba-0fde-495a-950e-d623fedcc613 HTTP/1.1" status: 204 len: 168 time: 0.2944319 Oct 26 14:21:03.011373 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Attempting to bind port d9756467-a53f-43cc-8ece-dcfaa6e9d97e on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:03.011770 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Attempting to bind port d9756467-a53f-43cc-8ece-dcfaa6e9d97e by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:03.012138 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Attempting to bind port d9756467-a53f-43cc-8ece-dcfaa6e9d97e on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:03.018157 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:21:03.018511 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:03.019064 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.019690 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:21:03.020013 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Bound port: d9756467-a53f-43cc-8ece-dcfaa6e9d97e, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:21:03.020384 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.085506 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.115684 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] For port d9756467-a53f-43cc-8ece-dcfaa6e9d97e, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:03.123580 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] For port d9756467-a53f-43cc-8ece-dcfaa6e9d97e, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d9756467-a53f-43cc-8ece-dcfaa6e9d97e,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:21:03.135066 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.235635 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Routers {'01e21e6a-4202-4105-9306-872c5214d1c4'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:03.237133 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['01e21e6a-4202-4105-9306-872c5214d1c4'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:03.309719 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa4f2e-85c7-4ecf-909a-b02853a8b914 None None] Pushing event updated for resources: {'Port': ['ID=d9756467-a53f-43cc-8ece-dcfaa6e9d97e,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:03.404653 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] Set router 01e21e6a-4202-4105-9306-872c5214d1c4 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:03.604153 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.607606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54434) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:03.658162 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54438) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:03.677837 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.840105 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e21e6a-4202-4105-9306-872c5214d1c4', 'name': 'tempest-snat-router-1287844337', 'tenant_id': 'd0e115b7c7a04cf6af82d86c5e26dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.195'}], 'enable_snat': False}, 'gw_port_id': 'd9756467-a53f-43cc-8ece-dcfaa6e9d97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:20:58Z', 'updated_at': '2021-10-26T14:21:00Z', 'revision_number': 3, 'project_id': 'd0e115b7c7a04cf6af82d86c5e26dc8f', 'gw_port': {'id': 'd9756467-a53f-43cc-8ece-dcfaa6e9d97e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:90:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e21e6a-4202-4105-9306-872c5214d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:59Z', 'updated_at': '2021-10-26T14:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:03.848589 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d603-56d8-4484-aad1-56f858586462 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.915569 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ca1cd-76e1-41da-b737-d6742fe700c6 None None] The sync data for ids ['01e21e6a-4202-4105-9306-872c5214d1c4'] in n-d-815498-1 is: [{'id': '01e21e6a-4202-4105-9306-872c5214d1c4', 'name': 'tempest-snat-router-1287844337', 'tenant_id': 'd0e115b7c7a04cf6af82d86c5e26dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.195'}], 'enable_snat': False}, 'gw_port_id': 'd9756467-a53f-43cc-8ece-dcfaa6e9d97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:20:58Z', 'updated_at': '2021-10-26T14:21:00Z', 'revision_number': 3, 'project_id': 'd0e115b7c7a04cf6af82d86c5e26dc8f', 'gw_port': {'id': 'd9756467-a53f-43cc-8ece-dcfaa6e9d97e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:90:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e21e6a-4202-4105-9306-872c5214d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:59Z', 'updated_at': '2021-10-26T14:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:03.973373 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d603-56d8-4484-aad1-56f858586462 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.984159 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff972811-7f10-4c44-8083-08d265b6f01a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.030843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Allocated IP 172.25.4.253 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/8c4d2d4b-967b-46c9-93be-131e88e52e87) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:04.146222 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff972811-7f10-4c44-8083-08d265b6f01a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.153308 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff972811-7f10-4c44-8083-08d265b6f01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.202777 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d603-56d8-4484-aad1-56f858586462 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.206111 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d603-56d8-4484-aad1-56f858586462 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.210522 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5cd2d603-56d8-4484-aad1-56f858586462 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "DELETE /v2.0/security-groups/147bc79e-7fc7-4f96-9ce1-81b394102199 HTTP/1.1" status: 204 len: 168 time: 0.5505064 Oct 26 14:21:04.217216 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff972811-7f10-4c44-8083-08d265b6f01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f932d263-07ec-49a1-82b9-4a9af6df3f12,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:04.222069 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ff972811-7f10-4c44-8083-08d265b6f01a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=526afd82885647cf8721f8452848c112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6132510 Oct 26 14:21:04.227485 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54460) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:04.282674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2d603-56d8-4484-aad1-56f858586462 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147bc79e-7fc7-4f96-9ce1-81b394102199,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:04.283801 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.296755 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7597f9a8-9ed1-4378-895d-43ac503cfe4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.337657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54462) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:04.340474 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7597f9a8-9ed1-4378-895d-43ac503cfe4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.379514 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.437804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:04.466447 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:04.483892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event updated for resources: {'Port': ['ID=8c4d2d4b-967b-46c9-93be-131e88e52e87,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:04.487052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:04.493507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54466) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:04.756028 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7597f9a8-9ed1-4378-895d-43ac503cfe4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.760720 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7597f9a8-9ed1-4378-895d-43ac503cfe4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.766013 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7597f9a8-9ed1-4378-895d-43ac503cfe4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f932d263-07ec-49a1-82b9-4a9af6df3f12 HTTP/1.1" status: 204 len: 168 time: 0.5371089 Oct 26 14:21:04.781824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d9756467-a53f-43cc-8ece-dcfaa6e9d97e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:04.786258 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597f9a8-9ed1-4378-895d-43ac503cfe4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f932d263-07ec-49a1-82b9-4a9af6df3f12,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:04.877581 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd62adff-cc60-48ec-9253-6b180b4b1f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.914803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d9756467-a53f-43cc-8ece-dcfaa6e9d97e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:04.915345 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.964117 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.041165 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.084046 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port d9756467-a53f-43cc-8ece-dcfaa6e9d97e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d9756467-a53f-43cc-8ece-dcfaa6e9d97e,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:05.087788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 8da93bde-dd90-4868-b561-584467d09cf0 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:05.125274 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 8da93bde-dd90-4868-b561-584467d09cf0 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:05.126077 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 8da93bde-dd90-4868-b561-584467d09cf0 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:05.128320 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.180125 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd62adff-cc60-48ec-9253-6b180b4b1f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.207265 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd62adff-cc60-48ec-9253-6b180b4b1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.226763 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-26952f5f-4cdd-4926-9fbf-b1eeb53d2db5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.237961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=d9756467-a53f-43cc-8ece-dcfaa6e9d97e,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:05.247794 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:05.248467 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:05.249018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:05.249545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:05.250096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:05.250622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:05.251144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:05.251788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:05.252329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:05.252845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:05.253363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:05.253877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:05.361553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dd62adff-cc60-48ec-9253-6b180b4b1f47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=709e2637ea88427da0d00219913ca276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8668966 Oct 26 14:21:05.363673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54478) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:05.387818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62adff-cc60-48ec-9253-6b180b4b1f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4848e9c2-d708-4179-9d92-17a988140a17,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:05.402768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54482) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:05.438098 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.452995 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a770ead-2b3d-4a98-b6f0-4962a4c8a1cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.489402 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a0a0004f-bf20-4520-b7b5-4862d605cedb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.519374 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a0a0004f-bf20-4520-b7b5-4862d605cedb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.636398 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a770ead-2b3d-4a98-b6f0-4962a4c8a1cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.644909 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a770ead-2b3d-4a98-b6f0-4962a4c8a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.648741 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a0a0004f-bf20-4520-b7b5-4862d605cedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.651558 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a0a0004f-bf20-4520-b7b5-4862d605cedb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.655230 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a0a0004f-bf20-4520-b7b5-4862d605cedb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4848e9c2-d708-4179-9d92-17a988140a17 HTTP/1.1" status: 204 len: 168 time: 0.2875636 Oct 26 14:21:05.659252 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-26952f5f-4cdd-4926-9fbf-b1eeb53d2db5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Deleting port fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:05.659593 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-26952f5f-4cdd-4926-9fbf-b1eeb53d2db5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.705690 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1a770ead-2b3d-4a98-b6f0-4962a4c8a1cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c69918996434ca6b6c29382c830a869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003016 Oct 26 14:21:05.706492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a770ead-2b3d-4a98-b6f0-4962a4c8a1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b0c6de-62c8-484a-8cd7-ca56e5cd35f5,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:05.710112 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54488) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:05.742095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0004f-bf20-4520-b7b5-4862d605cedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4848e9c2-d708-4179-9d92-17a988140a17,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:05.755769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Router 98bd303e-75ca-4fba-aa04-8c42fc3439c7 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:21:05.833580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-26952f5f-4cdd-4926-9fbf-b1eeb53d2db5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] For port fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf,segment=NetworkSegment(34af1d0e-3713-4af4-8aa9-2e130d45502b),segment_id=34af1d0e-3713-4af4-8aa9-2e130d45502b)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:05.834156 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-26952f5f-4cdd-4926-9fbf-b1eeb53d2db5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.852157 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-26952f5f-4cdd-4926-9fbf-b1eeb53d2db5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Calling delete_port for fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:05.936521 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b1d488c7-edf7-4c62-b5bc-e25b09f0c4ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.972141 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b1d488c7-edf7-4c62-b5bc-e25b09f0c4ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.021014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:06.035603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Sync routers for ids ['98bd303e-75ca-4fba-aa04-8c42fc3439c7'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:06.045420 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.049490 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ae318986-b428-4c78-9b37-988e6fce83f9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4221950 Oct 26 14:21:06.050463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54500) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.054662 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Routers {'98bd303e-75ca-4fba-aa04-8c42fc3439c7'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:06.056230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['98bd303e-75ca-4fba-aa04-8c42fc3439c7'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:06.108458 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b1d488c7-edf7-4c62-b5bc-e25b09f0c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.111181 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b1d488c7-edf7-4c62-b5bc-e25b09f0c4ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.112366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b1d488c7-edf7-4c62-b5bc-e25b09f0c4ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55b0c6de-62c8-484a-8cd7-ca56e5cd35f5 HTTP/1.1" status: 204 len: 168 time: 0.4012094 Oct 26 14:21:06.161143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d488c7-edf7-4c62-b5bc-e25b09f0c4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b0c6de-62c8-484a-8cd7-ca56e5cd35f5,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:06.243881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cf620c64-0fae-41ec-a8e5-b450e734a82a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/routers/98bd303e-75ca-4fba-aa04-8c42fc3439c7 HTTP/1.1" status: 200 len: 908 time: 0.1914158 Oct 26 14:21:06.244423 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54504) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.253002 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-26952f5f-4cdd-4926-9fbf-b1eeb53d2db5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.278702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Set router 98bd303e-75ca-4fba-aa04-8c42fc3439c7 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:06.299395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54506) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.322385 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-add66cef-cc26-42ea-b0d2-592e82807f5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.425467 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26952f5f-4cdd-4926-9fbf-b1eeb53d2db5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Port': ['ID=fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:06.477922 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-add66cef-cc26-42ea-b0d2-592e82807f5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.502891 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-add66cef-cc26-42ea-b0d2-592e82807f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.740682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add66cef-cc26-42ea-b0d2-592e82807f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9842b76-b246-471d-bc83-c1059cc2fcdd,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:06.774554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bd303e-75ca-4fba-aa04-8c42fc3439c7', 'name': 'tempest-snat-router-1287844337', 'tenant_id': 'd0e115b7c7a04cf6af82d86c5e26dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '8c4d2d4b-967b-46c9-93be-131e88e52e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:02Z', 'updated_at': '2021-10-26T14:21:04Z', 'revision_number': 3, 'project_id': 'd0e115b7c7a04cf6af82d86c5e26dc8f', 'gw_port': {'id': '8c4d2d4b-967b-46c9-93be-131e88e52e87', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bd303e-75ca-4fba-aa04-8c42fc3439c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:03Z', 'updated_at': '2021-10-26T14:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:06.779451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-add66cef-cc26-42ea-b0d2-592e82807f5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=017d0dd10698412c92153431172adf97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4784393 Oct 26 14:21:06.782038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54516) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.848332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Checking router: 98bd303e-75ca-4fba-aa04-8c42fc3439c7 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:21:06.848671 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Updating router 98bd303e-75ca-4fba-aa04-8c42fc3439c7 port 8c4d2d4b-967b-46c9-93be-131e88e52e87 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:21:06.851390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d9756467-a53f-43cc-8ece-dcfaa6e9d97e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:06.880041 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad3f45f2-6ea4-4a4e-815f-ba82f8ee5c07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.909786 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.927617 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.944920 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad3f45f2-6ea4-4a4e-815f-ba82f8ee5c07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.010353 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad3f45f2-6ea4-4a4e-815f-ba82f8ee5c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.013279 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad3f45f2-6ea4-4a4e-815f-ba82f8ee5c07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.023316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ad3f45f2-6ea4-4a4e-815f-ba82f8ee5c07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9842b76-b246-471d-bc83-c1059cc2fcdd HTTP/1.1" status: 204 len: 168 time: 0.2366781 Oct 26 14:21:07.038983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f45f2-6ea4-4a4e-815f-ba82f8ee5c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9842b76-b246-471d-bc83-c1059cc2fcdd,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:07.155239 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d9756467-a53f-43cc-8ece-dcfaa6e9d97e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:07.155839 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.233876 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-26952f5f-4cdd-4926-9fbf-b1eeb53d2db5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.325953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.524034 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.538078 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.597538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd87797-4e62-4de9-8388-e19cf03d169c req-d7f59301-30f8-402d-ad9f-a6064ee1bcf4 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:07.599909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ecd87797-4e62-4de9-8388-e19cf03d169c req-d7f59301-30f8-402d-ad9f-a6064ee1bcf4 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.1122117 Oct 26 14:21:07.636436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Attempting to bind port 8c4d2d4b-967b-46c9-93be-131e88e52e87 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:07.636922 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Attempting to bind port 8c4d2d4b-967b-46c9-93be-131e88e52e87 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:07.637345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Attempting to bind port 8c4d2d4b-967b-46c9-93be-131e88e52e87 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:07.645739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deac630-8654-455f-9efa-0028d0a6bbe9 None None] Pushing event updated for resources: {'Port': ['ID=8c4d2d4b-967b-46c9-93be-131e88e52e87,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:07.649406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:21:07.649955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:07.650315 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.650700 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:21:07.651181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Bound port: 8c4d2d4b-967b-46c9-93be-131e88e52e87, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:21:07.651561 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.696433 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ecd87797-4e62-4de9-8388-e19cf03d169c req-f24a5420-9d69-41f7-bff2-ae86c65708ef tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888038 Oct 26 14:21:07.719387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Deleting port 8c4d2d4b-967b-46c9-93be-131e88e52e87 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:07.719729 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.777713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] For port 8c4d2d4b-967b-46c9-93be-131e88e52e87, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:07.781532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] For port 8c4d2d4b-967b-46c9-93be-131e88e52e87, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8c4d2d4b-967b-46c9-93be-131e88e52e87,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:21:07.793235 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.798381 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54556) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:07.864025 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Routers {'98bd303e-75ca-4fba-aa04-8c42fc3439c7'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:07.865006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['98bd303e-75ca-4fba-aa04-8c42fc3439c7'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:07.983871 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] Set router 98bd303e-75ca-4fba-aa04-8c42fc3439c7 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:08.055733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-690925b3-39bd-4024-839e-cb6cdfb0c969 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.059936 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-690925b3-39bd-4024-839e-cb6cdfb0c969 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.2572210 Oct 26 14:21:08.060121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bd303e-75ca-4fba-aa04-8c42fc3439c7', 'name': 'tempest-snat-router-1287844337', 'tenant_id': 'd0e115b7c7a04cf6af82d86c5e26dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:02Z', 'updated_at': '2021-10-26T14:21:07Z', 'revision_number': 4, 'project_id': 'd0e115b7c7a04cf6af82d86c5e26dc8f', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:08.060284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54566) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.066068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-c58d5721-b094-4f01-a53f-88dfc9fd178f tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.069924 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c58d5721-b094-4f01-a53f-88dfc9fd178f tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0057847 Oct 26 14:21:08.070300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54568) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.075491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-9d3103bf-0d95-4222-9f61-7d00e04d78d7 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.078786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9d3103bf-0d95-4222-9f61-7d00e04d78d7 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052693 Oct 26 14:21:08.079309 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54570) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.086162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-16909991-390b-45c0-91f2-f1a5d6f74b6f tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.089688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-16909991-390b-45c0-91f2-f1a5d6f74b6f tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0085332 Oct 26 14:21:08.090384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54572) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.093621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d594d-9404-4997-ad1b-8f7a10adb9d9 None None] The sync data for ids ['98bd303e-75ca-4fba-aa04-8c42fc3439c7'] in n-d-815498-1 is: [{'id': '98bd303e-75ca-4fba-aa04-8c42fc3439c7', 'name': 'tempest-snat-router-1287844337', 'tenant_id': 'd0e115b7c7a04cf6af82d86c5e26dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:02Z', 'updated_at': '2021-10-26T14:21:07Z', 'revision_number': 4, 'project_id': 'd0e115b7c7a04cf6af82d86c5e26dc8f', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:08.102600 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-90f4cd49-60a9-4740-8991-dca43deda639 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.105958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-90f4cd49-60a9-4740-8991-dca43deda639 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0145357 Oct 26 14:21:08.108444 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54576) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.111085 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deac630-8654-455f-9efa-0028d0a6bbe9 None None] Pushing event updated for resources: {'Port': ['ID=8c4d2d4b-967b-46c9-93be-131e88e52e87,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:08.117589 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-2193c27b-0662-4300-9cd1-d27ee47fbd26 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.118628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2193c27b-0662-4300-9cd1-d27ee47fbd26 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0092709 Oct 26 14:21:08.121365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54578) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.126640 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-2ff3dd03-a362-49fd-a8e8-35af4c99b0d4 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.128182 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2ff3dd03-a362-49fd-a8e8-35af4c99b0d4 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056500 Oct 26 14:21:08.130944 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54580) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.140283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-3cf412ec-30fe-4870-a25c-eca8e5a55852 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.154154 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3cf412ec-30fe-4870-a25c-eca8e5a55852 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0213313 Oct 26 14:21:08.157394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54582) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.163687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-971a75e0-f329-4cb7-b487-28e812629bab tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.164903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-971a75e0-f329-4cb7-b487-28e812629bab tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0063193 Oct 26 14:21:08.167582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54584) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.172546 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-519a7472-5ba9-4d71-81cf-d8fe40a03d39 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.174267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-519a7472-5ba9-4d71-81cf-d8fe40a03d39 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052986 Oct 26 14:21:08.177062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54586) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.182295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-8c2ef16a-7c6b-40e6-b727-90afc922c2d5 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.183858 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8c2ef16a-7c6b-40e6-b727-90afc922c2d5 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052910 Oct 26 14:21:08.186633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54588) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.191485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-f20e7210-7fc7-4b6f-a632-7c4f2def7c7c tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.197519 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f20e7210-7fc7-4b6f-a632-7c4f2def7c7c tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0091035 Oct 26 14:21:08.198496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54590) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.213218 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.213812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-43642b9b-4135-41ee-89de-ce91da162549 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.218412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-43642b9b-4135-41ee-89de-ce91da162549 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0089357 Oct 26 14:21:08.219038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54594) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.223422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-cdeae381-116e-4eb1-8ee7-8ba2478e580a tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.226871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cdeae381-116e-4eb1-8ee7-8ba2478e580a tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0068743 Oct 26 14:21:08.227503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54596) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.231990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-4999b63d-010b-497c-a33f-4362410f1fe9 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.235756 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4999b63d-010b-497c-a33f-4362410f1fe9 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0069437 Oct 26 14:21:08.236017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54598) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.246673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-33d6c5a4-4d4c-47f9-83a2-9ff46d0f47b2 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.247660 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-33d6c5a4-4d4c-47f9-83a2-9ff46d0f47b2 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0089519 Oct 26 14:21:08.250564 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Calling delete_port for 8c4d2d4b-967b-46c9-93be-131e88e52e87 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:08.251965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54600) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.257349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-cd1c55d7-cdf1-45db-b1df-1e2d33fa5524 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.261561 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cd1c55d7-cdf1-45db-b1df-1e2d33fa5524 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0087945 Oct 26 14:21:08.262202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54602) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.266355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-0aae0239-8201-447a-a5db-603d98692cf4 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.273119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54604) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.273325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0aae0239-8201-447a-a5db-603d98692cf4 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0098090 Oct 26 14:21:08.277572 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-c4383a9e-dd27-42dc-9866-40b8630ef053 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.282318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54606) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.286582 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c4383a9e-dd27-42dc-9866-40b8630ef053 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0133591 Oct 26 14:21:08.288133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-09bda861-d4f9-46f6-923a-d791156a592d tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.289177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-09bda861-d4f9-46f6-923a-d791156a592d tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0063903 Oct 26 14:21:08.291814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54608) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.298269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-726c829d-45e2-471d-b7eb-56ce1f447f91 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.300595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-726c829d-45e2-471d-b7eb-56ce1f447f91 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0069041 Oct 26 14:21:08.309408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54610) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.317388 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-5498497d-80f9-41dd-b242-5d1354186fa7 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.321290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5498497d-80f9-41dd-b242-5d1354186fa7 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0077391 Oct 26 14:21:08.321530 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54612) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.335638 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-4f853181-d60d-4792-837b-22054adb7836 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.338948 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4f853181-d60d-4792-837b-22054adb7836 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0139689 Oct 26 14:21:08.339220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54614) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.345680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-cc86d894-1183-4406-aa67-0a6dcc3743c0 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.350600 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cc86d894-1183-4406-aa67-0a6dcc3743c0 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0076594 Oct 26 14:21:08.352729 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54616) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.359895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-fc216c0d-9149-4bb2-9dc4-8ec39388df28 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.364595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54620) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.366673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fc216c0d-9149-4bb2-9dc4-8ec39388df28 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0072131 Oct 26 14:21:08.370006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26952f5f-4cdd-4926-9fbf-b1eeb53d2db5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Router 13bbc71e-4564-438a-82bd-41da1ced725f has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:08.374626 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-4cd2ff45-f27a-4a35-b150-fb2cb07a9a30 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.375661 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4cd2ff45-f27a-4a35-b150-fb2cb07a9a30 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0081162 Oct 26 14:21:08.382683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54624) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.389659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-b450faee-8ad1-44cc-b91e-2285e9f4d8af tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.391143 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b450faee-8ad1-44cc-b91e-2285e9f4d8af tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0066164 Oct 26 14:21:08.393824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54626) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.399514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-eaef3989-c091-4062-8599-15e459d8cb4c tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.400701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-eaef3989-c091-4062-8599-15e459d8cb4c tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0056238 Oct 26 14:21:08.403138 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54628) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.408450 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-6274e6de-e60a-4eec-92d0-5e9016503843 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.409584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6274e6de-e60a-4eec-92d0-5e9016503843 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0052638 Oct 26 14:21:08.412060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54630) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.423501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-bfd71c9a-00cf-417d-8ff6-62a919d61a55 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.424841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bfd71c9a-00cf-417d-8ff6-62a919d61a55 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0104704 Oct 26 14:21:08.427488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54632) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.433808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-52e998ed-b644-4163-bd52-263bd7881d9e tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.435162 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-52e998ed-b644-4163-bd52-263bd7881d9e tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0059698 Oct 26 14:21:08.437569 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54634) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.443170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-f571b4d9-f1c3-4889-8955-8763e2e18185 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.444688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f571b4d9-f1c3-4889-8955-8763e2e18185 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0060387 Oct 26 14:21:08.447909 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54636) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.467312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-0688f81b-9783-4828-93b9-db2dc5383bd5 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.470303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0688f81b-9783-4828-93b9-db2dc5383bd5 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0196779 Oct 26 14:21:08.473127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54638) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.486442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-06a62355-3d30-4d3f-966c-6e762fc9f544 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.489807 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-06a62355-3d30-4d3f-966c-6e762fc9f544 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0133774 Oct 26 14:21:08.490147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54640) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.502676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-105858ef-1f72-4710-843a-d4785ebff114 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.506903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-105858ef-1f72-4710-843a-d4785ebff114 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0127988 Oct 26 14:21:08.507592 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54642) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.518299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-52c618d7-c307-4250-a77d-0d189a8dd1ae tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.524038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-52c618d7-c307-4250-a77d-0d189a8dd1ae tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0127401 Oct 26 14:21:08.524661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54644) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.528995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-cb5782f1-69aa-4178-a3d6-b1f657f18585 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.532277 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cb5782f1-69aa-4178-a3d6-b1f657f18585 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0045125 Oct 26 14:21:08.533049 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54646) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.537403 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-f25c1d60-30ec-4a9f-b3df-52e02612b079 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.541270 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f25c1d60-30ec-4a9f-b3df-52e02612b079 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0051436 Oct 26 14:21:08.542114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54648) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.546593 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-ec46a284-668e-4098-9c06-ab09697e5abb tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.549621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ec46a284-668e-4098-9c06-ab09697e5abb tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049021 Oct 26 14:21:08.550860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54650) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.559013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-6de5c80d-83a4-465c-9cba-f6eaa34611d7 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.562495 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6de5c80d-83a4-465c-9cba-f6eaa34611d7 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0092163 Oct 26 14:21:08.562887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54652) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.567347 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-3c6298ac-b50a-41d3-a43b-728603c96cfb tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.579444 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3c6298ac-b50a-41d3-a43b-728603c96cfb tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043831 Oct 26 14:21:08.579444 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54654) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.579444 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-b28c926f-83c0-40a0-81e5-7e72625f7311 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.579444 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b28c926f-83c0-40a0-81e5-7e72625f7311 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051696 Oct 26 14:21:08.579906 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54656) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.593081 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-3e9e3835-3fc1-47f4-a4a5-db82504cb986 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.597121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54658) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.597263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3e9e3835-3fc1-47f4-a4a5-db82504cb986 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0125189 Oct 26 14:21:08.603682 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-956c5ffb-6dd6-4648-a148-55a223d14cd7 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.606985 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-956c5ffb-6dd6-4648-a148-55a223d14cd7 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0075495 Oct 26 14:21:08.607772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54660) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.611427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-0b2014c0-f38d-4c02-9e22-8b81ebda442f tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.614346 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0b2014c0-f38d-4c02-9e22-8b81ebda442f tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041106 Oct 26 14:21:08.615118 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54662) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.616184 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26952f5f-4cdd-4926-9fbf-b1eeb53d2db5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:08.619586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-55299239-8426-48a6-b71c-b3dbe72aabc1 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.623031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-55299239-8426-48a6-b71c-b3dbe72aabc1 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0048995 Oct 26 14:21:08.623031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54664) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.624200 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-26952f5f-4cdd-4926-9fbf-b1eeb53d2db5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "PUT /v2.0/routers/13bbc71e-4564-438a-82bd-41da1ced725f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2814307 Oct 26 14:21:08.627505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54666) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.630814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-256162f0-10f1-46cc-985b-51954c5e6b8c tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.633993 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5598b6-b406-4742-8b0a-317d609c659a None None] Sync routers for ids ['13bbc71e-4564-438a-82bd-41da1ced725f'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:08.634619 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.635406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-256162f0-10f1-46cc-985b-51954c5e6b8c tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0116196 Oct 26 14:21:08.648414 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5598b6-b406-4742-8b0a-317d609c659a None None] Routers {'13bbc71e-4564-438a-82bd-41da1ced725f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:08.649029 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ea5598b6-b406-4742-8b0a-317d609c659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['13bbc71e-4564-438a-82bd-41da1ced725f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:08.661582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54668) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.669761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c4d2d4b-967b-46c9-93be-131e88e52e87,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:08.693588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-ea2d49af-b3a1-43c2-a740-266c479f6404 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.696561 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ea2d49af-b3a1-43c2-a740-266c479f6404 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0189319 Oct 26 14:21:08.714182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54670) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.719335 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-c41c5ad5-bca2-4bad-b363-5b782d0d33ea tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.720559 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c41c5ad5-bca2-4bad-b363-5b782d0d33ea tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050516 Oct 26 14:21:08.724280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54672) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.752558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-2e5d0b52-4a94-4e06-8848-c16dec033b51 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.756020 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2e5d0b52-4a94-4e06-8848-c16dec033b51 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0281758 Oct 26 14:21:08.757444 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54676) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.758038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-291033fe-974d-4b82-a2f2-240a51402d10 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Deleting subnet 22e92306-1374-4a88-a833-d3906d26f4a2 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:21:08.765202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-0ebf6615-11c5-457b-9158-f15f2661f84b tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.768509 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0ebf6615-11c5-457b-9158-f15f2661f84b tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0075080 Oct 26 14:21:08.768650 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-291033fe-974d-4b82-a2f2-240a51402d10 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.776781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54678) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.784821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-b5102a48-2189-4b11-ae4a-1983dbee68f7 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.791362 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b5102a48-2189-4b11-ae4a-1983dbee68f7 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0112512 Oct 26 14:21:08.793456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54680) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.810048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-9da31ff0-a936-4d3b-8118-08239638ed4c tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.816760 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9da31ff0-a936-4d3b-8118-08239638ed4c tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0146468 Oct 26 14:21:08.818398 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54682) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.819452 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-ea5598b6-b406-4742-8b0a-317d609c659a None None] Set router 13bbc71e-4564-438a-82bd-41da1ced725f gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:08.837665 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-1b571e77-2946-4b69-8a06-384a9ce7d9d3 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.839962 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1b571e77-2946-4b69-8a06-384a9ce7d9d3 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0170360 Oct 26 14:21:08.843195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54684) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.855207 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.860573 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-9a991dd2-fa9a-48ce-ac27-1df8edef5a73 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.861889 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9a991dd2-fa9a-48ce-ac27-1df8edef5a73 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0163074 Oct 26 14:21:08.874656 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54686) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.881389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-49006e43-114f-47d8-a825-8e0c3b3cd84d tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.885501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-49006e43-114f-47d8-a825-8e0c3b3cd84d tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0075927 Oct 26 14:21:08.886129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54688) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.941336 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-291033fe-974d-4b82-a2f2-240a51402d10 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.959085 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-615212e7-cf69-48f2-87f9-fdad628f6a26 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.963076 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-615212e7-cf69-48f2-87f9-fdad628f6a26 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0067260 Oct 26 14:21:08.977970 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54690) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.984641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-0c1a64c8-7255-445e-8be1-5edf6743c9b2 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:08.986611 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0c1a64c8-7255-445e-8be1-5edf6743c9b2 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0068130 Oct 26 14:21:08.989967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54692) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.999589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-3c280412-58ea-413b-812f-806b9b799c93 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:09.003156 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3c280412-58ea-413b-812f-806b9b799c93 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0098372 Oct 26 14:21:09.003156 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.005231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54694) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.008743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.014362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-c71bba2b-05e4-4e84-9442-cfa9de95838b tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:09.017731 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c71bba2b-05e4-4e84-9442-cfa9de95838b tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0091555 Oct 26 14:21:09.018406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54696) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.033059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-5d0abae4-0ab4-4ca3-9f0c-3c610f46d3a3 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:09.034084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8d96-89ae-41d9-b955-25616646f36e req-2f432539-a9eb-4f02-8076-a3e12ad5f60f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:09.038498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191a8d96-89ae-41d9-b955-25616646f36e req-2f432539-a9eb-4f02-8076-a3e12ad5f60f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.1622798 Oct 26 14:21:09.039018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54698) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.044021 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5d0abae4-0ab4-4ca3-9f0c-3c610f46d3a3 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0164120 Oct 26 14:21:09.046785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-05cf97b5-e508-4a0c-b5c5-0d5f6e4db57d tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:09.050191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-05cf97b5-e508-4a0c-b5c5-0d5f6e4db57d tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0075195 Oct 26 14:21:09.054454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54700) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.058868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-97418eaa-9c5e-4480-9850-5dbc9aef8e58 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:09.062743 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-97418eaa-9c5e-4480-9850-5dbc9aef8e58 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0042818 Oct 26 14:21:09.065858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54704) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.120314 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-291033fe-974d-4b82-a2f2-240a51402d10 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.166659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-2ed2bacf-263c-4594-acfc-aae356da61fa tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:09.171852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191a8d96-89ae-41d9-b955-25616646f36e req-72b8960c-dcfb-4e31-923c-669955429a2a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228609 Oct 26 14:21:09.172580 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2ed2bacf-263c-4594-acfc-aae356da61fa tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.1047192 Oct 26 14:21:09.174827 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54710) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.182709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-d24ca6fa-e656-43a7-a0cb-a688ca241186 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:09.184436 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d24ca6fa-e656-43a7-a0cb-a688ca241186 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0068820 Oct 26 14:21:09.186895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54712) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.192329 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.197098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98bd303e-75ca-4fba-aa04-8c42fc3439c7 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:21:09.210098 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.211548 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-44675298-93d9-408e-bb92-7d23c33a086e tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "DELETE /v2.0/routers/98bd303e-75ca-4fba-aa04-8c42fc3439c7 HTTP/1.1" status: 204 len: 168 time: 2.9659922 Oct 26 14:21:09.215223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-d946bf30-b380-485d-9cb0-120fa8dce829 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:09.215739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54714) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.220918 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d946bf30-b380-485d-9cb0-120fa8dce829 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0284765 Oct 26 14:21:09.223218 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54716) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.252042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [None req-7d6adbed-d129-4cd8-8e0c-643b515e0be1 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:09.254444 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7d6adbed-d129-4cd8-8e0c-643b515e0be1 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0302260 Oct 26 14:21:09.257957 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54718) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.273271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-457f0919-9884-4fbb-8f54-87f12612ab34 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:09.275814 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-457f0919-9884-4fbb-8f54-87f12612ab34 tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0153768 Oct 26 14:21:09.278288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54720) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.281756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-291033fe-974d-4b82-a2f2-240a51402d10 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.296233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [None req-e9ca966d-b059-4b87-bfb4-180c4a3db9ea tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:09.297347 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e9ca966d-b059-4b87-bfb4-180c4a3db9ea tempest-ExtensionsTestJSON-142115641 tempest-ExtensionsTestJSON-142115641-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0169837 Oct 26 14:21:09.362060 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ea5598b6-b406-4742-8b0a-317d609c659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:21:06Z', 'revision_number': 7, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:09.368894 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291033fe-974d-4b82-a2f2-240a51402d10 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Subnet': ['ID=22e92306-1374-4a88-a833-d3906d26f4a2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:09.371539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8472a739-c4d0-49a9-9674-0b16f8e1f0bc None None] Network a9dc1eca-c600-4f43-93c9-e23ae898c91e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:09.372287 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-291033fe-974d-4b82-a2f2-240a51402d10 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.382872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-291033fe-974d-4b82-a2f2-240a51402d10 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "DELETE /v2.0/subnets/22e92306-1374-4a88-a833-d3906d26f4a2 HTTP/1.1" status: 204 len: 168 time: 0.7463994 Oct 26 14:21:09.385556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54724) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.428376 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5598b6-b406-4742-8b0a-317d609c659a None None] Checking router: 13bbc71e-4564-438a-82bd-41da1ced725f for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:21:09.454989 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5598b6-b406-4742-8b0a-317d609c659a None None] Routers {'13bbc71e-4564-438a-82bd-41da1ced725f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:09.457275 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ea5598b6-b406-4742-8b0a-317d609c659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['13bbc71e-4564-438a-82bd-41da1ced725f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:09.481451 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.626255 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.650287 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-ea5598b6-b406-4742-8b0a-317d609c659a None None] Set router 13bbc71e-4564-438a-82bd-41da1ced725f gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:09.740475 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.860067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Deleting port d9756467-a53f-43cc-8ece-dcfaa6e9d97e {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:09.864990 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.878450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d4e973-9bef-403f-85f7-6aa12c2a1203 None None] DHCP port deletion for a9dc1eca-c600-4f43-93c9-e23ae898c91e request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:21:09.984693 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.991790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] For port d9756467-a53f-43cc-8ece-dcfaa6e9d97e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d9756467-a53f-43cc-8ece-dcfaa6e9d97e,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:09.992400 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.007683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54730) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:10.010040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Calling delete_port for d9756467-a53f-43cc-8ece-dcfaa6e9d97e owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:10.064382 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4e973-9bef-403f-85f7-6aa12c2a1203 None None] Deleting port 8c37371c-c81b-454b-a2fe-f88e36a44ed8 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:10.064750 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e973-9bef-403f-85f7-6aa12c2a1203 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.092221 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ea5598b6-b406-4742-8b0a-317d609c659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:21:06Z', 'revision_number': 7, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:10.102939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Deleting port e6b5ce65-1643-4bc6-8b71-c0794de44229 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:10.103498 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.130452 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5598b6-b406-4742-8b0a-317d609c659a None None] The sync data for ids ['13bbc71e-4564-438a-82bd-41da1ced725f'] in n-d-815498-1 is: [{'id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'name': 'tempest-TestNetworkBasicOps-router-281280366', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:08Z', 'updated_at': '2021-10-26T14:21:06Z', 'revision_number': 7, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': 'e6b5ce65-1643-4bc6-8b71-c0794de44229', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bbc71e-4564-438a-82bd-41da1ced725f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:12Z', 'updated_at': '2021-10-26T14:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:10.211461 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f3d4e973-9bef-403f-85f7-6aa12c2a1203 None None] For port 8c37371c-c81b-454b-a2fe-f88e36a44ed8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8c37371c-c81b-454b-a2fe-f88e36a44ed8,segment=NetworkSegment(34af1d0e-3713-4af4-8aa9-2e130d45502b),segment_id=34af1d0e-3713-4af4-8aa9-2e130d45502b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:10.211882 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e973-9bef-403f-85f7-6aa12c2a1203 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.242204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4e973-9bef-403f-85f7-6aa12c2a1203 None None] Calling delete_port for 8c37371c-c81b-454b-a2fe-f88e36a44ed8 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:10.378651 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.398939 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-06050b6b-aac6-4234-b2ca-a58ae941db76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.427553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9756467-a53f-43cc-8ece-dcfaa6e9d97e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:10.432736 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e973-9bef-403f-85f7-6aa12c2a1203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.481454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] For port e6b5ce65-1643-4bc6-8b71-c0794de44229, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e6b5ce65-1643-4bc6-8b71-c0794de44229,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:10.481882 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.507052 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4e973-9bef-403f-85f7-6aa12c2a1203 None None] Pushing event deleted for resources: {'Port': ['ID=8c37371c-c81b-454b-a2fe-f88e36a44ed8,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:10.514884 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d4e973-9bef-403f-85f7-6aa12c2a1203 None None] No DVR routers for this DVR port 8c37371c-c81b-454b-a2fe-f88e36a44ed8 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:10.543481 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.548313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Calling delete_port for e6b5ce65-1643-4bc6-8b71-c0794de44229 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:10.567094 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff9ba1-4fdd-468f-ba79-12a6c20e7657 req-d146279d-834d-4fcd-a96d-4c10df7c47f1 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:10.570601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f8ff9ba1-4fdd-468f-ba79-12a6c20e7657 req-d146279d-834d-4fcd-a96d-4c10df7c47f1 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.2668598 Oct 26 14:21:10.719238 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.722154 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.738468 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-06050b6b-aac6-4234-b2ca-a58ae941db76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.746552 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-06050b6b-aac6-4234-b2ca-a58ae941db76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.779462 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:10.805523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:10.805877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fb45b2c1-fc63-4101-a9fe-b1fcfaf47baf not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:10.806463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8c37371c-c81b-454b-a2fe-f88e36a44ed8 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:10.807661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.808246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01e21e6a-4202-4105-9306-872c5214d1c4 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:21:10.813019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.814272 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d54e22b6-3a00-467e-b746-a7a99d211348 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "DELETE /v2.0/routers/01e21e6a-4202-4105-9306-872c5214d1c4 HTTP/1.1" status: 204 len: 168 time: 1.5948985 Oct 26 14:21:10.817755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54740) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:10.829417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-448071955', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:10.859685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 8c37371c-c81b-454b-a2fe-f88e36a44ed8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:10.860025 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8c37371c-c81b-454b-a2fe-f88e36a44ed8 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:10.875086 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.876366 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.952262 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f8ff9ba1-4fdd-468f-ba79-12a6c20e7657 req-4125492a-d4e7-4c9f-b649-304d87ea52cb tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3708675 Oct 26 14:21:10.979230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-06050b6b-aac6-4234-b2ca-a58ae941db76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17492ac75b644a8f9f654993ac0e4bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9693501 Oct 26 14:21:10.985075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54742) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:10.987777 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.033458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06050b6b-aac6-4234-b2ca-a58ae941db76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e9954b-b243-47f2-807d-0f5505899ef4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:11.113254 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42a07d66-a5e7-4d22-9880-ba58ac3cf925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.150099 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.153357 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42a07d66-a5e7-4d22-9880-ba58ac3cf925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.188965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Port': ['ID=e6b5ce65-1643-4bc6-8b71-c0794de44229,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:11.200865 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.278878 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.381756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42a07d66-a5e7-4d22-9880-ba58ac3cf925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.395102 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42a07d66-a5e7-4d22-9880-ba58ac3cf925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.396248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-42a07d66-a5e7-4d22-9880-ba58ac3cf925 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8e9954b-b243-47f2-807d-0f5505899ef4 HTTP/1.1" status: 204 len: 168 time: 0.4102244 Oct 26 14:21:11.410863 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.412760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a07d66-a5e7-4d22-9880-ba58ac3cf925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e9954b-b243-47f2-807d-0f5505899ef4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:11.416312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.489393 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.491275 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Fanout notify agent at l3_agent the message router_deleted on router 13bbc71e-4564-438a-82bd-41da1ced725f {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:21:11.504886 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.506913 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-227c810e-8914-4a30-8abc-ab0beaf18c4d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "DELETE /v2.0/routers/13bbc71e-4564-438a-82bd-41da1ced725f HTTP/1.1" status: 204 len: 168 time: 2.1195378 Oct 26 14:21:11.511476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54752) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:11.643270 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.683301 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.772370 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4313b9d4-5c53-4a85-b99d-488f2daa520c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.881680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Allocated IP 172.25.4.91 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/629a7baa-806e-4ee6-9b8b-39a6f485f15e) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:11.934476 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4313b9d4-5c53-4a85-b99d-488f2daa520c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.995528 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4313b9d4-5c53-4a85-b99d-488f2daa520c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9dc1eca-c600-4f43-93c9-e23ae898c91e']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:12.029377 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4313b9d4-5c53-4a85-b99d-488f2daa520c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34af1d0e-3713-4af4-8aa9-2e130d45502b') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:12.029681 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4313b9d4-5c53-4a85-b99d-488f2daa520c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34af1d0e-3713-4af4-8aa9-2e130d45502b') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:12.073640 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4313b9d4-5c53-4a85-b99d-488f2daa520c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.149291 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.184326 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4313b9d4-5c53-4a85-b99d-488f2daa520c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.212686 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4313b9d4-5c53-4a85-b99d-488f2daa520c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:21:12.213411 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4313b9d4-5c53-4a85-b99d-488f2daa520c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:21:12.231101 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:21:12.240131 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.351815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Pushing event updated for resources: {'Port': ['ID=629a7baa-806e-4ee6-9b8b-39a6f485f15e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:12.376427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:12.382621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:12.387898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:12.650581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e6b5ce65-1643-4bc6-8b71-c0794de44229 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:12.723463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: e6b5ce65-1643-4bc6-8b71-c0794de44229 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:12.731063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e6b5ce65-1643-4bc6-8b71-c0794de44229 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:12.731622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d9756467-a53f-43cc-8ece-dcfaa6e9d97e no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:12.808968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: d9756467-a53f-43cc-8ece-dcfaa6e9d97e {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:12.809332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d9756467-a53f-43cc-8ece-dcfaa6e9d97e not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:12.823080 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c0183c5-99cc-4b5e-aa9a-a9fce2eda8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.826850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5794216-cdad-48ed-849f-faf0e39f5f3e req-48f35d0f-e994-42b1-bc6e-49bc22688b19 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:12.836205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5794216-cdad-48ed-849f-faf0e39f5f3e req-48f35d0f-e994-42b1-bc6e-49bc22688b19 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.7226110 Oct 26 14:21:12.864633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.906614 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5794216-cdad-48ed-849f-faf0e39f5f3e req-08150a01-3d4b-458c-aa59-78f5d54505f8 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689924 Oct 26 14:21:12.909274 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4313b9d4-5c53-4a85-b99d-488f2daa520c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.934764 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4313b9d4-5c53-4a85-b99d-488f2daa520c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.939108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4313b9d4-5c53-4a85-b99d-488f2daa520c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "DELETE /v2.0/networks/a9dc1eca-c600-4f43-93c9-e23ae898c91e HTTP/1.1" status: 204 len: 168 time: 1.4266920 Oct 26 14:21:12.940310 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313b9d4-5c53-4a85-b99d-488f2daa520c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Network': ['ID=a9dc1eca-c600-4f43-93c9-e23ae898c91e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:12.961935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54782) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:13.015784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c02bed82-72d4-46c0-8ae7-b6b705baa012 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'network': {'name': 'tempest-network-smoke--800586937', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'port_security_enabled': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:13.054376 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54784) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:13.084616 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02bed82-72d4-46c0-8ae7-b6b705baa012 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Made reservation on behalf of af879ef202124c16ab6bea2aab5e04fc for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:13.088464 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c02bed82-72d4-46c0-8ae7-b6b705baa012 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.125967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02bed82-72d4-46c0-8ae7-b6b705baa012 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:21:13.145673 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c02bed82-72d4-46c0-8ae7-b6b705baa012 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.146029 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-c02bed82-72d4-46c0-8ae7-b6b705baa012 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Added segment 2201402b-cb4b-4ef9-825d-9e91a3a06f0b of type vlan for network 5986448c-fd46-4f3a-b959-70094d318c17 Oct 26 14:21:13.209006 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.229551 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c02bed82-72d4-46c0-8ae7-b6b705baa012 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.275834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1786021864'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:13.305160 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c02bed82-72d4-46c0-8ae7-b6b705baa012 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.314461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02bed82-72d4-46c0-8ae7-b6b705baa012 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:13.317149 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c02bed82-72d4-46c0-8ae7-b6b705baa012 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.390471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Made reservation on behalf of 5a483ddb03ca4ab7a499729255d4ccb4 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:13.394333 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.413429 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.444832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c02bed82-72d4-46c0-8ae7-b6b705baa012 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4803801 Oct 26 14:21:13.455021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54792) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:13.468418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bed82-72d4-46c0-8ae7-b6b705baa012 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Network': ['ID=5986448c-fd46-4f3a-b959-70094d318c17,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:13.469501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'admin_state_up': True, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:13.491222 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 5986448c-fd46-4f3a-b959-70094d318c17 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:21:13.500418 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Router afc31950-4ae5-4206-87d3-68b81802fa56 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:21:13.574522 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.581359 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.585843 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.587334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.598629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:21:13.610284 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.611007 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Added segment ed0d6f06-302d-4115-9879-eabdf255ea86 of type vlan for network 88c13d44-6a28-4d61-9a1e-a9966a3a4a20 Oct 26 14:21:13.662924 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.713699 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.720206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:13.721176 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.746310 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997c38da-1b0b-4dca-9262-6646ba6d6d07,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:13.807749 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7520838 Oct 26 14:21:13.811929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54794) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:13.817238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-32f91c84-098d-4a98-bb7b-669538e8951b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'subnet': {'network_id': '88c13d44-6a28-4d61-9a1e-a9966a3a4a20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:13.899311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13869cd-6511-4740-93eb-7832bb06981f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Network': ['ID=88c13d44-6a28-4d61-9a1e-a9966a3a4a20,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:13.914274 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 88c13d44-6a28-4d61-9a1e-a9966a3a4a20 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:21:13.946775 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f91c84-098d-4a98-bb7b-669538e8951b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Made reservation on behalf of 5a483ddb03ca4ab7a499729255d4ccb4 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:13.950732 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-32f91c84-098d-4a98-bb7b-669538e8951b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:14.081616 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:14.296724 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:14.376921 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:14.406101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e4db4-ef63-4ac3-a042-fa3021c81a8d req-3275e12f-e6f1-4a00-bc6e-0d6b0b9a8be6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:14.407115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3680c5-041e-43f8-9d2a-3d04c90bfc7e None None] Sync routers for ids ['afc31950-4ae5-4206-87d3-68b81802fa56'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:14.414565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e8e4db4-ef63-4ac3-a042-fa3021c81a8d req-3275e12f-e6f1-4a00-bc6e-0d6b0b9a8be6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.3210130 Oct 26 14:21:14.424446 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:14.428642 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-438702b0-812c-4247-9d1a-075eb12d4fb0 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6067965 Oct 26 14:21:14.430165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54800) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:14.436417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d2137714-30da-4051-8b0a-c04edf43018d tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'enable_snat': False}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:14.460022 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3680c5-041e-43f8-9d2a-3d04c90bfc7e None None] Routers {'afc31950-4ae5-4206-87d3-68b81802fa56'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:14.460897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fe3680c5-041e-43f8-9d2a-3d04c90bfc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['afc31950-4ae5-4206-87d3-68b81802fa56'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:14.500629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fe3680c5-041e-43f8-9d2a-3d04c90bfc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:14.517759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3680c5-041e-43f8-9d2a-3d04c90bfc7e None None] Routers {'afc31950-4ae5-4206-87d3-68b81802fa56'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:14.518634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fe3680c5-041e-43f8-9d2a-3d04c90bfc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:20:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['afc31950-4ae5-4206-87d3-68b81802fa56'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:14.574888 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fe3680c5-041e-43f8-9d2a-3d04c90bfc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:14.575822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3680c5-041e-43f8-9d2a-3d04c90bfc7e None None] The sync data for ids ['afc31950-4ae5-4206-87d3-68b81802fa56'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:14.597587 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-32f91c84-098d-4a98-bb7b-669538e8951b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:14.613347 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e8e4db4-ef63-4ac3-a042-fa3021c81a8d req-2d2594a7-0c1a-4a98-b10f-e5161f4d8b13 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371355 Oct 26 14:21:14.701690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f91c84-098d-4a98-bb7b-669538e8951b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Subnet': ['ID=80df57bb-658b-466a-aa82-f7f34990d462,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:14.716076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f91c84-098d-4a98-bb7b-669538e8951b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Checking segment: {'id': 'ed0d6f06-302d-4115-9879-eabdf255ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '88c13d44-6a28-4d61-9a1e-a9966a3a4a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:14.716465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f91c84-098d-4a98-bb7b-669538e8951b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network hostable DHCP agents. Network: 88c13d44-6a28-4d61-9a1e-a9966a3a4a20, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:21:14.817372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f91c84-098d-4a98-bb7b-669538e8951b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network 88c13d44-6a28-4d61-9a1e-a9966a3a4a20 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:21:14.832816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-32f91c84-098d-4a98-bb7b-669538e8951b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 88c13d44-6a28-4d61-9a1e-a9966a3a4a20) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:14.841731 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:14.844329 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f91c84-098d-4a98-bb7b-669538e8951b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:14.844943 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-32f91c84-098d-4a98-bb7b-669538e8951b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:14.847520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43591cf6-3938-45d4-8092-27b578591abd None None] Network 88c13d44-6a28-4d61-9a1e-a9966a3a4a20 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:14.868710 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:14.898505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-32f91c84-098d-4a98-bb7b-669538e8951b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0852115 Oct 26 14:21:14.908711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54804) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:14.916032 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2078528378', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:15.010565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Allocated IP 172.25.4.72 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/20703fff-7098-495b-994e-8be87b2444f2) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:15.136852 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.150589 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.151683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.178781 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-080f18f3-3351-4162-bd2d-1c4a4b20ac7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.185706 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53bdb5b-9272-4a52-890c-3adc18bd7f48 None None] Network 88c13d44-6a28-4d61-9a1e-a9966a3a4a20 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:15.193808 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2137714-30da-4051-8b0a-c04edf43018d tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.198901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.267924 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.283793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:15.296150 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:15.307595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:15.388677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=20703fff-7098-495b-994e-8be87b2444f2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:15.571982 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.620919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54812) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:15.902780 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.986713 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b156-c552-4583-b7ae-f7eef73f03b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.998365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826523a2-b591-494a-95e9-e60be54e7402 req-2794ae98-665f-4f5c-a06e-2ecdf2d0630a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:16.000241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-826523a2-b591-494a-95e9-e60be54e7402 req-2794ae98-665f-4f5c-a06e-2ecdf2d0630a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.1704473 Oct 26 14:21:16.155816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-826523a2-b591-494a-95e9-e60be54e7402 req-5ea3151f-10d7-4007-9298-e98831dfd78b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447968 Oct 26 14:21:16.193669 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.290879 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2137714-30da-4051-8b0a-c04edf43018d tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.292668 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.298721 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2137714-30da-4051-8b0a-c04edf43018d tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.334586 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.411166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b156-c552-4583-b7ae-f7eef73f03b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.415385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:21:16.425370 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b156-c552-4583-b7ae-f7eef73f03b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.519930 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e1e7b156-c552-4583-b7ae-f7eef73f03b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b90b52b2f99e452b93d1976a6d242e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8919680 Oct 26 14:21:16.527870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7b156-c552-4583-b7ae-f7eef73f03b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4ef4b2-92df-403a-840f-712ad84911af,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:16.531575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54820) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:16.569281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:16.582716 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Sync routers for ids ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:16.597253 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Routers {'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:16.598368 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.599568 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:16.600097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.604877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54822) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:16.618626 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1c6c853d-ee8a-4400-a494-18a264c6543c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1530914 Oct 26 14:21:16.658544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2137714-30da-4051-8b0a-c04edf43018d tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Router afc31950-4ae5-4206-87d3-68b81802fa56 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:16.664427 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-896ce8d9-7975-4f23-91f2-3e7e64046ae7 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=af879ef202124c16ab6bea2aab5e04fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583968 Oct 26 14:21:16.668741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54824) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:16.679918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.25.4.171 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/1f880235-b39a-4dd3-864c-080fb90f497f) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:16.725568 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Set router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:16.808390 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.811580 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fa7be5b-44b1-4c11-b2bb-fcace7658cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.876747 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59049bf-3eec-43f8-a8cc-a01fe6f71891 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:16.883051 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c59049bf-3eec-43f8-a8cc-a01fe6f71891 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2079208 Oct 26 14:21:16.883618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54828) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:16.894937 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fa7be5b-44b1-4c11-b2bb-fcace7658cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.937476 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:21:15Z', 'revision_number': 3, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:16.945333 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ca80af0c-e3f4-41e4-a5c6-a719fa3fc041 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555139 Oct 26 14:21:16.945921 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54830) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:16.959673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9be07fd0-494f-403b-949d-8887908a5f6f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-517565443', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:16.970810 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Checking router: ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:21:16.971329 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Updating router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d port 20703fff-7098-495b-994e-8be87b2444f2 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:21:17.007506 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.011390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2137714-30da-4051-8b0a-c04edf43018d tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:17.016080 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.018222 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2137714-30da-4051-8b0a-c04edf43018d tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.022456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d2137714-30da-4051-8b0a-c04edf43018d tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "PUT /v2.0/routers/afc31950-4ae5-4206-87d3-68b81802fa56 HTTP/1.1" status: 200 len: 924 time: 2.5915236 Oct 26 14:21:17.025129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54832) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:17.027641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7337a1-8c53-4a06-ab03-5754315e4e57 None None] Sync routers for ids ['afc31950-4ae5-4206-87d3-68b81802fa56'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:17.054399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7337a1-8c53-4a06-ab03-5754315e4e57 None None] Routers {'afc31950-4ae5-4206-87d3-68b81802fa56'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:17.055334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ab7337a1-8c53-4a06-ab03-5754315e4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['afc31950-4ae5-4206-87d3-68b81802fa56'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:17.093994 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be07fd0-494f-403b-949d-8887908a5f6f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Made reservation on behalf of af879ef202124c16ab6bea2aab5e04fc for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:17.107232 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be07fd0-494f-403b-949d-8887908a5f6f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.172695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ab7337a1-8c53-4a06-ab03-5754315e4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:17.205885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7337a1-8c53-4a06-ab03-5754315e4e57 None None] Routers {'afc31950-4ae5-4206-87d3-68b81802fa56'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:17.210890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ab7337a1-8c53-4a06-ab03-5754315e4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['afc31950-4ae5-4206-87d3-68b81802fa56'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:17.313508 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ab7337a1-8c53-4a06-ab03-5754315e4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:17.315948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7337a1-8c53-4a06-ab03-5754315e4e57 None None] The sync data for ids ['afc31950-4ae5-4206-87d3-68b81802fa56'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:17.428266 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be07fd0-494f-403b-949d-8887908a5f6f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.461101 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fa7be5b-44b1-4c11-b2bb-fcace7658cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.463633 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fa7be5b-44b1-4c11-b2bb-fcace7658cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.467249 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4fa7be5b-44b1-4c11-b2bb-fcace7658cb2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b4ef4b2-92df-403a-840f-712ad84911af HTTP/1.1" status: 204 len: 168 time: 0.9307315 Oct 26 14:21:17.515779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7be5b-44b1-4c11-b2bb-fcace7658cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4ef4b2-92df-403a-840f-712ad84911af,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:17.545016 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.596363 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2288fa1-5a40-41f2-9ce4-aa7b4813b36f req-583744eb-af8b-486e-82db-1fc30d65c447 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:17.597918 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2288fa1-5a40-41f2-9ce4-aa7b4813b36f req-583744eb-af8b-486e-82db-1fc30d65c447 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.1321530 Oct 26 14:21:17.622010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:17.637114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:17.640975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=1f880235-b39a-4dd3-864c-080fb90f497f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:17.649300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cd446dd8-6930-42a9-8339-53875cc99ad9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/routers/afc31950-4ae5-4206-87d3-68b81802fa56 HTTP/1.1" status: 200 len: 924 time: 0.6232281 Oct 26 14:21:17.652938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:17.654830 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54838) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:17.660604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be07fd0-494f-403b-949d-8887908a5f6f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Checking segment: {'id': '2201402b-cb4b-4ef9-825d-9e91a3a06f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:17.661036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be07fd0-494f-403b-949d-8887908a5f6f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network hostable DHCP agents. Network: 5986448c-fd46-4f3a-b959-70094d318c17, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:21:17.671560 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be07fd0-494f-403b-949d-8887908a5f6f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Subnet': ['ID=3478ef3e-66c4-4dd1-95df-444fda58b044,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:17.715270 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be07fd0-494f-403b-949d-8887908a5f6f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network 5986448c-fd46-4f3a-b959-70094d318c17 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:21:17.736414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-9be07fd0-494f-403b-949d-8887908a5f6f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 5986448c-fd46-4f3a-b959-70094d318c17) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:17.749190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be07fd0-494f-403b-949d-8887908a5f6f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:17.750941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad15afc-0ab2-45c0-aece-9a162aad7457 None None] Network 5986448c-fd46-4f3a-b959-70094d318c17 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:17.752810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be07fd0-494f-403b-949d-8887908a5f6f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.753406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2288fa1-5a40-41f2-9ce4-aa7b4813b36f req-c8ea0232-4d10-4101-ac16-5a165427576f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462841 Oct 26 14:21:17.824653 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9be07fd0-494f-403b-949d-8887908a5f6f tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8758423 Oct 26 14:21:17.828546 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54840) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:17.880880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc78db93-ea32-4144-8695-a46a5c9ff261 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:17.885446 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bc78db93-ea32-4144-8695-a46a5c9ff261 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&device_id=afc31950-4ae5-4206-87d3-68b81802fa56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2295911 Oct 26 14:21:17.886128 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54844) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:17.908547 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.923586 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.071073 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Attempting to bind port 20703fff-7098-495b-994e-8be87b2444f2 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:18.071473 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Attempting to bind port 20703fff-7098-495b-994e-8be87b2444f2 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:18.072898 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Attempting to bind port 20703fff-7098-495b-994e-8be87b2444f2 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:18.107743 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:21:18.108166 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:18.108512 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.108906 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:21:18.113243 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Bound port: 20703fff-7098-495b-994e-8be87b2444f2, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:21:18.115751 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.121859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-5986448c-fd46-4f3a-b959-70094d318c17', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ips': [{'subnet_id': '3478ef3e-66c4-4dd1-95df-444fda58b044'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:21:18.122963 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.160261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba50f118-96f9-44e4-97d5-2bf809dec7f2 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:18.165439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ba50f118-96f9-44e4-97d5-2bf809dec7f2 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 881 time: 0.2761617 Oct 26 14:21:18.168053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54852) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:18.179747 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f1a4b-c410-4387-b8cd-5f857376f893 None None] Pushing event updated for resources: {'Port': ['ID=20703fff-7098-495b-994e-8be87b2444f2,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:18.206821 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7fdaaea6-7978-411b-b0d0-bcc76dae2eff tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "GET /v2.0/ports?device_id=afc31950-4ae5-4206-87d3-68b81802fa56 HTTP/1.1" status: 200 len: 205 time: 0.0374124 Oct 26 14:21:18.214117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54854) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:18.253227 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] For port 20703fff-7098-495b-994e-8be87b2444f2, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:18.260598 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] For port 20703fff-7098-495b-994e-8be87b2444f2, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=20703fff-7098-495b-994e-8be87b2444f2,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:21:18.271866 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.336804 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Allocated IP 172.20.0.2 (5986448c-fd46-4f3a-b959-70094d318c17/3478ef3e-66c4-4dd1-95df-444fda58b044/27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:18.362666 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.394894 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Routers {'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:18.395521 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:18.401427 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f1a4b-c410-4387-b8cd-5f857376f893 None None] Pushing event updated for resources: {'Port': ['ID=20703fff-7098-495b-994e-8be87b2444f2,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:18.514849 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.535945 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.544108 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] Set router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:18.569028 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.640952 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Pushing event updated for resources: {'Port': ['ID=27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:18.653460 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.656976 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Network 5986448c-fd46-4f3a-b959-70094d318c17 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:18.659159 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:18.664807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:18.753885 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.758501 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.759723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Attempting to bind port 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:18.760188 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Attempting to bind port 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '2201402b-cb4b-4ef9-825d-9e91a3a06f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:18.760456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Attempting to bind port 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 on network 5986448c-fd46-4f3a-b959-70094d318c17 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:18.766447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:21:18.766844 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Checking segment: {'id': '2201402b-cb4b-4ef9-825d-9e91a3a06f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:18.767279 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.767732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Bound using segment: {'id': '2201402b-cb4b-4ef9-825d-9e91a3a06f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:21:18.768294 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Bound port: 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2201402b-cb4b-4ef9-825d-9e91a3a06f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:21:18.769457 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.870893 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:21:15Z', 'revision_number': 3, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:18.895185 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] For port 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:18.901841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] For port 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919,segment=NetworkSegment(2201402b-cb4b-4ef9-825d-9e91a3a06f0b),segment_id=2201402b-cb4b-4ef9-825d-9e91a3a06f0b)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:21:18.917044 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.930310 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6c8fe-20c1-4730-af5e-74b619606589 None None] The sync data for ids ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'] in n-d-815498-1 is: [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:21:15Z', 'revision_number': 3, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:18.936106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Deleting port 629a7baa-806e-4ee6-9b8b-39a6f485f15e {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:18.936446 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.976925 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:19.020274 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:21:19.041167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:21:19.066714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:19.151761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:19.172181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'port_id': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'mac_address': 'fa:16:3e:8b:34:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:21:19.176346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e1236-96bd-4edf-b76a-6b05ec91ec9d None None] Pushing event updated for resources: {'Port': ['ID=27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:19.238437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Calling delete_port for 629a7baa-806e-4ee6-9b8b-39a6f485f15e owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:19.251826 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:19.283890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:21:19.346809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:19.357388 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:19.580822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:21:19.615654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Allocated IP 172.20.0.1 (5986448c-fd46-4f3a-b959-70094d318c17/3478ef3e-66c4-4dd1-95df-444fda58b044/7a290dc2-5131-4580-8685-5dc349e127c2) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:19.694827 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:19.872034 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:19.888276 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1532fa6-3762-4138-887b-a0a132862e34 None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:19.946732 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1532fa6-3762-4138-887b-a0a132862e34 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:19.947406 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c1532fa6-3762-4138-887b-a0a132862e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:20.010669 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c1532fa6-3762-4138-887b-a0a132862e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:20.038555 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1532fa6-3762-4138-887b-a0a132862e34 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:20.039490 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c1532fa6-3762-4138-887b-a0a132862e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:20.039969 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.053553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b9125-ab0e-4e27-922d-b95df55026fe req-c3f7b64c-d2f3-4e3b-a3da-aca5b752fe76 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:20.055255 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-979b9125-ab0e-4e27-922d-b95df55026fe req-c3f7b64c-d2f3-4e3b-a3da-aca5b752fe76 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 944 time: 1.1342387 Oct 26 14:21:20.063418 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.070365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-33ce4769-9654-463c-a899-b55836319dc1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1602976 Oct 26 14:21:20.084457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54892) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:20.085164 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.109842 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.246941 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network 5986448c-fd46-4f3a-b959-70094d318c17 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:20.259884 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:20.276617 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:20.282021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=7a290dc2-5131-4580-8685-5dc349e127c2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:20.401019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.411431 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c1532fa6-3762-4138-887b-a0a132862e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:20.412156 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1532fa6-3762-4138-887b-a0a132862e34 None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:20.431493 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.475180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-979b9125-ab0e-4e27-922d-b95df55026fe req-2711d4f8-10e5-43d0-b3f6-2874697cd4d0 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4026203 Oct 26 14:21:20.476401 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Pushing event deleted for resources: {'Port': ['ID=629a7baa-806e-4ee6-9b8b-39a6f485f15e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:20.697287 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.704264 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.825055 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.826642 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 20703fff-7098-495b-994e-8be87b2444f2 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:20.931549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 20703fff-7098-495b-994e-8be87b2444f2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:20.932305 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.072616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:21.137206 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.165354 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 20703fff-7098-495b-994e-8be87b2444f2, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=20703fff-7098-495b-994e-8be87b2444f2,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:21.179533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:21.180277 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.262891 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.264407 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:21.365950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102e473a-dbe5-41ef-9ca6-8b5c17c7d1ac None None] Network 5986448c-fd46-4f3a-b959-70094d318c17 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:21.408480 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.425140 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.510534 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.626552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=7a290dc2-5131-4580-8685-5dc349e127c2,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:21.724960 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.734991 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Fanout notify agent at l3_agent the message router_deleted on router afc31950-4ae5-4206-87d3-68b81802fa56 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:21:21.780136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=20703fff-7098-495b-994e-8be87b2444f2,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:21.834760 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:21.835848 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.883524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8ce3bd36-a8ec-41ea-a8e4-79a784b755ea None None] Provisioning complete for port 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:21.884091 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8ce3bd36-a8ec-41ea-a8e4-79a784b755ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.977797 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network 5986448c-fd46-4f3a-b959-70094d318c17 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:21.981106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:21.985664 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.990761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1b8c9954-7240-42cd-b640-6edc0dadd460 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "DELETE /v2.0/routers/afc31950-4ae5-4206-87d3-68b81802fa56 HTTP/1.1" status: 204 len: 168 time: 3.7726014 Oct 26 14:21:21.994977 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54932) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:22.022261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-321e3b78-dca3-4577-83da-d0c4eff09e48 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-183365430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:22.106086 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8ce3bd36-a8ec-41ea-a8e4-79a784b755ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.231748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af61211-60e8-4284-8d1f-b84902c9b2f5 req-7e15f882-4428-4e87-ba3c-fc9cfe704611 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:22.234905 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8af61211-60e8-4284-8d1f-b84902c9b2f5 req-7e15f882-4428-4e87-ba3c-fc9cfe704611 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 944 time: 0.5278578 Oct 26 14:21:22.327104 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.393796 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.437607 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8af61211-60e8-4284-8d1f-b84902c9b2f5 req-53970d95-ecca-498c-91a5-ab6d99b0f40c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940918 Oct 26 14:21:22.487496 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:21:22.490714 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100e1ddd-8d4c-4fde-b666-2e9200b02e5a" -d '{"events": [{"server_uuid": "8acd5feb-c9e2-468d-be91-29555fe4a76a", "name": "network-vif-plugged", "status": "completed", "tag": "5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:21:22.528434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8ce3bd36-a8ec-41ea-a8e4-79a784b755ea None None] For port 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919,segment=NetworkSegment(2201402b-cb4b-4ef9-825d-9e91a3a06f0b),segment_id=2201402b-cb4b-4ef9-825d-9e91a3a06f0b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:22.532838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:22.549426 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8ce3bd36-a8ec-41ea-a8e4-79a784b755ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.591755 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.715235 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf573f4-2a8d-4937-9d99-da6a7efb46ec x-openstack-request-id: req-4cf573f4-2a8d-4937-9d99-da6a7efb46ec {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:21:22.715533 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acd5feb-c9e2-468d-be91-29555fe4a76a", "name": "network-vif-plugged", "status": "completed", "tag": "5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:21:22.715784 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4cf573f4-2a8d-4937-9d99-da6a7efb46ec {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:21:22.716191 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'code': 200} Oct 26 14:21:22.789077 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:21:22.789432 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:21:22.839579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bb694f90-ab4b-448b-bbd0-81bdb5248a0a None None] Provisioning complete for port 7a290dc2-5131-4580-8685-5dc349e127c2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:22.842906 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bb694f90-ab4b-448b-bbd0-81bdb5248a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.858909 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.925591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-bb694f90-ab4b-448b-bbd0-81bdb5248a0a None None] Port 7a290dc2-5131-4580-8685-5dc349e127c2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:21:22.927825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3bd36-a8ec-41ea-a8e4-79a784b755ea None None] Pushing event updated for resources: {'Port': ['ID=27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:23.046486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:23.069439 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bb694f90-ab4b-448b-bbd0-81bdb5248a0a None None] Provisioning complete for port 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:23.069810 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bb694f90-ab4b-448b-bbd0-81bdb5248a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.106516 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-321e3b78-dca3-4577-83da-d0c4eff09e48 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.108440 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-321e3b78-dca3-4577-83da-d0c4eff09e48 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.203537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:23.307463 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-321e3b78-dca3-4577-83da-d0c4eff09e48 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.327903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e328d47-8cd5-4428-b62a-1e266a7473d1 req-7245ba4d-99dc-4373-af6b-1fbe0bde489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:23.334161 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e328d47-8cd5-4428-b62a-1e266a7473d1 req-7245ba4d-99dc-4373-af6b-1fbe0bde489f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 1096 time: 0.3666980 Oct 26 14:21:23.348427 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-321e3b78-dca3-4577-83da-d0c4eff09e48 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.425482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-6659e205-e8fd-4f92-bebc-c8422760a620 None None] Provisioning complete for port 7a290dc2-5131-4580-8685-5dc349e127c2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:23.425858 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6659e205-e8fd-4f92-bebc-c8422760a620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.515042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.20.0.1 (88c13d44-6a28-4d61-9a1e-a9966a3a4a20/80df57bb-658b-466a-aa82-f7f34990d462/d1246c59-0914-4f12-8e64-1fcdbf02f39f) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:23.544786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e328d47-8cd5-4428-b62a-1e266a7473d1 req-f91f3ff5-8aff-4ba2-8e87-567517a53bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:23.546663 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e328d47-8cd5-4428-b62a-1e266a7473d1 req-f91f3ff5-8aff-4ba2-8e87-567517a53bee service neutron] 10.222.0.25 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 918 time: 0.1596365 Oct 26 14:21:23.567144 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.591281 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 20703fff-7098-495b-994e-8be87b2444f2 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:23.602811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6659e205-e8fd-4f92-bebc-c8422760a620 None None] Port 7a290dc2-5131-4580-8685-5dc349e127c2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:21:23.643624 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-321e3b78-dca3-4577-83da-d0c4eff09e48 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.644851 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-321e3b78-dca3-4577-83da-d0c4eff09e48 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6479399 Oct 26 14:21:23.743595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54948) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:23.745261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0d0fd13c-ab3e-4c77-b821-2ba1c1620984 None None] Provisioning complete for port 7a290dc2-5131-4580-8685-5dc349e127c2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:23.745797 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0d0fd13c-ab3e-4c77-b821-2ba1c1620984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.748554 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.778483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Request body: {'router': {'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:23.815598 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.817637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fd13c-ab3e-4c77-b821-2ba1c1620984 None None] Port 7a290dc2-5131-4580-8685-5dc349e127c2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:21:23.822094 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 20703fff-7098-495b-994e-8be87b2444f2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:23.822620 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.939516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:23.978215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network 88c13d44-6a28-4d61-9a1e-a9966a3a4a20 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:23.990594 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:23.999607 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:24.039146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:24.039513 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.090986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f92af-6ba0-4c49-8871-a898944b0cbf req-e25bca69-ae36-409f-81e7-64d8b8e1200b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.097720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:24.098719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e9f92af-6ba0-4c49-8871-a898944b0cbf req-e25bca69-ae36-409f-81e7-64d8b8e1200b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.3057945 Oct 26 14:21:24.111276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=d1246c59-0914-4f12-8e64-1fcdbf02f39f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:24.121584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Sync routers for ids ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:24.128900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54952) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:24.131316 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e7935612-f043-4e3e-9acf-3997b074163c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "PUT /v2.0/routers/ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3003442 Oct 26 14:21:24.179692 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Routers {'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:24.179915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:24.298254 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e328d47-8cd5-4428-b62a-1e266a7473d1 req-35ceb5d8-7b07-4002-9b51-d805a9c63111 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac HTTP/1.1" status: 200 len: 999 time: 0.5661643 Oct 26 14:21:24.357053 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Set router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:24.444197 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.477532 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e9f92af-6ba0-4c49-8871-a898944b0cbf req-16ae145a-e03e-4488-8e57-fd940fc28a5a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3772185 Oct 26 14:21:24.543358 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.620138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e328d47-8cd5-4428-b62a-1e266a7473d1 req-5bb3e341-8544-49a2-a050-2e880b3c8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.621747 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e328d47-8cd5-4428-b62a-1e266a7473d1 req-5bb3e341-8544-49a2-a050-2e880b3c8f61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.2372642 Oct 26 14:21:24.897712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e328d47-8cd5-4428-b62a-1e266a7473d1 req-7bbd8795-5a90-4856-9413-71a73d10e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.907439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba1960-0e4d-4ba2-859b-9a6e50334e30 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.909383 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e328d47-8cd5-4428-b62a-1e266a7473d1 req-7bbd8795-5a90-4856-9413-71a73d10e1b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689136 Oct 26 14:21:24.914385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba1960-0e4d-4ba2-859b-9a6e50334e30 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.916476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba1960-0e4d-4ba2-859b-9a6e50334e30 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.919043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba1960-0e4d-4ba2-859b-9a6e50334e30 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.919696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba1960-0e4d-4ba2-859b-9a6e50334e30 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.923751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba1960-0e4d-4ba2-859b-9a6e50334e30 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.924398 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba1960-0e4d-4ba2-859b-9a6e50334e30 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.925030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba1960-0e4d-4ba2-859b-9a6e50334e30 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.925653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba1960-0e4d-4ba2-859b-9a6e50334e30 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.926309 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba1960-0e4d-4ba2-859b-9a6e50334e30 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.926930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba1960-0e4d-4ba2-859b-9a6e50334e30 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.932440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba1960-0e4d-4ba2-859b-9a6e50334e30 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:24.934899 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c4ba1960-0e4d-4ba2-859b-9a6e50334e30 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8463 time: 0.8020539 Oct 26 14:21:24.940105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54958) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:25.082184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:21:20Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '7a290dc2-5131-4580-8685-5dc349e127c2', 'name': '', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:23:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:19Z', 'updated_at': '2021-10-26T14:21:21Z', 'revision_number': 2, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:25.138613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Checking router: ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:21:25.138968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Updating router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d port 7a290dc2-5131-4580-8685-5dc349e127c2 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:21:25.173035 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e328d47-8cd5-4428-b62a-1e266a7473d1 req-c02721a5-d020-49ed-9af3-0d8ff0bc9bb4 service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548647 Oct 26 14:21:25.213288 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.236748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21c887-33a9-46ef-8b16-2efa924298cb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:25.237266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21c887-33a9-46ef-8b16-2efa924298cb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:25.237576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21c887-33a9-46ef-8b16-2efa924298cb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:25.246318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21c887-33a9-46ef-8b16-2efa924298cb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:25.246858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21c887-33a9-46ef-8b16-2efa924298cb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:25.247323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21c887-33a9-46ef-8b16-2efa924298cb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:25.247787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21c887-33a9-46ef-8b16-2efa924298cb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:25.248243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21c887-33a9-46ef-8b16-2efa924298cb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:25.250845 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21c887-33a9-46ef-8b16-2efa924298cb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:25.258463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21c887-33a9-46ef-8b16-2efa924298cb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:25.259115 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21c887-33a9-46ef-8b16-2efa924298cb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:25.259659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21c887-33a9-46ef-8b16-2efa924298cb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:25.264864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ee21c887-33a9-46ef-8b16-2efa924298cb tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7682 time: 0.3097231 Oct 26 14:21:25.265540 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54966) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:25.622947 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.775667 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.790974 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.878597 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e328d47-8cd5-4428-b62a-1e266a7473d1 req-e1c3677e-8950-487b-9a34-98b37c5c7df6 service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953249 Oct 26 14:21:25.883538 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.052604 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92168f-f861-4cb1-83c8-e156e967e7d3 req-ba45f370-9d9a-46b8-bed9-69beebdea141 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:26.061102 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c92168f-f861-4cb1-83c8-e156e967e7d3 req-ba45f370-9d9a-46b8-bed9-69beebdea141 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.3922389 Oct 26 14:21:26.094795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Attempting to bind port 7a290dc2-5131-4580-8685-5dc349e127c2 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:26.095369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Attempting to bind port 7a290dc2-5131-4580-8685-5dc349e127c2 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '2201402b-cb4b-4ef9-825d-9e91a3a06f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:26.095565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Attempting to bind port 7a290dc2-5131-4580-8685-5dc349e127c2 on network 5986448c-fd46-4f3a-b959-70094d318c17 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:26.100880 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.103247 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:21:26.103769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Checking segment: {'id': '2201402b-cb4b-4ef9-825d-9e91a3a06f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:26.104182 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.104588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Bound using segment: {'id': '2201402b-cb4b-4ef9-825d-9e91a3a06f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:21:26.105069 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Bound port: 7a290dc2-5131-4580-8685-5dc349e127c2, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2201402b-cb4b-4ef9-825d-9e91a3a06f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:21:26.105757 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.126076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e9d76-ee4f-486a-a8cb-4033b5c13530 None None] Pushing event updated for resources: {'Port': ['ID=7a290dc2-5131-4580-8685-5dc349e127c2,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:26.195652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Allocated IP 172.25.4.206 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/7c2ba014-a218-4d10-8e0b-bb2cb31e8ff4) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:26.325134 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] For port 7a290dc2-5131-4580-8685-5dc349e127c2, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:26.331322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] For port 7a290dc2-5131-4580-8685-5dc349e127c2, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7a290dc2-5131-4580-8685-5dc349e127c2,segment=NetworkSegment(2201402b-cb4b-4ef9-825d-9e91a3a06f0b),segment_id=2201402b-cb4b-4ef9-825d-9e91a3a06f0b)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:21:26.347527 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.476553 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.482348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e9d76-ee4f-486a-a8cb-4033b5c13530 None None] Pushing event updated for resources: {'Port': ['ID=7a290dc2-5131-4580-8685-5dc349e127c2,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:26.521589 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f322eddb-0587-4362-aa05-d731ef50fe87 None None] Provisioning complete for port 7a290dc2-5131-4580-8685-5dc349e127c2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:26.521969 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f322eddb-0587-4362-aa05-d731ef50fe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.573548 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.635776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Routers {'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:26.638830 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:26.706808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:26.713528 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:26.724639 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:26.835166 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Pushing event updated for resources: {'Port': ['ID=7c2ba014-a218-4d10-8e0b-bb2cb31e8ff4,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:26.841255 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c92168f-f861-4cb1-83c8-e156e967e7d3 req-694e4f4d-24be-4322-ba70-0c00b38325fd tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7600107 Oct 26 14:21:26.883954 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f322eddb-0587-4362-aa05-d731ef50fe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.950994 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] Set router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:27.072811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f322eddb-0587-4362-aa05-d731ef50fe87 None None] For port 7a290dc2-5131-4580-8685-5dc349e127c2, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7a290dc2-5131-4580-8685-5dc349e127c2,segment=NetworkSegment(2201402b-cb4b-4ef9-825d-9e91a3a06f0b),segment_id=2201402b-cb4b-4ef9-825d-9e91a3a06f0b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:27.099563 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f322eddb-0587-4362-aa05-d731ef50fe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.167110 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.217290 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.332855 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.376478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-eae38fbf-5388-4d0a-a34d-a9b7c0f7df5f tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5735 time: 2.1006172 Oct 26 14:21:27.450608 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.489257 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=d1246c59-0914-4f12-8e64-1fcdbf02f39f,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:27.530198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322eddb-0587-4362-aa05-d731ef50fe87 None None] Pushing event updated for resources: {'Port': ['ID=7a290dc2-5131-4580-8685-5dc349e127c2,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:27.540873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-cc608977-79f6-4b59-905a-21eaa52e4262 None None] Provisioning complete for port 7a290dc2-5131-4580-8685-5dc349e127c2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:27.541250 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cc608977-79f6-4b59-905a-21eaa52e4262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.635299 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.758790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:21:20Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '7a290dc2-5131-4580-8685-5dc349e127c2', 'name': '', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:23:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:19Z', 'updated_at': '2021-10-26T14:21:26Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:27.804828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network 88c13d44-6a28-4d61-9a1e-a9966a3a4a20 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:27.806709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:27.807693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e24868-fc6d-4529-bc5e-b678715fd95b None None] The sync data for ids ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'] in n-d-815498-1 is: [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:21:20Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '7a290dc2-5131-4580-8685-5dc349e127c2', 'name': '', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:23:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:19Z', 'updated_at': '2021-10-26T14:21:26Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:28.028112 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.039840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.291137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54986) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:28.332465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:28.340018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8c5f1e57-a843-427b-8630-b53b99b73fdb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1696297873', 'description': 'tempest-secgroup-smoke-1696297873 description', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:28.404074 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Router efc5ab1e-8849-44c4-8a7f-43729196c45f is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:21:28.666234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:28.676685 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4b2826-085c-475c-8612-c66e70fd91fb None None] Sync routers for ids ['efc5ab1e-8849-44c4-8a7f-43729196c45f'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:28.681276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.685091 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a29b2111-86ac-4b6a-a426-bd44e68845a7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "PUT /v2.0/routers/efc5ab1e-8849-44c4-8a7f-43729196c45f HTTP/1.1" status: 200 len: 883 time: 4.9317341 Oct 26 14:21:28.687477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54992) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:28.695566 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b2826-085c-475c-8612-c66e70fd91fb None None] Routers {'efc5ab1e-8849-44c4-8a7f-43729196c45f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:28.697090 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-dc4b2826-085c-475c-8612-c66e70fd91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['efc5ab1e-8849-44c4-8a7f-43729196c45f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:28.790126 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-dc4b2826-085c-475c-8612-c66e70fd91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:28.817741 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b2826-085c-475c-8612-c66e70fd91fb None None] Routers {'efc5ab1e-8849-44c4-8a7f-43729196c45f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:28.819847 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-dc4b2826-085c-475c-8612-c66e70fd91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['efc5ab1e-8849-44c4-8a7f-43729196c45f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:28.878522 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-dc4b2826-085c-475c-8612-c66e70fd91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:28.879460 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4b2826-085c-475c-8612-c66e70fd91fb None None] The sync data for ids ['efc5ab1e-8849-44c4-8a7f-43729196c45f'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:28.916936 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2e4f605c-db89-44a8-9e57-1838e60a76b9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/routers/efc5ab1e-8849-44c4-8a7f-43729196c45f HTTP/1.1" status: 200 len: 924 time: 0.2282584 Oct 26 14:21:28.917586 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54994) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:29.098426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eca8fa-e9b9-41bb-895f-2871bea2cb40 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:29.103932 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-74eca8fa-e9b9-41bb-895f-2871bea2cb40 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&device_id=efc5ab1e-8849-44c4-8a7f-43729196c45f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1847627 Oct 26 14:21:29.104808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54996) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:29.245537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3944e5d-243d-440c-93ce-e63905b7e8e9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:29.249892 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c3944e5d-243d-440c-93ce-e63905b7e8e9 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 881 time: 0.1414979 Oct 26 14:21:29.256068 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54998) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:29.294125 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7b2b1602-c0b2-4b56-a6b6-629ad6f48c7d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc5ab1e-8849-44c4-8a7f-43729196c45f HTTP/1.1" status: 200 len: 205 time: 0.0360861 Oct 26 14:21:29.296723 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55000) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:29.472992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:29.480521 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9f3d0b58-b2c4-4bc5-9e2e-fb3d698dc7d3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "PUT /v2.0/routers/363908fb-d045-4890-80a3-b67f70ebedea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3925853 Oct 26 14:21:29.484836 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a514b5a2-57b8-425d-8556-9d646d63e8e3 None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:29.488066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55008) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:29.491947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f556353-c9de-44a6-9df7-114967b80d07 req-9e4038e6-2d3d-4e38-a504-b8c3991c46a3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:29.499959 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-492a3b4e-0494-41c0-a27d-b842b973a94e tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'port': {'network_id': '88c13d44-6a28-4d61-9a1e-a9966a3a4a20', 'name': 'tempest-FloatingIPTestJSON-1583742968'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:29.501465 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f556353-c9de-44a6-9df7-114967b80d07 req-9e4038e6-2d3d-4e38-a504-b8c3991c46a3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 1.3237009 Oct 26 14:21:29.531881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a514b5a2-57b8-425d-8556-9d646d63e8e3 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:29.532828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a514b5a2-57b8-425d-8556-9d646d63e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:29.551205 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1e57-a843-427b-8630-b53b99b73fdb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:29.627122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a514b5a2-57b8-425d-8556-9d646d63e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:29.667827 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7a290dc2-5131-4580-8685-5dc349e127c2 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:29.673158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a514b5a2-57b8-425d-8556-9d646d63e8e3 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:29.673778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a514b5a2-57b8-425d-8556-9d646d63e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:29.700216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f556353-c9de-44a6-9df7-114967b80d07 req-677037e0-c840-451d-a031-b3657062d671 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976712 Oct 26 14:21:29.780400 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:29.780868 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1e57-a843-427b-8630-b53b99b73fdb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:29.785834 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1e57-a843-427b-8630-b53b99b73fdb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:29.826692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f1e57-a843-427b-8630-b53b99b73fdb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0788a4ee-d9c0-400d-9a5d-32c33bb06540,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:29.846580 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1e57-a843-427b-8630-b53b99b73fdb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:29.848114 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8c5f1e57-a843-427b-8630-b53b99b73fdb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5307162 Oct 26 14:21:29.857936 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55012) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:29.864054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a514b5a2-57b8-425d-8556-9d646d63e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:29.872065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a9a4548e-a5f6-4537-9e85-3c5ae51418fc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '0788a4ee-d9c0-400d-9a5d-32c33bb06540', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:29.872508 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a514b5a2-57b8-425d-8556-9d646d63e8e3 None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:29.918289 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 7a290dc2-5131-4580-8685-5dc349e127c2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:29.918821 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:29.926017 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a9a4548e-a5f6-4537-9e85-3c5ae51418fc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.041204 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a9a4548e-a5f6-4537-9e85-3c5ae51418fc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.051483 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a9a4548e-a5f6-4537-9e85-3c5ae51418fc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.107783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4548e-a5f6-4537-9e85-3c5ae51418fc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca3f16b-dd4d-45af-a4c1-b25ccf8a9bb9,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:30.120910 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a9a4548e-a5f6-4537-9e85-3c5ae51418fc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.124335 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a9a4548e-a5f6-4537-9e85-3c5ae51418fc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2649419 Oct 26 14:21:30.129207 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55014) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:30.142964 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d51d0dfd-6108-4df5-88e5-eceb610ff500 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '0788a4ee-d9c0-400d-9a5d-32c33bb06540', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:30.248560 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492a3b4e-0494-41c0-a27d-b842b973a94e tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Made reservation on behalf of 5a483ddb03ca4ab7a499729255d4ccb4 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:30.252149 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-492a3b4e-0494-41c0-a27d-b842b973a94e tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.281439 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.300359 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d51d0dfd-6108-4df5-88e5-eceb610ff500 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.329127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-492a3b4e-0494-41c0-a27d-b842b973a94e tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] device_id is not set on port a1b6198d-6ff4-4c39-8fc0-3ca5c0c8620d yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:21:30.425186 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d51d0dfd-6108-4df5-88e5-eceb610ff500 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.436042 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d51d0dfd-6108-4df5-88e5-eceb610ff500 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.463757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d0dfd-6108-4df5-88e5-eceb610ff500 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c085f62-e75f-4e74-9ee7-6714fa0ab4de,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:30.483934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d51d0dfd-6108-4df5-88e5-eceb610ff500 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.485825 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d51d0dfd-6108-4df5-88e5-eceb610ff500 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3559189 Oct 26 14:21:30.488545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55018) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:30.494626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a04cb4a4-a2cc-4c69-a77b-39e4334a1b99 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '0788a4ee-d9c0-400d-9a5d-32c33bb06540', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:30.545704 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a04cb4a4-a2cc-4c69-a77b-39e4334a1b99 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.580336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Deleting port 7c2ba014-a218-4d10-8e0b-bb2cb31e8ff4 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:30.580962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.620052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-492a3b4e-0494-41c0-a27d-b842b973a94e tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.20.0.14 (88c13d44-6a28-4d61-9a1e-a9966a3a4a20/80df57bb-658b-466a-aa82-f7f34990d462/a1b6198d-6ff4-4c39-8fc0-3ca5c0c8620d) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:30.647759 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a04cb4a4-a2cc-4c69-a77b-39e4334a1b99 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.654048 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a04cb4a4-a2cc-4c69-a77b-39e4334a1b99 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.710075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cb4a4-a2cc-4c69-a77b-39e4334a1b99 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb4060d-d904-4b41-a181-3294af86302b,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:30.721209 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a04cb4a4-a2cc-4c69-a77b-39e4334a1b99 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.729101 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a04cb4a4-a2cc-4c69-a77b-39e4334a1b99 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2333744 Oct 26 14:21:30.748066 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55024) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:30.762367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-81270383-43f9-4cbd-8172-a90832296eb5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '0788a4ee-d9c0-400d-9a5d-32c33bb06540', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:30.840117 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-81270383-43f9-4cbd-8172-a90832296eb5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.903394 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-81270383-43f9-4cbd-8172-a90832296eb5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.925325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81519069-3491-4a61-8e63-0a8fed1f5be2 req-5a935ba3-43c5-4ee1-a039-0caecaf2dad5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:30.927633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81519069-3491-4a61-8e63-0a8fed1f5be2 req-5a935ba3-43c5-4ee1-a039-0caecaf2dad5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.1227739 Oct 26 14:21:30.928378 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-81270383-43f9-4cbd-8172-a90832296eb5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.972136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81270383-43f9-4cbd-8172-a90832296eb5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca873fd-aa0a-49ac-ac95-79b54e24871b,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:30.980530 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-81270383-43f9-4cbd-8172-a90832296eb5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.982112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-81270383-43f9-4cbd-8172-a90832296eb5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2328331 Oct 26 14:21:30.997778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55030) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:31.002671 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-14121f10-5339-4efb-a542-7a381544838b tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '0788a4ee-d9c0-400d-9a5d-32c33bb06540', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:31.011279 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81519069-3491-4a61-8e63-0a8fed1f5be2 req-3ad9da72-245d-4363-a3fc-81e4ee80f4ba tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751579 Oct 26 14:21:31.033140 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-14121f10-5339-4efb-a542-7a381544838b tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Project af879ef202124c16ab6bea2aab5e04fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:21:31.039631 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14121f10-5339-4efb-a542-7a381544838b tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.118259 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14121f10-5339-4efb-a542-7a381544838b tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.124062 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14121f10-5339-4efb-a542-7a381544838b tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.155433 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14121f10-5339-4efb-a542-7a381544838b tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485b279e-ece3-4d8d-bb46-1cfc2c3fe321,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:31.177159 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14121f10-5339-4efb-a542-7a381544838b tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.185175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-14121f10-5339-4efb-a542-7a381544838b tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1857872 Oct 26 14:21:31.186924 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55032) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:31.196539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-eca9f03e-e4b0-40f6-8686-9243bb9b35c3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'security_group_rule': {'security_group_id': '0788a4ee-d9c0-400d-9a5d-32c33bb06540', 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:31.240697 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-eca9f03e-e4b0-40f6-8686-9243bb9b35c3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Project af879ef202124c16ab6bea2aab5e04fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:21:31.248844 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eca9f03e-e4b0-40f6-8686-9243bb9b35c3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.274290 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-492a3b4e-0494-41c0-a27d-b842b973a94e tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.323337 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-492a3b4e-0494-41c0-a27d-b842b973a94e tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.336999 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eca9f03e-e4b0-40f6-8686-9243bb9b35c3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.352883 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eca9f03e-e4b0-40f6-8686-9243bb9b35c3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.373798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9f03e-e4b0-40f6-8686-9243bb9b35c3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdf1e73-c870-423b-8937-d811306b4845,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:31.391375 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eca9f03e-e4b0-40f6-8686-9243bb9b35c3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.392898 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-eca9f03e-e4b0-40f6-8686-9243bb9b35c3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2037883 Oct 26 14:21:31.444598 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492a3b4e-0494-41c0-a27d-b842b973a94e tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network 88c13d44-6a28-4d61-9a1e-a9966a3a4a20 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:31.448464 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a3b4e-0494-41c0-a27d-b842b973a94e tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=a1b6198d-6ff4-4c39-8fc0-3ca5c0c8620d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:31.454774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-492a3b4e-0494-41c0-a27d-b842b973a94e tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:31.464483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a3b4e-0494-41c0-a27d-b842b973a94e tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:31.508810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.548523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Calling delete_port for 7c2ba014-a218-4d10-8e0b-bb2cb31e8ff4 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:31.613372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a3b4e-0494-41c0-a27d-b842b973a94e tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:31.615045 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-492a3b4e-0494-41c0-a27d-b842b973a94e tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.735946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55048) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:31.736929 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-492a3b4e-0494-41c0-a27d-b842b973a94e tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2469544 Oct 26 14:21:31.755784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-14d911ee-b91e-431b-a5e6-b49f8b5a280f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'port': {'network_id': '88c13d44-6a28-4d61-9a1e-a9966a3a4a20', 'name': 'tempest-FloatingIPTestJSON-1459073062'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:31.897962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.941210 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Pushing event deleted for resources: {'Port': ['ID=7c2ba014-a218-4d10-8e0b-bb2cb31e8ff4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:31.985351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-51d92e4a-9868-4c65-a6ba-13323ccf9e77 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1696297873&fields=id&tenant_id=af879ef202124c16ab6bea2aab5e04fc HTTP/1.1" status: 200 len: 267 time: 0.0904391 Oct 26 14:21:32.025149 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.099333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d911ee-b91e-431b-a5e6-b49f8b5a280f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Made reservation on behalf of 5a483ddb03ca4ab7a499729255d4ccb4 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:32.103657 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14d911ee-b91e-431b-a5e6-b49f8b5a280f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.134414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-14d911ee-b91e-431b-a5e6-b49f8b5a280f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] device_id is not set on port 56adb71a-e4f7-4bb8-aa82-426fcd786c81 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:21:32.278964 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.280104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-217c8026-1c61-40ed-b129-50803552fec1 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:32.281748 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-217c8026-1c61-40ed-b129-50803552fec1 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/networks?id=5986448c-fd46-4f3a-b959-70094d318c17 HTTP/1.1" status: 200 len: 796 time: 0.2854042 Oct 26 14:21:32.283450 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.350995 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.351828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Fanout notify agent at l3_agent the message router_deleted on router efc5ab1e-8849-44c4-8a7f-43729196c45f {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:21:32.372198 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.381743 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-9db71c66-045a-49d6-93ac-cafd6c314306 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/quotas/af879ef202124c16ab6bea2aab5e04fc HTTP/1.1" status: 200 len: 375 time: 0.0547445 Oct 26 14:21:32.382439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55058) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:32.384612 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d528f799-83e3-4f2d-804f-0ecf351431fa tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "DELETE /v2.0/routers/efc5ab1e-8849-44c4-8a7f-43729196c45f HTTP/1.1" status: 204 len: 168 time: 3.0866141 Oct 26 14:21:32.455383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-72a1575a-656b-4d1a-9e91-15c471864ffb tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1051461230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:32.498273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3864373-08c9-47bd-973f-6a53e8fd9b4c req-016ac877-2502-4576-9d1e-1110a15fc67f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:32.499944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3864373-08c9-47bd-973f-6a53e8fd9b4c req-016ac877-2502-4576-9d1e-1110a15fc67f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.2154946 Oct 26 14:21:32.500815 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-72a1575a-656b-4d1a-9e91-15c471864ffb tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.507672 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-72a1575a-656b-4d1a-9e91-15c471864ffb tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.569754 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-72a1575a-656b-4d1a-9e91-15c471864ffb tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.623281 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-72a1575a-656b-4d1a-9e91-15c471864ffb tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.662325 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-72a1575a-656b-4d1a-9e91-15c471864ffb tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.666293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-72a1575a-656b-4d1a-9e91-15c471864ffb tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2767408 Oct 26 14:21:32.668054 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55060) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:32.674694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'enable_snat': True}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:32.703681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3864373-08c9-47bd-973f-6a53e8fd9b4c req-f7ef865e-0991-4de6-a35c-ccbf53c93c3e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318984 Oct 26 14:21:32.733732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-064f1927-32c7-481e-9019-26e9aa08ca34 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3455198 Oct 26 14:21:32.744313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-14d911ee-b91e-431b-a5e6-b49f8b5a280f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.20.0.7 (88c13d44-6a28-4d61-9a1e-a9966a3a4a20/80df57bb-658b-466a-aa82-f7f34990d462/56adb71a-e4f7-4bb8-aa82-426fcd786c81) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:33.055574 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.079916 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14d911ee-b91e-431b-a5e6-b49f8b5a280f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.106781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-6abdcec8-670d-4a33-a208-c84f49404e68 service neutron] 10.222.0.32 "GET /v2.0/networks/5986448c-fd46-4f3a-b959-70094d318c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341653 Oct 26 14:21:33.168289 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14d911ee-b91e-431b-a5e6-b49f8b5a280f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.237860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d911ee-b91e-431b-a5e6-b49f8b5a280f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network 88c13d44-6a28-4d61-9a1e-a9966a3a4a20 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:33.245477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-14d911ee-b91e-431b-a5e6-b49f8b5a280f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:33.262038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d911ee-b91e-431b-a5e6-b49f8b5a280f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:33.276413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d911ee-b91e-431b-a5e6-b49f8b5a280f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=56adb71a-e4f7-4bb8-aa82-426fcd786c81,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:33.341076 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-3706514e-c669-4c52-bc40-b0d0bdb810d7 service neutron] 10.222.0.32 "GET /v2.0/networks/5986448c-fd46-4f3a-b959-70094d318c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250812 Oct 26 14:21:33.354890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d911ee-b91e-431b-a5e6-b49f8b5a280f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:33.355891 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14d911ee-b91e-431b-a5e6-b49f8b5a280f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.393885 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-14d911ee-b91e-431b-a5e6-b49f8b5a280f tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6567760 Oct 26 14:21:33.394589 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55068) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:33.399683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '56adb71a-e4f7-4bb8-aa82-426fcd786c81', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:33.408087 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.450971 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.467226 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.626494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Allocated IP 172.25.4.226 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/019d726c-e874-4b81-954c-b39bd69a4e63) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:33.876410 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d0826fa-0c98-44eb-a160-9b858a942d93 req-f3dcda7a-f426-432c-b4cf-13ad6243c79e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 210 time: 0.1327090 Oct 26 14:21:33.886727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.931326 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.002469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event updated for resources: {'Port': ['ID=019d726c-e874-4b81-954c-b39bd69a4e63,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:34.040278 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:21:34.065957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:34.066565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.075525 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:34.078713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa38c5-dd05-4cb0-84f2-f845f8696329 req-be6eb590-014b-4ffd-a44f-422235dcd8a5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:34.081440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2bfa38c5-dd05-4cb0-84f2-f845f8696329 req-be6eb590-014b-4ffd-a44f-422235dcd8a5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.1862798 Oct 26 14:21:34.089094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:34.200445 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2bfa38c5-dd05-4cb0-84f2-f845f8696329 req-c8127f86-bf00-412a-9a45-384234a21cbf tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711567 Oct 26 14:21:34.442950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.25.4.133 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/a07527e1-869f-41dd-a12f-2b249212201c) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:34.749328 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.865014 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.957147 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.064039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:35.068480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:35.074911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:35.156298 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.160238 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.191447 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81ba0c01-8797-4f5a-9151-00ed8dce8f25 req-e36982d5-2a92-4787-b45e-6efaf8d23236 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 210 time: 0.1123962 Oct 26 14:21:35.203570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=a07527e1-869f-41dd-a12f-2b249212201c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:35.430483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Router 4b685979-d954-43dd-aad9-278a4001671c is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:21:35.652668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:35.666261 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.666628 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f7e088-3df8-4f12-b90a-8e363fe164a8 None None] Sync routers for ids ['4b685979-d954-43dd-aad9-278a4001671c'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:35.672309 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-50c77d35-3cda-40d9-bf9b-bb7e72119631 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "PUT /v2.0/routers/4b685979-d954-43dd-aad9-278a4001671c HTTP/1.1" status: 200 len: 919 time: 2.9993155 Oct 26 14:21:35.673543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55100) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:35.685346 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f7e088-3df8-4f12-b90a-8e363fe164a8 None None] Routers {'4b685979-d954-43dd-aad9-278a4001671c'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:35.686076 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c6f7e088-3df8-4f12-b90a-8e363fe164a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4b685979-d954-43dd-aad9-278a4001671c'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:35.809792 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c6f7e088-3df8-4f12-b90a-8e363fe164a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:35.841285 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f7e088-3df8-4f12-b90a-8e363fe164a8 None None] Routers {'4b685979-d954-43dd-aad9-278a4001671c'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:35.847020 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c6f7e088-3df8-4f12-b90a-8e363fe164a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['4b685979-d954-43dd-aad9-278a4001671c'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:35.922265 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c6f7e088-3df8-4f12-b90a-8e363fe164a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:35.923700 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f7e088-3df8-4f12-b90a-8e363fe164a8 None None] The sync data for ids ['4b685979-d954-43dd-aad9-278a4001671c'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:35.978888 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fe52039f-959e-402e-b0b0-9e816116aa1a tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/routers/4b685979-d954-43dd-aad9-278a4001671c HTTP/1.1" status: 200 len: 925 time: 0.3040910 Oct 26 14:21:35.981549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55106) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:36.090497 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd7dbb3-ae1d-45ad-87d6-f6c9849ca6e6 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:36.099179 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3bd7dbb3-ae1d-45ad-87d6-f6c9849ca6e6 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&device_id=4b685979-d954-43dd-aad9-278a4001671c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1137707 Oct 26 14:21:36.100396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55114) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:36.148418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7da95-4b9d-4a7a-8d96-024c4daed8b8 req-3e931559-aac5-40a8-b007-8cfac0d06779 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:36.163284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7ef7da95-4b9d-4a7a-8d96-024c4daed8b8 req-3e931559-aac5-40a8-b007-8cfac0d06779 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.6637609 Oct 26 14:21:36.421361 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f197331-7c4e-4310-88c8-2dc30b69076f tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:36.431101 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4f197331-7c4e-4310-88c8-2dc30b69076f tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 881 time: 0.3296292 Oct 26 14:21:36.431960 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55134) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:36.488016 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9171b1d5-78a5-4c60-8f70-b7438fb2343c tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b685979-d954-43dd-aad9-278a4001671c HTTP/1.1" status: 200 len: 205 time: 0.0537739 Oct 26 14:21:36.490405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55138) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:36.716723 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.823683 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9d620c1-9951-4fda-adc5-db9b89f799f7 req-d2d5105c-ecf7-41a7-89ca-76183efbc8c1 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 210 time: 0.0589406 Oct 26 14:21:36.866254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-1e7a29be-2dea-4766-94a3-36e1c528fe57 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:36.867662 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-1e7a29be-2dea-4766-94a3-36e1c528fe57 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.11 "GET /v2.0/networks?id=5986448c-fd46-4f3a-b959-70094d318c17 HTTP/1.1" status: 200 len: 796 time: 0.9339042 Oct 26 14:21:36.869138 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.893220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7ef7da95-4b9d-4a7a-8d96-024c4daed8b8 req-47467b61-adee-4b2b-a2c2-3debc4d6653f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7290518 Oct 26 14:21:36.979975 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:37.066741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Deleting port 019d726c-e874-4b81-954c-b39bd69a4e63 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:37.067304 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:37.083262 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-7d9a3dc2-1554-4731-966e-3c8b4412c9a4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af879ef202124c16ab6bea2aab5e04fc HTTP/1.1" status: 200 len: 380 time: 0.1458142 Oct 26 14:21:37.092945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-f14103d5-b314-432a-871c-e8e52dbed2c9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'port': {'device_id': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'admin_state_up': True, 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'security_groups': ['0788a4ee-d9c0-400d-9a5d-32c33bb06540']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:37.137298 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:37.190211 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:37.209751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Calling delete_port for 019d726c-e874-4b81-954c-b39bd69a4e63 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:37.304058 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:37.332257 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:37.382529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=a07527e1-869f-41dd-a12f-2b249212201c,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:37.471182 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:37.538837 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:37.580176 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Floating IP 4a8e419e-e2b4-4c1f-801e-2caa528d7567 associated. External IP: 172.25.4.133, port: 56adb71a-e4f7-4bb8-aa82-426fcd786c81. Oct 26 14:21:37.598874 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Pushing event deleted for resources: {'Port': ['ID=019d726c-e874-4b81-954c-b39bd69a4e63,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:37.698848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-f14103d5-b314-432a-871c-e8e52dbed2c9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Made reservation on behalf of af879ef202124c16ab6bea2aab5e04fc for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:37.703953 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-f14103d5-b314-432a-871c-e8e52dbed2c9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:37.782895 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.017054 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.027433 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.088139 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.088827 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Fanout notify agent at l3_agent the message router_deleted on router 4b685979-d954-43dd-aad9-278a4001671c {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:21:38.098231 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.112611 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5d8072a6-b5d5-4be0-ade4-10479fd619b7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "DELETE /v2.0/routers/4b685979-d954-43dd-aad9-278a4001671c HTTP/1.1" status: 204 len: 168 time: 1.6209495 Oct 26 14:21:38.125825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55172) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:38.137484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-85de523f-7ff8-4e15-92ab-6a99797ab70b tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-281019530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:38.150868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-f14103d5-b314-432a-871c-e8e52dbed2c9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Allocated IP 172.20.0.14 (5986448c-fd46-4f3a-b959-70094d318c17/3478ef3e-66c4-4dd1-95df-444fda58b044/ccf48017-0c79-4e68-8932-7a3ad9dd388d) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:38.215890 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85de523f-7ff8-4e15-92ab-6a99797ab70b tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.217268 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85de523f-7ff8-4e15-92ab-6a99797ab70b tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.302616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04c23a69-5720-46de-bb23-7e912531ae47 req-44769e9e-526c-402c-bc6c-fc0b763d146c tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 210 time: 0.3344569 Oct 26 14:21:38.322390 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85de523f-7ff8-4e15-92ab-6a99797ab70b tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.377877 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85de523f-7ff8-4e15-92ab-6a99797ab70b tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.389615 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ec330-16c0-4c16-99da-79ffefc709e3 req-1a0a7282-ac9b-45a9-a46d-8c7c1f955a2b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:38.391244 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-394ec330-16c0-4c16-99da-79ffefc709e3 req-1a0a7282-ac9b-45a9-a46d-8c7c1f955a2b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.2950096 Oct 26 14:21:38.430619 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85de523f-7ff8-4e15-92ab-6a99797ab70b tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.435176 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-f14103d5-b314-432a-871c-e8e52dbed2c9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.439422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55174) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:38.445414 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-85de523f-7ff8-4e15-92ab-6a99797ab70b tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3182609 Oct 26 14:21:38.445949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'enable_snat': False}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:38.587849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:38.591640 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-394ec330-16c0-4c16-99da-79ffefc709e3 req-79fcbbe1-6c60-4ae7-97c5-6c071ce3d0f5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830127 Oct 26 14:21:38.777972 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.823147 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-f14103d5-b314-432a-871c-e8e52dbed2c9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.916507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14103d5-b314-432a-871c-e8e52dbed2c9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=ccf48017-0c79-4e68-8932-7a3ad9dd388d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:38.970422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-f14103d5-b314-432a-871c-e8e52dbed2c9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network 5986448c-fd46-4f3a-b959-70094d318c17 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:38.974245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-f14103d5-b314-432a-871c-e8e52dbed2c9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:38.977072 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-f14103d5-b314-432a-871c-e8e52dbed2c9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:39.039535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-f14103d5-b314-432a-871c-e8e52dbed2c9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:39.040169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-f14103d5-b314-432a-871c-e8e52dbed2c9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.085615 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-f14103d5-b314-432a-871c-e8e52dbed2c9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9969597 Oct 26 14:21:39.128393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Request body: {'port': {'device_id': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:39.189483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:39.216287 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2533eb-7f4a-42d2-84d6-c5c645db891a None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:39.253573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2533eb-7f4a-42d2-84d6-c5c645db891a None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:39.257913 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f2533eb-7f4a-42d2-84d6-c5c645db891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:39.315918 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.350865 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.352909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f2533eb-7f4a-42d2-84d6-c5c645db891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:39.383421 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2533eb-7f4a-42d2-84d6-c5c645db891a None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:39.398894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f2533eb-7f4a-42d2-84d6-c5c645db891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:39.472801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f2533eb-7f4a-42d2-84d6-c5c645db891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:39.477655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8978c176-66c3-4988-8e15-509d50f50c53 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.0796676 Oct 26 14:21:39.478200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55188) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:39.478737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2533eb-7f4a-42d2-84d6-c5c645db891a None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:39.482651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2017f3dd-8c03-4050-8f46-35214b3b2884 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:39.506080 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-35b6efb8-ebd0-405b-a8f6-d9b1626aff54 None None] Provisioning complete for port ccf48017-0c79-4e68-8932-7a3ad9dd388d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:39.506747 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35b6efb8-ebd0-405b-a8f6-d9b1626aff54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.544893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-35b6efb8-ebd0-405b-a8f6-d9b1626aff54 None None] Port ccf48017-0c79-4e68-8932-7a3ad9dd388d cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:21:39.608235 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2017f3dd-8c03-4050-8f46-35214b3b2884 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.725802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f9e5c-6015-4bb1-8b0f-9324dc4ab303 req-3e9819ef-bbde-44e1-8ba5-d1b70080ef41 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:39.727394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-774f9e5c-6015-4bb1-8b0f-9324dc4ab303 req-3e9819ef-bbde-44e1-8ba5-d1b70080ef41 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 932 time: 0.2545977 Oct 26 14:21:39.897043 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2017f3dd-8c03-4050-8f46-35214b3b2884 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.906710 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2017f3dd-8c03-4050-8f46-35214b3b2884 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.907312 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-2017f3dd-8c03-4050-8f46-35214b3b2884 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Floating IP 4a8e419e-e2b4-4c1f-801e-2caa528d7567 disassociated. External IP: 172.25.4.133, port: 56adb71a-e4f7-4bb8-aa82-426fcd786c81. Oct 26 14:21:40.169902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf48017-0c79-4e68-8932-7a3ad9dd388d {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:21:40.180050 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.203997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Transition to ACTIVE for port object ccf48017-0c79-4e68-8932-7a3ad9dd388d will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:21:40.307230 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.342027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2017f3dd-8c03-4050-8f46-35214b3b2884 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:40.417505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Pushing event updated for resources: {'Port': ['ID=ccf48017-0c79-4e68-8932-7a3ad9dd388d,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:40.516023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12101cce-22ce-4184-8e3f-13f36ba8529e req-238c0e47-b860-4336-b44f-9c05bb86043c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.525968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12101cce-22ce-4184-8e3f-13f36ba8529e req-238c0e47-b860-4336-b44f-9c05bb86043c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.7972536 Oct 26 14:21:40.644555 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12101cce-22ce-4184-8e3f-13f36ba8529e req-1435ad99-1577-4f42-a11d-1cddaaa1a127 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156456 Oct 26 14:21:40.663735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.739757 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.873944 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Allocated IP 172.25.4.105 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/dd50b135-20ef-4ef8-8c04-aca75b9ab497) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:41.011981 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.057456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-774f9e5c-6015-4bb1-8b0f-9324dc4ab303 req-f8b31464-3fe6-45f8-98d0-9dd7cb9a79bc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=0788a4ee-d9c0-400d-9a5d-32c33bb06540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7579794 Oct 26 14:21:41.068623 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.164216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Pushing event updated for resources: {'Port': ['ID=dd50b135-20ef-4ef8-8c04-aca75b9ab497,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:41.184099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Attempting to bind port ccf48017-0c79-4e68-8932-7a3ad9dd388d on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:41.184837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Attempting to bind port ccf48017-0c79-4e68-8932-7a3ad9dd388d by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '2201402b-cb4b-4ef9-825d-9e91a3a06f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:41.185683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Attempting to bind port ccf48017-0c79-4e68-8932-7a3ad9dd388d on network 5986448c-fd46-4f3a-b959-70094d318c17 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:41.194451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Port ccf48017-0c79-4e68-8932-7a3ad9dd388d on network 5986448c-fd46-4f3a-b959-70094d318c17 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:41.194777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Attempting to bind port ccf48017-0c79-4e68-8932-7a3ad9dd388d on network 5986448c-fd46-4f3a-b959-70094d318c17 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:41.207077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:41.212440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2017f3dd-8c03-4050-8f46-35214b3b2884 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:41.212986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:41.215657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:41.237284 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3504f4-88a5-410e-adf5-5f8b36afd118 None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:41.244999 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:21:41.244999 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Checking segment: {'id': '2201402b-cb4b-4ef9-825d-9e91a3a06f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:41.245302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Bound using segment: {'id': '2201402b-cb4b-4ef9-825d-9e91a3a06f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:21:41.245516 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Bound port: ccf48017-0c79-4e68-8932-7a3ad9dd388d, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2201402b-cb4b-4ef9-825d-9e91a3a06f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:21:41.245886 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.269335 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2017f3dd-8c03-4050-8f46-35214b3b2884 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.274912 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3504f4-88a5-410e-adf5-5f8b36afd118 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:41.281347 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2b3504f4-88a5-410e-adf5-5f8b36afd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:41.351433 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2017f3dd-8c03-4050-8f46-35214b3b2884 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "PUT /v2.0/floatingips/4a8e419e-e2b4-4c1f-801e-2caa528d7567 HTTP/1.1" status: 200 len: 688 time: 1.8722861 Oct 26 14:21:41.358426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55202) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:41.380267 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2b3504f4-88a5-410e-adf5-5f8b36afd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:41.404135 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3504f4-88a5-410e-adf5-5f8b36afd118 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:41.405074 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2b3504f4-88a5-410e-adf5-5f8b36afd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:41.498473 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2b3504f4-88a5-410e-adf5-5f8b36afd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:41.499055 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3504f4-88a5-410e-adf5-5f8b36afd118 None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:41.638893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a654eb45-8e20-479a-bece-50fa73bbb6b2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port a07527e1-869f-41dd-a12f-2b249212201c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:41.639693 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a654eb45-8e20-479a-bece-50fa73bbb6b2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.709762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] For port ccf48017-0c79-4e68-8932-7a3ad9dd388d, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:41.722939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] For port ccf48017-0c79-4e68-8932-7a3ad9dd388d, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ccf48017-0c79-4e68-8932-7a3ad9dd388d,segment=NetworkSegment(2201402b-cb4b-4ef9-825d-9e91a3a06f0b),segment_id=2201402b-cb4b-4ef9-825d-9e91a3a06f0b)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:21:41.750823 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.771650 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a654eb45-8e20-479a-bece-50fa73bbb6b2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.772145 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a654eb45-8e20-479a-bece-50fa73bbb6b2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.800013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a654eb45-8e20-479a-bece-50fa73bbb6b2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for a07527e1-869f-41dd-a12f-2b249212201c owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:41.853815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Pushing event updated for resources: {'Port': ['ID=ccf48017-0c79-4e68-8932-7a3ad9dd388d,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:41.898314 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:41.899016 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.900428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-bdd2ce1d-022b-4c98-9d18-e0336727896f service neutron] 10.222.0.11 "PUT /v2.0/ports/ccf48017-0c79-4e68-8932-7a3ad9dd388d HTTP/1.1" status: 200 len: 1092 time: 2.7869799 Oct 26 14:21:41.909315 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'tag': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:21:41.912219 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d47c8c-9a24-4eb6-9bd3-6072e0888c76" -d '{"events": [{"name": "network-changed", "server_uuid": "1e58f3f9-16be-4185-b515-1812c1e77ba7", "tag": "ccf48017-0c79-4e68-8932-7a3ad9dd388d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:21:42.076728 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1feb2b1-baca-4529-8234-a682ce929f6d x-openstack-request-id: req-f1feb2b1-baca-4529-8234-a682ce929f6d {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:21:42.076728 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e58f3f9-16be-4185-b515-1812c1e77ba7", "tag": "ccf48017-0c79-4e68-8932-7a3ad9dd388d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:21:42.076970 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1feb2b1-baca-4529-8234-a682ce929f6d {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:21:42.077373 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'tag': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d', 'status': 'completed', 'code': 200} Oct 26 14:21:42.153670 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a654eb45-8e20-479a-bece-50fa73bbb6b2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.287679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654eb45-8e20-479a-bece-50fa73bbb6b2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=a07527e1-869f-41dd-a12f-2b249212201c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:42.326312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.393393 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a654eb45-8e20-479a-bece-50fa73bbb6b2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.418093 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a654eb45-8e20-479a-bece-50fa73bbb6b2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.422763 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a654eb45-8e20-479a-bece-50fa73bbb6b2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/floatingips/4a8e419e-e2b4-4c1f-801e-2caa528d7567 HTTP/1.1" status: 204 len: 168 time: 1.0628295 Oct 26 14:21:42.426917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55232) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:42.447881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': 'a1b6198d-6ff4-4c39-8fc0-3ca5c0c8620d'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:42.530866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.749861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.758503 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e022ee2a-a010-413d-9705-7fb296f527d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.791707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88245153-1b15-4238-b365-844d10b19375 req-df446212-193d-42f4-a426-071a8a616f63 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:42.805230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88245153-1b15-4238-b365-844d10b19375 req-df446212-193d-42f4-a426-071a8a616f63 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.9652812 Oct 26 14:21:42.860780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-4ecb5553-361d-485f-9912-2a5f48bf1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:42.864477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-4ecb5553-361d-485f-9912-2a5f48bf1615 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 1095 time: 0.7853024 Oct 26 14:21:42.959188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.25.4.204 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/de809246-25a7-48b0-83ea-85f1f1ba54e7) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:43.129972 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-a963ee4d-90b8-4091-bd4f-f6ac3b8d67e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccf48017-0c79-4e68-8932-7a3ad9dd388d HTTP/1.1" status: 200 len: 217 time: 0.2269278 Oct 26 14:21:43.140915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f681e17-98bd-4294-be5e-b79a1ae79faa req-d857e9a1-305d-4391-aef7-02f0d314bd76 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:43.150259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f681e17-98bd-4294-be5e-b79a1ae79faa req-d857e9a1-305d-4391-aef7-02f0d314bd76 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 944 time: 0.8553629 Oct 26 14:21:43.196271 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.261013 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.270501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88245153-1b15-4238-b365-844d10b19375 req-464a3fa7-f142-4b85-bc3b-36d41ebb21d4 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4636593 Oct 26 14:21:43.335721 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f681e17-98bd-4294-be5e-b79a1ae79faa req-67dc061d-4dea-4570-bcc6-60a9ed536e0b tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=0788a4ee-d9c0-400d-9a5d-32c33bb06540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797032 Oct 26 14:21:43.378635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-7ab70211-432d-4fb1-859b-c077689550de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:43.380373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-7ab70211-432d-4fb1-859b-c077689550de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3478ef3e-66c4-4dd1-95df-444fda58b044 HTTP/1.1" status: 200 len: 834 time: 0.2140272 Oct 26 14:21:43.395574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=de809246-25a7-48b0-83ea-85f1f1ba54e7,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:43.399469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:43.403963 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:43.410482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:43.437923 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.443815 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.455609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-003d16ca-c4ce-4520-ba41-41b2ae869d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:43.458351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-003d16ca-c4ce-4520-ba41-41b2ae869d55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5986448c-fd46-4f3a-b959-70094d318c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660465 Oct 26 14:21:43.683624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-fd6de403-e1c8-4a6a-a700-9b049350e1eb service neutron] 10.222.0.11 "GET /v2.0/networks/5986448c-fd46-4f3a-b959-70094d318c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847074 Oct 26 14:21:43.826497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3600e777-a25a-44a6-97dd-f9cdf5e5c0f8 req-649d7847-1e94-4f2b-a518-da5b4dc49dad service neutron] 10.222.0.11 "GET /v2.0/networks/5986448c-fd46-4f3a-b959-70094d318c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293252 Oct 26 14:21:43.846893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Router 40519658-6d32-46a2-b45a-e3407cc10a5b is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:21:44.020614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d47c8c-9a24-4eb6-9bd3-6072e0888c76 req-d0ced6f1-0bc4-404e-b960-aadc47c53b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:44.023217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3d47c8c-9a24-4eb6-9bd3-6072e0888c76 req-d0ced6f1-0bc4-404e-b960-aadc47c53b2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 1095 time: 0.1298633 Oct 26 14:21:44.069853 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:44.080014 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b53b8-108b-4cd5-9de3-6bceb61a1387 None None] Sync routers for ids ['40519658-6d32-46a2-b45a-e3407cc10a5b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:44.083272 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.084758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3a4d8ebf-d607-4c4e-89d8-ceefe7fb6e00 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "PUT /v2.0/routers/40519658-6d32-46a2-b45a-e3407cc10a5b HTTP/1.1" status: 200 len: 919 time: 5.6430235 Oct 26 14:21:44.087668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55244) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:44.109904 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b53b8-108b-4cd5-9de3-6bceb61a1387 None None] Routers {'40519658-6d32-46a2-b45a-e3407cc10a5b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:44.111636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3e0b53b8-108b-4cd5-9de3-6bceb61a1387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['40519658-6d32-46a2-b45a-e3407cc10a5b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:44.172626 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3e0b53b8-108b-4cd5-9de3-6bceb61a1387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:44.188524 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.212383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b53b8-108b-4cd5-9de3-6bceb61a1387 None None] Routers {'40519658-6d32-46a2-b45a-e3407cc10a5b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:44.213243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3e0b53b8-108b-4cd5-9de3-6bceb61a1387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['40519658-6d32-46a2-b45a-e3407cc10a5b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:44.280890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3e0b53b8-108b-4cd5-9de3-6bceb61a1387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:44.280890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b53b8-108b-4cd5-9de3-6bceb61a1387 None None] The sync data for ids ['40519658-6d32-46a2-b45a-e3407cc10a5b'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:44.306719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d47c8c-9a24-4eb6-9bd3-6072e0888c76 req-f4ba1eb4-147e-4944-a8fd-d3ceb7bd53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:44.308982 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3d47c8c-9a24-4eb6-9bd3-6072e0888c76 req-f4ba1eb4-147e-4944-a8fd-d3ceb7bd53a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5986448c-fd46-4f3a-b959-70094d318c17 HTTP/1.1" status: 200 len: 897 time: 0.2747140 Oct 26 14:21:44.315706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2b24afb3-f1e6-428f-b15a-a3679d4c0704 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/routers/40519658-6d32-46a2-b45a-e3407cc10a5b HTTP/1.1" status: 200 len: 925 time: 0.2267935 Oct 26 14:21:44.338455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55248) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:44.339095 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.446285 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3d47c8c-9a24-4eb6-9bd3-6072e0888c76 req-3fdc37ab-51f0-4225-a9bb-62a3c16ad8cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccf48017-0c79-4e68-8932-7a3ad9dd388d HTTP/1.1" status: 200 len: 217 time: 0.1108944 Oct 26 14:21:44.521599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d47c8c-9a24-4eb6-9bd3-6072e0888c76 req-7769670e-514d-4703-b471-7274054b59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:44.521850 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3521c3f5-f065-4ed3-a11c-1eafce10125f tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:44.523544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3d47c8c-9a24-4eb6-9bd3-6072e0888c76 req-7769670e-514d-4703-b471-7274054b59a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3478ef3e-66c4-4dd1-95df-444fda58b044 HTTP/1.1" status: 200 len: 834 time: 0.0554895 Oct 26 14:21:44.523815 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3521c3f5-f065-4ed3-a11c-1eafce10125f tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&device_id=40519658-6d32-46a2-b45a-e3407cc10a5b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1826973 Oct 26 14:21:44.530281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55252) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:44.747485 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.756070 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.799174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58df8b55-e32e-4474-9214-3e06302b9f41 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:44.802211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-58df8b55-e32e-4474-9214-3e06302b9f41 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/networks/6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 881 time: 0.2604499 Oct 26 14:21:44.807799 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55258) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:44.875425 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982602af-40ee-4c6d-8edb-1e3380b72b36 req-60b6a49b-6ef9-434d-b421-85fdd3c14cdc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:44.877930 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-982602af-40ee-4c6d-8edb-1e3380b72b36 req-60b6a49b-6ef9-434d-b421-85fdd3c14cdc tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 944 time: 0.3490393 Oct 26 14:21:44.892825 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c4c8d858-6eb0-4ca2-adb2-d6763e61be2b tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "GET /v2.0/ports?device_id=40519658-6d32-46a2-b45a-e3407cc10a5b HTTP/1.1" status: 200 len: 205 time: 0.0788140 Oct 26 14:21:44.893064 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=de809246-25a7-48b0-83ea-85f1f1ba54e7,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:44.895826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55260) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:44.927083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8e702-0568-4634-881b-378b275f2a1b req-760c7f9d-81df-46d7-8a04-37f8cb1c8c56 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:44.935764 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-44c8e702-0568-4634-881b-378b275f2a1b req-760c7f9d-81df-46d7-8a04-37f8cb1c8c56 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.5046854 Oct 26 14:21:44.978359 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.981146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d47c8c-9a24-4eb6-9bd3-6072e0888c76 req-7a482290-763b-4a23-9415-0aeb6b6e5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:44.982867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3d47c8c-9a24-4eb6-9bd3-6072e0888c76 req-7a482290-763b-4a23-9415-0aeb6b6e5d51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5986448c-fd46-4f3a-b959-70094d318c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3677154 Oct 26 14:21:45.022007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-982602af-40ee-4c6d-8edb-1e3380b72b36 req-aeb4818a-cbf8-48bf-9563-8a50a3571d31 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=0788a4ee-d9c0-400d-9a5d-32c33bb06540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287713 Oct 26 14:21:45.075675 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0901bcad-3b6f-412b-bc22-1a69bf1063f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.081873 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-44c8e702-0568-4634-881b-378b275f2a1b req-65d037be-299c-4b9c-9cf1-460e1b9218ab tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449564 Oct 26 14:21:45.173021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3d47c8c-9a24-4eb6-9bd3-6072e0888c76 req-9c1b0545-5488-434d-b68b-05c03087b352 service neutron] 10.222.0.11 "GET /v2.0/networks/5986448c-fd46-4f3a-b959-70094d318c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652310 Oct 26 14:21:45.209001 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Floating IP 2fdc1448-3529-4258-bfd1-ef4babcbd628 associated. External IP: 172.25.4.204, port: a1b6198d-6ff4-4c39-8fc0-3ca5c0c8620d. Oct 26 14:21:45.298125 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.309712 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3d47c8c-9a24-4eb6-9bd3-6072e0888c76 req-ad5298e6-7806-48d9-b612-9e6e998a9188 service neutron] 10.222.0.11 "GET /v2.0/networks/5986448c-fd46-4f3a-b959-70094d318c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275980 Oct 26 14:21:45.624995 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.735131 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:45.794460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Deleting port dd50b135-20ef-4ef8-8c04-aca75b9ab497 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:45.794892 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.011837 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:46.022497 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.029067 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf2fd36-7108-4c26-9224-5932dcb0781d None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:46.044962 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2fd36-7108-4c26-9224-5932dcb0781d None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:46.045875 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-aaf2fd36-7108-4c26-9224-5932dcb0781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:46.070362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.100873 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-aaf2fd36-7108-4c26-9224-5932dcb0781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:46.159236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Calling delete_port for dd50b135-20ef-4ef8-8c04-aca75b9ab497 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:46.164133 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2fd36-7108-4c26-9224-5932dcb0781d None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:46.169203 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-aaf2fd36-7108-4c26-9224-5932dcb0781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:46.243069 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-53cb604c-c589-46ab-9459-c62b37a2abd9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.8150511 Oct 26 14:21:46.243699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55270) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:46.323824 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-aaf2fd36-7108-4c26-9224-5932dcb0781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:46.325124 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf2fd36-7108-4c26-9224-5932dcb0781d None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:46.606337 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.724100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3479-bb22-459d-a7f6-4a9b2453fc9d req-3ed95cee-e88f-43cc-a13f-6eceb83195ef tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:46.725714 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a5d3479-bb22-459d-a7f6-4a9b2453fc9d req-3ed95cee-e88f-43cc-a13f-6eceb83195ef tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.0730875 Oct 26 14:21:46.747864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741eaed-d1bf-4e42-9c55-7e5f5a6dfbea req-766c7364-2a02-496f-b2a8-ace973a432ac tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:46.749962 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4741eaed-d1bf-4e42-9c55-7e5f5a6dfbea req-766c7364-2a02-496f-b2a8-ace973a432ac tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 944 time: 0.6049042 Oct 26 14:21:46.750550 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8eeefb6a-2a9f-4cd5-8e40-b992ac1b7eed tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "GET /v2.0/floatingips/2fdc1448-3529-4258-bfd1-ef4babcbd628 HTTP/1.1" status: 200 len: 979 time: 0.5042894 Oct 26 14:21:46.751039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55276) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:46.792973 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.819910 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.854898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Pushing event deleted for resources: {'Port': ['ID=dd50b135-20ef-4ef8-8c04-aca75b9ab497,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:46.900243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:46.900243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:46.900243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:46.900243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:46.901659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:46.901659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:46.901659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:46.902224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:46.902381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:46.902763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:46.903160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:46.903728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:46.994676 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.036901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a5d3479-bb22-459d-a7f6-4a9b2453fc9d req-0af5f63e-1aa6-4ff0-965a-5d6732511730 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849643 Oct 26 14:21:47.080303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4741eaed-d1bf-4e42-9c55-7e5f5a6dfbea req-1ca28007-d495-40e9-99af-80518f4f1a0e tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=0788a4ee-d9c0-400d-9a5d-32c33bb06540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375677 Oct 26 14:21:47.091608 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b6185c16-4a2d-4a0a-acc7-c1bae81daa75 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.3284888 Oct 26 14:21:47.092422 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55288) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:47.098151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a08fe94d-fad1-45d5-9d9c-6e7de8aa823a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'floatingip': {'port_id': '56adb71a-e4f7-4bb8-aa82-426fcd786c81'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:47.175290 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.179699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.196321 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a08fe94d-fad1-45d5-9d9c-6e7de8aa823a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.245992 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.246700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Fanout notify agent at l3_agent the message router_deleted on router 40519658-6d32-46a2-b45a-e3407cc10a5b {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:21:47.261801 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.280465 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-822edca0-b7db-4053-805e-1049f3830db5 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "DELETE /v2.0/routers/40519658-6d32-46a2-b45a-e3407cc10a5b HTTP/1.1" status: 204 len: 168 time: 2.3835347 Oct 26 14:21:47.281431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55290) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:47.297404 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1601450613', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:47.341046 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.342577 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.420824 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.722414 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.917680 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a08fe94d-fad1-45d5-9d9c-6e7de8aa823a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.923634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a08fe94d-fad1-45d5-9d9c-6e7de8aa823a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.041404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ccf48017-0c79-4e68-8932-7a3ad9dd388d details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:21:48.059210 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.067580 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-a08fe94d-fad1-45d5-9d9c-6e7de8aa823a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Floating IP 2fdc1448-3529-4258-bfd1-ef4babcbd628 associated. External IP: 172.25.4.204, port: a1b6198d-6ff4-4c39-8fc0-3ca5c0c8620d. Oct 26 14:21:48.165493 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.343569 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b91d25-fe1d-41f6-8088-b31a6f8bfc69 req-04fc28ea-e8e6-4e8b-bb10-402d011b6bae tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:48.345578 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7b91d25-fe1d-41f6-8088-b31a6f8bfc69 req-04fc28ea-e8e6-4e8b-bb10-402d011b6bae tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 944 time: 0.1100624 Oct 26 14:21:48.345704 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ccf48017-0c79-4e68-8932-7a3ad9dd388d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ccf48017-0c79-4e68-8932-7a3ad9dd388d,segment=NetworkSegment(2201402b-cb4b-4ef9-825d-9e91a3a06f0b),segment_id=2201402b-cb4b-4ef9-825d-9e91a3a06f0b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:48.384551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'port_id': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d', 'mac_address': 'fa:16:3e:1d:e5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:21:48.395137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f57d2-44bb-40d6-a609-9f9049dbc600 req-0af29ced-5556-45e0-bc62-d57163244171 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:48.397027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-631f57d2-44bb-40d6-a609-9f9049dbc600 req-0af29ced-5556-45e0-bc62-d57163244171 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.2110009 Oct 26 14:21:48.442549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7b91d25-fe1d-41f6-8088-b31a6f8bfc69 req-b382da93-771a-49d0-8c33-41da76c175f7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=0788a4ee-d9c0-400d-9a5d-32c33bb06540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870953 Oct 26 14:21:48.463953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Allocated IP 172.25.4.70 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/5da50bcc-8ef4-4045-b0e9-d8353786c408) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:48.501458 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.581034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf48017-0c79-4e68-8932-7a3ad9dd388d {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:21:48.630247 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ccf48017-0c79-4e68-8932-7a3ad9dd388d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ccf48017-0c79-4e68-8932-7a3ad9dd388d,segment=NetworkSegment(2201402b-cb4b-4ef9-825d-9e91a3a06f0b),segment_id=2201402b-cb4b-4ef9-825d-9e91a3a06f0b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:48.648319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-631f57d2-44bb-40d6-a609-9f9049dbc600 req-d8e0324d-bd08-49c5-810c-be95a1771439 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360961 Oct 26 14:21:48.649050 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.652155 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.665236 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.704027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08fe94d-fad1-45d5-9d9c-6e7de8aa823a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:48.732111 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.817478 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:48.820552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:48.823989 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:48.889903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Pushing event updated for resources: {'Port': ['ID=5da50bcc-8ef4-4045-b0e9-d8353786c408,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:48.979905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08fe94d-fad1-45d5-9d9c-6e7de8aa823a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:49.180472 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370f59cb-da6f-44e6-afb9-5a7a60175541 None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:49.330359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08fe94d-fad1-45d5-9d9c-6e7de8aa823a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:49.358187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ccf48017-0c79-4e68-8932-7a3ad9dd388d,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:49.364148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['ccf48017-0c79-4e68-8932-7a3ad9dd388d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:21:49.465423 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f59cb-da6f-44e6-afb9-5a7a60175541 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:49.466085 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-370f59cb-da6f-44e6-afb9-5a7a60175541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:49.487216 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:49.518444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-370f59cb-da6f-44e6-afb9-5a7a60175541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:49.553370 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f59cb-da6f-44e6-afb9-5a7a60175541 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:49.554028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-370f59cb-da6f-44e6-afb9-5a7a60175541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:49.608200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-370f59cb-da6f-44e6-afb9-5a7a60175541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:49.609039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370f59cb-da6f-44e6-afb9-5a7a60175541 None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:49.671393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f8655-ee0c-4c28-bc72-81ea40235c8c req-dc26715e-5341-4af4-a940-a1ce2da630ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:49.673210 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a9f8655-ee0c-4c28-bc72-81ea40235c8c req-dc26715e-5341-4af4-a940-a1ce2da630ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 1096 time: 0.4441538 Oct 26 14:21:49.803627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1545ae5-f152-4390-a1c3-0685595fe49f req-7918ec41-db0e-4cbf-904c-fcfcde69685d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:49.814262 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1545ae5-f152-4390-a1c3-0685595fe49f req-7918ec41-db0e-4cbf-904c-fcfcde69685d tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 945 time: 0.2015073 Oct 26 14:21:49.866469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08fe94d-fad1-45d5-9d9c-6e7de8aa823a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:49.877428 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be6a91-6f8a-4290-93f3-f8995035e13d None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:49.880319 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a08fe94d-fad1-45d5-9d9c-6e7de8aa823a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:49.898858 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be6a91-6f8a-4290-93f3-f8995035e13d None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:49.899500 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-67be6a91-6f8a-4290-93f3-f8995035e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:49.914422 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f8655-ee0c-4c28-bc72-81ea40235c8c req-493fd996-8fac-4378-b417-b1359d73c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:49.918638 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a9f8655-ee0c-4c28-bc72-81ea40235c8c req-493fd996-8fac-4378-b417-b1359d73c7dd service neutron] 10.222.0.25 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 918 time: 0.2265115 Oct 26 14:21:49.967227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1545ae5-f152-4390-a1c3-0685595fe49f req-c6163ef8-e1c8-4e1d-9d55-05a1bdc9edc9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=0788a4ee-d9c0-400d-9a5d-32c33bb06540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499739 Oct 26 14:21:49.989447 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e1202-4be3-433d-b52e-da258921ae2f req-f736ee86-4b54-4f71-a305-f4061f507595 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:49.998147 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b38e1202-4be3-433d-b52e-da258921ae2f req-f736ee86-4b54-4f71-a305-f4061f507595 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.1719711 Oct 26 14:21:50.003410 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-67be6a91-6f8a-4290-93f3-f8995035e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:50.025155 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be6a91-6f8a-4290-93f3-f8995035e13d None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:50.026102 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-67be6a91-6f8a-4290-93f3-f8995035e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:50.045412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a08fe94d-fad1-45d5-9d9c-6e7de8aa823a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "PUT /v2.0/floatingips/2fdc1448-3529-4258-bfd1-ef4babcbd628 HTTP/1.1" status: 200 len: 978 time: 2.9518263 Oct 26 14:21:50.063647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55324) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:50.082706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b38e1202-4be3-433d-b52e-da258921ae2f req-53aa73f5-5874-47d3-9ab9-023b581c48f7 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756786 Oct 26 14:21:50.093332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-61e79df2-bb7f-4335-9756-b68bd02100c4 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:50.109954 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-67be6a91-6f8a-4290-93f3-f8995035e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:50.110648 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be6a91-6f8a-4290-93f3-f8995035e13d None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:50.171193 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61e79df2-bb7f-4335-9756-b68bd02100c4 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:50.183349 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:50.283849 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a9f8655-ee0c-4c28-bc72-81ea40235c8c req-a1d00f2f-482b-43d4-9f85-76438c17010d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac HTTP/1.1" status: 200 len: 999 time: 0.3599629 Oct 26 14:21:50.344684 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61e79df2-bb7f-4335-9756-b68bd02100c4 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:50.352322 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61e79df2-bb7f-4335-9756-b68bd02100c4 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:50.352797 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-61e79df2-bb7f-4335-9756-b68bd02100c4 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Floating IP 2fdc1448-3529-4258-bfd1-ef4babcbd628 disassociated. External IP: 172.25.4.204, port: 56adb71a-e4f7-4bb8-aa82-426fcd786c81. Oct 26 14:21:50.426620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f8655-ee0c-4c28-bc72-81ea40235c8c req-e885f944-f5a5-425d-af8b-8bbffd6b6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:50.428430 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a9f8655-ee0c-4c28-bc72-81ea40235c8c req-e885f944-f5a5-425d-af8b-8bbffd6b6d7e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.1288960 Oct 26 14:21:50.536489 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f8655-ee0c-4c28-bc72-81ea40235c8c req-13eec474-64ba-43d6-a7f6-e8be5ce1bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:50.537994 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a9f8655-ee0c-4c28-bc72-81ea40235c8c req-13eec474-64ba-43d6-a7f6-e8be5ce1bd30 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024282 Oct 26 14:21:50.626302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Router 82c6abb8-efdf-40eb-9382-6f764f7039d7 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:21:50.752855 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a9f8655-ee0c-4c28-bc72-81ea40235c8c req-3b56e577-a524-4827-bbee-af6c12bb009b service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061355 Oct 26 14:21:50.861973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:50.876165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4c8df0-9730-496b-9d1e-5180e2446f53 None None] Sync routers for ids ['82c6abb8-efdf-40eb-9382-6f764f7039d7'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:50.906297 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c8df0-9730-496b-9d1e-5180e2446f53 None None] Routers {'82c6abb8-efdf-40eb-9382-6f764f7039d7'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:50.906995 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3d4c8df0-9730-496b-9d1e-5180e2446f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['82c6abb8-efdf-40eb-9382-6f764f7039d7'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:50.935407 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a9f8655-ee0c-4c28-bc72-81ea40235c8c req-e5b88ae5-dc51-4864-b275-a33bf001f535 service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739206 Oct 26 14:21:50.939528 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:50.943636 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-72a5bc0b-6314-4e4e-8b18-9cfac32f957d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6574461 Oct 26 14:21:50.944556 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55330) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:50.956016 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:50.978881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3d4c8df0-9730-496b-9d1e-5180e2446f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:50.991549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c8df0-9730-496b-9d1e-5180e2446f53 None None] Routers {'82c6abb8-efdf-40eb-9382-6f764f7039d7'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:50.992233 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3d4c8df0-9730-496b-9d1e-5180e2446f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['82c6abb8-efdf-40eb-9382-6f764f7039d7'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:51.032153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3d4c8df0-9730-496b-9d1e-5180e2446f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:51.032803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4c8df0-9730-496b-9d1e-5180e2446f53 None None] The sync data for ids ['82c6abb8-efdf-40eb-9382-6f764f7039d7'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:51.070496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e79df2-bb7f-4335-9756-b68bd02100c4 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:51.230430 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc31c9-2c22-41f6-bc95-5c3cd5662e95 req-903f6555-88cd-449e-9ae9-01968fe9eb83 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:51.231967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77dc31c9-2c22-41f6-bc95-5c3cd5662e95 req-903f6555-88cd-449e-9ae9-01968fe9eb83 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 945 time: 0.1602123 Oct 26 14:21:51.281772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f5b12-5004-4d92-bff3-214a4f44a7c1 req-bf06d5c2-8411-44bb-9f1b-7b4223a52c97 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:51.283314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-420f5b12-5004-4d92-bff3-214a4f44a7c1 req-bf06d5c2-8411-44bb-9f1b-7b4223a52c97 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.1048698 Oct 26 14:21:51.305910 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e79df2-bb7f-4335-9756-b68bd02100c4 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:51.312563 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61e79df2-bb7f-4335-9756-b68bd02100c4 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.320275 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.322952 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d552f7-d7ec-4578-a54c-f72e94975949 None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:51.335269 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d552f7-d7ec-4578-a54c-f72e94975949 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:51.335848 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.336484 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-01d552f7-d7ec-4578-a54c-f72e94975949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:51.340039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77dc31c9-2c22-41f6-bc95-5c3cd5662e95 req-98ac368f-b8f4-4d55-a8a2-dd92135d2e98 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=0788a4ee-d9c0-400d-9a5d-32c33bb06540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008837 Oct 26 14:21:51.355927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-61e79df2-bb7f-4335-9756-b68bd02100c4 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "PUT /v2.0/floatingips/2fdc1448-3529-4258-bfd1-ef4babcbd628 HTTP/1.1" status: 200 len: 688 time: 1.2718468 Oct 26 14:21:51.359523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55336) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:51.373118 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-01d552f7-d7ec-4578-a54c-f72e94975949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:51.383515 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d552f7-d7ec-4578-a54c-f72e94975949 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:51.384332 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-01d552f7-d7ec-4578-a54c-f72e94975949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:51.434681 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-01d552f7-d7ec-4578-a54c-f72e94975949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:51.435563 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d552f7-d7ec-4578-a54c-f72e94975949 None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:51.454562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-420f5b12-5004-4d92-bff3-214a4f44a7c1 req-610e2cf5-1754-4ab1-a794-684c21efba67 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587071 Oct 26 14:21:51.462180 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Deleting port 5da50bcc-8ef4-4045-b0e9-d8353786c408 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:51.463630 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.546411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.561031 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Calling delete_port for 5da50bcc-8ef4-4045-b0e9-d8353786c408 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:51.573262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port de809246-25a7-48b0-83ea-85f1f1ba54e7 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:51.574342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.682709 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.683095 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.697394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for de809246-25a7-48b0-83ea-85f1f1ba54e7 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:51.799198 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.874117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Pushing event deleted for resources: {'Port': ['ID=5da50bcc-8ef4-4045-b0e9-d8353786c408,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:51.887502 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.915968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55350) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:51.927679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=de809246-25a7-48b0-83ea-85f1f1ba54e7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:51.948720 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.955138 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:51.955486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:51.955827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:51.956167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:51.956499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:51.957361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:51.957690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:51.958035 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:51.958359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:51.958680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:51.959002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:51.959321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:52.010282 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.012873 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.014091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dd1df6ba-d753-4856-a535-4f25168783c5 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/floatingips/2fdc1448-3529-4258-bfd1-ef4babcbd628 HTTP/1.1" status: 204 len: 168 time: 0.6333697 Oct 26 14:21:52.019063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55354) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:52.048933 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ccf48017-0c79-4e68-8932-7a3ad9dd388d up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:52.102241 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-e5b2c121-1407-49a2-992f-441eb431c830 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] delete failed (client error): The resource could not be found. Oct 26 14:21:52.103052 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6a55e1d1-045f-4ea9-b16c-582072810dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.103571 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e5b2c121-1407-49a2-992f-441eb431c830 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/floatingips/2fdc1448-3529-4258-bfd1-ef4babcbd628 HTTP/1.1" status: 404 len: 345 time: 0.0826252 Oct 26 14:21:52.108679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55356) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:52.150680 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port ccf48017-0c79-4e68-8932-7a3ad9dd388d completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:21:52.156261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port ccf48017-0c79-4e68-8932-7a3ad9dd388d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:52.156652 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.216997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6a55e1d1-045f-4ea9-b16c-582072810dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.228250 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6a55e1d1-045f-4ea9-b16c-582072810dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.261186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55e1d1-045f-4ea9-b16c-582072810dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80047bb-5687-4041-9584-429fbafe91d7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:52.267577 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.302978 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6a55e1d1-045f-4ea9-b16c-582072810dfb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd3964b26faf4f5a92aaa6be28ef0edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3855438 Oct 26 14:21:52.305566 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55358) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:52.305765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ccf48017-0c79-4e68-8932-7a3ad9dd388d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ccf48017-0c79-4e68-8932-7a3ad9dd388d,segment=NetworkSegment(2201402b-cb4b-4ef9-825d-9e91a3a06f0b),segment_id=2201402b-cb4b-4ef9-825d-9e91a3a06f0b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:52.306883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:21:52.309730 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0310fe-0d7d-4ec3-a929-1c7c718e02cf" -d '{"events": [{"server_uuid": "1e58f3f9-16be-4185-b515-1812c1e77ba7", "name": "network-vif-plugged", "status": "completed", "tag": "ccf48017-0c79-4e68-8932-7a3ad9dd388d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:21:52.317216 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.388057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ccf48017-0c79-4e68-8932-7a3ad9dd388d,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:52.398639 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01c64b6-bf23-46ee-83e3-e0dc0a6bd37a x-openstack-request-id: req-f01c64b6-bf23-46ee-83e3-e0dc0a6bd37a {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:21:52.401107 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e58f3f9-16be-4185-b515-1812c1e77ba7", "name": "network-vif-plugged", "status": "completed", "tag": "ccf48017-0c79-4e68-8932-7a3ad9dd388d", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:21:52.401379 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f01c64b6-bf23-46ee-83e3-e0dc0a6bd37a {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:21:52.401822 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d', 'code': 200} Oct 26 14:21:52.403788 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e90dd121-0cad-4929-94eb-1bcae1ca0586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.415624 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd3c14-0a6e-46b5-9d29-1433e3b7007d tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:52.423922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd3c14-0a6e-46b5-9d29-1433e3b7007d tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:52.436262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd3c14-0a6e-46b5-9d29-1433e3b7007d tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:52.439894 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f7cd3c14-0a6e-46b5-9d29-1433e3b7007d tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "GET /v2.0/ports?network_id=88c13d44-6a28-4d61-9a1e-a9966a3a4a20 HTTP/1.1" status: 200 len: 2359 time: 0.3296108 Oct 26 14:21:52.442021 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e90dd121-0cad-4929-94eb-1bcae1ca0586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.450995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55364) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:52.529533 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1654198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15218'] for router, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.533709 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1654191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1654176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651461'] for router, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.623695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c8b85-5339-4269-8e6b-43d9be17b7c2 req-aa345050-899e-44f2-8672-3adb856df261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:52.627235 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-422c8b85-5339-4269-8e6b-43d9be17b7c2 req-aa345050-899e-44f2-8672-3adb856df261 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 1097 time: 0.1323986 Oct 26 14:21:52.641346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501cd861-2679-411a-af69-635d0da85a44 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:52.643162 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-501cd861-2679-411a-af69-635d0da85a44 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "GET /v2.0/subnets/80df57bb-658b-466a-aa82-f7f34990d462 HTTP/1.1" status: 200 len: 797 time: 0.1912143 Oct 26 14:21:52.663137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3accbc-caa0-4d35-88f1-6e03c943cf52 req-2db772eb-56cf-4d2b-b3f7-6b3ac19c3c1a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:52.665101 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf3accbc-caa0-4d35-88f1-6e03c943cf52 req-2db772eb-56cf-4d2b-b3f7-6b3ac19c3c1a tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 946 time: 0.1398029 Oct 26 14:21:52.671745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55370) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:52.680097 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'port': {'network_id': '88c13d44-6a28-4d61-9a1e-a9966a3a4a20', 'name': 'tempest-FloatingIPTestJSON-1983657424', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:52.736291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Router 82c6abb8-efdf-40eb-9382-6f764f7039d7 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:52.833900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-422c8b85-5339-4269-8e6b-43d9be17b7c2 req-2569862a-f256-4084-9503-6390c884d891 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0788a4ee-d9c0-400d-9a5d-32c33bb06540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892278 Oct 26 14:21:52.834527 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e90dd121-0cad-4929-94eb-1bcae1ca0586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.837238 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e90dd121-0cad-4929-94eb-1bcae1ca0586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.838274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e90dd121-0cad-4929-94eb-1bcae1ca0586 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f80047bb-5687-4041-9584-429fbafe91d7 HTTP/1.1" status: 204 len: 168 time: 0.5311265 Oct 26 14:21:52.872605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf3accbc-caa0-4d35-88f1-6e03c943cf52 req-e3678ac6-077e-4cc7-af20-3c5974604ede tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=0788a4ee-d9c0-400d-9a5d-32c33bb06540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879213 Oct 26 14:21:52.883494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3eb95-b138-43ec-b84b-d0f2be8617bf req-fdb7397f-2333-426d-8277-a31346fd64d6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:52.885049 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ea3eb95-b138-43ec-b84b-d0f2be8617bf req-fdb7397f-2333-426d-8277-a31346fd64d6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 945 time: 0.2519591 Oct 26 14:21:52.889562 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90dd121-0cad-4929-94eb-1bcae1ca0586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80047bb-5687-4041-9584-429fbafe91d7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:52.980897 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ea3eb95-b138-43ec-b84b-d0f2be8617bf req-890db83b-5f59-4cb7-9015-3ea660d89eba tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732448 Oct 26 14:21:53.021374 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Made reservation on behalf of 5a483ddb03ca4ab7a499729255d4ccb4 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:53.145860 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:53.168660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] device_id is not set on port 50e9c5f5-bda9-41ae-9b42-24111ec5e21c yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:21:53.204047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:53.336479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:53.344981 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:53.350080 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8ad61939-78da-4d48-9b72-f0a16097396d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "PUT /v2.0/routers/82c6abb8-efdf-40eb-9382-6f764f7039d7 HTTP/1.1" status: 200 len: 710 time: 2.4041009 Oct 26 14:21:53.350557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55386) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:53.372532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2108e38-4870-4b1d-8385-3616b6f5c570 None None] Sync routers for ids ['82c6abb8-efdf-40eb-9382-6f764f7039d7'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:53.436710 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2108e38-4870-4b1d-8385-3616b6f5c570 None None] Routers {'82c6abb8-efdf-40eb-9382-6f764f7039d7'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:53.437363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d2108e38-4870-4b1d-8385-3616b6f5c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['82c6abb8-efdf-40eb-9382-6f764f7039d7'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:53.526615 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-16a438f0-328b-469a-8aa3-f65fd8437738 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/routers/82c6abb8-efdf-40eb-9382-6f764f7039d7 HTTP/1.1" status: 200 len: 745 time: 0.1746120 Oct 26 14:21:53.531495 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55396) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:53.539807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d2108e38-4870-4b1d-8385-3616b6f5c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:53.545534 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:53.565577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2108e38-4870-4b1d-8385-3616b6f5c570 None None] Routers {'82c6abb8-efdf-40eb-9382-6f764f7039d7'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:53.566773 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d2108e38-4870-4b1d-8385-3616b6f5c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['82c6abb8-efdf-40eb-9382-6f764f7039d7'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:53.602350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-07256f1b-ed01-4d45-8c68-66525f3a4774 tempest-RoutersIpV6AdminTest-1855499815 tempest-RoutersIpV6AdminTest-1855499815-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&device_id=82c6abb8-efdf-40eb-9382-6f764f7039d7 HTTP/1.1" status: 200 len: 205 time: 0.0673387 Oct 26 14:21:53.603466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55400) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:53.625153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d2108e38-4870-4b1d-8385-3616b6f5c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:53.625885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2108e38-4870-4b1d-8385-3616b6f5c570 None None] The sync data for ids ['82c6abb8-efdf-40eb-9382-6f764f7039d7'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:53.635894 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:53.669681 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8bdb4eff-cc8c-4b6a-b926-c92f27fc52f7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "GET /v2.0/ports?device_id=82c6abb8-efdf-40eb-9382-6f764f7039d7 HTTP/1.1" status: 200 len: 205 time: 0.0624599 Oct 26 14:21:53.670735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55404) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:53.674566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:53.681422 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:53.764278 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:53.764901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1973115d-7136-461e-ad7c-fbaf61e84192 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:53.838022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-a95502d3-cc6a-4923-bc48-d5f064756b71 req-ea1ac014-320a-4beb-b5db-f04a71c34873 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:53.839467 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a95502d3-cc6a-4923-bc48-d5f064756b71 req-ea1ac014-320a-4beb-b5db-f04a71c34873 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067141 Oct 26 14:21:53.917361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.20.0.13 (88c13d44-6a28-4d61-9a1e-a9966a3a4a20/80df57bb-658b-466a-aa82-f7f34990d462/50e9c5f5-bda9-41ae-9b42-24111ec5e21c) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:53.923620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.20.0.12 (88c13d44-6a28-4d61-9a1e-a9966a3a4a20/80df57bb-658b-466a-aa82-f7f34990d462/50e9c5f5-bda9-41ae-9b42-24111ec5e21c) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:54.002928 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1973115d-7136-461e-ad7c-fbaf61e84192 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.005941 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1973115d-7136-461e-ad7c-fbaf61e84192 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.073626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1973115d-7136-461e-ad7c-fbaf61e84192 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.074407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1973115d-7136-461e-ad7c-fbaf61e84192 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Fanout notify agent at l3_agent the message router_deleted on router 82c6abb8-efdf-40eb-9382-6f764f7039d7 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:21:54.098691 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1973115d-7136-461e-ad7c-fbaf61e84192 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.104706 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1973115d-7136-461e-ad7c-fbaf61e84192 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "DELETE /v2.0/routers/82c6abb8-efdf-40eb-9382-6f764f7039d7 HTTP/1.1" status: 204 len: 168 time: 0.4309561 Oct 26 14:21:54.106800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55428) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.185357 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-73f3ff25-6e85-4eb8-bdb2-0a664e39461e tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "GET /v2.0/ports?device_id=82c6abb8-efdf-40eb-9382-6f764f7039d7 HTTP/1.1" status: 200 len: 205 time: 0.0773385 Oct 26 14:21:54.186117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55430) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.193719 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.228885 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-8bfd0ecb-7f64-4a39-ae9b-bcd5a4d2d2da tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] delete failed (client error): The resource could not be found. Oct 26 14:21:54.233728 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8bfd0ecb-7f64-4a39-ae9b-bcd5a4d2d2da tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "DELETE /v2.0/routers/82c6abb8-efdf-40eb-9382-6f764f7039d7 HTTP/1.1" status: 404 len: 336 time: 0.0463972 Oct 26 14:21:54.234634 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55434) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.274533 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f47e2ba9-354d-44db-b3e7-529c86412678 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "GET /v2.0/ports?device_id=40519658-6d32-46a2-b45a-e3407cc10a5b HTTP/1.1" status: 200 len: 205 time: 0.0382221 Oct 26 14:21:54.275492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55436) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.311148 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.325251 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-4c061bc2-be58-4b93-b72e-3802c3b408b1 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] delete failed (client error): The resource could not be found. Oct 26 14:21:54.329878 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4c061bc2-be58-4b93-b72e-3802c3b408b1 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "DELETE /v2.0/routers/40519658-6d32-46a2-b45a-e3407cc10a5b HTTP/1.1" status: 404 len: 336 time: 0.0530632 Oct 26 14:21:54.331159 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55438) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.401356 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6e765ccd-9ce9-45f8-9661-82c16f5cc73d tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b685979-d954-43dd-aad9-278a4001671c HTTP/1.1" status: 200 len: 205 time: 0.0662293 Oct 26 14:21:54.401893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55444) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.403386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:21:54.405570 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b3d581-a831-4e5a-9147-ae0cd6ffce34" -d '{"events": [{"server_uuid": "8acd5feb-c9e2-468d-be91-29555fe4a76a", "name": "network-vif-unplugged", "status": "completed", "tag": "5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:21:54.424032 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network 88c13d44-6a28-4d61-9a1e-a9966a3a4a20 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:54.440615 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:54.449581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:54.455291 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-97301973-a9e8-4c84-a108-604c7719f2e7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] delete failed (client error): The resource could not be found. Oct 26 14:21:54.459483 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-97301973-a9e8-4c84-a108-604c7719f2e7 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "DELETE /v2.0/routers/4b685979-d954-43dd-aad9-278a4001671c HTTP/1.1" status: 404 len: 336 time: 0.0567770 Oct 26 14:21:54.460173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55450) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.470208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55452) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.496826 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-da0d9602-901b-4b54-baad-25dcdb362cac tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc5ab1e-8849-44c4-8a7f-43729196c45f HTTP/1.1" status: 200 len: 205 time: 0.0354540 Oct 26 14:21:54.498283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55456) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.513648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:54.514335 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.527461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c252bf-f22f-4175-8afe-463b786b4d22 req-a6818bad-6fbe-437f-bf2f-cd7069e7aad3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:54.529034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92c252bf-f22f-4175-8afe-463b786b4d22 req-a6818bad-6fbe-437f-bf2f-cd7069e7aad3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 946 time: 0.2737193 Oct 26 14:21:54.552083 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-3b465d09-0c1f-4854-ba64-488e84132a31 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] delete failed (client error): The resource could not be found. Oct 26 14:21:54.557348 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3b465d09-0c1f-4854-ba64-488e84132a31 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "DELETE /v2.0/routers/efc5ab1e-8849-44c4-8a7f-43729196c45f HTTP/1.1" status: 404 len: 336 time: 0.0572431 Oct 26 14:21:54.559051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=50e9c5f5-bda9-41ae-9b42-24111ec5e21c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:54.559213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55458) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.582050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1663b0-d73e-4cf2-8e81-d3561c93bba2 req-f162d9ee-627e-49e3-9ea2-c9657e6bc3f3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:54.588193 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de1663b0-d73e-4cf2-8e81-d3561c93bba2 req-f162d9ee-627e-49e3-9ea2-c9657e6bc3f3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.3142135 Oct 26 14:21:54.596042 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9760d035-2a2b-4857-aa72-1c6fae600cf3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9209340 Oct 26 14:21:54.603486 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55462) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.623386 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5727b08d-308f-49e9-9bed-44852ef834fd tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "GET /v2.0/ports?device_id=afc31950-4ae5-4206-87d3-68b81802fa56 HTTP/1.1" status: 200 len: 205 time: 0.0630853 Oct 26 14:21:54.626814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '50e9c5f5-bda9-41ae-9b42-24111ec5e21c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:54.630394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55464) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.634333 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92c252bf-f22f-4175-8afe-463b786b4d22 req-a95b041f-fd95-46ca-9967-55d70a645df6 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=0788a4ee-d9c0-400d-9a5d-32c33bb06540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977178 Oct 26 14:21:54.686553 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-69cd1a60-0ed3-4b70-a521-4afbc8213ee9 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] delete failed (client error): The resource could not be found. Oct 26 14:21:54.686977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-69cd1a60-0ed3-4b70-a521-4afbc8213ee9 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "DELETE /v2.0/routers/afc31950-4ae5-4206-87d3-68b81802fa56 HTTP/1.1" status: 404 len: 336 time: 0.0516913 Oct 26 14:21:54.689793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55468) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.707455 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.709395 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de1663b0-d73e-4cf2-8e81-d3561c93bba2 req-c93d6c42-d70f-4533-9a2d-d58a041c6c49 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142104 Oct 26 14:21:54.722937 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 14:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30161e0a-6361-4858-ac3d-965564c71421 x-openstack-request-id: req-30161e0a-6361-4858-ac3d-965564c71421 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:21:54.723425 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acd5feb-c9e2-468d-be91-29555fe4a76a", "name": "network-vif-unplugged", "status": "failed", "tag": "5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac", "code": 422}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:21:54.723849 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30161e0a-6361-4858-ac3d-965564c71421 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:21:54.724385 n-d-815498-1 neutron-server[102125]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'code': 422} returned with failed status Oct 26 14:21:54.759958 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1ba7b39c-140a-4552-b5a6-6a3df987bdf3 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "GET /v2.0/ports?device_id=87021c81-6092-4f31-a758-451be04201c2 HTTP/1.1" status: 200 len: 205 time: 0.0661886 Oct 26 14:21:54.760897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55472) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.813277 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-52c63291-dc7e-4d9a-84b7-03f8a08eb574 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] delete failed (client error): The resource could not be found. Oct 26 14:21:54.819181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55478) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.819715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-52c63291-dc7e-4d9a-84b7-03f8a08eb574 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "DELETE /v2.0/routers/87021c81-6092-4f31-a758-451be04201c2 HTTP/1.1" status: 404 len: 336 time: 0.0566950 Oct 26 14:21:54.877794 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b262b4-56f5-4fae-95ac-a2bf7a9b02e8 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] DELETE failed (client error): The resource could not be found. Oct 26 14:21:54.878224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b262b4-56f5-4fae-95ac-a2bf7a9b02e8 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:21:54.882021 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-20b262b4-56f5-4fae-95ac-a2bf7a9b02e8 tempest-RoutersIpV6AdminTest-255799191 tempest-RoutersIpV6AdminTest-255799191-project] 10.222.0.32 "DELETE /v2.0/subnets/bf9cf2d6-1730-4b8b-bf9d-0878f5b2ab34 HTTP/1.1" status: 404 len: 337 time: 0.0611827 Oct 26 14:21:54.893490 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-438dbf64-4808-4c03-bb40-909c646529f2 req-5c164a01-3158-437b-904d-799c01943eac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4220743 Oct 26 14:21:54.898462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-438dbf64-4808-4c03-bb40-909c646529f2 req-e80e2c2f-e496-4623-9e69-da167982ab65 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:21:54.910854 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-438dbf64-4808-4c03-bb40-909c646529f2 req-e80e2c2f-e496-4623-9e69-da167982ab65 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0164850 Oct 26 14:21:54.971033 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.110320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.25.4.209 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/fa5eaf58-89c9-4740-b7a8-ed2f01105ddf) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:55.266280 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.299548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55494) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:55.337232 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.406302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:55.409434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:55.415179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:55.438492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=fa5eaf58-89c9-4740-b7a8-ed2f01105ddf,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:55.479461 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3bedbb8-3fb2-4ca5-9a61-192f91262088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.671294 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3bedbb8-3fb2-4ca5-9a61-192f91262088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.679079 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3bedbb8-3fb2-4ca5-9a61-192f91262088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.730791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bedbb8-3fb2-4ca5-9a61-192f91262088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58c4da0-98b8-4a1c-ab6d-bef2f89599f6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:55.788806 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e3bedbb8-3fb2-4ca5-9a61-192f91262088 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=002a3d4bb6b14c2490252abc9e257918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4881544 Oct 26 14:21:55.794316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55512) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:55.922357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55518) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:55.951349 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e70f7298-0621-47f1-ae29-d9689f6dade2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.977729 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.986022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a494bc-57e0-4ef5-bf4f-3e1e809f8ab1 req-8f9f0099-b3ab-47d7-a0fe-3c5902d69fe5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:55.995502 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84a494bc-57e0-4ef5-bf4f-3e1e809f8ab1 req-8f9f0099-b3ab-47d7-a0fe-3c5902d69fe5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 946 time: 0.1468799 Oct 26 14:21:56.037438 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e70f7298-0621-47f1-ae29-d9689f6dade2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.060423 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9130c0-5b84-4982-98e2-1ca06a1eed7a req-d0290316-e617-41eb-a453-1cbfb0e5f5e9 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:56.070557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee9130c0-5b84-4982-98e2-1ca06a1eed7a req-d0290316-e617-41eb-a453-1cbfb0e5f5e9 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.2239566 Oct 26 14:21:56.112320 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.138461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee9130c0-5b84-4982-98e2-1ca06a1eed7a req-f55a757d-8c30-4a96-b458-f708622f29c3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668857 Oct 26 14:21:56.275247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-153158af-ec52-4675-b56e-7002750ae700 admin admin] Deleting subnet 9e1c347c-4ea8-4393-a39b-473db064b858 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:21:56.285519 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-153158af-ec52-4675-b56e-7002750ae700 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.371002 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.376165 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84a494bc-57e0-4ef5-bf4f-3e1e809f8ab1 req-41133843-23a7-4b17-818a-c57c71e055ab tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=0788a4ee-d9c0-400d-9a5d-32c33bb06540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3791745 Oct 26 14:21:56.385264 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e70f7298-0621-47f1-ae29-d9689f6dade2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.390093 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.393433 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e70f7298-0621-47f1-ae29-d9689f6dade2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.395493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e70f7298-0621-47f1-ae29-d9689f6dade2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f58c4da0-98b8-4a1c-ab6d-bef2f89599f6 HTTP/1.1" status: 204 len: 168 time: 0.5992332 Oct 26 14:21:56.424708 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f7298-0621-47f1-ae29-d9689f6dade2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58c4da0-98b8-4a1c-ab6d-bef2f89599f6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:56.452129 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-153158af-ec52-4675-b56e-7002750ae700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.594280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=fa5eaf58-89c9-4740-b7a8-ed2f01105ddf,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:56.599833 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.630654 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-153158af-ec52-4675-b56e-7002750ae700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.691368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa4fe-915b-41f6-ae1e-2c91431eabb1 req-1ee94bd0-53bc-4a64-948c-f20b84ceefa3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:56.698956 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5bfa4fe-915b-41f6-ae1e-2c91431eabb1 req-1ee94bd0-53bc-4a64-948c-f20b84ceefa3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 946 time: 0.1472402 Oct 26 14:21:56.759185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5bfa4fe-915b-41f6-ae1e-2c91431eabb1 req-dcddfa55-215d-4459-b379-3b4d2d6764d4 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=0788a4ee-d9c0-400d-9a5d-32c33bb06540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591652 Oct 26 14:21:56.766200 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-153158af-ec52-4675-b56e-7002750ae700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.791492 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Floating IP 55359c36-e6c1-4e14-9125-f82ec9bd26f7 associated. External IP: 172.25.4.209, port: 50e9c5f5-bda9-41ae-9b42-24111ec5e21c. Oct 26 14:21:56.793569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55530) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:56.799553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153158af-ec52-4675-b56e-7002750ae700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e1c347c-4ea8-4393-a39b-473db064b858,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:56.803929 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-153158af-ec52-4675-b56e-7002750ae700 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.811548 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-153158af-ec52-4675-b56e-7002750ae700 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9e1c347c-4ea8-4393-a39b-473db064b858 HTTP/1.1" status: 204 len: 168 time: 0.8870404 Oct 26 14:21:56.812674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55532) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:56.904708 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb9be-8eac-41ec-a04c-b47594130196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.941860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55534) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:56.999801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55536) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:57.005673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Request body: {'network': {'name': 'tempest-network-smoke--1093650615', 'project_id': '7cb5d9869c524d628a386d356ebef371', 'port_security_enabled': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:57.035460 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb9be-8eac-41ec-a04c-b47594130196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.075220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4c8e5-2919-4f33-bda6-6ed9804ddcc6 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:57.078545 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7dd4c8e5-2919-4f33-bda6-6ed9804ddcc6 tempest-TestNetworkBasicOps-610666614 tempest-TestNetworkBasicOps-610666614-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 1092 time: 0.2826812 Oct 26 14:21:57.082010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55538) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:57.089473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:57.100637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-ca9bb9be-8eac-41ec-a04c-b47594130196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e756ff2-390c-4edc-bbfb-a382762e922a']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:57.105384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Made reservation on behalf of 7cb5d9869c524d628a386d356ebef371 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:57.108885 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.119803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:57.128013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-caf685ed-4a0a-4f91-ac5a-476e8d266e68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0e115b7c7a04cf6af82d86c5e26dc8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833825 Oct 26 14:21:57.132581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55540) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:57.142806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-ca9bb9be-8eac-41ec-a04c-b47594130196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34be4d99-f767-4a3b-9c80-81b9d6d504fc') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:57.143173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-ca9bb9be-8eac-41ec-a04c-b47594130196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34be4d99-f767-4a3b-9c80-81b9d6d504fc') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:57.145452 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.171419 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb9be-8eac-41ec-a04c-b47594130196 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.211513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:57.215822 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.272314 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb9be-8eac-41ec-a04c-b47594130196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.274279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:57.287882 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e7832-6f0d-4250-879e-dbd82644577e None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:57.306106 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.306808 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e7832-6f0d-4250-879e-dbd82644577e None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:57.307643 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b60e7832-6f0d-4250-879e-dbd82644577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:57.356736 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9bb9be-8eac-41ec-a04c-b47594130196 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:21:57.357222 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb9be-8eac-41ec-a04c-b47594130196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:21:57.363827 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:21:57.370897 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-04af326b-5aa0-47b1-bfc0-68fbf8bf586c tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.7662044 Oct 26 14:21:57.373427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55544) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:57.380965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e37b92f3-4ceb-4ab6-b121-538b5ef0f1fe tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'floatingip': {'port_id': '50e9c5f5-bda9-41ae-9b42-24111ec5e21c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:57.385899 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b60e7832-6f0d-4250-879e-dbd82644577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:57.417747 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e7832-6f0d-4250-879e-dbd82644577e None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:57.418505 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b60e7832-6f0d-4250-879e-dbd82644577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:57.453311 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e37b92f3-4ceb-4ab6-b121-538b5ef0f1fe tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.489705 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b60e7832-6f0d-4250-879e-dbd82644577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:57.492879 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e7832-6f0d-4250-879e-dbd82644577e None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:57.508016 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcb4a4-8e3a-440c-b12d-e5a6b1fa7bcb req-9ee4f68e-b296-4a26-8a2d-424d6a1db8e3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:57.509801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fadcb4a4-8e3a-440c-b12d-e5a6b1fa7bcb req-9ee4f68e-b296-4a26-8a2d-424d6a1db8e3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.2388039 Oct 26 14:21:57.531929 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.537713 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb9be-8eac-41ec-a04c-b47594130196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.547258 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-46bee7e1-6b30-4434-8326-2189c1a9aa85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.572172 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb9be-8eac-41ec-a04c-b47594130196 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.576396 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ca9bb9be-8eac-41ec-a04c-b47594130196 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4e756ff2-390c-4edc-bbfb-a382762e922a HTTP/1.1" status: 204 len: 168 time: 0.7618134 Oct 26 14:21:57.616770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bb9be-8eac-41ec-a04c-b47594130196 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e756ff2-390c-4edc-bbfb-a382762e922a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:57.627160 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-46bee7e1-6b30-4434-8326-2189c1a9aa85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.673670 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.679419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fadcb4a4-8e3a-440c-b12d-e5a6b1fa7bcb req-9dde027f-6fed-482a-ba79-f84d43b4e908 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569195 Oct 26 14:21:57.695749 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.747677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:21:57.763480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80336a3-c9aa-4f45-b846-9df1560f91a9,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:57.769384 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.769730 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Added segment a59fc712-b2aa-440f-8fcd-ec178f5ab18a of type vlan for network 00ae902e-ee22-4055-b170-4935394fcdd8 Oct 26 14:21:57.825850 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-46bee7e1-6b30-4434-8326-2189c1a9aa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.835729 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-46bee7e1-6b30-4434-8326-2189c1a9aa85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.836929 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-46bee7e1-6b30-4434-8326-2189c1a9aa85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23242a22-af87-4852-808d-c3fe4a083f14 HTTP/1.1" status: 204 len: 168 time: 0.7033510 Oct 26 14:21:57.876211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.882805 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.886274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bee7e1-6b30-4434-8326-2189c1a9aa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23242a22-af87-4852-808d-c3fe4a083f14,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:57.901137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55550) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:57.990756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.996226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:57.996821 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.101100 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2998d7bb-4fd7-42b3-84e2-da03e4211b16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9395d807a35c4e3a9b17154289d713dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949744 Oct 26 14:21:58.102211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1010845 Oct 26 14:21:58.105803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55554) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:58.106315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55556) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:58.114457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'admin_state_up': True, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:58.136624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a114c48-e8ef-4949-a716-50f9b38996c0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'Network': ['ID=00ae902e-ee22-4055-b170-4935394fcdd8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:58.139239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Allocated IP 172.25.4.125 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/b13265f0-def6-47e0-be57-73a623dc70e4) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:58.150283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 00ae902e-ee22-4055-b170-4935394fcdd8 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:21:58.169508 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.170586 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.281757 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.345847 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.383887 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e37b92f3-4ceb-4ab6-b121-538b5ef0f1fe tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.405942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:58.412561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:58.417109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:58.420415 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=b13265f0-def6-47e0-be57-73a623dc70e4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:58.453042 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e37b92f3-4ceb-4ab6-b121-538b5ef0f1fe tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.517714 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.521118 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5c2dc60-d1f0-4e3b-aa5f-f0eae2bb23ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.967540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55576) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:59.006538 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5c2dc60-d1f0-4e3b-aa5f-f0eae2bb23ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.092124 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484cbef-cd2a-4450-9afa-4fa6cb62249f req-431a9f30-3924-4686-97fb-7983e4ed4932 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:59.101512 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c484cbef-cd2a-4450-9afa-4fa6cb62249f req-431a9f30-3924-4686-97fb-7983e4ed4932 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.0811563 Oct 26 14:21:59.121631 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.156344 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c484cbef-cd2a-4450-9afa-4fa6cb62249f req-5dd6c833-9575-46a0-84f0-7df0cb1a3556 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541644 Oct 26 14:21:59.180851 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-51570241'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:59.295113 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.298048 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5c2dc60-d1f0-4e3b-aa5f-f0eae2bb23ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.301613 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5c2dc60-d1f0-4e3b-aa5f-f0eae2bb23ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.305207 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f5c2dc60-d1f0-4e3b-aa5f-f0eae2bb23ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6f163ac-badd-4713-812b-4bb639d12c74 HTTP/1.1" status: 204 len: 168 time: 1.1957002 Oct 26 14:21:59.311026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Made reservation on behalf of 99a602c72f0e4831890799043b663a8c for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:59.314546 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.334284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2dc60-d1f0-4e3b-aa5f-f0eae2bb23ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f163ac-badd-4713-812b-4bb639d12c74,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:59.341733 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.385749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37b92f3-4ceb-4ab6-b121-538b5ef0f1fe tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:59.415464 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.583633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37b92f3-4ceb-4ab6-b121-538b5ef0f1fe tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:59.591909 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e37b92f3-4ceb-4ab6-b121-538b5ef0f1fe tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.597780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1d6d27-383a-4312-aacb-5c31ab2fcb0e None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:59.615170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d6d27-383a-4312-aacb-5c31ab2fcb0e None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:59.616034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9a1d6d27-383a-4312-aacb-5c31ab2fcb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:59.649683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.655830 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.683732 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.703568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9a1d6d27-383a-4312-aacb-5c31ab2fcb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:59.722460 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.728597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d6d27-383a-4312-aacb-5c31ab2fcb0e None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:59.729390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9a1d6d27-383a-4312-aacb-5c31ab2fcb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:59.755988 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event updated for resources: {'Port': ['ID=b13265f0-def6-47e0-be57-73a623dc70e4,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:59.761720 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.774705 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e37b92f3-4ceb-4ab6-b121-538b5ef0f1fe tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "PUT /v2.0/floatingips/55359c36-e6c1-4e14-9125-f82ec9bd26f7 HTTP/1.1" status: 200 len: 979 time: 2.3993959 Oct 26 14:21:59.781260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55588) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:59.805469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:21:59.813152 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9a1d6d27-383a-4312-aacb-5c31ab2fcb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:59.814129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1d6d27-383a-4312-aacb-5c31ab2fcb0e None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:59.816032 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.820439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f1660e-b199-4cd2-9529-35241284dd67,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:59.842191 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.842630 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Added segment 60c92493-78a9-4e89-a64b-e7c801221143 of type vlan for network 95f775ed-b7e6-4c6a-907d-236fa4714a1c Oct 26 14:21:59.866186 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.939597 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:00.012091 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:00.017859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:00.018487 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:00.035878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Allocated IP 172.25.4.23 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/61b6734c-d74c-406b-8c89-ed5df3d73ec2) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:00.067956 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Floating IP 949d7097-9699-4add-93c6-1184738a86d9 associated. External IP: 172.25.4.125, port: ccf48017-0c79-4e68-8932-7a3ad9dd388d. Oct 26 14:22:00.134247 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1591489 Oct 26 14:22:00.140761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d84a3-6d4f-4d60-8c4b-54cf882c0e81 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'Network': ['ID=95f775ed-b7e6-4c6a-907d-236fa4714a1c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:00.167760 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 95f775ed-b7e6-4c6a-907d-236fa4714a1c details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:22:00.298711 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:00.379584 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:00.449353 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:00.450853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:00.454906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:00.506899 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'Port': ['ID=61b6734c-d74c-406b-8c89-ed5df3d73ec2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:00.564001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2a1edbed-3bb0-462a-9e7a-aa15d03ffcd1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port fa5eaf58-89c9-4740-b7a8-ed2f01105ddf {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:00.564913 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2a1edbed-3bb0-462a-9e7a-aa15d03ffcd1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:00.665064 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2a1edbed-3bb0-462a-9e7a-aa15d03ffcd1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:00.665401 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2a1edbed-3bb0-462a-9e7a-aa15d03ffcd1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:00.679843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2a1edbed-3bb0-462a-9e7a-aa15d03ffcd1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for fa5eaf58-89c9-4740-b7a8-ed2f01105ddf owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:00.774397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c38f2c-4ef3-4e83-907f-5507a22a86f7 req-5360dbcd-a99f-4ac1-b876-9b47637b0f8b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:00.775935 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41c38f2c-4ef3-4e83-907f-5507a22a86f7 req-5360dbcd-a99f-4ac1-b876-9b47637b0f8b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.4645815 Oct 26 14:22:00.840481 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:00.914115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41c38f2c-4ef3-4e83-907f-5507a22a86f7 req-74681e9a-b399-427d-a172-e1a5c402da5d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270125 Oct 26 14:22:00.988252 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:01.154391 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2a1edbed-3bb0-462a-9e7a-aa15d03ffcd1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.212540 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.236759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1edbed-3bb0-462a-9e7a-aa15d03ffcd1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=fa5eaf58-89c9-4740-b7a8-ed2f01105ddf,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:01.264158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:01.279696 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd71da-d06d-4ca4-9185-3b776d52551f None None] Sync routers for ids ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:01.302013 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd71da-d06d-4ca4-9185-3b776d52551f None None] Routers {'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:01.302639 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8abd71da-d06d-4ca4-9185-3b776d52551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:01.303250 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.344387 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-85c01a47-e456-4780-8fcd-8d36e5e624fa tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2586851 Oct 26 14:22:01.347097 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'tag': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:01.349726 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d685c8-8005-439c-826b-c6ebdd4a8c08" -d '{"events": [{"name": "network-changed", "server_uuid": "1e58f3f9-16be-4185-b515-1812c1e77ba7", "tag": "ccf48017-0c79-4e68-8932-7a3ad9dd388d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:01.352548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55622) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:01.368721 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2a1edbed-3bb0-462a-9e7a-aa15d03ffcd1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.375604 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-2a1edbed-3bb0-462a-9e7a-aa15d03ffcd1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Floating IP 55359c36-e6c1-4e14-9125-f82ec9bd26f7 disassociated (deleted). External IP: 172.25.4.209, port: 50e9c5f5-bda9-41ae-9b42-24111ec5e21c. Oct 26 14:22:01.530765 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-8abd71da-d06d-4ca4-9185-3b776d52551f None None] Set router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:01.578987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:22:01.583962 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed6c2e8-8e5e-42c2-b9c5-fafbd20a8ba6 x-openstack-request-id: req-5ed6c2e8-8e5e-42c2-b9c5-fafbd20a8ba6 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:01.585068 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e58f3f9-16be-4185-b515-1812c1e77ba7", "tag": "ccf48017-0c79-4e68-8932-7a3ad9dd388d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:01.589793 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ed6c2e8-8e5e-42c2-b9c5-fafbd20a8ba6 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:01.590478 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'tag': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d', 'status': 'completed', 'code': 200} Oct 26 14:22:01.641108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9cb7c2e7-ee47-4265-91c0-f5f0391d3ba7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/floatingips/949d7097-9699-4add-93c6-1184738a86d9 HTTP/1.1" status: 200 len: 992 time: 0.2869711 Oct 26 14:22:01.763720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d685c8-8005-439c-826b-c6ebdd4a8c08 req-1a40c8a2-5696-4765-8d25-d9c74fd878c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:01.769396 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58d685c8-8005-439c-826b-c6ebdd4a8c08 req-1a40c8a2-5696-4765-8d25-d9c74fd878c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 1097 time: 0.2282736 Oct 26 14:22:01.783112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:01.796579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Sync routers for ids ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:01.814766 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Routers {'99ddc8af-2dba-44be-8d53-bcb49c5c65bf'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:01.816124 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:01.854602 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.860560 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cb6d135e-9f84-40de-b827-6d929c8c86b9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.7513261 Oct 26 14:22:01.862126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55652) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:01.875988 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8abd71da-d06d-4ca4-9185-3b776d52551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:21:20Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '949d7097-9699-4add-93c6-1184738a86d9', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'port_id': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'mac_address': 'fa:16:3e:1d:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:21:59Z', 'revision_number': 0, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a290dc2-5131-4580-8685-5dc349e127c2', 'name': '', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:23:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:19Z', 'updated_at': '2021-10-26T14:21:27Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:01.904491 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd71da-d06d-4ca4-9185-3b776d52551f None None] Checking router: ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:22:01.913890 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd71da-d06d-4ca4-9185-3b776d52551f None None] Routers {'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:01.914817 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8abd71da-d06d-4ca4-9185-3b776d52551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:02.083489 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-8abd71da-d06d-4ca4-9185-3b776d52551f None None] Set router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:02.186419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Set router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:02.333944 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3226ac0d-9c64-4207-9ca5-4e6444436109 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7cb5d9869c524d628a386d356ebef371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4686766 Oct 26 14:22:02.340032 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55690) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:02.450861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d685c8-8005-439c-826b-c6ebdd4a8c08 req-342adedc-5cbc-4692-a355-8cd9911e3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:02.485452 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58d685c8-8005-439c-826b-c6ebdd4a8c08 req-342adedc-5cbc-4692-a355-8cd9911e3cec service neutron] 10.222.0.11 "GET /v2.0/networks?id=5986448c-fd46-4f3a-b959-70094d318c17 HTTP/1.1" status: 200 len: 897 time: 0.6923440 Oct 26 14:22:02.513428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1edbed-3bb0-462a-9e7a-aa15d03ffcd1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:02.566563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558259c6-d979-4efc-8999-44eeff66fe04 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:02.594617 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-558259c6-d979-4efc-8999-44eeff66fe04 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2533782 Oct 26 14:22:02.595298 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55714) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:02.608929 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8abd71da-d06d-4ca4-9185-3b776d52551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:21:20Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '949d7097-9699-4add-93c6-1184738a86d9', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'port_id': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'mac_address': 'fa:16:3e:1d:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:21:59Z', 'revision_number': 0, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a290dc2-5131-4580-8685-5dc349e127c2', 'name': '', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:23:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:19Z', 'updated_at': '2021-10-26T14:21:27Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:02.653616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55722) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:02.677174 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd71da-d06d-4ca4-9185-3b776d52551f None None] The sync data for ids ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'] in n-d-815498-1 is: [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:21:20Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '949d7097-9699-4add-93c6-1184738a86d9', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'port_id': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'mac_address': 'fa:16:3e:1d:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:21:59Z', 'revision_number': 0, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a290dc2-5131-4580-8685-5dc349e127c2', 'name': '', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:23:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:19Z', 'updated_at': '2021-10-26T14:21:27Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:02.686448 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6e8c8d9d-d20e-48ff-a300-8b884a70abcd tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0873806 Oct 26 14:22:02.695391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55728) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:02.721650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c31c8-81a3-4d67-9f91-497e0ead7baf req-9521305b-e7e1-4072-9b96-3aa1235d13bd tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:02.725310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8c31c8-81a3-4d67-9f91-497e0ead7baf req-9521305b-e7e1-4072-9b96-3aa1235d13bd tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.5524695 Oct 26 14:22:02.754586 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:22:00Z', 'revision_number': 3, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:02.755558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ebf7e702-fc62-4081-9cc5-bcb488dab187 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2073325170', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'project_id': '7cb5d9869c524d628a386d356ebef371', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:02.771810 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-05a4322f-9b46-47a8-9fd2-fed6df30e9e3 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/floatingips/949d7097-9699-4add-93c6-1184738a86d9 HTTP/1.1" status: 200 len: 992 time: 0.1170473 Oct 26 14:22:02.820529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Checking router: 99ddc8af-2dba-44be-8d53-bcb49c5c65bf for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:22:02.825895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Updating router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf port 61b6734c-d74c-406b-8c89-ed5df3d73ec2 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:22:02.873679 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.146285 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f880f4b-be7c-498f-ad13-116511ae7505 None None] New status for floating IP 949d7097-9699-4add-93c6-1184738a86d9: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:22:03.431651 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.440148 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.511828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Attempting to bind port 61b6734c-d74c-406b-8c89-ed5df3d73ec2 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:03.512616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Attempting to bind port 61b6734c-d74c-406b-8c89-ed5df3d73ec2 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:03.513178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Attempting to bind port 61b6734c-d74c-406b-8c89-ed5df3d73ec2 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:03.524688 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:03.525584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:03.526202 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.526781 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:03.527431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Bound port: 61b6734c-d74c-406b-8c89-ed5df3d73ec2, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:03.527989 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.547385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55754) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:03.616854 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55758) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:03.624076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-28c2afc9-b08f-4816-b06e-9f26906ee5ba tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Request body: {'subnet': {'network_id': '95f775ed-b7e6-4c6a-907d-236fa4714a1c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:03.739901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d22c8f9-c457-41a1-bf12-8cbec57a863b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.752257 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1edbed-3bb0-462a-9e7a-aa15d03ffcd1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:03.770028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79e9b2-1d01-44fe-82c1-1746e4e87252 None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:03.771422 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2a1edbed-3bb0-462a-9e7a-aa15d03ffcd1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.772967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c2afc9-b08f-4816-b06e-9f26906ee5ba tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Made reservation on behalf of 99a602c72f0e4831890799043b663a8c for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:03.778548 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28c2afc9-b08f-4816-b06e-9f26906ee5ba tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.784762 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55760) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:03.786910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79e9b2-1d01-44fe-82c1-1746e4e87252 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:03.787530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1c79e9b2-1d01-44fe-82c1-1746e4e87252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:03.811136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2a1edbed-3bb0-462a-9e7a-aa15d03ffcd1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/floatingips/55359c36-e6c1-4e14-9125-f82ec9bd26f7 HTTP/1.1" status: 204 len: 168 time: 4.0281842 Oct 26 14:22:03.812882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58d685c8-8005-439c-826b-c6ebdd4a8c08 req-bd824f92-4368-4fd7-bc03-cde366386674 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccf48017-0c79-4e68-8932-7a3ad9dd388d HTTP/1.1" status: 200 len: 1000 time: 1.2891400 Oct 26 14:22:03.816479 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e8c31c8-81a3-4d67-9f91-497e0ead7baf req-444b026a-ccb8-47d0-a0bf-93db25c51a37 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0467935 Oct 26 14:22:03.816954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55762) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:03.839767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f03e74-2999-49c2-864c-728eb23c1692 None None] Pushing event updated for resources: {'Port': ['ID=61b6734c-d74c-406b-8c89-ed5df3d73ec2,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:03.844490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1c79e9b2-1d01-44fe-82c1-1746e4e87252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:03.877277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79e9b2-1d01-44fe-82c1-1746e4e87252 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:03.878658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1c79e9b2-1d01-44fe-82c1-1746e4e87252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:03.928404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1c79e9b2-1d01-44fe-82c1-1746e4e87252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:03.929061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79e9b2-1d01-44fe-82c1-1746e4e87252 None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:03.930938 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] For port 61b6734c-d74c-406b-8c89-ed5df3d73ec2, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:03.951805 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] For port 61b6734c-d74c-406b-8c89-ed5df3d73ec2, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=61b6734c-d74c-406b-8c89-ed5df3d73ec2,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:03.959861 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.969423 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d685c8-8005-439c-826b-c6ebdd4a8c08 req-b8bdf2cc-2d8f-4307-90cd-7df69de0b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:03.972489 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58d685c8-8005-439c-826b-c6ebdd4a8c08 req-b8bdf2cc-2d8f-4307-90cd-7df69de0b317 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3478ef3e-66c4-4dd1-95df-444fda58b044 HTTP/1.1" status: 200 len: 834 time: 0.1410918 Oct 26 14:22:03.995654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf7e702-fc62-4081-9cc5-bcb488dab187 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Made reservation on behalf of 7cb5d9869c524d628a386d356ebef371 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:03.999118 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e702-fc62-4081-9cc5-bcb488dab187 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.009720 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-47ec1d83-ed23-43eb-8ec2-42a58fdfbc47 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/floatingips/949d7097-9699-4add-93c6-1184738a86d9 HTTP/1.1" status: 200 len: 994 time: 0.2211556 Oct 26 14:22:04.066630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Routers {'99ddc8af-2dba-44be-8d53-bcb49c5c65bf'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:04.067292 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:04.107923 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d22c8f9-c457-41a1-bf12-8cbec57a863b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.127076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-221667d4-bae0-451a-b114-3b7dd1cec290 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port 50e9c5f5-bda9-41ae-9b42-24111ec5e21c {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:04.127478 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-221667d4-bae0-451a-b114-3b7dd1cec290 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.135096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d685c8-8005-439c-826b-c6ebdd4a8c08 req-e515fc66-b261-439c-b960-d802c253111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:04.136685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58d685c8-8005-439c-826b-c6ebdd4a8c08 req-e515fc66-b261-439c-b960-d802c253111c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5986448c-fd46-4f3a-b959-70094d318c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574674 Oct 26 14:22:04.142534 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d22c8f9-c457-41a1-bf12-8cbec57a863b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.172014 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f03e74-2999-49c2-864c-728eb23c1692 None None] Pushing event updated for resources: {'Port': ['ID=61b6734c-d74c-406b-8c89-ed5df3d73ec2,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:04.214214 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6d22c8f9-c457-41a1-bf12-8cbec57a863b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=588a74a1568041c69d252635d869916d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6656542 Oct 26 14:22:04.217418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55764) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:04.219414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22c8f9-c457-41a1-bf12-8cbec57a863b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a495df-e9a4-491f-8c12-67460de0735a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:04.242897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] Set router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:04.278949 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28c2afc9-b08f-4816-b06e-9f26906ee5ba tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.360688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2afc9-b08f-4816-b06e-9f26906ee5ba tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'Subnet': ['ID=baae5ab4-ee2d-418f-b708-73ad832dcbde,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:04.367917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c2afc9-b08f-4816-b06e-9f26906ee5ba tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Checking segment: {'id': '60c92493-78a9-4e89-a64b-e7c801221143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '95f775ed-b7e6-4c6a-907d-236fa4714a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:04.368387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c2afc9-b08f-4816-b06e-9f26906ee5ba tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Network hostable DHCP agents. Network: 95f775ed-b7e6-4c6a-907d-236fa4714a1c, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:22:04.390807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c2afc9-b08f-4816-b06e-9f26906ee5ba tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Network 95f775ed-b7e6-4c6a-907d-236fa4714a1c is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:22:04.403329 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-28c2afc9-b08f-4816-b06e-9f26906ee5ba tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 95f775ed-b7e6-4c6a-907d-236fa4714a1c) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:04.418455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c2afc9-b08f-4816-b06e-9f26906ee5ba tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:04.419463 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28c2afc9-b08f-4816-b06e-9f26906ee5ba tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.425862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39a4109-92d7-4cee-9938-b97c52b0e627 None None] Network 95f775ed-b7e6-4c6a-907d-236fa4714a1c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:04.441875 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-28c2afc9-b08f-4816-b06e-9f26906ee5ba tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8208497 Oct 26 14:22:04.442200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55766) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:04.447915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b845b394-0c76-4c11-9f57-1a51421237e0 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-858403523'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:04.471429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58d685c8-8005-439c-826b-c6ebdd4a8c08 req-bf84a481-6b88-4009-b1aa-42052e3db897 service neutron] 10.222.0.11 "GET /v2.0/networks/5986448c-fd46-4f3a-b959-70094d318c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187170 Oct 26 14:22:04.473511 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-221667d4-bae0-451a-b114-3b7dd1cec290 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.481807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b845b394-0c76-4c11-9f57-1a51421237e0 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Made reservation on behalf of 99a602c72f0e4831890799043b663a8c for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:04.485616 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b845b394-0c76-4c11-9f57-1a51421237e0 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.518427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b845b394-0c76-4c11-9f57-1a51421237e0 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:22:04.532671 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b845b394-0c76-4c11-9f57-1a51421237e0 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.533200 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-b845b394-0c76-4c11-9f57-1a51421237e0 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Added segment d8b22cb4-0050-4d4d-b4b6-29168a9fe8a1 of type vlan for network 4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86 Oct 26 14:22:04.539148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:22:00Z', 'revision_number': 3, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:04.564964 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4889e5e-36f4-497c-965e-7431deb0f393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.575144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192afd29-8df2-4bfa-bc27-ea0f9ea824e9 None None] The sync data for ids ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'] in n-d-815498-1 is: [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:22:00Z', 'revision_number': 3, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:04.584950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-221667d4-bae0-451a-b114-3b7dd1cec290 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for 50e9c5f5-bda9-41ae-9b42-24111ec5e21c owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:04.603583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b845b394-0c76-4c11-9f57-1a51421237e0 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.644965 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b845b394-0c76-4c11-9f57-1a51421237e0 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.653144 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b845b394-0c76-4c11-9f57-1a51421237e0 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:04.654148 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b845b394-0c76-4c11-9f57-1a51421237e0 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.692805 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-95f775ed-b7e6-4c6a-907d-236fa4714a1c', 'network_id': '95f775ed-b7e6-4c6a-907d-236fa4714a1c', 'tenant_id': '99a602c72f0e4831890799043b663a8c', 'fixed_ips': [{'subnet_id': 'baae5ab4-ee2d-418f-b708-73ad832dcbde'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:22:04.694725 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.732861 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e702-fc62-4081-9cc5-bcb488dab187 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.739376 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4889e5e-36f4-497c-965e-7431deb0f393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.764345 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b845b394-0c76-4c11-9f57-1a51421237e0 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3208516 Oct 26 14:22:04.765483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55768) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:04.777048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58d685c8-8005-439c-826b-c6ebdd4a8c08 req-2f3631d2-c9b2-43fd-b146-daa9ea0931ba service neutron] 10.222.0.11 "GET /v2.0/networks/5986448c-fd46-4f3a-b959-70094d318c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950509 Oct 26 14:22:04.780810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-56ab78f7-18f9-4e7b-bf7f-9854bf37de69 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Request body: {'subnet': {'network_id': '4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:04.806164 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845b394-0c76-4c11-9f57-1a51421237e0 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'Network': ['ID=4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:04.826625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:22:04.836129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7e702-fc62-4081-9cc5-bcb488dab187 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'Subnet': ['ID=0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:04.890265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7e702-fc62-4081-9cc5-bcb488dab187 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Checking segment: {'id': 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:04.890677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7e702-fc62-4081-9cc5-bcb488dab187 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Network hostable DHCP agents. Network: 00ae902e-ee22-4055-b170-4935394fcdd8, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:22:04.920702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7e702-fc62-4081-9cc5-bcb488dab187 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Network 00ae902e-ee22-4055-b170-4935394fcdd8 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:22:04.943890 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4889e5e-36f4-497c-965e-7431deb0f393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.946555 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4889e5e-36f4-497c-965e-7431deb0f393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.950261 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c4889e5e-36f4-497c-965e-7431deb0f393 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98a495df-e9a4-491f-8c12-67460de0735a HTTP/1.1" status: 204 len: 168 time: 0.6953466 Oct 26 14:22:04.965130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4889e5e-36f4-497c-965e-7431deb0f393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a495df-e9a4-491f-8c12-67460de0735a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:04.981536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ebf7e702-fc62-4081-9cc5-bcb488dab187 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 00ae902e-ee22-4055-b170-4935394fcdd8) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:05.000171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf7e702-fc62-4081-9cc5-bcb488dab187 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:05.000171 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e702-fc62-4081-9cc5-bcb488dab187 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.010075 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ab78f7-18f9-4e7b-bf7f-9854bf37de69 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Made reservation on behalf of 99a602c72f0e4831890799043b663a8c for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:05.015576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56ab78f7-18f9-4e7b-bf7f-9854bf37de69 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.072079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9b52da-a3d9-432b-8cf9-13a01ca3ed53 None None] Network 00ae902e-ee22-4055-b170-4935394fcdd8 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:05.113748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dbf64-4808-4c03-bb40-909c646529f2 req-bc2ce14d-9ecd-419b-a0be-3c0b869c745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:05.114982 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ebf7e702-fc62-4081-9cc5-bcb488dab187 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3885927 Oct 26 14:22:05.118650 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-438dbf64-4808-4c03-bb40-909c646529f2 req-bc2ce14d-9ecd-419b-a0be-3c0b869c745d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a&tenant_id=6c20e13b6806489fbae708b5ba152ca6 HTTP/1.1" status: 200 len: 1094 time: 0.2264771 Oct 26 14:22:05.119232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55774) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:05.213847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1560005-d4f5-41e5-9c01-6f98f464b7ed req-12aa7f2a-6440-4fb1-8cf1-c9a153590e45 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:05.216554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1560005-d4f5-41e5-9c01-6f98f464b7ed req-12aa7f2a-6440-4fb1-8cf1-c9a153590e45 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.1910839 Oct 26 14:22:05.219409 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-221667d4-bae0-451a-b114-3b7dd1cec290 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.256657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Allocated IP 2001:db8:0:ffff::2 (95f775ed-b7e6-4c6a-907d-236fa4714a1c/baae5ab4-ee2d-418f-b708-73ad832dcbde/d6504d5d-208b-48d6-b635-ff45537acec6) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:05.362875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dbf64-4808-4c03-bb40-909c646529f2 req-815c3d9f-75de-4e14-b963-aa5377823e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:05.364391 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-438dbf64-4808-4c03-bb40-909c646529f2 req-815c3d9f-75de-4e14-b963-aa5377823e11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 1094 time: 0.1827869 Oct 26 14:22:05.400956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221667d4-bae0-451a-b114-3b7dd1cec290 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=50e9c5f5-bda9-41ae-9b42-24111ec5e21c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:05.435362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-00ae902e-ee22-4055-b170-4935394fcdd8', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'fixed_ips': [{'subnet_id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:22:05.436829 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.503954 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1560005-d4f5-41e5-9c01-6f98f464b7ed req-30465813-dd12-4f97-acf9-37352cad76c5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767925 Oct 26 14:22:05.531303 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-221667d4-bae0-451a-b114-3b7dd1cec290 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.550542 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55778) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:05.551636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-221667d4-bae0-451a-b114-3b7dd1cec290 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/ports/50e9c5f5-bda9-41ae-9b42-24111ec5e21c HTTP/1.1" status: 204 len: 168 time: 1.7281537 Oct 26 14:22:05.562455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:05.563130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55780) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:05.581946 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f75302e8-1287-40f6-a144-02e25c761082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.668379 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.671217 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 61b6734c-d74c-406b-8c89-ed5df3d73ec2 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:05.708954 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f75302e8-1287-40f6-a144-02e25c761082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.711286 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.715613 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f75302e8-1287-40f6-a144-02e25c761082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.771537 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Network 95f775ed-b7e6-4c6a-907d-236fa4714a1c is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:05.771754 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f75302e8-1287-40f6-a144-02e25c761082 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=982585365e73404995f9fd85374aa699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2068622 Oct 26 14:22:05.772706 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55782) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:05.779831 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:05.783277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:05.790809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Allocated IP 172.20.0.2 (00ae902e-ee22-4055-b170-4935394fcdd8/0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0/7726c838-56b5-40b7-ab6c-f8dd85bac37e) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:05.792240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75302e8-1287-40f6-a144-02e25c761082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a03436d-20c2-40a1-8eaa-ae5663190f87,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:05.851820 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Pushing event updated for resources: {'Port': ['ID=d6504d5d-208b-48d6-b635-ff45537acec6,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:05.925737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:05.925737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:05.926131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:05.926420 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:05.926752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:05.927083 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:05.927412 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:05.927737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:05.928061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:05.928386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:05.928713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:05.929038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:05.933752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Attempting to bind port d6504d5d-208b-48d6-b635-ff45537acec6 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:05.934175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Attempting to bind port d6504d5d-208b-48d6-b635-ff45537acec6 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '60c92493-78a9-4e89-a64b-e7c801221143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '95f775ed-b7e6-4c6a-907d-236fa4714a1c'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:05.934545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Attempting to bind port d6504d5d-208b-48d6-b635-ff45537acec6 on network 95f775ed-b7e6-4c6a-907d-236fa4714a1c {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:05.942631 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 61b6734c-d74c-406b-8c89-ed5df3d73ec2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:05.943009 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.134842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:06.135621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Checking segment: {'id': '60c92493-78a9-4e89-a64b-e7c801221143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '95f775ed-b7e6-4c6a-907d-236fa4714a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:06.135621 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.135996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Bound using segment: {'id': '60c92493-78a9-4e89-a64b-e7c801221143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '95f775ed-b7e6-4c6a-907d-236fa4714a1c'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:06.136482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Bound port: d6504d5d-208b-48d6-b635-ff45537acec6, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c92493-78a9-4e89-a64b-e7c801221143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '95f775ed-b7e6-4c6a-907d-236fa4714a1c'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:06.136857 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.199106 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.216388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dbf64-4808-4c03-bb40-909c646529f2 req-f0a0ff78-5460-477f-859f-285c137fb0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:06.217869 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-438dbf64-4808-4c03-bb40-909c646529f2 req-f0a0ff78-5460-477f-859f-285c137fb0b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 918 time: 0.8178649 Oct 26 14:22:06.307168 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] For port d6504d5d-208b-48d6-b635-ff45537acec6, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:06.325421 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] For port d6504d5d-208b-48d6-b635-ff45537acec6, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d6504d5d-208b-48d6-b635-ff45537acec6,segment=NetworkSegment(60c92493-78a9-4e89-a64b-e7c801221143),segment_id=60c92493-78a9-4e89-a64b-e7c801221143)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:06.337708 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.343392 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.348250 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.396600 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.411993 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 61b6734c-d74c-406b-8c89-ed5df3d73ec2, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=61b6734c-d74c-406b-8c89-ed5df3d73ec2,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:06.433628 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.439787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Network 00ae902e-ee22-4055-b170-4935394fcdd8 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:06.443493 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f18804-90b2-4ea9-9141-93b061f631c0 None None] Pushing event updated for resources: {'Port': ['ID=d6504d5d-208b-48d6-b635-ff45537acec6,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:06.443626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a728260-cdd9-4812-844b-e1b00e2bd903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.449076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:06.451512 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:06.488837 n-d-815498-1 neutron-server[102123]: DEBUG neutron.objects.ports [None req-56ab78f7-18f9-4e7b-bf7f-9854bf37de69 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102123) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:22:06.519973 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56ab78f7-18f9-4e7b-bf7f-9854bf37de69 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.530631 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-438dbf64-4808-4c03-bb40-909c646529f2 req-73486d51-0c56-4de3-b247-d6ecb5e1fcf0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac HTTP/1.1" status: 200 len: 997 time: 0.2955539 Oct 26 14:22:06.538964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Pushing event updated for resources: {'Port': ['ID=7726c838-56b5-40b7-ab6c-f8dd85bac37e,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:06.546628 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Attempting to bind port 7726c838-56b5-40b7-ab6c-f8dd85bac37e on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:06.546998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Attempting to bind port 7726c838-56b5-40b7-ab6c-f8dd85bac37e by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:06.547374 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Attempting to bind port 7726c838-56b5-40b7-ab6c-f8dd85bac37e on network 00ae902e-ee22-4055-b170-4935394fcdd8 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:06.573226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:06.573391 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Checking segment: {'id': 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:06.573779 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.574203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Bound using segment: {'id': 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:06.577004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Bound port: 7726c838-56b5-40b7-ab6c-f8dd85bac37e, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:06.577416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.586606 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a728260-cdd9-4812-844b-e1b00e2bd903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.631326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=61b6734c-d74c-406b-8c89-ed5df3d73ec2,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:06.678665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] For port 7726c838-56b5-40b7-ab6c-f8dd85bac37e, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:06.683176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] For port 7726c838-56b5-40b7-ab6c-f8dd85bac37e, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7726c838-56b5-40b7-ab6c-f8dd85bac37e,segment=NetworkSegment(a59fc712-b2aa-440f-8fcd-ec178f5ab18a),segment_id=a59fc712-b2aa-440f-8fcd-ec178f5ab18a)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:06.701670 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.745003 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479ae46-c3d6-47c5-9578-a5cbb48d0817 req-b1008537-10b9-4e9b-b9a2-d2bb880fc4ee tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:06.745639 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f479ae46-c3d6-47c5-9578-a5cbb48d0817 req-b1008537-10b9-4e9b-b9a2-d2bb880fc4ee tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.1141052 Oct 26 14:22:06.778210 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab78f7-18f9-4e7b-bf7f-9854bf37de69 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'Subnet': ['ID=0eeb50e4-bc53-4393-8b24-0feb72a95cf0,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:06.794392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd52386-200c-4b61-98d0-3f18fbf8b6a3 None None] Pushing event updated for resources: {'Port': ['ID=7726c838-56b5-40b7-ab6c-f8dd85bac37e,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:06.818674 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a728260-cdd9-4812-844b-e1b00e2bd903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.821362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a728260-cdd9-4812-844b-e1b00e2bd903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.822648 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2a728260-cdd9-4812-844b-e1b00e2bd903 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a03436d-20c2-40a1-8eaa-ae5663190f87 HTTP/1.1" status: 204 len: 168 time: 1.0439184 Oct 26 14:22:06.831234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dbf64-4808-4c03-bb40-909c646529f2 req-2e275393-823e-4984-a526-c0c54c6b271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:06.832700 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-438dbf64-4808-4c03-bb40-909c646529f2 req-2e275393-823e-4984-a526-c0c54c6b271a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.2642336 Oct 26 14:22:06.864695 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f479ae46-c3d6-47c5-9578-a5cbb48d0817 req-50ce739d-a69a-4106-a673-403f057337ec tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023238 Oct 26 14:22:06.881299 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a728260-cdd9-4812-844b-e1b00e2bd903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a03436d-20c2-40a1-8eaa-ae5663190f87,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:06.955421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab78f7-18f9-4e7b-bf7f-9854bf37de69 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Checking segment: {'id': 'd8b22cb4-0050-4d4d-b4b6-29168a9fe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:06.956311 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab78f7-18f9-4e7b-bf7f-9854bf37de69 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Network hostable DHCP agents. Network: 4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:22:07.026857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dbf64-4808-4c03-bb40-909c646529f2 req-3e70221e-3c05-4d2b-86b4-6b1204fc4946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:07.028425 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-438dbf64-4808-4c03-bb40-909c646529f2 req-3e70221e-3c05-4d2b-86b4-6b1204fc4946 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844168 Oct 26 14:22:07.035635 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.079041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab78f7-18f9-4e7b-bf7f-9854bf37de69 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Network 4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:22:07.163067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-56ab78f7-18f9-4e7b-bf7f-9854bf37de69 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:07.179076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab78f7-18f9-4e7b-bf7f-9854bf37de69 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:07.179661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56ab78f7-18f9-4e7b-bf7f-9854bf37de69 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.182930 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f87193-2a88-4e73-97e6-7334a4ba2014 None None] Network 4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:07.247860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55792) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:07.247971 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-56ab78f7-18f9-4e7b-bf7f-9854bf37de69 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4729583 Oct 26 14:22:07.252263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-cc927f6f-8a43-4e9c-b8e5-bc287c174801 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Request body: {'port': {'network_id': '4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86', 'name': 'tempest-NetworksIpV6TestAttrs-718803563'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:07.306162 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.329351 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-438dbf64-4808-4c03-bb40-909c646529f2 req-88609748-725e-40c6-853d-19166c6954ed service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861073 Oct 26 14:22:07.419224 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86', 'network_id': '4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86', 'tenant_id': '99a602c72f0e4831890799043b663a8c', 'fixed_ips': [{'subnet_id': '0eeb50e4-bc53-4393-8b24-0feb72a95cf0'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:22:07.422444 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.425790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.25.4.18 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/01e5979b-85a0-4535-a66a-9f0a4762563c) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:07.445950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc927f6f-8a43-4e9c-b8e5-bc287c174801 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Made reservation on behalf of 99a602c72f0e4831890799043b663a8c for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:07.454113 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc927f6f-8a43-4e9c-b8e5-bc287c174801 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.484733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-cc927f6f-8a43-4e9c-b8e5-bc287c174801 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] device_id is not set on port b22f4c1d-929d-4eca-a187-eb9eb0a1cc3e yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:22:07.684679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Allocated IP 2001:db8::f816:3eff:fec6:e41 (4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86/0eeb50e4-bc53-4393-8b24-0feb72a95cf0/c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:07.713856 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-438dbf64-4808-4c03-bb40-909c646529f2 req-d481b548-f9a1-449d-b502-1d4fe198d71e service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717568 Oct 26 14:22:07.768947 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.860884 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d6504d5d-208b-48d6-b635-ff45537acec6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:07.946397 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.004987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:08.020101 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dadf75-92dc-45d3-8f0a-beaefe595062 None None] Network 95f775ed-b7e6-4c6a-907d-236fa4714a1c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:08.046876 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:08.091156 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:08.097202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55816) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:08.098094 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131734e-7b8e-4c63-a344-b24d3f54b83b req-e9d42a29-955d-4803-9edf-e405b0d396cc tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:08.106826 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f131734e-7b8e-4c63-a344-b24d3f54b83b req-e9d42a29-955d-4803-9edf-e405b0d396cc tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.1071341 Oct 26 14:22:08.158451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f131734e-7b8e-4c63-a344-b24d3f54b83b req-12aedebc-4812-4c3f-bd80-eda66d741a14 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442004 Oct 26 14:22:08.162075 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=01e5979b-85a0-4535-a66a-9f0a4762563c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:08.224660 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.229763 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d6504d5d-208b-48d6-b635-ff45537acec6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:08.230055 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.286170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-53192437-d5ac-4c60-ae48-ffed068590dd None None] Provisioning complete for port d6504d5d-208b-48d6-b635-ff45537acec6 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:08.286531 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-53192437-d5ac-4c60-ae48-ffed068590dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.294640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Allocated IP 172.20.0.1 (00ae902e-ee22-4055-b170-4935394fcdd8/0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0/04285aea-490c-4ac9-add7-f8b4d62ba926) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:08.315942 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.341151 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.380192 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-150476496-network', 'tenant_id': '6bcf474373744e67b719326f17fd4da5'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:08.380965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-cc927f6f-8a43-4e9c-b8e5-bc287c174801 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Allocated IP 2001:db8::f816:3eff:fee7:eb89 (4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86/0eeb50e4-bc53-4393-8b24-0feb72a95cf0/b22f4c1d-929d-4eca-a187-eb9eb0a1cc3e) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:08.398795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Network 4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:08.416018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:08.478004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:08.508718 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.509831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] Made reservation on behalf of 6bcf474373744e67b719326f17fd4da5 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:08.512626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.560332 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.648746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Pushing event updated for resources: {'Port': ['ID=c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:08.670855 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.671119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1452599-48e7-41fe-b2c5-1402a0879ae4 None None] Network 00ae902e-ee22-4055-b170-4935394fcdd8 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:08.678618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc927f6f-8a43-4e9c-b8e5-bc287c174801 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.763267 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc927f6f-8a43-4e9c-b8e5-bc287c174801 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.867905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc927f6f-8a43-4e9c-b8e5-bc287c174801 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Network 4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:08.878045 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-53192437-d5ac-4c60-ae48-ffed068590dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.882584 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-cc927f6f-8a43-4e9c-b8e5-bc287c174801 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:08.894083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc927f6f-8a43-4e9c-b8e5-bc287c174801 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:08.910657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc927f6f-8a43-4e9c-b8e5-bc287c174801 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:08.911823 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc927f6f-8a43-4e9c-b8e5-bc287c174801 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.928733 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-53192437-d5ac-4c60-ae48-ffed068590dd None None] For port d6504d5d-208b-48d6-b635-ff45537acec6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d6504d5d-208b-48d6-b635-ff45537acec6,segment=NetworkSegment(60c92493-78a9-4e89-a64b-e7c801221143),segment_id=60c92493-78a9-4e89-a64b-e7c801221143)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:08.950234 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cc927f6f-8a43-4e9c-b8e5-bc287c174801 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7028818 Oct 26 14:22:08.955418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55830) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:08.956638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Attempting to bind port c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:08.957138 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Attempting to bind port c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd8b22cb4-0050-4d4d-b4b6-29168a9fe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:08.957563 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Attempting to bind port c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8 on network 4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:08.960193 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-53192437-d5ac-4c60-ae48-ffed068590dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.984312 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.041565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Network 00ae902e-ee22-4055-b170-4935394fcdd8 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:09.048512 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:09.049022 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Checking segment: {'id': 'd8b22cb4-0050-4d4d-b4b6-29168a9fe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:09.050199 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.050752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Bound using segment: {'id': 'd8b22cb4-0050-4d4d-b4b6-29168a9fe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:09.051249 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Bound port: c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b22cb4-0050-4d4d-b4b6-29168a9fe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:09.051633 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.063439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:09.063955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc927f6f-8a43-4e9c-b8e5-bc287c174801 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'Port': ['ID=b22f4c1d-929d-4eca-a187-eb9eb0a1cc3e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:09.074095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:09.116052 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.116664 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2d123c-4187-403c-a0b8-fd02276fb998 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Deleting subnet 0eeb50e4-bc53-4393-8b24-0feb72a95cf0 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:22:09.133607 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cb2d123c-4187-403c-a0b8-fd02276fb998 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.199766 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.216699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53192437-d5ac-4c60-ae48-ffed068590dd None None] Pushing event updated for resources: {'Port': ['ID=d6504d5d-208b-48d6-b635-ff45537acec6,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:09.226994 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cb2d123c-4187-403c-a0b8-fd02276fb998 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.232321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a1b709bc-5528-4fde-88ee-521b1600b0c8 None None] Provisioning complete for port 7726c838-56b5-40b7-ab6c-f8dd85bac37e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:09.232753 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a1b709bc-5528-4fde-88ee-521b1600b0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.248703 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.289390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:22:09.315842 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.316235 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] Added segment 64bbca1a-2fe6-42d1-84c2-d521552306f9 of type vlan for network 4c0322bb-1e1e-46e8-8564-2d448b82a61a Oct 26 14:22:09.379460 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] For port c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:09.420479 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.430140 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] For port c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8,segment=NetworkSegment(d8b22cb4-0050-4d4d-b4b6-29168a9fe8a1),segment_id=d8b22cb4-0050-4d4d-b4b6-29168a9fe8a1)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:09.458958 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.536370 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:22:09.537425 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:22:09.560035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:09.564777 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.576202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:09.577323 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.682893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] Pushing event updated for resources: {'Network': ['ID=4c0322bb-1e1e-46e8-8564-2d448b82a61a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:09.702201 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db7310-2bbf-45eb-865a-15be5e4ac3b3 None None] Pushing event updated for resources: {'Port': ['ID=c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:09.709733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'Port': ['ID=04285aea-490c-4ac9-add7-f8b4d62ba926,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:09.714962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.717750 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.724447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:22:09.726472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481772f-02dd-4193-ab4b-05b3b7a74301 req-ab1ab395-dc6a-424c-a2ad-868b5dcc824d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:09.740895 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a1b709bc-5528-4fde-88ee-521b1600b0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.747545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b481772f-02dd-4193-ab4b-05b3b7a74301 req-ab1ab395-dc6a-424c-a2ad-868b5dcc824d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.3437672 Oct 26 14:22:09.858436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a1b709bc-5528-4fde-88ee-521b1600b0c8 None None] For port 7726c838-56b5-40b7-ab6c-f8dd85bac37e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7726c838-56b5-40b7-ab6c-f8dd85bac37e,segment=NetworkSegment(a59fc712-b2aa-440f-8fcd-ec178f5ab18a),segment_id=a59fc712-b2aa-440f-8fcd-ec178f5ab18a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:09.898988 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b481772f-02dd-4193-ab4b-05b3b7a74301 req-e254ca12-a4bb-414f-b25e-c620051e567c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394217 Oct 26 14:22:09.903046 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cb2d123c-4187-403c-a0b8-fd02276fb998 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.995996 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a1b709bc-5528-4fde-88ee-521b1600b0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.068601 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f9286608-79e0-407c-8468-ed7652f9727d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9693747 Oct 26 14:22:10.069488 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.071987 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.074021 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cb2d123c-4187-403c-a0b8-fd02276fb998 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.074749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55834) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:10.109856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-575dc479-9dd6-4d3f-9f89-972a78ec581b admin admin] Request body: {'subnet': {'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-150476496-subnet', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:10.153592 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cb2d123c-4187-403c-a0b8-fd02276fb998 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.172295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cb2d123c-4187-403c-a0b8-fd02276fb998 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/subnets/0eeb50e4-bc53-4393-8b24-0feb72a95cf0 HTTP/1.1" status: 204 len: 168 time: 1.2038114 Oct 26 14:22:10.173737 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55836) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:10.210948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575dc479-9dd6-4d3f-9f89-972a78ec581b admin admin] Made reservation on behalf of 6bcf474373744e67b719326f17fd4da5 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:10.218339 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-575dc479-9dd6-4d3f-9f89-972a78ec581b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.318736 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d123c-4187-403c-a0b8-fd02276fb998 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Subnet': ['ID=0eeb50e4-bc53-4393-8b24-0feb72a95cf0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:10.324227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b921bf3-390c-41c8-8ea1-a58c35694d06 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:10.325179 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b921bf3-390c-41c8-8ea1-a58c35694d06 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:10.326749 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1b921bf3-390c-41c8-8ea1-a58c35694d06 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1479528 Oct 26 14:22:10.330146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55838) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:10.419220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=01e5979b-85a0-4535-a66a-9f0a4762563c,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:10.470525 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.490786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e01dc510-047e-4dc1-9ace-4bf1d4cd651c None None] Provisioning complete for port d6504d5d-208b-48d6-b635-ff45537acec6 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:10.491413 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e01dc510-047e-4dc1-9ace-4bf1d4cd651c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.509779 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.511055 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1de76efa-21de-4288-9deb-15dcc22930be tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9580286 Oct 26 14:22:10.515298 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7726c838-56b5-40b7-ab6c-f8dd85bac37e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:10.521389 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55840) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:10.537960 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-886f1f93-4a9c-439a-92b7-7e3fb895cd1a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.550152 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b709bc-5528-4fde-88ee-521b1600b0c8 None None] Pushing event updated for resources: {'Port': ['ID=7726c838-56b5-40b7-ab6c-f8dd85bac37e,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:10.564032 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-886f1f93-4a9c-439a-92b7-7e3fb895cd1a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 14:22:10.564595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886f1f93-4a9c-439a-92b7-7e3fb895cd1a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:22:10.572765 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-886f1f93-4a9c-439a-92b7-7e3fb895cd1a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/networks/4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86 HTTP/1.1" status: 409 len: 405 time: 0.2399600 Oct 26 14:22:10.573302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55842) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:10.591316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-031e1c6d-4cc7-4a4a-b742-ab5d28c2a2a4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1101317249'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:10.616928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-56d5c17b-f38e-4586-b3dd-b90dd50f5f9b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'port': {'network_id': '88c13d44-6a28-4d61-9a1e-a9966a3a4a20', 'name': 'tempest-FloatingIPTestJSON-1714956316'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:10.640038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031e1c6d-4cc7-4a4a-b742-ab5d28c2a2a4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Made reservation on behalf of 99a602c72f0e4831890799043b663a8c for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:10.642442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 7726c838-56b5-40b7-ab6c-f8dd85bac37e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:10.643037 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.644506 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-031e1c6d-4cc7-4a4a-b742-ab5d28c2a2a4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.710312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031e1c6d-4cc7-4a4a-b742-ab5d28c2a2a4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:22:10.733374 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-031e1c6d-4cc7-4a4a-b742-ab5d28c2a2a4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.733631 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-031e1c6d-4cc7-4a4a-b742-ab5d28c2a2a4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Added segment 191eb882-65ff-4fd7-bc5c-42cb35e1eaf3 of type vlan for network 86db8393-74a0-445c-b3ea-018561659814 Oct 26 14:22:10.765831 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e01dc510-047e-4dc1-9ace-4bf1d4cd651c None None] Provisioning complete for port 7726c838-56b5-40b7-ab6c-f8dd85bac37e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:10.770288 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e01dc510-047e-4dc1-9ace-4bf1d4cd651c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.832677 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-031e1c6d-4cc7-4a4a-b742-ab5d28c2a2a4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.839117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 61b6734c-d74c-406b-8c89-ed5df3d73ec2 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:10.884516 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-031e1c6d-4cc7-4a4a-b742-ab5d28c2a2a4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.914645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e1c6d-4cc7-4a4a-b742-ab5d28c2a2a4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:10.917624 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-031e1c6d-4cc7-4a4a-b742-ab5d28c2a2a4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.016429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 61b6734c-d74c-406b-8c89-ed5df3d73ec2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:11.016799 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.030843 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:22:11.114962 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-031e1c6d-4cc7-4a4a-b742-ab5d28c2a2a4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5404632 Oct 26 14:22:11.122484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55846) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:11.130643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-343cc7ae-7657-41c2-9422-c588989b78f5 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Request body: {'subnet': {'network_id': '86db8393-74a0-445c-b3ea-018561659814', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:11.139251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e01dc510-047e-4dc1-9ace-4bf1d4cd651c None None] Provisioning complete for port 04285aea-490c-4ac9-add7-f8b4d62ba926 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:11.140438 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e01dc510-047e-4dc1-9ace-4bf1d4cd651c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.285688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e1c6d-4cc7-4a4a-b742-ab5d28c2a2a4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'Network': ['ID=86db8393-74a0-445c-b3ea-018561659814,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:11.314354 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e01dc510-047e-4dc1-9ace-4bf1d4cd651c None None] Port 04285aea-490c-4ac9-add7-f8b4d62ba926 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:11.323172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827de98-2ee7-4283-a89a-1101c14ba4da req-96b09434-ad9b-41c8-acea-5fe2d29bfa43 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:11.324947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4827de98-2ee7-4283-a89a-1101c14ba4da req-96b09434-ad9b-41c8-acea-5fe2d29bfa43 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.2664824 Oct 26 14:22:11.332857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343cc7ae-7657-41c2-9422-c588989b78f5 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Made reservation on behalf of 99a602c72f0e4831890799043b663a8c for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:11.337598 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-343cc7ae-7657-41c2-9422-c588989b78f5 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.341351 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 86db8393-74a0-445c-b3ea-018561659814 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:22:11.528670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf8b145-a69c-468a-b617-e4f6f23aaa8c None None] Network 4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:11.607751 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-11803e87-b433-4327-8847-b76a07f1b082 None None] Provisioning complete for port 04285aea-490c-4ac9-add7-f8b4d62ba926 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:11.618529 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-11803e87-b433-4327-8847-b76a07f1b082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.642024 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4827de98-2ee7-4283-a89a-1101c14ba4da req-77c67ae5-7c06-4582-b5ae-a6fcaba9be9a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850736 Oct 26 14:22:11.698837 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7726c838-56b5-40b7-ab6c-f8dd85bac37e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:11.753829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-11803e87-b433-4327-8847-b76a07f1b082 None None] Port 04285aea-490c-4ac9-add7-f8b4d62ba926 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:11.800117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 7726c838-56b5-40b7-ab6c-f8dd85bac37e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:11.800490 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.890047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9033e6-46ed-4769-92ba-6892e7f04aaf None None] DHCP port deletion for 4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:22:11.978443 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-29584bd1-2330-4afc-b6eb-2334a6b58fc1 None None] Provisioning complete for port c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:11.978861 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-29584bd1-2330-4afc-b6eb-2334a6b58fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.016267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.objects.ports [None req-343cc7ae-7657-41c2-9422-c588989b78f5 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102124) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:22:12.027519 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-343cc7ae-7657-41c2-9422-c588989b78f5 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.053352 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-575dc479-9dd6-4d3f-9f89-972a78ec581b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.113541 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-29584bd1-2330-4afc-b6eb-2334a6b58fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.129281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dc479-9dd6-4d3f-9f89-972a78ec581b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0644abd-266d-41c5-9f8d-ca0893e4341b,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:12.142375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d5c17b-f38e-4586-b3dd-b90dd50f5f9b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Made reservation on behalf of 5a483ddb03ca4ab7a499729255d4ccb4 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:12.144610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e9033e6-46ed-4769-92ba-6892e7f04aaf None None] Deleting port c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:12.144910 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e9033e6-46ed-4769-92ba-6892e7f04aaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.147352 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56d5c17b-f38e-4586-b3dd-b90dd50f5f9b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.147721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d6504d5d-208b-48d6-b635-ff45537acec6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:12.169327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cc7ae-7657-41c2-9422-c588989b78f5 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'Subnet': ['ID=3dab4fce-1a99-4cae-8292-e53124822602,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:12.182592 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cc7ae-7657-41c2-9422-c588989b78f5 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Checking segment: {'id': '191eb882-65ff-4fd7-bc5c-42cb35e1eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '86db8393-74a0-445c-b3ea-018561659814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:12.183027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343cc7ae-7657-41c2-9422-c588989b78f5 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Network hostable DHCP agents. Network: 86db8393-74a0-445c-b3ea-018561659814, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:22:12.191033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-56d5c17b-f38e-4586-b3dd-b90dd50f5f9b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] device_id is not set on port 3f579480-cc9a-494f-8f74-1e99f16a6a08 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:22:12.213100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343cc7ae-7657-41c2-9422-c588989b78f5 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Network 86db8393-74a0-445c-b3ea-018561659814 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:22:12.213720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-29584bd1-2330-4afc-b6eb-2334a6b58fc1 None None] For port c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8,segment=NetworkSegment(d8b22cb4-0050-4d4d-b4b6-29168a9fe8a1),segment_id=d8b22cb4-0050-4d4d-b4b6-29168a9fe8a1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:12.231475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-343cc7ae-7657-41c2-9422-c588989b78f5 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 86db8393-74a0-445c-b3ea-018561659814) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:12.236221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343cc7ae-7657-41c2-9422-c588989b78f5 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:12.237596 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-343cc7ae-7657-41c2-9422-c588989b78f5 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.242727 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-29584bd1-2330-4afc-b6eb-2334a6b58fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.270149 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-343cc7ae-7657-41c2-9422-c588989b78f5 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1457374 Oct 26 14:22:12.283455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55850) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:12.310256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e58d10b4-e40d-4866-ad5d-c06ab86317f8 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Request body: {'port': {'network_id': '86db8393-74a0-445c-b3ea-018561659814', 'name': 'tempest-NetworksIpV6TestAttrs-434056175'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:12.331178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a61703-e87c-473f-80e0-932837ea14ae None None] Network 86db8393-74a0-445c-b3ea-018561659814 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:12.386654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-56d5c17b-f38e-4586-b3dd-b90dd50f5f9b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.20.0.2 (88c13d44-6a28-4d61-9a1e-a9966a3a4a20/80df57bb-658b-466a-aa82-f7f34990d462/3f579480-cc9a-494f-8f74-1e99f16a6a08) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:12.468201 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e9033e6-46ed-4769-92ba-6892e7f04aaf None None] For port c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8,segment=NetworkSegment(d8b22cb4-0050-4d4d-b4b6-29168a9fe8a1),segment_id=d8b22cb4-0050-4d4d-b4b6-29168a9fe8a1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:12.468760 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e9033e6-46ed-4769-92ba-6892e7f04aaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.505597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d6504d5d-208b-48d6-b635-ff45537acec6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:12.505822 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.509623 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e9033e6-46ed-4769-92ba-6892e7f04aaf None None] Calling delete_port for c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:12.515819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29584bd1-2330-4afc-b6eb-2334a6b58fc1 None None] Pushing event updated for resources: {'Port': ['ID=c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:12.564476 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56d5c17b-f38e-4586-b3dd-b90dd50f5f9b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.668492 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e9033e6-46ed-4769-92ba-6892e7f04aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.706030 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9033e6-46ed-4769-92ba-6892e7f04aaf None None] No DVR routers for this DVR port c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:12.740304 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56d5c17b-f38e-4586-b3dd-b90dd50f5f9b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.770524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9033e6-46ed-4769-92ba-6892e7f04aaf None None] Pushing event deleted for resources: {'Port': ['ID=c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:12.789110 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8c3658bb-3e1a-4394-a516-dd6ebfd26b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.853522 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.869558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-86db8393-74a0-445c-b3ea-018561659814', 'network_id': '86db8393-74a0-445c-b3ea-018561659814', 'tenant_id': '99a602c72f0e4831890799043b663a8c', 'fixed_ips': [{'subnet_id': '3dab4fce-1a99-4cae-8292-e53124822602'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:22:12.869558 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.884430 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff9997-810a-43d5-af26-2aa0fa37b8fc req-1fffbd13-d979-4d24-9b64-1ea9cd4f063b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:12.891887 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9bff9997-810a-43d5-af26-2aa0fa37b8fc req-1fffbd13-d979-4d24-9b64-1ea9cd4f063b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.0842333 Oct 26 14:22:12.929367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575dc479-9dd6-4d3f-9f89-972a78ec581b admin admin] Checking segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:12.929367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575dc479-9dd6-4d3f-9f89-972a78ec581b admin admin] Network hostable DHCP agents. Network: 4c0322bb-1e1e-46e8-8564-2d448b82a61a, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:22:12.933957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5c17b-f38e-4586-b3dd-b90dd50f5f9b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=3f579480-cc9a-494f-8f74-1e99f16a6a08,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:12.938547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:12.944961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9bff9997-810a-43d5-af26-2aa0fa37b8fc req-0186d248-cd75-4346-947d-2a4d3fbc367d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521107 Oct 26 14:22:12.949896 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.972449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:22:12.973021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 14:22:13.043690 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.058826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'Port': ['ID=04285aea-490c-4ac9-add7-f8b4d62ba926,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:13.077860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Port c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8 not found, will not notify nova. {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 14:22:13.078120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d5c17b-f38e-4586-b3dd-b90dd50f5f9b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network 88c13d44-6a28-4d61-9a1e-a9966a3a4a20 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:13.136580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-56d5c17b-f38e-4586-b3dd-b90dd50f5f9b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:13.143379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d5c17b-f38e-4586-b3dd-b90dd50f5f9b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:13.165427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Allocated IP 2001:db8::f816:3eff:fe8f:5782 (86db8393-74a0-445c-b3ea-018561659814/3dab4fce-1a99-4cae-8292-e53124822602/64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:13.175554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575dc479-9dd6-4d3f-9f89-972a78ec581b admin admin] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:22:13.209468 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-575dc479-9dd6-4d3f-9f89-972a78ec581b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 4c0322bb-1e1e-46e8-8564-2d448b82a61a) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:13.223729 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575dc479-9dd6-4d3f-9f89-972a78ec581b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:13.224288 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-575dc479-9dd6-4d3f-9f89-972a78ec581b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.245752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d5c17b-f38e-4586-b3dd-b90dd50f5f9b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:13.246181 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56d5c17b-f38e-4586-b3dd-b90dd50f5f9b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.254837 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f589c-2da0-4b98-8b7d-93966a9d440f None None] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:13.262158 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58d10b4-e40d-4866-ad5d-c06ab86317f8 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Made reservation on behalf of 99a602c72f0e4831890799043b663a8c for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:13.265747 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e58d10b4-e40d-4866-ad5d-c06ab86317f8 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.358143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Network 00ae902e-ee22-4055-b170-4935394fcdd8 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:13.372167 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-575dc479-9dd6-4d3f-9f89-972a78ec581b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2727048 Oct 26 14:22:13.378850 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:13.379067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55854) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:13.385399 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-56d5c17b-f38e-4586-b3dd-b90dd50f5f9b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7834568 Oct 26 14:22:13.385584 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:13.389728 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55856) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:13.392530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-e58d10b4-e40d-4866-ad5d-c06ab86317f8 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] device_id is not set on port 4d251d7e-4fbf-43ab-9fba-3558bc68a794 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:22:13.398321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8a737d1c-2fea-440d-8393-e7d87a5856c2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'floatingip': {'port_id': '3f579480-cc9a-494f-8f74-1e99f16a6a08'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:13.408597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:13.515268 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.516307 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.533160 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a737d1c-2fea-440d-8393-e7d87a5856c2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.671679 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.682654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:13.817513 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.838484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:13.849371 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-72ec4486-3878-4080-bb3e-36dc3d593f73 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "PUT /v2.0/routers/99ddc8af-2dba-44be-8d53-bcb49c5c65bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7240858 Oct 26 14:22:13.854439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55858) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:13.854753 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Sync routers for ids ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:13.863855 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.866701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9e111faf-3b72-4516-8bf8-a32dfcd9f92f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--190457918', 'description': 'tempest-secgroup_access--190457918 description', 'project_id': '7cb5d9869c524d628a386d356ebef371'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:13.876236 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Routers {'99ddc8af-2dba-44be-8d53-bcb49c5c65bf'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:13.878475 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:13.891414 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Network 86db8393-74a0-445c-b3ea-018561659814 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:13.892917 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:22:13.893645 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c9dcc48e-abc8-493a-ba1c-7003d8d3cdc8 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:22:13.905196 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:13.912814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:13.984819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-e58d10b4-e40d-4866-ad5d-c06ab86317f8 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Allocated IP 2001:db8::f816:3eff:fe24:78cc (86db8393-74a0-445c-b3ea-018561659814/3dab4fce-1a99-4cae-8292-e53124822602/4d251d7e-4fbf-43ab-9fba-3558bc68a794) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:14.020841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c3a6b9f3-d07a-4ff2-b09c-45594a91b342 None None] Provisioning complete for port 04285aea-490c-4ac9-add7-f8b4d62ba926 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:14.021154 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b9f3-d07a-4ff2-b09c-45594a91b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.102474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c3a6b9f3-d07a-4ff2-b09c-45594a91b342 None None] Port 04285aea-490c-4ac9-add7-f8b4d62ba926 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:14.132603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Attempting to bind port 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:14.133153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Attempting to bind port 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '191eb882-65ff-4fd7-bc5c-42cb35e1eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '86db8393-74a0-445c-b3ea-018561659814'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:14.133586 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Attempting to bind port 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed on network 86db8393-74a0-445c-b3ea-018561659814 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:14.194803 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Set router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:14.201256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Pushing event updated for resources: {'Port': ['ID=64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:14.206933 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:14.206933 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Checking segment: {'id': '191eb882-65ff-4fd7-bc5c-42cb35e1eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '86db8393-74a0-445c-b3ea-018561659814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:14.207412 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.207718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Bound using segment: {'id': '191eb882-65ff-4fd7-bc5c-42cb35e1eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '86db8393-74a0-445c-b3ea-018561659814'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:14.208214 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Bound port: 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191eb882-65ff-4fd7-bc5c-42cb35e1eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '86db8393-74a0-445c-b3ea-018561659814'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:14.208604 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.242944 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:22:14.243828 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.325940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] For port 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:14.329588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] For port 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed,segment=NetworkSegment(191eb882-65ff-4fd7-bc5c-42cb35e1eaf3),segment_id=191eb882-65ff-4fd7-bc5c-42cb35e1eaf3)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:14.344612 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.394936 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e58d10b4-e40d-4866-ad5d-c06ab86317f8 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.422951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75811a33-6aae-4074-819b-aa1067a23eca None None] Pushing event updated for resources: {'Port': ['ID=64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:14.539763 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e58d10b4-e40d-4866-ad5d-c06ab86317f8 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.655560 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.667876 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9e111faf-3b72-4516-8bf8-a32dfcd9f92f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.690677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Allocated IP 172.20.0.2 (4c0322bb-1e1e-46e8-8564-2d448b82a61a/d0644abd-266d-41c5-9f8d-ca0893e4341b/9e6b7fc3-56a5-4315-8638-5da81bd390cf) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:14.691100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d10b4-e40d-4866-ad5d-c06ab86317f8 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'Port': ['ID=4d251d7e-4fbf-43ab-9fba-3558bc68a794,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:14.740232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58d10b4-e40d-4866-ad5d-c06ab86317f8 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Network 86db8393-74a0-445c-b3ea-018561659814 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:14.741772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-e58d10b4-e40d-4866-ad5d-c06ab86317f8 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:14.751524 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58d10b4-e40d-4866-ad5d-c06ab86317f8 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:14.771210 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58d10b4-e40d-4866-ad5d-c06ab86317f8 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:14.772115 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e58d10b4-e40d-4866-ad5d-c06ab86317f8 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.790437 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:22:09Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '04285aea-490c-4ac9-add7-f8b4d62ba926', 'name': '', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'mac_address': 'fa:16:3e:85:49:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:07Z', 'updated_at': '2021-10-26T14:22:11Z', 'revision_number': 2, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'subnets': [{'id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:14.860112 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e58d10b4-e40d-4866-ad5d-c06ab86317f8 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5750940 Oct 26 14:22:14.860441 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55862) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:14.890155 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Checking router: 99ddc8af-2dba-44be-8d53-bcb49c5c65bf for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:22:14.893460 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Updating router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf port 04285aea-490c-4ac9-add7-f8b4d62ba926 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:22:14.955497 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.057402 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9e111faf-3b72-4516-8bf8-a32dfcd9f92f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.057609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc21746-f496-4ed2-bcaa-ee241f44b81c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Deleting subnet 3dab4fce-1a99-4cae-8292-e53124822602 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:22:15.074922 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdc21746-f496-4ed2-bcaa-ee241f44b81c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.089198 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9e111faf-3b72-4516-8bf8-a32dfcd9f92f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.121823 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-74f427d7-4801-45a5-9a5b-f6c99e0d9da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.139441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233a6fc-415b-4d18-a115-85d3eb89de57 req-c1971a69-7a24-4b26-be75-736ac1f60165 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:15.141111 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8233a6fc-415b-4d18-a115-85d3eb89de57 req-c1971a69-7a24-4b26-be75-736ac1f60165 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.7838581 Oct 26 14:22:15.165138 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.183786 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.206928 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdc21746-f496-4ed2-bcaa-ee241f44b81c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.211517 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9e111faf-3b72-4516-8bf8-a32dfcd9f92f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.215526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9e111faf-3b72-4516-8bf8-a32dfcd9f92f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3574116 Oct 26 14:22:15.239746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55864) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:15.255277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-55bc4745-1755-4dc6-bdae-5ed882601d9b tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1214379297', 'description': 'tempest-secgroup_general--1214379297 description', 'project_id': '7cb5d9869c524d628a386d356ebef371'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:15.285097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:15.294488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:15.309606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:15.441698 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e111faf-3b72-4516-8bf8-a32dfcd9f92f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c417a5d-eb76-4928-a751-31bba412cf2a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:15.503001 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:15.507541 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Pushing event updated for resources: {'Port': ['ID=9e6b7fc3-56a5-4315-8638-5da81bd390cf,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:15.573493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8233a6fc-415b-4d18-a115-85d3eb89de57 req-7b141eb2-72be-4f21-a984-284d9fe4dfb3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4020457 Oct 26 14:22:15.583320 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdc21746-f496-4ed2-bcaa-ee241f44b81c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.588992 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Attempting to bind port 9e6b7fc3-56a5-4315-8638-5da81bd390cf on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:15.589517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Attempting to bind port 9e6b7fc3-56a5-4315-8638-5da81bd390cf by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:15.589902 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Attempting to bind port 9e6b7fc3-56a5-4315-8638-5da81bd390cf on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:15.610806 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:15.617558 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.620033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Checking segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:15.623312 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.624628 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Bound using segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:15.625801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Bound port: 9e6b7fc3-56a5-4315-8638-5da81bd390cf, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:15.627673 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.628061 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.745078 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:15.745538 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.771649 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdc21746-f496-4ed2-bcaa-ee241f44b81c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.776025 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55a9fa-40b1-45c6-9335-c7e2aed23b1c None None] Pushing event updated for resources: {'Port': ['ID=04285aea-490c-4ac9-add7-f8b4d62ba926,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:15.816268 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55a9fa-40b1-45c6-9335-c7e2aed23b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:15.817178 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55a9fa-40b1-45c6-9335-c7e2aed23b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:15.817725 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55a9fa-40b1-45c6-9335-c7e2aed23b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:15.818283 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55a9fa-40b1-45c6-9335-c7e2aed23b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:15.818812 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55a9fa-40b1-45c6-9335-c7e2aed23b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:15.819354 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55a9fa-40b1-45c6-9335-c7e2aed23b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:15.819873 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55a9fa-40b1-45c6-9335-c7e2aed23b1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:15.820421 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55a9fa-40b1-45c6-9335-c7e2aed23b1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:15.821230 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55a9fa-40b1-45c6-9335-c7e2aed23b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:15.821790 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55a9fa-40b1-45c6-9335-c7e2aed23b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:15.822510 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55a9fa-40b1-45c6-9335-c7e2aed23b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:15.823073 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55a9fa-40b1-45c6-9335-c7e2aed23b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:15.839156 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55bc4745-1755-4dc6-bdae-5ed882601d9b tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.848202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc21746-f496-4ed2-bcaa-ee241f44b81c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Subnet': ['ID=3dab4fce-1a99-4cae-8292-e53124822602,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:15.883020 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Attempting to bind port 04285aea-490c-4ac9-add7-f8b4d62ba926 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:15.885773 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Attempting to bind port 04285aea-490c-4ac9-add7-f8b4d62ba926 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:15.887541 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Attempting to bind port 04285aea-490c-4ac9-add7-f8b4d62ba926 on network 00ae902e-ee22-4055-b170-4935394fcdd8 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:15.905234 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdc21746-f496-4ed2-bcaa-ee241f44b81c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.914986 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bdc21746-f496-4ed2-bcaa-ee241f44b81c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/subnets/3dab4fce-1a99-4cae-8292-e53124822602 HTTP/1.1" status: 204 len: 168 time: 1.0531902 Oct 26 14:22:15.916358 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55868) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:15.931847 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:15.932576 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Checking segment: {'id': 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:15.932689 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.933009 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Bound using segment: {'id': 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:15.933483 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Bound port: 04285aea-490c-4ac9-add7-f8b4d62ba926, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:15.933861 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.001129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] For port 9e6b7fc3-56a5-4315-8638-5da81bd390cf, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:16.022296 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] For port 9e6b7fc3-56a5-4315-8638-5da81bd390cf, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9e6b7fc3-56a5-4315-8638-5da81bd390cf,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:16.032969 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.113625 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] For port 04285aea-490c-4ac9-add7-f8b4d62ba926, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:16.121581 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] For port 04285aea-490c-4ac9-add7-f8b4d62ba926, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=04285aea-490c-4ac9-add7-f8b4d62ba926,segment=NetworkSegment(a59fc712-b2aa-440f-8fcd-ec178f5ab18a),segment_id=a59fc712-b2aa-440f-8fcd-ec178f5ab18a)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:16.128109 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.144391 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d90b26-9361-4682-a1aa-29ca2ac05eeb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:16.147815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d90b26-9361-4682-a1aa-29ca2ac05eeb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:16.153629 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-46d90b26-9361-4682-a1aa-29ca2ac05eeb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2361305 Oct 26 14:22:16.154637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55870) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:16.263411 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.264485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c48b40-c653-4a59-a2cb-6efcc596d461 None None] Pushing event updated for resources: {'Port': ['ID=9e6b7fc3-56a5-4315-8638-5da81bd390cf,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:16.264649 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55bc4745-1755-4dc6-bdae-5ed882601d9b tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.301807 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Routers {'99ddc8af-2dba-44be-8d53-bcb49c5c65bf'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:16.302494 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:16.327530 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55bc4745-1755-4dc6-bdae-5ed882601d9b tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.358092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d00098c9-cc3f-41c4-b98f-dc00be37920f None None] Provisioning complete for port 04285aea-490c-4ac9-add7-f8b4d62ba926 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:16.358471 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d00098c9-cc3f-41c4-b98f-dc00be37920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.380910 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55a9fa-40b1-45c6-9335-c7e2aed23b1c None None] Pushing event updated for resources: {'Port': ['ID=04285aea-490c-4ac9-add7-f8b4d62ba926,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:16.425616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed,segment=NetworkSegment(191eb882-65ff-4fd7-bc5c-42cb35e1eaf3),segment_id=191eb882-65ff-4fd7-bc5c-42cb35e1eaf3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:16.458333 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.458740 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68dc349f-9790-4e6a-b971-1d28ad9563c7 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.499218 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-68dc349f-9790-4e6a-b971-1d28ad9563c7 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 14:22:16.499691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68dc349f-9790-4e6a-b971-1d28ad9563c7 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:22:16.517351 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-68dc349f-9790-4e6a-b971-1d28ad9563c7 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/networks/86db8393-74a0-445c-b3ea-018561659814 HTTP/1.1" status: 409 len: 405 time: 0.3611906 Oct 26 14:22:16.518682 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55872) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:16.542579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-779accea-6505-404a-bd8b-a0e6c251d4fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-766899716'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:16.627322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779accea-6505-404a-bd8b-a0e6c251d4fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Made reservation on behalf of 99a602c72f0e4831890799043b663a8c for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:16.630987 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-779accea-6505-404a-bd8b-a0e6c251d4fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.673016 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55bc4745-1755-4dc6-bdae-5ed882601d9b tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.678219 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-55bc4745-1755-4dc6-bdae-5ed882601d9b tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.4299352 Oct 26 14:22:16.680592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55876) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:16.680592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779accea-6505-404a-bd8b-a0e6c251d4fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:22:16.685016 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-600bd108-f04c-4dbd-8ca6-c1e794d8e60d tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Request body: {'security_group_rule': {'security_group_id': '3c417a5d-eb76-4928-a751-31bba412cf2a', 'project_id': '7cb5d9869c524d628a386d356ebef371', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:16.704789 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-779accea-6505-404a-bd8b-a0e6c251d4fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.705749 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-779accea-6505-404a-bd8b-a0e6c251d4fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Added segment 6a27e5ad-213a-40cf-970a-fae26191fbe0 of type vlan for network fd007a72-db11-4607-a929-62c53042678a Oct 26 14:22:16.717182 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] Set router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:16.724293 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.db.resource_extend [None req-8a737d1c-2fea-440d-8393-e7d87a5856c2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:22:16.748144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:16.760176 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-779accea-6505-404a-bd8b-a0e6c251d4fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.765594 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-600bd108-f04c-4dbd-8ca6-c1e794d8e60d tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.787092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd75250-c2d0-41a5-a3d1-32d60d8acf2b None None] Network 86db8393-74a0-445c-b3ea-018561659814 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:16.848307 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-779accea-6505-404a-bd8b-a0e6c251d4fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.853967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779accea-6505-404a-bd8b-a0e6c251d4fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:16.854841 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-779accea-6505-404a-bd8b-a0e6c251d4fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.864292 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc4745-1755-4dc6-bdae-5ed882601d9b tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc885c9e-7882-4961-a1af-87df17992f8b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:16.957411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-600bd108-f04c-4dbd-8ca6-c1e794d8e60d tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.964449 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-779accea-6505-404a-bd8b-a0e6c251d4fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4434946 Oct 26 14:22:16.964942 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a737d1c-2fea-440d-8393-e7d87a5856c2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.971947 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55878) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:16.977085 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-600bd108-f04c-4dbd-8ca6-c1e794d8e60d tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.991051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0fc909cb-b4db-419a-8ccf-ceca5b0a6fc1 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Request body: {'subnet': {'network_id': 'fd007a72-db11-4607-a929-62c53042678a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:17.004355 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.044323 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.046702 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a737d1c-2fea-440d-8393-e7d87a5856c2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.074240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779accea-6505-404a-bd8b-a0e6c251d4fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'Network': ['ID=fd007a72-db11-4607-a929-62c53042678a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:17.090440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bd108-f04c-4dbd-8ca6-c1e794d8e60d tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ccec95-9900-4d09-910e-16cc6bb45662,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:17.108786 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-600bd108-f04c-4dbd-8ca6-c1e794d8e60d tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.111111 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-600bd108-f04c-4dbd-8ca6-c1e794d8e60d tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4296963 Oct 26 14:22:17.120201 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network fd007a72-db11-4607-a929-62c53042678a details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:22:17.151670 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.190975 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc909cb-b4db-419a-8ccf-ceca5b0a6fc1 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Made reservation on behalf of 99a602c72f0e4831890799043b663a8c for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:17.200500 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fc909cb-b4db-419a-8ccf-ceca5b0a6fc1 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.216938 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.277908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Allocated IP 172.25.4.156 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/2d31d113-e0b4-4a84-9a1e-1c82ca90f166) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:17.390682 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:22:09Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '04285aea-490c-4ac9-add7-f8b4d62ba926', 'name': '', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'mac_address': 'fa:16:3e:85:49:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:07Z', 'updated_at': '2021-10-26T14:22:16Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'subnets': [{'id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:17.425419 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d1b6d-ad80-4063-be5c-3e38b6df8d7b None None] The sync data for ids ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'] in n-d-815498-1 is: [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:22:09Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '04285aea-490c-4ac9-add7-f8b4d62ba926', 'name': '', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'mac_address': 'fa:16:3e:85:49:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:07Z', 'updated_at': '2021-10-26T14:22:16Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'subnets': [{'id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:17.572503 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d00098c9-cc3f-41c4-b98f-dc00be37920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.685711 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-8a737d1c-2fea-440d-8393-e7d87a5856c2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Floating IP 5e123331-1882-4ec8-aa34-3018a3f055a6 associated. External IP: 172.25.4.18, port: 3f579480-cc9a-494f-8f74-1e99f16a6a08. Oct 26 14:22:17.691543 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d00098c9-cc3f-41c4-b98f-dc00be37920f None None] For port 04285aea-490c-4ac9-add7-f8b4d62ba926, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=04285aea-490c-4ac9-add7-f8b4d62ba926,segment=NetworkSegment(a59fc712-b2aa-440f-8fcd-ec178f5ab18a),segment_id=a59fc712-b2aa-440f-8fcd-ec178f5ab18a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:17.713544 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d00098c9-cc3f-41c4-b98f-dc00be37920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.869486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00098c9-cc3f-41c4-b98f-dc00be37920f None None] Pushing event updated for resources: {'Port': ['ID=04285aea-490c-4ac9-add7-f8b4d62ba926,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:17.882099 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9e6b7fc3-56a5-4315-8638-5da81bd390cf up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:17.989115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a91438b-eab9-4cec-bdd8-be785683f0b3 None None] DHCP port deletion for 86db8393-74a0-445c-b3ea-018561659814 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:22:18.009802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802938f9-723e-4d35-bc2f-34c1b9e0f3ad req-99dbc5b4-69ad-4291-88fd-e63677e06278 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:18.019141 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-802938f9-723e-4d35-bc2f-34c1b9e0f3ad req-99dbc5b4-69ad-4291-88fd-e63677e06278 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 1.1556506 Oct 26 14:22:18.100205 n-d-815498-1 neutron-server[102123]: DEBUG neutron.objects.ports [None req-0fc909cb-b4db-419a-8ccf-ceca5b0a6fc1 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102123) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:22:18.103283 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fc909cb-b4db-419a-8ccf-ceca5b0a6fc1 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.135054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7d6e9c58-070c-4d99-9637-2dec4c3473c8 None None] Provisioning complete for port 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:18.135716 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9c58-070c-4d99-9637-2dec4c3473c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.149656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-2c8c8994-d802-498d-9a63-728c59f53769 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--1214379297&fields=id&tenant_id=7cb5d9869c524d628a386d356ebef371 HTTP/1.1" status: 200 len: 267 time: 0.5164108 Oct 26 14:22:18.247992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc909cb-b4db-419a-8ccf-ceca5b0a6fc1 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'Subnet': ['ID=9c066a89-2111-4561-8a52-86ed7e6a9017,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:18.288580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc909cb-b4db-419a-8ccf-ceca5b0a6fc1 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Checking segment: {'id': '6a27e5ad-213a-40cf-970a-fae26191fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fd007a72-db11-4607-a929-62c53042678a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:18.288965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc909cb-b4db-419a-8ccf-ceca5b0a6fc1 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Network hostable DHCP agents. Network: fd007a72-db11-4607-a929-62c53042678a, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:22:18.319996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 9e6b7fc3-56a5-4315-8638-5da81bd390cf triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:18.320381 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.328772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a737d1c-2fea-440d-8393-e7d87a5856c2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:18.369638 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc909cb-b4db-419a-8ccf-ceca5b0a6fc1 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Network fd007a72-db11-4607-a929-62c53042678a is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:22:18.391279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-0fc909cb-b4db-419a-8ccf-ceca5b0a6fc1 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, fd007a72-db11-4607-a929-62c53042678a) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:18.397448 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc909cb-b4db-419a-8ccf-ceca5b0a6fc1 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:18.398139 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fc909cb-b4db-419a-8ccf-ceca5b0a6fc1 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.433925 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0fc909cb-b4db-419a-8ccf-ceca5b0a6fc1 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4577968 Oct 26 14:22:18.436928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55894) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:18.451239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.456116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1fec2d-6c98-4ef9-954e-794d7ff60b91 None None] Network fd007a72-db11-4607-a929-62c53042678a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:18.496750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-802938f9-723e-4d35-bc2f-34c1b9e0f3ad req-85807ed9-a75e-4030-b55b-e8f0b6aee1a4 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4355257 Oct 26 14:22:18.731105 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.756296 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac040f7-caec-476f-86c1-5acd291ab997 None None] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:18.788259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-231f4af2-f109-4523-b4d1-d63a9f9a4e1c tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--190457918&fields=id&tenant_id=7cb5d9869c524d628a386d356ebef371 HTTP/1.1" status: 200 len: 267 time: 0.4753311 Oct 26 14:22:18.788519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-5a91438b-eab9-4cec-bdd8-be785683f0b3 None None] Deleting port 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:18.789080 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5a91438b-eab9-4cec-bdd8-be785683f0b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.922352 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.950727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5a91438b-eab9-4cec-bdd8-be785683f0b3 None None] For port 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed,segment=NetworkSegment(191eb882-65ff-4fd7-bc5c-42cb35e1eaf3),segment_id=191eb882-65ff-4fd7-bc5c-42cb35e1eaf3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:18.951509 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5a91438b-eab9-4cec-bdd8-be785683f0b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.968848 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-5a91438b-eab9-4cec-bdd8-be785683f0b3 None None] Calling delete_port for 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:19.069283 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.077600 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.150942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Subnet': ['ID=9c066a89-2111-4561-8a52-86ed7e6a9017,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:19.178941 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.287619 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a737d1c-2fea-440d-8393-e7d87a5856c2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:19.305046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:19.319552 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5a91438b-eab9-4cec-bdd8-be785683f0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.326053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a737d1c-2fea-440d-8393-e7d87a5856c2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.328365 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.379420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd007a72-db11-4607-a929-62c53042678a']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:19.382571 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c437c-a1ae-46d7-8ad5-e8fc28b38343 None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:19.384796 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7d6e9c58-070c-4d99-9637-2dec4c3473c8 None None] Provisioning complete for port 04285aea-490c-4ac9-add7-f8b4d62ba926 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:19.384959 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9c58-070c-4d99-9637-2dec4c3473c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.386821 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:19.394393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a27e5ad-213a-40cf-970a-fae26191fbe0') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:19.394669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a27e5ad-213a-40cf-970a-fae26191fbe0') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:19.402534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:19.408488 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.429355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-3bb36c50-4f51-4671-ac2d-13d30510da5f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:19.430766 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.437113 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-3bb36c50-4f51-4671-ac2d-13d30510da5f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/networks?id=00ae902e-ee22-4055-b170-4935394fcdd8 HTTP/1.1" status: 200 len: 797 time: 0.6475644 Oct 26 14:22:19.452882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:22:19.453583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:22:19.476959 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:22:19.482676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Pushing event updated for resources: {'Port': ['ID=2d31d113-e0b4-4a84-9a1e-1c82ca90f166,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:19.488454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8a737d1c-2fea-440d-8393-e7d87a5856c2 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "PUT /v2.0/floatingips/5e123331-1882-4ec8-aa34-3018a3f055a6 HTTP/1.1" status: 200 len: 977 time: 6.0943561 Oct 26 14:22:19.492026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55902) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:19.512212 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-3989c884-5b4d-4998-87aa-65797db52c39 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/quotas/7cb5d9869c524d628a386d356ebef371 HTTP/1.1" status: 200 len: 375 time: 0.0739458 Oct 26 14:22:19.672258 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.699569 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.707555 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/networks/fd007a72-db11-4607-a929-62c53042678a HTTP/1.1" status: 204 len: 168 time: 1.2656422 Oct 26 14:22:19.709798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55908) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:19.716417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-733bc2e1-9cd5-4d55-b303-234961bd5a0e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1506829110'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:19.792632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065455b4-bd80-444b-9aa5-fc9c2e1bdacb tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Network': ['ID=fd007a72-db11-4607-a929-62c53042678a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:19.800439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733bc2e1-9cd5-4d55-b303-234961bd5a0e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Made reservation on behalf of 99a602c72f0e4831890799043b663a8c for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:19.804235 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-733bc2e1-9cd5-4d55-b303-234961bd5a0e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.857899 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733bc2e1-9cd5-4d55-b303-234961bd5a0e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:22:19.881079 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-733bc2e1-9cd5-4d55-b303-234961bd5a0e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.881423 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-733bc2e1-9cd5-4d55-b303-234961bd5a0e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Added segment 6f74cf74-c78f-4e26-abb4-9a140291ac1d of type vlan for network d48c2897-70c6-49cb-8d40-f1f270df613c Oct 26 14:22:19.942245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-c20aecc8-4f14-479a-a75a-15610c045a8d tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7cb5d9869c524d628a386d356ebef371&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4288805 Oct 26 14:22:19.943523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91438b-eab9-4cec-bdd8-be785683f0b3 None None] Pushing event deleted for resources: {'Port': ['ID=64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:19.976661 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a91438b-eab9-4cec-bdd8-be785683f0b3 None None] No DVR routers for this DVR port 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:19.985218 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-733bc2e1-9cd5-4d55-b303-234961bd5a0e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:20.004510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c437c-a1ae-46d7-8ad5-e8fc28b38343 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:20.005342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-865c437c-a1ae-46d7-8ad5-e8fc28b38343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:20.050564 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-733bc2e1-9cd5-4d55-b303-234961bd5a0e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:20.066096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733bc2e1-9cd5-4d55-b303-234961bd5a0e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:20.066745 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-733bc2e1-9cd5-4d55-b303-234961bd5a0e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:20.132246 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:20.140546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-865c437c-a1ae-46d7-8ad5-e8fc28b38343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:20.190872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba3a3-f19a-4949-8465-7d773f9a62ea req-ec5d01fb-8ac5-4654-b855-49b28550a4e4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:20.199506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba3a3-f19a-4949-8465-7d773f9a62ea req-ec5d01fb-8ac5-4654-b855-49b28550a4e4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:20.217425 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba3a3-f19a-4949-8465-7d773f9a62ea req-ec5d01fb-8ac5-4654-b855-49b28550a4e4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:20.227969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba3a3-f19a-4949-8465-7d773f9a62ea req-ec5d01fb-8ac5-4654-b855-49b28550a4e4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:20.247096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba3a3-f19a-4949-8465-7d773f9a62ea req-ec5d01fb-8ac5-4654-b855-49b28550a4e4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:20.254326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba3a3-f19a-4949-8465-7d773f9a62ea req-ec5d01fb-8ac5-4654-b855-49b28550a4e4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:20.266337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bc2e1-9cd5-4d55-b303-234961bd5a0e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'Network': ['ID=d48c2897-70c6-49cb-8d40-f1f270df613c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:20.270617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba3a3-f19a-4949-8465-7d773f9a62ea req-ec5d01fb-8ac5-4654-b855-49b28550a4e4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:20.281442 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37cba3a3-f19a-4949-8465-7d773f9a62ea req-ec5d01fb-8ac5-4654-b855-49b28550a4e4 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5436 time: 0.5229933 Oct 26 14:22:20.293994 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-733bc2e1-9cd5-4d55-b303-234961bd5a0e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5830293 Oct 26 14:22:20.304523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55912) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:20.316680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-94acf61d-5cd2-442c-b59b-5124335d17c4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Request body: {'subnet': {'network_id': 'd48c2897-70c6-49cb-8d40-f1f270df613c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:20.325853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network d48c2897-70c6-49cb-8d40-f1f270df613c details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:22:20.394954 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-8c02a199-92a5-4aa6-b3d2-84a3d6976d5c service neutron] 10.222.0.32 "GET /v2.0/networks/00ae902e-ee22-4055-b170-4935394fcdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518247 Oct 26 14:22:20.435927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e8b5b9-32a2-43bb-af04-af3c2f6f23b9 None None] Network fd007a72-db11-4607-a929-62c53042678a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:20.489453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94acf61d-5cd2-442c-b59b-5124335d17c4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Made reservation on behalf of 99a602c72f0e4831890799043b663a8c for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:20.493915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-94acf61d-5cd2-442c-b59b-5124335d17c4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:20.518248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 9e6b7fc3-56a5-4315-8638-5da81bd390cf, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9e6b7fc3-56a5-4315-8638-5da81bd390cf,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:20.521570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c437c-a1ae-46d7-8ad5-e8fc28b38343 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:20.522371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-865c437c-a1ae-46d7-8ad5-e8fc28b38343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:20.639870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-865c437c-a1ae-46d7-8ad5-e8fc28b38343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:20.641118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c437c-a1ae-46d7-8ad5-e8fc28b38343 None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:20.643634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e8b5b9-32a2-43bb-af04-af3c2f6f23b9 None None] Network fd007a72-db11-4607-a929-62c53042678a could not be found, it might have been deleted concurrently. {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 14:22:20.676846 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:20.695039 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:20.695039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:20.803869 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:22:20.804216 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 14:22:20.850780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Port 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed not found, will not notify nova. {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 14:22:20.882217 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-94acf61d-5cd2-442c-b59b-5124335d17c4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:20.900122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=9e6b7fc3-56a5-4315-8638-5da81bd390cf,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:20.992663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acf61d-5cd2-442c-b59b-5124335d17c4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'Subnet': ['ID=18fb5f86-38d6-4f44-bbe9-faf5d015056e,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:20.994418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1cfe5d27-fa53-43c8-a4fe-502a87136021 None None] Provisioning complete for port 9e6b7fc3-56a5-4315-8638-5da81bd390cf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:20.994960 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5d27-fa53-43c8-a4fe-502a87136021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.029382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94acf61d-5cd2-442c-b59b-5124335d17c4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Checking segment: {'id': '6f74cf74-c78f-4e26-abb4-9a140291ac1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd48c2897-70c6-49cb-8d40-f1f270df613c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:21.030066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94acf61d-5cd2-442c-b59b-5124335d17c4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Network hostable DHCP agents. Network: d48c2897-70c6-49cb-8d40-f1f270df613c, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:22:21.072393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94acf61d-5cd2-442c-b59b-5124335d17c4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Network d48c2897-70c6-49cb-8d40-f1f270df613c is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:22:21.089137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-94acf61d-5cd2-442c-b59b-5124335d17c4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, d48c2897-70c6-49cb-8d40-f1f270df613c) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:21.104286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 04285aea-490c-4ac9-add7-f8b4d62ba926 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:21.106215 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae779d1d-5982-45ea-b222-ec86d276457c None None] Network d48c2897-70c6-49cb-8d40-f1f270df613c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:21.107348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94acf61d-5cd2-442c-b59b-5124335d17c4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:21.107879 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-94acf61d-5cd2-442c-b59b-5124335d17c4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.132555 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-94acf61d-5cd2-442c-b59b-5124335d17c4 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8239081 Oct 26 14:22:21.132999 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55914) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:21.258417 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.289024 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 04285aea-490c-4ac9-add7-f8b4d62ba926 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:21.289024 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.310411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.354165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-55b2c87f-bc8f-46a0-a180-32a40c145eb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port 3f579480-cc9a-494f-8f74-1e99f16a6a08 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:21.354676 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55b2c87f-bc8f-46a0-a180-32a40c145eb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.358826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f89f3d-a8aa-4b81-bcd3-246768143a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-d48c2897-70c6-49cb-8d40-f1f270df613c', 'network_id': 'd48c2897-70c6-49cb-8d40-f1f270df613c', 'tenant_id': '99a602c72f0e4831890799043b663a8c', 'fixed_ips': [{'subnet_id': '18fb5f86-38d6-4f44-bbe9-faf5d015056e'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:22:21.360052 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f6f89f3d-a8aa-4b81-bcd3-246768143a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.366573 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37cba3a3-f19a-4949-8465-7d773f9a62ea req-3455ebf3-f614-4bdb-9b8b-202ebf5dbe69 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0837240 Oct 26 14:22:21.408228 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.409872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-298790f3-8b40-464c-ae14-b80a283bc0e3 None None] Provisioning complete for port 9e6b7fc3-56a5-4315-8638-5da81bd390cf triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:21.410277 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-298790f3-8b40-464c-ae14-b80a283bc0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.465539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Subnet': ['ID=18fb5f86-38d6-4f44-bbe9-faf5d015056e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:21.543981 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.563103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-f14d3324-c194-4f43-9725-539bbc9d0ea6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:21.570743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-f14d3324-c194-4f43-9725-539bbc9d0ea6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:21.572713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662efd86-61c9-4058-bd8d-5587955b2601 None None] Network d48c2897-70c6-49cb-8d40-f1f270df613c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:21.577263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48c2897-70c6-49cb-8d40-f1f270df613c']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:21.586083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-f14d3324-c194-4f43-9725-539bbc9d0ea6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:21.589553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f74cf74-c78f-4e26-abb4-9a140291ac1d') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:21.590155 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f74cf74-c78f-4e26-abb4-9a140291ac1d') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:21.599086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-f14d3324-c194-4f43-9725-539bbc9d0ea6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:21.600854 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.605349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-f14d3324-c194-4f43-9725-539bbc9d0ea6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:21.611417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-f14d3324-c194-4f43-9725-539bbc9d0ea6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:21.614975 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.617407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-f14d3324-c194-4f43-9725-539bbc9d0ea6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:21.619382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-f14d3324-c194-4f43-9725-539bbc9d0ea6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5436 time: 0.3651850 Oct 26 14:22:21.621529 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:22:21.621920 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:22:21.626605 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:22:21.629249 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-0eb41c25-24ad-407f-b14b-20ec7f407f86 service neutron] 10.222.0.32 "GET /v2.0/networks/00ae902e-ee22-4055-b170-4935394fcdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9551094 Oct 26 14:22:21.629343 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55b2c87f-bc8f-46a0-a180-32a40c145eb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.656252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:21.685644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:22:21.686839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 64d4de5b-6a73-4fb2-b2b3-2ea5ddfd90ed not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:22:21.702852 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.715433 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.724598 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/networks/d48c2897-70c6-49cb-8d40-f1f270df613c HTTP/1.1" status: 204 len: 168 time: 0.5904195 Oct 26 14:22:21.729339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55916) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:21.734554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-cc07c1f2-19ce-4845-8cde-904c66c4579a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1835579524'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:21.750844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75b524-b9af-485a-8a33-db52d9a153fa tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Network': ['ID=d48c2897-70c6-49cb-8d40-f1f270df613c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:21.771564 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc07c1f2-19ce-4845-8cde-904c66c4579a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Made reservation on behalf of 99a602c72f0e4831890799043b663a8c for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:21.775503 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc07c1f2-19ce-4845-8cde-904c66c4579a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.813471 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc07c1f2-19ce-4845-8cde-904c66c4579a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:22:21.826038 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc07c1f2-19ce-4845-8cde-904c66c4579a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.826434 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-cc07c1f2-19ce-4845-8cde-904c66c4579a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Added segment d0295db3-9ae3-4e6e-bc8d-eefca4fe3101 of type vlan for network 0f855c97-93a6-4e7d-94e6-b423b7320195 Oct 26 14:22:21.842353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3c66c-904b-467e-b5ce-a3c2e355d0b4 req-87d7dba4-5305-475d-bbf3-ed809e52a11c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:21.843913 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7e3c66c-904b-467e-b5ce-a3c2e355d0b4 req-87d7dba4-5305-475d-bbf3-ed809e52a11c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.3928692 Oct 26 14:22:21.857227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-92fecd1b-cc81-4883-82ca-dc463b74b46c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:21.858690 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-92fecd1b-cc81-4883-82ca-dc463b74b46c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "GET /v2.0/ports/ade83c75-0efa-4960-8243-44aed8b5f5ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1899981 Oct 26 14:22:21.882789 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc07c1f2-19ce-4845-8cde-904c66c4579a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.911017 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc07c1f2-19ce-4845-8cde-904c66c4579a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.917049 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc07c1f2-19ce-4845-8cde-904c66c4579a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:21.918083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cc07c1f2-19ce-4845-8cde-904c66c4579a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.953557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7ea5f1a7-9f19-4bf6-a41b-de8443be8f52 req-99040edb-0010-4425-9eb2-970f76c50cd4 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 210 time: 0.1000073 Oct 26 14:22:21.996084 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cc07c1f2-19ce-4845-8cde-904c66c4579a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2652733 Oct 26 14:22:22.004249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55926) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:22.010514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2388a9db-82c1-4fac-8199-8770d4bcff6b tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Request body: {'subnet': {'network_id': '0f855c97-93a6-4e7d-94e6-b423b7320195', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:22.032876 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.063966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07c1f2-19ce-4845-8cde-904c66c4579a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'Network': ['ID=0f855c97-93a6-4e7d-94e6-b423b7320195,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:22.076783 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 0f855c97-93a6-4e7d-94e6-b423b7320195 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:22:22.078828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7e3c66c-904b-467e-b5ce-a3c2e355d0b4 req-c94e18d7-5c9f-4fb0-b80c-d74eef8055e4 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112808 Oct 26 14:22:22.157787 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2388a9db-82c1-4fac-8199-8770d4bcff6b tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Made reservation on behalf of 99a602c72f0e4831890799043b663a8c for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:22.166451 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2388a9db-82c1-4fac-8199-8770d4bcff6b tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.242884 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-c28d2652-9e59-46d2-b0c0-c47cdf7209bc tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "GET /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3731260 Oct 26 14:22:22.261572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55b2c87f-bc8f-46a0-a180-32a40c145eb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.262261 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55b2c87f-bc8f-46a0-a180-32a40c145eb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.262779 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-55b2c87f-bc8f-46a0-a180-32a40c145eb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Floating IP 5e123331-1882-4ec8-aa34-3018a3f055a6 disassociated. External IP: 172.25.4.18, port: 3f579480-cc9a-494f-8f74-1e99f16a6a08. Oct 26 14:22:22.263132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-55b2c87f-bc8f-46a0-a180-32a40c145eb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for 3f579480-cc9a-494f-8f74-1e99f16a6a08 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:22.348264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-035111c7-152f-445b-ab6b-00117a4f68aa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:22.397115 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Router ce8efef2-8a6d-496a-b5cf-e4b43300f10a is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:22:22.458042 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-035111c7-152f-445b-ab6b-00117a4f68aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.470649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.objects.ports [None req-2388a9db-82c1-4fac-8199-8770d4bcff6b tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102123) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:22:22.472825 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2388a9db-82c1-4fac-8199-8770d4bcff6b tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.541101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388a9db-82c1-4fac-8199-8770d4bcff6b tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event updated for resources: {'Subnet': ['ID=28db08b8-cd08-4484-8bbe-7d7e20f42ec7,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:22.552556 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388a9db-82c1-4fac-8199-8770d4bcff6b tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Checking segment: {'id': 'd0295db3-9ae3-4e6e-bc8d-eefca4fe3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0f855c97-93a6-4e7d-94e6-b423b7320195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:22.552925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2388a9db-82c1-4fac-8199-8770d4bcff6b tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Network hostable DHCP agents. Network: 0f855c97-93a6-4e7d-94e6-b423b7320195, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:22:22.576630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2388a9db-82c1-4fac-8199-8770d4bcff6b tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Network 0f855c97-93a6-4e7d-94e6-b423b7320195 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:22:22.588601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-2388a9db-82c1-4fac-8199-8770d4bcff6b tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 0f855c97-93a6-4e7d-94e6-b423b7320195) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:22.598520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2388a9db-82c1-4fac-8199-8770d4bcff6b tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:22.599219 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2388a9db-82c1-4fac-8199-8770d4bcff6b tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.599544 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2884ca29-ce99-4e09-82e2-f048b5ba4556 None None] Network 0f855c97-93a6-4e7d-94e6-b423b7320195 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:22.623530 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55b2c87f-bc8f-46a0-a180-32a40c145eb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.625259 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2388a9db-82c1-4fac-8199-8770d4bcff6b tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6198997 Oct 26 14:22:22.629654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55938) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:22.719715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2c87f-bc8f-46a0-a180-32a40c145eb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=3f579480-cc9a-494f-8f74-1e99f16a6a08,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:22.744247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3bfb3-1f2f-45d8-9db5-202aecea44bc req-21b3d1a1-15ad-4bc1-bbf1-3c7a402029a9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:22.750090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3bfb3-1f2f-45d8-9db5-202aecea44bc req-21b3d1a1-15ad-4bc1-bbf1-3c7a402029a9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:22.756317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3bfb3-1f2f-45d8-9db5-202aecea44bc req-21b3d1a1-15ad-4bc1-bbf1-3c7a402029a9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:22.762595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3bfb3-1f2f-45d8-9db5-202aecea44bc req-21b3d1a1-15ad-4bc1-bbf1-3c7a402029a9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:22.769113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3bfb3-1f2f-45d8-9db5-202aecea44bc req-21b3d1a1-15ad-4bc1-bbf1-3c7a402029a9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:22.775033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3bfb3-1f2f-45d8-9db5-202aecea44bc req-21b3d1a1-15ad-4bc1-bbf1-3c7a402029a9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:22.780213 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.780953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3bfb3-1f2f-45d8-9db5-202aecea44bc req-21b3d1a1-15ad-4bc1-bbf1-3c7a402029a9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:22.782922 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13c3bfb3-1f2f-45d8-9db5-202aecea44bc req-21b3d1a1-15ad-4bc1-bbf1-3c7a402029a9 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 5436 time: 0.3085155 Oct 26 14:22:22.806597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-0f855c97-93a6-4e7d-94e6-b423b7320195', 'network_id': '0f855c97-93a6-4e7d-94e6-b423b7320195', 'tenant_id': '99a602c72f0e4831890799043b663a8c', 'fixed_ips': [{'subnet_id': '28db08b8-cd08-4484-8bbe-7d7e20f42ec7'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:22:22.807512 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.844749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:22.858059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.861297 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Sync routers for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:22.889060 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:22.889883 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:22.948161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13c3bfb3-1f2f-45d8-9db5-202aecea44bc req-4b350006-7fe9-406b-9504-da3415878de6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1516328 Oct 26 14:22:22.969390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Allocated IP 2001:db8::f816:3eff:fef4:cff0 (0f855c97-93a6-4e7d-94e6-b423b7320195/28db08b8-cd08-4484-8bbe-7d7e20f42ec7/daa771af-e589-4389-b531-6c788b930d8a) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:23.001186 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.002570 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-09b50c23-ed88-4fc0-9c77-06e3aa7bf79a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.6214337 Oct 26 14:22:23.003373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9e6b7fc3-56a5-4315-8638-5da81bd390cf up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:23.006384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55942) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:23.011438 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-035111c7-152f-445b-ab6b-00117a4f68aa service neutron] For port ade83c75-0efa-4960-8243-44aed8b5f5ab, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ade83c75-0efa-4960-8243-44aed8b5f5ab,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:23.113447 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:23.146744 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 9e6b7fc3-56a5-4315-8638-5da81bd390cf triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:23.147318 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.205877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-035111c7-152f-445b-ab6b-00117a4f68aa service neutron] For port ade83c75-0efa-4960-8243-44aed8b5f5ab, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:23.227316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6a24944-e920-43b2-8227-28f3893ada7c req-b8a825e6-7603-4c41-8d57-be07a0841a52 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 210 time: 0.0817254 Oct 26 14:22:23.261243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b2c87f-bc8f-46a0-a180-32a40c145eb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:23.315384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-035111c7-152f-445b-ab6b-00117a4f68aa service neutron] device_id is not set on port ade83c75-0efa-4960-8243-44aed8b5f5ab yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:22:23.333239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-035111c7-152f-445b-ab6b-00117a4f68aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.356348 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:20Z', 'revision_number': 3, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:23.391520 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Checking router: ce8efef2-8a6d-496a-b5cf-e4b43300f10a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:22:23.392846 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Updating router ce8efef2-8a6d-496a-b5cf-e4b43300f10a port 2d31d113-e0b4-4a84-9a1e-1c82ca90f166 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:22:23.426885 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.475612 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.491753 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.549717 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Pushing event updated for resources: {'Port': ['ID=daa771af-e589-4389-b531-6c788b930d8a,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:23.553479 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.581123 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Network 0f855c97-93a6-4e7d-94e6-b423b7320195 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:23.588729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:23.596000 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:23.667576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Attempting to bind port daa771af-e589-4389-b531-6c788b930d8a on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:23.668346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Attempting to bind port daa771af-e589-4389-b531-6c788b930d8a by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'd0295db3-9ae3-4e6e-bc8d-eefca4fe3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0f855c97-93a6-4e7d-94e6-b423b7320195'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:23.669829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Attempting to bind port daa771af-e589-4389-b531-6c788b930d8a on network 0f855c97-93a6-4e7d-94e6-b423b7320195 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:23.675652 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:23.676021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Checking segment: {'id': 'd0295db3-9ae3-4e6e-bc8d-eefca4fe3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0f855c97-93a6-4e7d-94e6-b423b7320195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:23.676425 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.677092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Bound using segment: {'id': 'd0295db3-9ae3-4e6e-bc8d-eefca4fe3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0f855c97-93a6-4e7d-94e6-b423b7320195'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:23.677338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Bound port: daa771af-e589-4389-b531-6c788b930d8a, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0295db3-9ae3-4e6e-bc8d-eefca4fe3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0f855c97-93a6-4e7d-94e6-b423b7320195'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:23.677658 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.750883 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-035111c7-152f-445b-ab6b-00117a4f68aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.757441 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.760839 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30a034-336b-4792-98e2-84a74a87a954 req-b604b1a8-c9f0-402c-817b-a5132534b5e8 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:23.763620 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] For port daa771af-e589-4389-b531-6c788b930d8a, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:23.766320 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.768224 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] For port daa771af-e589-4389-b531-6c788b930d8a, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=daa771af-e589-4389-b531-6c788b930d8a,segment=NetworkSegment(d0295db3-9ae3-4e6e-bc8d-eefca4fe3101),segment_id=d0295db3-9ae3-4e6e-bc8d-eefca4fe3101)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:23.768432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c30a034-336b-4792-98e2-84a74a87a954 req-b604b1a8-c9f0-402c-817b-a5132534b5e8 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.5598445 Oct 26 14:22:23.774734 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.811819 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7a512-b687-43c6-9a40-b89632d8aa27 None None] Pushing event updated for resources: {'Port': ['ID=2d31d113-e0b4-4a84-9a1e-1c82ca90f166,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:23.838844 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Attempting to bind port 2d31d113-e0b4-4a84-9a1e-1c82ca90f166 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:23.839477 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Attempting to bind port 2d31d113-e0b4-4a84-9a1e-1c82ca90f166 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:23.839948 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Attempting to bind port 2d31d113-e0b4-4a84-9a1e-1c82ca90f166 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:23.849124 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:23.849816 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:23.852723 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.853142 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:23.853920 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Bound port: 2d31d113-e0b4-4a84-9a1e-1c82ca90f166, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:23.854435 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.866845 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-035111c7-152f-445b-ab6b-00117a4f68aa service neutron] No DVR routers for this DVR port ade83c75-0efa-4960-8243-44aed8b5f5ab on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:23.881396 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0dc3b-f0df-4db7-827a-0ed330082815 None None] Pushing event updated for resources: {'Port': ['ID=daa771af-e589-4389-b531-6c788b930d8a,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:23.914107 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] For port 2d31d113-e0b4-4a84-9a1e-1c82ca90f166, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:23.918232 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] For port 2d31d113-e0b4-4a84-9a1e-1c82ca90f166, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2d31d113-e0b4-4a84-9a1e-1c82ca90f166,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:23.926481 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.938428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035111c7-152f-445b-ab6b-00117a4f68aa service neutron] Pushing event updated for resources: {'Port': ['ID=ade83c75-0efa-4960-8243-44aed8b5f5ab,revision_number=6']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:23.963428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c30a034-336b-4792-98e2-84a74a87a954 req-87218ec0-0095-40a4-97d0-68134f5c8462 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940041 Oct 26 14:22:23.977733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b2c87f-bc8f-46a0-a180-32a40c145eb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:23.998340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d16d9c-be72-4a7b-905e-53df56cd53ea None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:24.008661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.022041 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d16d9c-be72-4a7b-905e-53df56cd53ea None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:24.024563 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b5d16d9c-be72-4a7b-905e-53df56cd53ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:24.071966 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:24.073052 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:24.078637 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7a512-b687-43c6-9a40-b89632d8aa27 None None] Pushing event updated for resources: {'Port': ['ID=2d31d113-e0b4-4a84-9a1e-1c82ca90f166,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:24.089170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-035111c7-152f-445b-ab6b-00117a4f68aa service neutron] In _notify_port_updated(), no bound segment for port ade83c75-0efa-4960-8243-44aed8b5f5ab on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 {{(pid=102124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:22:24.090456 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-035111c7-152f-445b-ab6b-00117a4f68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:24.091887 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-035111c7-152f-445b-ab6b-00117a4f68aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.094573 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-035111c7-152f-445b-ab6b-00117a4f68aa service neutron] 10.222.0.11 "PUT /v2.0/ports/ade83c75-0efa-4960-8243-44aed8b5f5ab HTTP/1.1" status: 200 len: 1028 time: 1.8406088 Oct 26 14:22:24.119100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-bb254c2a-8325-4e7c-850e-ac10af8090f4 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:24.120610 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-bb254c2a-8325-4e7c-850e-ac10af8090f4 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.25 "GET /v2.0/networks?id=00ae902e-ee22-4055-b170-4935394fcdd8 HTTP/1.1" status: 200 len: 797 time: 0.9171450 Oct 26 14:22:24.129848 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b5d16d9c-be72-4a7b-905e-53df56cd53ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:24.135920 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ed4f0663-ae83-4800-8ce9-99ce1f56430d no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:24.171354 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Subnet': ['ID=28db08b8-cd08-4484-8bbe-7d7e20f42ec7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:24.197144 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55b2c87f-bc8f-46a0-a180-32a40c145eb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.205137 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-55b2c87f-bc8f-46a0-a180-32a40c145eb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/ports/3f579480-cc9a-494f-8f74-1e99f16a6a08 HTTP/1.1" status: 204 len: 168 time: 4.7119133 Oct 26 14:22:24.206054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d16d9c-be72-4a7b-905e-53df56cd53ea None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:24.207289 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b5d16d9c-be72-4a7b-905e-53df56cd53ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:24.214388 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55948) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:24.227692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-8ea174ac-28fd-4ac6-a117-3754ef101ce8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:24.229202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-8ea174ac-28fd-4ac6-a117-3754ef101ce8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "GET /v2.0/ports/ed4f0663-ae83-4800-8ce9-99ce1f56430d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1192739 Oct 26 14:22:24.270328 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:24.311055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b5d16d9c-be72-4a7b-905e-53df56cd53ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:24.318444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d16d9c-be72-4a7b-905e-53df56cd53ea None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:24.328061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-d2593f85-9444-4649-a796-e318ada006ba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:24.340619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-787d8dda-af86-449a-8881-dd4a77f1daa4 None None] Provisioning complete for port ade83c75-0efa-4960-8243-44aed8b5f5ab triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:24.340994 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-787d8dda-af86-449a-8881-dd4a77f1daa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.384456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c51b8483-26ef-435e-a456-941b6b51147b tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "GET /v2.0/floatingips/5e123331-1882-4ec8-aa34-3018a3f055a6 HTTP/1.1" status: 200 len: 687 time: 0.1679242 Oct 26 14:22:24.390472 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.398420 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-787d8dda-af86-449a-8881-dd4a77f1daa4 None None] Port ade83c75-0efa-4960-8243-44aed8b5f5ab cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:24.416033 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.427041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55952) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:24.447552 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed4f0663-ae83-4800-8ce9-99ce1f56430d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:24.449634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae229-6c2b-45f7-8bfe-03bc810f6fe3 req-b1caba76-a447-4b49-8cec-cedcc6f8eb33 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:24.449849 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbcfedd-b1bb-4a28-85be-4011b152d2d3" -d '{"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-unplugged", "status": "completed", "tag": "ed4f0663-ae83-4800-8ce9-99ce1f56430d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:24.458261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae229-6c2b-45f7-8bfe-03bc810f6fe3 req-b1caba76-a447-4b49-8cec-cedcc6f8eb33 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:24.464051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ed4f0663-ae83-4800-8ce9-99ce1f56430d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ed4f0663-ae83-4800-8ce9-99ce1f56430d,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:24.467863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae229-6c2b-45f7-8bfe-03bc810f6fe3 req-b1caba76-a447-4b49-8cec-cedcc6f8eb33 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:24.472509 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-8a6a95a0-d272-4d1b-9b2a-6162003e3c5b tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cb5d9869c524d628a386d356ebef371 HTTP/1.1" status: 200 len: 477 time: 0.2981603 Oct 26 14:22:24.475323 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.479193 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 515fa390-2364-4878-8df6-4ab125d2676b no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:24.485829 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae229-6c2b-45f7-8bfe-03bc810f6fe3 req-b1caba76-a447-4b49-8cec-cedcc6f8eb33 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:24.493039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae229-6c2b-45f7-8bfe-03bc810f6fe3 req-b1caba76-a447-4b49-8cec-cedcc6f8eb33 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:24.499809 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae229-6c2b-45f7-8bfe-03bc810f6fe3 req-b1caba76-a447-4b49-8cec-cedcc6f8eb33 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:24.502608 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-444ae229-6c2b-45f7-8bfe-03bc810f6fe3 req-b1caba76-a447-4b49-8cec-cedcc6f8eb33 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 4661 time: 0.4044001 Oct 26 14:22:24.508039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f855c97-93a6-4e7d-94e6-b423b7320195']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:24.522641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bd55ca7-8f6b-4209-ab6f-738ebfa3c281 req-d9f4bd71-91de-4433-8ccb-201ee27022ce tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 210 time: 0.1840587 Oct 26 14:22:24.562195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-913f1dbf-1a64-4b00-ac7f-6bb036b7b7ca tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Request body: {'port': {'device_id': 'a067d691-cffb-4561-a986-f352e3c55b03', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'admin_state_up': True, 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'security_groups': ['fc885c9e-7882-4961-a1af-87df17992f8b', '3c417a5d-eb76-4928-a751-31bba412cf2a']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:24.594921 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:20Z', 'revision_number': 3, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:24.604304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ed4f0663-ae83-4800-8ce9-99ce1f56430d,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:24.633765 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e996f9-4d69-4701-bb65-a12fe2ce1db5 x-openstack-request-id: req-97e996f9-4d69-4701-bb65-a12fe2ce1db5 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:24.634123 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-unplugged", "status": "completed", "tag": "ed4f0663-ae83-4800-8ce9-99ce1f56430d", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:24.634388 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97e996f9-4d69-4701-bb65-a12fe2ce1db5 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:24.634795 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed4f0663-ae83-4800-8ce9-99ce1f56430d', 'code': 200} Oct 26 14:22:24.639553 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351330c-b6b3-4344-b0da-2161f8b1d594 None None] The sync data for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 is: [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:20Z', 'revision_number': 3, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:24.650976 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-d2593f85-9444-4649-a796-e318ada006ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.654212 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.667325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-444ae229-6c2b-45f7-8bfe-03bc810f6fe3 req-731516fc-b612-4f68-af56-1475b931dab0 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&id=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1422603 Oct 26 14:22:24.745671 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 515fa390-2364-4878-8df6-4ab125d2676b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=515fa390-2364-4878-8df6-4ab125d2676b,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:24.754422 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.755155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:24.779687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0295db3-9ae3-4e6e-bc8d-eefca4fe3101') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:24.780122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0295db3-9ae3-4e6e-bc8d-eefca4fe3101') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:24.811710 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.862532 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-d2593f85-9444-4649-a796-e318ada006ba service neutron] For port ed4f0663-ae83-4800-8ce9-99ce1f56430d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ed4f0663-ae83-4800-8ce9-99ce1f56430d,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:24.908426 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.926491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:22:24.926971 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:22:24.936247 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:22:24.988137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-d2593f85-9444-4649-a796-e318ada006ba service neutron] For port ed4f0663-ae83-4800-8ce9-99ce1f56430d, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:25.051891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-913f1dbf-1a64-4b00-ac7f-6bb036b7b7ca tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Made reservation on behalf of 7cb5d9869c524d628a386d356ebef371 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:25.055677 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-913f1dbf-1a64-4b00-ac7f-6bb036b7b7ca tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.082732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a7383-3db8-4ed3-85b9-a0d6aaa70bd4 req-e48b4e2f-8c0e-45dd-8cda-ccc67e04d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:25.084261 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b1a7383-3db8-4ed3-85b9-a0d6aaa70bd4 req-e48b4e2f-8c0e-45dd-8cda-ccc67e04d131 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 1094 time: 0.3006058 Oct 26 14:22:25.103628 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-d2593f85-9444-4649-a796-e318ada006ba service neutron] device_id is not set on port ed4f0663-ae83-4800-8ce9-99ce1f56430d yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:22:25.113754 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-d2593f85-9444-4649-a796-e318ada006ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.137343 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device daa771af-e589-4389-b531-6c788b930d8a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:25.144124 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-d2593f85-9444-4649-a796-e318ada006ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.237801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=515fa390-2364-4878-8df6-4ab125d2676b,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:25.242799 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.api [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:22:25.242799 n-d-815498-1 neutron-server[102123]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:22:25.242799 n-d-815498-1 neutron-server[102123]: [parameters: {'id': '0f855c97-93a6-4e7d-94e6-b423b7320195'}] Oct 26 14:22:25.242799 n-d-815498-1 neutron-server[102123]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:22:25.243271 n-d-815498-1 neutron-server[102123]: DEBUG oslo_db.api [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:22:25.268787 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.287057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port daa771af-e589-4389-b531-6c788b930d8a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:25.292721 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.313698 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-d2593f85-9444-4649-a796-e318ada006ba service neutron] No DVR routers for this DVR port ed4f0663-ae83-4800-8ce9-99ce1f56430d on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:25.314902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-02815b98-b656-4a31-8908-687ccf48f101 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port 01e5979b-85a0-4535-a66a-9f0a4762563c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:25.315263 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02815b98-b656-4a31-8908-687ccf48f101 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.372092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:25.384878 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.385719 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ade83c75-0efa-4960-8243-44aed8b5f5ab no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:25.394505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2593f85-9444-4649-a796-e318ada006ba service neutron] Pushing event updated for resources: {'Port': ['ID=ed4f0663-ae83-4800-8ce9-99ce1f56430d,revision_number=7']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:25.424888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98cec8-5ae2-4894-bd72-69879a9516c7 req-7890f767-1c49-4e99-99c7-710885ebe1bf tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:25.434641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e98cec8-5ae2-4894-bd72-69879a9516c7 req-7890f767-1c49-4e99-99c7-710885ebe1bf tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.3153608 Oct 26 14:22:25.485681 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-d2593f85-9444-4649-a796-e318ada006ba service neutron] In _notify_port_updated(), no bound segment for port ed4f0663-ae83-4800-8ce9-99ce1f56430d on network 2c318be7-0a13-4b05-a3f4-8a2973ade262 {{(pid=102124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:22:25.486676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-d2593f85-9444-4649-a796-e318ada006ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:25.489552 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-d2593f85-9444-4649-a796-e318ada006ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.493259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-d2593f85-9444-4649-a796-e318ada006ba service neutron] 10.222.0.11 "PUT /v2.0/ports/ed4f0663-ae83-4800-8ce9-99ce1f56430d HTTP/1.1" status: 200 len: 1027 time: 1.1850476 Oct 26 14:22:25.521805 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ade83c75-0efa-4960-8243-44aed8b5f5ab not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:22:25.522602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device d7eeebab-4fea-41da-a670-4fb4e1ce3521 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:25.526813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:25.638062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e98cec8-5ae2-4894-bd72-69879a9516c7 req-790a7754-a04d-4cd2-8701-71d22253c792 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989534 Oct 26 14:22:25.667186 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.691227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bdd6db-c783-4ad3-9fc7-cb2acf708830 None None] Network 0f855c97-93a6-4e7d-94e6-b423b7320195 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:25.692421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a7383-3db8-4ed3-85b9-a0d6aaa70bd4 req-7a7f1248-6d6b-4043-9070-bb18accb5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:25.694409 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b1a7383-3db8-4ed3-85b9-a0d6aaa70bd4 req-7a7f1248-6d6b-4043-9070-bb18accb5ecb service neutron] 10.222.0.25 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 918 time: 0.5672755 Oct 26 14:22:25.706383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2249b99-6781-4d76-ac4e-7073b972dc3e req-5ad06074-97e4-4fb1-83dd-1d8bfbfa1a91 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 210 time: 0.0601997 Oct 26 14:22:25.728217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-ed6a9410-8fc7-4dd6-b336-8556e4e8d866 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Deleting port 515fa390-2364-4878-8df6-4ab125d2676b {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:25.728564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-ed6a9410-8fc7-4dd6-b336-8556e4e8d866 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.803100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port daa771af-e589-4389-b531-6c788b930d8a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=daa771af-e589-4389-b531-6c788b930d8a,segment=NetworkSegment(d0295db3-9ae3-4e6e-bc8d-eefca4fe3101),segment_id=d0295db3-9ae3-4e6e-bc8d-eefca4fe3101)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:25.805167 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02815b98-b656-4a31-8908-687ccf48f101 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.805421 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02815b98-b656-4a31-8908-687ccf48f101 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.809609 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.824015 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.891146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ae701-2054-415f-8987-46c6b4ad6be8 req-28a61f36-6e02-44ec-aa97-1f0cfed656e3 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:25.898977 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=daa771af-e589-4389-b531-6c788b930d8a,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:25.900362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ae701-2054-415f-8987-46c6b4ad6be8 req-28a61f36-6e02-44ec-aa97-1f0cfed656e3 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:25.908483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ae701-2054-415f-8987-46c6b4ad6be8 req-28a61f36-6e02-44ec-aa97-1f0cfed656e3 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:25.908711 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.909083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-913f1dbf-1a64-4b00-ac7f-6bb036b7b7ca tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Allocated IP 172.20.0.5 (00ae902e-ee22-4055-b170-4935394fcdd8/0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0/859b6c00-3d0c-47a0-a5cd-342ccc2f635a) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:25.911810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3881ed85-976c-4fb4-bcbe-f088b7aceaf4 None None] Provisioning complete for port daa771af-e589-4389-b531-6c788b930d8a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:25.912173 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3881ed85-976c-4fb4-bcbe-f088b7aceaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.917470 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ae701-2054-415f-8987-46c6b4ad6be8 req-28a61f36-6e02-44ec-aa97-1f0cfed656e3 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:25.924291 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b1a7383-3db8-4ed3-85b9-a0d6aaa70bd4 req-b8660743-78e1-43c7-9623-d1995cad3e8b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac HTTP/1.1" status: 200 len: 997 time: 0.1290650 Oct 26 14:22:25.929074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ae701-2054-415f-8987-46c6b4ad6be8 req-28a61f36-6e02-44ec-aa97-1f0cfed656e3 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:25.931891 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da1ae701-2054-415f-8987-46c6b4ad6be8 req-28a61f36-6e02-44ec-aa97-1f0cfed656e3 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 3883 time: 0.1282303 Oct 26 14:22:25.966453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-ed6a9410-8fc7-4dd6-b336-8556e4e8d866 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] For port 515fa390-2364-4878-8df6-4ab125d2676b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=515fa390-2364-4878-8df6-4ab125d2676b,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:25.966825 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-ed6a9410-8fc7-4dd6-b336-8556e4e8d866 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.998765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a7383-3db8-4ed3-85b9-a0d6aaa70bd4 req-7961d2d0-99df-46f9-95e4-728cdccf7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:26.001369 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b1a7383-3db8-4ed3-85b9-a0d6aaa70bd4 req-7961d2d0-99df-46f9-95e4-728cdccf7744 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.0631146 Oct 26 14:22:26.001553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-ed6a9410-8fc7-4dd6-b336-8556e4e8d866 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Calling delete_port for 515fa390-2364-4878-8df6-4ab125d2676b owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:26.014740 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d7eeebab-4fea-41da-a670-4fb4e1ce3521, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d7eeebab-4fea-41da-a670-4fb4e1ce3521,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:26.014918 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da1ae701-2054-415f-8987-46c6b4ad6be8 req-70900aa7-213a-4510-8be0-d48c8ca41594 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761304 Oct 26 14:22:26.023676 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.024076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-02815b98-b656-4a31-8908-687ccf48f101 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for 01e5979b-85a0-4535-a66a-9f0a4762563c owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:26.024394 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device d23c3036-10bb-4165-b6c2-a4ce9e26949e no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:26.051892 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.158530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=d7eeebab-4fea-41da-a670-4fb4e1ce3521,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:26.216622 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.218581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3881ed85-976c-4fb4-bcbe-f088b7aceaf4 None None] Provisioning complete for port ed4f0663-ae83-4800-8ce9-99ce1f56430d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:26.218943 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3881ed85-976c-4fb4-bcbe-f088b7aceaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.222715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa33978-ed63-43b0-97c5-b2cc1fdff863 None None] DHCP port deletion for 0f855c97-93a6-4e7d-94e6-b423b7320195 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:22:26.245760 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-ed6a9410-8fc7-4dd6-b336-8556e4e8d866 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.280974 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a9410-8fc7-4dd6-b336-8556e4e8d866 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event deleted for resources: {'Port': ['ID=515fa390-2364-4878-8df6-4ab125d2676b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:26.310867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d23c3036-10bb-4165-b6c2-a4ce9e26949e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d23c3036-10bb-4165-b6c2-a4ce9e26949e,segment=NetworkSegment(cd4a849a-b7fc-4b62-8b49-0cd564523777),segment_id=cd4a849a-b7fc-4b62-8b49-0cd564523777)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:26.313462 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3881ed85-976c-4fb4-bcbe-f088b7aceaf4 None None] Port ed4f0663-ae83-4800-8ce9-99ce1f56430d cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:26.325214 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.326074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:26.344239 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a7383-3db8-4ed3-85b9-a0d6aaa70bd4 req-fb32433f-6872-4a04-86f8-355bfd2d0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:26.346330 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b1a7383-3db8-4ed3-85b9-a0d6aaa70bd4 req-fb32433f-6872-4a04-86f8-355bfd2d0d55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3202386 Oct 26 14:22:26.347046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-ed6a9410-8fc7-4dd6-b336-8556e4e8d866 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] No DVR routers for this DVR port 515fa390-2364-4878-8df6-4ab125d2676b on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:26.350380 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-ed6a9410-8fc7-4dd6-b336-8556e4e8d866 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.354450 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-ed6a9410-8fc7-4dd6-b336-8556e4e8d866 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "DELETE /v2.0/ports/515fa390-2364-4878-8df6-4ab125d2676b HTTP/1.1" status: 204 len: 173 time: 0.8433671 Oct 26 14:22:26.354886 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-deleted', 'tag': '515fa390-2364-4878-8df6-4ab125d2676b'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:26.357164 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f8873d-e1e1-483e-9207-c7c2730945cb" -d '{"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-deleted", "tag": "515fa390-2364-4878-8df6-4ab125d2676b"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:26.418531 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0aa33978-ed63-43b0-97c5-b2cc1fdff863 None None] Deleting port daa771af-e589-4389-b531-6c788b930d8a {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:26.418972 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0aa33978-ed63-43b0-97c5-b2cc1fdff863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.422576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=d23c3036-10bb-4165-b6c2-a4ce9e26949e,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:26.432028 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a997d7-59fb-4af2-a3d8-ce122a88c457 x-openstack-request-id: req-93a997d7-59fb-4af2-a3d8-ce122a88c457 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:26.432429 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-deleted", "tag": "515fa390-2364-4878-8df6-4ab125d2676b", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:26.432637 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93a997d7-59fb-4af2-a3d8-ce122a88c457 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:26.433106 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-deleted', 'tag': '515fa390-2364-4878-8df6-4ab125d2676b', 'status': 'completed', 'code': 200} Oct 26 14:22:26.522573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0aa33978-ed63-43b0-97c5-b2cc1fdff863 None None] For port daa771af-e589-4389-b531-6c788b930d8a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=daa771af-e589-4389-b531-6c788b930d8a,segment=NetworkSegment(d0295db3-9ae3-4e6e-bc8d-eefca4fe3101),segment_id=d0295db3-9ae3-4e6e-bc8d-eefca4fe3101)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:26.522953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-57258123-d9bb-4f01-b08a-e0ab1042aa12 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Deleting port d7eeebab-4fea-41da-a670-4fb4e1ce3521 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:26.523161 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0aa33978-ed63-43b0-97c5-b2cc1fdff863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.523334 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-57258123-d9bb-4f01-b08a-e0ab1042aa12 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.533852 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Deleting port daa771af-e589-4389-b531-6c788b930d8a {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:26.534337 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.542015 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.547480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0aa33978-ed63-43b0-97c5-b2cc1fdff863 None None] Calling delete_port for daa771af-e589-4389-b531-6c788b930d8a owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:26.565714 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-913f1dbf-1a64-4b00-ac7f-6bb036b7b7ca tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.638463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '515fa390-2364-4878-8df6-4ab125d2676b'}, {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be'}, {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7eeebab-4fea-41da-a670-4fb4e1ce3521'}, {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e'}, {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c8d034-fc3a-4fe6-8cfe-12c81f10d579'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:26.641211 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4b704c-6ba9-4d7d-8f79-7421c0c65d1c" -d '{"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-unplugged", "status": "completed", "tag": "515fa390-2364-4878-8df6-4ab125d2676b"}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-unplugged", "status": "completed", "tag": "cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be"}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-unplugged", "status": "completed", "tag": "d7eeebab-4fea-41da-a670-4fb4e1ce3521"}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-unplugged", "status": "completed", "tag": "d23c3036-10bb-4165-b6c2-a4ce9e26949e"}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-unplugged", "status": "completed", "tag": "d8c8d034-fc3a-4fe6-8cfe-12c81f10d579"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:26.648575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-57258123-d9bb-4f01-b08a-e0ab1042aa12 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] For port d7eeebab-4fea-41da-a670-4fb4e1ce3521, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d7eeebab-4fea-41da-a670-4fb4e1ce3521,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:26.648950 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-57258123-d9bb-4f01-b08a-e0ab1042aa12 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.650915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:26.666614 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.683668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-57258123-d9bb-4f01-b08a-e0ab1042aa12 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Calling delete_port for d7eeebab-4fea-41da-a670-4fb4e1ce3521 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:26.725590 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] For port daa771af-e589-4389-b531-6c788b930d8a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=daa771af-e589-4389-b531-6c788b930d8a,segment=NetworkSegment(d0295db3-9ae3-4e6e-bc8d-eefca4fe3101),segment_id=d0295db3-9ae3-4e6e-bc8d-eefca4fe3101)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:26.726861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.744913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Calling delete_port for daa771af-e589-4389-b531-6c788b930d8a owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:26.781489 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e055030-e3d0-4761-871c-f2701c9ced11 x-openstack-request-id: req-2e055030-e3d0-4761-871c-f2701c9ced11 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:26.781887 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-unplugged", "status": "completed", "tag": "515fa390-2364-4878-8df6-4ab125d2676b", "code": 200}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-unplugged", "status": "completed", "tag": "cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be", "code": 200}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-unplugged", "status": "completed", "tag": "d7eeebab-4fea-41da-a670-4fb4e1ce3521", "code": 200}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-unplugged", "status": "completed", "tag": "d23c3036-10bb-4165-b6c2-a4ce9e26949e", "code": 200}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-unplugged", "status": "completed", "tag": "d8c8d034-fc3a-4fe6-8cfe-12c81f10d579", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:26.784226 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e055030-e3d0-4761-871c-f2701c9ced11 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:26.784722 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '515fa390-2364-4878-8df6-4ab125d2676b', 'code': 200} Oct 26 14:22:26.784990 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be', 'code': 200} Oct 26 14:22:26.785254 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7eeebab-4fea-41da-a670-4fb4e1ce3521', 'code': 200} Oct 26 14:22:26.785509 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e', 'code': 200} Oct 26 14:22:26.785763 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c8d034-fc3a-4fe6-8cfe-12c81f10d579', 'code': 200} Oct 26 14:22:26.786421 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:26.822239 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0aa33978-ed63-43b0-97c5-b2cc1fdff863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.845859 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b1a7383-3db8-4ed3-85b9-a0d6aaa70bd4 req-a0904ba7-017b-4e79-963d-a181f17c721d service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862978 Oct 26 14:22:26.879151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa33978-ed63-43b0-97c5-b2cc1fdff863 None None] No DVR routers for this DVR port daa771af-e589-4389-b531-6c788b930d8a on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:26.884330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa33978-ed63-43b0-97c5-b2cc1fdff863 None None] Pushing event deleted for resources: {'Port': ['ID=daa771af-e589-4389-b531-6c788b930d8a,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:26.892427 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6e4b8e89-1f77-4f23-bd16-e9985a735eea req-04bc6804-c628-4f7f-8c66-0cdd1b142f6e tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 210 time: 0.0432100 Oct 26 14:22:26.918088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Allocated IP 172.20.0.1 (4c0322bb-1e1e-46e8-8564-2d448b82a61a/d0644abd-266d-41c5-9f8d-ca0893e4341b/e410ee86-fdb5-48f5-838e-7439f728271f) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:26.936008 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9530cb-4dcf-4990-bfee-c89e5c55e548 req-5b89213b-ef14-4fb4-b98c-1ee3c992c185 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:26.937613 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed9530cb-4dcf-4990-bfee-c89e5c55e548 req-5b89213b-ef14-4fb4-b98c-1ee3c992c185 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.1467292 Oct 26 14:22:26.965969 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02815b98-b656-4a31-8908-687ccf48f101 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.030770 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed9530cb-4dcf-4990-bfee-c89e5c55e548 req-1e75ee1b-b04e-4fb6-bfff-ea06e32e7359 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549083 Oct 26 14:22:27.034897 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-57258123-d9bb-4f01-b08a-e0ab1042aa12 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.072043 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-913f1dbf-1a64-4b00-ac7f-6bb036b7b7ca tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.073854 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02815b98-b656-4a31-8908-687ccf48f101 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=01e5979b-85a0-4535-a66a-9f0a4762563c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:27.098714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2d31d113-e0b4-4a84-9a1e-1c82ca90f166 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:27.100602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57258123-d9bb-4f01-b08a-e0ab1042aa12 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event deleted for resources: {'Port': ['ID=d7eeebab-4fea-41da-a670-4fb4e1ce3521,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:27.155231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-57258123-d9bb-4f01-b08a-e0ab1042aa12 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] No DVR routers for this DVR port d7eeebab-4fea-41da-a670-4fb4e1ce3521 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:27.159188 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-57258123-d9bb-4f01-b08a-e0ab1042aa12 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.163128 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-57258123-d9bb-4f01-b08a-e0ab1042aa12 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "DELETE /v2.0/ports/d7eeebab-4fea-41da-a670-4fb4e1ce3521 HTTP/1.1" status: 204 len: 173 time: 0.7909822 Oct 26 14:22:27.198317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 2d31d113-e0b4-4a84-9a1e-1c82ca90f166 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:27.198699 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.249625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-913f1dbf-1a64-4b00-ac7f-6bb036b7b7ca tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Network 00ae902e-ee22-4055-b170-4935394fcdd8 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:27.266450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-913f1dbf-1a64-4b00-ac7f-6bb036b7b7ca tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:27.276907 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.279365 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-913f1dbf-1a64-4b00-ac7f-6bb036b7b7ca tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:27.286890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f1dbf-1a64-4b00-ac7f-6bb036b7b7ca tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'Port': ['ID=859b6c00-3d0c-47a0-a5cd-342ccc2f635a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:27.292404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a56498-d5e6-4782-8a81-b286730eaa25 req-134a2ca7-70e1-4643-9f14-9a3c41ff52f6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:27.299259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a56498-d5e6-4782-8a81-b286730eaa25 req-134a2ca7-70e1-4643-9f14-9a3c41ff52f6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:27.302973 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.306550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a56498-d5e6-4782-8a81-b286730eaa25 req-134a2ca7-70e1-4643-9f14-9a3c41ff52f6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:27.307846 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30a56498-d5e6-4782-8a81-b286730eaa25 req-134a2ca7-70e1-4643-9f14-9a3c41ff52f6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 2411 time: 0.1409183 Oct 26 14:22:27.330405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 2d31d113-e0b4-4a84-9a1e-1c82ca90f166, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2d31d113-e0b4-4a84-9a1e-1c82ca90f166,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:27.338796 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.339118 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02815b98-b656-4a31-8908-687ccf48f101 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.342099 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02815b98-b656-4a31-8908-687ccf48f101 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.343302 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-02815b98-b656-4a31-8908-687ccf48f101 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/floatingips/5e123331-1882-4ec8-aa34-3018a3f055a6 HTTP/1.1" status: 204 len: 168 time: 2.8673437 Oct 26 14:22:27.359519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55972) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:27.374569 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '56adb71a-e4f7-4bb8-aa82-426fcd786c81'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:27.383902 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b1a7383-3db8-4ed3-85b9-a0d6aaa70bd4 req-80d6c85f-d5a5-4d0f-af29-b883e73d6f7f service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277603 Oct 26 14:22:27.397629 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] No DVR routers for this DVR port daa771af-e589-4389-b531-6c788b930d8a on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:27.405331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Port': ['ID=daa771af-e589-4389-b531-6c788b930d8a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:27.433037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30a56498-d5e6-4782-8a81-b286730eaa25 req-77450bb4-134c-43c8-bae2-3ff14f24d563 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143892 Oct 26 14:22:27.442302 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device daa771af-e589-4389-b531-6c788b930d8a no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:27.451865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-8d7ca215-1b8f-4dbd-a025-7fc2ab41d795 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Deleting port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:27.452331 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-8d7ca215-1b8f-4dbd-a025-7fc2ab41d795 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.492185 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: daa771af-e589-4389-b531-6c788b930d8a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:22:27.492548 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device daa771af-e589-4389-b531-6c788b930d8a not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:22:27.516119 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.525188 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.538577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=2d31d113-e0b4-4a84-9a1e-1c82ca90f166,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:27.552098 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.568587 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-913f1dbf-1a64-4b00-ac7f-6bb036b7b7ca tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:27.571446 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-913f1dbf-1a64-4b00-ac7f-6bb036b7b7ca tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.577493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-8d7ca215-1b8f-4dbd-a025-7fc2ab41d795 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] For port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:27.578243 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-8d7ca215-1b8f-4dbd-a025-7fc2ab41d795 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.629510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-8d7ca215-1b8f-4dbd-a025-7fc2ab41d795 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Calling delete_port for cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:27.669233 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.672075 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-22194bc3-b688-497d-b424-147cb01f44eb None None] Provisioning complete for port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:27.672454 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-22194bc3-b688-497d-b424-147cb01f44eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.688301 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-913f1dbf-1a64-4b00-ac7f-6bb036b7b7ca tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.1777689 Oct 26 14:22:27.712236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Request body: {'port': {'device_id': 'a067d691-cffb-4561-a986-f352e3c55b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:27.736386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-22194bc3-b688-497d-b424-147cb01f44eb None None] Port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:27.753263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f855c97-93a6-4e7d-94e6-b423b7320195']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:27.770707 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.775391 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0295db3-9ae3-4e6e-bc8d-eefca4fe3101') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:27.775549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0295db3-9ae3-4e6e-bc8d-eefca4fe3101') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:27.828243 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.836827 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.847067 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-8d7ca215-1b8f-4dbd-a025-7fc2ab41d795 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.867884 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:27.868603 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.870843 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.877815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:27.893839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:27.896220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:22:27.896610 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:22:27.900933 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:22:27.906272 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ca215-1b8f-4dbd-a025-7fc2ab41d795 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event deleted for resources: {'Port': ['ID=cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:27.912551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Pushing event updated for resources: {'Port': ['ID=e410ee86-fdb5-48f5-838e-7439f728271f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:27.987461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-8d7ca215-1b8f-4dbd-a025-7fc2ab41d795 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] No DVR routers for this DVR port cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:27.992479 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-8d7ca215-1b8f-4dbd-a025-7fc2ab41d795 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.996234 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-8d7ca215-1b8f-4dbd-a025-7fc2ab41d795 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "DELETE /v2.0/ports/cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be HTTP/1.1" status: 204 len: 173 time: 0.8180099 Oct 26 14:22:28.042034 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:28.074819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.25.4.18 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/07a3386a-772b-47b9-a920-e98a8d04cdcb) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:28.121563 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:28.124248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:28.129657 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/networks/0f855c97-93a6-4e7d-94e6-b423b7320195 HTTP/1.1" status: 204 len: 168 time: 5.4985759 Oct 26 14:22:28.142731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55978) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:28.180102 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb95ad-ed00-4e45-a1aa-ff2c93e1b37c req-e79806c6-1c43-4362-97d0-e5dcd82a4ec6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:28.181557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9acb95ad-ed00-4e45-a1aa-ff2c93e1b37c req-e79806c6-1c43-4362-97d0-e5dcd82a4ec6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 970 time: 0.1954463 Oct 26 14:22:28.268487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9819517c-3983-493f-b045-c03079f217c9 None None] Provisioning complete for port e410ee86-fdb5-48f5-838e-7439f728271f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:28.269159 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9819517c-3983-493f-b045-c03079f217c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:28.304127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9acb95ad-ed00-4e45-a1aa-ff2c93e1b37c req-4460a1ee-a10f-415a-92c6-de4300136722 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1051180 Oct 26 14:22:28.316525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fbc2d-280c-4a34-8bd3-21dfaa53c1e1 req-96b1ca58-87ac-4b1c-b725-ea16be3b499e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:28.317673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-391fbc2d-280c-4a34-8bd3-21dfaa53c1e1 req-96b1ca58-87ac-4b1c-b725-ea16be3b499e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 943 time: 0.1473153 Oct 26 14:22:28.320508 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9819517c-3983-493f-b045-c03079f217c9 None None] Port e410ee86-fdb5-48f5-838e-7439f728271f cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:28.323621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Deleting port d23c3036-10bb-4165-b6c2-a4ce9e26949e {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:28.324018 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:28.350569 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:28.435206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-deleted', 'tag': 'd7eeebab-4fea-41da-a670-4fb4e1ce3521'}, {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-deleted', 'tag': 'cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:28.437264 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b03934c-6372-439d-8c48-f4c3d6423a32" -d '{"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-deleted", "tag": "d7eeebab-4fea-41da-a670-4fb4e1ce3521"}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-deleted", "tag": "cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:28.458728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-391fbc2d-280c-4a34-8bd3-21dfaa53c1e1 req-d6efb975-a65e-4083-869d-7c8f31da720c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201329 Oct 26 14:22:28.510388 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:28.513664 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] For port d23c3036-10bb-4165-b6c2-a4ce9e26949e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d23c3036-10bb-4165-b6c2-a4ce9e26949e,segment=NetworkSegment(cd4a849a-b7fc-4b62-8b49-0cd564523777),segment_id=cd4a849a-b7fc-4b62-8b49-0cd564523777)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:28.514066 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:28.517562 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05abef92-0102-49ca-9a69-7eb23b4efac8 x-openstack-request-id: req-05abef92-0102-49ca-9a69-7eb23b4efac8 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:28.517912 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-deleted", "tag": "d7eeebab-4fea-41da-a670-4fb4e1ce3521", "status": "completed", "code": 200}, {"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-deleted", "tag": "cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:28.518199 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05abef92-0102-49ca-9a69-7eb23b4efac8 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:28.522227 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-deleted', 'tag': 'd7eeebab-4fea-41da-a670-4fb4e1ce3521', 'status': 'completed', 'code': 200} Oct 26 14:22:28.522227 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-deleted', 'tag': 'cc7dcd8e-4ffb-472f-a60d-942ed2dcf7be', 'status': 'completed', 'code': 200} Oct 26 14:22:28.643278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8430602-ef8e-4a61-92ca-6ae0b153a941 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Network': ['ID=0f855c97-93a6-4e7d-94e6-b423b7320195,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:28.653603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:28.655845 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-f422e4a7-84d7-4898-b698-7f821c04ecb9 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:22:28.656295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f422e4a7-84d7-4898-b698-7f821c04ecb9 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:22:28.662412 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f422e4a7-84d7-4898-b698-7f821c04ecb9 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/subnets/28db08b8-cd08-4484-8bbe-7d7e20f42ec7 HTTP/1.1" status: 404 len: 337 time: 0.5120559 Oct 26 14:22:28.662595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=07a3386a-772b-47b9-a920-e98a8d04cdcb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:28.665153 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55984) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:28.665153 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:28.686895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:28.735127 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cc9f08-a8b2-42b7-83af-56e6afa9b7e3 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:22:28.735724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73cc9f08-a8b2-42b7-83af-56e6afa9b7e3 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:22:28.738773 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-73cc9f08-a8b2-42b7-83af-56e6afa9b7e3 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/networks/0f855c97-93a6-4e7d-94e6-b423b7320195 HTTP/1.1" status: 404 len: 339 time: 0.0717187 Oct 26 14:22:28.743856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55986) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:28.790836 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeaa924e-685f-4624-a6c1-ce8eff325228 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:22:28.791208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeaa924e-685f-4624-a6c1-ce8eff325228 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:22:28.794336 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-eeaa924e-685f-4624-a6c1-ce8eff325228 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/subnets/18fb5f86-38d6-4f44-bbe9-faf5d015056e HTTP/1.1" status: 404 len: 337 time: 0.0494576 Oct 26 14:22:28.800041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55988) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:28.817243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc874267-bb06-4d3f-8d6e-39ed60b9057e req-93a30ea3-8f9a-497a-b577-9f868705e4e5 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:28.823132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc874267-bb06-4d3f-8d6e-39ed60b9057e req-93a30ea3-8f9a-497a-b577-9f868705e4e5 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:28.824732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc874267-bb06-4d3f-8d6e-39ed60b9057e req-93a30ea3-8f9a-497a-b577-9f868705e4e5 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 1678 time: 0.1961217 Oct 26 14:22:28.828132 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ed5a74-5723-442f-95ba-fd96ed5916df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:22:28.828698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ed5a74-5723-442f-95ba-fd96ed5916df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:22:28.834964 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-85ed5a74-5723-442f-95ba-fd96ed5916df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/networks/d48c2897-70c6-49cb-8d40-f1f270df613c HTTP/1.1" status: 404 len: 339 time: 0.0315580 Oct 26 14:22:28.836443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55990) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:28.898621 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87dd0c2-2f2d-42b7-a87b-69deb3d24b40 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:22:28.899325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87dd0c2-2f2d-42b7-a87b-69deb3d24b40 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:22:28.902420 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b87dd0c2-2f2d-42b7-a87b-69deb3d24b40 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/subnets/9c066a89-2111-4561-8a52-86ed7e6a9017 HTTP/1.1" status: 404 len: 337 time: 0.0660298 Oct 26 14:22:28.907875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55992) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:28.925444 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:28.953266 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f78111-720e-4e32-9712-97b043cd6004 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:22:28.954236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f78111-720e-4e32-9712-97b043cd6004 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:22:28.959942 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f7f78111-720e-4e32-9712-97b043cd6004 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/networks/fd007a72-db11-4607-a929-62c53042678a HTTP/1.1" status: 404 len: 339 time: 0.0429926 Oct 26 14:22:28.961682 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55994) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:28.975258 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc874267-bb06-4d3f-8d6e-39ed60b9057e req-f8787f8d-136b-4235-b552-fe12f89e5495 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286795 Oct 26 14:22:28.981346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2d31d113-e0b4-4a84-9a1e-1c82ca90f166 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:28.982959 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:28.983315 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:28.983628 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Floating IP 05f5ff17-c3bf-4152-bc74-e5718d7346d3 disassociated. External IP: 172.25.4.147, port: d23c3036-10bb-4165-b6c2-a4ce9e26949e. Oct 26 14:22:28.983969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Calling delete_port for d23c3036-10bb-4165-b6c2-a4ce9e26949e owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:29.058890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 2d31d113-e0b4-4a84-9a1e-1c82ca90f166 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:29.059163 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.119986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859b6c00-3d0c-47a0-a5cd-342ccc2f635a {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:22:29.133450 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.219901 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a514d-c0ae-4845-841e-d7620974593c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Deleting port 4d251d7e-4fbf-43ab-9fba-3558bc68a794 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:29.220265 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f1a514d-c0ae-4845-841e-d7620974593c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.298823 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Transition to ACTIVE for port object 859b6c00-3d0c-47a0-a5cd-342ccc2f635a will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:22:29.302080 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.315467 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.326837 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f1a514d-c0ae-4845-841e-d7620974593c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.335234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event deleted for resources: {'Port': ['ID=d23c3036-10bb-4165-b6c2-a4ce9e26949e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:29.340082 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.369824 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.386632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a514d-c0ae-4845-841e-d7620974593c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Calling delete_port for 4d251d7e-4fbf-43ab-9fba-3558bc68a794 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:29.395169 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.398257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:22:29.517800 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.524224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Pushing event updated for resources: {'Port': ['ID=859b6c00-3d0c-47a0-a5cd-342ccc2f635a,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:29.549058 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:29.573852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'port_id': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'mac_address': 'fa:16:3e:8b:34:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:22:29.617795 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.635785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:22:29.660416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:29.667156 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.725953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:29.750199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Pushing event updated for resources: {'Port': ['ID=e410ee86-fdb5-48f5-838e-7439f728271f,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:29.798761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Attempting to bind port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:29.799119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Attempting to bind port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:29.799436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Attempting to bind port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a on network 00ae902e-ee22-4055-b170-4935394fcdd8 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:29.802777 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f1a514d-c0ae-4845-841e-d7620974593c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.816098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a on network 00ae902e-ee22-4055-b170-4935394fcdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:22:29.816427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Attempting to bind port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a on network 00ae902e-ee22-4055-b170-4935394fcdd8 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:29.846037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:29.853430 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f1a514d-c0ae-4845-841e-d7620974593c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.861533 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1f1a514d-c0ae-4845-841e-d7620974593c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/ports/4d251d7e-4fbf-43ab-9fba-3558bc68a794 HTTP/1.1" status: 204 len: 168 time: 0.8935726 Oct 26 14:22:29.861533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a514d-c0ae-4845-841e-d7620974593c tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Port': ['ID=4d251d7e-4fbf-43ab-9fba-3558bc68a794,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:29.862640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56000) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:29.865414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:29.868066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:29.868416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Checking segment: {'id': 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:29.868798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Bound using segment: {'id': 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:29.869256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Bound port: 859b6c00-3d0c-47a0-a5cd-342ccc2f635a, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:29.869608 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.884318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:22:29.924788 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fac963-480d-4adb-bed1-a36c4ee359be tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:22:29.925260 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fac963-480d-4adb-bed1-a36c4ee359be tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:22:29.928482 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-27fac963-480d-4adb-bed1-a36c4ee359be tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/subnets/3dab4fce-1a99-4cae-8292-e53124822602 HTTP/1.1" status: 404 len: 337 time: 0.0645316 Oct 26 14:22:29.932238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56002) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:30.016609 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.040848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Router eff8808d-6b56-4f79-855a-c9e282628ec2 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:30.074402 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2f00f-4d02-46c4-81a7-a64af1ee66bf req-73440da3-bda0-47e0-a7e6-d6ec7ac41191 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:30.081518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aff2f00f-4d02-46c4-81a7-a64af1ee66bf req-73440da3-bda0-47e0-a7e6-d6ec7ac41191 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 944 time: 0.2946987 Oct 26 14:22:30.123791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe88f4-086c-4bea-a0bd-4ce34a5ddd4f req-5c261c3f-2a1c-4766-aeaf-cb4202b26dfd tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:30.125353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66fe88f4-086c-4bea-a0bd-4ce34a5ddd4f req-5c261c3f-2a1c-4766-aeaf-cb4202b26dfd tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 982 time: 0.3398409 Oct 26 14:22:30.148908 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e2945f8-6f3c-49bc-9c1d-dedd134eb156 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.153631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] For port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:30.158090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] For port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=859b6c00-3d0c-47a0-a5cd-342ccc2f635a,segment=NetworkSegment(a59fc712-b2aa-440f-8fcd-ec178f5ab18a),segment_id=a59fc712-b2aa-440f-8fcd-ec178f5ab18a)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:30.170316 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.198199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-fcd750d2-59d5-4351-98a9-02558b7aef03 None None] Provisioning complete for port e410ee86-fdb5-48f5-838e-7439f728271f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:30.198812 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fcd750d2-59d5-4351-98a9-02558b7aef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.218082 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:30.218626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.221022 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] 10.222.0.25 "PUT /v2.0/ports/859b6c00-3d0c-47a0-a5cd-342ccc2f635a HTTP/1.1" status: 200 len: 1130 time: 2.5171680 Oct 26 14:22:30.226872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a067d691-cffb-4561-a986-f352e3c55b03', 'tag': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:30.229482 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d51fed-3474-4044-9613-d7fc590e853c" -d '{"events": [{"name": "network-changed", "server_uuid": "a067d691-cffb-4561-a986-f352e3c55b03", "tag": "859b6c00-3d0c-47a0-a5cd-342ccc2f635a"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:30.248332 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aff2f00f-4d02-46c4-81a7-a64af1ee66bf req-281f02ab-b596-4ac8-9038-55aee0d375f0 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656749 Oct 26 14:22:30.264346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-fcd750d2-59d5-4351-98a9-02558b7aef03 None None] Port e410ee86-fdb5-48f5-838e-7439f728271f cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:30.292717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Router ce8efef2-8a6d-496a-b5cf-e4b43300f10a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:30.352870 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66fe88f4-086c-4bea-a0bd-4ce34a5ddd4f req-dd72fa8c-23ba-4760-b900-43f9ff8143ee tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2053728 Oct 26 14:22:30.383060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:30.396807 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb27ba8-e28a-4efe-a58f-9bd3d31366cb None None] Sync routers for ids ['eff8808d-6b56-4f79-855a-c9e282628ec2'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:30.411358 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d173da8-7921-4a53-b566-ed4791785762 service neutron] Pushing event updated for resources: {'Port': ['ID=859b6c00-3d0c-47a0-a5cd-342ccc2f635a,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:30.430192 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb27ba8-e28a-4efe-a58f-9bd3d31366cb None None] Routers {'eff8808d-6b56-4f79-855a-c9e282628ec2'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:30.432638 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bdb27ba8-e28a-4efe-a58f-9bd3d31366cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['eff8808d-6b56-4f79-855a-c9e282628ec2'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:30.457095 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e2945f8-6f3c-49bc-9c1d-dedd134eb156 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.532609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] No DVR routers for this DVR port d23c3036-10bb-4165-b6c2-a4ce9e26949e on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:30.546997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe2417-8dcc-45fe-8d88-6e2de143b18c req-619689e8-a22e-44e8-83b7-6a97d1e65a1f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:30.557076 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fefe2417-8dcc-45fe-8d88-6e2de143b18c req-619689e8-a22e-44e8-83b7-6a97d1e65a1f tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 943 time: 0.1757357 Oct 26 14:22:30.567006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-9e2945f8-6f3c-49bc-9c1d-dedd134eb156 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86db8393-74a0-445c-b3ea-018561659814']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:30.581664 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c392a1e-df59-4ef2-93cd-d455b182235e x-openstack-request-id: req-2c392a1e-df59-4ef2-93cd-d455b182235e {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:30.582104 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a067d691-cffb-4561-a986-f352e3c55b03", "tag": "859b6c00-3d0c-47a0-a5cd-342ccc2f635a", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:30.582427 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c392a1e-df59-4ef2-93cd-d455b182235e {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:30.582835 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a067d691-cffb-4561-a986-f352e3c55b03', 'tag': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a', 'status': 'completed', 'code': 200} Oct 26 14:22:30.585155 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-c227b7f2-deb3-4446-b4dd-7d0e48bd06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:30.586000 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.587160 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-c227b7f2-deb3-4446-b4dd-7d0e48bd06a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7cb5d9869c524d628a386d356ebef371&device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 1133 time: 0.3020360 Oct 26 14:22:30.595271 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c18a6d4c-9210-4707-804f-3097e9ef1f03 req-81fd9d9e-5de5-432d-be10-4368604d5277 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2459733 Oct 26 14:22:30.597068 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-77d3499e-b5ae-4200-a660-1e82e2899db1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "DELETE /v2.0/ports/d23c3036-10bb-4165-b6c2-a4ce9e26949e HTTP/1.1" status: 204 len: 173 time: 2.5870559 Oct 26 14:22:30.599932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-9e2945f8-6f3c-49bc-9c1d-dedd134eb156 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191eb882-65ff-4fd7-bc5c-42cb35e1eaf3') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:30.602274 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-9e2945f8-6f3c-49bc-9c1d-dedd134eb156 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191eb882-65ff-4fd7-bc5c-42cb35e1eaf3') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:30.603166 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-deleted', 'tag': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:30.606669 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77feb1d-b552-4ba2-b8b8-4aa44335abb4" -d '{"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-deleted", "tag": "d23c3036-10bb-4165-b6c2-a4ce9e26949e"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:30.635860 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-bdb27ba8-e28a-4efe-a58f-9bd3d31366cb None None] Set router eff8808d-6b56-4f79-855a-c9e282628ec2 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:30.660511 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31acc034-5920-49ed-8b7f-5566c198f36e x-openstack-request-id: req-31acc034-5920-49ed-8b7f-5566c198f36e {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:30.660808 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-deleted", "tag": "d23c3036-10bb-4165-b6c2-a4ce9e26949e", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:30.661062 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31acc034-5920-49ed-8b7f-5566c198f36e {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:30.661457 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-deleted', 'tag': 'd23c3036-10bb-4165-b6c2-a4ce9e26949e', 'status': 'completed', 'code': 200} Oct 26 14:22:30.685467 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fefe2417-8dcc-45fe-8d88-6e2de143b18c req-3c438f64-fe13-4d40-bfa8-842868f0a1bb tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7999a1b8-25b1-4b0f-b27b-a191b5c55280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259506 Oct 26 14:22:30.693763 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.704979 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.708187 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-60e6415b-c43d-441e-a44f-cd1c662057eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859b6c00-3d0c-47a0-a5cd-342ccc2f635a HTTP/1.1" status: 200 len: 217 time: 0.1115534 Oct 26 14:22:30.712168 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e2945f8-6f3c-49bc-9c1d-dedd134eb156 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.791896 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e2945f8-6f3c-49bc-9c1d-dedd134eb156 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.807100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:30.811477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2945f8-6f3c-49bc-9c1d-dedd134eb156 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:22:30.811787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e2945f8-6f3c-49bc-9c1d-dedd134eb156 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:22:30.815352 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:22:30.819145 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-46489eea-fc53-471c-8a02-50fde485f800 admin admin] 10.222.0.32 "PUT /v2.0/routers/ce8efef2-8a6d-496a-b5cf-e4b43300f10a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8109114 Oct 26 14:22:30.829164 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Sync routers for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:30.841923 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:30.842321 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.843174 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:30.844177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=07a3386a-772b-47b9-a920-e98a8d04cdcb,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:30.886664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-72f38091-c1ba-4ff0-87d4-2fe6bc744dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:30.894443 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-72f38091-c1ba-4ff0-87d4-2fe6bc744dca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0 HTTP/1.1" status: 200 len: 835 time: 0.1662261 Oct 26 14:22:30.943769 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bdb27ba8-e28a-4efe-a58f-9bd3d31366cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '6e114109-7394-4b48-b5e1-79638d206294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:11:42Z', 'revision_number': 4, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port': {'id': '6e114109-7394-4b48-b5e1-79638d206294', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:35Z', 'updated_at': '2021-10-26T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c85ab149-69ca-472d-aaef-e6b9789021c0', 'name': '', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'mac_address': 'fa:16:3e:99:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:40Z', 'updated_at': '2021-10-26T14:11:46Z', 'revision_number': 5, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'subnets': [{'id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:30.944830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a6d4c-9210-4707-804f-3097e9ef1f03 req-ffb583e5-cd08-4955-b25a-ca1446d4eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:30.946268 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c18a6d4c-9210-4707-804f-3097e9ef1f03 req-ffb583e5-cd08-4955-b25a-ca1446d4eb00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 1097 time: 0.2275085 Oct 26 14:22:30.976669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-b19b0988-8d0a-41b5-8623-56c01f4f1a39 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Deleting port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:30.977033 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-b19b0988-8d0a-41b5-8623-56c01f4f1a39 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.981364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:31.003357 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb27ba8-e28a-4efe-a58f-9bd3d31366cb None None] Checking router: eff8808d-6b56-4f79-855a-c9e282628ec2 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:22:31.023933 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb27ba8-e28a-4efe-a58f-9bd3d31366cb None None] Routers {'eff8808d-6b56-4f79-855a-c9e282628ec2'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:31.024548 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bdb27ba8-e28a-4efe-a58f-9bd3d31366cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['eff8808d-6b56-4f79-855a-c9e282628ec2'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:31.090223 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Floating IP 0d918ae5-881c-4155-a370-5e09e1028dd2 associated. External IP: 172.25.4.18, port: 56adb71a-e4f7-4bb8-aa82-426fcd786c81. Oct 26 14:22:31.112095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a6d4c-9210-4707-804f-3097e9ef1f03 req-bba1115f-6782-4cdf-8742-a81219856c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.114628 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c18a6d4c-9210-4707-804f-3097e9ef1f03 req-bba1115f-6782-4cdf-8742-a81219856c6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=5986448c-fd46-4f3a-b959-70094d318c17 HTTP/1.1" status: 200 len: 897 time: 0.1342552 Oct 26 14:22:31.116514 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e2945f8-6f3c-49bc-9c1d-dedd134eb156 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.124812 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9e2945f8-6f3c-49bc-9c1d-dedd134eb156 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.129522 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9e2945f8-6f3c-49bc-9c1d-dedd134eb156 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/networks/86db8393-74a0-445c-b3ea-018561659814 HTTP/1.1" status: 204 len: 168 time: 1.1954052 Oct 26 14:22:31.146882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56018) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:31.175069 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-bdb27ba8-e28a-4efe-a58f-9bd3d31366cb None None] Set router eff8808d-6b56-4f79-855a-c9e282628ec2 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:31.221432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-b19b0988-8d0a-41b5-8623-56c01f4f1a39 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] For port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:31.221803 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-b19b0988-8d0a-41b5-8623-56c01f4f1a39 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.240758 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c18a6d4c-9210-4707-804f-3097e9ef1f03 req-2cce822f-3a32-44fd-88a3-6a077b013a91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccf48017-0c79-4e68-8932-7a3ad9dd388d HTTP/1.1" status: 200 len: 1002 time: 0.1100702 Oct 26 14:22:31.259332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-b19b0988-8d0a-41b5-8623-56c01f4f1a39 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Calling delete_port for d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:31.301826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-3a1e65fb-aca8-445d-80a1-d44b608c78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.303424 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-3a1e65fb-aca8-445d-80a1-d44b608c78db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=00ae902e-ee22-4055-b170-4935394fcdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4017410 Oct 26 14:22:31.305749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2945f8-6f3c-49bc-9c1d-dedd134eb156 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Network': ['ID=86db8393-74a0-445c-b3ea-018561659814,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:31.473660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:31.495754 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-6efaeb21-5497-4c4f-9dd4-8ea8a5ab271d service neutron] 10.222.0.25 "GET /v2.0/networks/00ae902e-ee22-4055-b170-4935394fcdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234443 Oct 26 14:22:31.539748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a6d4c-9210-4707-804f-3097e9ef1f03 req-b020dd19-8a04-4f36-a4c1-251c7d43df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.541256 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c18a6d4c-9210-4707-804f-3097e9ef1f03 req-b020dd19-8a04-4f36-a4c1-251c7d43df38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3478ef3e-66c4-4dd1-95df-444fda58b044 HTTP/1.1" status: 200 len: 834 time: 0.2909610 Oct 26 14:22:31.545334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:29Z', 'revision_number': 2, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:31.593853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Checking router: ce8efef2-8a6d-496a-b5cf-e4b43300f10a for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:22:31.594403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Updating router ce8efef2-8a6d-496a-b5cf-e4b43300f10a port e410ee86-fdb5-48f5-838e-7439f728271f binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:22:31.610792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56032) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:31.618474 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1653183667-network', 'tenant_id': '4f0f217eed9147719692659db4277412'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:31.621941 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bdb27ba8-e28a-4efe-a58f-9bd3d31366cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '6e114109-7394-4b48-b5e1-79638d206294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:11:42Z', 'revision_number': 4, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port': {'id': '6e114109-7394-4b48-b5e1-79638d206294', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:35Z', 'updated_at': '2021-10-26T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c85ab149-69ca-472d-aaef-e6b9789021c0', 'name': '', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'mac_address': 'fa:16:3e:99:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:40Z', 'updated_at': '2021-10-26T14:11:46Z', 'revision_number': 5, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'subnets': [{'id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:31.633808 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.637679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:31.638527 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.682404 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a6d4c-9210-4707-804f-3097e9ef1f03 req-d7345f72-b94e-4cbd-969a-6bdf6b4d314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.683997 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c18a6d4c-9210-4707-804f-3097e9ef1f03 req-d7345f72-b94e-4cbd-969a-6bdf6b4d314d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5986448c-fd46-4f3a-b959-70094d318c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140690 Oct 26 14:22:31.687773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] Made reservation on behalf of 4f0f217eed9147719692659db4277412 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:31.690266 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.736990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-730717a7-02cd-4964-a1fb-4253812d8797 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Deleting port b22f4c1d-929d-4eca-a187-eb9eb0a1cc3e {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:31.737738 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-730717a7-02cd-4964-a1fb-4253812d8797 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.798694 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb27ba8-e28a-4efe-a58f-9bd3d31366cb None None] The sync data for ids ['eff8808d-6b56-4f79-855a-c9e282628ec2'] in n-d-815498-1 is: [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '6e114109-7394-4b48-b5e1-79638d206294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:11:42Z', 'revision_number': 4, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port': {'id': '6e114109-7394-4b48-b5e1-79638d206294', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:35Z', 'updated_at': '2021-10-26T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c85ab149-69ca-472d-aaef-e6b9789021c0', 'name': '', 'network_id': '31db61e9-1b60-4798-95f8-8992ccf378a6', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'mac_address': 'fa:16:3e:99:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:40Z', 'updated_at': '2021-10-26T14:11:46Z', 'revision_number': 5, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'subnets': [{'id': 'addd5606-6552-4f1f-b55b-993cd7b5d80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:31.813683 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c18a6d4c-9210-4707-804f-3097e9ef1f03 req-dee718c9-599b-4f41-877a-97fb36c6d2b5 service neutron] 10.222.0.11 "GET /v2.0/networks/5986448c-fd46-4f3a-b959-70094d318c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202099 Oct 26 14:22:31.818417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68ca72-c1ad-4446-ac28-8134273fa7bd req-92d8df93-0310-45e2-8093-625c27492548 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.826288 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c68ca72-c1ad-4446-ac28-8134273fa7bd req-92d8df93-0310-45e2-8093-625c27492548 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 944 time: 0.3998687 Oct 26 14:22:31.831840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.841827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a9296-4dd2-4084-9c0a-80449b7bfac4 req-15c456d7-7caa-43cb-990d-4ab0adcea55f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.851509 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7b794ef5-7278-446f-8c39-dce9f6452f51 req-e291e1a3-9932-4e8c-8ba3-f5fa4f758a3a service neutron] 10.222.0.25 "GET /v2.0/networks/00ae902e-ee22-4055-b170-4935394fcdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437281 Oct 26 14:22:31.851947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e38a9296-4dd2-4084-9c0a-80449b7bfac4 req-15c456d7-7caa-43cb-990d-4ab0adcea55f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 982 time: 0.3667071 Oct 26 14:22:31.945105 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-730717a7-02cd-4964-a1fb-4253812d8797 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.962976 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.992896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-730717a7-02cd-4964-a1fb-4253812d8797 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Calling delete_port for b22f4c1d-929d-4eca-a187-eb9eb0a1cc3e owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:32.015727 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:32.020381 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:32.023213 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b17a73-7742-44f0-8b09-9a373839eef5" -d '{"events": [{"server_uuid": "8acd5feb-c9e2-468d-be91-29555fe4a76a", "name": "network-vif-plugged", "status": "completed", "tag": "5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:32.034079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d51fed-3474-4044-9613-d7fc590e853c req-c2208fe4-80ea-4bd6-83a4-38f08cd89a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:32.035724 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d51fed-3474-4044-9613-d7fc590e853c req-c2208fe4-80ea-4bd6-83a4-38f08cd89a35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7cb5d9869c524d628a386d356ebef371&device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 1133 time: 0.0952964 Oct 26 14:22:32.036459 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c68ca72-c1ad-4446-ac28-8134273fa7bd req-07ef2702-f5f7-46a0-85d8-a8f374ac6861 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093890 Oct 26 14:22:32.043616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:32.078751 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c18a6d4c-9210-4707-804f-3097e9ef1f03 req-825b8f93-acb3-47b3-a99f-c93ed41ab024 service neutron] 10.222.0.11 "GET /v2.0/networks/5986448c-fd46-4f3a-b959-70094d318c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528567 Oct 26 14:22:32.102594 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.146622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e38a9296-4dd2-4084-9c0a-80449b7bfac4 req-59aaf45d-afb3-4e14-b1d3-bbbb1540c83b tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2925072 Oct 26 14:22:32.166063 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-b19b0988-8d0a-41b5-8623-56c01f4f1a39 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.172179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.178693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,revision_number=10']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:32.183274 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.189374 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.205416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.219176 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:22:32.249853 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.250484 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] Added segment 57f40a03-0a77-4fbb-92bc-d62168f4a80b of type vlan for network a8d41c32-7718-4bc3-b80b-cdcd2d658806 Oct 26 14:22:32.256419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3a3b5b-2053-4e1e-9233-28a333bb01c0,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:32.266426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfddde-d1b5-475b-ac74-9a3cfa3617c9 None None] Pushing event updated for resources: {'Port': ['ID=e410ee86-fdb5-48f5-838e-7439f728271f,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:32.277712 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b0988-8d0a-41b5-8623-56c01f4f1a39 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event deleted for resources: {'Port': ['ID=d8c8d034-fc3a-4fe6-8cfe-12c81f10d579,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:32.295655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0c4f516-2054-482e-bf57-4de55846c291 req-b9d595b2-4ee5-4ee3-b196-d5e6e78a56c1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.1398702 Oct 26 14:22:32.300866 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df02305e-3212-4818-9e68-4de8b95835dc x-openstack-request-id: req-df02305e-3212-4818-9e68-4de8b95835dc {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:32.301167 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acd5feb-c9e2-468d-be91-29555fe4a76a", "name": "network-vif-plugged", "status": "completed", "tag": "5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:32.301426 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df02305e-3212-4818-9e68-4de8b95835dc {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:32.301817 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'code': 200} Oct 26 14:22:32.359781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d51fed-3474-4044-9613-d7fc590e853c req-1d484305-c3e2-4053-a4d1-98c6710e7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:32.365379 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d51fed-3474-4044-9613-d7fc590e853c req-1d484305-c3e2-4053-a4d1-98c6710e7525 service neutron] 10.222.0.25 "GET /v2.0/networks?id=00ae902e-ee22-4055-b170-4935394fcdd8 HTTP/1.1" status: 200 len: 898 time: 0.3184614 Oct 26 14:22:32.386127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Attempting to bind port e410ee86-fdb5-48f5-838e-7439f728271f on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:32.386490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Attempting to bind port e410ee86-fdb5-48f5-838e-7439f728271f by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:32.386855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Attempting to bind port e410ee86-fdb5-48f5-838e-7439f728271f on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:32.404626 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:32.405033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Checking segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:32.405445 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.405621 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.405839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Bound using segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:32.406346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Bound port: e410ee86-fdb5-48f5-838e-7439f728271f, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:32.406723 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.424505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-b19b0988-8d0a-41b5-8623-56c01f4f1a39 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] No DVR routers for this DVR port d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:32.426879 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee90d72-01f3-44de-b7e6-9170959e3f22 None None] New status for floating IP 05f5ff17-c3bf-4152-bc74-e5718d7346d3: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:22:32.431192 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-b19b0988-8d0a-41b5-8623-56c01f4f1a39 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.436900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71eec2bf-d23d-430f-b774-e6a4a117de35 req-b19b0988-8d0a-41b5-8623-56c01f4f1a39 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.11 "DELETE /v2.0/ports/d8c8d034-fc3a-4fe6-8cfe-12c81f10d579 HTTP/1.1" status: 204 len: 173 time: 1.8279135 Oct 26 14:22:32.464854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:32.472391 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-730717a7-02cd-4964-a1fb-4253812d8797 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.496308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990592c-fb79-4b5e-a397-8b353391293c None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:32.520176 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d51fed-3474-4044-9613-d7fc590e853c req-2cf82086-339a-4400-a1fb-e9a3f9e2965f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859b6c00-3d0c-47a0-a5cd-342ccc2f635a HTTP/1.1" status: 200 len: 217 time: 0.1380541 Oct 26 14:22:32.526927 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.resource_extend [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:22:32.527815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730717a7-02cd-4964-a1fb-4253812d8797 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Port': ['ID=b22f4c1d-929d-4eca-a187-eb9eb0a1cc3e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:32.536719 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990592c-fb79-4b5e-a397-8b353391293c None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:32.537419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3990592c-fb79-4b5e-a397-8b353391293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:32.547470 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-730717a7-02cd-4964-a1fb-4253812d8797 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.555516 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-730717a7-02cd-4964-a1fb-4253812d8797 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/ports/b22f4c1d-929d-4eca-a187-eb9eb0a1cc3e HTTP/1.1" status: 204 len: 168 time: 1.4057817 Oct 26 14:22:32.558811 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.563433 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56042) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:32.649782 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3990592c-fb79-4b5e-a397-8b353391293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:32.661536 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d51fed-3474-4044-9613-d7fc590e853c req-74eb0671-a3e3-47fc-ba50-f8aef7970706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:32.661929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] For port e410ee86-fdb5-48f5-838e-7439f728271f, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:32.663800 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d51fed-3474-4044-9613-d7fc590e853c req-74eb0671-a3e3-47fc-ba50-f8aef7970706 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0 HTTP/1.1" status: 200 len: 835 time: 0.0879593 Oct 26 14:22:32.667129 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.668459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:32.669331 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.675335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-deleted', 'tag': 'd8c8d034-fc3a-4fe6-8cfe-12c81f10d579'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:32.678791 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990592c-fb79-4b5e-a397-8b353391293c None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:32.682795 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbc1fa7-1c09-451b-9945-e48bb6b6985e" -d '{"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-deleted", "tag": "d8c8d034-fc3a-4fe6-8cfe-12c81f10d579"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:32.685072 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3990592c-fb79-4b5e-a397-8b353391293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:32.688618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] For port e410ee86-fdb5-48f5-838e-7439f728271f, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e410ee86-fdb5-48f5-838e-7439f728271f,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:32.695065 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a56e21b-221a-4beb-9915-62ad70779d2e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:22:32.695600 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a56e21b-221a-4beb-9915-62ad70779d2e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:22:32.704560 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1a56e21b-221a-4beb-9915-62ad70779d2e tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/subnets/0eeb50e4-bc53-4393-8b24-0feb72a95cf0 HTTP/1.1" status: 404 len: 337 time: 0.1372163 Oct 26 14:22:32.709020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56046) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:32.714955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0c62b6a4-22e9-4af5-ad12-05f2dec0b674 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3466585 Oct 26 14:22:32.721817 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56048) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:32.727235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-49e9454a-bc83-4199-8ce1-5551ed9d4cc8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1679314757'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:32.769297 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda56cc0-be9d-42e1-a5fb-64208acd8515 x-openstack-request-id: req-fda56cc0-be9d-42e1-a5fb-64208acd8515 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:32.769616 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17", "name": "network-vif-deleted", "tag": "d8c8d034-fc3a-4fe6-8cfe-12c81f10d579", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:32.769832 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fda56cc0-be9d-42e1-a5fb-64208acd8515 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:32.770259 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17', 'name': 'network-vif-deleted', 'tag': 'd8c8d034-fc3a-4fe6-8cfe-12c81f10d579', 'status': 'completed', 'code': 200} Oct 26 14:22:32.778627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b0db8-b5ba-42ea-8ff9-6dc5e9e585b4 req-0b1aad0e-371a-48d4-a2f1-cbb8eefd4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:32.780477 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b06b0db8-b5ba-42ea-8ff9-6dc5e9e585b4 req-0b1aad0e-371a-48d4-a2f1-cbb8eefd4fcd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 1097 time: 0.2353103 Oct 26 14:22:32.791075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e9454a-bc83-4199-8ce1-5551ed9d4cc8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Made reservation on behalf of 5a483ddb03ca4ab7a499729255d4ccb4 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:32.796527 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-49e9454a-bc83-4199-8ce1-5551ed9d4cc8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.832891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e9454a-bc83-4199-8ce1-5551ed9d4cc8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:22:32.833343 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3990592c-fb79-4b5e-a397-8b353391293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:32.834078 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990592c-fb79-4b5e-a397-8b353391293c None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:32.836203 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.853874 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-49e9454a-bc83-4199-8ce1-5551ed9d4cc8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.855074 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-49e9454a-bc83-4199-8ce1-5551ed9d4cc8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Added segment 8e5c819f-53ce-4190-a48c-d4ac8ecad46f of type vlan for network d0314b9a-675c-4095-8f3a-66f90211c272 Oct 26 14:22:32.877416 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2629576 Oct 26 14:22:32.880697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412aa234-e4c1-421f-b909-045a60310a08 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d41c32-7718-4bc3-b80b-cdcd2d658806,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:32.953858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56050) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:32.961813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4192bec9-ef75-48a7-8d48-c7ca828793bd admin admin] Request body: {'subnet': {'network_id': 'a8d41c32-7718-4bc3-b80b-cdcd2d658806', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1653183667-subnet', 'tenant_id': '4f0f217eed9147719692659db4277412', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:32.966072 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network a8d41c32-7718-4bc3-b80b-cdcd2d658806 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:22:33.001745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4192bec9-ef75-48a7-8d48-c7ca828793bd admin admin] Made reservation on behalf of 4f0f217eed9147719692659db4277412 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:33.004821 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4192bec9-ef75-48a7-8d48-c7ca828793bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.009379 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f29f96bd-6ce6-4d41-aee3-e72cd7e664a1 None None] Provisioning complete for port e410ee86-fdb5-48f5-838e-7439f728271f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:33.009751 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f29f96bd-6ce6-4d41-aee3-e72cd7e664a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.135747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:33.143416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:33.248467 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-49e9454a-bc83-4199-8ce1-5551ed9d4cc8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.254977 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4192bec9-ef75-48a7-8d48-c7ca828793bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.264108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfddde-d1b5-475b-ac74-9a3cfa3617c9 None None] Pushing event updated for resources: {'Port': ['ID=e410ee86-fdb5-48f5-838e-7439f728271f,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:33.406942 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.db.resource_extend [None req-49e9454a-bc83-4199-8ce1-5551ed9d4cc8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:22:33.409867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:33.412282 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 859b6c00-3d0c-47a0-a5cd-342ccc2f635a details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:22:33.459344 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e164be9-78c6-4628-8d29-cc33b763e1df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.479524 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f29f96bd-6ce6-4d41-aee3-e72cd7e664a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.482913 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b06b0db8-b5ba-42ea-8ff9-6dc5e9e585b4 req-4bdc1991-0f6a-4277-b380-7daa3733327c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6788099 Oct 26 14:22:33.492978 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d51fed-3474-4044-9613-d7fc590e853c req-5f5e1dd1-b586-4f4b-9a7a-6177d33176fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:33.494353 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d51fed-3474-4044-9613-d7fc590e853c req-5f5e1dd1-b586-4f4b-9a7a-6177d33176fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=00ae902e-ee22-4055-b170-4935394fcdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8197041 Oct 26 14:22:33.541110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3fddc-c36a-4a1b-871d-f0b6b4c2359d req-0e6b5415-12f3-40c9-8fb5-32f2100c84e1 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:33.544369 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97c3fddc-c36a-4a1b-871d-f0b6b4c2359d req-0e6b5415-12f3-40c9-8fb5-32f2100c84e1 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 982 time: 0.2530885 Oct 26 14:22:33.545443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192bec9-ef75-48a7-8d48-c7ca828793bd admin admin] Checking segment: {'id': '57f40a03-0a77-4fbb-92bc-d62168f4a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a8d41c32-7718-4bc3-b80b-cdcd2d658806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:33.545998 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4192bec9-ef75-48a7-8d48-c7ca828793bd admin admin] Network hostable DHCP agents. Network: a8d41c32-7718-4bc3-b80b-cdcd2d658806, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:22:33.592918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36866f0-9156-48e3-a68c-7ca9b97cc9f5 req-ef06959a-2213-4ce4-8fe9-310ceddeae6e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:33.593728 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e164be9-78c6-4628-8d29-cc33b763e1df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.602833 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b36866f0-9156-48e3-a68c-7ca9b97cc9f5 req-ef06959a-2213-4ce4-8fe9-310ceddeae6e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 946 time: 0.3583465 Oct 26 14:22:33.609403 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-49e9454a-bc83-4199-8ce1-5551ed9d4cc8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.618008 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4e164be9-78c6-4628-8d29-cc33b763e1df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:33.624895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e9454a-bc83-4199-8ce1-5551ed9d4cc8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:33.627728 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-49e9454a-bc83-4199-8ce1-5551ed9d4cc8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.630243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4e164be9-78c6-4628-8d29-cc33b763e1df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b22cb4-0050-4d4d-b4b6-29168a9fe8a1') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:33.630541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4e164be9-78c6-4628-8d29-cc33b763e1df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b22cb4-0050-4d4d-b4b6-29168a9fe8a1') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:33.649372 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e164be9-78c6-4628-8d29-cc33b763e1df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.661401 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192bec9-ef75-48a7-8d48-c7ca828793bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54702b8-d24d-49be-bfda-b322572f65e4,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:33.665066 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e164be9-78c6-4628-8d29-cc33b763e1df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.670259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f29f96bd-6ce6-4d41-aee3-e72cd7e664a1 None None] For port e410ee86-fdb5-48f5-838e-7439f728271f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e410ee86-fdb5-48f5-838e-7439f728271f,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:33.672449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e164be9-78c6-4628-8d29-cc33b763e1df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:22:33.673871 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e164be9-78c6-4628-8d29-cc33b763e1df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.684665 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f29f96bd-6ce6-4d41-aee3-e72cd7e664a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.754733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97c3fddc-c36a-4a1b-871d-f0b6b4c2359d req-e647e2af-8817-418e-8c10-8372f2c7ace3 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1949010 Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:22:33.757105 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:22:33.759672 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e164be9-78c6-4628-8d29-cc33b763e1df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.765676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-49e9454a-bc83-4199-8ce1-5551ed9d4cc8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0426860 Oct 26 14:22:33.766596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56058) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:33.792070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-397f923e-5dff-4d94-824f-9b7c8d322eac tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'subnet': {'network_id': 'd0314b9a-675c-4095-8f3a-66f90211c272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:33.799811 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e164be9-78c6-4628-8d29-cc33b763e1df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.807320 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4e164be9-78c6-4628-8d29-cc33b763e1df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/networks/4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86 HTTP/1.1" status: 204 len: 168 time: 1.0615201 Oct 26 14:22:33.833095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56060) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:33.859038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e164be9-78c6-4628-8d29-cc33b763e1df tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Network': ['ID=4d393a6b-bad1-4eb4-a7bb-ffe4b729fd86,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:33.878558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=859b6c00-3d0c-47a0-a5cd-342ccc2f635a,segment=NetworkSegment(a59fc712-b2aa-440f-8fcd-ec178f5ab18a),segment_id=a59fc712-b2aa-440f-8fcd-ec178f5ab18a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:33.893524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f96bd-6ce6-4d41-aee3-e72cd7e664a1 None None] Pushing event updated for resources: {'Port': ['ID=e410ee86-fdb5-48f5-838e-7439f728271f,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:33.905506 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'port_id': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a', 'mac_address': 'fa:16:3e:0f:ef:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:22:33.918687 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d51fed-3474-4044-9613-d7fc590e853c req-90a96c51-cfec-45f4-9e88-a238e9b85836 service neutron] 10.222.0.25 "GET /v2.0/networks/00ae902e-ee22-4055-b170-4935394fcdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714025 Oct 26 14:22:33.968843 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.971253 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d13456d5-137f-40ef-9679-474f7a521170 None None] Provisioning complete for port e410ee86-fdb5-48f5-838e-7439f728271f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:33.971677 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d13456d5-137f-40ef-9679-474f7a521170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.981443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4192bec9-ef75-48a7-8d48-c7ca828793bd admin admin] Network a8d41c32-7718-4bc3-b80b-cdcd2d658806 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:22:34.013387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859b6c00-3d0c-47a0-a5cd-342ccc2f635a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:22:34.047328 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d51fed-3474-4044-9613-d7fc590e853c req-95269406-79af-439c-ba45-4e13158ef243 service neutron] 10.222.0.25 "GET /v2.0/networks/00ae902e-ee22-4055-b170-4935394fcdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192911 Oct 26 14:22:34.054110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=859b6c00-3d0c-47a0-a5cd-342ccc2f635a,segment=NetworkSegment(a59fc712-b2aa-440f-8fcd-ec178f5ab18a),segment_id=a59fc712-b2aa-440f-8fcd-ec178f5ab18a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:34.067795 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.129966 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:32Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:34.181051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e21ef5-4883-4e88-abdf-7e9035bad69c None None] The sync data for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 is: [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:32Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:34.192400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=859b6c00-3d0c-47a0-a5cd-342ccc2f635a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:34.301693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['859b6c00-3d0c-47a0-a5cd-342ccc2f635a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:22:34.380924 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e548ae-832b-4b67-bc10-beb18ef4e9a3 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Deleting subnet baae5ab4-ee2d-418f-b708-73ad832dcbde {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:22:34.386148 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-32e548ae-832b-4b67-bc10-beb18ef4e9a3 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.465076 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1baee6bd-4b0d-451f-ac6e-ba3e5ee8d307 req-ad1dcc3b-5ad6-43f7-8a45-65bccb4eb3ac tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.5012252 Oct 26 14:22:34.466730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-4192bec9-ef75-48a7-8d48-c7ca828793bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, a8d41c32-7718-4bc3-b80b-cdcd2d658806) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:34.507086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9454a-bc83-4199-8ce1-5551ed9d4cc8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Network': ['ID=d0314b9a-675c-4095-8f3a-66f90211c272,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:34.519702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4192bec9-ef75-48a7-8d48-c7ca828793bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:34.520618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4192bec9-ef75-48a7-8d48-c7ca828793bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.538746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b36866f0-9156-48e3-a68c-7ca9b97cc9f5 req-f835a319-f595-4b8b-9101-dcbcc620ca5b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8103693 Oct 26 14:22:34.556172 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-32e548ae-832b-4b67-bc10-beb18ef4e9a3 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.577343 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b31eb-c60a-4504-b8f3-d8df075b5fd2 None None] Network a8d41c32-7718-4bc3-b80b-cdcd2d658806 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:34.587131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network d0314b9a-675c-4095-8f3a-66f90211c272 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:22:34.636737 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397f923e-5dff-4d94-824f-9b7c8d322eac tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Made reservation on behalf of 5a483ddb03ca4ab7a499729255d4ccb4 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:34.644720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-397f923e-5dff-4d94-824f-9b7c8d322eac tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.717945 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-32e548ae-832b-4b67-bc10-beb18ef4e9a3 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.802009 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4192bec9-ef75-48a7-8d48-c7ca828793bd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8450968 Oct 26 14:22:34.804398 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56074) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:34.812834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1653183667-router', 'tenant_id': '4f0f217eed9147719692659db4277412', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:34.853730 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-32e548ae-832b-4b67-bc10-beb18ef4e9a3 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.875511 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.876652 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.022968 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.119002 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-a8d41c32-7718-4bc3-b80b-cdcd2d658806', 'network_id': 'a8d41c32-7718-4bc3-b80b-cdcd2d658806', 'tenant_id': '4f0f217eed9147719692659db4277412', 'fixed_ips': [{'subnet_id': 'b54702b8-d24d-49be-bfda-b322572f65e4'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:22:35.119864 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.166896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e410ee86-fdb5-48f5-838e-7439f728271f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:35.180807 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-32e548ae-832b-4b67-bc10-beb18ef4e9a3 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.196630 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-32e548ae-832b-4b67-bc10-beb18ef4e9a3 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/subnets/baae5ab4-ee2d-418f-b708-73ad832dcbde HTTP/1.1" status: 204 len: 168 time: 1.3593512 Oct 26 14:22:35.200689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e548ae-832b-4b67-bc10-beb18ef4e9a3 tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Subnet': ['ID=baae5ab4-ee2d-418f-b708-73ad832dcbde,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:35.202674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56092) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:35.249764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d1fe4e-d96f-42bc-80a1-9b5fc9bd0d60 None None] Network 95f775ed-b7e6-4c6a-907d-236fa4714a1c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:35.264602 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.403324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebbb60-4816-4f0b-88ef-c23ef2809624 req-03a42215-4ff6-4d61-90e1-8e23217bd1de tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:35.413304 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4ebbb60-4816-4f0b-88ef-c23ef2809624 req-03a42215-4ff6-4d61-90e1-8e23217bd1de tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 983 time: 0.3619506 Oct 26 14:22:35.458136 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.622791 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f4ebbb60-4816-4f0b-88ef-c23ef2809624 req-cea3de8b-3c41-408e-a52e-90e8020c89c2 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2034669 Oct 26 14:22:35.667154 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.700851 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e410ee86-fdb5-48f5-838e-7439f728271f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:35.701228 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.714734 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.753383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22dd01d4-964a-4398-8517-1b6c22b6b9ab req-0a76528e-7ea0-44ba-95f4-a5ed37c1d732 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.1249473 Oct 26 14:22:35.754409 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-397f923e-5dff-4d94-824f-9b7c8d322eac tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.866788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Allocated IP 172.25.4.254 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/a80e8034-88fa-432f-a941-c5e4cb3246b2) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:35.942876 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f923e-5dff-4d94-824f-9b7c8d322eac tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Subnet': ['ID=99c8e6fd-3827-437e-ae83-5fa03d479d7a,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:35.952649 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f923e-5dff-4d94-824f-9b7c8d322eac tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Checking segment: {'id': '8e5c819f-53ce-4190-a48c-d4ac8ecad46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd0314b9a-675c-4095-8f3a-66f90211c272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:35.953372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f923e-5dff-4d94-824f-9b7c8d322eac tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network hostable DHCP agents. Network: d0314b9a-675c-4095-8f3a-66f90211c272, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:22:35.963299 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Allocated IP 172.20.0.2 (a8d41c32-7718-4bc3-b80b-cdcd2d658806/b54702b8-d24d-49be-bfda-b322572f65e4/eb54dad5-2e35-4002-a545-589e5c8634cb) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:35.968135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b460b-bf25-48da-82c1-13f04b6bdaa9 req-d4ac97af-350c-4944-bde7-280beb3ce871 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:35.977273 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-277b460b-bf25-48da-82c1-13f04b6bdaa9 req-d4ac97af-350c-4944-bde7-280beb3ce871 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 946 time: 0.2348490 Oct 26 14:22:35.981302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Deleting port d6504d5d-208b-48d6-b635-ff45537acec6 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:35.981639 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.091809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558666fe-3020-4fd1-93af-372206df77e0 None None] DHCP port deletion for 95f775ed-b7e6-4c6a-907d-236fa4714a1c request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:22:36.115626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f923e-5dff-4d94-824f-9b7c8d322eac tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network d0314b9a-675c-4095-8f3a-66f90211c272 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:22:36.127208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-277b460b-bf25-48da-82c1-13f04b6bdaa9 req-6281a6d9-e17f-41a8-acf1-9caa43e42408 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491673 Oct 26 14:22:36.137784 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.141576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-397f923e-5dff-4d94-824f-9b7c8d322eac tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, d0314b9a-675c-4095-8f3a-66f90211c272) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:36.152896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c84c85d-2b30-42a1-9af2-7dc1d6125727 None None] Network d0314b9a-675c-4095-8f3a-66f90211c272 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:36.164472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f923e-5dff-4d94-824f-9b7c8d322eac tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:36.177314 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-397f923e-5dff-4d94-824f-9b7c8d322eac tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.182251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] For port d6504d5d-208b-48d6-b635-ff45537acec6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d6504d5d-208b-48d6-b635-ff45537acec6,segment=NetworkSegment(60c92493-78a9-4e89-a64b-e7c801221143),segment_id=60c92493-78a9-4e89-a64b-e7c801221143)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:36.182669 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.207250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Calling delete_port for d6504d5d-208b-48d6-b635-ff45537acec6 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:36.227527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56110) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:36.230591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-397f923e-5dff-4d94-824f-9b7c8d322eac tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4451914 Oct 26 14:22:36.233236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-800786290', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:36.244075 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.302129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:36.307468 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:36.320991 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:36.379129 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.381877 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.383583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.390418 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Pushing event updated for resources: {'Port': ['ID=a80e8034-88fa-432f-a941-c5e4cb3246b2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:36.451989 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Port': ['ID=d6504d5d-208b-48d6-b635-ff45537acec6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:36.461428 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-558666fe-3020-4fd1-93af-372206df77e0 None None] Deleting port d6504d5d-208b-48d6-b635-ff45537acec6 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:36.461867 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-558666fe-3020-4fd1-93af-372206df77e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.462002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] No DVR routers for this DVR port d6504d5d-208b-48d6-b635-ff45537acec6 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:36.520980 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-d0314b9a-675c-4095-8f3a-66f90211c272', 'network_id': 'd0314b9a-675c-4095-8f3a-66f90211c272', 'tenant_id': '5a483ddb03ca4ab7a499729255d4ccb4', 'fixed_ips': [{'subnet_id': '99c8e6fd-3827-437e-ae83-5fa03d479d7a'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:22:36.521933 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.560046 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.620331 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.656175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f775ed-b7e6-4c6a-907d-236fa4714a1c']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:36.670372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c92493-78a9-4e89-a64b-e7c801221143') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:36.670980 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c92493-78a9-4e89-a64b-e7c801221143') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:36.682840 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.701709 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.712855 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:22:36.713588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.716297 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Allocated IP 172.20.0.2 (d0314b9a-675c-4095-8f3a-66f90211c272/99c8e6fd-3827-437e-ae83-5fa03d479d7a/d94f9a5d-cd3b-4fae-a355-d4348c2f92c9) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:22:36.718013 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:22:36.743925 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.778290 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.780618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-558666fe-3020-4fd1-93af-372206df77e0 None None] For port d6504d5d-208b-48d6-b635-ff45537acec6, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:36.781091 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-558666fe-3020-4fd1-93af-372206df77e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.828340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-558666fe-3020-4fd1-93af-372206df77e0 None None] Calling delete_port for d6504d5d-208b-48d6-b635-ff45537acec6 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:36.842847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-558666fe-3020-4fd1-93af-372206df77e0 None None] Port d6504d5d-208b-48d6-b635-ff45537acec6 was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:22:36.845645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfd90d-4cc1-41fe-aec2-c9fd2dfae80f req-b1539d0b-4820-46a1-9ff4-99fc18db8da8 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:36.847946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88bfd90d-4cc1-41fe-aec2-c9fd2dfae80f req-b1539d0b-4820-46a1-9ff4-99fc18db8da8 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 983 time: 0.1079443 Oct 26 14:22:36.849738 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.855169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.855483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Network a8d41c32-7718-4bc3-b80b-cdcd2d658806 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:36.856373 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-558666fe-3020-4fd1-93af-372206df77e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.861026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] 10.222.0.32 "DELETE /v2.0/networks/95f775ed-b7e6-4c6a-907d-236fa4714a1c HTTP/1.1" status: 204 len: 168 time: 1.6466370 Oct 26 14:22:36.863314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:36.880929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:36.883606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd16223-80a3-452d-87c9-6f0a55ee108a tempest-NetworksIpV6TestAttrs-466348352 tempest-NetworksIpV6TestAttrs-466348352-project] Pushing event deleted for resources: {'Network': ['ID=95f775ed-b7e6-4c6a-907d-236fa4714a1c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:36.885304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-558666fe-3020-4fd1-93af-372206df77e0 None None] Network 95f775ed-b7e6-4c6a-907d-236fa4714a1c is not hosted by any dhcp agent {{(pid=102125) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:22:36.885849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558666fe-3020-4fd1-93af-372206df77e0 None None] No DVR routers for this DVR port d6504d5d-208b-48d6-b635-ff45537acec6 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:36.892345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Pushing event updated for resources: {'Port': ['ID=eb54dad5-2e35-4002-a545-589e5c8634cb,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:36.928013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88bfd90d-4cc1-41fe-aec2-c9fd2dfae80f req-b64f5af9-b6df-4510-aec2-d525f523c039 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0680561 Oct 26 14:22:36.969655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558666fe-3020-4fd1-93af-372206df77e0 None None] Pushing event deleted for resources: {'Port': ['ID=d6504d5d-208b-48d6-b635-ff45537acec6,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:37.000121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd797c2e-2305-438c-9e08-597ea68e0d61 req-119b09d6-b393-4b07-80ef-c3567b50748d tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.0557983 Oct 26 14:22:37.074173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.080575 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d6504d5d-208b-48d6-b635-ff45537acec6 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:37.126318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: d6504d5d-208b-48d6-b635-ff45537acec6 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:22:37.126822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d6504d5d-208b-48d6-b635-ff45537acec6 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:22:37.130172 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.135557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Attempting to bind port eb54dad5-2e35-4002-a545-589e5c8634cb on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:37.135557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Attempting to bind port eb54dad5-2e35-4002-a545-589e5c8634cb by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '57f40a03-0a77-4fbb-92bc-d62168f4a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a8d41c32-7718-4bc3-b80b-cdcd2d658806'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:37.135557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Attempting to bind port eb54dad5-2e35-4002-a545-589e5c8634cb on network a8d41c32-7718-4bc3-b80b-cdcd2d658806 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:37.143087 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:37.143087 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Checking segment: {'id': '57f40a03-0a77-4fbb-92bc-d62168f4a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a8d41c32-7718-4bc3-b80b-cdcd2d658806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:37.143622 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.144204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Bound using segment: {'id': '57f40a03-0a77-4fbb-92bc-d62168f4a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a8d41c32-7718-4bc3-b80b-cdcd2d658806'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:37.144789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Bound port: eb54dad5-2e35-4002-a545-589e5c8634cb, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f40a03-0a77-4fbb-92bc-d62168f4a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a8d41c32-7718-4bc3-b80b-cdcd2d658806'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:37.145363 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.151202 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.158698 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.278250 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Network d0314b9a-675c-4095-8f3a-66f90211c272 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:37.293517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:37.295693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:37.308641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56122) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:37.314362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Pushing event updated for resources: {'Port': ['ID=d94f9a5d-cd3b-4fae-a355-d4348c2f92c9,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:37.360213 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] For port eb54dad5-2e35-4002-a545-589e5c8634cb, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:37.360719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086174da-5b25-4d74-bd88-1053f69da4f4 req-c1aa5349-94fe-4ea7-9bf6-b0a0ad379a00 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:37.362864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-086174da-5b25-4d74-bd88-1053f69da4f4 req-c1aa5349-94fe-4ea7-9bf6-b0a0ad379a00 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 946 time: 0.0994191 Oct 26 14:22:37.399676 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] For port eb54dad5-2e35-4002-a545-589e5c8634cb, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=eb54dad5-2e35-4002-a545-589e5c8634cb,segment=NetworkSegment(57f40a03-0a77-4fbb-92bc-d62168f4a80b),segment_id=57f40a03-0a77-4fbb-92bc-d62168f4a80b)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:37.404468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Attempting to bind port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:37.404843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Attempting to bind port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '8e5c819f-53ce-4190-a48c-d4ac8ecad46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd0314b9a-675c-4095-8f3a-66f90211c272'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:37.405326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Attempting to bind port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 on network d0314b9a-675c-4095-8f3a-66f90211c272 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:37.411223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:37.411810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Checking segment: {'id': '8e5c819f-53ce-4190-a48c-d4ac8ecad46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd0314b9a-675c-4095-8f3a-66f90211c272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:37.412069 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.412464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Bound using segment: {'id': '8e5c819f-53ce-4190-a48c-d4ac8ecad46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd0314b9a-675c-4095-8f3a-66f90211c272'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:37.412942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Bound port: d94f9a5d-cd3b-4fae-a355-d4348c2f92c9, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5c819f-53ce-4190-a48c-d4ac8ecad46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd0314b9a-675c-4095-8f3a-66f90211c272'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:37.413384 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.428912 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.437049 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-086174da-5b25-4d74-bd88-1053f69da4f4 req-6d0b814f-2b2f-4a1f-96f7-4ef7ee2d188c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675209 Oct 26 14:22:37.472547 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.495434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 859b6c00-3d0c-47a0-a5cd-342ccc2f635a up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:37.524808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dd51a-c4c9-40db-a6aa-b0a9ff5a00fa None None] Pushing event updated for resources: {'Port': ['ID=eb54dad5-2e35-4002-a545-589e5c8634cb,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:37.602528 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] For port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:37.605964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] For port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d94f9a5d-cd3b-4fae-a355-d4348c2f92c9,segment=NetworkSegment(8e5c819f-53ce-4190-a48c-d4ac8ecad46f),segment_id=8e5c819f-53ce-4190-a48c-d4ac8ecad46f)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:37.611872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:22:37.619664 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.625874 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:37.626338 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.648116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-93d3cc59-3399-445c-b8ea-7d54b47fc30d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99a602c72f0e4831890799043b663a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3361192 Oct 26 14:22:37.650102 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56128) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:37.741516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052ac1c-34a6-499c-bb42-38ea5d42cca0 None None] Pushing event updated for resources: {'Port': ['ID=d94f9a5d-cd3b-4fae-a355-d4348c2f92c9,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:37.762787 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36b6479d-ed99-4d47-ae8e-521ff1bb604c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.786992 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.806267 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36b6479d-ed99-4d47-ae8e-521ff1bb604c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.808011 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.824285 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.838508 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Router 42a0f891-fcf2-413d-8336-95a86ce07a64 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:22:37.845734 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a067d691-cffb-4561-a986-f352e3c55b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:37.848276 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcac8e4-0451-4e37-a391-313bad1d919d" -d '{"events": [{"server_uuid": "a067d691-cffb-4561-a986-f352e3c55b03", "name": "network-vif-plugged", "status": "completed", "tag": "859b6c00-3d0c-47a0-a5cd-342ccc2f635a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:37.864898 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=859b6c00-3d0c-47a0-a5cd-342ccc2f635a,segment=NetworkSegment(a59fc712-b2aa-440f-8fcd-ec178f5ab18a),segment_id=a59fc712-b2aa-440f-8fcd-ec178f5ab18a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:37.875274 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.927960 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36b6479d-ed99-4d47-ae8e-521ff1bb604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.930762 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36b6479d-ed99-4d47-ae8e-521ff1bb604c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.934254 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-36b6479d-ed99-4d47-ae8e-521ff1bb604c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9f1660e-b199-4cd2-9529-35241284dd67 HTTP/1.1" status: 204 len: 168 time: 0.2806854 Oct 26 14:22:37.948927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6479d-ed99-4d47-ae8e-521ff1bb604c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f1660e-b199-4cd2-9529-35241284dd67,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:37.982229 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e7e6cd-f674-4f33-a86b-fc6c2a436027 x-openstack-request-id: req-d9e7e6cd-f674-4f33-a86b-fc6c2a436027 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:37.982809 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a067d691-cffb-4561-a986-f352e3c55b03", "name": "network-vif-plugged", "status": "completed", "tag": "859b6c00-3d0c-47a0-a5cd-342ccc2f635a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:37.983281 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9e7e6cd-f674-4f33-a86b-fc6c2a436027 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:37.984052 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a067d691-cffb-4561-a986-f352e3c55b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a', 'code': 200} Oct 26 14:22:37.987915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=859b6c00-3d0c-47a0-a5cd-342ccc2f635a,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:38.252367 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0978f61-ca4c-480f-b937-1e84b42cb193 req-a59fed6c-2fd2-4a77-8f99-335e1a611e42 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.0640712 Oct 26 14:22:38.286017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956e847-a347-4f7f-bb7a-c624bcb2f505 req-174672e0-84d3-4193-858d-cc99ee907f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:38.287794 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a956e847-a347-4f7f-bb7a-c624bcb2f505 req-174672e0-84d3-4193-858d-cc99ee907f3d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 1135 time: 0.1729558 Oct 26 14:22:38.308225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122302b5-48c2-41a7-b0c4-514c362e95a1 req-e62d32f0-f669-4402-bee1-abcf09c82578 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:38.309449 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-122302b5-48c2-41a7-b0c4-514c362e95a1 req-e62d32f0-f669-4402-bee1-abcf09c82578 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 984 time: 0.1935837 Oct 26 14:22:38.353135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.25.4.20 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/1d238fec-a235-40eb-827e-a767f0925441) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:38.367052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-122302b5-48c2-41a7-b0c4-514c362e95a1 req-92aaae78-a8ca-49ca-aaad-f45419f001ba tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0462227 Oct 26 14:22:38.369385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:38.380508 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Sync routers for ids ['42a0f891-fcf2-413d-8336-95a86ce07a64'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:38.387444 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a956e847-a347-4f7f-bb7a-c624bcb2f505 req-c2a5e443-e6e4-42c7-ae57-b4c35739c492 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0894723 Oct 26 14:22:38.395219 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Routers {'42a0f891-fcf2-413d-8336-95a86ce07a64'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:38.396163 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['42a0f891-fcf2-413d-8336-95a86ce07a64'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:38.435628 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.436845 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4c6f363a-b095-4822-a1fa-ae23929e93fb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6311150 Oct 26 14:22:38.442511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56142) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:38.533571 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.576322 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Set router 42a0f891-fcf2-413d-8336-95a86ce07a64 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:38.593758 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.698938 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:38.702631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:38.709373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:38.729142 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=1d238fec-a235-40eb-827e-a767f0925441,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:38.930112 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'name': 'tempest-TestVolumeBootPattern-1653183667-router', 'tenant_id': '4f0f217eed9147719692659db4277412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a80e8034-88fa-432f-a941-c5e4cb3246b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:34Z', 'updated_at': '2021-10-26T14:22:36Z', 'revision_number': 3, 'project_id': '4f0f217eed9147719692659db4277412', 'gw_port': {'id': 'a80e8034-88fa-432f-a941-c5e4cb3246b2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:35Z', 'updated_at': '2021-10-26T14:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:39.017306 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Checking router: 42a0f891-fcf2-413d-8336-95a86ce07a64 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:22:39.019774 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Updating router 42a0f891-fcf2-413d-8336-95a86ce07a64 port a80e8034-88fa-432f-a941-c5e4cb3246b2 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:22:39.082419 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:39.192798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:39.282863 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:39.323750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56160) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:39.391744 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed133902-b7cf-4aa3-9be0-a2dc07182a60 None None] Network a8d41c32-7718-4bc3-b80b-cdcd2d658806 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:39.394209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:39.396118 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:39.643810 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a590d19-877e-4c8b-8f6d-e51dbbf50d09 req-b44badae-f32f-4e2b-93d3-95ceb6b453fc tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.1522448 Oct 26 14:22:39.668683 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-05bf3a8c-6e8e-46ae-88a5-4584df9c6ba2 tempest-ServiceProvidersTest-2012964614 tempest-ServiceProvidersTest-2012964614-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3360419 Oct 26 14:22:39.736496 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ee67bfb9-b5f8-4385-9643-03014adbb926 None None] Provisioning complete for port eb54dad5-2e35-4002-a545-589e5c8634cb triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:39.736869 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ee67bfb9-b5f8-4385-9643-03014adbb926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:39.774749 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:39.792558 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:39.885707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0a2bc-4426-4215-881c-1a3214fd38de req-9eac94b2-b8d9-4591-b0b1-4ddfc7683611 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:39.887633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27b0a2bc-4426-4215-881c-1a3214fd38de req-9eac94b2-b8d9-4591-b0b1-4ddfc7683611 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 984 time: 0.3384788 Oct 26 14:22:39.971059 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Attempting to bind port a80e8034-88fa-432f-a941-c5e4cb3246b2 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:39.971568 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Attempting to bind port a80e8034-88fa-432f-a941-c5e4cb3246b2 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:39.971943 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Attempting to bind port a80e8034-88fa-432f-a941-c5e4cb3246b2 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:39.981054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27b0a2bc-4426-4215-881c-1a3214fd38de req-f3edada3-08d4-4a52-b17b-4facb7e7eaa9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0850585 Oct 26 14:22:39.981280 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06954af8-35df-4a2b-a347-45f5e499a3e2 None None] Pushing event updated for resources: {'Port': ['ID=a80e8034-88fa-432f-a941-c5e4cb3246b2,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:40.004276 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:40.004663 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:40.005078 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.005475 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:40.006088 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Bound port: a80e8034-88fa-432f-a941-c5e4cb3246b2, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:40.006728 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.007726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f305d7b9-f495-4144-9c42-37763c557d68 None None] Network d0314b9a-675c-4095-8f3a-66f90211c272 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:40.009760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Allocated IP 172.20.0.1 (a8d41c32-7718-4bc3-b80b-cdcd2d658806/b54702b8-d24d-49be-bfda-b322572f65e4/543123ca-0a8d-4ac9-8d7f-c152da07fdb8) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:40.084304 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.130277 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] For port a80e8034-88fa-432f-a941-c5e4cb3246b2, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:40.134958 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] For port a80e8034-88fa-432f-a941-c5e4cb3246b2, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a80e8034-88fa-432f-a941-c5e4cb3246b2,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:40.149714 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.211079 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06954af8-35df-4a2b-a347-45f5e499a3e2 None None] Pushing event updated for resources: {'Port': ['ID=a80e8034-88fa-432f-a941-c5e4cb3246b2,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:40.215522 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.234638 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Routers {'42a0f891-fcf2-413d-8336-95a86ce07a64'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:40.235787 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['42a0f891-fcf2-413d-8336-95a86ce07a64'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:40.292660 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.353734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56172) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:40.374890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Network a8d41c32-7718-4bc3-b80b-cdcd2d658806 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:40.380067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:40.389160 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:40.411976 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.420376 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.447017 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Pushing event updated for resources: {'Port': ['ID=543123ca-0a8d-4ac9-8d7f-c152da07fdb8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:40.479664 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] Set router 42a0f891-fcf2-413d-8336-95a86ce07a64 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:40.503562 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.522033 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ee67bfb9-b5f8-4385-9643-03014adbb926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.588172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d94f9a5d-cd3b-4fae-a355-d4348c2f92c9,segment=NetworkSegment(8e5c819f-53ce-4190-a48c-d4ac8ecad46f),segment_id=8e5c819f-53ce-4190-a48c-d4ac8ecad46f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:40.651556 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da768690-8ab5-44f2-af1d-1d0beedb7cd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.660740 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.661572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device eb54dad5-2e35-4002-a545-589e5c8634cb up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:40.749021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router ce9ea019-4c7c-4ca1-82fd-7ace442b5598 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:22:40.812944 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ee67bfb9-b5f8-4385-9643-03014adbb926 None None] For port eb54dad5-2e35-4002-a545-589e5c8634cb, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=eb54dad5-2e35-4002-a545-589e5c8634cb,segment=NetworkSegment(57f40a03-0a77-4fbb-92bc-d62168f4a80b),segment_id=57f40a03-0a77-4fbb-92bc-d62168f4a80b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:40.819192 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'name': 'tempest-TestVolumeBootPattern-1653183667-router', 'tenant_id': '4f0f217eed9147719692659db4277412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a80e8034-88fa-432f-a941-c5e4cb3246b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:34Z', 'updated_at': '2021-10-26T14:22:36Z', 'revision_number': 3, 'project_id': '4f0f217eed9147719692659db4277412', 'gw_port': {'id': 'a80e8034-88fa-432f-a941-c5e4cb3246b2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:35Z', 'updated_at': '2021-10-26T14:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:40.827960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14768b0c-c229-4d9c-9050-d50fe826a21f req-8f63d680-ae75-4a5f-ba7c-e95247203182 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.0558853 Oct 26 14:22:40.852095 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ee67bfb9-b5f8-4385-9643-03014adbb926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.910983 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc48d70-caf3-4172-a708-1349cfe9f3ee None None] The sync data for ids ['42a0f891-fcf2-413d-8336-95a86ce07a64'] in n-d-815498-1 is: [{'id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'name': 'tempest-TestVolumeBootPattern-1653183667-router', 'tenant_id': '4f0f217eed9147719692659db4277412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a80e8034-88fa-432f-a941-c5e4cb3246b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:34Z', 'updated_at': '2021-10-26T14:22:36Z', 'revision_number': 3, 'project_id': '4f0f217eed9147719692659db4277412', 'gw_port': {'id': 'a80e8034-88fa-432f-a941-c5e4cb3246b2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:35Z', 'updated_at': '2021-10-26T14:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:40.963381 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=d94f9a5d-cd3b-4fae-a355-d4348c2f92c9,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:40.965772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:40.971534 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.992698 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e72658-c89e-4cf0-a917-76ef81d4b2d9 None None] Sync routers for ids ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:41.025273 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.030999 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bdd31a56-dc40-4dc9-b734-bd680e9abdb3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8000407 Oct 26 14:22:41.032871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56180) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:41.035677 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da768690-8ab5-44f2-af1d-1d0beedb7cd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.064642 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da768690-8ab5-44f2-af1d-1d0beedb7cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.078844 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-42e9fa23-b88f-46ab-ae01-6ad1b04567e4 None None] Provisioning complete for port eb54dad5-2e35-4002-a545-589e5c8634cb triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:41.080229 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-42e9fa23-b88f-46ab-ae01-6ad1b04567e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.113847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port eb54dad5-2e35-4002-a545-589e5c8634cb triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:41.114614 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.155383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e72658-c89e-4cf0-a917-76ef81d4b2d9 None None] Routers {'ce9ea019-4c7c-4ca1-82fd-7ace442b5598'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:41.156641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e6e72658-c89e-4cf0-a917-76ef81d4b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:41.191054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da768690-8ab5-44f2-af1d-1d0beedb7cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f497dd5-53c5-42bc-9174-16556b575a88,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:41.200974 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-da768690-8ab5-44f2-af1d-1d0beedb7cd2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d5631b517b8488fadb35d432d9a4c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8449709 Oct 26 14:22:41.203266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56182) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:41.264171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e6e72658-c89e-4cf0-a917-76ef81d4b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:41.275798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67bfb9-b5f8-4385-9643-03014adbb926 None None] Pushing event updated for resources: {'Port': ['ID=eb54dad5-2e35-4002-a545-589e5c8634cb,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:41.310666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e72658-c89e-4cf0-a917-76ef81d4b2d9 None None] Routers {'ce9ea019-4c7c-4ca1-82fd-7ace442b5598'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:41.331795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e6e72658-c89e-4cf0-a917-76ef81d4b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:41.359606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186485e0-eaef-4e99-adbb-747e58e4d9af req-9f7e9dac-b088-4dc8-903f-9aa7f1def7e7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:41.367447 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-186485e0-eaef-4e99-adbb-747e58e4d9af req-9f7e9dac-b088-4dc8-903f-9aa7f1def7e7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 984 time: 0.2341275 Oct 26 14:22:41.446453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e6e72658-c89e-4cf0-a917-76ef81d4b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:41.447392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e72658-c89e-4cf0-a917-76ef81d4b2d9 None None] The sync data for ids ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:41.462228 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f95d7e92-3550-40ae-84b6-d977887074ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.512582 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-186485e0-eaef-4e99-adbb-747e58e4d9af req-07818859-b78d-4e3f-b79a-d85eb9633743 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1440794 Oct 26 14:22:41.554504 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f95d7e92-3550-40ae-84b6-d977887074ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.586505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-42e9fa23-b88f-46ab-ae01-6ad1b04567e4 None None] Provisioning complete for port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:41.587694 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-42e9fa23-b88f-46ab-ae01-6ad1b04567e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.595142 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.664499 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f95d7e92-3550-40ae-84b6-d977887074ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.666289 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f95d7e92-3550-40ae-84b6-d977887074ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.667681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f95d7e92-3550-40ae-84b6-d977887074ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f497dd5-53c5-42bc-9174-16556b575a88 HTTP/1.1" status: 204 len: 168 time: 0.4539995 Oct 26 14:22:41.668443 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.726307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d7e92-3550-40ae-84b6-d977887074ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f497dd5-53c5-42bc-9174-16556b575a88,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:41.869605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61360399-d5e5-40ce-920e-402a7d07622c req-7dbfe7e4-7a56-410e-93a8-76f7db0adbb4 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:41.871617 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61360399-d5e5-40ce-920e-402a7d07622c req-7dbfe7e4-7a56-410e-93a8-76f7db0adbb4 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 984 time: 0.2221601 Oct 26 14:22:41.873447 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.883588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Pushing event updated for resources: {'Port': ['ID=543123ca-0a8d-4ac9-8d7f-c152da07fdb8,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:41.981418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:41.988668 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-18efe4f9-ceed-428d-b510-2c786d398624 None None] Provisioning complete for port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:41.994393 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-18efe4f9-ceed-428d-b510-2c786d398624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.057642 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.084509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a73f6f4-3d79-483e-80d6-dac45974501f req-3665d131-e5ef-4066-ae46-4edd8e534ac2 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.0628457 Oct 26 14:22:42.100398 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61360399-d5e5-40ce-920e-402a7d07622c req-7f823d87-121a-48b9-9a49-42b210cf8e20 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2095280 Oct 26 14:22:42.131572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-18efe4f9-ceed-428d-b510-2c786d398624 None None] Port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:42.146438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-18efe4f9-ceed-428d-b510-2c786d398624 None None] Provisioning complete for port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:42.146438 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-18efe4f9-ceed-428d-b510-2c786d398624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.191514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Network a8d41c32-7718-4bc3-b80b-cdcd2d658806 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:42.193535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:42.228016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:42.230035 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.475221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a80e8034-88fa-432f-a941-c5e4cb3246b2 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:42.538059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facee8bb-dffc-4bcc-8db3-f42f8f6a96d7 req-2264ff9d-ba02-4be3-945c-dff501c72ee2 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:42.553165 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-facee8bb-dffc-4bcc-8db3-f42f8f6a96d7 req-2264ff9d-ba02-4be3-945c-dff501c72ee2 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 1135 time: 0.2463598 Oct 26 14:22:42.589190 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a80e8034-88fa-432f-a941-c5e4cb3246b2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:42.589569 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.605283 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-facee8bb-dffc-4bcc-8db3-f42f8f6a96d7 req-4cdcc546-2d17-4a01-83e9-f7584cbe9eaa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.613538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Router 42a0f891-fcf2-413d-8336-95a86ce07a64 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:42.638245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.20.0.1 (d0314b9a-675c-4095-8f3a-66f90211c272/99c8e6fd-3827-437e-ae83-5fa03d479d7a/9cc8093c-e70c-4134-a74c-f8ce157edcbd) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:42.717605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-6a75a416-dfb9-4877-8741-b815c01be2a9 None None] Provisioning complete for port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:42.718055 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6a75a416-dfb9-4877-8741-b815c01be2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.835375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:42.840849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ff088f6b-be73-403e-918d-7f9bd77b6193 admin admin] 10.222.0.32 "PUT /v2.0/routers/42a0f891-fcf2-413d-8336-95a86ce07a64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3971741 Oct 26 14:22:42.846446 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-facee8bb-dffc-4bcc-8db3-f42f8f6a96d7 req-4cdcc546-2d17-4a01-83e9-f7584cbe9eaa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.852951 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-facee8bb-dffc-4bcc-8db3-f42f8f6a96d7 req-4cdcc546-2d17-4a01-83e9-f7584cbe9eaa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.855323 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6a75a416-dfb9-4877-8741-b815c01be2a9 None None] Port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:42.862175 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.885009 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port a80e8034-88fa-432f-a941-c5e4cb3246b2, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a80e8034-88fa-432f-a941-c5e4cb3246b2,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:42.887146 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31e20f0a-79a5-4a66-b0ea-ba5e4bf0f428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.894877 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.896017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device eb54dad5-2e35-4002-a545-589e5c8634cb up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:42.905441 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-facee8bb-dffc-4bcc-8db3-f42f8f6a96d7 req-4cdcc546-2d17-4a01-83e9-f7584cbe9eaa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3483789 Oct 26 14:22:42.921648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56212) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:42.929407 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.985911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.018482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcc546-2d17-4a01-83e9-f7584cbe9eaa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821c5b15-65ae-4a96-8837-7677958e9616,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:43.032560 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=a80e8034-88fa-432f-a941-c5e4cb3246b2,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:43.042851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56216) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:43.047574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=9cc8093c-e70c-4134-a74c-f8ce157edcbd,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:43.061867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network d0314b9a-675c-4095-8f3a-66f90211c272 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:43.062546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port eb54dad5-2e35-4002-a545-589e5c8634cb triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:43.063166 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.065622 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:43.069134 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:43.075787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e688a1f-75f9-4cb3-a574-fae2ba6fba06 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:43.082965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6e688a1f-75f9-4cb3-a574-fae2ba6fba06 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 1130 time: 0.1556051 Oct 26 14:22:43.083819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56220) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:43.096569 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:43.142652 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.159388 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.343612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-313520870'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:43.394477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff0ec02a-56e7-49aa-80b9-e6aecfd06acc req-0738b97e-a46e-4182-8d50-61b89df49bd6 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.0826383 Oct 26 14:22:43.442298 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.445024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Made reservation on behalf of ccf86ad03e084c8b8e76997f8509aafa for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:43.451865 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.478427 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.512425 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.602943 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ffc7dd73-837e-4247-b328-0c93a3529d82 None None] Provisioning complete for port 9cc8093c-e70c-4134-a74c-f8ce157edcbd triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:43.604445 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ffc7dd73-837e-4247-b328-0c93a3529d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.716129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ffc7dd73-837e-4247-b328-0c93a3529d82 None None] Port 9cc8093c-e70c-4134-a74c-f8ce157edcbd cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:43.741055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a80e8034-88fa-432f-a941-c5e4cb3246b2 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:43.767618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.801767 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.810609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Allocated IP 172.25.4.91 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/dbafe6fd-1d65-48ec-badb-ed2562ed7db8) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:43.820602 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Sync routers for ids ['42a0f891-fcf2-413d-8336-95a86ce07a64'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:43.836668 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Routers {'42a0f891-fcf2-413d-8336-95a86ce07a64'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:43.838488 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['42a0f891-fcf2-413d-8336-95a86ce07a64'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:43.850357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a80e8034-88fa-432f-a941-c5e4cb3246b2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:43.852728 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.904501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:22:43.987263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb14fd5-af88-4057-9fd3-8bf39f019143,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:43.995900 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.996233 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Added segment d0037c95-add0-41b7-b4aa-3563f32ada37 of type vlan for network 381dfb08-6901-4460-a6c9-b584e27d4aa3 Oct 26 14:22:44.048790 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.060089 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.132339 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Set router 42a0f891-fcf2-413d-8336-95a86ce07a64 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:44.179805 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.182371 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=9cc8093c-e70c-4134-a74c-f8ce157edcbd,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:44.335329 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network d0314b9a-675c-4095-8f3a-66f90211c272 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:44.337567 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:44.570529 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'name': 'tempest-TestVolumeBootPattern-1653183667-router', 'tenant_id': '4f0f217eed9147719692659db4277412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a80e8034-88fa-432f-a941-c5e4cb3246b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:34Z', 'updated_at': '2021-10-26T14:22:40Z', 'revision_number': 4, 'project_id': '4f0f217eed9147719692659db4277412', 'gw_port': {'id': 'a80e8034-88fa-432f-a941-c5e4cb3246b2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:35Z', 'updated_at': '2021-10-26T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '543123ca-0a8d-4ac9-8d7f-c152da07fdb8', 'name': '', 'network_id': 'a8d41c32-7718-4bc3-b80b-cdcd2d658806', 'tenant_id': '4f0f217eed9147719692659db4277412', 'mac_address': 'fa:16:3e:a4:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'b54702b8-d24d-49be-bfda-b322572f65e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:39Z', 'updated_at': '2021-10-26T14:22:41Z', 'revision_number': 2, 'project_id': '4f0f217eed9147719692659db4277412', 'subnets': [{'id': 'b54702b8-d24d-49be-bfda-b322572f65e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:44.581416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router ce9ea019-4c7c-4ca1-82fd-7ace442b5598 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:44.612307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d0c0e682-2206-45b7-ab39-7e7d3ecd53da req-c996943c-8d68-43cd-bb70-c56b4702d974 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.0420902 Oct 26 14:22:44.622215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.655443 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Checking router: 42a0f891-fcf2-413d-8336-95a86ce07a64 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:22:44.655788 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Updating router 42a0f891-fcf2-413d-8336-95a86ce07a64 port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:22:44.699738 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.707922 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.748094 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.754284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:44.754862 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.763812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-39e22726-7de5-4e8e-ae3d-85e344c72f00 None None] Provisioning complete for port 9cc8093c-e70c-4134-a74c-f8ce157edcbd triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:44.765239 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39e22726-7de5-4e8e-ae3d-85e344c72f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.872331 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-39e22726-7de5-4e8e-ae3d-85e344c72f00 None None] Port 9cc8093c-e70c-4134-a74c-f8ce157edcbd cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:44.873219 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:44.888551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847eb736-1749-4265-9a22-f2e3050b36db None None] Sync routers for ids ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:44.895466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Pushing event updated for resources: {'Network': ['ID=381dfb08-6901-4460-a6c9-b584e27d4aa3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:44.899606 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-164b194d-0a27-4661-94df-0dc40a9fd720 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "PUT /v2.0/routers/ce9ea019-4c7c-4ca1-82fd-7ace442b5598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8655879 Oct 26 14:22:44.900514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56242) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:44.914055 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-efb5797b-d1a5-4fc8-99b2-cd175010dfb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'port': {'network_id': 'd0314b9a-675c-4095-8f3a-66f90211c272', 'name': 'tempest-FloatingIPTestJSON-492428664'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:44.921584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847eb736-1749-4265-9a22-f2e3050b36db None None] Routers {'ce9ea019-4c7c-4ca1-82fd-7ace442b5598'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:44.926285 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-847eb736-1749-4265-9a22-f2e3050b36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:44.932750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 381dfb08-6901-4460-a6c9-b584e27d4aa3 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:22:44.949671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5795df0c-3634-4a8a-a64e-fe1e4ea84421 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.9026716 Oct 26 14:22:44.950332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56244) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:44.966358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-a492458b-0b2a-4300-aef0-04dd4206e14f tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '381dfb08-6901-4460-a6c9-b584e27d4aa3', 'tempest-TagsTest-Tag-1270590460') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:44.981393 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.122264 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-847eb736-1749-4265-9a22-f2e3050b36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:45.149076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:45.166699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:45.174888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:45.211650 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb5797b-d1a5-4fc8-99b2-cd175010dfb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Made reservation on behalf of 5a483ddb03ca4ab7a499729255d4ccb4 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:45.215838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847eb736-1749-4265-9a22-f2e3050b36db None None] Routers {'ce9ea019-4c7c-4ca1-82fd-7ace442b5598'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:45.216018 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-efb5797b-d1a5-4fc8-99b2-cd175010dfb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.216558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-847eb736-1749-4265-9a22-f2e3050b36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:45.240304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'Port': ['ID=dbafe6fd-1d65-48ec-badb-ed2562ed7db8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:45.259597 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c0227d99-8731-497b-8e10-89f1f0be114f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.264853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-847eb736-1749-4265-9a22-f2e3050b36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:45.265771 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847eb736-1749-4265-9a22-f2e3050b36db None None] The sync data for ids ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:45.270474 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-efb5797b-d1a5-4fc8-99b2-cd175010dfb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] device_id is not set on port ef953e0e-a40a-45a0-b3aa-35d6c59013e4 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:22:45.382408 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.410565 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.457788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-efb5797b-d1a5-4fc8-99b2-cd175010dfb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Allocated IP 172.20.0.7 (d0314b9a-675c-4095-8f3a-66f90211c272/99c8e6fd-3827-437e-ae83-5fa03d479d7a/ef953e0e-a40a-45a0-b3aa-35d6c59013e4) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:45.613138 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Attempting to bind port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:45.613890 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Attempting to bind port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '57f40a03-0a77-4fbb-92bc-d62168f4a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a8d41c32-7718-4bc3-b80b-cdcd2d658806'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:45.614479 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Attempting to bind port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 on network a8d41c32-7718-4bc3-b80b-cdcd2d658806 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:45.627890 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:45.628630 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Checking segment: {'id': '57f40a03-0a77-4fbb-92bc-d62168f4a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a8d41c32-7718-4bc3-b80b-cdcd2d658806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:45.629243 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.629842 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Bound using segment: {'id': '57f40a03-0a77-4fbb-92bc-d62168f4a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a8d41c32-7718-4bc3-b80b-cdcd2d658806'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:45.630566 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Bound port: 543123ca-0a8d-4ac9-8d7f-c152da07fdb8, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f40a03-0a77-4fbb-92bc-d62168f4a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a8d41c32-7718-4bc3-b80b-cdcd2d658806'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:45.631425 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.736179 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] For port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:45.740714 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] For port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=543123ca-0a8d-4ac9-8d7f-c152da07fdb8,segment=NetworkSegment(57f40a03-0a77-4fbb-92bc-d62168f4a80b),segment_id=57f40a03-0a77-4fbb-92bc-d62168f4a80b)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:45.742865 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4926b56-ec38-4dce-875e-fa74d2f37411 None None] Pushing event updated for resources: {'Port': ['ID=543123ca-0a8d-4ac9-8d7f-c152da07fdb8,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:45.757281 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.814130 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-efb5797b-d1a5-4fc8-99b2-cd175010dfb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.835120 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4926b56-ec38-4dce-875e-fa74d2f37411 None None] Pushing event updated for resources: {'Port': ['ID=543123ca-0a8d-4ac9-8d7f-c152da07fdb8,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:45.838914 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.863922 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-efb5797b-d1a5-4fc8-99b2-cd175010dfb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.872128 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Routers {'42a0f891-fcf2-413d-8336-95a86ce07a64'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:45.873036 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['42a0f891-fcf2-413d-8336-95a86ce07a64'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:45.913862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d81e8c40-38c9-4b6d-b929-2d7c8cdbd2cb None None] Provisioning complete for port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:45.914399 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d81e8c40-38c9-4b6d-b929-2d7c8cdbd2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.932202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a492458b-0b2a-4300-aef0-04dd4206e14f tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] 10.222.0.32 "PUT /v2.0/networks/381dfb08-6901-4460-a6c9-b584e27d4aa3/tags/tempest-TagsTest-Tag-1270590460 HTTP/1.1" status: 201 len: 201 time: 0.9803026 Oct 26 14:22:45.943985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56250) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:45.951220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-d962a12c-04d0-4f2b-90ad-bfd6c07fbea5 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '381dfb08-6901-4460-a6c9-b584e27d4aa3', 'tempest-TagsTest-Tag-1270590460') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:45.977896 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5797b-d1a5-4fc8-99b2-cd175010dfb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event updated for resources: {'Port': ['ID=ef953e0e-a40a-45a0-b3aa-35d6c59013e4,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:46.005899 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9e4d007-4f74-401f-8371-dc5dd3c7bfab req-2ae3e71a-6cb4-4dab-bb30-3a25899759df tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.0721974 Oct 26 14:22:46.026120 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] Set router 42a0f891-fcf2-413d-8336-95a86ce07a64 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:46.037160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb5797b-d1a5-4fc8-99b2-cd175010dfb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Network d0314b9a-675c-4095-8f3a-66f90211c272 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:46.049039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-efb5797b-d1a5-4fc8-99b2-cd175010dfb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:46.052817 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5797b-d1a5-4fc8-99b2-cd175010dfb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:46.108602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.159533 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d81e8c40-38c9-4b6d-b929-2d7c8cdbd2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.171374 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb5797b-d1a5-4fc8-99b2-cd175010dfb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:46.173157 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-efb5797b-d1a5-4fc8-99b2-cd175010dfb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.232548 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-efb5797b-d1a5-4fc8-99b2-cd175010dfb7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3294008 Oct 26 14:22:46.233250 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56254) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:46.243410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d5990b1c-b2a3-4490-b4cb-f7f19a484713 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Request body: {'floatingip': {'port_id': 'ef953e0e-a40a-45a0-b3aa-35d6c59013e4'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:46.278060 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d81e8c40-38c9-4b6d-b929-2d7c8cdbd2cb None None] For port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=543123ca-0a8d-4ac9-8d7f-c152da07fdb8,segment=NetworkSegment(57f40a03-0a77-4fbb-92bc-d62168f4a80b),segment_id=57f40a03-0a77-4fbb-92bc-d62168f4a80b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:46.285803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d962a12c-04d0-4f2b-90ad-bfd6c07fbea5 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] 10.222.0.32 "GET /v2.0/networks/381dfb08-6901-4460-a6c9-b584e27d4aa3/tags/tempest-TagsTest-Tag-1270590460 HTTP/1.1" status: 204 len: 168 time: 0.3368227 Oct 26 14:22:46.286628 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56256) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:46.291326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-9e19dc9f-3a67-4fbf-9569-e033399bff80 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '381dfb08-6901-4460-a6c9-b584e27d4aa3') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:46.299499 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d81e8c40-38c9-4b6d-b929-2d7c8cdbd2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.393749 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d5990b1c-b2a3-4490-b4cb-f7f19a484713 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.406679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e8c40-38c9-4b6d-b929-2d7c8cdbd2cb None None] Pushing event updated for resources: {'Port': ['ID=543123ca-0a8d-4ac9-8d7f-c152da07fdb8,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:46.413853 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'name': 'tempest-TestVolumeBootPattern-1653183667-router', 'tenant_id': '4f0f217eed9147719692659db4277412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a80e8034-88fa-432f-a941-c5e4cb3246b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:34Z', 'updated_at': '2021-10-26T14:22:40Z', 'revision_number': 4, 'project_id': '4f0f217eed9147719692659db4277412', 'gw_port': {'id': 'a80e8034-88fa-432f-a941-c5e4cb3246b2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:35Z', 'updated_at': '2021-10-26T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '543123ca-0a8d-4ac9-8d7f-c152da07fdb8', 'name': '', 'network_id': 'a8d41c32-7718-4bc3-b80b-cdcd2d658806', 'tenant_id': '4f0f217eed9147719692659db4277412', 'mac_address': 'fa:16:3e:a4:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'b54702b8-d24d-49be-bfda-b322572f65e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:39Z', 'updated_at': '2021-10-26T14:22:45Z', 'revision_number': 4, 'project_id': '4f0f217eed9147719692659db4277412', 'subnets': [{'id': 'b54702b8-d24d-49be-bfda-b322572f65e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:46.462823 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd29fcb-b61d-4a1b-a439-e29bf27e05d4 None None] The sync data for ids ['42a0f891-fcf2-413d-8336-95a86ce07a64'] in n-d-815498-1 is: [{'id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'name': 'tempest-TestVolumeBootPattern-1653183667-router', 'tenant_id': '4f0f217eed9147719692659db4277412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a80e8034-88fa-432f-a941-c5e4cb3246b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:34Z', 'updated_at': '2021-10-26T14:22:40Z', 'revision_number': 4, 'project_id': '4f0f217eed9147719692659db4277412', 'gw_port': {'id': 'a80e8034-88fa-432f-a941-c5e4cb3246b2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:35Z', 'updated_at': '2021-10-26T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '543123ca-0a8d-4ac9-8d7f-c152da07fdb8', 'name': '', 'network_id': 'a8d41c32-7718-4bc3-b80b-cdcd2d658806', 'tenant_id': '4f0f217eed9147719692659db4277412', 'mac_address': 'fa:16:3e:a4:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'b54702b8-d24d-49be-bfda-b322572f65e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:39Z', 'updated_at': '2021-10-26T14:22:45Z', 'revision_number': 4, 'project_id': '4f0f217eed9147719692659db4277412', 'subnets': [{'id': 'b54702b8-d24d-49be-bfda-b322572f65e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:46.471452 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1ff8a9c6-5792-4459-b99a-2d0cac131390 None None] Provisioning complete for port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:46.471827 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1ff8a9c6-5792-4459-b99a-2d0cac131390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.693025 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.710348 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9e19dc9f-3a67-4fbf-9569-e033399bff80 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] 10.222.0.32 "GET /v2.0/networks/381dfb08-6901-4460-a6c9-b584e27d4aa3/tags HTTP/1.1" status: 200 len: 238 time: 0.4225659 Oct 26 14:22:46.712965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56268) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:46.714307 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.728463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-98982a81-e3a4-4b80-8537-da008b9988ed tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '381dfb08-6901-4460-a6c9-b584e27d4aa3', {'tags': ['tempest-TagsTest-Tag-1209170708', 'tempest-TagsTest-Tag-1376257159', 'tempest-TagsTest-Tag-1236358378']}) {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:46.873198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'Port': ['ID=dbafe6fd-1d65-48ec-badb-ed2562ed7db8,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:46.905042 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.937793 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:47.037519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-cd8b0f3a-1451-467b-9e81-c600300e5909 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:47.039030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-cd8b0f3a-1451-467b-9e81-c600300e5909 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 811 time: 0.2441227 Oct 26 14:22:47.046379 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:47.066222 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2373e993-9430-4ec6-bf7e-19eab3c0ee0b None None] Provisioning complete for port ef953e0e-a40a-45a0-b3aa-35d6c59013e4 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:47.066639 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2373e993-9430-4ec6-bf7e-19eab3c0ee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:47.106919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2373e993-9430-4ec6-bf7e-19eab3c0ee0b None None] Port ef953e0e-a40a-45a0-b3aa-35d6c59013e4 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:47.162881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-98982a81-e3a4-4b80-8537-da008b9988ed tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] 10.222.0.32 "PUT /v2.0/networks/381dfb08-6901-4460-a6c9-b584e27d4aa3/tags HTTP/1.1" status: 200 len: 309 time: 0.4404027 Oct 26 14:22:47.164818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56272) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:47.169096 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-fb755891-a4c8-4a66-9de2-faf58ff1808c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/quotas/6bcf474373744e67b719326f17fd4da5 HTTP/1.1" status: 200 len: 375 time: 0.0737555 Oct 26 14:22:47.170253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-daed5558-9e19-43e3-8b65-f4c9b0e118e2 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '381dfb08-6901-4460-a6c9-b584e27d4aa3', 'tempest-TagsTest-Tag-1209170708') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:47.218042 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4cabfa8-8395-4f59-a9d1-81c667d04a56 req-6b19508e-b27c-4f64-975d-8cdb38b99365 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.0505221 Oct 26 14:22:47.235687 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d5990b1c-b2a3-4490-b4cb-f7f19a484713 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:47.266659 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d5990b1c-b2a3-4490-b4cb-f7f19a484713 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:47.268016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-e6e98ebd-ed0e-4568-8f30-125a80b44b32 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854740 Oct 26 14:22:47.379526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-f822aee2-1ecb-4cf8-bdcd-595def5efc51 service neutron] 10.222.0.32 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971904 Oct 26 14:22:47.394905 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-daed5558-9e19-43e3-8b65-f4c9b0e118e2 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] 10.222.0.32 "DELETE /v2.0/networks/381dfb08-6901-4460-a6c9-b584e27d4aa3/tags/tempest-TagsTest-Tag-1209170708 HTTP/1.1" status: 204 len: 168 time: 0.2277730 Oct 26 14:22:47.396909 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56274) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:47.401777 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-07d20557-e837-455f-831c-688520b3995c tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '381dfb08-6901-4460-a6c9-b584e27d4aa3', 'tempest-TagsTest-Tag-1209170708') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:47.405102 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Floating IP 1444b454-b5dc-4455-a44b-2a3d5f03b1f7 associated. External IP: 172.25.4.91, port: 859b6c00-3d0c-47a0-a5cd-342ccc2f635a. Oct 26 14:22:47.473508 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-d5990b1c-b2a3-4490-b4cb-f7f19a484713 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Floating IP 0d918ae5-881c-4155-a370-5e09e1028dd2 associated. External IP: 172.25.4.18, port: 56adb71a-e4f7-4bb8-aa82-426fcd786c81. Oct 26 14:22:47.565022 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-07d20557-e837-455f-831c-688520b3995c tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] show failed (client error): The resource could not be found. Oct 26 14:22:47.566086 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-07d20557-e837-455f-831c-688520b3995c tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] 10.222.0.32 "GET /v2.0/networks/381dfb08-6901-4460-a6c9-b584e27d4aa3/tags/tempest-TagsTest-Tag-1209170708 HTTP/1.1" status: 404 len: 326 time: 0.1679676 Oct 26 14:22:47.576761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56276) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:47.590630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.tag.tag_plugin [None req-1f454462-7e41-47a9-b1d0-85635d2ed28f tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '381dfb08-6901-4460-a6c9-b584e27d4aa3', 'tempest-TagsTest-Tag-1376257159') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:47.596567 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-47694fbd-e0d6-469c-ba83-23d7ed3e0877 service neutron] 10.222.0.32 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037737 Oct 26 14:22:47.779224 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:47.870536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:47.876857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:47.877226 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:48.030547 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:22:48.183281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:48.196963 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d6982a-a9d9-40b4-82bd-7af495125312 None None] Sync routers for ids ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:48.198900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8646922b-f34b-443c-b7dc-4f173a220d1a req-90ffe918-a138-4fe4-95cf-5148245f1a0f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 210 time: 0.1046586 Oct 26 14:22:48.226756 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d6982a-a9d9-40b4-82bd-7af495125312 None None] Routers {'99ddc8af-2dba-44be-8d53-bcb49c5c65bf'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:48.228849 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:48.229272 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a9d6982a-a9d9-40b4-82bd-7af495125312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:48.275862 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9c8256d4-8971-4da7-aed6-234532cef027 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1909010 Oct 26 14:22:48.276559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a067d691-cffb-4561-a986-f352e3c55b03', 'tag': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:48.280031 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5991a74f-6f4f-4edd-8433-10a8b947da91" -d '{"events": [{"name": "network-changed", "server_uuid": "a067d691-cffb-4561-a986-f352e3c55b03", "tag": "859b6c00-3d0c-47a0-a5cd-342ccc2f635a"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:48.283550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56294) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:48.358742 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4357ee53-8265-4c1a-941e-2348396d4d06 x-openstack-request-id: req-4357ee53-8265-4c1a-941e-2348396d4d06 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:48.359033 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a067d691-cffb-4561-a986-f352e3c55b03", "tag": "859b6c00-3d0c-47a0-a5cd-342ccc2f635a", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:48.359289 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4357ee53-8265-4c1a-941e-2348396d4d06 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:48.360261 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a067d691-cffb-4561-a986-f352e3c55b03', 'tag': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a', 'status': 'completed', 'code': 200} Oct 26 14:22:48.466103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1d26387-15db-477f-87e6-71f34ad2b19b req-5f3e1f39-7b39-47ba-9693-3412f6475911 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.0681145 Oct 26 14:22:48.500895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.501501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.502093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.503274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.503779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.504252 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.504742 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.505197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.505658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.511608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.512128 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.518346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.518866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.519345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.519814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.520280 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.523348 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6282a164-0e8f-48ca-b435-59a0c30ee199 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11250 time: 0.2387393 Oct 26 14:22:48.524732 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1f454462-7e41-47a9-b1d0-85635d2ed28f tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] 10.222.0.32 "GET /v2.0/networks/381dfb08-6901-4460-a6c9-b584e27d4aa3/tags/tempest-TagsTest-Tag-1376257159 HTTP/1.1" status: 204 len: 168 time: 0.9468663 Oct 26 14:22:48.531437 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-a9d6982a-a9d9-40b4-82bd-7af495125312 None None] Set router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:48.541126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56302) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:48.544000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56304) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:48.559561 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:48.561524 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-477ed655-243b-44d7-a9cd-672e2c72237d tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '381dfb08-6901-4460-a6c9-b584e27d4aa3', 'tempest-TagsTest-Tag-1236358378') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:48.742550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.743806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.744797 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.745482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.746299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.746936 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.747570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.748285 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.748920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.749724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.751074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.751707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.752381 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.753009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.754001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.760121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a9b89b74-31bd-45d1-b611-704bf1972afa tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9533 time: 0.2144198 Oct 26 14:22:48.762949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56306) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:48.777283 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-477ed655-243b-44d7-a9cd-672e2c72237d tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] 10.222.0.32 "GET /v2.0/networks/381dfb08-6901-4460-a6c9-b584e27d4aa3/tags/tempest-TagsTest-Tag-1236358378 HTTP/1.1" status: 204 len: 168 time: 0.2202606 Oct 26 14:22:48.777825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56308) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:48.787520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991a74f-6f4f-4edd-8433-10a8b947da91 req-61bdf64f-7a3b-4a77-8b6a-83c236043dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.788995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-9dcedc9a-abcb-495e-8488-4983e8ce68ff tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '381dfb08-6901-4460-a6c9-b584e27d4aa3') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:48.789164 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5991a74f-6f4f-4edd-8433-10a8b947da91 req-61bdf64f-7a3b-4a77-8b6a-83c236043dc3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7cb5d9869c524d628a386d356ebef371&device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 1135 time: 0.3405888 Oct 26 14:22:48.874385 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a9d6982a-a9d9-40b4-82bd-7af495125312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:22:09Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '1444b454-b5dc-4455-a44b-2a3d5f03b1f7', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'port_id': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'mac_address': 'fa:16:3e:0f:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a067d691-cffb-4561-a986-f352e3c55b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:22:45Z', 'updated_at': '2021-10-26T14:22:45Z', 'revision_number': 0, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04285aea-490c-4ac9-add7-f8b4d62ba926', 'name': '', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'mac_address': 'fa:16:3e:85:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:07Z', 'updated_at': '2021-10-26T14:22:17Z', 'revision_number': 5, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'subnets': [{'id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:48.907832 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d6982a-a9d9-40b4-82bd-7af495125312 None None] Checking router: 99ddc8af-2dba-44be-8d53-bcb49c5c65bf for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:22:48.918023 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d6982a-a9d9-40b4-82bd-7af495125312 None None] Routers {'99ddc8af-2dba-44be-8d53-bcb49c5c65bf'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:48.918282 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a9d6982a-a9d9-40b4-82bd-7af495125312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:48.936366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9dcedc9a-abcb-495e-8488-4983e8ce68ff tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] 10.222.0.32 "DELETE /v2.0/networks/381dfb08-6901-4460-a6c9-b584e27d4aa3/tags HTTP/1.1" status: 204 len: 168 time: 0.1574609 Oct 26 14:22:48.937025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56310) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:48.947910 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-bfc97ae6-08e1-4547-9ab7-bcfa8338efb6 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '381dfb08-6901-4460-a6c9-b584e27d4aa3', 'tempest-TagsTest-Tag-1376257159') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:49.100558 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-a9d6982a-a9d9-40b4-82bd-7af495125312 None None] Set router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:49.104101 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-bfc97ae6-08e1-4547-9ab7-bcfa8338efb6 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] show failed (client error): The resource could not be found. Oct 26 14:22:49.105147 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bfc97ae6-08e1-4547-9ab7-bcfa8338efb6 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] 10.222.0.32 "GET /v2.0/networks/381dfb08-6901-4460-a6c9-b584e27d4aa3/tags/tempest-TagsTest-Tag-1376257159 HTTP/1.1" status: 404 len: 326 time: 0.1672649 Oct 26 14:22:49.107908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56312) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:49.112174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-0d3ee930-61c2-4ba8-87b1-ba1146239628 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '381dfb08-6901-4460-a6c9-b584e27d4aa3', 'tempest-TagsTest-Tag-1236358378') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:49.126365 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5990b1c-b2a3-4490-b4cb-f7f19a484713 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:49.256583 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-0d3ee930-61c2-4ba8-87b1-ba1146239628 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] show failed (client error): The resource could not be found. Oct 26 14:22:49.257630 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0d3ee930-61c2-4ba8-87b1-ba1146239628 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] 10.222.0.32 "GET /v2.0/networks/381dfb08-6901-4460-a6c9-b584e27d4aa3/tags/tempest-TagsTest-Tag-1236358378 HTTP/1.1" status: 404 len: 326 time: 0.1488175 Oct 26 14:22:49.260443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56316) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:49.264799 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.tag.tag_plugin [None req-09fd1d9f-2507-47b9-b26b-8f2cf5ce63d1 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '381dfb08-6901-4460-a6c9-b584e27d4aa3') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:49.278876 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5990b1c-b2a3-4490-b4cb-f7f19a484713 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:49.283401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991a74f-6f4f-4edd-8433-10a8b947da91 req-fb916591-ec35-4ac1-8f6d-d69c61d6918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:49.285001 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5991a74f-6f4f-4edd-8433-10a8b947da91 req-fb916591-ec35-4ac1-8f6d-d69c61d6918e service neutron] 10.222.0.25 "GET /v2.0/networks?id=00ae902e-ee22-4055-b170-4935394fcdd8 HTTP/1.1" status: 200 len: 898 time: 0.4310741 Oct 26 14:22:49.293950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c5e1b-d8c2-48a0-ad24-5f7fec3ab571 None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:49.317034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c5e1b-d8c2-48a0-ad24-5f7fec3ab571 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:49.317673 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f8c5e1b-d8c2-48a0-ad24-5f7fec3ab571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:49.452435 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f8c5e1b-d8c2-48a0-ad24-5f7fec3ab571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:49.467416 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b4dfd1a-eb33-4d78-9327-a868f49eece3 req-9b2febf3-de69-47fd-a9eb-8ef4bf9976c9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 210 time: 0.0684884 Oct 26 14:22:49.486535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c5e1b-d8c2-48a0-ad24-5f7fec3ab571 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:49.487162 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f8c5e1b-d8c2-48a0-ad24-5f7fec3ab571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:49.561381 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1f8c5e1b-d8c2-48a0-ad24-5f7fec3ab571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:49.562422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c5e1b-d8c2-48a0-ad24-5f7fec3ab571 None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:49.653188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-2661967c-14f3-4a05-a3da-3e4498480df1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:49.654773 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-2661967c-14f3-4a05-a3da-3e4498480df1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.11 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 811 time: 0.1864591 Oct 26 14:22:49.667630 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a9d6982a-a9d9-40b4-82bd-7af495125312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:22:09Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '1444b454-b5dc-4455-a44b-2a3d5f03b1f7', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'port_id': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'mac_address': 'fa:16:3e:0f:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a067d691-cffb-4561-a986-f352e3c55b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:22:45Z', 'updated_at': '2021-10-26T14:22:45Z', 'revision_number': 0, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04285aea-490c-4ac9-add7-f8b4d62ba926', 'name': '', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'mac_address': 'fa:16:3e:85:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:07Z', 'updated_at': '2021-10-26T14:22:17Z', 'revision_number': 5, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'subnets': [{'id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:49.676946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-9eb5ea5f-d47e-42ca-976f-cdda5e6bb01d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'port': {'device_id': '107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'admin_state_up': True, 'tenant_id': '6bcf474373744e67b719326f17fd4da5'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:49.705730 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5991a74f-6f4f-4edd-8433-10a8b947da91 req-1ddd4edf-ee68-4ca4-bd59-530dc6e4f714 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859b6c00-3d0c-47a0-a5cd-342ccc2f635a HTTP/1.1" status: 200 len: 998 time: 0.4026155 Oct 26 14:22:49.707878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5990b1c-b2a3-4490-b4cb-f7f19a484713 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router ce9ea019-4c7c-4ca1-82fd-7ace442b5598 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:49.745367 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d6982a-a9d9-40b4-82bd-7af495125312 None None] The sync data for ids ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'] in n-d-815498-1 is: [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:22:09Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '1444b454-b5dc-4455-a44b-2a3d5f03b1f7', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'port_id': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'mac_address': 'fa:16:3e:0f:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a067d691-cffb-4561-a986-f352e3c55b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:22:45Z', 'updated_at': '2021-10-26T14:22:45Z', 'revision_number': 0, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04285aea-490c-4ac9-add7-f8b4d62ba926', 'name': '', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'mac_address': 'fa:16:3e:85:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:07Z', 'updated_at': '2021-10-26T14:22:17Z', 'revision_number': 5, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'subnets': [{'id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:49.778045 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-09fd1d9f-2507-47b9-b26b-8f2cf5ce63d1 tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] 10.222.0.32 "DELETE /v2.0/networks/381dfb08-6901-4460-a6c9-b584e27d4aa3/tags HTTP/1.1" status: 204 len: 168 time: 0.5040078 Oct 26 14:22:49.782718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991a74f-6f4f-4edd-8433-10a8b947da91 req-e6ab2a35-64b2-491e-9e02-95d78e2af3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:49.785242 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5991a74f-6f4f-4edd-8433-10a8b947da91 req-e6ab2a35-64b2-491e-9e02-95d78e2af3c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0 HTTP/1.1" status: 200 len: 835 time: 0.0602207 Oct 26 14:22:49.792635 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a46d1617-c8e7-4774-8406-4a1dc4a17abc req-37488862-b62c-48da-abea-2bca0a1ecde3 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.1081002 Oct 26 14:22:49.798704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56320) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:49.918248 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-116dfa4b-5db9-4e01-bb82-6662a1d73972 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 8084 time: 1.1541762 Oct 26 14:22:49.921282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56322) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:49.949766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-9eb5ea5f-d47e-42ca-976f-cdda5e6bb01d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Made reservation on behalf of 6bcf474373744e67b719326f17fd4da5 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:49.956226 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-9eb5ea5f-d47e-42ca-976f-cdda5e6bb01d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:50.069634 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5990b1c-b2a3-4490-b4cb-f7f19a484713 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:50.082102 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3eafa5-50b3-4015-9e98-839cf5b58c89 None None] Sync routers for ids ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:50.083404 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d5990b1c-b2a3-4490-b4cb-f7f19a484713 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:50.098472 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3eafa5-50b3-4015-9e98-839cf5b58c89 None None] Routers {'ce9ea019-4c7c-4ca1-82fd-7ace442b5598'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:50.099067 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-9a3eafa5-50b3-4015-9e98-839cf5b58c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:50.100326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052097af-eb9a-4126-9d10-85a867115bbb tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:50.100929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052097af-eb9a-4126-9d10-85a867115bbb tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:50.122693 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-052097af-eb9a-4126-9d10-85a867115bbb tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=99ddc8af-2dba-44be-8d53-bcb49c5c65bf HTTP/1.1" status: 200 len: 1989 time: 0.1823339 Oct 26 14:22:50.143690 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:50.158683 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991a74f-6f4f-4edd-8433-10a8b947da91 req-bc416fe1-6a82-4808-9d18-b97a08963eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:50.160200 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5991a74f-6f4f-4edd-8433-10a8b947da91 req-bc416fe1-6a82-4808-9d18-b97a08963eb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=00ae902e-ee22-4055-b170-4935394fcdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3647096 Oct 26 14:22:50.175463 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-9a3eafa5-50b3-4015-9e98-839cf5b58c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:50.197869 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3eafa5-50b3-4015-9e98-839cf5b58c89 None None] Routers {'ce9ea019-4c7c-4ca1-82fd-7ace442b5598'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:50.198623 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f1de6-8458-4350-a36a-f272a98416cc None None] New status for floating IP 1444b454-b5dc-4455-a44b-2a3d5f03b1f7: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:22:50.198780 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-9a3eafa5-50b3-4015-9e98-839cf5b58c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:50.239518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-9eb5ea5f-d47e-42ca-976f-cdda5e6bb01d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Allocated IP 172.20.0.14 (4c0322bb-1e1e-46e8-8564-2d448b82a61a/d0644abd-266d-41c5-9f8d-ca0893e4341b/8f7b42b9-d078-4647-a687-f034682b4fc7) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:50.244045 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-9a3eafa5-50b3-4015-9e98-839cf5b58c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:50.244844 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3eafa5-50b3-4015-9e98-839cf5b58c89 None None] The sync data for ids ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:50.288862 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d5990b1c-b2a3-4490-b4cb-f7f19a484713 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "PUT /v2.0/floatingips/0d918ae5-881c-4155-a370-5e09e1028dd2 HTTP/1.1" status: 200 len: 976 time: 4.0544188 Oct 26 14:22:50.293046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56326) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:50.630684 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:50.653920 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381dfb08-6901-4460-a6c9-b584e27d4aa3']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:50.665783 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0037c95-add0-41b7-b4aa-3563f32ada37') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:50.666257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0037c95-add0-41b7-b4aa-3563f32ada37') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:50.679042 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:50.699262 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:50.709529 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:22:50.710509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:22:50.793119 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:22:50.836052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:50.855836 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:50.859158 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] 10.222.0.32 "DELETE /v2.0/networks/381dfb08-6901-4460-a6c9-b584e27d4aa3 HTTP/1.1" status: 204 len: 168 time: 1.0577292 Oct 26 14:22:50.882178 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Pushing event deleted for resources: {'Network': ['ID=381dfb08-6901-4460-a6c9-b584e27d4aa3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:50.894363 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5991a74f-6f4f-4edd-8433-10a8b947da91 req-364ced2d-fc19-4f73-91ea-429a20248949 service neutron] 10.222.0.25 "GET /v2.0/networks/00ae902e-ee22-4055-b170-4935394fcdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692948 Oct 26 14:22:50.899415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:50.899749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:50.900101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:50.900433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:50.900823 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:50.901107 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:50.901434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:50.901841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:50.902093 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:50.902416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:50.902733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:50.903052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cc244-dd27-42f3-8845-3d96cdf48e5e tempest-TagsTest-1414923814 tempest-TagsTest-1414923814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:51.021443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-33d53ee4-e5cb-47d9-8bb3-ae6e22593eb1 req-94a5753d-a31a-4fab-9721-ca555f19fa3e service neutron] (102124) timed out ('10.222.0.32', 44166) {{(pid=102124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:22:51.065606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0c79a-1f7b-4aac-b59b-1dc548d13551 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port ef953e0e-a40a-45a0-b3aa-35d6c59013e4 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:51.066258 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1c0c79a-1f7b-4aac-b59b-1dc548d13551 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.078338 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e1ac34b-9d3a-4f40-b821-1549dedd8bac req-fc8b5b8f-5901-4103-bc42-b3ef4a9e4458 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.0559769 Oct 26 14:22:51.082912 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a02cf58b-e6b6-4614-b9d9-cd02eddff51b req-78ff1ec1-b80f-4cb0-b60f-5220a24cf2a7 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 210 time: 0.0517576 Oct 26 14:22:51.099313 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-9eb5ea5f-d47e-42ca-976f-cdda5e6bb01d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.150191 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-9eb5ea5f-d47e-42ca-976f-cdda5e6bb01d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.154370 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5991a74f-6f4f-4edd-8433-10a8b947da91 req-38b9b44d-82cc-4c69-aaaf-0377b546c7a9 service neutron] 10.222.0.25 "GET /v2.0/networks/00ae902e-ee22-4055-b170-4935394fcdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293739 Oct 26 14:22:51.200615 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-9eb5ea5f-d47e-42ca-976f-cdda5e6bb01d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:51.200867 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1c0c79a-1f7b-4aac-b59b-1dc548d13551 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.204691 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-9eb5ea5f-d47e-42ca-976f-cdda5e6bb01d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:51.208825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-9eb5ea5f-d47e-42ca-976f-cdda5e6bb01d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:51.273018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5ea5f-d47e-42ca-976f-cdda5e6bb01d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'Port': ['ID=8f7b42b9-d078-4647-a687-f034682b4fc7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:51.303491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-9eb5ea5f-d47e-42ca-976f-cdda5e6bb01d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:51.304300 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-9eb5ea5f-d47e-42ca-976f-cdda5e6bb01d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.327418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56336) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:51.338144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-9eb5ea5f-d47e-42ca-976f-cdda5e6bb01d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6674585 Oct 26 14:22:51.354494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Request body: {'port': {'device_id': '107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:51.449367 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.517166 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1c0c79a-1f7b-4aac-b59b-1dc548d13551 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.518017 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1c0c79a-1f7b-4aac-b59b-1dc548d13551 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.518782 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-d1c0c79a-1f7b-4aac-b59b-1dc548d13551 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Floating IP 0d918ae5-881c-4155-a370-5e09e1028dd2 disassociated. External IP: 172.25.4.18, port: ef953e0e-a40a-45a0-b3aa-35d6c59013e4. Oct 26 14:22:51.519366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0c79a-1f7b-4aac-b59b-1dc548d13551 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for ef953e0e-a40a-45a0-b3aa-35d6c59013e4 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:51.561104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e9a15315-57fe-4839-930c-396353e6683a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccf86ad03e084c8b8e76997f8509aafa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316108 Oct 26 14:22:51.564629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56340) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:51.566406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-25e8e30e-abf8-4f16-9cf0-d9d13abe05ad None None] Provisioning complete for port 8f7b42b9-d078-4647-a687-f034682b4fc7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:51.567454 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-25e8e30e-abf8-4f16-9cf0-d9d13abe05ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.639077 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-25e8e30e-abf8-4f16-9cf0-d9d13abe05ad None None] Port 8f7b42b9-d078-4647-a687-f034682b4fc7 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:51.674403 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1c0c79a-1f7b-4aac-b59b-1dc548d13551 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.694276 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.705242 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0c79a-1f7b-4aac-b59b-1dc548d13551 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=ef953e0e-a40a-45a0-b3aa-35d6c59013e4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:51.754123 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.857669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c0c79a-1f7b-4aac-b59b-1dc548d13551 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router ce9ea019-4c7c-4ca1-82fd-7ace442b5598 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:51.886588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7b42b9-d078-4647-a687-f034682b4fc7 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:22:51.895029 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.910236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Transition to ACTIVE for port object 8f7b42b9-d078-4647-a687-f034682b4fc7 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:22:51.911645 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.914903 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.931408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8eb14fd5-af88-4057-9fd3-8bf39f019143 HTTP/1.1" status: 204 len: 168 time: 0.3539186 Oct 26 14:22:51.940324 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.960199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb14fd5-af88-4057-9fd3-8bf39f019143,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:52.009778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:52.010233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:52.011078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:52.011078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:52.011523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:52.011960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:52.012831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:52.012831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:52.013220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:52.013667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:52.014730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:52.014730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca097-b14d-436c-81b4-dbf18e25d215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:52.044284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c0c79a-1f7b-4aac-b59b-1dc548d13551 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:52.056316 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c02f39-b753-4e84-9da8-ac7026381915 None None] Sync routers for ids ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:52.095604 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7b42b9-d078-4647-a687-f034682b4fc7,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:52.194074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Attempting to bind port 8f7b42b9-d078-4647-a687-f034682b4fc7 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:52.201692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Attempting to bind port 8f7b42b9-d078-4647-a687-f034682b4fc7 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:52.202361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Attempting to bind port 8f7b42b9-d078-4647-a687-f034682b4fc7 on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:52.206677 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d1c0c79a-1f7b-4aac-b59b-1dc548d13551 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:52.209559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Port 8f7b42b9-d078-4647-a687-f034682b4fc7 on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:22:52.211441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Attempting to bind port 8f7b42b9-d078-4647-a687-f034682b4fc7 on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:52.214385 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d1c0c79a-1f7b-4aac-b59b-1dc548d13551 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/ports/ef953e0e-a40a-45a0-b3aa-35d6c59013e4 HTTP/1.1" status: 204 len: 168 time: 1.9142895 Oct 26 14:22:52.215032 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56350) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:52.264733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0035fd01-e5bd-4878-9e99-a860825bf6e5 req-d0388f10-bd71-4072-9dc2-b5ec1514718b tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.0425344 Oct 26 14:22:52.303130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:52.303484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Checking segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:52.303878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Bound using segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:52.304340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Bound port: 8f7b42b9-d078-4647-a687-f034682b4fc7, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:52.305136 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:52.372698 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c02f39-b753-4e84-9da8-ac7026381915 None None] Routers {'ce9ea019-4c7c-4ca1-82fd-7ace442b5598'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:52.376127 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e2c02f39-b753-4e84-9da8-ac7026381915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:52.422651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0697fb-a7fd-48b9-bc5c-404b38df7f4f req-6018f5dd-1da3-4405-ac9d-35e57b05601a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:52.424182 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d0697fb-a7fd-48b9-bc5c-404b38df7f4f req-6018f5dd-1da3-4405-ac9d-35e57b05601a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 944 time: 0.1530290 Oct 26 14:22:52.446109 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e2c02f39-b753-4e84-9da8-ac7026381915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:52.448145 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] For port 8f7b42b9-d078-4647-a687-f034682b4fc7, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:52.476977 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c02f39-b753-4e84-9da8-ac7026381915 None None] Routers {'ce9ea019-4c7c-4ca1-82fd-7ace442b5598'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:52.478094 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e2c02f39-b753-4e84-9da8-ac7026381915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:52.491189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d0697fb-a7fd-48b9-bc5c-404b38df7f4f req-ef0b7e13-44fe-4d68-923e-345d2710b912 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603755 Oct 26 14:22:52.499711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] For port 8f7b42b9-d078-4647-a687-f034682b4fc7, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8f7b42b9-d078-4647-a687-f034682b4fc7,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:52.519705 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:52.526345 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e2c02f39-b753-4e84-9da8-ac7026381915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:52.528025 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c02f39-b753-4e84-9da8-ac7026381915 None None] The sync data for ids ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:52.558953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:52.560177 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:52.562051 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] 10.222.0.11 "PUT /v2.0/ports/8f7b42b9-d078-4647-a687-f034682b4fc7 HTTP/1.1" status: 200 len: 1092 time: 1.2148099 Oct 26 14:22:52.563071 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0', 'tag': '8f7b42b9-d078-4647-a687-f034682b4fc7'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:52.566620 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c3ce35-c435-4bc9-86ca-14cb01393a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0", "tag": "8f7b42b9-d078-4647-a687-f034682b4fc7"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:52.657371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f7f27-d38b-4985-887c-39ecef3b43a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7b42b9-d078-4647-a687-f034682b4fc7,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:52.665854 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5a0e03-e064-4bfb-a27b-ab5265d14086 x-openstack-request-id: req-8b5a0e03-e064-4bfb-a27b-ab5265d14086 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:52.666269 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0", "tag": "8f7b42b9-d078-4647-a687-f034682b4fc7", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:52.666593 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b5a0e03-e064-4bfb-a27b-ab5265d14086 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:52.667113 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0', 'tag': '8f7b42b9-d078-4647-a687-f034682b4fc7', 'status': 'completed', 'code': 200} Oct 26 14:22:52.683196 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-f13e3e11-afac-40a4-86f2-3459b4f54d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:52.684916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-f13e3e11-afac-40a4-86f2-3459b4f54d9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 1095 time: 0.0652714 Oct 26 14:22:52.758995 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-91a8b5f8-ab11-4e66-88d5-5ea2c773608a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f7b42b9-d078-4647-a687-f034682b4fc7 HTTP/1.1" status: 200 len: 217 time: 0.0647833 Oct 26 14:22:52.822746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-9e56a264-d50d-41b1-ba03-8b69a9a08529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:52.824780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-9e56a264-d50d-41b1-ba03-8b69a9a08529 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.0569122 Oct 26 14:22:52.883662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-5a7b5113-89df-4286-899d-256e640bf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:52.885764 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-5a7b5113-89df-4286-899d-256e640bf718 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524786 Oct 26 14:22:53.021969 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-21a2c083-a4be-407d-bbb4-0c9d53aa57dc service neutron] 10.222.0.11 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268458 Oct 26 14:22:53.143540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8746bbd9-0106-4a3f-9232-9adf097f5491 req-07012416-f3c5-4857-86fe-cfa45f7f67d7 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143074 Oct 26 14:22:53.248820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3ce35-c435-4bc9-86ca-14cb01393a9c req-a78eac22-d32e-4334-b9e5-5039221ed912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:53.250419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77c3ce35-c435-4bc9-86ca-14cb01393a9c req-a78eac22-d32e-4334-b9e5-5039221ed912 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 1095 time: 0.0542035 Oct 26 14:22:53.314732 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c022868-8fbb-42f9-bf78-e4cfc03f99cd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.358538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3ce35-c435-4bc9-86ca-14cb01393a9c req-31e79519-2ff3-4148-befd-e42184ffaf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:53.361174 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77c3ce35-c435-4bc9-86ca-14cb01393a9c req-31e79519-2ff3-4148-befd-e42184ffaf37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.1028996 Oct 26 14:22:53.444606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64352770-b8d5-4458-abd6-61add4ca5b1d req-d8e2d03b-cf61-4dc4-9307-a1c9ac3fa362 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.0735719 Oct 26 14:22:53.456457 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77c3ce35-c435-4bc9-86ca-14cb01393a9c req-3a09d58e-982a-45cd-8355-ba70dfad3ff9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f7b42b9-d078-4647-a687-f034682b4fc7 HTTP/1.1" status: 200 len: 217 time: 0.0841804 Oct 26 14:22:53.493391 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.515339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3ce35-c435-4bc9-86ca-14cb01393a9c req-c6cefa99-d2e7-47da-8f83-e533c6c58c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:53.517715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77c3ce35-c435-4bc9-86ca-14cb01393a9c req-c6cefa99-d2e7-47da-8f83-e533c6c58c44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.0536785 Oct 26 14:22:53.611856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3ce35-c435-4bc9-86ca-14cb01393a9c req-c61bd8ec-eee7-4528-9533-e0ded1c417d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:53.619090 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77c3ce35-c435-4bc9-86ca-14cb01393a9c req-c61bd8ec-eee7-4528-9533-e0ded1c417d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936036 Oct 26 14:22:53.684250 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0c022868-8fbb-42f9-bf78-e4cfc03f99cd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port 9cc8093c-e70c-4134-a74c-f8ce157edcbd {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:53.684681 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c022868-8fbb-42f9-bf78-e4cfc03f99cd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.748977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a806c0-49d0-4115-8de4-3ff6f32d934b req-bebf3e08-8f13-4610-8165-786b11d15865 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:53.750960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07a806c0-49d0-4115-8de4-3ff6f32d934b req-bebf3e08-8f13-4610-8165-786b11d15865 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 944 time: 0.1287272 Oct 26 14:22:53.796288 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c022868-8fbb-42f9-bf78-e4cfc03f99cd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.799230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77c3ce35-c435-4bc9-86ca-14cb01393a9c req-249f043b-cf95-4de8-95a1-1c3e28b6e54e service neutron] 10.222.0.11 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412065 Oct 26 14:22:53.814787 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0c022868-8fbb-42f9-bf78-e4cfc03f99cd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for 9cc8093c-e70c-4134-a74c-f8ce157edcbd owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:53.822757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07a806c0-49d0-4115-8de4-3ff6f32d934b req-6516f887-438a-492f-ba79-a53b5a603ddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639577 Oct 26 14:22:53.925968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77c3ce35-c435-4bc9-86ca-14cb01393a9c req-e38dee9d-2131-4e87-bbbc-836b7ca95bd1 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171179 Oct 26 14:22:54.029739 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c022868-8fbb-42f9-bf78-e4cfc03f99cd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:54.055540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c022868-8fbb-42f9-bf78-e4cfc03f99cd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=9cc8093c-e70c-4134-a74c-f8ce157edcbd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:54.242496 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0c022868-8fbb-42f9-bf78-e4cfc03f99cd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:54.478423 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c022868-8fbb-42f9-bf78-e4cfc03f99cd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router ce9ea019-4c7c-4ca1-82fd-7ace442b5598 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:54.558226 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f57861d4-4e34-4369-b9e0-4015c91d2a86 req-4a75eeb7-447d-458a-929b-adcff11ceb53 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74d60a2-c3c8-4b8c-b292-3e1bb22a6f17 HTTP/1.1" status: 200 len: 210 time: 0.0315051 Oct 26 14:22:54.620163 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c022868-8fbb-42f9-bf78-e4cfc03f99cd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:54.629161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56394) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:54.629309 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0c022868-8fbb-42f9-bf78-e4cfc03f99cd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "PUT /v2.0/routers/ce9ea019-4c7c-4ca1-82fd-7ace442b5598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4131212 Oct 26 14:22:54.641282 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d6fbc-4836-4604-a669-2e9e27730bd8 None None] Sync routers for ids ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:54.659663 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d6fbc-4836-4604-a669-2e9e27730bd8 None None] Routers {'ce9ea019-4c7c-4ca1-82fd-7ace442b5598'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:54.660410 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-cd7d6fbc-4836-4604-a669-2e9e27730bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:54.725104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-cd7d6fbc-4836-4604-a669-2e9e27730bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:54.738901 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d6fbc-4836-4604-a669-2e9e27730bd8 None None] Routers {'ce9ea019-4c7c-4ca1-82fd-7ace442b5598'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:54.740443 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-cd7d6fbc-4836-4604-a669-2e9e27730bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:54.783435 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-cd7d6fbc-4836-4604-a669-2e9e27730bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:54.784091 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d6fbc-4836-4604-a669-2e9e27730bd8 None None] The sync data for ids ['ce9ea019-4c7c-4ca1-82fd-7ace442b5598'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:54.791906 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:54.946938 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.062083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c36b1b-53ae-4bcd-84c3-0a6d6b9f014d req-bf4577b6-7a45-4461-a012-5079f5f3c41e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:55.063122 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1c36b1b-53ae-4bcd-84c3-0a6d6b9f014d req-bf4577b6-7a45-4461-a012-5079f5f3c41e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 944 time: 0.1182306 Oct 26 14:22:55.116454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1c36b1b-53ae-4bcd-84c3-0a6d6b9f014d req-4c13547e-5195-4bb1-be73-2d366f919cbe tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459275 Oct 26 14:22:55.121044 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port 1d238fec-a235-40eb-827e-a767f0925441 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:55.121410 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.203917 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.217533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for 1d238fec-a235-40eb-827e-a767f0925441 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:55.394449 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.420932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=1d238fec-a235-40eb-827e-a767f0925441,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:55.482912 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.578717 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.581063 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.628271 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.628744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Fanout notify agent at l3_agent the message router_deleted on router ce9ea019-4c7c-4ca1-82fd-7ace442b5598 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:22:55.636596 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.640265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56410) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:55.646942 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a30cbe5a-c675-4073-b1db-2d3d63fe0542 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/routers/ce9ea019-4c7c-4ca1-82fd-7ace442b5598 HTTP/1.1" status: 204 len: 168 time: 1.0156956 Oct 26 14:22:55.685105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56414) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:55.712035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a0d341-c626-47e1-bb2b-42569cb36b78 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting subnet 99c8e6fd-3827-437e-ae83-5fa03d479d7a {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:22:55.717248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78a0d341-c626-47e1-bb2b-42569cb36b78 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.778770 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78a0d341-c626-47e1-bb2b-42569cb36b78 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.810861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17c81407-71a3-4e8c-95b9-890a13ce14ce tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.848355 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17c81407-71a3-4e8c-95b9-890a13ce14ce tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.916452 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78a0d341-c626-47e1-bb2b-42569cb36b78 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.956786 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17c81407-71a3-4e8c-95b9-890a13ce14ce tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.959470 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17c81407-71a3-4e8c-95b9-890a13ce14ce tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.960653 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-17c81407-71a3-4e8c-95b9-890a13ce14ce tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "DELETE /v2.0/security-groups/7999a1b8-25b1-4b0f-b27b-a191b5c55280 HTTP/1.1" status: 204 len: 168 time: 0.2744944 Oct 26 14:22:55.963518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56418) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:55.974281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c81407-71a3-4e8c-95b9-890a13ce14ce tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7999a1b8-25b1-4b0f-b27b-a191b5c55280,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:55.987844 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-d3124f25-105e-4ee9-9a78-72ee3c0c69e8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] show failed (client error): The resource could not be found. Oct 26 14:22:55.989882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d3124f25-105e-4ee9-9a78-72ee3c0c69e8 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "GET /v2.0/security-groups/7999a1b8-25b1-4b0f-b27b-a191b5c55280 HTTP/1.1" status: 404 len: 347 time: 0.0247402 Oct 26 14:22:55.992349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56420) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:55.996041 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78a0d341-c626-47e1-bb2b-42569cb36b78 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.026161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0d341-c626-47e1-bb2b-42569cb36b78 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Subnet': ['ID=99c8e6fd-3827-437e-ae83-5fa03d479d7a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:56.033222 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78a0d341-c626-47e1-bb2b-42569cb36b78 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.041263 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-78a0d341-c626-47e1-bb2b-42569cb36b78 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/subnets/99c8e6fd-3827-437e-ae83-5fa03d479d7a HTTP/1.1" status: 204 len: 168 time: 0.3998654 Oct 26 14:22:56.042000 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56422) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:56.046510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd43e7-418b-46b9-a74f-60ee6b7386e4 None None] Network d0314b9a-675c-4095-8f3a-66f90211c272 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:56.165603 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.203799 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-042b755a-0638-454b-b7a0-e90501f67073 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Deleting port 26ff118f-929e-421f-a9c3-98f4d7e2cff3 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:56.205091 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-042b755a-0638-454b-b7a0-e90501f67073 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.264193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:56.264805 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.352255 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-042b755a-0638-454b-b7a0-e90501f67073 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.352648 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-042b755a-0638-454b-b7a0-e90501f67073 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.368626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-042b755a-0638-454b-b7a0-e90501f67073 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Calling delete_port for 26ff118f-929e-421f-a9c3-98f4d7e2cff3 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:56.384898 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c817f6a6-0443-4af0-b19b-ee7a071af869 None None] DHCP port deletion for d0314b9a-675c-4095-8f3a-66f90211c272 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:22:56.395306 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53177d8-33d7-4bcf-b97a-aa2a811b0ca5 req-413654c1-50f8-43da-aff6-4d0fdd9dfc2d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:56.403417 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c53177d8-33d7-4bcf-b97a-aa2a811b0ca5 req-413654c1-50f8-43da-aff6-4d0fdd9dfc2d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 944 time: 0.1200013 Oct 26 14:22:56.410705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] For port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d94f9a5d-cd3b-4fae-a355-d4348c2f92c9,segment=NetworkSegment(8e5c819f-53ce-4190-a48c-d4ac8ecad46f),segment_id=8e5c819f-53ce-4190-a48c-d4ac8ecad46f)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:56.414287 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.433599 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:56.480702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c817f6a6-0443-4af0-b19b-ee7a071af869 None None] Deleting port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:56.481373 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c817f6a6-0443-4af0-b19b-ee7a071af869 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.527632 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.562408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=d94f9a5d-cd3b-4fae-a355-d4348c2f92c9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:56.563757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c53177d8-33d7-4bcf-b97a-aa2a811b0ca5 req-e63f4082-0c81-46c4-a6a1-cf037b823687 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595690 Oct 26 14:22:56.575624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c817f6a6-0443-4af0-b19b-ee7a071af869 None None] For port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d94f9a5d-cd3b-4fae-a355-d4348c2f92c9,segment=NetworkSegment(8e5c819f-53ce-4190-a48c-d4ac8ecad46f),segment_id=8e5c819f-53ce-4190-a48c-d4ac8ecad46f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:56.577739 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c817f6a6-0443-4af0-b19b-ee7a071af869 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.585530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] No DVR routers for this DVR port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:56.599933 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-042b755a-0638-454b-b7a0-e90501f67073 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.612517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c817f6a6-0443-4af0-b19b-ee7a071af869 None None] Calling delete_port for d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:56.629685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b755a-0638-454b-b7a0-e90501f67073 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event deleted for resources: {'Port': ['ID=26ff118f-929e-421f-a9c3-98f4d7e2cff3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:56.704007 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c817f6a6-0443-4af0-b19b-ee7a071af869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.705767 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-042b755a-0638-454b-b7a0-e90501f67073 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.709390 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-042b755a-0638-454b-b7a0-e90501f67073 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.711004 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-042b755a-0638-454b-b7a0-e90501f67073 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "DELETE /v2.0/floatingips/05f5ff17-c3bf-4152-bc74-e5718d7346d3 HTTP/1.1" status: 204 len: 168 time: 0.7082770 Oct 26 14:22:56.711242 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.714077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56432) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:56.726673 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817f6a6-0443-4af0-b19b-ee7a071af869 None None] Pushing event deleted for resources: {'Port': ['ID=d94f9a5d-cd3b-4fae-a355-d4348c2f92c9,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:56.736168 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c817f6a6-0443-4af0-b19b-ee7a071af869 None None] No DVR routers for this DVR port d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:56.755698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0314b9a-675c-4095-8f3a-66f90211c272']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:56.766936 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5c819f-53ce-4190-a48c-d4ac8ecad46f') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:56.767275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5c819f-53ce-4190-a48c-d4ac8ecad46f') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:56.781763 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.798083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.805260 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:22:56.805651 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:22:56.809098 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:22:56.818555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c6328cc1-e04e-4aef-b773-4c770234565c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Deleting port ed4f0663-ae83-4800-8ce9-99ce1f56430d {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:56.818903 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6328cc1-e04e-4aef-b773-4c770234565c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.877176 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.884831 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.888275 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/networks/d0314b9a-675c-4095-8f3a-66f90211c272 HTTP/1.1" status: 204 len: 168 time: 0.8451841 Oct 26 14:22:56.891092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56434) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:56.901175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f0585-b7eb-4ca3-8820-0d755dd307a8 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Network': ['ID=d0314b9a-675c-4095-8f3a-66f90211c272,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:56.991462 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6328cc1-e04e-4aef-b773-4c770234565c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.024953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c6328cc1-e04e-4aef-b773-4c770234565c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Calling delete_port for ed4f0663-ae83-4800-8ce9-99ce1f56430d owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:57.102804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-3a1309b7-1868-40f8-a5b9-8858bfabb4dd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port 07a3386a-772b-47b9-a920-e98a8d04cdcb {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:57.103149 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a1309b7-1868-40f8-a5b9-8858bfabb4dd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.228134 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a1309b7-1868-40f8-a5b9-8858bfabb4dd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.228460 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a1309b7-1868-40f8-a5b9-8858bfabb4dd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.243005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-3a1309b7-1868-40f8-a5b9-8858bfabb4dd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for 07a3386a-772b-47b9-a920-e98a8d04cdcb owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:57.245014 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6328cc1-e04e-4aef-b773-4c770234565c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.286316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6328cc1-e04e-4aef-b773-4c770234565c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event deleted for resources: {'Port': ['ID=ed4f0663-ae83-4800-8ce9-99ce1f56430d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:57.401432 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6328cc1-e04e-4aef-b773-4c770234565c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.407542 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c6328cc1-e04e-4aef-b773-4c770234565c tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "DELETE /v2.0/ports/ed4f0663-ae83-4800-8ce9-99ce1f56430d HTTP/1.1" status: 204 len: 168 time: 0.6893697 Oct 26 14:22:57.408297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56440) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:57.472773 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a1309b7-1868-40f8-a5b9-8858bfabb4dd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.502070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1309b7-1868-40f8-a5b9-8858bfabb4dd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=07a3386a-772b-47b9-a920-e98a8d04cdcb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:57.526358 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.555109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9b70df35-a37c-41b5-8387-81f30d0dbc99 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Deleting port ade83c75-0efa-4960-8243-44aed8b5f5ab {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:57.556241 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b70df35-a37c-41b5-8387-81f30d0dbc99 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.586169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a1309b7-1868-40f8-a5b9-8858bfabb4dd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.589792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a1309b7-1868-40f8-a5b9-8858bfabb4dd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.595409 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3a1309b7-1868-40f8-a5b9-8858bfabb4dd tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/floatingips/0d918ae5-881c-4155-a370-5e09e1028dd2 HTTP/1.1" status: 204 len: 168 time: 0.7032838 Oct 26 14:22:57.596113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56442) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:57.624554 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5142fc-d555-4845-8f63-25c723c0c2ef tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] DELETE failed (client error): The resource could not be found. Oct 26 14:22:57.625974 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5142fc-d555-4845-8f63-25c723c0c2ef tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:22:57.635963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4d5142fc-d555-4845-8f63-25c723c0c2ef tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/ports/ef953e0e-a40a-45a0-b3aa-35d6c59013e4 HTTP/1.1" status: 404 len: 333 time: 0.0388114 Oct 26 14:22:57.636790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56446) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:57.684509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b6323b53-1d46-442f-8181-7f06518608f7 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce9ea019-4c7c-4ca1-82fd-7ace442b5598 HTTP/1.1" status: 200 len: 205 time: 0.0460858 Oct 26 14:22:57.685491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56448) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:57.747116 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b70df35-a37c-41b5-8387-81f30d0dbc99 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.773266 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-eddfd327-b5a3-4d16-8c55-c99211fcde4d tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] delete failed (client error): The resource could not be found. Oct 26 14:22:57.775679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:57.776904 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-eddfd327-b5a3-4d16-8c55-c99211fcde4d tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/routers/ce9ea019-4c7c-4ca1-82fd-7ace442b5598 HTTP/1.1" status: 404 len: 336 time: 0.0897169 Oct 26 14:22:57.778874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56450) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:57.806767 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9b70df35-a37c-41b5-8387-81f30d0dbc99 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Calling delete_port for ade83c75-0efa-4960-8243-44aed8b5f5ab owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:57.817228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:22:57.817959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d94f9a5d-cd3b-4fae-a355-d4348c2f92c9 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:22:57.829245 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-26573376-d8b2-4ede-9c0e-4ce742fdc6a6 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] DELETE failed (client error): The resource could not be found. Oct 26 14:22:57.834089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26573376-d8b2-4ede-9c0e-4ce742fdc6a6 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:22:57.839147 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-26573376-d8b2-4ede-9c0e-4ce742fdc6a6 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/subnets/99c8e6fd-3827-437e-ae83-5fa03d479d7a HTTP/1.1" status: 404 len: 337 time: 0.0592668 Oct 26 14:22:57.844785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56452) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:57.935227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f210182-7f6a-415a-90af-f337b69983ca req-449289c8-5b5f-40a4-8327-9c8e88ea5696 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:57.944115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f210182-7f6a-415a-90af-f337b69983ca req-449289c8-5b5f-40a4-8327-9c8e88ea5696 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 944 time: 0.1848562 Oct 26 14:22:57.997004 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f210182-7f6a-415a-90af-f337b69983ca req-4bcecff1-9eae-43c5-b304-b0c4b6dd0aa4 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462875 Oct 26 14:22:58.115263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c02b82af-dc34-4492-b66c-c826658f1a21 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port 56adb71a-e4f7-4bb8-aa82-426fcd786c81 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:58.115614 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c02b82af-dc34-4492-b66c-c826658f1a21 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.201286 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b70df35-a37c-41b5-8387-81f30d0dbc99 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.243530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70df35-a37c-41b5-8387-81f30d0dbc99 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event deleted for resources: {'Port': ['ID=ade83c75-0efa-4960-8243-44aed8b5f5ab,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:58.262437 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c02b82af-dc34-4492-b66c-c826658f1a21 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.296140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c02b82af-dc34-4492-b66c-c826658f1a21 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for 56adb71a-e4f7-4bb8-aa82-426fcd786c81 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:58.377040 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b70df35-a37c-41b5-8387-81f30d0dbc99 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.382026 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9b70df35-a37c-41b5-8387-81f30d0dbc99 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "DELETE /v2.0/ports/ade83c75-0efa-4960-8243-44aed8b5f5ab HTTP/1.1" status: 204 len: 168 time: 0.9708862 Oct 26 14:22:58.383480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56464) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:58.465150 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-9408b03c-f6f8-40b2-9495-66485fcd4bb1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Deleting subnet 854c14b3-03da-4bc6-b12c-986f0f0590da {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:22:58.468624 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9408b03c-f6f8-40b2-9495-66485fcd4bb1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.484893 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c02b82af-dc34-4492-b66c-c826658f1a21 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.516551 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9408b03c-f6f8-40b2-9495-66485fcd4bb1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.523688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b82af-dc34-4492-b66c-c826658f1a21 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=56adb71a-e4f7-4bb8-aa82-426fcd786c81,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:58.630819 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c02b82af-dc34-4492-b66c-c826658f1a21 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.636241 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c02b82af-dc34-4492-b66c-c826658f1a21 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/ports/56adb71a-e4f7-4bb8-aa82-426fcd786c81 HTTP/1.1" status: 204 len: 168 time: 0.7833979 Oct 26 14:22:58.638950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56468) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:58.645204 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9408b03c-f6f8-40b2-9495-66485fcd4bb1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.725417 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9408b03c-f6f8-40b2-9495-66485fcd4bb1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.850319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-12936fe5-71cc-4a07-ac07-d942ba7230b1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port a1b6198d-6ff4-4c39-8fc0-3ca5c0c8620d {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:58.850319 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-12936fe5-71cc-4a07-ac07-d942ba7230b1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.980118 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-12936fe5-71cc-4a07-ac07-d942ba7230b1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.995052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-12936fe5-71cc-4a07-ac07-d942ba7230b1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for a1b6198d-6ff4-4c39-8fc0-3ca5c0c8620d owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:59.159705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408b03c-f6f8-40b2-9495-66485fcd4bb1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event deleted for resources: {'Subnet': ['ID=854c14b3-03da-4bc6-b12c-986f0f0590da,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:59.175367 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9408b03c-f6f8-40b2-9495-66485fcd4bb1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.176917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9408b03c-f6f8-40b2-9495-66485fcd4bb1 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "DELETE /v2.0/subnets/854c14b3-03da-4bc6-b12c-986f0f0590da HTTP/1.1" status: 204 len: 168 time: 0.7923450 Oct 26 14:22:59.180814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56480) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:59.182023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a127a33-a30e-4cbd-9407-3238fc63ae84 None None] Network 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:59.240054 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-12936fe5-71cc-4a07-ac07-d942ba7230b1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.242720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a966c6f-cb6e-4154-a660-c22c3bf0775e req-383a14a1-cb3d-4408-ae6a-fb8c9124612d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:59.244655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a966c6f-cb6e-4154-a660-c22c3bf0775e req-383a14a1-cb3d-4408-ae6a-fb8c9124612d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 944 time: 0.0877903 Oct 26 14:22:59.300875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12936fe5-71cc-4a07-ac07-d942ba7230b1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=a1b6198d-6ff4-4c39-8fc0-3ca5c0c8620d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:59.318687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a966c6f-cb6e-4154-a660-c22c3bf0775e req-758b582a-7c36-47cf-8817-c23857279dd5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671761 Oct 26 14:22:59.320142 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-5410f962-9a9f-45b9-b965-d48f3078918a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Deleting subnet d22f0841-08c6-4226-a351-9ba309814cd1 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:22:59.327510 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5410f962-9a9f-45b9-b965-d48f3078918a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.415365 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5410f962-9a9f-45b9-b965-d48f3078918a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.449315 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-12936fe5-71cc-4a07-ac07-d942ba7230b1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.453070 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-12936fe5-71cc-4a07-ac07-d942ba7230b1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/ports/a1b6198d-6ff4-4c39-8fc0-3ca5c0c8620d HTTP/1.1" status: 204 len: 168 time: 0.8107350 Oct 26 14:22:59.456765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56490) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:59.483007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ea3c3-c8de-49f7-aa8f-077b3021243f None None] DHCP port deletion for 4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:22:59.541239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50328b45-404d-4119-9d35-6c14fd89cea1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:59.543317 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-50328b45-404d-4119-9d35-6c14fd89cea1 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "GET /v2.0/ports?device_id=363908fb-d045-4890-80a3-b67f70ebedea HTTP/1.1" status: 200 len: 913 time: 0.0851293 Oct 26 14:22:59.545867 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56494) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:59.546993 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5410f962-9a9f-45b9-b965-d48f3078918a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.586545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-723ea3c3-c8de-49f7-aa8f-077b3021243f None None] Deleting port 030553bb-263c-4ef2-a3d8-bba4b247c7bb {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:59.588090 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-723ea3c3-c8de-49f7-aa8f-077b3021243f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.668565 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5410f962-9a9f-45b9-b965-d48f3078918a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.676375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-723ea3c3-c8de-49f7-aa8f-077b3021243f None None] For port 030553bb-263c-4ef2-a3d8-bba4b247c7bb, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=030553bb-263c-4ef2-a3d8-bba4b247c7bb,segment=NetworkSegment(9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423),segment_id=9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:59.676772 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-723ea3c3-c8de-49f7-aa8f-077b3021243f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.692357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-723ea3c3-c8de-49f7-aa8f-077b3021243f None None] Calling delete_port for 030553bb-263c-4ef2-a3d8-bba4b247c7bb owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:59.757696 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410f962-9a9f-45b9-b965-d48f3078918a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event deleted for resources: {'Subnet': ['ID=d22f0841-08c6-4226-a351-9ba309814cd1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:59.764225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5410f962-9a9f-45b9-b965-d48f3078918a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.770267 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5410f962-9a9f-45b9-b965-d48f3078918a tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "DELETE /v2.0/subnets/d22f0841-08c6-4226-a351-9ba309814cd1 HTTP/1.1" status: 204 len: 168 time: 0.5884221 Oct 26 14:22:59.773109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56504) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:59.791153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de041b92-5dfd-4e28-9627-7b181165db4e None None] Network 2c318be7-0a13-4b05-a3f4-8a2973ade262 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:59.795623 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-723ea3c3-c8de-49f7-aa8f-077b3021243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.822119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ea3c3-c8de-49f7-aa8f-077b3021243f None None] No DVR routers for this DVR port 030553bb-263c-4ef2-a3d8-bba4b247c7bb on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:59.867926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 030553bb-263c-4ef2-a3d8-bba4b247c7bb no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:59.889014 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c467434-1c7a-40e6-9a28-a735d2e62104 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.909576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 030553bb-263c-4ef2-a3d8-bba4b247c7bb {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:22:59.909918 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 030553bb-263c-4ef2-a3d8-bba4b247c7bb not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:22:59.916955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ea3c3-c8de-49f7-aa8f-077b3021243f None None] Pushing event deleted for resources: {'Port': ['ID=030553bb-263c-4ef2-a3d8-bba4b247c7bb,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:00.027682 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c467434-1c7a-40e6-9a28-a735d2e62104 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.055201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4c467434-1c7a-40e6-9a28-a735d2e62104 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:00.075907 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4c467434-1c7a-40e6-9a28-a735d2e62104 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:00.076245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4c467434-1c7a-40e6-9a28-a735d2e62104 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4771c3-c700-4bf4-bfdb-6a9f8f7a0423') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:00.085690 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c467434-1c7a-40e6-9a28-a735d2e62104 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.105385 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c467434-1c7a-40e6-9a28-a735d2e62104 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.108861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f200f-2133-4b2d-8850-03c7cd4df12b None None] DHCP port deletion for 2c318be7-0a13-4b05-a3f4-8a2973ade262 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:23:00.112660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c467434-1c7a-40e6-9a28-a735d2e62104 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:00.113032 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c467434-1c7a-40e6-9a28-a735d2e62104 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:00.116880 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:00.174544 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fde80d78-ae37-4cb3-b6e4-15fc268b13e9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.189766 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f200f-2133-4b2d-8850-03c7cd4df12b None None] Deleting port fe313299-e5c9-4a59-b105-655af0e4a7d6 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:00.190377 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b4f200f-2133-4b2d-8850-03c7cd4df12b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.195382 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c467434-1c7a-40e6-9a28-a735d2e62104 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.209704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4c467434-1c7a-40e6-9a28-a735d2e62104 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.217566 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4c467434-1c7a-40e6-9a28-a735d2e62104 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "DELETE /v2.0/networks/4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf HTTP/1.1" status: 204 len: 168 time: 0.4409304 Oct 26 14:23:00.218370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56508) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:00.240678 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c467434-1c7a-40e6-9a28-a735d2e62104 tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event deleted for resources: {'Network': ['ID=4ed5dacb-f2b1-469d-abb7-b4b60a44c1cf,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:00.260258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8b4f200f-2133-4b2d-8850-03c7cd4df12b None None] For port fe313299-e5c9-4a59-b105-655af0e4a7d6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fe313299-e5c9-4a59-b105-655af0e4a7d6,segment=NetworkSegment(cd52f179-8ea9-4027-ad0c-0d5a570e1263),segment_id=cd52f179-8ea9-4027-ad0c-0d5a570e1263)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:00.260643 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b4f200f-2133-4b2d-8850-03c7cd4df12b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.273047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f200f-2133-4b2d-8850-03c7cd4df12b None None] Calling delete_port for fe313299-e5c9-4a59-b105-655af0e4a7d6 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:00.339865 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abb7535f-857c-4512-b6b5-114a9c756dda tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.365067 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b4f200f-2133-4b2d-8850-03c7cd4df12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.402556 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4f200f-2133-4b2d-8850-03c7cd4df12b None None] No DVR routers for this DVR port fe313299-e5c9-4a59-b105-655af0e4a7d6 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:00.407714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f200f-2133-4b2d-8850-03c7cd4df12b None None] Pushing event deleted for resources: {'Port': ['ID=fe313299-e5c9-4a59-b105-655af0e4a7d6,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:00.460636 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-abb7535f-857c-4512-b6b5-114a9c756dda tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] The port 'fe313299-e5c9-4a59-b105-655af0e4a7d6' was deleted {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 26 14:23:00.603098 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abb7535f-857c-4512-b6b5-114a9c756dda tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.633564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52df06-f905-4040-be6a-90803e027998 req-0b877101-d808-4c35-8664-95fc075a54cb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:00.635086 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c52df06-f905-4040-be6a-90803e027998 req-0b877101-d808-4c35-8664-95fc075a54cb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 944 time: 0.2163684 Oct 26 14:23:00.650307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-abb7535f-857c-4512-b6b5-114a9c756dda tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c318be7-0a13-4b05-a3f4-8a2973ade262']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:00.670983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-abb7535f-857c-4512-b6b5-114a9c756dda tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd52f179-8ea9-4027-ad0c-0d5a570e1263') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:00.671204 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-abb7535f-857c-4512-b6b5-114a9c756dda tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd52f179-8ea9-4027-ad0c-0d5a570e1263') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:00.691662 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abb7535f-857c-4512-b6b5-114a9c756dda tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.737815 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abb7535f-857c-4512-b6b5-114a9c756dda tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.742126 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c52df06-f905-4040-be6a-90803e027998 req-57cc09f8-ccd9-4efb-9f5f-255014831517 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978613 Oct 26 14:23:00.751923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb7535f-857c-4512-b6b5-114a9c756dda tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:00.752263 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abb7535f-857c-4512-b6b5-114a9c756dda tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:00.755435 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:00.851895 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abb7535f-857c-4512-b6b5-114a9c756dda tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.861340 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abb7535f-857c-4512-b6b5-114a9c756dda tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.863794 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-abb7535f-857c-4512-b6b5-114a9c756dda tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] 10.222.0.32 "DELETE /v2.0/networks/2c318be7-0a13-4b05-a3f4-8a2973ade262 HTTP/1.1" status: 204 len: 168 time: 0.6441791 Oct 26 14:23:00.883553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7535f-857c-4512-b6b5-114a9c756dda tempest-TaggedBootDevicesTest-89365234 tempest-TaggedBootDevicesTest-89365234-project] Pushing event deleted for resources: {'Network': ['ID=2c318be7-0a13-4b05-a3f4-8a2973ade262,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:00.891629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-fde80d78-ae37-4cb3-b6e4-15fc268b13e9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port d1246c59-0914-4f12-8e64-1fcdbf02f39f {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:00.891960 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fde80d78-ae37-4cb3-b6e4-15fc268b13e9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.994984 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fde80d78-ae37-4cb3-b6e4-15fc268b13e9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:01.008760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-fde80d78-ae37-4cb3-b6e4-15fc268b13e9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for d1246c59-0914-4f12-8e64-1fcdbf02f39f owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:01.235062 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fde80d78-ae37-4cb3-b6e4-15fc268b13e9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:01.267673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde80d78-ae37-4cb3-b6e4-15fc268b13e9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=d1246c59-0914-4f12-8e64-1fcdbf02f39f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:01.438949 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fde80d78-ae37-4cb3-b6e4-15fc268b13e9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:01.673414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde80d78-ae37-4cb3-b6e4-15fc268b13e9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Router 363908fb-d045-4890-80a3-b67f70ebedea has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:23:01.706206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fe313299-e5c9-4a59-b105-655af0e4a7d6 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:01.741558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: fe313299-e5c9-4a59-b105-655af0e4a7d6 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:01.742103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fe313299-e5c9-4a59-b105-655af0e4a7d6 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:01.793358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde80d78-ae37-4cb3-b6e4-15fc268b13e9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:01.800105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fde80d78-ae37-4cb3-b6e4-15fc268b13e9 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "PUT /v2.0/routers/363908fb-d045-4890-80a3-b67f70ebedea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2524314 Oct 26 14:23:01.802577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56526) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:01.809050 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013e5519-9f93-4b4c-a48b-47c41e485bd3 None None] Sync routers for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:01.820307 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013e5519-9f93-4b4c-a48b-47c41e485bd3 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:01.821158 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-013e5519-9f93-4b4c-a48b-47c41e485bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:01.856141 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-013e5519-9f93-4b4c-a48b-47c41e485bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:01.866404 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013e5519-9f93-4b4c-a48b-47c41e485bd3 None None] Routers {'363908fb-d045-4890-80a3-b67f70ebedea'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:01.867511 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-013e5519-9f93-4b4c-a48b-47c41e485bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['363908fb-d045-4890-80a3-b67f70ebedea'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:01.904429 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-013e5519-9f93-4b4c-a48b-47c41e485bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:01.905463 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013e5519-9f93-4b4c-a48b-47c41e485bd3 None None] The sync data for ids ['363908fb-d045-4890-80a3-b67f70ebedea'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:01.990785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3ff2f-bae2-42fa-ba61-6b14f70a82e1 req-1f607e82-51db-434c-b249-176246ccfd75 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:01.992431 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98c3ff2f-bae2-42fa-ba61-6b14f70a82e1 req-1f607e82-51db-434c-b249-176246ccfd75 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 944 time: 0.1256280 Oct 26 14:23:02.005319 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.112155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98c3ff2f-bae2-42fa-ba61-6b14f70a82e1 req-278b4296-eea8-4c43-a274-1d9ca75f9298 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106744 Oct 26 14:23:02.147362 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.203770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting port 1f880235-b39a-4dd3-864c-080fb90f497f {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:02.204061 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.292760 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.304494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Calling delete_port for 1f880235-b39a-4dd3-864c-080fb90f497f owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:02.468296 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.498923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Port': ['ID=1f880235-b39a-4dd3-864c-080fb90f497f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:02.566431 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.658451 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.660334 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.710417 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.710946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Fanout notify agent at l3_agent the message router_deleted on router 363908fb-d045-4890-80a3-b67f70ebedea {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:23:02.717839 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.721678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e0f49e33-f5c3-4ab8-b76f-4aa3db202108 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/routers/363908fb-d045-4890-80a3-b67f70ebedea HTTP/1.1" status: 204 len: 168 time: 0.9149590 Oct 26 14:23:02.721678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56538) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:02.778242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-a375343f-f448-4335-9d39-b723d32d4b2a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Deleting subnet 80df57bb-658b-466a-aa82-f7f34990d462 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:23:02.782659 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a375343f-f448-4335-9d39-b723d32d4b2a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.832800 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a375343f-f448-4335-9d39-b723d32d4b2a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.888284 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a375343f-f448-4335-9d39-b723d32d4b2a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:03.347254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60df0e-ade5-472c-9254-39e0913e81dc req-0d4f0dba-419e-416d-ba16-e18b9dcebb77 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:03.347254 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc60df0e-ade5-472c-9254-39e0913e81dc req-0d4f0dba-419e-416d-ba16-e18b9dcebb77 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 944 time: 0.0660372 Oct 26 14:23:03.369159 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a375343f-f448-4335-9d39-b723d32d4b2a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:03.417609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375343f-f448-4335-9d39-b723d32d4b2a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Subnet': ['ID=80df57bb-658b-466a-aa82-f7f34990d462,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:03.421004 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a375343f-f448-4335-9d39-b723d32d4b2a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:03.427440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a375343f-f448-4335-9d39-b723d32d4b2a tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/subnets/80df57bb-658b-466a-aa82-f7f34990d462 HTTP/1.1" status: 204 len: 168 time: 0.7025733 Oct 26 14:23:03.427804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56552) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:03.441056 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc60df0e-ade5-472c-9254-39e0913e81dc req-1b477c78-8ef2-480c-963d-4a44a023a70c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808754 Oct 26 14:23:03.517654 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-934b42b9-390f-41f8-8ac9-ecc473c1a9e3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:03.653252 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-934b42b9-390f-41f8-8ac9-ecc473c1a9e3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:03.674641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-934b42b9-390f-41f8-8ac9-ecc473c1a9e3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c13d44-6a28-4d61-9a1e-a9966a3a4a20']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:03.684627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-934b42b9-390f-41f8-8ac9-ecc473c1a9e3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0d6f06-302d-4115-9879-eabdf255ea86') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:03.684933 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-934b42b9-390f-41f8-8ac9-ecc473c1a9e3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0d6f06-302d-4115-9879-eabdf255ea86') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:03.695079 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-934b42b9-390f-41f8-8ac9-ecc473c1a9e3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:03.708819 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-934b42b9-390f-41f8-8ac9-ecc473c1a9e3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:03.714933 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934b42b9-390f-41f8-8ac9-ecc473c1a9e3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:03.715352 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-934b42b9-390f-41f8-8ac9-ecc473c1a9e3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:03.718981 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:03.781680 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-934b42b9-390f-41f8-8ac9-ecc473c1a9e3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:03.789825 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-934b42b9-390f-41f8-8ac9-ecc473c1a9e3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:03.796027 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-934b42b9-390f-41f8-8ac9-ecc473c1a9e3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] 10.222.0.32 "DELETE /v2.0/networks/88c13d44-6a28-4d61-9a1e-a9966a3a4a20 HTTP/1.1" status: 204 len: 168 time: 0.3648987 Oct 26 14:23:03.812633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b42b9-390f-41f8-8ac9-ecc473c1a9e3 tempest-FloatingIPTestJSON-1570222229 tempest-FloatingIPTestJSON-1570222229-project] Pushing event deleted for resources: {'Network': ['ID=88c13d44-6a28-4d61-9a1e-a9966a3a4a20,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:04.055713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56558) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:04.218771 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2a92c4b1-3e9f-4338-a15e-9a7d4785cb7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a483ddb03ca4ab7a499729255d4ccb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616435 Oct 26 14:23:04.221094 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56568) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:04.275049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c1962be-67b9-403a-9816-1c922926d46a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.305489 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c1962be-67b9-403a-9816-1c922926d46a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.365011 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c1962be-67b9-403a-9816-1c922926d46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.368033 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1c1962be-67b9-403a-9816-1c922926d46a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.370010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1c1962be-67b9-403a-9816-1c922926d46a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/997c38da-1b0b-4dca-9262-6646ba6d6d07 HTTP/1.1" status: 204 len: 168 time: 0.1473579 Oct 26 14:23:04.395279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1962be-67b9-403a-9816-1c922926d46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997c38da-1b0b-4dca-9262-6646ba6d6d07,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:04.594847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800bc4c-e7e1-4ddd-9a1d-da71da7f4957 req-33ce12ce-c5bc-480b-b1b0-53a1521be559 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:04.597842 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1800bc4c-e7e1-4ddd-9a1d-da71da7f4957 req-33ce12ce-c5bc-480b-b1b0-53a1521be559 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 944 time: 0.0647745 Oct 26 14:23:04.667504 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1800bc4c-e7e1-4ddd-9a1d-da71da7f4957 req-c8d8d94e-24b4-4e30-8656-83a17f52ff92 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616021 Oct 26 14:23:05.206155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56612) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:05.303185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Request body: {'networks': [{'name': 'tempest-network--1232814868'}, {'name': 'tempest-network--1313820445'}]} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:05.303510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Request body: {'network': {'name': 'tempest-network--1232814868'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:05.303986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Request body: {'network': {'name': 'tempest-network--1313820445'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:05.330050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Made reservation on behalf of 4fe10bb62a874594b729995a193e1d68 for: {'network': 2} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:05.334910 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.343829 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.422669 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.427609 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.428104 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.470755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b8cb82-5e5a-41c3-b219-eb1035e314c2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:05.473416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:23:05.485358 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.485894 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Added segment c284ff92-0872-48fe-a5b2-76d43954430f of type vlan for network 5d9c3335-dc06-4c8b-a797-96fc2a6cb0f4 Oct 26 14:23:05.533958 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.565945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:23:05.578390 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.578739 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Added segment 3f4f7111-7b4d-4bce-bfa9-71d0dd4bc2bd of type vlan for network 3eff67e9-a29e-4d2b-9523-b5f4dd025e09 Oct 26 14:23:05.622227 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.650032 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.650537 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.656597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:05.661508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:05.662163 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.731399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5239835 Oct 26 14:23:05.734727 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56624) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:05.746207 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event updated for resources: {'Network': ['ID=5d9c3335-dc06-4c8b-a797-96fc2a6cb0f4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:05.768195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 5d9c3335-dc06-4c8b-a797-96fc2a6cb0f4 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:23:05.907677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96532608-bc95-45dd-800e-684509c91957 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event updated for resources: {'Network': ['ID=3eff67e9-a29e-4d2b-9523-b5f4dd025e09,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:05.919143 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 3eff67e9-a29e-4d2b-9523-b5f4dd025e09 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:23:05.937705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d1c15-f70d-458e-bfbd-99188c45cf88 req-8fe9c3c3-dd0a-4314-9e77-ebb1b66efd7d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:05.939367 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e4d1c15-f70d-458e-bfbd-99188c45cf88 req-8fe9c3c3-dd0a-4314-9e77-ebb1b66efd7d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 944 time: 0.0988915 Oct 26 14:23:05.997815 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e4d1c15-f70d-458e-bfbd-99188c45cf88 req-0803b54e-7f5a-4c87-89d5-15f4c339ca99 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501781 Oct 26 14:23:06.098014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341fef21-163b-49b3-bf45-afb4026f7649 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:06.104154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341fef21-163b-49b3-bf45-afb4026f7649 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:06.110172 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341fef21-163b-49b3-bf45-afb4026f7649 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:06.116619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341fef21-163b-49b3-bf45-afb4026f7649 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:06.120991 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-341fef21-163b-49b3-bf45-afb4026f7649 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3820477 Oct 26 14:23:06.121245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56630) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:06.571878 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f47e02db-3f06-4503-b9f0-7f2fafb0e99b tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:06.683237 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f47e02db-3f06-4503-b9f0-7f2fafb0e99b tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:06.705659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-f47e02db-3f06-4503-b9f0-7f2fafb0e99b tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9c3335-dc06-4c8b-a797-96fc2a6cb0f4']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:06.715890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-f47e02db-3f06-4503-b9f0-7f2fafb0e99b tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c284ff92-0872-48fe-a5b2-76d43954430f') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:06.716189 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-f47e02db-3f06-4503-b9f0-7f2fafb0e99b tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c284ff92-0872-48fe-a5b2-76d43954430f') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:06.725794 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f47e02db-3f06-4503-b9f0-7f2fafb0e99b tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:06.739658 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f47e02db-3f06-4503-b9f0-7f2fafb0e99b tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:06.746197 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47e02db-3f06-4503-b9f0-7f2fafb0e99b tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:06.746732 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f47e02db-3f06-4503-b9f0-7f2fafb0e99b tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:06.751106 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:06.812475 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f47e02db-3f06-4503-b9f0-7f2fafb0e99b tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:06.820136 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f47e02db-3f06-4503-b9f0-7f2fafb0e99b tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:06.823884 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f47e02db-3f06-4503-b9f0-7f2fafb0e99b tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "DELETE /v2.0/networks/5d9c3335-dc06-4c8b-a797-96fc2a6cb0f4 HTTP/1.1" status: 204 len: 168 time: 0.7016757 Oct 26 14:23:06.826709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56644) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:06.839241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e02db-3f06-4503-b9f0-7f2fafb0e99b tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event deleted for resources: {'Network': ['ID=5d9c3335-dc06-4c8b-a797-96fc2a6cb0f4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:06.906541 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2da6755d-6192-48a4-a07d-d7efdc4c9fbd tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.001343 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2da6755d-6192-48a4-a07d-d7efdc4c9fbd tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.024042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-2da6755d-6192-48a4-a07d-d7efdc4c9fbd tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eff67e9-a29e-4d2b-9523-b5f4dd025e09']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:07.045531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-2da6755d-6192-48a4-a07d-d7efdc4c9fbd tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4f7111-7b4d-4bce-bfa9-71d0dd4bc2bd') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:07.045882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-2da6755d-6192-48a4-a07d-d7efdc4c9fbd tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4f7111-7b4d-4bce-bfa9-71d0dd4bc2bd') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:07.058399 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2da6755d-6192-48a4-a07d-d7efdc4c9fbd tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.099049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2da6755d-6192-48a4-a07d-d7efdc4c9fbd tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.108287 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da6755d-6192-48a4-a07d-d7efdc4c9fbd tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:07.108570 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2da6755d-6192-48a4-a07d-d7efdc4c9fbd tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:07.112293 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:07.186902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59ce57-6781-4a33-b657-ce6c94356d9c req-6672ac49-34f8-45aa-976f-d3c268f925f6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:07.188493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d59ce57-6781-4a33-b657-ce6c94356d9c req-6672ac49-34f8-45aa-976f-d3c268f925f6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 944 time: 0.1216469 Oct 26 14:23:07.201255 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2da6755d-6192-48a4-a07d-d7efdc4c9fbd tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.220407 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2da6755d-6192-48a4-a07d-d7efdc4c9fbd tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.226230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2da6755d-6192-48a4-a07d-d7efdc4c9fbd tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "DELETE /v2.0/networks/3eff67e9-a29e-4d2b-9523-b5f4dd025e09 HTTP/1.1" status: 204 len: 168 time: 0.3951597 Oct 26 14:23:07.226693 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56648) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:07.238855 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6755d-6192-48a4-a07d-d7efdc4c9fbd tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event deleted for resources: {'Network': ['ID=3eff67e9-a29e-4d2b-9523-b5f4dd025e09,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:07.257249 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d59ce57-6781-4a33-b657-ce6c94356d9c req-55b6adc8-9300-4a19-b376-2a4ad66a6c3b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625975 Oct 26 14:23:07.361842 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8c4d14-7783-4dc7-a088-06c04e5930b8 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:07.368576 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8c4d14-7783-4dc7-a088-06c04e5930b8 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:07.373733 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2d8c4d14-7783-4dc7-a088-06c04e5930b8 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1424744 Oct 26 14:23:07.374728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56656) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:07.379514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3dcccf37-bcf8-4f6a-aa75-722b5a9b05eb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1331888490'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:07.401356 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcccf37-bcf8-4f6a-aa75-722b5a9b05eb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Made reservation on behalf of 4fe10bb62a874594b729995a193e1d68 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:07.405094 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3dcccf37-bcf8-4f6a-aa75-722b5a9b05eb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.428815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcccf37-bcf8-4f6a-aa75-722b5a9b05eb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:23:07.438785 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3dcccf37-bcf8-4f6a-aa75-722b5a9b05eb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.439092 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-3dcccf37-bcf8-4f6a-aa75-722b5a9b05eb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Added segment 8bfe7a1e-b5a6-41b6-bbff-e620ee3feb41 of type vlan for network 4b422ba4-8063-4ff9-ad6a-c3c174d5a0d9 Oct 26 14:23:07.479917 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3dcccf37-bcf8-4f6a-aa75-722b5a9b05eb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.507721 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3dcccf37-bcf8-4f6a-aa75-722b5a9b05eb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.513662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcccf37-bcf8-4f6a-aa75-722b5a9b05eb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:07.514289 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3dcccf37-bcf8-4f6a-aa75-722b5a9b05eb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.631448 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcccf37-bcf8-4f6a-aa75-722b5a9b05eb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event updated for resources: {'Network': ['ID=4b422ba4-8063-4ff9-ad6a-c3c174d5a0d9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:07.645602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 4b422ba4-8063-4ff9-ad6a-c3c174d5a0d9 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:23:07.664661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56666) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:07.665398 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3dcccf37-bcf8-4f6a-aa75-722b5a9b05eb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2895126 Oct 26 14:23:07.671938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ed490f30-80da-4b86-8351-accb78d1e30d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1414941699'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:07.724461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed490f30-80da-4b86-8351-accb78d1e30d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Made reservation on behalf of 4fe10bb62a874594b729995a193e1d68 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:07.728094 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed490f30-80da-4b86-8351-accb78d1e30d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.753444 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed490f30-80da-4b86-8351-accb78d1e30d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:23:07.764426 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed490f30-80da-4b86-8351-accb78d1e30d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.765154 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-ed490f30-80da-4b86-8351-accb78d1e30d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Added segment 1f6b383e-34ff-4b30-9015-ffb2eb72c80c of type vlan for network 5f768e34-7de7-48ab-b8d1-51ccf8c9f1c8 Oct 26 14:23:07.815966 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed490f30-80da-4b86-8351-accb78d1e30d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.846521 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed490f30-80da-4b86-8351-accb78d1e30d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.852349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed490f30-80da-4b86-8351-accb78d1e30d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:07.853013 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed490f30-80da-4b86-8351-accb78d1e30d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.916027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ed490f30-80da-4b86-8351-accb78d1e30d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2502332 Oct 26 14:23:07.919119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56672) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:07.927268 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Request body: {'ports': [{'network_id': '4b422ba4-8063-4ff9-ad6a-c3c174d5a0d9', 'name': 'tempest-port--605519938', 'admin_state_up': True}, {'network_id': '5f768e34-7de7-48ab-b8d1-51ccf8c9f1c8', 'admin_state_up': False}]} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:07.927590 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Request body: {'port': {'network_id': '4b422ba4-8063-4ff9-ad6a-c3c174d5a0d9', 'name': 'tempest-port--605519938', 'admin_state_up': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:07.928083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Request body: {'port': {'network_id': '5f768e34-7de7-48ab-b8d1-51ccf8c9f1c8', 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:07.929696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed490f30-80da-4b86-8351-accb78d1e30d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event updated for resources: {'Network': ['ID=5f768e34-7de7-48ab-b8d1-51ccf8c9f1c8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:07.942621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 5f768e34-7de7-48ab-b8d1-51ccf8c9f1c8 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:23:08.119190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Made reservation on behalf of 4fe10bb62a874594b729995a193e1d68 for: {'port': 2} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:08.124184 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:08.141554 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:08.221240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] device_id is not set on port d28385ac-7da0-47ed-863b-5afcae6b8b49 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:23:08.236750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 8f7b42b9-d078-4647-a687-f034682b4fc7 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:23:08.386060 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 8f7b42b9-d078-4647-a687-f034682b4fc7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8f7b42b9-d078-4647-a687-f034682b4fc7,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:08.395625 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:08.398088 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '8f7b42b9-d078-4647-a687-f034682b4fc7', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'port_id': '8f7b42b9-d078-4647-a687-f034682b4fc7', 'mac_address': 'fa:16:3e:f4:a0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:23:08.411498 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63894b0b-b0fa-40bc-979e-c737edb431b3 req-8eca0daf-5a15-4882-a4c3-9a2409e739e2 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:08.416971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63894b0b-b0fa-40bc-979e-c737edb431b3 req-8eca0daf-5a15-4882-a4c3-9a2409e739e2 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 944 time: 0.0582633 Oct 26 14:23:08.437268 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:08.450982 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7b42b9-d078-4647-a687-f034682b4fc7 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:08.457948 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63894b0b-b0fa-40bc-979e-c737edb431b3 req-a7390b65-cbac-4ef3-9a5e-d2ed324799f9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384066 Oct 26 14:23:08.479512 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 8f7b42b9-d078-4647-a687-f034682b4fc7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8f7b42b9-d078-4647-a687-f034682b4fc7,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:08.480282 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] device_id is not set on port c0f9eb71-1465-4973-ab76-6101b9770c75 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:23:08.484826 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:08.545841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=8f7b42b9-d078-4647-a687-f034682b4fc7,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:08.555738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:08.556104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:08.556434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:08.556885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:08.557247 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:08.557569 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:08.557903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:08.558263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:08.558676 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:08.559010 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:08.559342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:08.559670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:08.632119 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:08.683810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:08.743164 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event updated for resources: {'Port': ['ID=d28385ac-7da0-47ed-863b-5afcae6b8b49,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:08.772621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Checking segment: {'id': '8bfe7a1e-b5a6-41b6-bbff-e620ee3feb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4b422ba4-8063-4ff9-ad6a-c3c174d5a0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:08.772928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Network hostable DHCP agents. Network: 4b422ba4-8063-4ff9-ad6a-c3c174d5a0d9, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:23:08.799230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Network 4b422ba4-8063-4ff9-ad6a-c3c174d5a0d9 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:23:08.814595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 4b422ba4-8063-4ff9-ad6a-c3c174d5a0d9) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:08.818448 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:08.819388 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:08.831797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0b8e1e-8c85-4318-9049-0b501bf6a15f None None] Network 4b422ba4-8063-4ff9-ad6a-c3c174d5a0d9 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:08.897093 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['8f7b42b9-d078-4647-a687-f034682b4fc7'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:23:08.932251 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event updated for resources: {'Port': ['ID=c0f9eb71-1465-4973-ab76-6101b9770c75,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:08.938373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Checking segment: {'id': '1f6b383e-34ff-4b30-9015-ffb2eb72c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5f768e34-7de7-48ab-b8d1-51ccf8c9f1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:08.938759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Network hostable DHCP agents. Network: 5f768e34-7de7-48ab-b8d1-51ccf8c9f1c8, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:23:08.960489 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Network 5f768e34-7de7-48ab-b8d1-51ccf8c9f1c8 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:23:08.974683 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 5f768e34-7de7-48ab-b8d1-51ccf8c9f1c8) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:08.979209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:08.987935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:08.994602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:08.995620 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.014759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b64080-0f25-4274-b8df-0e22f4c0600a None None] Network 5f768e34-7de7-48ab-b8d1-51ccf8c9f1c8 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:09.019777 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7eccb071-3136-45f6-aa5a-b046225e98c4 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0973737 Oct 26 14:23:09.020029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56686) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:09.126779 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19beea29-df2d-4906-a47e-3e796f1ab80a tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:09.135201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19beea29-df2d-4906-a47e-3e796f1ab80a tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:09.140819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56688) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:09.141942 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-19beea29-df2d-4906-a47e-3e796f1ab80a tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1200459 Oct 26 14:23:09.245477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-14e58f80-7d6e-4fb6-9d7d-c80d0465872d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Deleting port d28385ac-7da0-47ed-863b-5afcae6b8b49 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:09.245827 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14e58f80-7d6e-4fb6-9d7d-c80d0465872d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.323266 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14e58f80-7d6e-4fb6-9d7d-c80d0465872d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.337412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-14e58f80-7d6e-4fb6-9d7d-c80d0465872d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Calling delete_port for d28385ac-7da0-47ed-863b-5afcae6b8b49 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:09.429337 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14e58f80-7d6e-4fb6-9d7d-c80d0465872d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.466442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e58f80-7d6e-4fb6-9d7d-c80d0465872d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event deleted for resources: {'Port': ['ID=d28385ac-7da0-47ed-863b-5afcae6b8b49,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:09.473076 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-14e58f80-7d6e-4fb6-9d7d-c80d0465872d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.478813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-14e58f80-7d6e-4fb6-9d7d-c80d0465872d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "DELETE /v2.0/ports/d28385ac-7da0-47ed-863b-5afcae6b8b49 HTTP/1.1" status: 204 len: 168 time: 0.3336267 Oct 26 14:23:09.479105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56690) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:09.579099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-be5e4aa2-4284-402b-ac6f-1f0302e986d5 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Deleting port c0f9eb71-1465-4973-ab76-6101b9770c75 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:09.579524 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be5e4aa2-4284-402b-ac6f-1f0302e986d5 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.670402 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9db46-eb77-4cc0-bcf5-6abfe1939608 req-713e2179-0c70-4092-ba16-169e770fb9f6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:09.680180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88e9db46-eb77-4cc0-bcf5-6abfe1939608 req-713e2179-0c70-4092-ba16-169e770fb9f6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 945 time: 0.0690839 Oct 26 14:23:09.681351 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be5e4aa2-4284-402b-ac6f-1f0302e986d5 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.699364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-be5e4aa2-4284-402b-ac6f-1f0302e986d5 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Calling delete_port for c0f9eb71-1465-4973-ab76-6101b9770c75 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:09.721504 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88e9db46-eb77-4cc0-bcf5-6abfe1939608 req-f56dfa84-82c2-49e7-84c0-782648377403 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400441 Oct 26 14:23:09.787496 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be5e4aa2-4284-402b-ac6f-1f0302e986d5 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.825568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e4aa2-4284-402b-ac6f-1f0302e986d5 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event deleted for resources: {'Port': ['ID=c0f9eb71-1465-4973-ab76-6101b9770c75,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:09.838383 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be5e4aa2-4284-402b-ac6f-1f0302e986d5 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.846088 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56698) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:09.846308 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-be5e4aa2-4284-402b-ac6f-1f0302e986d5 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "DELETE /v2.0/ports/c0f9eb71-1465-4973-ab76-6101b9770c75 HTTP/1.1" status: 204 len: 168 time: 0.3659992 Oct 26 14:23:09.910886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dbe4b47a-d933-41b9-9cfd-bdc16da0fa48 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0631123 Oct 26 14:23:09.914751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56706) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:09.919729 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-724accba-0a72-463c-a21d-72f58a57a6e3 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-73274453'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:09.945570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724accba-0a72-463c-a21d-72f58a57a6e3 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Made reservation on behalf of 4fe10bb62a874594b729995a193e1d68 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:09.949208 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-724accba-0a72-463c-a21d-72f58a57a6e3 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.989392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724accba-0a72-463c-a21d-72f58a57a6e3 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:23:10.015788 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-724accba-0a72-463c-a21d-72f58a57a6e3 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.016134 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-724accba-0a72-463c-a21d-72f58a57a6e3 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Added segment 1ebd3259-ab2d-4c42-81cc-b655edd7c542 of type vlan for network 81fda81a-a308-449c-8bed-a71fbe73600e Oct 26 14:23:10.061760 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-724accba-0a72-463c-a21d-72f58a57a6e3 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.087459 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-724accba-0a72-463c-a21d-72f58a57a6e3 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.094964 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724accba-0a72-463c-a21d-72f58a57a6e3 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:10.095561 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-724accba-0a72-463c-a21d-72f58a57a6e3 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.151744 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-724accba-0a72-463c-a21d-72f58a57a6e3 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2357419 Oct 26 14:23:10.154460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56712) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:10.161075 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d0960819-ed52-427b-b284-c8f184f273fb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-980712927'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:10.188552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724accba-0a72-463c-a21d-72f58a57a6e3 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event updated for resources: {'Network': ['ID=81fda81a-a308-449c-8bed-a71fbe73600e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:10.201755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0960819-ed52-427b-b284-c8f184f273fb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Made reservation on behalf of 4fe10bb62a874594b729995a193e1d68 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:10.205863 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 81fda81a-a308-449c-8bed-a71fbe73600e details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:23:10.207574 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d0960819-ed52-427b-b284-c8f184f273fb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.245122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0960819-ed52-427b-b284-c8f184f273fb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:23:10.259427 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d0960819-ed52-427b-b284-c8f184f273fb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.259427 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-d0960819-ed52-427b-b284-c8f184f273fb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Added segment 47b98edd-425b-45e3-985d-74cbd4671fa9 of type vlan for network e824e77b-b500-4028-8ad6-d7006776fa0c Oct 26 14:23:10.273442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 8f7b42b9-d078-4647-a687-f034682b4fc7 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:10.307354 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d0960819-ed52-427b-b284-c8f184f273fb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.341856 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d0960819-ed52-427b-b284-c8f184f273fb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.347540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0960819-ed52-427b-b284-c8f184f273fb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:10.348158 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d0960819-ed52-427b-b284-c8f184f273fb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.379070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 8f7b42b9-d078-4647-a687-f034682b4fc7 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:23:10.385553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 8f7b42b9-d078-4647-a687-f034682b4fc7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:10.386083 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.426878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0960819-ed52-427b-b284-c8f184f273fb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event updated for resources: {'Network': ['ID=e824e77b-b500-4028-8ad6-d7006776fa0c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:10.442292 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network e824e77b-b500-4028-8ad6-d7006776fa0c details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:23:10.446915 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d0960819-ed52-427b-b284-c8f184f273fb tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2913234 Oct 26 14:23:10.568814 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.613399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7b42b9-d078-4647-a687-f034682b4fc7'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:10.615914 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d593ed3a-fe83-4520-abf7-3f174c1215f1" -d '{"events": [{"server_uuid": "107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0", "name": "network-vif-plugged", "status": "completed", "tag": "8f7b42b9-d078-4647-a687-f034682b4fc7"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:10.636059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 8f7b42b9-d078-4647-a687-f034682b4fc7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8f7b42b9-d078-4647-a687-f034682b4fc7,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:10.646766 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.745384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=8f7b42b9-d078-4647-a687-f034682b4fc7,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:10.823639 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb408725-96b7-41a0-8f2e-a13b618daa1b x-openstack-request-id: req-eb408725-96b7-41a0-8f2e-a13b618daa1b {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:10.824012 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0", "name": "network-vif-plugged", "status": "completed", "tag": "8f7b42b9-d078-4647-a687-f034682b4fc7", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:10.824340 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb408725-96b7-41a0-8f2e-a13b618daa1b {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:10.824818 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7b42b9-d078-4647-a687-f034682b4fc7', 'code': 200} Oct 26 14:23:10.880293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6df5c-7739-4753-b56e-9e770b2d0e85 req-abd279ba-b1bf-40a6-b0e5-af59d8f8da7c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:10.882588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48e6df5c-7739-4753-b56e-9e770b2d0e85 req-abd279ba-b1bf-40a6-b0e5-af59d8f8da7c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 946 time: 0.0722027 Oct 26 14:23:10.949483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48e6df5c-7739-4753-b56e-9e770b2d0e85 req-969fe525-479c-4502-9f89-160c80d6f54e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597074 Oct 26 14:23:10.955978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a902ee2-b38f-492e-95ec-1a5120197996 req-1a3a13ae-1baa-4c43-8da1-fc47b499977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:10.957700 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a902ee2-b38f-492e-95ec-1a5120197996 req-1a3a13ae-1baa-4c43-8da1-fc47b499977d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 1097 time: 0.0612357 Oct 26 14:23:11.009214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a902ee2-b38f-492e-95ec-1a5120197996 req-ff9609b6-06cf-4da3-9153-9cea1fe414b0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438960 Oct 26 14:23:11.638649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56748) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:11.897869 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-647e24cd-fdaf-4b52-b48f-1c8c703e37f1 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/floatingips/949d7097-9699-4add-93c6-1184738a86d9 HTTP/1.1" status: 200 len: 994 time: 0.2550063 Oct 26 14:23:12.150647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46256-afaf-4b31-8d84-1c76f73dddac req-941de6d1-67ef-40be-8298-36c35be24d04 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:12.152167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94b46256-afaf-4b31-8d84-1c76f73dddac req-941de6d1-67ef-40be-8298-36c35be24d04 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 946 time: 0.0627968 Oct 26 14:23:12.162808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56762) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:12.204454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94b46256-afaf-4b31-8d84-1c76f73dddac req-485ca30c-17a7-425a-822b-c9cdf18e8da0 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442278 Oct 26 14:23:12.490654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-cb89a6b7-0fa7-4d9d-adfb-8e92e273a6c0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Deleting port b13265f0-def6-47e0-be57-73a623dc70e4 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:12.491001 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb89a6b7-0fa7-4d9d-adfb-8e92e273a6c0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:12.691922 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb89a6b7-0fa7-4d9d-adfb-8e92e273a6c0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:12.693082 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb89a6b7-0fa7-4d9d-adfb-8e92e273a6c0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:12.712664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-cb89a6b7-0fa7-4d9d-adfb-8e92e273a6c0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Calling delete_port for b13265f0-def6-47e0-be57-73a623dc70e4 owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:12.766768 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-698acdfd-108a-4bc1-b335-821472f39cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.017471 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb89a6b7-0fa7-4d9d-adfb-8e92e273a6c0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.053223 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89a6b7-0fa7-4d9d-adfb-8e92e273a6c0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Port': ['ID=b13265f0-def6-47e0-be57-73a623dc70e4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:13.154946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56788) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:13.256511 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb89a6b7-0fa7-4d9d-adfb-8e92e273a6c0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.257035 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-cb89a6b7-0fa7-4d9d-adfb-8e92e273a6c0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Floating IP 949d7097-9699-4add-93c6-1184738a86d9 disassociated (deleted). External IP: 172.25.4.125, port: ccf48017-0c79-4e68-8932-7a3ad9dd388d. Oct 26 14:23:13.651328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfe866-8352-49e4-a276-38775aeeac50 req-60bd09ef-c54b-44a2-9a12-1ad14f794ef0 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:13.656355 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56794) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:13.660426 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5bfe866-8352-49e4-a276-38775aeeac50 req-60bd09ef-c54b-44a2-9a12-1ad14f794ef0 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 946 time: 0.3089828 Oct 26 14:23:13.662620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Request body: {'subnets': [{'network_id': '81fda81a-a308-449c-8bed-a71fbe73600e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--257814849', 'ip_version': 6}, {'network_id': 'e824e77b-b500-4028-8ad6-d7006776fa0c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:13.662620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Request body: {'subnet': {'network_id': '81fda81a-a308-449c-8bed-a71fbe73600e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--257814849', 'ip_version': 6}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:13.664057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Request body: {'subnet': {'network_id': 'e824e77b-b500-4028-8ad6-d7006776fa0c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:13.786028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5bfe866-8352-49e4-a276-38775aeeac50 req-b9f187fc-bb4b-4b64-914f-a6abf7f4c30b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244893 Oct 26 14:23:13.893838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb89a6b7-0fa7-4d9d-adfb-8e92e273a6c0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:23:14.015692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da4ef9-0b88-46e9-9057-8a352c45f0f2 req-e31ca384-476d-4c4b-9730-017b45bdf268 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:14.018184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88da4ef9-0b88-46e9-9057-8a352c45f0f2 req-e31ca384-476d-4c4b-9730-017b45bdf268 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 946 time: 0.1171088 Oct 26 14:23:14.058914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Made reservation on behalf of 4fe10bb62a874594b729995a193e1d68 for: {'subnet': 2} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:14.065411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.065963 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.129874 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88da4ef9-0b88-46e9-9057-8a352c45f0f2 req-74f9f4fb-7806-4ac7-b186-49c1d66f142a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028843 Oct 26 14:23:14.212491 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54ffce67-ef25-4240-9e28-de6d3d2e6d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.407110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174b4bb-2dd1-4920-91ee-3193aa33eba9 req-a3dbda93-5a07-48c3-9aa1-3e11a9b2acc1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:14.408547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f174b4bb-2dd1-4920-91ee-3193aa33eba9 req-a3dbda93-5a07-48c3-9aa1-3e11a9b2acc1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 946 time: 0.1068058 Oct 26 14:23:14.505947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f174b4bb-2dd1-4920-91ee-3193aa33eba9 req-1b630c9b-6ba3-4d21-bcc3-cb9052bd2ad0 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892267 Oct 26 14:23:14.542032 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb89a6b7-0fa7-4d9d-adfb-8e92e273a6c0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:14.549750 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb89a6b7-0fa7-4d9d-adfb-8e92e273a6c0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.553488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f32867-35c9-41d8-8d8a-1ee81f6b69db None None] Sync routers for ids ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:14.590643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f32867-35c9-41d8-8d8a-1ee81f6b69db None None] Routers {'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:14.592597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-92f32867-35c9-41d8-8d8a-1ee81f6b69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:22:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:14.605635 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cb89a6b7-0fa7-4d9d-adfb-8e92e273a6c0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "DELETE /v2.0/floatingips/949d7097-9699-4add-93c6-1184738a86d9 HTTP/1.1" status: 204 len: 168 time: 2.4388621 Oct 26 14:23:14.617762 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'tag': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:14.621274 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7c0c3b-1ac4-4402-830c-726ae7305acd" -d '{"events": [{"name": "network-changed", "server_uuid": "1e58f3f9-16be-4185-b515-1812c1e77ba7", "tag": "ccf48017-0c79-4e68-8932-7a3ad9dd388d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:14.692494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-54ffce67-ef25-4240-9e28-de6d3d2e6d35 admin admin] Deleting port c85ab149-69ca-472d-aaef-e6b9789021c0 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:14.692837 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54ffce67-ef25-4240-9e28-de6d3d2e6d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.868402 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-54ffce67-ef25-4240-9e28-de6d3d2e6d35 admin admin] For port c85ab149-69ca-472d-aaef-e6b9789021c0, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c85ab149-69ca-472d-aaef-e6b9789021c0,segment=NetworkSegment(cd4a849a-b7fc-4b62-8b49-0cd564523777),segment_id=cd4a849a-b7fc-4b62-8b49-0cd564523777)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:14.868860 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54ffce67-ef25-4240-9e28-de6d3d2e6d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.893605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-92f32867-35c9-41d8-8d8a-1ee81f6b69db None None] Set router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:14.946721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-54ffce67-ef25-4240-9e28-de6d3d2e6d35 admin admin] Calling delete_port for c85ab149-69ca-472d-aaef-e6b9789021c0 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:15.079263 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcabf535-63c6-410c-a371-a1f443d9e93a x-openstack-request-id: req-bcabf535-63c6-410c-a371-a1f443d9e93a {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:15.080220 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e58f3f9-16be-4185-b515-1812c1e77ba7", "tag": "ccf48017-0c79-4e68-8932-7a3ad9dd388d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:15.080510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c0c3b-1ac4-4402-830c-726ae7305acd req-f1c41342-96a4-48e2-b034-e7efff412f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:15.080850 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcabf535-63c6-410c-a371-a1f443d9e93a {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:15.081423 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'tag': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d', 'status': 'completed', 'code': 200} Oct 26 14:23:15.082077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc7c0c3b-1ac4-4402-830c-726ae7305acd req-f1c41342-96a4-48e2-b034-e7efff412f21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af879ef202124c16ab6bea2aab5e04fc&device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 1097 time: 0.2006028 Oct 26 14:23:15.101966 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d2f08-3414-4d77-b028-62f288a134a5 req-d7e9f3ff-9db0-4d5a-91d1-2d11a150cc46 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:15.118877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-764d2f08-3414-4d77-b028-62f288a134a5 req-d7e9f3ff-9db0-4d5a-91d1-2d11a150cc46 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 946 time: 0.1329744 Oct 26 14:23:15.148684 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-01abe5f5-6268-4589-abb9-f8f5cd5e94a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.166371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-92f32867-35c9-41d8-8d8a-1ee81f6b69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:21:20Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '7a290dc2-5131-4580-8685-5dc349e127c2', 'name': '', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:23:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:19Z', 'updated_at': '2021-10-26T14:21:27Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:15.180117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.207918 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f32867-35c9-41d8-8d8a-1ee81f6b69db None None] Checking router: ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:23:15.219694 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f32867-35c9-41d8-8d8a-1ee81f6b69db None None] Routers {'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:15.220426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-92f32867-35c9-41d8-8d8a-1ee81f6b69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:15.241121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event updated for resources: {'Subnet': ['ID=ed02bd8e-c124-4666-833c-bc585f28f721,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:15.284449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f529e-019a-4ec4-b54c-a46d02bba2d4 req-e62f2404-5906-4bc9-9ad4-ec0160757b77 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:15.298108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-999f529e-019a-4ec4-b54c-a46d02bba2d4 req-e62f2404-5906-4bc9-9ad4-ec0160757b77 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 946 time: 0.3371947 Oct 26 14:23:15.318040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Checking segment: {'id': '1ebd3259-ab2d-4c42-81cc-b655edd7c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '81fda81a-a308-449c-8bed-a71fbe73600e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:15.324911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Network hostable DHCP agents. Network: 81fda81a-a308-449c-8bed-a71fbe73600e, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:23:15.360728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Network 81fda81a-a308-449c-8bed-a71fbe73600e is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:23:15.381213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 81fda81a-a308-449c-8bed-a71fbe73600e) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:15.385274 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.396412 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9d5e50-527e-4963-9527-6afb0c3151ef None None] Network 81fda81a-a308-449c-8bed-a71fbe73600e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:15.433460 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-764d2f08-3414-4d77-b028-62f288a134a5 req-695c292c-587b-4004-a112-4102c1693d22 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=0788a4ee-d9c0-400d-9a5d-32c33bb06540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136139 Oct 26 14:23:15.434836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c0c3b-1ac4-4402-830c-726ae7305acd req-7cbc2e18-5c84-4c1b-a87c-c17b5983a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:15.437318 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc7c0c3b-1ac4-4402-830c-726ae7305acd req-7cbc2e18-5c84-4c1b-a87c-c17b5983a1d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5986448c-fd46-4f3a-b959-70094d318c17 HTTP/1.1" status: 200 len: 897 time: 0.3143446 Oct 26 14:23:15.460438 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-999f529e-019a-4ec4-b54c-a46d02bba2d4 req-636bb631-0e7c-4f16-ae9e-54f77b1941f3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568027 Oct 26 14:23:15.504829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc7c0c3b-1ac4-4402-830c-726ae7305acd req-e1831238-8495-4d38-9b01-a514e1a995eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccf48017-0c79-4e68-8932-7a3ad9dd388d HTTP/1.1" status: 200 len: 217 time: 0.0592666 Oct 26 14:23:15.517882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Checking segment: {'id': '47b98edd-425b-45e3-985d-74cbd4671fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e824e77b-b500-4028-8ad6-d7006776fa0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:15.518274 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Network hostable DHCP agents. Network: e824e77b-b500-4028-8ad6-d7006776fa0c, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:23:15.527115 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event updated for resources: {'Subnet': ['ID=8fe5b258-e21c-40f2-8a08-1860b387cbf1,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:15.558616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-92f32867-35c9-41d8-8d8a-1ee81f6b69db None None] Set router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:15.565596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Network e824e77b-b500-4028-8ad6-d7006776fa0c is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:23:15.587051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c0c3b-1ac4-4402-830c-726ae7305acd req-cce33dae-d20c-4c48-9387-7f933cbaeec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:15.588851 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc7c0c3b-1ac4-4402-830c-726ae7305acd req-cce33dae-d20c-4c48-9387-7f933cbaeec9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3478ef3e-66c4-4dd1-95df-444fda58b044 HTTP/1.1" status: 200 len: 834 time: 0.0698397 Oct 26 14:23:15.595991 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, e824e77b-b500-4028-8ad6-d7006776fa0c) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:15.601582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:15.602131 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:15.603333 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.614828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca22b3e-30c0-4797-a5de-3da79036601d None None] Network e824e77b-b500-4028-8ad6-d7006776fa0c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:15.648402 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f5ffaab0-f359-443c-9c73-c0d4eac51af6 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9886549 Oct 26 14:23:15.648646 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56824) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:15.742421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c0c3b-1ac4-4402-830c-726ae7305acd req-5fdbec24-3968-43a1-8da9-fd29f9577a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:15.746257 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc7c0c3b-1ac4-4402-830c-726ae7305acd req-5fdbec24-3968-43a1-8da9-fd29f9577a08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5986448c-fd46-4f3a-b959-70094d318c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225748 Oct 26 14:23:15.856548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e353a5ed-40e9-4b68-931a-6e37b0690d4f tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:15.862465 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e353a5ed-40e9-4b68-931a-6e37b0690d4f tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:15.867099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e353a5ed-40e9-4b68-931a-6e37b0690d4f tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:15.874453 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e353a5ed-40e9-4b68-931a-6e37b0690d4f tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2211261 Oct 26 14:23:15.884430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56828) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:15.886397 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9705df-e814-477b-a629-dfcef8fb21c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-81fda81a-a308-449c-8bed-a71fbe73600e', 'network_id': '81fda81a-a308-449c-8bed-a71fbe73600e', 'tenant_id': '4fe10bb62a874594b729995a193e1d68', 'fixed_ips': [{'subnet_id': 'ed02bd8e-c124-4666-833c-bc585f28f721'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:23:15.887578 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9a9705df-e814-477b-a629-dfcef8fb21c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.921493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc7c0c3b-1ac4-4402-830c-726ae7305acd req-7efb275a-0066-4411-9642-eda5b0a38320 service neutron] 10.222.0.11 "GET /v2.0/networks/5986448c-fd46-4f3a-b959-70094d318c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397638 Oct 26 14:23:15.991545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-725d49a2-926e-4a13-80ef-170e0cfa332e tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Deleting subnet ed02bd8e-c124-4666-833c-bc585f28f721 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:23:16.007077 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-725d49a2-926e-4a13-80ef-170e0cfa332e tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.024592 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc7c0c3b-1ac4-4402-830c-726ae7305acd req-c8f558c4-b927-4d09-8ab5-8953713b024c service neutron] 10.222.0.11 "GET /v2.0/networks/5986448c-fd46-4f3a-b959-70094d318c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935040 Oct 26 14:23:16.056704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-725d49a2-926e-4a13-80ef-170e0cfa332e tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.062470 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54ffce67-ef25-4240-9e28-de6d3d2e6d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.111558 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-725d49a2-926e-4a13-80ef-170e0cfa332e tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.119112 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffce67-ef25-4240-9e28-de6d3d2e6d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85ab149-69ca-472d-aaef-e6b9789021c0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:16.156069 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40027fc-4acb-433a-9e5d-bd0be41d53d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-e824e77b-b500-4028-8ad6-d7006776fa0c', 'network_id': 'e824e77b-b500-4028-8ad6-d7006776fa0c', 'tenant_id': '4fe10bb62a874594b729995a193e1d68', 'fixed_ips': [{'subnet_id': '8fe5b258-e21c-40f2-8a08-1860b387cbf1'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:23:16.156967 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b40027fc-4acb-433a-9e5d-bd0be41d53d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.201503 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-92f32867-35c9-41d8-8d8a-1ee81f6b69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:21:20Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '7a290dc2-5131-4580-8685-5dc349e127c2', 'name': '', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:23:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:19Z', 'updated_at': '2021-10-26T14:21:27Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:16.230260 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-725d49a2-926e-4a13-80ef-170e0cfa332e tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.274763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d49a2-926e-4a13-80ef-170e0cfa332e tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event deleted for resources: {'Subnet': ['ID=ed02bd8e-c124-4666-833c-bc585f28f721,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:16.291840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-725d49a2-926e-4a13-80ef-170e0cfa332e tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.298195 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-725d49a2-926e-4a13-80ef-170e0cfa332e tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "DELETE /v2.0/subnets/ed02bd8e-c124-4666-833c-bc585f28f721 HTTP/1.1" status: 204 len: 168 time: 0.4126816 Oct 26 14:23:16.298818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56830) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:16.382550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-37556b6b-5df9-4cb7-a586-c01985442c66 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Deleting subnet 8fe5b258-e21c-40f2-8a08-1860b387cbf1 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:23:16.388929 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-37556b6b-5df9-4cb7-a586-c01985442c66 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.393016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f32867-35c9-41d8-8d8a-1ee81f6b69db None None] The sync data for ids ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'] in n-d-815498-1 is: [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:21:20Z', 'revision_number': 4, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '7a290dc2-5131-4580-8685-5dc349e127c2', 'name': '', 'network_id': '5986448c-fd46-4f3a-b959-70094d318c17', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'mac_address': 'fa:16:3e:23:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:19Z', 'updated_at': '2021-10-26T14:21:27Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'subnets': [{'id': '3478ef3e-66c4-4dd1-95df-444fda58b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server [None req-9a9705df-e814-477b-a629-dfcef8fb21c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed02bd8e-c124-4666-833c-bc585f28f721: This subnet is being modified by another concurrent operation. Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed02bd8e-c124-4666-833c-bc585f28f721: This subnet is being modified by another concurrent operation. Oct 26 14:23:16.405927 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Oct 26 14:23:16.450297 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2d6f56-dd2a-443f-8867-37d0154709c9 None None] Network 81fda81a-a308-449c-8bed-a71fbe73600e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:16.455533 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-37556b6b-5df9-4cb7-a586-c01985442c66 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.554897 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54ffce67-ef25-4240-9e28-de6d3d2e6d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.588922 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-37556b6b-5df9-4cb7-a586-c01985442c66 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.688940 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.730308 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-37556b6b-5df9-4cb7-a586-c01985442c66 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server [None req-b40027fc-4acb-433a-9e5d-bd0be41d53d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fe5b258-e21c-40f2-8a08-1860b387cbf1: This subnet is being modified by another concurrent operation. Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fe5b258-e21c-40f2-8a08-1860b387cbf1: This subnet is being modified by another concurrent operation. Oct 26 14:23:16.785367 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Oct 26 14:23:16.805202 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-37556b6b-5df9-4cb7-a586-c01985442c66 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.814129 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-37556b6b-5df9-4cb7-a586-c01985442c66 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "DELETE /v2.0/subnets/8fe5b258-e21c-40f2-8a08-1860b387cbf1 HTTP/1.1" status: 204 len: 168 time: 0.5142088 Oct 26 14:23:16.815216 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56842) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:16.816209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37556b6b-5df9-4cb7-a586-c01985442c66 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe5b258-e21c-40f2-8a08-1860b387cbf1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:16.828182 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad3b052-7acf-4705-9c42-da056bb3a149 None None] Network e824e77b-b500-4028-8ad6-d7006776fa0c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:16.930523 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.941191 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8042a2b4-8ffd-493f-8c4b-d13ccc160a49 None None] New status for floating IP 949d7097-9699-4add-93c6-1184738a86d9: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:23:17.005224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff9e3a-627d-428a-88e8-5c35d2dbf73d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:17.022800 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a8ff9e3a-627d-428a-88e8-5c35d2dbf73d tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2040353 Oct 26 14:23:17.024514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56844) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:17.033643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56846) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:17.036791 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43662425-e4ad-46e3-bbd1-463fde90f161 None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:23:17.202434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a4ac2-29a4-4f84-a96b-f582fedaf054 req-85b763d8-6c2b-4ddf-82ec-750781674d97 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:17.205500 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5f2a4ac2-29a4-4f84-a96b-f582fedaf054 req-85b763d8-6c2b-4ddf-82ec-750781674d97 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 946 time: 0.3340938 Oct 26 14:23:17.283138 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7dd581c1-f67a-4b88-b65a-629db366c2df tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.384927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43662425-e4ad-46e3-bbd1-463fde90f161 None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:23:17.389155 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-48e6bf1b-4053-481d-acbc-5fc071c9466b tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4741 time: 0.3633137 Oct 26 14:23:17.394628 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56848) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:17.405768 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-696ff792-64b0-4033-9ea2-1019fdf97151 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Request body: {'network': {'name': 'tempest-network-smoke--1537381443', 'project_id': '7cb5d9869c524d628a386d356ebef371', 'port_security_enabled': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:17.510666 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7dd581c1-f67a-4b88-b65a-629db366c2df tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.553837 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696ff792-64b0-4033-9ea2-1019fdf97151 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Made reservation on behalf of 7cb5d9869c524d628a386d356ebef371 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:17.558511 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-696ff792-64b0-4033-9ea2-1019fdf97151 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.564458 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-7dd581c1-f67a-4b88-b65a-629db366c2df tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e824e77b-b500-4028-8ad6-d7006776fa0c']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:17.588233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-7dd581c1-f67a-4b88-b65a-629db366c2df tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b98edd-425b-45e3-985d-74cbd4671fa9') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:17.588940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-7dd581c1-f67a-4b88-b65a-629db366c2df tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b98edd-425b-45e3-985d-74cbd4671fa9') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:17.604021 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7dd581c1-f67a-4b88-b65a-629db366c2df tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.640927 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7dd581c1-f67a-4b88-b65a-629db366c2df tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.663902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd581c1-f67a-4b88-b65a-629db366c2df tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:17.667478 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7dd581c1-f67a-4b88-b65a-629db366c2df tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.682564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98a0c9-23f3-470d-b899-a595aa23e6c2 req-ed90ce4a-ae18-4d64-9fc3-d39c8afc30b7 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:17.684909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a98a0c9-23f3-470d-b899-a595aa23e6c2 req-ed90ce4a-ae18-4d64-9fc3-d39c8afc30b7 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 946 time: 1.0034511 Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:17.759244 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:17.765904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-5f2a4ac2-29a4-4f84-a96b-f582fedaf054 req-49f51e2d-f73d-4e3d-8ea3-a69ac5e598f5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Deleting port ccf48017-0c79-4e68-8932-7a3ad9dd388d {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:17.766271 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f2a4ac2-29a4-4f84-a96b-f582fedaf054 req-49f51e2d-f73d-4e3d-8ea3-a69ac5e598f5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.767670 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6675b-baeb-4f9a-81fa-da3b327749d1 req-e3158b9c-3c68-4017-8241-0cc6821c0660 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:17.776020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06e6675b-baeb-4f9a-81fa-da3b327749d1 req-e3158b9c-3c68-4017-8241-0cc6821c0660 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 946 time: 1.0762489 Oct 26 14:23:17.789544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf29195-3c25-4ff8-a87d-8f85e1f2ba67 req-2cac1147-7f72-44ac-8071-92d6030c2dfa tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:17.791440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bf29195-3c25-4ff8-a87d-8f85e1f2ba67 req-2cac1147-7f72-44ac-8071-92d6030c2dfa tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.11 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 946 time: 0.3794458 Oct 26 14:23:17.841516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e3c71-876e-4e82-859e-43d33ebfdc15 None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:23:17.889048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a98a0c9-23f3-470d-b899-a595aa23e6c2 req-a68215f1-a2ba-44cf-aef6-01a472d6635c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758826 Oct 26 14:23:17.910871 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7dd581c1-f67a-4b88-b65a-629db366c2df tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.935020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696ff792-64b0-4033-9ea2-1019fdf97151 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:23:17.944528 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06e6675b-baeb-4f9a-81fa-da3b327749d1 req-80f628d7-d5c2-4235-86b4-4145c56eddad tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/security-groups?id=0788a4ee-d9c0-400d-9a5d-32c33bb06540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672969 Oct 26 14:23:17.963826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ffce67-ef25-4240-9e28-de6d3d2e6d35 admin admin] Router eff8808d-6b56-4f79-855a-c9e282628ec2 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:23:17.977623 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7dd581c1-f67a-4b88-b65a-629db366c2df tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.987482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56854) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:17.991498 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7dd581c1-f67a-4b88-b65a-629db366c2df tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "DELETE /v2.0/networks/e824e77b-b500-4028-8ad6-d7006776fa0c HTTP/1.1" status: 204 len: 168 time: 0.9517403 Oct 26 14:23:18.042045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd581c1-f67a-4b88-b65a-629db366c2df tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event deleted for resources: {'Network': ['ID=e824e77b-b500-4028-8ad6-d7006776fa0c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:18.044904 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-696ff792-64b0-4033-9ea2-1019fdf97151 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.045457 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-696ff792-64b0-4033-9ea2-1019fdf97151 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Added segment 85016998-8c36-4cb6-a677-742228fe52d9 of type vlan for network 63221cdd-2c28-464a-b90e-cbc94113e716 Oct 26 14:23:18.057388 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367e3c71-876e-4e82-859e-43d33ebfdc15 None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:23:18.126467 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-696ff792-64b0-4033-9ea2-1019fdf97151 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.146345 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-5f2a4ac2-29a4-4f84-a96b-f582fedaf054 req-49f51e2d-f73d-4e3d-8ea3-a69ac5e598f5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] For port ccf48017-0c79-4e68-8932-7a3ad9dd388d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ccf48017-0c79-4e68-8932-7a3ad9dd388d,segment=NetworkSegment(2201402b-cb4b-4ef9-825d-9e91a3a06f0b),segment_id=2201402b-cb4b-4ef9-825d-9e91a3a06f0b)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:18.146972 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f2a4ac2-29a4-4f84-a96b-f582fedaf054 req-49f51e2d-f73d-4e3d-8ea3-a69ac5e598f5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.157662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-3bf29195-3c25-4ff8-a87d-8f85e1f2ba67 req-c199dbc0-79d8-4791-8ecc-142b66ace022 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Deleting port 8f7b42b9-d078-4647-a687-f034682b4fc7 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:18.158193 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3bf29195-3c25-4ff8-a87d-8f85e1f2ba67 req-c199dbc0-79d8-4791-8ecc-142b66ace022 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.173051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-5f2a4ac2-29a4-4f84-a96b-f582fedaf054 req-49f51e2d-f73d-4e3d-8ea3-a69ac5e598f5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Calling delete_port for ccf48017-0c79-4e68-8932-7a3ad9dd388d owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:18.196261 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-696ff792-64b0-4033-9ea2-1019fdf97151 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.207396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ff792-64b0-4033-9ea2-1019fdf97151 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:18.208340 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-696ff792-64b0-4033-9ea2-1019fdf97151 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.232440 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df0275f4-37fc-4418-9baa-2242b9a52b64 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.304196 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ffce67-ef25-4240-9e28-de6d3d2e6d35 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:18.341200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9d7699-a9f0-42af-8d64-38b84beb62f6 None None] Sync routers for ids ['eff8808d-6b56-4f79-855a-c9e282628ec2'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:18.386529 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f2a4ac2-29a4-4f84-a96b-f582fedaf054 req-49f51e2d-f73d-4e3d-8ea3-a69ac5e598f5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.390587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9d7699-a9f0-42af-8d64-38b84beb62f6 None None] Routers {'eff8808d-6b56-4f79-855a-c9e282628ec2'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:18.392011 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df0275f4-37fc-4418-9baa-2242b9a52b64 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.392237 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3c9d7699-a9f0-42af-8d64-38b84beb62f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['eff8808d-6b56-4f79-855a-c9e282628ec2'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:18.418985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-df0275f4-37fc-4418-9baa-2242b9a52b64 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fda81a-a308-449c-8bed-a71fbe73600e']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:18.428707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-df0275f4-37fc-4418-9baa-2242b9a52b64 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ebd3259-ab2d-4c42-81cc-b655edd7c542') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:18.429010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-df0275f4-37fc-4418-9baa-2242b9a52b64 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ebd3259-ab2d-4c42-81cc-b655edd7c542') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:18.446961 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df0275f4-37fc-4418-9baa-2242b9a52b64 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.462362 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df0275f4-37fc-4418-9baa-2242b9a52b64 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.466848 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-696ff792-64b0-4033-9ea2-1019fdf97151 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0656834 Oct 26 14:23:18.472751 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-54ffce67-ef25-4240-9e28-de6d3d2e6d35 admin admin] 10.222.0.32 "PUT /v2.0/routers/eff8808d-6b56-4f79-855a-c9e282628ec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3163650 Oct 26 14:23:18.475979 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56856) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:18.475979 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56858) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:18.479521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f51e2d-f73d-4e3d-8ea3-a69ac5e598f5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Port': ['ID=ccf48017-0c79-4e68-8932-7a3ad9dd388d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:18.491575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0275f4-37fc-4418-9baa-2242b9a52b64 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:18.492143 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df0275f4-37fc-4418-9baa-2242b9a52b64 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:18.495190 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:18.555154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-3bf29195-3c25-4ff8-a87d-8f85e1f2ba67 req-c199dbc0-79d8-4791-8ecc-142b66ace022 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] For port 8f7b42b9-d078-4647-a687-f034682b4fc7, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8f7b42b9-d078-4647-a687-f034682b4fc7,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:18.555427 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3bf29195-3c25-4ff8-a87d-8f85e1f2ba67 req-c199dbc0-79d8-4791-8ecc-142b66ace022 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.572889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-118567227', 'admin_state_up': True, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:18.585607 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-3bf29195-3c25-4ff8-a87d-8f85e1f2ba67 req-c199dbc0-79d8-4791-8ecc-142b66ace022 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Calling delete_port for 8f7b42b9-d078-4647-a687-f034682b4fc7 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:18.612613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ff792-64b0-4033-9ea2-1019fdf97151 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'Network': ['ID=63221cdd-2c28-464a-b90e-cbc94113e716,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:18.631625 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df0275f4-37fc-4418-9baa-2242b9a52b64 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.636716 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.637355 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.642049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df0275f4-37fc-4418-9baa-2242b9a52b64 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.649300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-df0275f4-37fc-4418-9baa-2242b9a52b64 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "DELETE /v2.0/networks/81fda81a-a308-449c-8bed-a71fbe73600e HTTP/1.1" status: 204 len: 168 time: 0.6599042 Oct 26 14:23:18.651895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56860) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:18.667932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2a4ac2-29a4-4f84-a96b-f582fedaf054 req-49f51e2d-f73d-4e3d-8ea3-a69ac5e598f5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] No DVR routers for this DVR port ccf48017-0c79-4e68-8932-7a3ad9dd388d on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:18.675235 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5f2a4ac2-29a4-4f84-a96b-f582fedaf054 req-49f51e2d-f73d-4e3d-8ea3-a69ac5e598f5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.678949 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5f2a4ac2-29a4-4f84-a96b-f582fedaf054 req-49f51e2d-f73d-4e3d-8ea3-a69ac5e598f5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.11 "DELETE /v2.0/ports/ccf48017-0c79-4e68-8932-7a3ad9dd388d HTTP/1.1" status: 204 len: 173 time: 1.4614735 Oct 26 14:23:18.679450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'name': 'network-vif-deleted', 'tag': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:18.682010 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3873df3-ad48-4b39-8b98-062472a0096c" -d '{"events": [{"server_uuid": "1e58f3f9-16be-4185-b515-1812c1e77ba7", "name": "network-vif-deleted", "tag": "ccf48017-0c79-4e68-8932-7a3ad9dd388d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:18.718954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 63221cdd-2c28-464a-b90e-cbc94113e716 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:23:18.752372 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da3b2ae-de14-49e5-aeef-90361cad765a x-openstack-request-id: req-1da3b2ae-de14-49e5-aeef-90361cad765a {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:18.753755 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e58f3f9-16be-4185-b515-1812c1e77ba7", "name": "network-vif-deleted", "tag": "ccf48017-0c79-4e68-8932-7a3ad9dd388d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:18.754074 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1da3b2ae-de14-49e5-aeef-90361cad765a {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:18.754492 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e58f3f9-16be-4185-b515-1812c1e77ba7', 'name': 'network-vif-deleted', 'tag': 'ccf48017-0c79-4e68-8932-7a3ad9dd388d', 'status': 'completed', 'code': 200} Oct 26 14:23:18.814129 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.820245 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.829169 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.892597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-3c9d7699-a9f0-42af-8d64-38b84beb62f6 None None] Set router eff8808d-6b56-4f79-855a-c9e282628ec2 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:18.930975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0275f4-37fc-4418-9baa-2242b9a52b64 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event deleted for resources: {'Network': ['ID=81fda81a-a308-449c-8bed-a71fbe73600e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:18.981798 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3bf29195-3c25-4ff8-a87d-8f85e1f2ba67 req-c199dbc0-79d8-4791-8ecc-142b66ace022 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:19.067858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199dbc0-79d8-4791-8ecc-142b66ace022 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event deleted for resources: {'Port': ['ID=8f7b42b9-d078-4647-a687-f034682b4fc7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:19.080299 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-438aa929-1b19-41d6-9b1d-2c784b0f51ae req-4aebe528-76e6-40bb-9931-dbd207dc1b25 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 210 time: 0.0427320 Oct 26 14:23:19.104455 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1eee7cbf-fa94-44d6-b4c6-abec09b81006 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:19.152647 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:19.197605 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:19.215838 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2fa417d7-2d37-43b9-aa25-ad99d9f6259f req-5c305303-8aa0-4994-b5cb-bd093d29eca5 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e58f3f9-16be-4185-b515-1812c1e77ba7 HTTP/1.1" status: 200 len: 210 time: 0.0949278 Oct 26 14:23:19.260337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3c9d7699-a9f0-42af-8d64-38b84beb62f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '6e114109-7394-4b48-b5e1-79638d206294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:23:15Z', 'revision_number': 5, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port': {'id': '6e114109-7394-4b48-b5e1-79638d206294', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:35Z', 'updated_at': '2021-10-26T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:19.351642 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9d7699-a9f0-42af-8d64-38b84beb62f6 None None] Checking router: eff8808d-6b56-4f79-855a-c9e282628ec2 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:23:19.356780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf29195-3c25-4ff8-a87d-8f85e1f2ba67 req-c199dbc0-79d8-4791-8ecc-142b66ace022 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] No DVR routers for this DVR port 8f7b42b9-d078-4647-a687-f034682b4fc7 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:19.378079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] Deleting port 6e114109-7394-4b48-b5e1-79638d206294 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:19.383862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:19.384175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9d7699-a9f0-42af-8d64-38b84beb62f6 None None] Routers {'eff8808d-6b56-4f79-855a-c9e282628ec2'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:19.384787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3c9d7699-a9f0-42af-8d64-38b84beb62f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['eff8808d-6b56-4f79-855a-c9e282628ec2'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:19.445198 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-3bf29195-3c25-4ff8-a87d-8f85e1f2ba67 req-c199dbc0-79d8-4791-8ecc-142b66ace022 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:19.455957 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bf29195-3c25-4ff8-a87d-8f85e1f2ba67 req-c199dbc0-79d8-4791-8ecc-142b66ace022 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.11 "DELETE /v2.0/ports/8f7b42b9-d078-4647-a687-f034682b4fc7 HTTP/1.1" status: 204 len: 173 time: 1.6498818 Oct 26 14:23:19.463320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0', 'name': 'network-vif-deleted', 'tag': '8f7b42b9-d078-4647-a687-f034682b4fc7'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:19.469931 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1509c8c3-2263-44f8-9f7c-e7b3f1b3929d" -d '{"events": [{"server_uuid": "107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0", "name": "network-vif-deleted", "tag": "8f7b42b9-d078-4647-a687-f034682b4fc7"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:19.657765 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1eee7cbf-fa94-44d6-b4c6-abec09b81006 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:19.667195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-3c9d7699-a9f0-42af-8d64-38b84beb62f6 None None] Set router eff8808d-6b56-4f79-855a-c9e282628ec2 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:19.668996 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b6a9d5-6394-43c8-9cfe-d851d4abda43 x-openstack-request-id: req-f3b6a9d5-6394-43c8-9cfe-d851d4abda43 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:19.669292 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0", "name": "network-vif-deleted", "tag": "8f7b42b9-d078-4647-a687-f034682b4fc7", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:19.669541 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3b6a9d5-6394-43c8-9cfe-d851d4abda43 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:19.669944 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0', 'name': 'network-vif-deleted', 'tag': '8f7b42b9-d078-4647-a687-f034682b4fc7', 'status': 'completed', 'code': 200} Oct 26 14:23:19.709220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-1eee7cbf-fa94-44d6-b4c6-abec09b81006 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f768e34-7de7-48ab-b8d1-51ccf8c9f1c8']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:19.723714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-1eee7cbf-fa94-44d6-b4c6-abec09b81006 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6b383e-34ff-4b30-9015-ffb2eb72c80c') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:19.724020 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-1eee7cbf-fa94-44d6-b4c6-abec09b81006 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6b383e-34ff-4b30-9015-ffb2eb72c80c') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:19.736985 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1eee7cbf-fa94-44d6-b4c6-abec09b81006 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:19.755287 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1eee7cbf-fa94-44d6-b4c6-abec09b81006 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:19.763507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eee7cbf-fa94-44d6-b4c6-abec09b81006 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:19.763916 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1eee7cbf-fa94-44d6-b4c6-abec09b81006 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:19.794276 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3c9d7699-a9f0-42af-8d64-38b84beb62f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:23:19Z', 'revision_number': 6, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:19.829849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9d7699-a9f0-42af-8d64-38b84beb62f6 None None] The sync data for ids ['eff8808d-6b56-4f79-855a-c9e282628ec2'] in n-d-815498-1 is: [{'id': 'eff8808d-6b56-4f79-855a-c9e282628ec2', 'name': 'tempest-TaggedBootDevicesTest-31110363-router', 'tenant_id': 'eb00fb8b03d741ea8145d511b755959a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:34Z', 'updated_at': '2021-10-26T14:23:19Z', 'revision_number': 6, 'project_id': 'eb00fb8b03d741ea8145d511b755959a', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:19.836036 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:19.925724 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1eee7cbf-fa94-44d6-b4c6-abec09b81006 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:19.979178 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1eee7cbf-fa94-44d6-b4c6-abec09b81006 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:19.981656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1eee7cbf-fa94-44d6-b4c6-abec09b81006 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "DELETE /v2.0/networks/5f768e34-7de7-48ab-b8d1-51ccf8c9f1c8 HTTP/1.1" status: 204 len: 168 time: 1.3139970 Oct 26 14:23:19.982521 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee7cbf-fa94-44d6-b4c6-abec09b81006 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event deleted for resources: {'Network': ['ID=5f768e34-7de7-48ab-b8d1-51ccf8c9f1c8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:19.985271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56886) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:20.065367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] For port 6e114109-7394-4b48-b5e1-79638d206294, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6e114109-7394-4b48-b5e1-79638d206294,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:20.065876 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.103998 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] Calling delete_port for 6e114109-7394-4b48-b5e1-79638d206294 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:20.123173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e168831-83b1-46b8-93a0-dd159a0dc523 req-831520b8-9f49-45ea-9c96-99e45a6f3c22 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:20.126458 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e168831-83b1-46b8-93a0-dd159a0dc523 req-831520b8-9f49-45ea-9c96-99e45a6f3c22 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 946 time: 0.2874138 Oct 26 14:23:20.130986 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e69b656-e422-4838-bd86-9cbfc5a14b22 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.148190 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.174663 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.269397 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e69b656-e422-4838-bd86-9cbfc5a14b22 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.272202 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 8f7b42b9-d078-4647-a687-f034682b4fc7 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:20.309166 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 8f7b42b9-d078-4647-a687-f034682b4fc7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:20.312189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 8f7b42b9-d078-4647-a687-f034682b4fc7 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:20.312189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ccf48017-0c79-4e68-8932-7a3ad9dd388d no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:20.359487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: ccf48017-0c79-4e68-8932-7a3ad9dd388d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:20.359955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ccf48017-0c79-4e68-8932-7a3ad9dd388d not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:20.384459 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02716f05-52da-458e-895a-1fc2982efb2a req-c21524a1-b80f-4a0a-98a4-883d0a0db884 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 210 time: 0.0962160 Oct 26 14:23:20.394139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4e69b656-e422-4838-bd86-9cbfc5a14b22 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b422ba4-8063-4ff9-ad6a-c3c174d5a0d9']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:20.414949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4e69b656-e422-4838-bd86-9cbfc5a14b22 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfe7a1e-b5a6-41b6-bbff-e620ee3feb41') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:20.425397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4e69b656-e422-4838-bd86-9cbfc5a14b22 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfe7a1e-b5a6-41b6-bbff-e620ee3feb41') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:20.447449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56892) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:20.461913 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e168831-83b1-46b8-93a0-dd159a0dc523 req-b61c2bb2-1651-4516-a9da-4845b77d0e95 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3267105 Oct 26 14:23:20.470570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Allocated IP 172.25.4.138 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/1543f074-d2d6-426f-9aaf-b50f35ea39df) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:20.473813 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e69b656-e422-4838-bd86-9cbfc5a14b22 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.512668 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e69b656-e422-4838-bd86-9cbfc5a14b22 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.535196 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e69b656-e422-4838-bd86-9cbfc5a14b22 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:20.535892 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e69b656-e422-4838-bd86-9cbfc5a14b22 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:20.539254 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:20.610341 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.637568 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0569de6-3705-461e-a5d2-77b807b1e6eb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.649466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e114109-7394-4b48-b5e1-79638d206294,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:20.679434 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0569de6-3705-461e-a5d2-77b807b1e6eb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.757870 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e69b656-e422-4838-bd86-9cbfc5a14b22 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.770936 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e69b656-e422-4838-bd86-9cbfc5a14b22 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.779030 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.785900 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.800333 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4e69b656-e422-4838-bd86-9cbfc5a14b22 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] 10.222.0.32 "DELETE /v2.0/networks/4b422ba4-8063-4ff9-ad6a-c3c174d5a0d9 HTTP/1.1" status: 204 len: 168 time: 0.8135443 Oct 26 14:23:20.828166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0569de6-3705-461e-a5d2-77b807b1e6eb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.836808 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a0569de6-3705-461e-a5d2-77b807b1e6eb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.840500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a0569de6-3705-461e-a5d2-77b807b1e6eb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "DELETE /v2.0/security-groups/0788a4ee-d9c0-400d-9a5d-32c33bb06540 HTTP/1.1" status: 204 len: 168 time: 0.3751309 Oct 26 14:23:20.876549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0569de6-3705-461e-a5d2-77b807b1e6eb tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0788a4ee-d9c0-400d-9a5d-32c33bb06540,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:20.878975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69b656-e422-4838-bd86-9cbfc5a14b22 tempest-BulkNetworkOpsIpV6Test-1212074534 tempest-BulkNetworkOpsIpV6Test-1212074534-project] Pushing event deleted for resources: {'Network': ['ID=4b422ba4-8063-4ff9-ad6a-c3c174d5a0d9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:20.903173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56898) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:21.007722 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:21.013906 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:21.215576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:21.216473 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff8808d-6b56-4f79-855a-c9e282628ec2 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:23:21.228861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:21.228861 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ec1a80c0-0727-4dc3-a59c-3cb0fbe3b293 admin admin] 10.222.0.32 "DELETE /v2.0/routers/eff8808d-6b56-4f79-855a-c9e282628ec2 HTTP/1.1" status: 204 len: 168 time: 2.7401097 Oct 26 14:23:21.230361 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:21.233281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56910) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:21.287264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:21.303927 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:21.322676 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:21.328919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56916) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:21.384124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-65c348b4-4276-419d-b82f-51a2b2f3a89e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:21.385901 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-65c348b4-4276-419d-b82f-51a2b2f3a89e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.25 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 946 time: 0.2160425 Oct 26 14:23:21.474323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'Port': ['ID=1543f074-d2d6-426f-9aaf-b50f35ea39df,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:21.475718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d9b3c6-e85e-4840-a763-1f8cd4fd0c5c admin admin] Deleting subnet addd5606-6552-4f1f-b55b-993cd7b5d80f {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:23:21.496478 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b3c6-e85e-4840-a763-1f8cd4fd0c5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:21.598415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a44367aa-5f1f-42cc-82ef-e6b7ce73df3b req-86fd3f65-428a-4f2f-bf14-345ec5eccc82 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 210 time: 0.0667663 Oct 26 14:23:21.652423 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b3c6-e85e-4840-a763-1f8cd4fd0c5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:21.707894 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-27008b9b-8577-419e-bda3-b060ab7151f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4fe10bb62a874594b729995a193e1d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3765466 Oct 26 14:23:21.711869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56934) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:21.778456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6e114109-7394-4b48-b5e1-79638d206294 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:21.804392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Deleting port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:21.804848 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:21.822655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 6e114109-7394-4b48-b5e1-79638d206294 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:21.823326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6e114109-7394-4b48-b5e1-79638d206294 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:21.823921 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c85ab149-69ca-472d-aaef-e6b9789021c0 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:21.874183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: c85ab149-69ca-472d-aaef-e6b9789021c0 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:21.878634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c85ab149-69ca-472d-aaef-e6b9789021c0 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:21.919942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] For port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:21.920996 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:21.953323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bed1b3-503c-4ebf-ba69-d138ce659629 req-689ece6c-78f6-4cc9-ab67-c1602c2269be tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:21.955258 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1bed1b3-503c-4ebf-ba69-d138ce659629 req-689ece6c-78f6-4cc9-ab67-c1602c2269be tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 946 time: 0.3619468 Oct 26 14:23:22.036158 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b3c6-e85e-4840-a763-1f8cd4fd0c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.075601 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56938) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:22.105678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1bed1b3-503c-4ebf-ba69-d138ce659629 req-09a5bf5e-80f1-4af7-a30c-9ac25afdc676 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=64a6655e-9651-4a11-b8bc-c612953145dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266818 Oct 26 14:23:22.128853 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.132105 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.132626 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Floating IP 322965ce-530f-4744-8c9f-05efca69b721 disassociated. External IP: 172.25.4.7, port: 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac. Oct 26 14:23:22.133582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Calling delete_port for 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:22.168867 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b3c6-e85e-4840-a763-1f8cd4fd0c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.205631 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9b3c6-e85e-4840-a763-1f8cd4fd0c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=addd5606-6552-4f1f-b55b-993cd7b5d80f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:22.207914 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b3c6-e85e-4840-a763-1f8cd4fd0c5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.211336 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f8d9b3c6-e85e-4840-a763-1f8cd4fd0c5c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/addd5606-6552-4f1f-b55b-993cd7b5d80f HTTP/1.1" status: 204 len: 168 time: 0.9718428 Oct 26 14:23:22.218862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56942) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:22.221316 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09114235-108b-4fdf-952a-343580819340 None None] Network 31db61e9-1b60-4798-95f8-8992ccf378a6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:22.292894 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aba6495e-abd3-457c-ba3a-0828d6dd31b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.329557 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fee990a1-c706-45f4-9edd-1ea6b0bbf7f0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.329781 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.341060 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad44071e-4e15-408c-8cf3-b38b7c2b0527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.413296 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.467339 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad44071e-4e15-408c-8cf3-b38b7c2b0527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.473332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db67a2c2-c252-4364-94c6-05da3ed1a339 None None] DHCP port deletion for 31db61e9-1b60-4798-95f8-8992ccf378a6 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:23:22.589975 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-db67a2c2-c252-4364-94c6-05da3ed1a339 None None] Deleting port ae88c310-589f-41df-8313-c383289fe2c7 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:22.590378 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-db67a2c2-c252-4364-94c6-05da3ed1a339 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.633655 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aba6495e-abd3-457c-ba3a-0828d6dd31b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.642159 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Deleting port ae88c310-589f-41df-8313-c383289fe2c7 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:22.642516 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.681565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aba6495e-abd3-457c-ba3a-0828d6dd31b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.681904 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-db67a2c2-c252-4364-94c6-05da3ed1a339 None None] For port ae88c310-589f-41df-8313-c383289fe2c7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ae88c310-589f-41df-8313-c383289fe2c7,segment=NetworkSegment(cd4a849a-b7fc-4b62-8b49-0cd564523777),segment_id=cd4a849a-b7fc-4b62-8b49-0cd564523777)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:22.682172 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-db67a2c2-c252-4364-94c6-05da3ed1a339 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.723934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-db67a2c2-c252-4364-94c6-05da3ed1a339 None None] Calling delete_port for ae88c310-589f-41df-8313-c383289fe2c7 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:22.776003 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.792652 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77bc7c8e-766b-4f0a-9496-ec4bf38973fa req-ffc4c767-5057-4d8e-a14f-41a26d968e9c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 210 time: 0.0543933 Oct 26 14:23:22.793445 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad44071e-4e15-408c-8cf3-b38b7c2b0527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.797542 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad44071e-4e15-408c-8cf3-b38b7c2b0527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.798108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-aba6495e-abd3-457c-ba3a-0828d6dd31b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27ea298947054586a5ed43b664bc9903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7213838 Oct 26 14:23:22.798766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56946) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:22.801009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] For port ae88c310-589f-41df-8313-c383289fe2c7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ae88c310-589f-41df-8313-c383289fe2c7,segment=NetworkSegment(cd4a849a-b7fc-4b62-8b49-0cd564523777),segment_id=cd4a849a-b7fc-4b62-8b49-0cd564523777)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:22.801372 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.802872 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ad44071e-4e15-408c-8cf3-b38b7c2b0527 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81b8cb82-5e5a-41c3-b219-eb1035e314c2 HTTP/1.1" status: 204 len: 168 time: 1.0876055 Oct 26 14:23:22.809298 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.810431 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6495e-abd3-457c-ba3a-0828d6dd31b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52646165-b9cb-40c0-b989-75d98bad2c1d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:22.870662 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-db67a2c2-c252-4364-94c6-05da3ed1a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.875765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Calling delete_port for ae88c310-589f-41df-8313-c383289fe2c7 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:22.927545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67a2c2-c252-4364-94c6-05da3ed1a339 None None] Pushing event deleted for resources: {'Port': ['ID=ae88c310-589f-41df-8313-c383289fe2c7,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:22.950270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db67a2c2-c252-4364-94c6-05da3ed1a339 None None] No DVR routers for this DVR port ae88c310-589f-41df-8313-c383289fe2c7 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:23.008997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event deleted for resources: {'Port': ['ID=5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:23.039186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44071e-4e15-408c-8cf3-b38b7c2b0527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b8cb82-5e5a-41c3-b219-eb1035e314c2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:23.143934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2e89a6c6-7f73-47e7-9f67-950ec4f3d6e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:23.191728 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2e89a6c6-7f73-47e7-9f67-950ec4f3d6e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:23.223249 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:23.268518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] No DVR routers for this DVR port ae88c310-589f-41df-8313-c383289fe2c7 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:23.306184 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Router 490c503b-df9d-471f-b2b4-c4430987c4e0 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:23:23.337854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-fee990a1-c706-45f4-9edd-1ea6b0bbf7f0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Deleting port 7a290dc2-5131-4580-8685-5dc349e127c2 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:23.338524 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fee990a1-c706-45f4-9edd-1ea6b0bbf7f0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:23.401400 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae88c310-589f-41df-8313-c383289fe2c7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:23.407296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Router 43ac8996-3b76-44f1-9bd1-2e946538c01b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:23:23.466659 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2e89a6c6-7f73-47e7-9f67-950ec4f3d6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:23.469325 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2e89a6c6-7f73-47e7-9f67-950ec4f3d6e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:23.472880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2e89a6c6-7f73-47e7-9f67-950ec4f3d6e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52646165-b9cb-40c0-b989-75d98bad2c1d HTTP/1.1" status: 204 len: 168 time: 0.6656041 Oct 26 14:23:23.488991 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:23.565010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89a6c6-7f73-47e7-9f67-950ec4f3d6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52646165-b9cb-40c0-b989-75d98bad2c1d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:23.605344 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55f7c914-d17c-409c-97fc-c25c3472335e req-46008060-34bf-4b5d-b66e-c76fefe4c604 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acd5feb-c9e2-468d-be91-29555fe4a76a HTTP/1.1" status: 200 len: 210 time: 0.2638507 Oct 26 14:23:23.656060 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:23.678612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:23.695148 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Sync routers for ids ['490c503b-df9d-471f-b2b4-c4430987c4e0'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:23.727921 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Routers {'490c503b-df9d-471f-b2b4-c4430987c4e0'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:23.728613 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['490c503b-df9d-471f-b2b4-c4430987c4e0'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:23.754599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31db61e9-1b60-4798-95f8-8992ccf378a6']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:23.756509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:23.757759 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6ba81302-93f3-4664-8059-f9b7774be143 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.2758749 Oct 26 14:23:23.765891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56970) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:23.767398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ae88c310-589f-41df-8313-c383289fe2c7 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:23.804403 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:23.815040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4a849a-b7fc-4b62-8b49-0cd564523777') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:23.815572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4a849a-b7fc-4b62-8b49-0cd564523777') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:23.838823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: ae88c310-589f-41df-8313-c383289fe2c7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:23.839187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ae88c310-589f-41df-8313-c383289fe2c7 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:23.844361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6939d-ee72-4bad-a72f-9a41e02a574c None None] Sync routers for ids ['43ac8996-3b76-44f1-9bd1-2e946538c01b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:23.882283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e6939d-ee72-4bad-a72f-9a41e02a574c None None] Routers {'43ac8996-3b76-44f1-9bd1-2e946538c01b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:23.890203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-53e6939d-ee72-4bad-a72f-9a41e02a574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['43ac8996-3b76-44f1-9bd1-2e946538c01b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:23.900770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] No DVR routers for this DVR port 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:23.909159 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:23.912718 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e7b9f717-e640-4e8d-8fed-5a0b0198731b req-c677cf9c-97b9-4eab-b9ce-8f35dd1d170f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.25 "DELETE /v2.0/ports/5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac HTTP/1.1" status: 204 len: 173 time: 2.5153432 Oct 26 14:23:23.913198 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'name': 'network-vif-deleted', 'tag': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:23.936407 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf4c2b7-bab3-4196-bd9b-eef52a4895e9" -d '{"events": [{"server_uuid": "8acd5feb-c9e2-468d-be91-29555fe4a76a", "name": "network-vif-deleted", "tag": "5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:23.990455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-fee990a1-c706-45f4-9edd-1ea6b0bbf7f0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] For port 7a290dc2-5131-4580-8685-5dc349e127c2, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7a290dc2-5131-4580-8685-5dc349e127c2,segment=NetworkSegment(2201402b-cb4b-4ef9-825d-9e91a3a06f0b),segment_id=2201402b-cb4b-4ef9-825d-9e91a3a06f0b)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:23.995651 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fee990a1-c706-45f4-9edd-1ea6b0bbf7f0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:24.020543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5779bb-7513-4760-a2e0-9572f3c3d063 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:24.027097 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8d5779bb-7513-4760-a2e0-9572f3c3d063 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7cb5d9869c524d628a386d356ebef371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2517347 Oct 26 14:23:24.027306 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56980) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:24.034372 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Set router 490c503b-df9d-471f-b2b4-c4430987c4e0 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:24.036744 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:24.041092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-fee990a1-c706-45f4-9edd-1ea6b0bbf7f0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Calling delete_port for 7a290dc2-5131-4580-8685-5dc349e127c2 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:24.095879 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977e7ef1-2105-4ada-b88b-b58b602542af x-openstack-request-id: req-977e7ef1-2105-4ada-b88b-b58b602542af {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:24.096676 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acd5feb-c9e2-468d-be91-29555fe4a76a", "name": "network-vif-deleted", "tag": "5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:24.097677 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6da0c1e7-6b65-45a8-a53a-ce29df862983 req-7a8dcbd6-1060-4156-b8e7-012a525d04fd tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 210 time: 0.0665269 Oct 26 14:23:24.098014 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-977e7ef1-2105-4ada-b88b-b58b602542af {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:24.098462 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acd5feb-c9e2-468d-be91-29555fe4a76a', 'name': 'network-vif-deleted', 'tag': '5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac', 'status': 'completed', 'code': 200} Oct 26 14:23:24.099746 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:24.112955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:24.113689 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:24.115979 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:24.209533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56982) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:24.209926 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56984) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:24.256649 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b423319-aab9-4c00-9a40-7e6910e0c788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:24.399881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936eb4b7-313a-490d-adc0-6ade4319bb58 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:24.400144 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118567227', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '1543f074-d2d6-426f-9aaf-b50f35ea39df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:18Z', 'updated_at': '2021-10-26T14:23:21Z', 'revision_number': 3, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '1543f074-d2d6-426f-9aaf-b50f35ea39df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:20Z', 'updated_at': '2021-10-26T14:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:24.405784 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-936eb4b7-313a-490d-adc0-6ade4319bb58 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3757138 Oct 26 14:23:24.408534 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56988) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:24.443093 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Checking router: 490c503b-df9d-471f-b2b4-c4430987c4e0 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:23:24.443370 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Updating router 490c503b-df9d-471f-b2b4-c4430987c4e0 port 1543f074-d2d6-426f-9aaf-b50f35ea39df binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:23:24.473642 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ad622222-df51-4dfa-8bcc-9417f33f8283 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0630543 Oct 26 14:23:24.476451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56990) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:24.524199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-53e6939d-ee72-4bad-a72f-9a41e02a574c None None] Set router 43ac8996-3b76-44f1-9bd1-2e946538c01b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:24.528530 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:24.593632 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fdb316a3-94bd-4411-9760-7c4cc6694d97 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7cb5d9869c524d628a386d356ebef371&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1086020 Oct 26 14:23:24.596922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 56992) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:24.840065 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-53e6939d-ee72-4bad-a72f-9a41e02a574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:09Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:24.891624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6939d-ee72-4bad-a72f-9a41e02a574c None None] Checking router: 43ac8996-3b76-44f1-9bd1-2e946538c01b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:23:24.900767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 56998) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:24.916694 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e6939d-ee72-4bad-a72f-9a41e02a574c None None] Routers {'43ac8996-3b76-44f1-9bd1-2e946538c01b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:24.917325 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-53e6939d-ee72-4bad-a72f-9a41e02a574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['43ac8996-3b76-44f1-9bd1-2e946538c01b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:25.007281 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.012877 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.016814 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] 10.222.0.32 "DELETE /v2.0/networks/31db61e9-1b60-4798-95f8-8992ccf378a6 HTTP/1.1" status: 204 len: 168 time: 2.7958632 Oct 26 14:23:25.053396 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec57f4-7096-478f-ab1d-b1c55c32b859 admin admin] Pushing event deleted for resources: {'Network': ['ID=31db61e9-1b60-4798-95f8-8992ccf378a6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:25.071646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-275d5174-0a75-409c-90aa-67795311eba2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.073028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-53e6939d-ee72-4bad-a72f-9a41e02a574c None None] Set router 43ac8996-3b76-44f1-9bd1-2e946538c01b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:25.089431 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:23:25.112627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c79c8850-acb0-4d51-9bf7-8472659d34cc tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325406965'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:25.117462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0f4ea1-2ea0-4c70-8033-faaa54d35d32 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:25.119043 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9d0f4ea1-2ea0-4c70-8033-faaa54d35d32 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5211933 Oct 26 14:23:25.126405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57002) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:25.172814 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.188275 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.202586 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-275d5174-0a75-409c-90aa-67795311eba2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.213884 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b423319-aab9-4c00-9a40-7e6910e0c788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.254667 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-79fe81f9-f072-4f36-a667-3feed161f69e tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1077619 Oct 26 14:23:25.261595 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0b423319-aab9-4c00-9a40-7e6910e0c788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.267245 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3341b3-0607-446d-bcc0-01466ba4b03d None None] Pushing event updated for resources: {'Port': ['ID=1543f074-d2d6-426f-9aaf-b50f35ea39df,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:25.272491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57006) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:25.291822 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3341b3-0607-446d-bcc0-01466ba4b03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:25.292193 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3341b3-0607-446d-bcc0-01466ba4b03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:25.292542 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3341b3-0607-446d-bcc0-01466ba4b03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:25.292875 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3341b3-0607-446d-bcc0-01466ba4b03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:25.293208 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3341b3-0607-446d-bcc0-01466ba4b03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:25.293561 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3341b3-0607-446d-bcc0-01466ba4b03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:25.293889 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3341b3-0607-446d-bcc0-01466ba4b03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:25.298745 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3341b3-0607-446d-bcc0-01466ba4b03d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:25.299107 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3341b3-0607-446d-bcc0-01466ba4b03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:25.299551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-bc73760e-ffc5-4080-922b-ab46f887f592 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1097382638', 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716', 'project_id': '7cb5d9869c524d628a386d356ebef371', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:25.302032 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3341b3-0607-446d-bcc0-01466ba4b03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:25.302432 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3341b3-0607-446d-bcc0-01466ba4b03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:25.302781 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3341b3-0607-446d-bcc0-01466ba4b03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:25.344506 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d7b61b7f-e647-42ff-bba0-a61b8655222c req-72935c85-50f3-4533-90b5-16b9807c865c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7031801 Oct 26 14:23:25.348725 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Attempting to bind port 1543f074-d2d6-426f-9aaf-b50f35ea39df on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:25.349247 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Attempting to bind port 1543f074-d2d6-426f-9aaf-b50f35ea39df by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:25.349828 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Attempting to bind port 1543f074-d2d6-426f-9aaf-b50f35ea39df on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:25.360889 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:25.361584 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:25.362184 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.362749 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:25.363392 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Bound port: 1543f074-d2d6-426f-9aaf-b50f35ea39df, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:25.363957 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.379153 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c79c8850-acb0-4d51-9bf7-8472659d34cc tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.431627 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0b423319-aab9-4c00-9a40-7e6910e0c788 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce986e5c029948abb2252acf4ea40561&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2192395 Oct 26 14:23:25.440454 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] For port 1543f074-d2d6-426f-9aaf-b50f35ea39df, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:25.442788 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57008) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:25.443128 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57010) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:25.444641 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] For port 1543f074-d2d6-426f-9aaf-b50f35ea39df, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1543f074-d2d6-426f-9aaf-b50f35ea39df,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:25.446097 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a8445b7-889c-416f-9968-a30591903151 req-33179253-60b5-49ea-870e-f54380c68523 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 210 time: 0.2030611 Oct 26 14:23:25.460819 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.485588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc73760e-ffc5-4080-922b-ab46f887f592 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Made reservation on behalf of 7cb5d9869c524d628a386d356ebef371 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:25.488672 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-53e6939d-ee72-4bad-a72f-9a41e02a574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:09Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:25.490197 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc73760e-ffc5-4080-922b-ab46f887f592 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.494028 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c79c8850-acb0-4d51-9bf7-8472659d34cc tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.516732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b423319-aab9-4c00-9a40-7e6910e0c788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf45cdd-8f9a-4c7b-9c47-aa03c5728c91,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:25.533717 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3341b3-0607-446d-bcc0-01466ba4b03d None None] Pushing event updated for resources: {'Port': ['ID=1543f074-d2d6-426f-9aaf-b50f35ea39df,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:25.549116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6939d-ee72-4bad-a72f-9a41e02a574c None None] The sync data for ids ['43ac8996-3b76-44f1-9bd1-2e946538c01b'] in n-d-815498-1 is: [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:09Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:25.556425 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Routers {'490c503b-df9d-471f-b2b4-c4430987c4e0'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:25.563937 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['490c503b-df9d-471f-b2b4-c4430987c4e0'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:25.608003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b61b7f-e647-42ff-bba0-a61b8655222c req-47afbe01-9647-484f-9894-677db6be14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:25.610280 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d7b61b7f-e647-42ff-bba0-a61b8655222c req-47afbe01-9647-484f-9894-677db6be14fb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1449aea080084d3d8ec88bc07f2d9c81&device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 1096 time: 0.2277937 Oct 26 14:23:25.662505 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-275d5174-0a75-409c-90aa-67795311eba2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.665335 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-275d5174-0a75-409c-90aa-67795311eba2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.671374 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-275d5174-0a75-409c-90aa-67795311eba2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "DELETE /v2.0/security-groups/64a6655e-9651-4a11-b8bc-c612953145dc HTTP/1.1" status: 204 len: 168 time: 0.7181606 Oct 26 14:23:25.699353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57012) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:25.719836 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] Set router 490c503b-df9d-471f-b2b4-c4430987c4e0 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:25.728411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c79c8850-acb0-4d51-9bf7-8472659d34cc tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.738485 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c79c8850-acb0-4d51-9bf7-8472659d34cc tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.754915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:25.806666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:25.807029 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 5bed9c06-ee3b-45ef-aaf2-d2abbb9da6ac not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:25.847369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b61b7f-e647-42ff-bba0-a61b8655222c req-24dcbcc9-c1de-4ae8-924b-6b2f758fd171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:25.850117 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d7b61b7f-e647-42ff-bba0-a61b8655222c req-24dcbcc9-c1de-4ae8-924b-6b2f758fd171 service neutron] 10.222.0.25 "GET /v2.0/networks?id=335bcdd5-6125-4141-9caa-35638c81f183 HTTP/1.1" status: 200 len: 909 time: 0.2141087 Oct 26 14:23:25.850770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c8850-acb0-4d51-9bf7-8472659d34cc tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d490bf-b8e2-4c82-a722-37873d491c41,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:25.976483 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-353ad8d0-a9d1-4cff-98d2-24cf39d5b9b7 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] show failed (client error): The resource could not be found. Oct 26 14:23:25.981070 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-353ad8d0-a9d1-4cff-98d2-24cf39d5b9b7 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups/64a6655e-9651-4a11-b8bc-c612953145dc HTTP/1.1" status: 404 len: 347 time: 0.2641416 Oct 26 14:23:25.982106 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d7b61b7f-e647-42ff-bba0-a61b8655222c req-38985d42-0151-4583-945b-5554687bc9d4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b193483e-2bbd-4f90-bd59-f86d88d9c5f1 HTTP/1.1" status: 200 len: 1001 time: 0.1140041 Oct 26 14:23:25.982640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57014) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:25.985935 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc73760e-ffc5-4080-922b-ab46f887f592 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.987116 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c79c8850-acb0-4d51-9bf7-8472659d34cc tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.991250 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-287105a7-2578-4000-bf4f-e350091e6865 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb00fb8b03d741ea8145d511b755959a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5439241 Oct 26 14:23:25.996481 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118567227', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '1543f074-d2d6-426f-9aaf-b50f35ea39df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:18Z', 'updated_at': '2021-10-26T14:23:21Z', 'revision_number': 3, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '1543f074-d2d6-426f-9aaf-b50f35ea39df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:20Z', 'updated_at': '2021-10-26T14:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:26.000325 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4508678-8114-439e-8de6-164737c3bc83 None None] New status for floating IP 322965ce-530f-4744-8c9f-05efca69b721: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:23:26.001452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57016) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:26.049335 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b61b7f-e647-42ff-bba0-a61b8655222c req-babdd994-c428-4d17-90c8-ff357d4d80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:26.049546 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d5174-0a75-409c-90aa-67795311eba2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a6655e-9651-4a11-b8bc-c612953145dc,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:26.050773 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d7b61b7f-e647-42ff-bba0-a61b8655222c req-babdd994-c428-4d17-90c8-ff357d4d80c0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0702debb-d5a9-4ba0-9a26-ccdf665a3bb4 HTTP/1.1" status: 200 len: 847 time: 0.0611846 Oct 26 14:23:26.066305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73760e-ffc5-4080-922b-ab46f887f592 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'Subnet': ['ID=f4467566-f08b-47b6-8650-2efd541b2d1d,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:26.100903 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c79c8850-acb0-4d51-9bf7-8472659d34cc tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.121587 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fee990a1-c706-45f4-9edd-1ea6b0bbf7f0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.129012 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df2670bd-dc0f-48cb-99d8-9c34ca43e837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.154951 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df2670bd-dc0f-48cb-99d8-9c34ca43e837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.210682 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308e552-e23e-44f8-aabe-fac0fdff7373 None None] The sync data for ids ['490c503b-df9d-471f-b2b4-c4430987c4e0'] in n-d-815498-1 is: [{'id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118567227', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '1543f074-d2d6-426f-9aaf-b50f35ea39df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:18Z', 'updated_at': '2021-10-26T14:23:21Z', 'revision_number': 3, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '1543f074-d2d6-426f-9aaf-b50f35ea39df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:20Z', 'updated_at': '2021-10-26T14:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:26.225097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c79c8850-acb0-4d51-9bf7-8472659d34cc tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.226487 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c79c8850-acb0-4d51-9bf7-8472659d34cc tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0153580 Oct 26 14:23:26.242258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57018) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:26.265032 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df2670bd-dc0f-48cb-99d8-9c34ca43e837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.267718 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-df2670bd-dc0f-48cb-99d8-9c34ca43e837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.271392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-df2670bd-dc0f-48cb-99d8-9c34ca43e837 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bf45cdd-8f9a-4c7b-9c47-aa03c5728c91 HTTP/1.1" status: 204 len: 168 time: 0.8205612 Oct 26 14:23:26.271392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee990a1-c706-45f4-9edd-1ea6b0bbf7f0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Port': ['ID=7a290dc2-5131-4580-8685-5dc349e127c2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:26.304569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c8850-acb0-4d51-9bf7-8472659d34cc tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3684a185-4ac1-437a-89b1-b3a3fea3ac40,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:26.349474 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2670bd-dc0f-48cb-99d8-9c34ca43e837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf45cdd-8f9a-4c7b-9c47-aa03c5728c91,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:26.366994 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b61b7f-e647-42ff-bba0-a61b8655222c req-ba5fedcf-fabc-4fb6-8037-094d144107f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:26.368700 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d7b61b7f-e647-42ff-bba0-a61b8655222c req-ba5fedcf-fabc-4fb6-8037-094d144107f2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=335bcdd5-6125-4141-9caa-35638c81f183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2618120 Oct 26 14:23:26.393622 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9442d01-3b1d-4f53-8119-7055b3586888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.411864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73760e-ffc5-4080-922b-ab46f887f592 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Checking segment: {'id': '85016998-8c36-4cb6-a677-742228fe52d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:26.412662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc73760e-ffc5-4080-922b-ab46f887f592 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Network hostable DHCP agents. Network: 63221cdd-2c28-464a-b90e-cbc94113e716, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:23:26.515812 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9442d01-3b1d-4f53-8119-7055b3586888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.531427 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-886c7ecb-c356-4b4e-962f-ae25301763de tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2742779 Oct 26 14:23:26.534110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57024) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:26.546720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-37f963fa-6843-4db9-9eda-862155662b52 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group': {'name': 'tempest-security--1364329917', 'description': 'tempest-security-description-1385882440'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:26.561178 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc73760e-ffc5-4080-922b-ab46f887f592 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Network 63221cdd-2c28-464a-b90e-cbc94113e716 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:23:26.564397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9c028c39-ca89-429c-901d-0f8a7493b706 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Deleting port 60df0bf9-7785-4b84-8ea7-55f93304dce2 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:26.564829 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c028c39-ca89-429c-901d-0f8a7493b706 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.742012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-bc73760e-ffc5-4080-922b-ab46f887f592 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 63221cdd-2c28-464a-b90e-cbc94113e716) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:26.758304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decae98f-5f16-4bcd-930d-0617ddb462a2 None None] Network 63221cdd-2c28-464a-b90e-cbc94113e716 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:26.795737 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d7b61b7f-e647-42ff-bba0-a61b8655222c req-12fd14e1-569f-412a-85ef-07875e1e8dcb service neutron] 10.222.0.25 "GET /v2.0/networks/335bcdd5-6125-4141-9caa-35638c81f183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119425 Oct 26 14:23:26.801045 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9442d01-3b1d-4f53-8119-7055b3586888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.804344 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9442d01-3b1d-4f53-8119-7055b3586888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.820018 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-37f963fa-6843-4db9-9eda-862155662b52 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.825177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc73760e-ffc5-4080-922b-ab46f887f592 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:26.827922 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc73760e-ffc5-4080-922b-ab46f887f592 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.830688 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d9442d01-3b1d-4f53-8119-7055b3586888 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51900d3e-6a68-4d9b-b7cb-284a0bafdb4b HTTP/1.1" status: 204 len: 168 time: 0.7791760 Oct 26 14:23:26.836738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15e66e89-0f25-4c06-89e7-9c86aafc4e62 req-cc7d3578-f087-48cf-a48b-1da6f1d9e041 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 210 time: 0.1232750 Oct 26 14:23:26.981739 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bc73760e-ffc5-4080-922b-ab46f887f592 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7078059 Oct 26 14:23:27.004962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57036) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:27.013900 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-63221cdd-2c28-464a-b90e-cbc94113e716', 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'fixed_ips': [{'subnet_id': 'f4467566-f08b-47b6-8650-2efd541b2d1d'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:23:27.015099 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.034087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9442d01-3b1d-4f53-8119-7055b3586888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51900d3e-6a68-4d9b-b7cb-284a0bafdb4b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:27.048947 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c028c39-ca89-429c-901d-0f8a7493b706 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.049384 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c028c39-ca89-429c-901d-0f8a7493b706 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.092895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9c028c39-ca89-429c-901d-0f8a7493b706 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Calling delete_port for 60df0bf9-7785-4b84-8ea7-55f93304dce2 owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:27.221892 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-37f963fa-6843-4db9-9eda-862155662b52 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.248337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Allocated IP 172.20.0.18 (63221cdd-2c28-464a-b90e-cbc94113e716/f4467566-f08b-47b6-8650-2efd541b2d1d/068370fc-4d53-4715-8259-c03bbddbb8b9) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:27.250924 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-37f963fa-6843-4db9-9eda-862155662b52 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.253699 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-37f963fa-6843-4db9-9eda-862155662b52 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.255800 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-37f963fa-6843-4db9-9eda-862155662b52 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "PUT /v2.0/security-groups/3684a185-4ac1-437a-89b1-b3a3fea3ac40 HTTP/1.1" status: 200 len: 1780 time: 0.7187712 Oct 26 14:23:27.265723 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57044) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:27.269341 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fee990a1-c706-45f4-9edd-1ea6b0bbf7f0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.314727 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d7b61b7f-e647-42ff-bba0-a61b8655222c req-85729c1e-0146-45de-b91a-a28237fb88ad service neutron] 10.222.0.25 "GET /v2.0/networks/335bcdd5-6125-4141-9caa-35638c81f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814487 Oct 26 14:23:27.352805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f963fa-6843-4db9-9eda-862155662b52 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3684a185-4ac1-437a-89b1-b3a3fea3ac40,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:27.456530 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-65b70703-a260-4ea4-b348-db90055e2903 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-groups/3684a185-4ac1-437a-89b1-b3a3fea3ac40 HTTP/1.1" status: 200 len: 1780 time: 0.1839757 Oct 26 14:23:27.459147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57056) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:27.588335 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.624507 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b1bddea-84af-4b68-b7ca-201ac3adae1f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.686188 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b1bddea-84af-4b68-b7ca-201ac3adae1f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.688783 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c028c39-ca89-429c-901d-0f8a7493b706 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.775644 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.790634 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c028c39-ca89-429c-901d-0f8a7493b706 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event deleted for resources: {'Port': ['ID=60df0bf9-7785-4b84-8ea7-55f93304dce2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:27.800379 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.892675 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b1bddea-84af-4b68-b7ca-201ac3adae1f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.899199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9b1bddea-84af-4b68-b7ca-201ac3adae1f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.901037 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9b1bddea-84af-4b68-b7ca-201ac3adae1f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-groups/3684a185-4ac1-437a-89b1-b3a3fea3ac40 HTTP/1.1" status: 204 len: 168 time: 0.4408262 Oct 26 14:23:27.902687 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c028c39-ca89-429c-901d-0f8a7493b706 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.909319 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57066) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:27.914095 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9c028c39-ca89-429c-901d-0f8a7493b706 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.915537 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9c028c39-ca89-429c-901d-0f8a7493b706 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "DELETE /v2.0/floatingips/322965ce-530f-4744-8c9f-05efca69b721 HTTP/1.1" status: 204 len: 168 time: 1.9271293 Oct 26 14:23:27.934555 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bddea-84af-4b68-b7ca-201ac3adae1f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3684a185-4ac1-437a-89b1-b3a3fea3ac40,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:27.970839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Pushing event updated for resources: {'Port': ['ID=068370fc-4d53-4715-8259-c03bbddbb8b9,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:28.007335 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Network 63221cdd-2c28-464a-b90e-cbc94113e716 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:28.041513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:28.047194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:28.105825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1543f074-d2d6-426f-9aaf-b50f35ea39df up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:28.208205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1543f074-d2d6-426f-9aaf-b50f35ea39df triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:28.208638 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:28.250316 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Attempting to bind port 068370fc-4d53-4715-8259-c03bbddbb8b9 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:28.250695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Attempting to bind port 068370fc-4d53-4715-8259-c03bbddbb8b9 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '85016998-8c36-4cb6-a677-742228fe52d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:28.251197 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Attempting to bind port 068370fc-4d53-4715-8259-c03bbddbb8b9 on network 63221cdd-2c28-464a-b90e-cbc94113e716 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:28.259277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:28.259807 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Checking segment: {'id': '85016998-8c36-4cb6-a677-742228fe52d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:28.260452 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:28.260950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Bound using segment: {'id': '85016998-8c36-4cb6-a677-742228fe52d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:28.261568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Bound port: 068370fc-4d53-4715-8259-c03bbddbb8b9, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85016998-8c36-4cb6-a677-742228fe52d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:28.261885 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:28.299177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-75f207d9-be0f-4184-818e-226123d3fbed req-b1721ee3-08c4-4cb8-89d3-a97e7809a2fc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=107fa9f9-6bf4-4db4-ae9c-967a4c32fdf0 HTTP/1.1" status: 200 len: 210 time: 0.2874165 Oct 26 14:23:28.415495 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-487c0c3b-42df-48f5-b83a-47cd14355282 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4991283 Oct 26 14:23:28.415623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57078) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:28.459175 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-d00676a0-abde-4bb1-890e-51b101580b7f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] delete failed (client error): The resource could not be found. Oct 26 14:23:28.464715 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d00676a0-abde-4bb1-890e-51b101580b7f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-groups/3684a185-4ac1-437a-89b1-b3a3fea3ac40 HTTP/1.1" status: 404 len: 347 time: 0.0443060 Oct 26 14:23:28.466377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57084) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:28.478458 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-855f4610-cec6-4817-82a0-37126e1799e6 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531426560'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:28.501049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee990a1-c706-45f4-9edd-1ea6b0bbf7f0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:23:28.517115 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:28.553370 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-855f4610-cec6-4817-82a0-37126e1799e6 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:28.641584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 1543f074-d2d6-426f-9aaf-b50f35ea39df, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1543f074-d2d6-426f-9aaf-b50f35ea39df,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:28.653043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] For port 068370fc-4d53-4715-8259-c03bbddbb8b9, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:28.661910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] For port 068370fc-4d53-4715-8259-c03bbddbb8b9, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=068370fc-4d53-4715-8259-c03bbddbb8b9,segment=NetworkSegment(85016998-8c36-4cb6-a677-742228fe52d9),segment_id=85016998-8c36-4cb6-a677-742228fe52d9)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:28.663447 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:28.721541 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57090) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:28.736754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4396f5f2-66ae-4258-ad05-52b5744d8356 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1933490893', 'description': 'tempest-description--1934045888'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:28.749242 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-855f4610-cec6-4817-82a0-37126e1799e6 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:28.760829 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-855f4610-cec6-4817-82a0-37126e1799e6 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:28.777345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=1543f074-d2d6-426f-9aaf-b50f35ea39df,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:28.782489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee990a1-c706-45f4-9edd-1ea6b0bbf7f0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:28.783041 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:28.794222 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fee990a1-c706-45f4-9edd-1ea6b0bbf7f0 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "PUT /v2.0/routers/ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8897979 Oct 26 14:23:28.801239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57092) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:28.815262 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acd5f1-94c5-4525-9900-696ab85eca4b None None] Sync routers for ids ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:28.823728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57094) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:28.838614 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-855f4610-cec6-4817-82a0-37126e1799e6 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:28.845297 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-855f4610-cec6-4817-82a0-37126e1799e6 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3705144 Oct 26 14:23:28.845731 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4396f5f2-66ae-4258-ad05-52b5744d8356 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:28.845843 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57098) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:28.858456 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:28.866992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8330ea64-3978-4919-996d-f7bc71a4d9aa tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group_rule': {'security_group_id': 'e50c3f9b-f4a3-44d4-93ff-6f02d45d865b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:28.888092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f4610-cec6-4817-82a0-37126e1799e6 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e50c3f9b-f4a3-44d4-93ff-6f02d45d865b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:28.909383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acd5f1-94c5-4525-9900-696ab85eca4b None None] Routers {'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:28.910035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-96acd5f1-94c5-4525-9900-696ab85eca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:28.968836 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8330ea64-3978-4919-996d-f7bc71a4d9aa tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.124047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-96acd5f1-94c5-4525-9900-696ab85eca4b None None] Set router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:29.138963 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c75a78-23be-433e-aeb4-2948c73001e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Deleting subnet 3478ef3e-66c4-4dd1-95df-444fda58b044 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:23:29.142005 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8330ea64-3978-4919-996d-f7bc71a4d9aa tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.155145 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7c75a78-23be-433e-aeb4-2948c73001e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.156760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8330ea64-3978-4919-996d-f7bc71a4d9aa tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.240018 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8330ea64-3978-4919-996d-f7bc71a4d9aa tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.241609 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8330ea64-3978-4919-996d-f7bc71a4d9aa tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3975475 Oct 26 14:23:29.260078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1211657805-network', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:29.264134 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57108) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:29.285705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330ea64-3978-4919-996d-f7bc71a4d9aa tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f508633-31fe-49df-a1df-71855b0c71d9,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:29.325212 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5c859095-96c4-4397-800e-b7e0df1ccb2a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.353385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] Made reservation on behalf of e40e581dd0fd4ae0bbcdff5d07f190d4 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:29.357130 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.360384 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4396f5f2-66ae-4258-ad05-52b5744d8356 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.376825 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4396f5f2-66ae-4258-ad05-52b5744d8356 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.384924 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5c859095-96c4-4397-800e-b7e0df1ccb2a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.388153 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.459029 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7c75a78-23be-433e-aeb4-2948c73001e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.531115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509b6af-e6a3-4d34-a0c8-612870845a32 None None] Pushing event updated for resources: {'Port': ['ID=068370fc-4d53-4715-8259-c03bbddbb8b9,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:29.539765 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4396f5f2-66ae-4258-ad05-52b5744d8356 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.543927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4396f5f2-66ae-4258-ad05-52b5744d8356 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8162296 Oct 26 14:23:29.551502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57118) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:29.560120 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e34cd79d-9c03-4be5-8400-4d349c2ba337 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Request body: {'security_group_rule': {'security_group_id': '06245030-fee4-4680-8c3e-6b99c7ca562b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:29.566367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396f5f2-66ae-4258-ad05-52b5744d8356 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06245030-fee4-4680-8c3e-6b99c7ca562b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:29.576839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-96acd5f1-94c5-4525-9900-696ab85eca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:23:25Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:29.614778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5c859095-96c4-4397-800e-b7e0df1ccb2a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.635084 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5c859095-96c4-4397-800e-b7e0df1ccb2a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.636298 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5c859095-96c4-4397-800e-b7e0df1ccb2a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0f508633-31fe-49df-a1df-71855b0c71d9 HTTP/1.1" status: 204 len: 168 time: 0.3706145 Oct 26 14:23:29.639985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57122) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:29.657039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acd5f1-94c5-4525-9900-696ab85eca4b None None] Checking router: ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:23:29.658596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c859095-96c4-4397-800e-b7e0df1ccb2a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f508633-31fe-49df-a1df-71855b0c71d9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:29.672319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acd5f1-94c5-4525-9900-696ab85eca4b None None] Routers {'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:29.672516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-96acd5f1-94c5-4525-9900-696ab85eca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:29.766427 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.782547 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.817591 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:23:29.837482 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7c75a78-23be-433e-aeb4-2948c73001e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.840980 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e34cd79d-9c03-4be5-8400-4d349c2ba337 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.850754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-96acd5f1-94c5-4525-9900-696ab85eca4b None None] Set router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:29.893063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Allocated IP 172.20.0.17 (63221cdd-2c28-464a-b90e-cbc94113e716/f4467566-f08b-47b6-8650-2efd541b2d1d/27c00c33-919f-4e2b-91ff-11dba2d1763c) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:29.895775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5240d59-0c69-411a-978f-38bec1b7f445,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:29.931577 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.933337 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] Added segment 540f1c9b-b0c5-4cb3-a424-b06bccec4325 of type vlan for network f52d2ff7-3957-45da-a0fc-773a912ad4df Oct 26 14:23:29.946650 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-48ff63c4-75ca-4870-b294-f0e6a0a53185 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2475162 Oct 26 14:23:29.960804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57126) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:30.013471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 068370fc-4d53-4715-8259-c03bbddbb8b9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:30.100091 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e34cd79d-9c03-4be5-8400-4d349c2ba337 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.132337 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e34cd79d-9c03-4be5-8400-4d349c2ba337 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.148784 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.149097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 068370fc-4d53-4715-8259-c03bbddbb8b9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:30.149641 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.151618 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ec153c9-5092-4fb6-a892-73a77a394786 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.179186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cd79d-9c03-4be5-8400-4d349c2ba337 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ea8c86-7832-408d-bfa8-e49797c582a8,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:30.187176 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7c75a78-23be-433e-aeb4-2948c73001e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.223590 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ec153c9-5092-4fb6-a892-73a77a394786 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.233507 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7c75a78-23be-433e-aeb4-2948c73001e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.242077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d7c75a78-23be-433e-aeb4-2948c73001e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "DELETE /v2.0/subnets/3478ef3e-66c4-4dd1-95df-444fda58b044 HTTP/1.1" status: 204 len: 168 time: 1.4370739 Oct 26 14:23:30.245429 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57130) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:30.272147 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.273409 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:30.278796 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.284669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57132) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:30.287049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c75a78-23be-433e-aeb4-2948c73001e9 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Subnet': ['ID=3478ef3e-66c4-4dd1-95df-444fda58b044,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:30.293577 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e34cd79d-9c03-4be5-8400-4d349c2ba337 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.298180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e34cd79d-9c03-4be5-8400-4d349c2ba337 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7459075 Oct 26 14:23:30.303076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57134) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:30.311242 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff32633-ea92-4d49-b480-e019e0773c7b None None] Network 5986448c-fd46-4f3a-b959-70094d318c17 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:30.322839 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8c2b6e57-204c-4db3-8df6-d00d12a12156 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Request body: {'security_group_rule': {'security_group_id': '06245030-fee4-4680-8c3e-6b99c7ca562b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:30.471600 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6465788 Oct 26 14:23:30.476932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57138) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:30.488911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-97579e61-64e5-4a5b-ba0f-984656d50900 admin admin] Request body: {'subnet': {'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1211657805-subnet', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:30.489226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee0b6e-eaa7-430c-9b3d-3e44be650960 None None] Network 63221cdd-2c28-464a-b90e-cbc94113e716 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:30.495610 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ec153c9-5092-4fb6-a892-73a77a394786 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.498940 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6ec153c9-5092-4fb6-a892-73a77a394786 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.503166 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6ec153c9-5092-4fb6-a892-73a77a394786 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-groups/e50c3f9b-f4a3-44d4-93ff-6f02d45d865b HTTP/1.1" status: 204 len: 168 time: 0.5412312 Oct 26 14:23:30.507966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57140) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:30.526285 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e13dcc-9869-45ee-bd25-6d12a1e94bb8 admin admin] Pushing event updated for resources: {'Network': ['ID=f52d2ff7-3957-45da-a0fc-773a912ad4df,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:30.575756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec153c9-5092-4fb6-a892-73a77a394786 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50c3f9b-f4a3-44d4-93ff-6f02d45d865b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:30.619031 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.629819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97579e61-64e5-4a5b-ba0f-984656d50900 admin admin] Made reservation on behalf of e40e581dd0fd4ae0bbcdff5d07f190d4 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:30.632640 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97579e61-64e5-4a5b-ba0f-984656d50900 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.773683 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-768eae67-ed50-4642-a6ca-ef49c5b67c92 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2585020 Oct 26 14:23:30.776555 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57144) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:30.785404 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7c74bacf-c609-445a-95d2-366bee91912c tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group': {'name': 'tempest-secgroup--84647007'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:30.848774 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.862504 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c74bacf-c609-445a-95d2-366bee91912c tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.870325 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-74c9537b-adc1-49e9-8231-5df89534c79e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.892807 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.918742 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network f52d2ff7-3957-45da-a0fc-773a912ad4df details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:23:30.922121 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6e57-204c-4db3-8df6-d00d12a12156 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.987882 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.050828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'Port': ['ID=27c00c33-919f-4e2b-91ff-11dba2d1763c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:31.072435 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c74bacf-c609-445a-95d2-366bee91912c tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.083606 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c74bacf-c609-445a-95d2-366bee91912c tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.086184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8f796b2a-793c-45c4-a7f0-04d07c4bd9d2 None None] Provisioning complete for port 068370fc-4d53-4715-8259-c03bbddbb8b9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:31.089389 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8f796b2a-793c-45c4-a7f0-04d07c4bd9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.095888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Network 63221cdd-2c28-464a-b90e-cbc94113e716 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:31.105794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:31.116973 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:31.121852 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97579e61-64e5-4a5b-ba0f-984656d50900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.123499 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.149367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-96acd5f1-94c5-4525-9900-696ab85eca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:23:25Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:31.167715 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74bacf-c609-445a-95d2-366bee91912c tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60575fff-0368-4d68-a1ea-1426dc3a3089,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:31.175357 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.176117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Deleting port 20703fff-7098-495b-994e-8be87b2444f2 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:31.176461 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.179484 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-74c9537b-adc1-49e9-8231-5df89534c79e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.180398 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c74bacf-c609-445a-95d2-366bee91912c tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.181439 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6e57-204c-4db3-8df6-d00d12a12156 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.184741 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7c74bacf-c609-445a-95d2-366bee91912c tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4059293 Oct 26 14:23:31.190798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57146) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:31.207361 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9aad58d9-7376-40c6-a340-56399842a077 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group_rule': {'security_group_id': '60575fff-0368-4d68-a1ea-1426dc3a3089', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:31.221193 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-74c9537b-adc1-49e9-8231-5df89534c79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.244603 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6e57-204c-4db3-8df6-d00d12a12156 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.252859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-74c9537b-adc1-49e9-8231-5df89534c79e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f1a1c078b6b45529375591c9d6f2333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9623346 Oct 26 14:23:31.256131 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57148) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:31.273104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acd5f1-94c5-4525-9900-696ab85eca4b None None] The sync data for ids ['ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d'] in n-d-815498-1 is: [{'id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'name': 'tempest-TestNetworkBasicOps-router-2026869035', 'tenant_id': 'af879ef202124c16ab6bea2aab5e04fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '20703fff-7098-495b-994e-8be87b2444f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:13Z', 'updated_at': '2021-10-26T14:23:25Z', 'revision_number': 5, 'project_id': 'af879ef202124c16ab6bea2aab5e04fc', 'gw_port': {'id': '20703fff-7098-495b-994e-8be87b2444f2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:14Z', 'updated_at': '2021-10-26T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:31.304598 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97579e61-64e5-4a5b-ba0f-984656d50900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5939510c-c753-4962-9a0a-345dd20c72da,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:31.363759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97579e61-64e5-4a5b-ba0f-984656d50900 admin admin] Checking segment: {'id': '540f1c9b-b0c5-4cb3-a424-b06bccec4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:31.364189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 068370fc-4d53-4715-8259-c03bbddbb8b9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=068370fc-4d53-4715-8259-c03bbddbb8b9,segment=NetworkSegment(85016998-8c36-4cb6-a677-742228fe52d9),segment_id=85016998-8c36-4cb6-a677-742228fe52d9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:31.364351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97579e61-64e5-4a5b-ba0f-984656d50900 admin admin] Network hostable DHCP agents. Network: f52d2ff7-3957-45da-a0fc-773a912ad4df, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:23:31.371190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b6e57-204c-4db3-8df6-d00d12a12156 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a12c4e4-7484-422f-87be-449241f88a29,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:31.378096 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9aad58d9-7376-40c6-a340-56399842a077 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.381456 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.383729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1543f074-d2d6-426f-9aaf-b50f35ea39df up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:31.416112 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6e57-204c-4db3-8df6-d00d12a12156 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.420419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8c2b6e57-204c-4db3-8df6-d00d12a12156 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1088369 Oct 26 14:23:31.421041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57150) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:31.439719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] For port 20703fff-7098-495b-994e-8be87b2444f2, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=20703fff-7098-495b-994e-8be87b2444f2,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:31.440174 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.445374 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:31.476712 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9537b-adc1-49e9-8231-5df89534c79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3899c60-a605-4bc0-9f4c-8b3be53aa3e3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:31.494487 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.500612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97579e61-64e5-4a5b-ba0f-984656d50900 admin admin] Network f52d2ff7-3957-45da-a0fc-773a912ad4df is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:23:31.507792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Calling delete_port for 20703fff-7098-495b-994e-8be87b2444f2 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:31.537008 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=068370fc-4d53-4715-8259-c03bbddbb8b9,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:31.542404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1543f074-d2d6-426f-9aaf-b50f35ea39df triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:31.546927 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.589479 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-84e57150-ebf8-4a10-a95b-e16c343041a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.603826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-97579e61-64e5-4a5b-ba0f-984656d50900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, f52d2ff7-3957-45da-a0fc-773a912ad4df) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:31.620195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97579e61-64e5-4a5b-ba0f-984656d50900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:31.620893 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97579e61-64e5-4a5b-ba0f-984656d50900 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.625651 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f6d69b-ed2e-4ab7-9572-293bb785a6f3 None None] Network f52d2ff7-3957-45da-a0fc-773a912ad4df requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:31.648406 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-84e57150-ebf8-4a10-a95b-e16c343041a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.738737 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9aad58d9-7376-40c6-a340-56399842a077 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.746678 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-97579e61-64e5-4a5b-ba0f-984656d50900 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2651062 Oct 26 14:23:31.754861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57154) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:31.816633 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.840424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592529ba-46d7-4a8f-b460-752817f98b6c None None] DHCP port deletion for 5986448c-fd46-4f3a-b959-70094d318c17 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:23:31.840677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1211657805-router', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:31.866959 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-84e57150-ebf8-4a10-a95b-e16c343041a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.869628 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-84e57150-ebf8-4a10-a95b-e16c343041a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.873936 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-84e57150-ebf8-4a10-a95b-e16c343041a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3899c60-a605-4bc0-9f4c-8b3be53aa3e3 HTTP/1.1" status: 204 len: 168 time: 0.6070495 Oct 26 14:23:31.959439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e57150-ebf8-4a10-a95b-e16c343041a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3899c60-a605-4bc0-9f4c-8b3be53aa3e3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:31.972612 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.973682 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.043747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f5bce5-94df-4ad8-8ca7-f9d7d015e640 None None] Network f52d2ff7-3957-45da-a0fc-773a912ad4df requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:32.138850 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0a2b50fc-8f24-40e9-a659-c39f8baa977e None None] Provisioning complete for port 068370fc-4d53-4715-8259-c03bbddbb8b9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:32.139131 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a2b50fc-8f24-40e9-a659-c39f8baa977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.258112 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9aad58d9-7376-40c6-a340-56399842a077 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.288280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad58d9-7376-40c6-a340-56399842a077 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee003b91-7d70-4dbb-99f0-68329f6f786f,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:32.301506 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9aad58d9-7376-40c6-a340-56399842a077 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.304211 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9aad58d9-7376-40c6-a340-56399842a077 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1112740 Oct 26 14:23:32.306206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57160) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:32.313435 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5f3c943f-b0a1-417f-aa4a-0cda41407737 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group_rule': {'security_group_id': '60575fff-0368-4d68-a1ea-1426dc3a3089', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:32.316288 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.367635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57162) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:32.404313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-592529ba-46d7-4a8f-b460-752817f98b6c None None] Deleting port 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:32.404995 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-592529ba-46d7-4a8f-b460-752817f98b6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.405417 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-941cc34f-3a0b-4d5e-9f14-bf8273aebe76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.415312 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f3c943f-b0a1-417f-aa4a-0cda41407737 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.456939 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.484275 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f3c943f-b0a1-417f-aa4a-0cda41407737 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.516250 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f3c943f-b0a1-417f-aa4a-0cda41407737 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.522762 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Port': ['ID=20703fff-7098-495b-994e-8be87b2444f2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:32.543492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-592529ba-46d7-4a8f-b460-752817f98b6c None None] For port 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919,segment=NetworkSegment(2201402b-cb4b-4ef9-825d-9e91a3a06f0b),segment_id=2201402b-cb4b-4ef9-825d-9e91a3a06f0b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:32.543987 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-592529ba-46d7-4a8f-b460-752817f98b6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.556303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5f5e7c0a-a0dd-4b13-ab13-67f99b02ed74 None None] Provisioning complete for port 27c00c33-919f-4e2b-91ff-11dba2d1763c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:32.556806 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5f5e7c0a-a0dd-4b13-ab13-67f99b02ed74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.568822 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c943f-b0a1-417f-aa4a-0cda41407737 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c458af43-4305-4c36-9fb8-1f48c8bfc830,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:32.586155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-592529ba-46d7-4a8f-b460-752817f98b6c None None] Calling delete_port for 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:32.620231 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f3c943f-b0a1-417f-aa4a-0cda41407737 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.625688 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5f3c943f-b0a1-417f-aa4a-0cda41407737 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3142259 Oct 26 14:23:32.625688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57164) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:32.630118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-fa94b601-7e8a-4c10-a4ba-a79e853cde76 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group_rule': {'security_group_id': '60575fff-0368-4d68-a1ea-1426dc3a3089', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:32.653292 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.670807 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.734513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 068370fc-4d53-4715-8259-c03bbddbb8b9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:32.736580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e7c0a-a0dd-4b13-ab13-67f99b02ed74 None None] Port 27c00c33-919f-4e2b-91ff-11dba2d1763c cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:32.761909 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.763599 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.781465 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.801926 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-592529ba-46d7-4a8f-b460-752817f98b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.825313 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.826648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Fanout notify agent at l3_agent the message router_deleted on router ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:23:32.838209 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.842532 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-64185c51-fc51-42ac-bc62-fcdaa552f422 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "DELETE /v2.0/routers/ca7d1d04-85ee-4e56-a9d8-078a4b35ee4d HTTP/1.1" status: 204 len: 168 time: 2.5887830 Oct 26 14:23:32.847025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57168) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:32.863829 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa94b601-7e8a-4c10-a4ba-a79e853cde76 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.884470 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-941cc34f-3a0b-4d5e-9f14-bf8273aebe76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.893221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592529ba-46d7-4a8f-b460-752817f98b6c None None] No DVR routers for this DVR port 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:32.897376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592529ba-46d7-4a8f-b460-752817f98b6c None None] Pushing event deleted for resources: {'Port': ['ID=27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:32.924957 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-941cc34f-3a0b-4d5e-9f14-bf8273aebe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.927217 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 068370fc-4d53-4715-8259-c03bbddbb8b9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:32.927596 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.016630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cc34f-3a0b-4d5e-9f14-bf8273aebe76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd0c738-ed4d-4b26-bb43-59c514f186a0,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:33.025467 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-941cc34f-3a0b-4d5e-9f14-bf8273aebe76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa44959422ed499ea4dede78c14b773e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6567831 Oct 26 14:23:33.028235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57170) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:33.086234 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e25659bc-27f8-4f2f-ac54-96f25f07f2d7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.107365 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa94b601-7e8a-4c10-a4ba-a79e853cde76 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.140712 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa94b601-7e8a-4c10-a4ba-a79e853cde76 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.144659 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.160334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-98227eeb-4e23-4c9a-a283-414974ed66cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.163243 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.186864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94b601-7e8a-4c10-a4ba-a79e853cde76 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801f0335-65bc-42f8-a29a-1644036fb231,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:33.204572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Allocated IP 172.25.4.77 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/e9651a99-7449-48b7-a9d8-2a39cd6a34ac) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:33.207118 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa94b601-7e8a-4c10-a4ba-a79e853cde76 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.209469 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fa94b601-7e8a-4c10-a4ba-a79e853cde76 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5818555 Oct 26 14:23:33.211309 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-98227eeb-4e23-4c9a-a283-414974ed66cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.213048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57172) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:33.224584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f842b8f5-8fe9-4cc6-ac18-742a513d679d tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group_rule': {'security_group_id': '60575fff-0368-4d68-a1ea-1426dc3a3089', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:33.283041 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f842b8f5-8fe9-4cc6-ac18-742a513d679d tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.317017 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-98227eeb-4e23-4c9a-a283-414974ed66cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.319875 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-98227eeb-4e23-4c9a-a283-414974ed66cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.323406 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-98227eeb-4e23-4c9a-a283-414974ed66cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfd0c738-ed4d-4b26-bb43-59c514f186a0 HTTP/1.1" status: 204 len: 168 time: 0.2918756 Oct 26 14:23:33.335594 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98227eeb-4e23-4c9a-a283-414974ed66cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd0c738-ed4d-4b26-bb43-59c514f186a0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:33.355263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'Port': ['ID=27c00c33-919f-4e2b-91ff-11dba2d1763c,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:33.367656 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.370389 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f842b8f5-8fe9-4cc6-ac18-742a513d679d tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.375896 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f842b8f5-8fe9-4cc6-ac18-742a513d679d tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.407937 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f842b8f5-8fe9-4cc6-ac18-742a513d679d tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.409387 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f842b8f5-8fe9-4cc6-ac18-742a513d679d tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1952963 Oct 26 14:23:33.412639 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57176) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:33.418196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6b02982b-a78a-4617-ba4d-39f3909e62dd tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group_rule': {'security_group_id': '60575fff-0368-4d68-a1ea-1426dc3a3089', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:33.426946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842b8f5-8fe9-4cc6-ac18-742a513d679d tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b902456-a353-4a32-9732-e556817c0db8,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:33.439071 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e25659bc-27f8-4f2f-ac54-96f25f07f2d7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.500515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7a290dc2-5131-4580-8685-5dc349e127c2 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:33.501483 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b02982b-a78a-4617-ba4d-39f3909e62dd tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.542400 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-e25659bc-27f8-4f2f-ac54-96f25f07f2d7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5986448c-fd46-4f3a-b959-70094d318c17']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:33.547312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 7a290dc2-5131-4580-8685-5dc349e127c2 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:33.547659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7a290dc2-5131-4580-8685-5dc349e127c2 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:33.548075 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:33.579243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:33.588776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 27e4f4ec-2ae9-49db-ad0d-6b86aaa6d919 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:33.602558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-e25659bc-27f8-4f2f-ac54-96f25f07f2d7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2201402b-cb4b-4ef9-825d-9e91a3a06f0b') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:33.602702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-e25659bc-27f8-4f2f-ac54-96f25f07f2d7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2201402b-cb4b-4ef9-825d-9e91a3a06f0b') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:33.645122 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b02982b-a78a-4617-ba4d-39f3909e62dd tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.652320 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b02982b-a78a-4617-ba4d-39f3909e62dd tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.659510 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e25659bc-27f8-4f2f-ac54-96f25f07f2d7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.685395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02982b-a78a-4617-ba4d-39f3909e62dd tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7ac559-15df-40ac-a516-c91760b18181,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:33.691699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b02982b-a78a-4617-ba4d-39f3909e62dd tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.695705 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6b02982b-a78a-4617-ba4d-39f3909e62dd tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2789934 Oct 26 14:23:33.695806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57180) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:33.725125 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-003ecc2d-99af-48d6-8b90-25ac3fa6f235 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.733886 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-003ecc2d-99af-48d6-8b90-25ac3fa6f235 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.751447 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.758149 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e25659bc-27f8-4f2f-ac54-96f25f07f2d7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.767759 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-003ecc2d-99af-48d6-8b90-25ac3fa6f235 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.774978 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-003ecc2d-99af-48d6-8b90-25ac3fa6f235 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.777488 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-003ecc2d-99af-48d6-8b90-25ac3fa6f235 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4d7ac559-15df-40ac-a516-c91760b18181 HTTP/1.1" status: 204 len: 168 time: 0.0795026 Oct 26 14:23:33.780179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57182) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:33.793286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25659bc-27f8-4f2f-ac54-96f25f07f2d7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:33.793596 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e25659bc-27f8-4f2f-ac54-96f25f07f2d7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:33.798695 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:33.804410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ecc2d-99af-48d6-8b90-25ac3fa6f235 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d7ac559-15df-40ac-a516-c91760b18181,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:33.851925 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b6b6c73a-94f8-4040-813f-88404776f222 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0673430 Oct 26 14:23:33.854565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57184) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:33.890166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.893842 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3d87eb9-2dc2-4be9-8bc0-8de844bc3239 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.906329 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3d87eb9-2dc2-4be9-8bc0-8de844bc3239 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.915916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Network 63221cdd-2c28-464a-b90e-cbc94113e716 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:33.947403 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3d87eb9-2dc2-4be9-8bc0-8de844bc3239 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.956061 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3d87eb9-2dc2-4be9-8bc0-8de844bc3239 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.956290 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e25659bc-27f8-4f2f-ac54-96f25f07f2d7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.958621 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b3d87eb9-2dc2-4be9-8bc0-8de844bc3239 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0b902456-a353-4a32-9732-e556817c0db8 HTTP/1.1" status: 204 len: 168 time: 0.1017935 Oct 26 14:23:33.963401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57192) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:33.965701 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.978004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:33.993369 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e25659bc-27f8-4f2f-ac54-96f25f07f2d7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.996282 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d87eb9-2dc2-4be9-8bc0-8de844bc3239 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b902456-a353-4a32-9732-e556817c0db8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:34.001009 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e25659bc-27f8-4f2f-ac54-96f25f07f2d7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] 10.222.0.32 "DELETE /v2.0/networks/5986448c-fd46-4f3a-b959-70094d318c17 HTTP/1.1" status: 204 len: 168 time: 1.1300185 Oct 26 14:23:34.054976 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25659bc-27f8-4f2f-ac54-96f25f07f2d7 tempest-TestNetworkBasicOps-1254093496 tempest-TestNetworkBasicOps-1254093496-project] Pushing event deleted for resources: {'Network': ['ID=5986448c-fd46-4f3a-b959-70094d318c17,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:34.090079 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-acdb1317-041a-46e4-8b35-e9978d4bf250 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1255352 Oct 26 14:23:34.093102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57200) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:34.124841 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f874bd5-899a-401d-83ea-26caf0dd064b tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.131570 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.142244 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f874bd5-899a-401d-83ea-26caf0dd064b tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.199426 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f874bd5-899a-401d-83ea-26caf0dd064b tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.208014 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5f874bd5-899a-401d-83ea-26caf0dd064b tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.209733 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5f874bd5-899a-401d-83ea-26caf0dd064b tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/801f0335-65bc-42f8-a29a-1644036fb231 HTTP/1.1" status: 204 len: 168 time: 0.1155143 Oct 26 14:23:34.220804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57202) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:34.229568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874bd5-899a-401d-83ea-26caf0dd064b tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=801f0335-65bc-42f8-a29a-1644036fb231,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:34.307318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:34.311992 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-df2cdf25-e02f-4802-8696-146cb629f5a9 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0898457 Oct 26 14:23:34.317457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57208) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:34.365452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:34.367919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57210) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:34.379823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:34.381881 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4bf5d5c7-ec02-4699-a7c4-77e8e488631d tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.394659 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4bf5d5c7-ec02-4699-a7c4-77e8e488631d tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.427409 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4bf5d5c7-ec02-4699-a7c4-77e8e488631d tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.430038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event updated for resources: {'Port': ['ID=e9651a99-7449-48b7-a9d8-2a39cd6a34ac,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:34.436418 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4bf5d5c7-ec02-4699-a7c4-77e8e488631d tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.441231 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4bf5d5c7-ec02-4699-a7c4-77e8e488631d tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c458af43-4305-4c36-9fb8-1f48c8bfc830 HTTP/1.1" status: 204 len: 168 time: 0.1202371 Oct 26 14:23:34.443144 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57216) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:34.448974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5d5c7-ec02-4699-a7c4-77e8e488631d tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c458af43-4305-4c36-9fb8-1f48c8bfc830,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:34.484277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-20f3d43e-24b8-4153-a277-e77c150beb06 None None] Provisioning complete for port 27c00c33-919f-4e2b-91ff-11dba2d1763c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:34.487040 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-20f3d43e-24b8-4153-a277-e77c150beb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.499746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Allocated IP 172.25.4.93 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/d83defe7-f6b9-4ffb-ab05-424663619565) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:34.576651 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-20f3d43e-24b8-4153-a277-e77c150beb06 None None] Port 27c00c33-919f-4e2b-91ff-11dba2d1763c cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:34.606005 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6f0a8014-0be4-47b5-9252-abdafdee23f6 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1567347 Oct 26 14:23:34.610033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Router 490c503b-df9d-471f-b2b4-c4430987c4e0 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:23:34.610722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57222) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:34.645376 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-84ed8293-6273-4224-8a24-8947fde7fc94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af879ef202124c16ab6bea2aab5e04fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707253 Oct 26 14:23:34.647847 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57224) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:34.651868 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 20703fff-7098-495b-994e-8be87b2444f2 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:34.676316 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 20703fff-7098-495b-994e-8be87b2444f2 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:34.677034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 20703fff-7098-495b-994e-8be87b2444f2 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:34.702044 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.719024 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-090b5433-3b1b-4cfc-91c7-060c1e312d33 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.749906 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9db64f89-ca11-44fd-87e5-e3db19b1b3ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.775142 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9db64f89-ca11-44fd-87e5-e3db19b1b3ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.805373 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-090b5433-3b1b-4cfc-91c7-060c1e312d33 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.843731 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9db64f89-ca11-44fd-87e5-e3db19b1b3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.848403 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9db64f89-ca11-44fd-87e5-e3db19b1b3ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.852520 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9db64f89-ca11-44fd-87e5-e3db19b1b3ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc6132bd-b05b-464b-b83c-5d99028be747 HTTP/1.1" status: 204 len: 168 time: 0.2013228 Oct 26 14:23:34.883620 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.892186 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.895184 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db64f89-ca11-44fd-87e5-e3db19b1b3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6132bd-b05b-464b-b83c-5d99028be747,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:34.949415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-090b5433-3b1b-4cfc-91c7-060c1e312d33 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.963340 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-090b5433-3b1b-4cfc-91c7-060c1e312d33 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.967298 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-090b5433-3b1b-4cfc-91c7-060c1e312d33 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ee003b91-7d70-4dbb-99f0-68329f6f786f HTTP/1.1" status: 204 len: 168 time: 0.3263736 Oct 26 14:23:34.967445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57234) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:34.981878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:34.995846 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Sync routers for ids ['490c503b-df9d-471f-b2b4-c4430987c4e0'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:35.007766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bc498264-8abe-4c19-a6d6-f8b6f6af30ab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "PUT /v2.0/routers/490c503b-df9d-471f-b2b4-c4430987c4e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9932773 Oct 26 14:23:35.007766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b5433-3b1b-4cfc-91c7-060c1e312d33 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee003b91-7d70-4dbb-99f0-68329f6f786f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:35.013015 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Routers {'490c503b-df9d-471f-b2b4-c4430987c4e0'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:35.014624 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['490c503b-df9d-471f-b2b4-c4430987c4e0'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:35.065599 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-92cd3027-cf0d-4ec8-aebb-fd0e177dea45 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0970976 Oct 26 14:23:35.072821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57240) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:35.102914 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.207592 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2bc5726c-b5db-43bf-9f0b-669ca6c58191 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.215504 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Set router 490c503b-df9d-471f-b2b4-c4430987c4e0 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:35.245655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Pushing event updated for resources: {'Port': ['ID=d83defe7-f6b9-4ffb-ab05-424663619565,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:35.250891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:35.262606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:35.267500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:35.277510 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2bc5726c-b5db-43bf-9f0b-669ca6c58191 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.381371 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2bc5726c-b5db-43bf-9f0b-669ca6c58191 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.384774 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2bc5726c-b5db-43bf-9f0b-669ca6c58191 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.385956 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2bc5726c-b5db-43bf-9f0b-669ca6c58191 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-groups/60575fff-0368-4d68-a1ea-1426dc3a3089 HTTP/1.1" status: 204 len: 168 time: 0.3142471 Oct 26 14:23:35.392438 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57276) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:35.458878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5726c-b5db-43bf-9f0b-669ca6c58191 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60575fff-0368-4d68-a1ea-1426dc3a3089,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:35.541686 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-548ee015-457d-4a93-854d-8397a53110f8 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1450288 Oct 26 14:23:35.547389 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57298) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:35.553645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0f3fabeb-0cb6-4e86-88fa-c65538ec8cf3 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956916938'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:35.577339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57300) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:35.610652 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118567227', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '1543f074-d2d6-426f-9aaf-b50f35ea39df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:18Z', 'updated_at': '2021-10-26T14:23:31Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '1543f074-d2d6-426f-9aaf-b50f35ea39df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:20Z', 'updated_at': '2021-10-26T14:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '27c00c33-919f-4e2b-91ff-11dba2d1763c', 'name': '', 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'mac_address': 'fa:16:3e:f2:7d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f4467566-f08b-47b6-8650-2efd541b2d1d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:29Z', 'updated_at': '2021-10-26T14:23:32Z', 'revision_number': 2, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'subnets': [{'id': 'f4467566-f08b-47b6-8650-2efd541b2d1d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:35.638182 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f1bdf0aa-8ed3-402b-9703-f2d52f519307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.652159 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f3fabeb-0cb6-4e86-88fa-c65538ec8cf3 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.673459 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Checking router: 490c503b-df9d-471f-b2b4-c4430987c4e0 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:23:35.673852 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Updating router 490c503b-df9d-471f-b2b4-c4430987c4e0 port 27c00c33-919f-4e2b-91ff-11dba2d1763c binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:23:35.735052 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.760975 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f3fabeb-0cb6-4e86-88fa-c65538ec8cf3 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.771866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f3fabeb-0cb6-4e86-88fa-c65538ec8cf3 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.844481 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0f3fabeb-0cb6-4e86-88fa-c65538ec8cf3 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.850903 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0f3fabeb-0cb6-4e86-88fa-c65538ec8cf3 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3022351 Oct 26 14:23:35.861458 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57314) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:35.870848 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2c1446be-c0b5-43f4-8e58-1f30bb807dae tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group_rule': {'security_group_id': 'fc36465f-b54d-47dd-8d3a-2d3f6c8d9a14', 'direction': 'ingress', 'protocol': 17}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:35.875717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fabeb-0cb6-4e86-88fa-c65538ec8cf3 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc36465f-b54d-47dd-8d3a-2d3f6c8d9a14,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:35.930291 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f1bdf0aa-8ed3-402b-9703-f2d52f519307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.938665 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c1446be-c0b5-43f4-8e58-1f30bb807dae tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.945515 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f1bdf0aa-8ed3-402b-9703-f2d52f519307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.026590 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f1bdf0aa-8ed3-402b-9703-f2d52f519307 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05ec81be7b814abca139ea731a819809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4465067 Oct 26 14:23:36.028424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdf0aa-8ed3-402b-9703-f2d52f519307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69818ff-e807-421e-8db1-33e4e000efb7,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:36.031639 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57318) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:36.084835 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c1446be-c0b5-43f4-8e58-1f30bb807dae tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.097386 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c1446be-c0b5-43f4-8e58-1f30bb807dae tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.126460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1446be-c0b5-43f4-8e58-1f30bb807dae tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fba74ae-a73e-42aa-9d93-b506880a438a,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:36.144705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7bd48d3e-5762-43b5-a24d-f734d5045fe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.173002 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7bd48d3e-5762-43b5-a24d-f734d5045fe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.227238 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c1446be-c0b5-43f4-8e58-1f30bb807dae tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.228826 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2c1446be-c0b5-43f4-8e58-1f30bb807dae tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3660905 Oct 26 14:23:36.233422 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57322) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:36.240976 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7bd48d3e-5762-43b5-a24d-f734d5045fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.244237 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7bd48d3e-5762-43b5-a24d-f734d5045fe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.245595 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7bd48d3e-5762-43b5-a24d-f734d5045fe8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f69818ff-e807-421e-8db1-33e4e000efb7 HTTP/1.1" status: 204 len: 168 time: 0.2093019 Oct 26 14:23:36.276961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd48d3e-5762-43b5-a24d-f734d5045fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69818ff-e807-421e-8db1-33e4e000efb7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:36.331190 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.348392 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.353859 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.356364 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be0dda0f-2e67-4f27-ad4a-725e8f8f0011 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.365955 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.421531 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be0dda0f-2e67-4f27-ad4a-725e8f8f0011 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.442117 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edb4ab-439a-4a0d-a181-54ff6aee2f56 None None] Pushing event updated for resources: {'Port': ['ID=27c00c33-919f-4e2b-91ff-11dba2d1763c,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:36.538205 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Attempting to bind port 27c00c33-919f-4e2b-91ff-11dba2d1763c on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:36.540508 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Attempting to bind port 27c00c33-919f-4e2b-91ff-11dba2d1763c by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '85016998-8c36-4cb6-a677-742228fe52d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:36.541052 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Attempting to bind port 27c00c33-919f-4e2b-91ff-11dba2d1763c on network 63221cdd-2c28-464a-b90e-cbc94113e716 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:36.544075 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be0dda0f-2e67-4f27-ad4a-725e8f8f0011 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.547598 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-be0dda0f-2e67-4f27-ad4a-725e8f8f0011 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.549034 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-be0dda0f-2e67-4f27-ad4a-725e8f8f0011 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-groups/fc36465f-b54d-47dd-8d3a-2d3f6c8d9a14 HTTP/1.1" status: 204 len: 168 time: 0.3142021 Oct 26 14:23:36.556844 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:36.557227 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Checking segment: {'id': '85016998-8c36-4cb6-a677-742228fe52d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:36.562127 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.562365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57332) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:36.562922 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Bound using segment: {'id': '85016998-8c36-4cb6-a677-742228fe52d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:36.565136 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Bound port: 27c00c33-919f-4e2b-91ff-11dba2d1763c, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85016998-8c36-4cb6-a677-742228fe52d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:36.565790 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.577635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dda0f-2e67-4f27-ad4a-725e8f8f0011 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc36465f-b54d-47dd-8d3a-2d3f6c8d9a14,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:36.587310 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event updated for resources: {'Port': ['ID=e9651a99-7449-48b7-a9d8-2a39cd6a34ac,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:36.682774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-02f517a6-6a4b-4188-baff-e6e41c1e8779 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:36.692241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-02f517a6-6a4b-4188-baff-e6e41c1e8779 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/networks?id=63221cdd-2c28-464a-b90e-cbc94113e716 HTTP/1.1" status: 200 len: 798 time: 1.1667843 Oct 26 14:23:36.718956 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] For port 27c00c33-919f-4e2b-91ff-11dba2d1763c, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:36.726580 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] For port 27c00c33-919f-4e2b-91ff-11dba2d1763c, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=27c00c33-919f-4e2b-91ff-11dba2d1763c,segment=NetworkSegment(85016998-8c36-4cb6-a677-742228fe52d9),segment_id=85016998-8c36-4cb6-a677-742228fe52d9)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:36.734206 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.823784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-383dab2b-9bd4-44a5-86d9-30114b31c6c9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/quotas/7cb5d9869c524d628a386d356ebef371 HTTP/1.1" status: 200 len: 375 time: 0.1305482 Oct 26 14:23:36.838131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-cd5db105-8b1d-4cb1-9c85-fcbe6654acd5 None None] Provisioning complete for port 27c00c33-919f-4e2b-91ff-11dba2d1763c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:36.838773 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd5db105-8b1d-4cb1-9c85-fcbe6654acd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.860608 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Routers {'490c503b-df9d-471f-b2b4-c4430987c4e0'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:36.861243 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['490c503b-df9d-471f-b2b4-c4430987c4e0'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:36.896703 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0052d2ba-c55e-4e12-ad5e-9cee843d97fd tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2956088 Oct 26 14:23:36.900734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57346) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:36.901852 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.908394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-53f9708c-50e5-4f20-bf31-f5b977d14216 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group': {'name': 'tempest-secgroup--2041261164'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:36.973621 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53f9708c-50e5-4f20-bf31-f5b977d14216 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.051303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-e811c0da-b504-4c27-9603-05a1d15126e6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7cb5d9869c524d628a386d356ebef371&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2126863 Oct 26 14:23:37.060370 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.070062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0aa037e4-9dcd-4830-a877-3155f7fc6f0f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6220059 Oct 26 14:23:37.111947 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edb4ab-439a-4a0d-a181-54ff6aee2f56 None None] Pushing event updated for resources: {'Port': ['ID=27c00c33-919f-4e2b-91ff-11dba2d1763c,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:37.137358 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53f9708c-50e5-4f20-bf31-f5b977d14216 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.156895 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53f9708c-50e5-4f20-bf31-f5b977d14216 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.233320 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd5db105-8b1d-4cb1-9c85-fcbe6654acd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.264655 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53f9708c-50e5-4f20-bf31-f5b977d14216 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.267586 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-53f9708c-50e5-4f20-bf31-f5b977d14216 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3653011 Oct 26 14:23:37.284343 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57378) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:37.313358 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-75cfafb1-b902-4b16-9737-600c51fd16d7 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group': {'name': 'tempest-secgroup--944115790'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:37.317224 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] Set router 490c503b-df9d-471f-b2b4-c4430987c4e0 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:37.337231 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-cd5db105-8b1d-4cb1-9c85-fcbe6654acd5 None None] For port 27c00c33-919f-4e2b-91ff-11dba2d1763c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=27c00c33-919f-4e2b-91ff-11dba2d1763c,segment=NetworkSegment(85016998-8c36-4cb6-a677-742228fe52d9),segment_id=85016998-8c36-4cb6-a677-742228fe52d9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:37.354243 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd5db105-8b1d-4cb1-9c85-fcbe6654acd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.406817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-348f50b1-0a7a-47b2-b86b-58d790a32da8 service neutron] 10.222.0.32 "GET /v2.0/networks/63221cdd-2c28-464a-b90e-cbc94113e716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397419 Oct 26 14:23:37.417175 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75cfafb1-b902-4b16-9737-600c51fd16d7 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.452235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9708c-50e5-4f20-bf31-f5b977d14216 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0b727a-6fdd-4eb4-8ff8-3de796eb5413,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:37.515867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5db105-8b1d-4cb1-9c85-fcbe6654acd5 None None] Pushing event updated for resources: {'Port': ['ID=27c00c33-919f-4e2b-91ff-11dba2d1763c,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:37.569762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-407c94f9-213f-46e6-a3db-5190ad3bde04 None None] Provisioning complete for port 27c00c33-919f-4e2b-91ff-11dba2d1763c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:37.570159 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-407c94f9-213f-46e6-a3db-5190ad3bde04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.615171 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75cfafb1-b902-4b16-9737-600c51fd16d7 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.625178 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75cfafb1-b902-4b16-9737-600c51fd16d7 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.647169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.682881 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-75cfafb1-b902-4b16-9737-600c51fd16d7 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.688860 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-75cfafb1-b902-4b16-9737-600c51fd16d7 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4010289 Oct 26 14:23:37.693560 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57400) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:37.704613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4246a14b-2c23-44d7-94eb-a42438791ba4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group_rule': {'security_group_id': '0c0b727a-6fdd-4eb4-8ff8-3de796eb5413', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '15d610d4-c69c-4a8c-9e23-12d4caadc15f', 'remote_ip_prefix': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:37.732644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfafb1-b902-4b16-9737-600c51fd16d7 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d610d4-c69c-4a8c-9e23-12d4caadc15f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:37.766880 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4246a14b-2c23-44d7-94eb-a42438791ba4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.875065 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4246a14b-2c23-44d7-94eb-a42438791ba4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.882533 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4246a14b-2c23-44d7-94eb-a42438791ba4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.929607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246a14b-2c23-44d7-94eb-a42438791ba4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e421dc-f40c-4059-a1f3-8bba11e8a8f0,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:37.947714 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4246a14b-2c23-44d7-94eb-a42438791ba4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.952386 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4246a14b-2c23-44d7-94eb-a42438791ba4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2575016 Oct 26 14:23:37.953087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57412) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:37.959899 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118567227', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '1543f074-d2d6-426f-9aaf-b50f35ea39df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:18Z', 'updated_at': '2021-10-26T14:23:31Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '1543f074-d2d6-426f-9aaf-b50f35ea39df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:20Z', 'updated_at': '2021-10-26T14:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '27c00c33-919f-4e2b-91ff-11dba2d1763c', 'name': '', 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'mac_address': 'fa:16:3e:f2:7d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f4467566-f08b-47b6-8650-2efd541b2d1d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:29Z', 'updated_at': '2021-10-26T14:23:36Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'subnets': [{'id': 'f4467566-f08b-47b6-8650-2efd541b2d1d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:37.976273 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-47b08547-289c-4fc9-ae56-fa6307513bc3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1933490893&fields=id&tenant_id=6c20e13b6806489fbae708b5ba152ca6 HTTP/1.1" status: 200 len: 267 time: 0.3922577 Oct 26 14:23:37.984667 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e1fccf08-adaa-481b-904c-ac81817c912a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.997200 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e1fccf08-adaa-481b-904c-ac81817c912a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.007330 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2575c64e-711b-45ee-8041-d9d9bc2cd8e5 None None] The sync data for ids ['490c503b-df9d-471f-b2b4-c4430987c4e0'] in n-d-815498-1 is: [{'id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118567227', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '1543f074-d2d6-426f-9aaf-b50f35ea39df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:18Z', 'updated_at': '2021-10-26T14:23:31Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '1543f074-d2d6-426f-9aaf-b50f35ea39df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:20Z', 'updated_at': '2021-10-26T14:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '27c00c33-919f-4e2b-91ff-11dba2d1763c', 'name': '', 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'mac_address': 'fa:16:3e:f2:7d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f4467566-f08b-47b6-8650-2efd541b2d1d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:29Z', 'updated_at': '2021-10-26T14:23:36Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'subnets': [{'id': 'f4467566-f08b-47b6-8650-2efd541b2d1d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:38.047500 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e1fccf08-adaa-481b-904c-ac81817c912a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.053249 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e1fccf08-adaa-481b-904c-ac81817c912a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.057069 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e1fccf08-adaa-481b-904c-ac81817c912a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c9e421dc-f40c-4059-a1f3-8bba11e8a8f0 HTTP/1.1" status: 204 len: 168 time: 0.1001329 Oct 26 14:23:38.067626 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57414) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:38.137284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fccf08-adaa-481b-904c-ac81817c912a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9e421dc-f40c-4059-a1f3-8bba11e8a8f0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:38.164728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-8114e632-ebab-4d97-82de-a577ceeaea9f service neutron] 10.222.0.32 "GET /v2.0/networks/63221cdd-2c28-464a-b90e-cbc94113e716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7550018 Oct 26 14:23:38.215845 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0980f22e-0734-4e1d-973b-f03efca03145 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1413157 Oct 26 14:23:38.216860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57422) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:38.340295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57424) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:38.363826 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d3b550a8-e97d-438d-9357-b8511cce654e tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.435786 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d3b550a8-e97d-438d-9357-b8511cce654e tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.467727 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-18c25fe6-aacb-497f-a84a-aa0ceb8f6b2b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:38.477891 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-18c25fe6-aacb-497f-a84a-aa0ceb8f6b2b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 817 time: 0.5013294 Oct 26 14:23:38.525559 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d3b550a8-e97d-438d-9357-b8511cce654e tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.537189 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d3b550a8-e97d-438d-9357-b8511cce654e tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.540566 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d3b550a8-e97d-438d-9357-b8511cce654e tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-groups/15d610d4-c69c-4a8c-9e23-12d4caadc15f HTTP/1.1" status: 204 len: 168 time: 0.3221757 Oct 26 14:23:38.548512 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57432) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:38.605084 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db239c17-73bb-45ba-9628-1e40c0d89e14 req-e509f8e5-ac45-47e1-bf00-49deadd0e668 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 210 time: 0.1117053 Oct 26 14:23:38.614932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b550a8-e97d-438d-9357-b8511cce654e tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d610d4-c69c-4a8c-9e23-12d4caadc15f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:38.634251 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-0b04d8be-4f03-431a-a271-1e57e807401e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/quotas/6c20e13b6806489fbae708b5ba152ca6 HTTP/1.1" status: 200 len: 375 time: 0.1553414 Oct 26 14:23:38.738628 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4873b043-222b-4a37-8347-9cc83ba51f47 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1889219 Oct 26 14:23:38.739264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57438) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:38.804871 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 27c00c33-919f-4e2b-91ff-11dba2d1763c up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:38.861350 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.906946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4b95e66-2e1b-4154-81fc-64f6873b262a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.952156 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 27c00c33-919f-4e2b-91ff-11dba2d1763c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:38.952748 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.992602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1900447336-network', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:39.005219 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4b95e66-2e1b-4154-81fc-64f6873b262a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.073944 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4b95e66-2e1b-4154-81fc-64f6873b262a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.079070 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4b95e66-2e1b-4154-81fc-64f6873b262a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.083573 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a4b95e66-2e1b-4154-81fc-64f6873b262a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-groups/0c0b727a-6fdd-4eb4-8ff8-3de796eb5413 HTTP/1.1" status: 204 len: 168 time: 0.3405917 Oct 26 14:23:39.084608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57450) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:39.114452 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-0637cfa8-adf4-42d2-87fd-a190be079ec2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4778540 Oct 26 14:23:39.139381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b95e66-2e1b-4154-81fc-64f6873b262a tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0b727a-6fdd-4eb4-8ff8-3de796eb5413,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:39.217608 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-24aa8d40-6bd7-467a-aa40-aed53ef85e4c tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1078005 Oct 26 14:23:39.219689 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57454) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:39.233331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c2ce1a6d-042f-4587-a166-446db60e2525 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061956648'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:39.269098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] Made reservation on behalf of b928bc502b6a40b283c707565ebb8960 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:39.272029 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.302608 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1a6d-042f-4587-a166-446db60e2525 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.323996 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.362860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57458) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:39.415581 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1a6d-042f-4587-a166-446db60e2525 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.423162 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1a6d-042f-4587-a166-446db60e2525 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.471781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-0b195103-a492-4759-a8a5-00cf8e1a5581 service neutron] 10.222.0.32 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255320 Oct 26 14:23:39.475551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce1a6d-042f-4587-a166-446db60e2525 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae06879-3724-4f51-b72a-d6ea3f20dd9c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:39.485533 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1a6d-042f-4587-a166-446db60e2525 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.492190 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c2ce1a6d-042f-4587-a166-446db60e2525 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2717736 Oct 26 14:23:39.492829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57462) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:39.520932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-08f8608a-b612-4bfb-83f4-d7b8da6424c3 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group_rule': {'security_group_id': 'eae06879-3724-4f51-b72a-d6ea3f20dd9c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:39.591295 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08f8608a-b612-4bfb-83f4-d7b8da6424c3 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.628844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Router b048bffd-ad78-4a83-a5fe-0409c1220315 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:23:39.634826 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d963ed56-f5e9-487c-978e-18ee5e1f35fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.661835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-09032b8e-ca46-4494-990a-e6a6df7ecec6 service neutron] 10.222.0.32 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883969 Oct 26 14:23:39.737339 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.745705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08f8608a-b612-4bfb-83f4-d7b8da6424c3 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.750937 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08f8608a-b612-4bfb-83f4-d7b8da6424c3 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.774568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8608a-b612-4bfb-83f4-d7b8da6424c3 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffdf442-d0cd-464c-9759-33adcbf3887a,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:39.781727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08f8608a-b612-4bfb-83f4-d7b8da6424c3 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.786266 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-08f8608a-b612-4bfb-83f4-d7b8da6424c3 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2895408 Oct 26 14:23:39.786811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57466) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:39.817735 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d54cf5d1-41af-4bde-958c-9c177951c2df tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.828173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d54cf5d1-41af-4bde-958c-9c177951c2df tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.864518 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d54cf5d1-41af-4bde-958c-9c177951c2df tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.885773 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d54cf5d1-41af-4bde-958c-9c177951c2df tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.891701 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d54cf5d1-41af-4bde-958c-9c177951c2df tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2ffdf442-d0cd-464c-9759-33adcbf3887a HTTP/1.1" status: 204 len: 168 time: 0.1035404 Oct 26 14:23:39.893988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cf5d1-41af-4bde-958c-9c177951c2df tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ffdf442-d0cd-464c-9759-33adcbf3887a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:39.895625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57472) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:39.941379 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.966060 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c4e9a5bc-b801-45d0-a4b7-49e62bf7bd83 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0679965 Oct 26 14:23:39.968693 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57476) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:40.036395 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95dddadd-b4c1-49eb-ad9b-993529e1cbf0 req-69b3277f-dfa8-41c6-9921-416743262fcb tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 210 time: 0.2967119 Oct 26 14:23:40.079177 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-922df2e5-eb9c-4696-94d4-a8d28f4f0eff tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.113344 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ddcb38a-b7b0-46d8-8372-b74c843c8482 req-f6a1d899-d7d7-40be-bf44-2788d2e3289f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 210 time: 0.1810024 Oct 26 14:23:40.114225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-922df2e5-eb9c-4696-94d4-a8d28f4f0eff tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.153170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:40.165055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Sync routers for ids ['b048bffd-ad78-4a83-a5fe-0409c1220315'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:40.178372 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Routers {'b048bffd-ad78-4a83-a5fe-0409c1220315'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:40.179212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:23:40.184748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b048bffd-ad78-4a83-a5fe-0409c1220315'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:40.231590 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-922df2e5-eb9c-4696-94d4-a8d28f4f0eff tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.240616 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-922df2e5-eb9c-4696-94d4-a8d28f4f0eff tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.246981 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-922df2e5-eb9c-4696-94d4-a8d28f4f0eff tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-groups/eae06879-3724-4f51-b72a-d6ea3f20dd9c HTTP/1.1" status: 204 len: 168 time: 0.2757661 Oct 26 14:23:40.249324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57482) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:40.300947 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922df2e5-eb9c-4696-94d4-a8d28f4f0eff tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae06879-3724-4f51-b72a-d6ea3f20dd9c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:40.370723 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.374394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-13765dc5-b639-4bc8-825e-b2f8359a4a33 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.5594165 Oct 26 14:23:40.384757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b76cab9-d3ec-4648-b889-820da489f0a9,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:40.385714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57484) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:40.410965 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c1d66883-6bee-4930-9d4f-c2e5e649ec3c tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1511650 Oct 26 14:23:40.411092 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.411428 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] Added segment c73428e0-f6ed-453f-81a6-b28ee30e4e59 of type vlan for network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd Oct 26 14:23:40.428971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57488) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:40.448429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Set router b048bffd-ad78-4a83-a5fe-0409c1220315 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:40.450901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d1fcc5aa-e5b0-46ee-b071-886879c65554 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group': {'name': 'tempest-secgroup--760853784'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:40.572625 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.645684 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-449eb299-6440-4853-b621-19cca76a15a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:40.647442 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-449eb299-6440-4853-b621-19cca76a15a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.11 "GET /v2.0/networks?id=63221cdd-2c28-464a-b90e-cbc94113e716 HTTP/1.1" status: 200 len: 798 time: 0.5541575 Oct 26 14:23:40.662742 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d1fcc5aa-e5b0-46ee-b071-886879c65554 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.682800 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-4cedb646-56d3-4d47-b931-e14ced28759f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Request body: {'port': {'device_id': '0fd3a360-039a-4886-9727-8327b3d2f7a3', 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716', 'admin_state_up': True, 'tenant_id': '7cb5d9869c524d628a386d356ebef371'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:40.758836 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d963ed56-f5e9-487c-978e-18ee5e1f35fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.780449 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d963ed56-f5e9-487c-978e-18ee5e1f35fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.839784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d963ed56-f5e9-487c-978e-18ee5e1f35fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6775dd2498f14e14b07711609bae5a49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4713032 Oct 26 14:23:40.847469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963ed56-f5e9-487c-978e-18ee5e1f35fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9726a820-6746-4127-ac08-8cb621e599d3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:40.850460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57492) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:40.885556 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.886645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:40.887298 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.948980 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'name': 'tempest-ServerRescueNegativeTestJSON-1211657805-router', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'd83defe7-f6b9-4ffb-ab05-424663619565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:31Z', 'updated_at': '2021-10-26T14:23:36Z', 'revision_number': 3, 'project_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'gw_port': {'id': 'd83defe7-f6b9-4ffb-ab05-424663619565', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:04:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:33Z', 'updated_at': '2021-10-26T14:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:40.966937 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6227934 Oct 26 14:23:40.968779 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57496) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:40.977487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-01dda23c-60a2-4727-9331-1464d57c29bb admin admin] Request body: {'subnet': {'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1900447336-subnet', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:40.985926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Checking router: b048bffd-ad78-4a83-a5fe-0409c1220315 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:23:40.986308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Updating router b048bffd-ad78-4a83-a5fe-0409c1220315 port d83defe7-f6b9-4ffb-ab05-424663619565 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:23:41.009412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dda23c-60a2-4727-9331-1464d57c29bb admin admin] Made reservation on behalf of b928bc502b6a40b283c707565ebb8960 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:41.012114 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-01dda23c-60a2-4727-9331-1464d57c29bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.022665 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.084557 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac2730-4845-43c2-a948-6fb4b3aaf904 admin admin] Pushing event updated for resources: {'Network': ['ID=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:41.118669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-4cedb646-56d3-4d47-b931-e14ced28759f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Made reservation on behalf of 7cb5d9869c524d628a386d356ebef371 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:41.122845 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-4cedb646-56d3-4d47-b931-e14ced28759f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.140526 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f272377c-c0bb-48fb-853e-c98aeba25d55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.145187 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d1fcc5aa-e5b0-46ee-b071-886879c65554 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.174342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d1fcc5aa-e5b0-46ee-b071-886879c65554 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.212860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:23:41.256938 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f272377c-c0bb-48fb-853e-c98aeba25d55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.402123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcc5aa-e5b0-46ee-b071-886879c65554 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d38aeb-5a64-426d-8e01-e30fb7fa9d54,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:41.447801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a8f6475-4db2-49ec-8445-1e5ce98501de req-fe453dbb-18f8-44ea-9895-7d02d9496bc2 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 210 time: 0.2914493 Oct 26 14:23:41.457008 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d1fcc5aa-e5b0-46ee-b071-886879c65554 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.460355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d1fcc5aa-e5b0-46ee-b071-886879c65554 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0273790 Oct 26 14:23:41.470281 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23529496-a285-4594-a7c2-78346aa77fe3 req-e661fcac-0e92-44b7-886f-a85f84084b72 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 210 time: 0.0585494 Oct 26 14:23:41.470281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57502) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:41.473394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d23059d2-96b6-4f75-969a-79e6cb8ff732 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group_rule': {'security_group_id': '76d38aeb-5a64-426d-8e01-e30fb7fa9d54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:41.560891 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f272377c-c0bb-48fb-853e-c98aeba25d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.563756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f272377c-c0bb-48fb-853e-c98aeba25d55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.567150 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f272377c-c0bb-48fb-853e-c98aeba25d55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9726a820-6746-4127-ac08-8cb621e599d3 HTTP/1.1" status: 204 len: 168 time: 0.7101464 Oct 26 14:23:41.591399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272377c-c0bb-48fb-853e-c98aeba25d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9726a820-6746-4127-ac08-8cb621e599d3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:41.593847 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.597849 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d23059d2-96b6-4f75-969a-79e6cb8ff732 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.624478 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-4cedb646-56d3-4d47-b931-e14ced28759f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Allocated IP 172.20.0.30 (63221cdd-2c28-464a-b90e-cbc94113e716/f4467566-f08b-47b6-8650-2efd541b2d1d/0457dd74-6aed-485b-9780-e4ceda21ede5) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:41.641024 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.654537 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.693501 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-01dda23c-60a2-4727-9331-1464d57c29bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.742530 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d23059d2-96b6-4f75-969a-79e6cb8ff732 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.758053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d23059d2-96b6-4f75-969a-79e6cb8ff732 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.770678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Attempting to bind port d83defe7-f6b9-4ffb-ab05-424663619565 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:41.770930 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Attempting to bind port d83defe7-f6b9-4ffb-ab05-424663619565 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:41.771296 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Attempting to bind port d83defe7-f6b9-4ffb-ab05-424663619565 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:41.793469 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:41.793876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:41.794865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-efced08f-2df1-40f9-84e2-09f8fd91bd96 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:41.795019 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.795396 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:41.795887 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Bound port: d83defe7-f6b9-4ffb-ab05-424663619565, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:41.796362 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-efced08f-2df1-40f9-84e2-09f8fd91bd96 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.25 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 817 time: 0.5139308 Oct 26 14:23:41.796485 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.799197 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cb833-e4aa-4fb6-83ab-f5ba86e1b2d5 None None] Pushing event updated for resources: {'Port': ['ID=d83defe7-f6b9-4ffb-ab05-424663619565,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:41.819001 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-4cedb646-56d3-4d47-b931-e14ced28759f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.835699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23059d2-96b6-4f75-969a-79e6cb8ff732 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff87ac6-d93e-432a-8f26-6d6bc565c453,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:41.846407 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d23059d2-96b6-4f75-969a-79e6cb8ff732 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.849897 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d23059d2-96b6-4f75-969a-79e6cb8ff732 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3779283 Oct 26 14:23:41.850485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57508) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:41.885243 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-af2e3fce-1ffc-4a7a-bbfe-1b7e35c90e94 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules/3ff87ac6-d93e-432a-8f26-6d6bc565c453 HTTP/1.1" status: 200 len: 763 time: 0.0317571 Oct 26 14:23:41.886700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57510) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:41.927134 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-4cedb646-56d3-4d47-b931-e14ced28759f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.935925 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] For port d83defe7-f6b9-4ffb-ab05-424663619565, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:41.947664 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] For port d83defe7-f6b9-4ffb-ab05-424663619565, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d83defe7-f6b9-4ffb-ab05-424663619565,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:41.959461 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.972586 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dda23c-60a2-4727-9331-1464d57c29bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9b87c3-2cc4-4b59-b906-c29c45a26881,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:41.990054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4d674c13-db98-4a4f-b924-b3b0b0533b29 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0994949 Oct 26 14:23:41.991396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57514) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:42.006486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-4cedb646-56d3-4d47-b931-e14ced28759f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Network 63221cdd-2c28-464a-b90e-cbc94113e716 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:42.009813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-4cedb646-56d3-4d47-b931-e14ced28759f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:42.020210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-4cedb646-56d3-4d47-b931-e14ced28759f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:42.021151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedb646-56d3-4d47-b931-e14ced28759f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event updated for resources: {'Port': ['ID=0457dd74-6aed-485b-9780-e4ceda21ede5,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:42.024606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dda23c-60a2-4727-9331-1464d57c29bb admin admin] Checking segment: {'id': 'c73428e0-f6ed-453f-81a6-b28ee30e4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:42.025228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dda23c-60a2-4727-9331-1464d57c29bb admin admin] Network hostable DHCP agents. Network: 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:23:42.074956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-4cedb646-56d3-4d47-b931-e14ced28759f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:42.079241 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-4cedb646-56d3-4d47-b931-e14ced28759f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.096239 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-1b84363e-4931-4607-8eed-9865808c13ce tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c20e13b6806489fbae708b5ba152ca6 HTTP/1.1" status: 200 len: 380 time: 0.2645657 Oct 26 14:23:42.112187 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-4cab3ba0-aacc-4fc9-beac-df5b4d80d753 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Request body: {'port': {'device_id': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'admin_state_up': True, 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'security_groups': ['06245030-fee4-4680-8c3e-6b99c7ca562b']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:42.118215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-4cedb646-56d3-4d47-b931-e14ced28759f tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4566450 Oct 26 14:23:42.118919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57516) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:42.126578 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cb833-e4aa-4fb6-83ab-f5ba86e1b2d5 None None] Pushing event updated for resources: {'Port': ['ID=d83defe7-f6b9-4ffb-ab05-424663619565,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:42.137061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Request body: {'port': {'device_id': '0fd3a360-039a-4886-9727-8327b3d2f7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:42.164897 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-baf6b635-f7de-4e82-998b-8ccb67c7bee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.165122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Routers {'b048bffd-ad78-4a83-a5fe-0409c1220315'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:42.166060 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b048bffd-ad78-4a83-a5fe-0409c1220315'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:42.237292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.256785 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c5d42443-caf4-41cf-89f3-57a0432508a5 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.271054 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c5d42443-caf4-41cf-89f3-57a0432508a5 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.308515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dda23c-60a2-4727-9331-1464d57c29bb admin admin] Network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:23:42.342835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] Set router b048bffd-ad78-4a83-a5fe-0409c1220315 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:42.362523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-01dda23c-60a2-4727-9331-1464d57c29bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:42.390719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Allocated IP 172.20.0.1 (f52d2ff7-3957-45da-a0fc-773a912ad4df/5939510c-c753-4962-9a0a-345dd20c72da/211d56aa-b72d-4d32-a5f2-500879134f56) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:42.393531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dda23c-60a2-4727-9331-1464d57c29bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:42.394380 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-01dda23c-60a2-4727-9331-1464d57c29bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.408877 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c5d42443-caf4-41cf-89f3-57a0432508a5 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.422624 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-baf6b635-f7de-4e82-998b-8ccb67c7bee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.434339 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-baf6b635-f7de-4e82-998b-8ccb67c7bee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.438231 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c5d42443-caf4-41cf-89f3-57a0432508a5 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.438462 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e074ff37-3c8f-47b5-87d1-8dbf17192c76 None None] Network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:42.441286 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c5d42443-caf4-41cf-89f3-57a0432508a5 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3ff87ac6-d93e-432a-8f26-6d6bc565c453 HTTP/1.1" status: 204 len: 168 time: 0.4133234 Oct 26 14:23:42.444272 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d42443-caf4-41cf-89f3-57a0432508a5 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ff87ac6-d93e-432a-8f26-6d6bc565c453,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:42.445971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57518) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:42.474177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-baf6b635-f7de-4e82-998b-8ccb67c7bee6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16573c27fd0b4b67b60b672bd13d984a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523421 Oct 26 14:23:42.478350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57522) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:42.484410 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-01dda23c-60a2-4727-9331-1464d57c29bb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5124679 Oct 26 14:23:42.498491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57524) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:42.509747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:42.573449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-4cab3ba0-aacc-4fc9-beac-df5b4d80d753 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Made reservation on behalf of 6c20e13b6806489fbae708b5ba152ca6 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:42.573449 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-4cab3ba0-aacc-4fc9-beac-df5b4d80d753 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.588642 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c4ffe62d-c942-427a-b9f3-adb69c78ec72 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1389399 Oct 26 14:23:42.589580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57528) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:42.595188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6b635-f7de-4e82-998b-8ccb67c7bee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ac37b2-d057-404e-81bd-03451bf117f1,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:42.599342 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7b4bab30-0f98-4e36-86cf-8d59999640c4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group_rule': {'security_group_id': '76d38aeb-5a64-426d-8e01-e30fb7fa9d54', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:42.684202 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9da0a890-0d8b-40d8-96f0-ec783be00a05 None None] Provisioning complete for port 0457dd74-6aed-485b-9780-e4ceda21ede5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:42.686298 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9da0a890-0d8b-40d8-96f0-ec783be00a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.709296 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.787136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9da0a890-0d8b-40d8-96f0-ec783be00a05 None None] Port 0457dd74-6aed-485b-9780-e4ceda21ede5 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:42.794763 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b70298f2-8f7f-49e7-ba05-f6f3cfc5a644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.809582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-4cab3ba0-aacc-4fc9-beac-df5b4d80d753 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Allocated IP 172.20.0.12 (ded9e010-5e2e-41f5-9481-6473388a630d/298cb374-94ff-4da4-badb-743efb82b5da/cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:42.822420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.823620 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6519a3d2-0ba7-44d5-b9ae-61795cdff97a req-eb62c9a8-73bc-42a1-8559-d6c2aa999c52 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 210 time: 0.1349080 Oct 26 14:23:42.824420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-a09fda15-d99f-468f-96b0-21d81ae1d08b req-285c61a0-cea0-4a93-bdf3-f2044cf565a5 service neutron] (102124) timed out ('10.222.0.25', 52958) {{(pid=102124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:23:42.857548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e99465f1-af81-426c-bfdc-a711f569570e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.870654 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.871645 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.878048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'name': 'tempest-ServerRescueNegativeTestJSON-1211657805-router', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'd83defe7-f6b9-4ffb-ab05-424663619565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:31Z', 'updated_at': '2021-10-26T14:23:36Z', 'revision_number': 3, 'project_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'gw_port': {'id': 'd83defe7-f6b9-4ffb-ab05-424663619565', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:04:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:33Z', 'updated_at': '2021-10-26T14:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:42.881619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'fixed_ips': [{'subnet_id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:23:42.884734 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.890054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffdf13-24ab-41f1-8aa8-d713e22d5a58 req-67933a35-7ecd-4557-b5c8-85a5a955c2dc tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:42.891930 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4ffdf13-24ab-41f1-8aa8-d713e22d5a58 req-67933a35-7ecd-4557-b5c8-85a5a955c2dc tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 895 time: 0.2283716 Oct 26 14:23:42.913360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Network f52d2ff7-3957-45da-a0fc-773a912ad4df is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:42.923441 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:42.932546 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e99465f1-af81-426c-bfdc-a711f569570e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.936100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:42.942674 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b4bab30-0f98-4e36-86cf-8d59999640c4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.969118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a77c6fa-938d-4da3-9585-e0c2ed084510 None None] The sync data for ids ['b048bffd-ad78-4a83-a5fe-0409c1220315'] in n-d-815498-1 is: [{'id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'name': 'tempest-ServerRescueNegativeTestJSON-1211657805-router', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'd83defe7-f6b9-4ffb-ab05-424663619565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:31Z', 'updated_at': '2021-10-26T14:23:36Z', 'revision_number': 3, 'project_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'gw_port': {'id': 'd83defe7-f6b9-4ffb-ab05-424663619565', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:04:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:33Z', 'updated_at': '2021-10-26T14:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:43.027401 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.251101 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Allocated IP 172.20.0.2 (3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd/8d9b87c3-2cc4-4b59-b906-c29c45a26881/c3fd91ba-a619-441c-9b5b-240c46a304e6) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:43.375930 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-a19b85e4-ae1e-49d1-9927-f05ee8b925e3 req-4a77a778-ddb5-410e-baf3-19180e1655a2 tempest-ServersNegativeTestJSON-968792717 tempest-ServersNegativeTestJSON-968792717-project] (102123) timed out ('10.222.0.25', 52938) {{(pid=102123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:23:43.407271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Pushing event updated for resources: {'Port': ['ID=211d56aa-b72d-4d32-a5f2-500879134f56,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:43.515746 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.531641 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.552124 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.604413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:43.607435 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Pushing event updated for resources: {'Port': ['ID=c3fd91ba-a619-441c-9b5b-240c46a304e6,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:43.609078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0457dd74-6aed-485b-9780-e4ceda21ede5 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:43.611344 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:43.615339 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:43.620171 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.685752 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b4bab30-0f98-4e36-86cf-8d59999640c4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.699403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Attempting to bind port c3fd91ba-a619-441c-9b5b-240c46a304e6 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:43.699770 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Attempting to bind port c3fd91ba-a619-441c-9b5b-240c46a304e6 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c73428e0-f6ed-453f-81a6-b28ee30e4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:43.700356 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Attempting to bind port c3fd91ba-a619-441c-9b5b-240c46a304e6 on network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:43.702388 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b4bab30-0f98-4e36-86cf-8d59999640c4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.712259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:43.714043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Checking segment: {'id': 'c73428e0-f6ed-453f-81a6-b28ee30e4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:43.714691 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.715672 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Bound using segment: {'id': 'c73428e0-f6ed-453f-81a6-b28ee30e4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:43.716522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Bound port: c3fd91ba-a619-441c-9b5b-240c46a304e6, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73428e0-f6ed-453f-81a6-b28ee30e4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:43.717116 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.730282 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-4cab3ba0-aacc-4fc9-beac-df5b4d80d753 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.746934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.755653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Transition to ACTIVE for port object 0457dd74-6aed-485b-9780-e4ceda21ede5 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:23:43.764321 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e99465f1-af81-426c-bfdc-a711f569570e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.767649 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e99465f1-af81-426c-bfdc-a711f569570e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.769372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e99465f1-af81-426c-bfdc-a711f569570e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4ac37b2-d057-404e-81bd-03451bf117f1 HTTP/1.1" status: 204 len: 168 time: 1.2852225 Oct 26 14:23:43.775901 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.783217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bab30-0f98-4e36-86cf-8d59999640c4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2e8fc5-fa1e-45ff-9590-a3397b919fe1,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:43.793905 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b4bab30-0f98-4e36-86cf-8d59999640c4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.799613 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7b4bab30-0f98-4e36-86cf-8d59999640c4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2015598 Oct 26 14:23:43.805046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57534) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:43.853951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] For port c3fd91ba-a619-441c-9b5b-240c46a304e6, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:43.863300 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5c8ccb22-4fc6-45b1-859f-8d0f6be3a579 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules/5c2e8fc5-fa1e-45ff-9590-a3397b919fe1 HTTP/1.1" status: 200 len: 763 time: 0.0570343 Oct 26 14:23:43.867578 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] For port c3fd91ba-a619-441c-9b5b-240c46a304e6, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c3fd91ba-a619-441c-9b5b-240c46a304e6,segment=NetworkSegment(c73428e0-f6ed-453f-81a6-b28ee30e4e59),segment_id=c73428e0-f6ed-453f-81a6-b28ee30e4e59)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:43.869475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57536) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:43.875668 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.991042 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-4cab3ba0-aacc-4fc9-beac-df5b4d80d753 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.015511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99465f1-af81-426c-bfdc-a711f569570e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ac37b2-d057-404e-81bd-03451bf117f1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:44.084827 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-4cab3ba0-aacc-4fc9-beac-df5b4d80d753 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Network ded9e010-5e2e-41f5-9481-6473388a630d is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:44.086866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.142486 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-4cab3ba0-aacc-4fc9-beac-df5b4d80d753 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:44.177867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7559b3f-6f05-4ae2-a023-4b2aacc4edfd None None] Pushing event updated for resources: {'Port': ['ID=c3fd91ba-a619-441c-9b5b-240c46a304e6,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:44.238380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-4cab3ba0-aacc-4fc9-beac-df5b4d80d753 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:44.391114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Pushing event updated for resources: {'Port': ['ID=0457dd74-6aed-485b-9780-e4ceda21ede5,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:44.483074 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e01a7f86-d806-477a-a595-db64274cd28f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6067119 Oct 26 14:23:44.491726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319fdd6-94df-443f-b94c-a922a6a7c158 req-5474c386-c5f1-4526-93af-d2526a09d1c3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:44.502093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c319fdd6-94df-443f-b94c-a922a6a7c158 req-5474c386-c5f1-4526-93af-d2526a09d1c3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 932 time: 0.4896858 Oct 26 14:23:44.506471 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57550) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:44.531203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481b2d3-2a99-4dff-8a82-5a05ad8da8b9 req-9f1fca5c-b725-443a-b771-1b5bfe24bf71 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:44.551326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0481b2d3-2a99-4dff-8a82-5a05ad8da8b9 req-9f1fca5c-b725-443a-b771-1b5bfe24bf71 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 907 time: 0.4113781 Oct 26 14:23:44.617043 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab3ba0-aacc-4fc9-beac-df5b4d80d753 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event updated for resources: {'Port': ['ID=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:44.631311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Attempting to bind port 0457dd74-6aed-485b-9780-e4ceda21ede5 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:44.631870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Attempting to bind port 0457dd74-6aed-485b-9780-e4ceda21ede5 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '85016998-8c36-4cb6-a677-742228fe52d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:44.633139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Attempting to bind port 0457dd74-6aed-485b-9780-e4ceda21ede5 on network 63221cdd-2c28-464a-b90e-cbc94113e716 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:44.667037 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Port 0457dd74-6aed-485b-9780-e4ceda21ede5 on network 63221cdd-2c28-464a-b90e-cbc94113e716 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:23:44.667765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Attempting to bind port 0457dd74-6aed-485b-9780-e4ceda21ede5 on network 63221cdd-2c28-464a-b90e-cbc94113e716 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:44.693364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:44.693364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Checking segment: {'id': '85016998-8c36-4cb6-a677-742228fe52d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:44.693697 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Bound using segment: {'id': '85016998-8c36-4cb6-a677-742228fe52d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:44.694928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Bound port: 0457dd74-6aed-485b-9780-e4ceda21ede5, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85016998-8c36-4cb6-a677-742228fe52d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:44.694928 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.730715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4bdede34-24bb-4f91-ae2a-66018a638f5b None None] Provisioning complete for port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:44.732728 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4bdede34-24bb-4f91-ae2a-66018a638f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.736887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-4cab3ba0-aacc-4fc9-beac-df5b4d80d753 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:44.750539 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-4cab3ba0-aacc-4fc9-beac-df5b4d80d753 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.810393 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4bdede34-24bb-4f91-ae2a-66018a638f5b None None] Port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:44.822263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c319fdd6-94df-443f-b94c-a922a6a7c158 req-9e42e5c6-97a6-4786-90d5-f0ccaf1c7648 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181112 Oct 26 14:23:44.828882 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-805caef8-88a5-457d-899e-f9ca8fe8db5f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.851049 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-805caef8-88a5-457d-899e-f9ca8fe8db5f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.888770 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-805caef8-88a5-457d-899e-f9ca8fe8db5f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.907156 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-805caef8-88a5-457d-899e-f9ca8fe8db5f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.910594 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-805caef8-88a5-457d-899e-f9ca8fe8db5f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5c2e8fc5-fa1e-45ff-9590-a3397b919fe1 HTTP/1.1" status: 204 len: 168 time: 0.4009061 Oct 26 14:23:44.910594 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805caef8-88a5-457d-899e-f9ca8fe8db5f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c2e8fc5-fa1e-45ff-9590-a3397b919fe1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:44.912847 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57556) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:44.928179 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-4cab3ba0-aacc-4fc9-beac-df5b4d80d753 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8242390 Oct 26 14:23:44.945223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c3fd91ba-a619-441c-9b5b-240c46a304e6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:44.949455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Request body: {'port': {'device_id': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:45.039395 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port c3fd91ba-a619-441c-9b5b-240c46a304e6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:45.040189 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.057568 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.070367 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cf7db7ad-c016-435c-bb73-88d57ea700e4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1563935 Oct 26 14:23:45.074571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57560) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:45.077530 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.079979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] For port 0457dd74-6aed-485b-9780-e4ceda21ede5, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:45.084784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e8d9c8f7-0c3f-46a6-be22-da891e945ecb tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Request body: {'security_group_rule': {'security_group_id': '76d38aeb-5a64-426d-8e01-e30fb7fa9d54', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:45.117544 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.125048 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-355877ef-d57b-45a2-953c-2d9dc93ec784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.129223 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.147611 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.150917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] For port 0457dd74-6aed-485b-9780-e4ceda21ede5, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=0457dd74-6aed-485b-9780-e4ceda21ede5,segment=NetworkSegment(85016998-8c36-4cb6-a677-742228fe52d9),segment_id=85016998-8c36-4cb6-a677-742228fe52d9)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:45.159347 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8d9c8f7-0c3f-46a6-be22-da891e945ecb tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.202588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.248473 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.338896 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8d9c8f7-0c3f-46a6-be22-da891e945ecb tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.354863 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Pushing event updated for resources: {'Port': ['ID=211d56aa-b72d-4d32-a5f2-500879134f56,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:45.360895 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.369951 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8d9c8f7-0c3f-46a6-be22-da891e945ecb tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.398631 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:45.399485 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.401150 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] 10.222.0.11 "PUT /v2.0/ports/0457dd74-6aed-485b-9780-e4ceda21ede5 HTTP/1.1" status: 200 len: 1055 time: 3.2693090 Oct 26 14:23:45.401809 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd3a360-039a-4886-9727-8327b3d2f7a3', 'tag': '0457dd74-6aed-485b-9780-e4ceda21ede5'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:45.405448 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bae07f-7cae-445c-bb01-18b70dcda264" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd3a360-039a-4886-9727-8327b3d2f7a3", "tag": "0457dd74-6aed-485b-9780-e4ceda21ede5"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:45.460464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port c3fd91ba-a619-441c-9b5b-240c46a304e6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c3fd91ba-a619-441c-9b5b-240c46a304e6,segment=NetworkSegment(c73428e0-f6ed-453f-81a6-b28ee30e4e59),segment_id=c73428e0-f6ed-453f-81a6-b28ee30e4e59)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:45.476954 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.479084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d83defe7-f6b9-4ffb-ab05-424663619565 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:45.491018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9c8f7-0c3f-46a6-be22-da891e945ecb tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5397594-5ef1-4c4d-9f44-ff62a3992b09,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:45.580484 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8d9c8f7-0c3f-46a6-be22-da891e945ecb tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.588653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e8d9c8f7-0c3f-46a6-be22-da891e945ecb tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5126686 Oct 26 14:23:45.592744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57576) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:45.637857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb6821-a99b-420e-b438-4da1f29b9b2f service neutron] Pushing event updated for resources: {'Port': ['ID=0457dd74-6aed-485b-9780-e4ceda21ede5,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:45.702212 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=c3fd91ba-a619-441c-9b5b-240c46a304e6,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:45.759417 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4d8e72d6-c67e-4fed-a580-fb10130f206f tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules/a5397594-5ef1-4c4d-9f44-ff62a3992b09 HTTP/1.1" status: 200 len: 764 time: 0.1397843 Oct 26 14:23:45.760411 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d83defe7-f6b9-4ffb-ab05-424663619565 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:45.760941 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.767233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Allocated IP 172.25.4.237 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/65c5a252-4580-4729-83c1-967a39fe172a) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:45.793086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57580) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:45.805642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-cb511279-5d9e-4d9e-9dfd-813512138dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:45.807158 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-cb511279-5d9e-4d9e-9dfd-813512138dbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7cb5d9869c524d628a386d356ebef371&device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 1058 time: 0.3362353 Oct 26 14:23:45.899235 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-4a07cd9f-bd6c-4564-9a42-31697acd6523 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=0457dd74-6aed-485b-9780-e4ceda21ede5 HTTP/1.1" status: 200 len: 217 time: 0.0720520 Oct 26 14:23:45.900094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:45.923626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.970857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Transition to ACTIVE for port object cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:23:45.992527 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.008124 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.085514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port d83defe7-f6b9-4ffb-ab05-424663619565, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d83defe7-f6b9-4ffb-ab05-424663619565,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:46.111659 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.116473 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Network f52d2ff7-3957-45da-a0fc-773a912ad4df is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:46.127386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:46.207013 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.247920 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=d83defe7-f6b9-4ffb-ab05-424663619565,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:46.314632 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51571df-d017-4fc2-aa25-b0b2d4e4c4c4 x-openstack-request-id: req-a51571df-d017-4fc2-aa25-b0b2d4e4c4c4 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:46.314933 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd3a360-039a-4886-9727-8327b3d2f7a3", "tag": "0457dd74-6aed-485b-9780-e4ceda21ede5", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:46.315194 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a51571df-d017-4fc2-aa25-b0b2d4e4c4c4 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:46.315610 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd3a360-039a-4886-9727-8327b3d2f7a3', 'tag': '0457dd74-6aed-485b-9780-e4ceda21ede5', 'status': 'completed', 'code': 200} Oct 26 14:23:46.411763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Pushing event updated for resources: {'Port': ['ID=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:46.433647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Attempting to bind port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:46.434016 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Attempting to bind port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:46.434338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Attempting to bind port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 on network ded9e010-5e2e-41f5-9481-6473388a630d {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:46.449410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 on network ded9e010-5e2e-41f5-9481-6473388a630d not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:23:46.449735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Attempting to bind port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 on network ded9e010-5e2e-41f5-9481-6473388a630d {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:46.457589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:46.458884 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-34b7b070-c598-49b0-95e4-7272ec5c304b tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.6626034 Oct 26 14:23:46.461321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Checking segment: {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:46.461750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Bound using segment: {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:46.464409 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Bound port: cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:46.464980 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.472087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57592) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:46.477309 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9b9da-21de-494c-8bb4-33cb573401a1 req-5907fc9d-9e4e-4999-aaf9-4cbe1fef3ca9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:46.489828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afe9b9da-21de-494c-8bb4-33cb573401a1 req-5907fc9d-9e4e-4999-aaf9-4cbe1fef3ca9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 907 time: 0.7745833 Oct 26 14:23:46.503801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-d45c63e0-3019-47cd-9fd1-10ab286409d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:46.507054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-d45c63e0-3019-47cd-9fd1-10ab286409d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f4467566-f08b-47b6-8650-2efd541b2d1d HTTP/1.1" status: 200 len: 838 time: 0.5828719 Oct 26 14:23:46.515364 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.589300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e24d7506-48e1-4796-a267-5cdf07a75ce4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.614393 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e24d7506-48e1-4796-a267-5cdf07a75ce4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.616123 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.617521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Router b048bffd-ad78-4a83-a5fe-0409c1220315 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:23:46.627455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efcfc4-4d8f-43b4-aa3b-b689dd0fd1a4 req-d141f91b-5369-4f82-8b28-e0996e0a8521 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:46.636347 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33efcfc4-4d8f-43b4-aa3b-b689dd0fd1a4 req-d141f91b-5369-4f82-8b28-e0996e0a8521 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 944 time: 0.3177955 Oct 26 14:23:46.642166 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:46.657794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:46.663395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:46.670717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:46.679101 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2db337-0450-4bcc-8b73-75e507ef1407 None None] Network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:46.682862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:46.728598 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.730734 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e24d7506-48e1-4796-a267-5cdf07a75ce4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.765705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e24d7506-48e1-4796-a267-5cdf07a75ce4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.767066 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e24d7506-48e1-4796-a267-5cdf07a75ce4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a5397594-5ef1-4c4d-9f44-ff62a3992b09 HTTP/1.1" status: 204 len: 168 time: 0.2907767 Oct 26 14:23:46.781302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57598) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:46.803565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Pushing event updated for resources: {'Port': ['ID=65c5a252-4580-4729-83c1-967a39fe172a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:46.865753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d7506-48e1-4796-a267-5cdf07a75ce4 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5397594-5ef1-4c4d-9f44-ff62a3992b09,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:46.879605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-b4d1243b-58f3-4e87-899c-13251c35f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:46.881821 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-b4d1243b-58f3-4e87-899c-13251c35f746 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63221cdd-2c28-464a-b90e-cbc94113e716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3544571 Oct 26 14:23:46.907184 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:46.908811 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.910498 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] 10.222.0.25 "PUT /v2.0/ports/cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 HTTP/1.1" status: 200 len: 1092 time: 1.9707971 Oct 26 14:23:46.913024 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:46.915700 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332835d9-fa2e-4830-92d6-204d68e2a036" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:46.971542 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ede96-75f9-43e2-8cdd-47a766e0f8db service neutron] Pushing event updated for resources: {'Port': ['ID=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:47.007051 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33efcfc4-4d8f-43b4-aa3b-b689dd0fd1a4 req-b9ba0b02-6c6d-445a-9b93-6d8247d9873c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697758 Oct 26 14:23:47.053025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:47.056191 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778a51df-411e-41b5-9f32-a9901c5d4c0a x-openstack-request-id: req-778a51df-411e-41b5-9f32-a9901c5d4c0a {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:47.056816 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:47.057257 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-778a51df-411e-41b5-9f32-a9901c5d4c0a {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:47.058059 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'status': 'completed', 'code': 200} Oct 26 14:23:47.065858 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bb243c6c-af1a-47b1-b3a8-a72b9ff2e499 admin admin] 10.222.0.32 "PUT /v2.0/routers/b048bffd-ad78-4a83-a5fe-0409c1220315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6743009 Oct 26 14:23:47.067201 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Sync routers for ids ['b048bffd-ad78-4a83-a5fe-0409c1220315'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:47.089008 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Routers {'b048bffd-ad78-4a83-a5fe-0409c1220315'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:47.089614 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b048bffd-ad78-4a83-a5fe-0409c1220315'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:47.128799 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-6d24a6a8-d7de-4b1a-90ac-863f9c6bb91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:47.134247 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-6d24a6a8-d7de-4b1a-90ac-863f9c6bb91d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 1095 time: 0.1410582 Oct 26 14:23:47.256220 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-bae2b22a-4afb-47a5-8f4c-f27759d81885 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 HTTP/1.1" status: 200 len: 217 time: 0.1133649 Oct 26 14:23:47.268649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57610) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:47.269163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-13f363a9-979c-4d54-9adb-de88ade27650 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4863150 Oct 26 14:23:47.272562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-1720a69f-296d-4d5c-88d3-e1c1e5d6316c service neutron] 10.222.0.11 "GET /v2.0/networks/63221cdd-2c28-464a-b90e-cbc94113e716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075335 Oct 26 14:23:47.296599 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Set router b048bffd-ad78-4a83-a5fe-0409c1220315 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:47.345791 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-2ee81a7d-7601-4d7d-ba40-8f7df17cf380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:47.347606 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-2ee81a7d-7601-4d7d-ba40-8f7df17cf380 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.0832939 Oct 26 14:23:47.361710 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c3fd91ba-a619-441c-9b5b-240c46a304e6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:47.495373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-87106468-552e-4bc8-97c1-e1966f4d87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:47.500907 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-87106468-552e-4bc8-97c1-e1966f4d87fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444960 Oct 26 14:23:47.601239 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:47.655517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-72f67b3e-ac9d-4bd8-b59b-e19428549235 None None] Provisioning complete for port c3fd91ba-a619-441c-9b5b-240c46a304e6 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:47.659115 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72f67b3e-ac9d-4bd8-b59b-e19428549235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:47.808990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port c3fd91ba-a619-441c-9b5b-240c46a304e6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:47.809685 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:47.809817 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-48322795-9e3e-4c5f-b490-997d384d92f1 service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938778 Oct 26 14:23:47.823487 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5afbe15-1555-498a-b82e-70b8d2a7ec0b tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:47.846257 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'name': 'tempest-ServerRescueNegativeTestJSON-1211657805-router', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'd83defe7-f6b9-4ffb-ab05-424663619565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:31Z', 'updated_at': '2021-10-26T14:23:43Z', 'revision_number': 4, 'project_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'gw_port': {'id': 'd83defe7-f6b9-4ffb-ab05-424663619565', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:04:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:33Z', 'updated_at': '2021-10-26T14:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '211d56aa-b72d-4d32-a5f2-500879134f56', 'name': '', 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'mac_address': 'fa:16:3e:a5:0e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '5939510c-c753-4962-9a0a-345dd20c72da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:41Z', 'updated_at': '2021-10-26T14:23:44Z', 'revision_number': 2, 'project_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'subnets': [{'id': '5939510c-c753-4962-9a0a-345dd20c72da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:47.897649 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14f832fb-1ced-49ca-9c5f-71ccbfcea602 req-448c12aa-c338-45f9-b63d-2d3b83405cce service neutron] 10.222.0.11 "GET /v2.0/networks/63221cdd-2c28-464a-b90e-cbc94113e716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475414 Oct 26 14:23:47.918734 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Checking router: b048bffd-ad78-4a83-a5fe-0409c1220315 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:23:47.921271 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Updating router b048bffd-ad78-4a83-a5fe-0409c1220315 port 211d56aa-b72d-4d32-a5f2-500879134f56 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:23:48.002233 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.046028 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5afbe15-1555-498a-b82e-70b8d2a7ec0b tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.121494 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-30a4b576-e14f-43cf-aeb0-9d091b8d0d79 req-ca45d354-d909-4d5a-a77d-2c3274142830 service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938116 Oct 26 14:23:48.137653 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5afbe15-1555-498a-b82e-70b8d2a7ec0b tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.147361 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f5afbe15-1555-498a-b82e-70b8d2a7ec0b tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.148527 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f5afbe15-1555-498a-b82e-70b8d2a7ec0b tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "DELETE /v2.0/security-groups/76d38aeb-5a64-426d-8e01-e30fb7fa9d54 HTTP/1.1" status: 204 len: 168 time: 0.8773708 Oct 26 14:23:48.158720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57638) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:48.162595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d83defe7-f6b9-4ffb-ab05-424663619565 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:48.222292 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ea35e-2eff-4f5e-965a-832f0e32e9d6 req-2de01294-71c6-44bc-a045-0751ea1fd504 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:48.227670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b3ea35e-2eff-4f5e-965a-832f0e32e9d6 req-2de01294-71c6-44bc-a045-0751ea1fd504 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 907 time: 0.5919466 Oct 26 14:23:48.270652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afbe15-1555-498a-b82e-70b8d2a7ec0b tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d38aeb-5a64-426d-8e01-e30fb7fa9d54,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:48.316864 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.340254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d83defe7-f6b9-4ffb-ab05-424663619565 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:48.342937 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.362185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332835d9-fa2e-4830-92d6-204d68e2a036 req-f52af00d-6906-412e-a781-cd1b172cea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:48.363808 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-332835d9-fa2e-4830-92d6-204d68e2a036 req-f52af00d-6906-412e-a781-cd1b172cea7a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 1095 time: 0.1530383 Oct 26 14:23:48.369029 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dbb03b9d-db10-448c-a8d3-ed10e33bdf90 tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2084332 Oct 26 14:23:48.375200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57642) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:48.463841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bae07f-7cae-445c-bb01-18b70dcda264 req-c773bfcc-0cc2-4064-9a3d-3637c2f394a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:48.468240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7bae07f-7cae-445c-bb01-18b70dcda264 req-c773bfcc-0cc2-4064-9a3d-3637c2f394a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7cb5d9869c524d628a386d356ebef371&device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 1058 time: 0.4489567 Oct 26 14:23:48.476946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-8e3cd7a7-7a15-456b-bb15-f23bd51170eb tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:48.485680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-8e3cd7a7-7a15-456b-bb15-f23bd51170eb tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/networks?id=f52d2ff7-3957-45da-a0fc-773a912ad4df HTTP/1.1" status: 200 len: 819 time: 0.6644127 Oct 26 14:23:48.539679 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0bab8360-2f5e-4095-974b-10934f2f6a9c tempest-SecGroupTest-840114762 tempest-SecGroupTest-840114762-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1647358 Oct 26 14:23:48.638580 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.656019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332835d9-fa2e-4830-92d6-204d68e2a036 req-df1e5b90-13c2-4d46-bcf4-610fd9435475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:48.662768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-64ada2d4-7078-45bd-88c2-5fbcc1fd88b1 None None] Provisioning complete for port c3fd91ba-a619-441c-9b5b-240c46a304e6 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:48.663390 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-64ada2d4-7078-45bd-88c2-5fbcc1fd88b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.664299 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-332835d9-fa2e-4830-92d6-204d68e2a036 req-df1e5b90-13c2-4d46-bcf4-610fd9435475 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 918 time: 0.2911749 Oct 26 14:23:48.739319 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-332835d9-fa2e-4830-92d6-204d68e2a036 req-a6455aeb-a03f-48c2-9562-64f2e5b92055 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 HTTP/1.1" status: 200 len: 217 time: 0.0628691 Oct 26 14:23:48.748336 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-540ce5f0-063f-4d29-9efa-bce70553c2c3 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/quotas/e40e581dd0fd4ae0bbcdff5d07f190d4 HTTP/1.1" status: 200 len: 375 time: 0.2600164 Oct 26 14:23:48.796644 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.824699 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.844229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332835d9-fa2e-4830-92d6-204d68e2a036 req-543545ce-a1e8-4add-9fb6-194497846f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:48.853747 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-332835d9-fa2e-4830-92d6-204d68e2a036 req-543545ce-a1e8-4add-9fb6-194497846f2a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.1066470 Oct 26 14:23:48.930467 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332835d9-fa2e-4830-92d6-204d68e2a036 req-3b03a525-c57d-45c0-aa69-dc5065e2e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:48.933036 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-332835d9-fa2e-4830-92d6-204d68e2a036 req-3b03a525-c57d-45c0-aa69-dc5065e2e3d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779350 Oct 26 14:23:49.117407 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087e0cd-6c47-4ca6-8c27-a072bc7d6280 None None] Pushing event updated for resources: {'Port': ['ID=211d56aa-b72d-4d32-a5f2-500879134f56,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:49.142496 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Attempting to bind port 211d56aa-b72d-4d32-a5f2-500879134f56 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:49.143185 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Attempting to bind port 211d56aa-b72d-4d32-a5f2-500879134f56 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '540f1c9b-b0c5-4cb3-a424-b06bccec4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:49.144287 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Attempting to bind port 211d56aa-b72d-4d32-a5f2-500879134f56 on network f52d2ff7-3957-45da-a0fc-773a912ad4df {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:49.157307 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:49.165331 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Checking segment: {'id': '540f1c9b-b0c5-4cb3-a424-b06bccec4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:49.166019 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:49.166580 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Bound using segment: {'id': '540f1c9b-b0c5-4cb3-a424-b06bccec4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:49.167275 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Bound port: 211d56aa-b72d-4d32-a5f2-500879134f56, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540f1c9b-b0c5-4cb3-a424-b06bccec4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:49.167666 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:49.194120 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-332835d9-fa2e-4830-92d6-204d68e2a036 req-ae04bbba-4b73-4713-8926-3936cd2343d9 service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507770 Oct 26 14:23:49.267034 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57656) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:49.291999 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:49.316941 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] For port 211d56aa-b72d-4d32-a5f2-500879134f56, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:49.320324 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] For port 211d56aa-b72d-4d32-a5f2-500879134f56, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=211d56aa-b72d-4d32-a5f2-500879134f56,segment=NetworkSegment(540f1c9b-b0c5-4cb3-a424-b06bccec4325),segment_id=540f1c9b-b0c5-4cb3-a424-b06bccec4325)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:49.322909 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b7660-bcf4-41d0-baee-08b2a8bf86dd req-ccea5013-32c3-4cda-96b1-d635ba6bc6d2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:49.335405 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-361b7660-bcf4-41d0-baee-08b2a8bf86dd req-ccea5013-32c3-4cda-96b1-d635ba6bc6d2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 944 time: 0.8749077 Oct 26 14:23:49.337364 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:49.368015 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-936f803c-b014-4dcd-9ab3-187b8e0b8d22 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e40e581dd0fd4ae0bbcdff5d07f190d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6185219 Oct 26 14:23:49.434007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bae07f-7cae-445c-bb01-18b70dcda264 req-614801e6-317b-4560-8368-7181031360e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:49.437117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7bae07f-7cae-445c-bb01-18b70dcda264 req-614801e6-317b-4560-8368-7181031360e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=63221cdd-2c28-464a-b90e-cbc94113e716 HTTP/1.1" status: 200 len: 899 time: 0.8659890 Oct 26 14:23:49.458961 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Routers {'b048bffd-ad78-4a83-a5fe-0409c1220315'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:49.459872 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b048bffd-ad78-4a83-a5fe-0409c1220315'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:49.488997 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-332835d9-fa2e-4830-92d6-204d68e2a036 req-131e2399-3b4e-4fc7-8927-88bd6f43ddac service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862000 Oct 26 14:23:49.605498 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087e0cd-6c47-4ca6-8c27-a072bc7d6280 None None] Pushing event updated for resources: {'Port': ['ID=211d56aa-b72d-4d32-a5f2-500879134f56,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:49.702491 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] Set router b048bffd-ad78-4a83-a5fe-0409c1220315 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:50.021508 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'name': 'tempest-ServerRescueNegativeTestJSON-1211657805-router', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'd83defe7-f6b9-4ffb-ab05-424663619565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:31Z', 'updated_at': '2021-10-26T14:23:43Z', 'revision_number': 4, 'project_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'gw_port': {'id': 'd83defe7-f6b9-4ffb-ab05-424663619565', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:04:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:33Z', 'updated_at': '2021-10-26T14:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '211d56aa-b72d-4d32-a5f2-500879134f56', 'name': '', 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'mac_address': 'fa:16:3e:a5:0e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '5939510c-c753-4962-9a0a-345dd20c72da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:41Z', 'updated_at': '2021-10-26T14:23:49Z', 'revision_number': 4, 'project_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'subnets': [{'id': '5939510c-c753-4962-9a0a-345dd20c72da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:50.056174 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7bae07f-7cae-445c-bb01-18b70dcda264 req-97eca0a1-b88f-4102-80b0-b014acf055f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=0457dd74-6aed-485b-9780-e4ceda21ede5 HTTP/1.1" status: 200 len: 217 time: 0.0904257 Oct 26 14:23:50.078990 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ab7d4-ba6f-48bb-8683-5c40a287cf14 None None] The sync data for ids ['b048bffd-ad78-4a83-a5fe-0409c1220315'] in n-d-815498-1 is: [{'id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'name': 'tempest-ServerRescueNegativeTestJSON-1211657805-router', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'd83defe7-f6b9-4ffb-ab05-424663619565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:31Z', 'updated_at': '2021-10-26T14:23:43Z', 'revision_number': 4, 'project_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'gw_port': {'id': 'd83defe7-f6b9-4ffb-ab05-424663619565', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:04:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:33Z', 'updated_at': '2021-10-26T14:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '211d56aa-b72d-4d32-a5f2-500879134f56', 'name': '', 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'mac_address': 'fa:16:3e:a5:0e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '5939510c-c753-4962-9a0a-345dd20c72da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:41Z', 'updated_at': '2021-10-26T14:23:49Z', 'revision_number': 4, 'project_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'subnets': [{'id': '5939510c-c753-4962-9a0a-345dd20c72da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:50.195185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-361b7660-bcf4-41d0-baee-08b2a8bf86dd req-84aca3cc-65d5-4e9f-93d2-6200463a04cc tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8169749 Oct 26 14:23:50.236704 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6dc59dc2-2885-43ea-8d66-4d2d99a7119b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45ccc06b33d74f0e85d643d24483c713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9250429 Oct 26 14:23:50.239346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57664) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:50.249818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bae07f-7cae-445c-bb01-18b70dcda264 req-e3f20cb6-8219-4b45-b3e8-e9b068e333ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:50.251351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7bae07f-7cae-445c-bb01-18b70dcda264 req-e3f20cb6-8219-4b45-b3e8-e9b068e333ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f4467566-f08b-47b6-8650-2efd541b2d1d HTTP/1.1" status: 200 len: 838 time: 0.1786430 Oct 26 14:23:50.266149 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-cc426ee3-091a-4008-a4cd-9be341a66c9f service neutron] 10.222.0.32 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8972108 Oct 26 14:23:50.355994 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c3eadeca-961b-4dbf-ae63-3429b43a283f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:50.370244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 0457dd74-6aed-485b-9780-e4ceda21ede5 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:23:50.403327 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c3eadeca-961b-4dbf-ae63-3429b43a283f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:50.485190 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c3eadeca-961b-4dbf-ae63-3429b43a283f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:50.498723 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c3eadeca-961b-4dbf-ae63-3429b43a283f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:50.512085 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c3eadeca-961b-4dbf-ae63-3429b43a283f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98d490bf-b8e2-4c82-a722-37873d491c41 HTTP/1.1" status: 204 len: 168 time: 0.2665541 Oct 26 14:23:50.548309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eadeca-961b-4dbf-ae63-3429b43a283f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d490bf-b8e2-4c82-a722-37873d491c41,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:50.554360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Router a43f9ef4-111f-4b4e-9902-70ecae998b66 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:23:50.590234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bae07f-7cae-445c-bb01-18b70dcda264 req-8514de3b-f99f-4ab9-8756-1eebef45ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:50.592678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7bae07f-7cae-445c-bb01-18b70dcda264 req-8514de3b-f99f-4ab9-8756-1eebef45ef97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63221cdd-2c28-464a-b90e-cbc94113e716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3126299 Oct 26 14:23:50.650977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb773af-13b8-4c74-9282-6f7fbb508f2c req-ed3c0676-eb1b-4b19-ac38-7feae1489dab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:50.657945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fb773af-13b8-4c74-9282-6f7fbb508f2c req-ed3c0676-eb1b-4b19-ac38-7feae1489dab tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 907 time: 0.2658925 Oct 26 14:23:50.717910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 0457dd74-6aed-485b-9780-e4ceda21ede5, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=0457dd74-6aed-485b-9780-e4ceda21ede5,segment=NetworkSegment(85016998-8c36-4cb6-a677-742228fe52d9),segment_id=85016998-8c36-4cb6-a677-742228fe52d9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:50.742272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '0457dd74-6aed-485b-9780-e4ceda21ede5', 'network_id': '63221cdd-2c28-464a-b90e-cbc94113e716', 'port_id': '0457dd74-6aed-485b-9780-e4ceda21ede5', 'mac_address': 'fa:16:3e:1a:ea:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4467566-f08b-47b6-8650-2efd541b2d1d', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:23:50.744272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-fa085e04-7122-4abb-96a3-652ec99d5b43 service neutron] 10.222.0.32 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637620 Oct 26 14:23:50.855775 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 211d56aa-b72d-4d32-a5f2-500879134f56 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:51.013733 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.037085 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0457dd74-6aed-485b-9780-e4ceda21ede5 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:51.103015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 0457dd74-6aed-485b-9780-e4ceda21ede5, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=0457dd74-6aed-485b-9780-e4ceda21ede5,segment=NetworkSegment(85016998-8c36-4cb6-a677-742228fe52d9),segment_id=85016998-8c36-4cb6-a677-742228fe52d9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:51.106290 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 211d56aa-b72d-4d32-a5f2-500879134f56 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:51.106717 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.141037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5295d9f1-de25-4aee-ba70-a865308278fa req-9ad2dce6-1373-49e6-b689-05d30ea5b0d1 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 210 time: 0.0982649 Oct 26 14:23:51.185958 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.308622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7bae07f-7cae-445c-bb01-18b70dcda264 req-79454434-88be-4b54-aa88-1b3c67a16532 service neutron] 10.222.0.11 "GET /v2.0/networks/63221cdd-2c28-464a-b90e-cbc94113e716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802156 Oct 26 14:23:51.337328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:51.416332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Sync routers for ids ['a43f9ef4-111f-4b4e-9902-70ecae998b66'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:51.431394 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=0457dd74-6aed-485b-9780-e4ceda21ede5,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:51.495643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Routers {'a43f9ef4-111f-4b4e-9902-70ecae998b66'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:51.498606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a43f9ef4-111f-4b4e-9902-70ecae998b66'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:51.619347 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.626027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57712) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:51.643500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4bec2ffe-693b-422d-ad7f-397462ff9717 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.1412604 Oct 26 14:23:51.711831 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['0457dd74-6aed-485b-9780-e4ceda21ede5'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:23:51.717856 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.864698 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 211d56aa-b72d-4d32-a5f2-500879134f56, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=211d56aa-b72d-4d32-a5f2-500879134f56,segment=NetworkSegment(540f1c9b-b0c5-4cb3-a424-b06bccec4325),segment_id=540f1c9b-b0c5-4cb3-a424-b06bccec4325)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:51.876524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:23:51.938131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Set router a43f9ef4-111f-4b4e-9902-70ecae998b66 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:51.987024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba36298-2e13-45d8-9527-04cb2ed13b67 req-16fa8551-b28b-40a3-b12c-1d9b6b564c23 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:51.989756 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fba36298-2e13-45d8-9527-04cb2ed13b67 req-16fa8551-b28b-40a3-b12c-1d9b6b564c23 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 944 time: 0.6142454 Oct 26 14:23:52.024298 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-5e21bd79-eac4-48af-8cc0-0ed464a50c60 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:52.032439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-5e21bd79-eac4-48af-8cc0-0ed464a50c60 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/networks?id=f52d2ff7-3957-45da-a0fc-773a912ad4df HTTP/1.1" status: 200 len: 819 time: 0.4805720 Oct 26 14:23:52.087318 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7bae07f-7cae-445c-bb01-18b70dcda264 req-1cdce04f-16b9-49df-9d06-07a032f9c010 service neutron] 10.222.0.11 "GET /v2.0/networks/63221cdd-2c28-464a-b90e-cbc94113e716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7689760 Oct 26 14:23:52.109635 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-6bc61be6-9454-456f-80bd-454767512e4d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/quotas/e40e581dd0fd4ae0bbcdff5d07f190d4 HTTP/1.1" status: 200 len: 375 time: 0.0757082 Oct 26 14:23:52.179522 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.211392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fba36298-2e13-45d8-9527-04cb2ed13b67 req-d938bce9-1dc0-4ada-93c6-cbf0338c1cbc tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986172 Oct 26 14:23:52.252772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57736) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:52.275269 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-a3ee46ab-e231-4717-bf48-fc6d64273ab6 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e40e581dd0fd4ae0bbcdff5d07f190d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1641140 Oct 26 14:23:52.425348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=211d56aa-b72d-4d32-a5f2-500879134f56,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:52.527916 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:47Z', 'revision_number': 3, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:52.538514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cf676-3ebd-4b09-833d-d4b6498f8b02 req-78cd5c37-9aa4-4596-b8be-06d288e2c85e tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:52.546225 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a60cf676-3ebd-4b09-833d-d4b6498f8b02 req-78cd5c37-9aa4-4596-b8be-06d288e2c85e tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 908 time: 0.1429517 Oct 26 14:23:52.587337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Checking router: a43f9ef4-111f-4b4e-9902-70ecae998b66 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:23:52.587939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Updating router a43f9ef4-111f-4b4e-9902-70ecae998b66 port 65c5a252-4580-4729-83c1-967a39fe172a binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:23:52.600715 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-90863876-network', 'tenant_id': 'd05827b17cd74a7889853647e1cd3a47'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:52.624837 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.710396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Made reservation on behalf of d05827b17cd74a7889853647e1cd3a47 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:52.719045 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.747800 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.748318 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-169add30-f8e9-476d-9d27-0eacdbcb566f service neutron] 10.222.0.32 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721556 Oct 26 14:23:52.752968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 211d56aa-b72d-4d32-a5f2-500879134f56 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:52.792191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:52.858753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'port_id': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'mac_address': 'fa:16:3e:f8:f3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:23:52.941274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-8ea9c708-949a-45a6-ae7d-a6cebb383029 service neutron] 10.222.0.32 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911478 Oct 26 14:23:53.196154 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.277766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-ee3db329-e6d6-4493-9b2f-113a2264ad33 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:53.280033 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-ee3db329-e6d6-4493-9b2f-113a2264ad33 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.11 "GET /v2.0/networks?id=f52d2ff7-3957-45da-a0fc-773a912ad4df HTTP/1.1" status: 200 len: 819 time: 0.2434893 Oct 26 14:23:53.289092 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.304109 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.316143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Request body: {'port': {'device_id': '5f6cd270-fa2e-4077-af16-fd60745180f5', 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df', 'admin_state_up': True, 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:53.397536 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.445156 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:53.578910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-895543c8-ca80-4ff1-8f39-d5ece88178c2 req-c9f8104b-1dc3-4ace-858b-f29da5a824b9 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 210 time: 0.1088073 Oct 26 14:23:53.617959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 211d56aa-b72d-4d32-a5f2-500879134f56 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:53.618533 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.701940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd249e-e14c-41c6-b596-b9639e6ec8d3 req-d65f98a0-2afa-4e6f-98d1-709738bfd657 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:53.704155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-defd249e-e14c-41c6-b596-b9639e6ec8d3 req-d65f98a0-2afa-4e6f-98d1-709738bfd657 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 944 time: 0.2430842 Oct 26 14:23:53.721024 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.724139 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:53.741761 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.748658 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.749373 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.814914 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-defd249e-e14c-41c6-b596-b9639e6ec8d3 req-e160da3f-5bbc-465c-8c3d-aceb60dfd28c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922077 Oct 26 14:23:53.824803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c39fc-ddf1-4e77-9bb5-ba95a95e2bbe req-ec7f418f-b39c-4049-bbb6-3496e1597307 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:53.848282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-496c39fc-ddf1-4e77-9bb5-ba95a95e2bbe req-ec7f418f-b39c-4049-bbb6-3496e1597307 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 908 time: 0.1554470 Oct 26 14:23:53.852225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Made reservation on behalf of e40e581dd0fd4ae0bbcdff5d07f190d4 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:53.867736 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.869781 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Attempting to bind port 65c5a252-4580-4729-83c1-967a39fe172a on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:53.870251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Attempting to bind port 65c5a252-4580-4729-83c1-967a39fe172a by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:53.870730 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Attempting to bind port 65c5a252-4580-4729-83c1-967a39fe172a on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:53.890568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:53.917201 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:53.917610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:53.919884 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.920342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:53.920870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Bound port: 65c5a252-4580-4729-83c1-967a39fe172a, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:53.921256 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.026848 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:23:54.134908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Allocated IP 172.20.0.3 (f52d2ff7-3957-45da-a0fc-773a912ad4df/5939510c-c753-4962-9a0a-345dd20c72da/93139642-ba14-4ae5-ac42-a5532f337130) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:54.161116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd39ce-44a2-433b-8b99-78ea9ea9afa8 None None] Pushing event updated for resources: {'Port': ['ID=65c5a252-4580-4729-83c1-967a39fe172a,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:54.216656 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] For port 65c5a252-4580-4729-83c1-967a39fe172a, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:54.279674 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] For port 65c5a252-4580-4729-83c1-967a39fe172a, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=65c5a252-4580-4729-83c1-967a39fe172a,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:54.291999 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.374609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1267f24-2afc-4c06-b938-67f05dfe82d8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:54.405417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 0457dd74-6aed-485b-9780-e4ceda21ede5 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:54.421206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.421637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.421898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.422269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.422605 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.422940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.424492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.424839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.425164 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.425504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.426539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.426876 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.429965 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.438034 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:23:54.475186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Allocated IP 172.20.0.1 (3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd/8d9b87c3-2cc4-4b59-b906-c29c45a26881/90b295d5-3047-4be2-870a-0ce77a19af65) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:54.490281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.491350 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Added segment 219e98fc-1886-4841-8c38-7f79c7a5ac70 of type vlan for network b3688142-9f26-483d-84ee-53b02585ea01 Oct 26 14:23:54.522341 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.579024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Network f52d2ff7-3957-45da-a0fc-773a912ad4df is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:54.584515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd39ce-44a2-433b-8b99-78ea9ea9afa8 None None] Pushing event updated for resources: {'Port': ['ID=65c5a252-4580-4729-83c1-967a39fe172a,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:54.593349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:54.597547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:54.617709 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.631616 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Pushing event updated for resources: {'Port': ['ID=93139642-ba14-4ae5-ac42-a5532f337130,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:54.652781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.653306 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Routers {'a43f9ef4-111f-4b4e-9902-70ecae998b66'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:54.653997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a43f9ef4-111f-4b4e-9902-70ecae998b66'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:54.654717 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.655685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.656400 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.656934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.657428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.657918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.658934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.659460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.659964 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.660455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.660957 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:54.676018 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.677023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:54.677603 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.691732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:54.692954 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.733447 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-a94cba8c-fb74-463f-ac70-e38b7496e37b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4338896 Oct 26 14:23:54.755572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Request body: {'port': {'device_id': '5f6cd270-fa2e-4077-af16-fd60745180f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:54.758265 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.781117 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.5272470 Oct 26 14:23:54.786554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57766) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:54.791969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-02de55fa-a98c-4916-b9c5-95ff9c231477 admin admin] Request body: {'subnet': {'network_id': 'b3688142-9f26-483d-84ee-53b02585ea01', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-90863876-subnet', 'tenant_id': 'd05827b17cd74a7889853647e1cd3a47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:54.813030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e41872-9d66-44ee-aef5-095ee454a13c admin admin] Pushing event updated for resources: {'Network': ['ID=b3688142-9f26-483d-84ee-53b02585ea01,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:54.815501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12f1eda0-b3bb-4b9a-8f0b-506c88792732 req-90f87296-9f11-4813-9c7f-abf10dcbb90d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 210 time: 0.0788009 Oct 26 14:23:54.830208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02de55fa-a98c-4916-b9c5-95ff9c231477 admin admin] Made reservation on behalf of d05827b17cd74a7889853647e1cd3a47 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:54.833423 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02de55fa-a98c-4916-b9c5-95ff9c231477 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.854447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network b3688142-9f26-483d-84ee-53b02585ea01 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:23:54.861786 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.156475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] Set router a43f9ef4-111f-4b4e-9902-70ecae998b66 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:55.173384 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.193139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f86392-4c50-4898-9809-d9f4d8485d64 req-90ea3a78-476f-4720-a736-2d4238f44d1b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:55.194704 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25f86392-4c50-4898-9809-d9f4d8485d64 req-90ea3a78-476f-4720-a736-2d4238f44d1b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.1544015 Oct 26 14:23:55.214754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61769cfa-4aac-4d95-a605-9c4be3852a95 req-ee16ac86-609f-47d4-b7aa-e2fb189e5aa2 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:55.222850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61769cfa-4aac-4d95-a605-9c4be3852a95 req-ee16ac86-609f-47d4-b7aa-e2fb189e5aa2 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 908 time: 0.1835263 Oct 26 14:23:55.289171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 0457dd74-6aed-485b-9780-e4ceda21ede5 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:23:55.304731 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25f86392-4c50-4898-9809-d9f4d8485d64 req-da50c354-33b3-4aa0-b7dc-6366d52c42c0 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028996 Oct 26 14:23:55.309660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 0457dd74-6aed-485b-9780-e4ceda21ede5 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:55.310064 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.332007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:55.338607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:55.365562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:55.446820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0c2cd603-2882-4f02-bee7-4178162d8961 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:55.449061 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0c2cd603-2882-4f02-bee7-4178162d8961 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.25 "GET /v2.0/networks?id=f52d2ff7-3957-45da-a0fc-773a912ad4df HTTP/1.1" status: 200 len: 819 time: 0.4736929 Oct 26 14:23:55.450311 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Pushing event updated for resources: {'Port': ['ID=90b295d5-3047-4be2-870a-0ce77a19af65,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:55.470715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93139642-ba14-4ae5-ac42-a5532f337130 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:55.483921 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.505638 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Transition to ACTIVE for port object 93139642-ba14-4ae5-ac42-a5532f337130 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:23:55.518867 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.528687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0ecd4a6c-bfb1-4a41-96cf-16ca3bc6f00d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Request body: {'port': {'device_id': '49e8e16e-a5a8-49a9-8418-3cb0af0e7523', 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df', 'admin_state_up': True, 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:55.628250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Pushing event updated for resources: {'Port': ['ID=93139642-ba14-4ae5-ac42-a5532f337130,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:55.646392 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.742322 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.801245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Attempting to bind port 93139642-ba14-4ae5-ac42-a5532f337130 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:55.801588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Attempting to bind port 93139642-ba14-4ae5-ac42-a5532f337130 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '540f1c9b-b0c5-4cb3-a424-b06bccec4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:55.801919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Attempting to bind port 93139642-ba14-4ae5-ac42-a5532f337130 on network f52d2ff7-3957-45da-a0fc-773a912ad4df {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:55.807551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Port 93139642-ba14-4ae5-ac42-a5532f337130 on network f52d2ff7-3957-45da-a0fc-773a912ad4df not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:23:55.807881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Attempting to bind port 93139642-ba14-4ae5-ac42-a5532f337130 on network f52d2ff7-3957-45da-a0fc-773a912ad4df {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:55.809647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 0457dd74-6aed-485b-9780-e4ceda21ede5, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=0457dd74-6aed-485b-9780-e4ceda21ede5,segment=NetworkSegment(85016998-8c36-4cb6-a677-742228fe52d9),segment_id=85016998-8c36-4cb6-a677-742228fe52d9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:55.814722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd3a360-039a-4886-9727-8327b3d2f7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0457dd74-6aed-485b-9780-e4ceda21ede5'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:55.815838 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:55.816410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Checking segment: {'id': '540f1c9b-b0c5-4cb3-a424-b06bccec4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:55.816747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Bound using segment: {'id': '540f1c9b-b0c5-4cb3-a424-b06bccec4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:55.817168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Bound port: 93139642-ba14-4ae5-ac42-a5532f337130, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540f1c9b-b0c5-4cb3-a424-b06bccec4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:55.817517 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.821563 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d961f9-e8f4-445d-9a6a-8fe3981dc3b8" -d '{"events": [{"server_uuid": "0fd3a360-039a-4886-9727-8327b3d2f7a3", "name": "network-vif-plugged", "status": "completed", "tag": "0457dd74-6aed-485b-9780-e4ceda21ede5"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:55.838463 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.856380 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:47Z', 'revision_number': 3, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:55.923449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8af79a4-fdcd-48a5-8434-e08161dbf3ce None None] The sync data for ids ['a43f9ef4-111f-4b4e-9902-70ecae998b66'] in n-d-815498-1 is: [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:47Z', 'revision_number': 3, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:55.935931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] For port 93139642-ba14-4ae5-ac42-a5532f337130, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:55.942264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] For port 93139642-ba14-4ae5-ac42-a5532f337130, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=93139642-ba14-4ae5-ac42-a5532f337130,segment=NetworkSegment(540f1c9b-b0c5-4cb3-a424-b06bccec4325),segment_id=540f1c9b-b0c5-4cb3-a424-b06bccec4325)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:55.942546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:55.949246 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.972211 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02de55fa-a98c-4916-b9c5-95ff9c231477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.974484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:55.975166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.976983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/93139642-ba14-4ae5-ac42-a5532f337130 HTTP/1.1" status: 200 len: 1091 time: 1.2260513 Oct 26 14:23:55.979702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6cd270-fa2e-4077-af16-fd60745180f5', 'tag': '93139642-ba14-4ae5-ac42-a5532f337130'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:55.989414 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549282a0-3f70-40b5-9687-9f1b40b75428" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6cd270-fa2e-4077-af16-fd60745180f5", "tag": "93139642-ba14-4ae5-ac42-a5532f337130"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:56.014862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:56.065430 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2822ceba-38e5-4683-8e5e-136794ac0685 x-openstack-request-id: req-2822ceba-38e5-4683-8e5e-136794ac0685 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:56.066677 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd3a360-039a-4886-9727-8327b3d2f7a3", "name": "network-vif-plugged", "status": "completed", "tag": "0457dd74-6aed-485b-9780-e4ceda21ede5", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:56.067749 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2822ceba-38e5-4683-8e5e-136794ac0685 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:56.067749 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd3a360-039a-4886-9727-8327b3d2f7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0457dd74-6aed-485b-9780-e4ceda21ede5', 'code': 200} Oct 26 14:23:56.116655 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0ecd4a6c-bfb1-4a41-96cf-16ca3bc6f00d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Made reservation on behalf of e40e581dd0fd4ae0bbcdff5d07f190d4 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:56.125598 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0ecd4a6c-bfb1-4a41-96cf-16ca3bc6f00d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:56.132785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4f7f9122-db92-4081-aa9c-88fd7e3fdee4 None None] Provisioning complete for port 90b295d5-3047-4be2-870a-0ce77a19af65 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:56.133937 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9122-db92-4081-aa9c-88fd7e3fdee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:56.152831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de55fa-a98c-4916-b9c5-95ff9c231477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88dcaa99-bafb-41f2-a4f1-f55c5c88c473,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:56.186523 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192e9580-a5d2-4028-9285-37b91cbf1147 x-openstack-request-id: req-192e9580-a5d2-4028-9285-37b91cbf1147 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:56.186870 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6cd270-fa2e-4077-af16-fd60745180f5", "tag": "93139642-ba14-4ae5-ac42-a5532f337130", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:56.187124 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-192e9580-a5d2-4028-9285-37b91cbf1147 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:56.187536 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6cd270-fa2e-4077-af16-fd60745180f5', 'tag': '93139642-ba14-4ae5-ac42-a5532f337130', 'status': 'completed', 'code': 200} Oct 26 14:23:56.195522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f96383ea-28ce-46bb-ad27-0bd758042b99 req-b7cb46dc-58ec-45d1-a6cc-4bd2ba671d84 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 210 time: 0.0995753 Oct 26 14:23:56.210823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f9122-db92-4081-aa9c-88fd7e3fdee4 None None] Port 90b295d5-3047-4be2-870a-0ce77a19af65 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:56.212642 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:23:56.219747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=0457dd74-6aed-485b-9780-e4ceda21ede5,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:56.223138 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:56.223885 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:56.244309 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-0fcbda02-b210-4c59-9632-43cd7f27c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:56.245863 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de55fa-a98c-4916-b9c5-95ff9c231477 admin admin] Checking segment: {'id': '219e98fc-1886-4841-8c38-7f79c7a5ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b3688142-9f26-483d-84ee-53b02585ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:56.246300 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de55fa-a98c-4916-b9c5-95ff9c231477 admin admin] Network hostable DHCP agents. Network: b3688142-9f26-483d-84ee-53b02585ea01, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:23:56.246438 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-0fcbda02-b210-4c59-9632-43cd7f27c279 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e40e581dd0fd4ae0bbcdff5d07f190d4&device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 1094 time: 0.1719790 Oct 26 14:23:56.248559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d084e0e-9ef2-4b72-885f-639607e593e5 service neutron] Pushing event updated for resources: {'Port': ['ID=93139642-ba14-4ae5-ac42-a5532f337130,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:56.298372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-a5bf6e7a-408c-498d-ae01-b9151ec07e0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93139642-ba14-4ae5-ac42-a5532f337130 HTTP/1.1" status: 200 len: 217 time: 0.0442252 Oct 26 14:23:56.446938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-38e434ba-b1ba-436c-8091-0c5befa91457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:56.449686 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:56.452889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-38e434ba-b1ba-436c-8091-0c5befa91457 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5939510c-c753-4962-9a0a-345dd20c72da HTTP/1.1" status: 200 len: 859 time: 0.1473093 Oct 26 14:23:56.507443 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:56.514194 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:56.593254 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb989adb-2701-4a06-8620-481a394c36ab req-d0759d5e-e296-4186-91ae-e55e460369bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:56.594872 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb989adb-2701-4a06-8620-481a394c36ab req-d0759d5e-e296-4186-91ae-e55e460369bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 1060 time: 0.4648912 Oct 26 14:23:56.607418 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de55fa-a98c-4916-b9c5-95ff9c231477 admin admin] Network b3688142-9f26-483d-84ee-53b02585ea01 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:23:56.618066 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-04c98b09-1f6e-4dad-bac5-589e3bf05fdd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f52d2ff7-3957-45da-a0fc-773a912ad4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1551208 Oct 26 14:23:56.638350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-02de55fa-a98c-4916-b9c5-95ff9c231477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, b3688142-9f26-483d-84ee-53b02585ea01) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:56.647369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02de55fa-a98c-4916-b9c5-95ff9c231477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:56.647965 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02de55fa-a98c-4916-b9c5-95ff9c231477 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:56.655636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd8fbf-bb1c-464f-b1fd-fcbaeee65874 None None] Network b3688142-9f26-483d-84ee-53b02585ea01 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:56.677801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b738b-c8d3-43e8-88f8-5465d975495c req-70da8b2b-bb79-44ca-bf18-74dfd5c00856 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:56.686022 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc2b738b-c8d3-43e8-88f8-5465d975495c req-70da8b2b-bb79-44ca-bf18-74dfd5c00856 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 909 time: 0.3247797 Oct 26 14:23:56.714927 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-02de55fa-a98c-4916-b9c5-95ff9c231477 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9268296 Oct 26 14:23:56.717114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0ecd4a6c-bfb1-4a41-96cf-16ca3bc6f00d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Allocated IP 172.20.0.5 (f52d2ff7-3957-45da-a0fc-773a912ad4df/5939510c-c753-4962-9a0a-345dd20c72da/bd183f95-3d67-4352-8902-d679e6de6a06) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:56.765079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03681557-d493-446e-99f1-90cf3bb0aa98 req-f50fe428-3ee0-4693-a549-3bf7b091fafe tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:56.770346 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03681557-d493-446e-99f1-90cf3bb0aa98 req-f50fe428-3ee0-4693-a549-3bf7b091fafe tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.3098853 Oct 26 14:23:56.805904 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:56.812470 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 65c5a252-4580-4729-83c1-967a39fe172a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:56.870580 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:56.875126 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03681557-d493-446e-99f1-90cf3bb0aa98 req-e3bbf4cd-2ef9-4ca3-8430-86568c694465 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977955 Oct 26 14:23:56.897135 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.004436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 65c5a252-4580-4729-83c1-967a39fe172a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:57.004721 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.068554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-415fbc91-44e2-4b8c-bf5e-7273e65312be service neutron] 10.222.0.11 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162042 Oct 26 14:23:57.116325 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.148064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb531b4-6100-4c04-9b13-3fbc8524fb6a None None] Network b3688142-9f26-483d-84ee-53b02585ea01 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:57.151813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Pushing event updated for resources: {'Port': ['ID=90b295d5-3047-4be2-870a-0ce77a19af65,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:57.271736 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0ecd4a6c-bfb1-4a41-96cf-16ca3bc6f00d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.335590 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:57.343741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:57.365256 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-558c1c9c-4e7d-46a5-941f-0e3382bcba04 req-bd94d5d6-7335-49a4-8cdb-e8a805208aa1 service neutron] 10.222.0.11 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839799 Oct 26 14:23:57.556095 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.619276 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-75dbd39d-4b82-4ed3-bf42-04dda0bed1df req-b1185b39-c7b4-43bd-a1fe-e063064bea2d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 210 time: 0.1783109 Oct 26 14:23:57.673824 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.691223 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Router a43f9ef4-111f-4b4e-9902-70ecae998b66 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:23:57.702103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 65c5a252-4580-4729-83c1-967a39fe172a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=65c5a252-4580-4729-83c1-967a39fe172a,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:57.704146 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0ecd4a6c-bfb1-4a41-96cf-16ca3bc6f00d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.737053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549282a0-3f70-40b5-9687-9f1b40b75428 req-fe889c6e-fa4e-4c3c-b474-c2d0e1a281c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:57.753553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-549282a0-3f70-40b5-9687-9f1b40b75428 req-fe889c6e-fa4e-4c3c-b474-c2d0e1a281c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e40e581dd0fd4ae0bbcdff5d07f190d4&device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 1094 time: 0.3231094 Oct 26 14:23:57.805150 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.863033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0ecd4a6c-bfb1-4a41-96cf-16ca3bc6f00d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Network f52d2ff7-3957-45da-a0fc-773a912ad4df is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:57.890769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0ecd4a6c-bfb1-4a41-96cf-16ca3bc6f00d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:57.894873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0ecd4a6c-bfb1-4a41-96cf-16ca3bc6f00d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:57.951813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e9ee8eb8-b15a-492a-899e-dc41093bc0e7 None None] Provisioning complete for port 90b295d5-3047-4be2-870a-0ce77a19af65 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:57.952889 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8eb8-b15a-492a-899e-dc41093bc0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.021481 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=65c5a252-4580-4729-83c1-967a39fe172a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:58.056320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee8eb8-b15a-492a-899e-dc41093bc0e7 None None] Port 90b295d5-3047-4be2-870a-0ce77a19af65 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:58.068357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:58.070883 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2872b863-944d-497a-a28a-41b20c504a99" -d '{"events": [{"server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "name": "network-vif-plugged", "status": "completed", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:58.111860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd4a6c-bfb1-4a41-96cf-16ca3bc6f00d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Pushing event updated for resources: {'Port': ['ID=bd183f95-3d67-4352-8902-d679e6de6a06,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:58.156094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0ecd4a6c-bfb1-4a41-96cf-16ca3bc6f00d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:58.156922 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0ecd4a6c-bfb1-4a41-96cf-16ca3bc6f00d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.193136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57818) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:58.210044 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0ecd4a6c-bfb1-4a41-96cf-16ca3bc6f00d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6979029 Oct 26 14:23:58.234278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Request body: {'port': {'device_id': '49e8e16e-a5a8-49a9-8418-3cb0af0e7523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:58.286212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:58.294791 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a9ff7f1d-c299-4275-9855-66377a1621dd admin admin] 10.222.0.32 "PUT /v2.0/routers/a43f9ef4-111f-4b4e-9902-70ecae998b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6673458 Oct 26 14:23:58.345117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.400522 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57826) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:58.406936 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1714799824-network', 'tenant_id': '98d7ad1a5e3f464ca5d940babfafa853'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:58.676042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] Made reservation on behalf of 98d7ad1a5e3f464ca5d940babfafa853 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:58.680145 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.680284 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 65c5a252-4580-4729-83c1-967a39fe172a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:58.713461 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.867019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 65c5a252-4580-4729-83c1-967a39fe172a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:58.867398 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.052173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.065526 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.086405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd183f95-3d67-4352-8902-d679e6de6a06 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:59.102384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549282a0-3f70-40b5-9687-9f1b40b75428 req-4b485cae-26f9-4ff2-88b3-68115cefb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:59.106626 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-549282a0-3f70-40b5-9687-9f1b40b75428 req-4b485cae-26f9-4ff2-88b3-68115cefb309 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f52d2ff7-3957-45da-a0fc-773a912ad4df HTTP/1.1" status: 200 len: 920 time: 1.3412061 Oct 26 14:23:59.116656 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.157937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:23:59.194628 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Transition to ACTIVE for port object bd183f95-3d67-4352-8902-d679e6de6a06 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:23:59.197862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292b436f-bc9b-4554-83d2-607ccf9c11c5,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:59.203648 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.203998 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] Added segment 8cd0ce82-acce-4c86-8b32-75a1d178d11c of type vlan for network f9cddd2a-2fda-4791-8d97-6a3e0c9277b0 Oct 26 14:23:59.205765 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.212040 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Sync routers for ids ['a43f9ef4-111f-4b4e-9902-70ecae998b66'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:59.224270 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Routers {'a43f9ef4-111f-4b4e-9902-70ecae998b66'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:59.225004 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a43f9ef4-111f-4b4e-9902-70ecae998b66'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:59.254786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-549282a0-3f70-40b5-9687-9f1b40b75428 req-5c2ea79d-d224-4e29-bf09-3388221ef96e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93139642-ba14-4ae5-ac42-a5532f337130 HTTP/1.1" status: 200 len: 217 time: 0.1381724 Oct 26 14:23:59.282205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306e8df-c0fb-45be-b54a-f8f65a688dac req-f049909b-443e-4402-8ba2-2dff9ac9a5df tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:59.301932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e306e8df-c0fb-45be-b54a-f8f65a688dac req-f049909b-443e-4402-8ba2-2dff9ac9a5df tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 909 time: 1.2736287 Oct 26 14:23:59.335837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f3ae4-621b-4be2-9df3-3ed2930bfcc5 req-95e26e34-32fa-4a3b-b4b4-1548c242356e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:59.340541 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd1f3ae4-621b-4be2-9df3-3ed2930bfcc5 req-95e26e34-32fa-4a3b-b4b4-1548c242356e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 1.2382512 Oct 26 14:23:59.420401 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75e26f1-63e4-402b-9e1b-05be5e7c996e x-openstack-request-id: req-c75e26f1-63e4-402b-9e1b-05be5e7c996e {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:59.420874 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "name": "network-vif-plugged", "status": "completed", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:59.421410 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c75e26f1-63e4-402b-9e1b-05be5e7c996e {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:59.421995 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'code': 200} Oct 26 14:23:59.446895 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.493387 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.494475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:59.494973 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.516509 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Set router a43f9ef4-111f-4b4e-9902-70ecae998b66 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:59.557462 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26650c43-f2c9-4c06-bd51-ebe938db77d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.656982 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57852) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:59.679226 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f9cddd2a-2fda-4791-8d97-6a3e0c9277b0,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:59.680078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1376434818-network', 'tenant_id': 'f0cd81bee33f45608a20256611911306'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:59.691551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network f9cddd2a-2fda-4791-8d97-6a3e0c9277b0 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:23:59.695619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Pushing event updated for resources: {'Port': ['ID=bd183f95-3d67-4352-8902-d679e6de6a06,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:59.754348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549282a0-3f70-40b5-9687-9f1b40b75428 req-228e43c8-ef7f-451c-95a9-2caefd740e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:59.756992 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-549282a0-3f70-40b5-9687-9f1b40b75428 req-228e43c8-ef7f-451c-95a9-2caefd740e04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5939510c-c753-4962-9a0a-345dd20c72da HTTP/1.1" status: 200 len: 859 time: 0.4534264 Oct 26 14:23:59.763172 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:55Z', 'revision_number': 4, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90b295d5-3047-4be2-870a-0ce77a19af65', 'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'mac_address': 'fa:16:3e:42:d2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:53Z', 'updated_at': '2021-10-26T14:23:56Z', 'revision_number': 2, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'subnets': [{'id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:59.794739 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Checking router: a43f9ef4-111f-4b4e-9902-70ecae998b66 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:23:59.795398 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Updating router a43f9ef4-111f-4b4e-9902-70ecae998b66 port 90b295d5-3047-4be2-870a-0ce77a19af65 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:23:59.811590 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Attempting to bind port bd183f95-3d67-4352-8902-d679e6de6a06 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:59.812577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Attempting to bind port bd183f95-3d67-4352-8902-d679e6de6a06 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '540f1c9b-b0c5-4cb3-a424-b06bccec4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:59.813107 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Attempting to bind port bd183f95-3d67-4352-8902-d679e6de6a06 on network f52d2ff7-3957-45da-a0fc-773a912ad4df {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:59.822356 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.834719 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ecb75f5d-fe63-49bb-8767-99d79195e9b8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4330812 Oct 26 14:23:59.837482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57854) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:59.839563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59ff6f-1536-4f8e-a272-1e00bfb9ed2d req-1adf8ca0-a25f-4c11-b1aa-6b933c4e3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:59.841627 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8f59ff6f-1536-4f8e-a272-1e00bfb9ed2d req-1adf8ca0-a25f-4c11-b1aa-6b933c4e3fe6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 1097 time: 0.3412766 Oct 26 14:23:59.850045 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd1f3ae4-621b-4be2-9df3-3ed2930bfcc5 req-4d96521a-f39c-4f4c-b630-426775c3619a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4927728 Oct 26 14:23:59.863049 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-deeb325d-62fa-4bbd-8c8b-7e86feb9976b admin admin] Request body: {'subnet': {'network_id': 'f9cddd2a-2fda-4791-8d97-6a3e0c9277b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1714799824-subnet', 'tenant_id': '98d7ad1a5e3f464ca5d940babfafa853', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:59.908783 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Port bd183f95-3d67-4352-8902-d679e6de6a06 on network f52d2ff7-3957-45da-a0fc-773a912ad4df not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:23:59.914269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Attempting to bind port bd183f95-3d67-4352-8902-d679e6de6a06 on network f52d2ff7-3957-45da-a0fc-773a912ad4df {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:59.919363 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-549282a0-3f70-40b5-9687-9f1b40b75428 req-8fe3a2db-5c23-48e1-aac2-415b8056640f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f52d2ff7-3957-45da-a0fc-773a912ad4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011770 Oct 26 14:23:59.961410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:59.961752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Checking segment: {'id': '540f1c9b-b0c5-4cb3-a424-b06bccec4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:59.962175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Bound using segment: {'id': '540f1c9b-b0c5-4cb3-a424-b06bccec4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:59.962630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Bound port: bd183f95-3d67-4352-8902-d679e6de6a06, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540f1c9b-b0c5-4cb3-a424-b06bccec4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:59.962991 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.006365 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8f59ff6f-1536-4f8e-a272-1e00bfb9ed2d req-bd8432e6-cfce-4fa9-9d44-1ce7209ef0d3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363842 Oct 26 14:24:00.055822 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-549282a0-3f70-40b5-9687-9f1b40b75428 req-983a78fd-c1c4-43a1-b866-26df3ab919a3 service neutron] 10.222.0.11 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179547 Oct 26 14:24:00.107622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] Made reservation on behalf of f0cd81bee33f45608a20256611911306 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:00.118305 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.118605 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deeb325d-62fa-4bbd-8c8b-7e86feb9976b admin admin] Made reservation on behalf of 98d7ad1a5e3f464ca5d940babfafa853 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:00.121318 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deeb325d-62fa-4bbd-8c8b-7e86feb9976b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.151928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] For port bd183f95-3d67-4352-8902-d679e6de6a06, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:00.165537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] For port bd183f95-3d67-4352-8902-d679e6de6a06, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=bd183f95-3d67-4352-8902-d679e6de6a06,segment=NetworkSegment(540f1c9b-b0c5-4cb3-a424-b06bccec4325),segment_id=540f1c9b-b0c5-4cb3-a424-b06bccec4325)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:00.178645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c33c7-80c9-40d4-965d-e9de33391a22 req-6b61379a-d68d-4846-9e32-e943daf59c7c tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:00.180203 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e4c33c7-80c9-40d4-965d-e9de33391a22 req-6b61379a-d68d-4846-9e32-e943daf59c7c tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 943 time: 0.5884008 Oct 26 14:24:00.226311 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.227586 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.244132 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.251028 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.281006 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26650c43-f2c9-4c06-bd51-ebe938db77d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.295352 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664f405-33d2-4315-af23-38173df618d6 None None] Pushing event updated for resources: {'Port': ['ID=90b295d5-3047-4be2-870a-0ce77a19af65,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:00.295633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e4c33c7-80c9-40d4-965d-e9de33391a22 req-2c4926e5-a845-4c8e-ab76-fd1239a88313 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015401 Oct 26 14:24:00.306596 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26650c43-f2c9-4c06-bd51-ebe938db77d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.320525 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:00.321284 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.327125 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] 10.222.0.25 "PUT /v2.0/ports/bd183f95-3d67-4352-8902-d679e6de6a06 HTTP/1.1" status: 200 len: 1091 time: 2.1024311 Oct 26 14:24:00.354913 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-549282a0-3f70-40b5-9687-9f1b40b75428 req-3e48ee86-c147-415d-8c5b-daa08f756de3 service neutron] 10.222.0.11 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935200 Oct 26 14:24:00.366247 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Attempting to bind port 90b295d5-3047-4be2-870a-0ce77a19af65 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:00.370411 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Attempting to bind port 90b295d5-3047-4be2-870a-0ce77a19af65 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c73428e0-f6ed-453f-81a6-b28ee30e4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:00.371306 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Attempting to bind port 90b295d5-3047-4be2-870a-0ce77a19af65 on network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:00.376829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e8e16e-a5a8-49a9-8418-3cb0af0e7523', 'tag': 'bd183f95-3d67-4352-8902-d679e6de6a06'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:00.380603 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:00.381182 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Checking segment: {'id': 'c73428e0-f6ed-453f-81a6-b28ee30e4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:00.381339 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8d3c2e-99ba-4170-88f8-bc23ae7470f5" -d '{"events": [{"name": "network-changed", "server_uuid": "49e8e16e-a5a8-49a9-8418-3cb0af0e7523", "tag": "bd183f95-3d67-4352-8902-d679e6de6a06"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:00.381907 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.383172 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Bound using segment: {'id': 'c73428e0-f6ed-453f-81a6-b28ee30e4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:00.383824 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Bound port: 90b295d5-3047-4be2-870a-0ce77a19af65, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73428e0-f6ed-453f-81a6-b28ee30e4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:00.384896 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.399706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-26650c43-f2c9-4c06-bd51-ebe938db77d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97f04ec2470c43ff90e0ed9831057667&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1795149 Oct 26 14:24:00.400349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57860) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:00.425200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26650c43-f2c9-4c06-bd51-ebe938db77d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5501fd2b-65c8-4048-8f23-e9930e6b5bd7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:00.438505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 93139642-ba14-4ae5-ac42-a5532f337130 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:24:00.494345 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] For port 90b295d5-3047-4be2-870a-0ce77a19af65, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:00.498837 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] For port 90b295d5-3047-4be2-870a-0ce77a19af65, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=90b295d5-3047-4be2-870a-0ce77a19af65,segment=NetworkSegment(c73428e0-f6ed-453f-81a6-b28ee30e4e59),segment_id=c73428e0-f6ed-453f-81a6-b28ee30e4e59)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:00.506256 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.593282 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c0e0a-959b-4f1f-8e1e-e56ed60df1dc service neutron] Pushing event updated for resources: {'Port': ['ID=bd183f95-3d67-4352-8902-d679e6de6a06,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:00.598328 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664f405-33d2-4315-af23-38173df618d6 None None] Pushing event updated for resources: {'Port': ['ID=90b295d5-3047-4be2-870a-0ce77a19af65,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:00.622485 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Routers {'a43f9ef4-111f-4b4e-9902-70ecae998b66'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:00.623366 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a43f9ef4-111f-4b4e-9902-70ecae998b66'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:00.645152 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4efbe8-f25c-4e3d-9d1f-b25771eb30a3 x-openstack-request-id: req-4d4efbe8-f25c-4e3d-9d1f-b25771eb30a3 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:00.645593 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e8e16e-a5a8-49a9-8418-3cb0af0e7523", "tag": "bd183f95-3d67-4352-8902-d679e6de6a06", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:00.645798 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d4efbe8-f25c-4e3d-9d1f-b25771eb30a3 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:00.646184 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e8e16e-a5a8-49a9-8418-3cb0af0e7523', 'tag': 'bd183f95-3d67-4352-8902-d679e6de6a06', 'status': 'completed', 'code': 200} Oct 26 14:24:00.695193 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.702499 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bff61d58-3144-4ddd-93b7-2a1a9006b6fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.717832 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.759705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db4092-c8ab-48ee-bba3-4e5365fdb467 req-2f8a4cc4-7e95-4327-aba2-c2a373a7deb3 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:00.762799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87db4092-c8ab-48ee-bba3-4e5365fdb467 req-2f8a4cc4-7e95-4327-aba2-c2a373a7deb3 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 909 time: 0.2534561 Oct 26 14:24:00.791028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 93139642-ba14-4ae5-ac42-a5532f337130, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=93139642-ba14-4ae5-ac42-a5532f337130,segment=NetworkSegment(540f1c9b-b0c5-4cb3-a424-b06bccec4325),segment_id=540f1c9b-b0c5-4cb3-a424-b06bccec4325)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:00.805717 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bff61d58-3144-4ddd-93b7-2a1a9006b6fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.821022 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '93139642-ba14-4ae5-ac42-a5532f337130', 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df', 'port_id': '93139642-ba14-4ae5-ac42-a5532f337130', 'mac_address': 'fa:16:3e:d9:8c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5939510c-c753-4962-9a0a-345dd20c72da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:24:00.840655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:24:00.896359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0753205-bd8d-4e8f-b5e5-956a9c16763f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:00.924950 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.925163 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] Added segment 461d9f57-b4a6-4359-ab26-8e9c7bcbf592 of type vlan for network 515b108d-96e4-499a-9c1b-3a0bc1956b2f Oct 26 14:24:00.933046 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.946504 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] Set router a43f9ef4-111f-4b4e-9902-70ecae998b66 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:01.000547 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deeb325d-62fa-4bbd-8c8b-7e86feb9976b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:01.010858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93139642-ba14-4ae5-ac42-a5532f337130 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:01.071072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-a681f208-0b18-4672-8dd4-4b95b961d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:01.072605 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-a681f208-0b18-4672-8dd4-4b95b961d945 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e40e581dd0fd4ae0bbcdff5d07f190d4&device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 1094 time: 0.4762619 Oct 26 14:24:01.131753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 93139642-ba14-4ae5-ac42-a5532f337130, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=93139642-ba14-4ae5-ac42-a5532f337130,segment=NetworkSegment(540f1c9b-b0c5-4cb3-a424-b06bccec4325),segment_id=540f1c9b-b0c5-4cb3-a424-b06bccec4325)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:01.154761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4ce0abaa-bc65-4731-b511-28a4eaf78086 None None] Provisioning complete for port 90b295d5-3047-4be2-870a-0ce77a19af65 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:01.155133 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4ce0abaa-bc65-4731-b511-28a4eaf78086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:01.219958 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-09c98074-23e5-4627-8433-3f334ba6d88d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd183f95-3d67-4352-8902-d679e6de6a06 HTTP/1.1" status: 200 len: 217 time: 0.1328681 Oct 26 14:24:01.225532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb325d-62fa-4bbd-8c8b-7e86feb9976b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1442e5d7-691a-4a03-b0ee-256d39d8a157,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:01.253672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb325d-62fa-4bbd-8c8b-7e86feb9976b admin admin] Checking segment: {'id': '8cd0ce82-acce-4c86-8b32-75a1d178d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f9cddd2a-2fda-4791-8d97-6a3e0c9277b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:01.255875 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:01.274171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb325d-62fa-4bbd-8c8b-7e86feb9976b admin admin] Network hostable DHCP agents. Network: f9cddd2a-2fda-4791-8d97-6a3e0c9277b0, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:24:01.286965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba8a16-a4ba-46d6-8aaa-552dcdb7a45a req-ff9ed48d-576c-4a91-a265-64b74cf5bc50 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:01.303221 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ceba8a16-a4ba-46d6-8aaa-552dcdb7a45a req-ff9ed48d-576c-4a91-a265-64b74cf5bc50 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 909 time: 0.3337784 Oct 26 14:24:01.319189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:01.349300 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bff61d58-3144-4ddd-93b7-2a1a9006b6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:01.353441 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bff61d58-3144-4ddd-93b7-2a1a9006b6fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:01.361619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=93139642-ba14-4ae5-ac42-a5532f337130,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:01.367031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bff61d58-3144-4ddd-93b7-2a1a9006b6fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5501fd2b-65c8-4048-8f23-e9930e6b5bd7 HTTP/1.1" status: 204 len: 168 time: 0.9585853 Oct 26 14:24:01.397153 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:55Z', 'revision_number': 4, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90b295d5-3047-4be2-870a-0ce77a19af65', 'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'mac_address': 'fa:16:3e:42:d2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:53Z', 'updated_at': '2021-10-26T14:24:00Z', 'revision_number': 4, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'subnets': [{'id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:01.407594 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a6162-ce2b-4d07-a0d4-08d446403d41 req-c0c4b1e0-587f-444c-9f73-d58f89782ab4 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:01.407970 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb325d-62fa-4bbd-8c8b-7e86feb9976b admin admin] Network f9cddd2a-2fda-4791-8d97-6a3e0c9277b0 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:24:01.412232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d7a6162-ce2b-4d07-a0d4-08d446403d41 req-c0c4b1e0-587f-444c-9f73-d58f89782ab4 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.2845767 Oct 26 14:24:01.429915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-c02266aa-a815-4ede-88e3-a29f90c2d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:01.431536 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-c02266aa-a815-4ede-88e3-a29f90c2d673 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5939510c-c753-4962-9a0a-345dd20c72da HTTP/1.1" status: 200 len: 859 time: 0.1936531 Oct 26 14:24:01.440797 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28657a64-e733-4924-8d42-fc1410bddabb None None] The sync data for ids ['a43f9ef4-111f-4b4e-9902-70ecae998b66'] in n-d-815498-1 is: [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:55Z', 'revision_number': 4, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90b295d5-3047-4be2-870a-0ce77a19af65', 'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'mac_address': 'fa:16:3e:42:d2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:53Z', 'updated_at': '2021-10-26T14:24:00Z', 'revision_number': 4, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'subnets': [{'id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:01.483196 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.db.resource_extend [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:24:01.484291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-deeb325d-62fa-4bbd-8c8b-7e86feb9976b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, f9cddd2a-2fda-4791-8d97-6a3e0c9277b0) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:01.499651 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-0a53843c-dd90-4494-b20c-d7b240411998 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f52d2ff7-3957-45da-a0fc-773a912ad4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546534 Oct 26 14:24:01.504385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb325d-62fa-4bbd-8c8b-7e86feb9976b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:01.505370 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deeb325d-62fa-4bbd-8c8b-7e86feb9976b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:01.510836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff61d58-3144-4ddd-93b7-2a1a9006b6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5501fd2b-65c8-4048-8f23-e9930e6b5bd7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:01.611608 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-deeb325d-62fa-4bbd-8c8b-7e86feb9976b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7495258 Oct 26 14:24:01.672425 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-348c882f-85ec-4799-b130-0477d67063dc service neutron] 10.222.0.25 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631160 Oct 26 14:24:01.700051 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d7a6162-ce2b-4d07-a0d4-08d446403d41 req-17c369e4-8387-4070-a2fb-fa5c7ed338ab tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784824 Oct 26 14:24:01.708666 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:01.714481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:01.717023 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:01.789231 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302e7db0-ad1f-4f21-855c-6790d29e454e None None] Network f9cddd2a-2fda-4791-8d97-6a3e0c9277b0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:01.938469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57888) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:01.947283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['93139642-ba14-4ae5-ac42-a5532f337130'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:01.953366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2947164 Oct 26 14:24:01.955399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57890) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:01.966020 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4ce0abaa-bc65-4731-b511-28a4eaf78086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:01.980946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ee4ff990-da42-4ccd-9c9c-86e8ea99beb1 admin admin] Request body: {'subnet': {'network_id': '515b108d-96e4-499a-9c1b-3a0bc1956b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1376434818-subnet', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:01.989419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e5035-7eec-4c62-9db1-9884424c8f06 admin admin] Pushing event updated for resources: {'Network': ['ID=515b108d-96e4-499a-9c1b-3a0bc1956b2f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:02.004045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dca09-3d4e-43a9-8ca9-727dc3d0e2e4 req-7b096bc2-cbb5-4758-bdac-6c74e80d25b8 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:02.018701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be4dca09-3d4e-43a9-8ca9-727dc3d0e2e4 req-7b096bc2-cbb5-4758-bdac-6c74e80d25b8 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 1060 time: 0.5249853 Oct 26 14:24:02.030264 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 515b108d-96e4-499a-9c1b-3a0bc1956b2f details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:24:02.039013 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:24:02.052574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cbe3f2-c6ca-46b0-abc6-862fc6e2a279 admin admin] Deleting subnet 88dcaa99-bafb-41f2-a4f1-f55c5c88c473 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:24:02.061467 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-eb0f0baf-897e-4fe0-b4d1-d08148dc1969 req-fe6c5c32-f374-4c4f-91d6-26ccf947678a service neutron] 10.222.0.25 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800180 Oct 26 14:24:02.063494 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe3f2-c6ca-46b0-abc6-862fc6e2a279 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.134383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c33632-763e-4ce8-8c27-8fc17be5abce req-275bcc15-1807-47d0-9f3d-37f90cbe5bf1 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:02.138030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95c33632-763e-4ce8-8c27-8fc17be5abce req-275bcc15-1807-47d0-9f3d-37f90cbe5bf1 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 943 time: 0.2570164 Oct 26 14:24:02.147586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4ff990-da42-4ccd-9c9c-86e8ea99beb1 admin admin] Made reservation on behalf of f0cd81bee33f45608a20256611911306 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:02.152517 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff990-da42-4ccd-9c9c-86e8ea99beb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.276392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57896) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:02.321761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d3c2e-99ba-4170-88f8-bc23ae7470f5 req-41eaa2ff-3b79-468f-9180-f75fe639f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:02.324030 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc8d3c2e-99ba-4170-88f8-bc23ae7470f5 req-41eaa2ff-3b79-468f-9180-f75fe639f71c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e40e581dd0fd4ae0bbcdff5d07f190d4&device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 1094 time: 0.1887250 Oct 26 14:24:02.337449 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8719020-5cb4-4663-81f3-b3419403ffe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.347429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4ce0abaa-bc65-4731-b511-28a4eaf78086 None None] For port 90b295d5-3047-4be2-870a-0ce77a19af65, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=90b295d5-3047-4be2-870a-0ce77a19af65,segment=NetworkSegment(c73428e0-f6ed-453f-81a6-b28ee30e4e59),segment_id=c73428e0-f6ed-453f-81a6-b28ee30e4e59)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:02.364776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95c33632-763e-4ce8-8c27-8fc17be5abce req-899a09c5-ee1f-4403-acd3-0dd4b212e952 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000456 Oct 26 14:24:02.399582 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4ce0abaa-bc65-4731-b511-28a4eaf78086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.428335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830fb6a-c9ee-465e-aa53-4bb40ebc6bc4 req-0372f0ae-af3c-4980-bc61-6dc7ee611d2b tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:02.429881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4830fb6a-c9ee-465e-aa53-4bb40ebc6bc4 req-0372f0ae-af3c-4980-bc61-6dc7ee611d2b tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 1135 time: 0.2122998 Oct 26 14:24:02.441091 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe3f2-c6ca-46b0-abc6-862fc6e2a279 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.520139 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ff9b5a-b7bb-4e43-adc0-fd0a107d96f2 None None] Network f9cddd2a-2fda-4791-8d97-6a3e0c9277b0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:02.528337 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe3f2-c6ca-46b0-abc6-862fc6e2a279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.585076 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4830fb6a-c9ee-465e-aa53-4bb40ebc6bc4 req-2e1b0b9f-1520-4375-9363-508ad0b19b76 tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1277544 Oct 26 14:24:02.603360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57898) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:02.672594 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff990-da42-4ccd-9c9c-86e8ea99beb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.796857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 90b295d5-3047-4be2-870a-0ce77a19af65 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:02.807203 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8719020-5cb4-4663-81f3-b3419403ffe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.832913 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8719020-5cb4-4663-81f3-b3419403ffe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.855012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4ff990-da42-4ccd-9c9c-86e8ea99beb1 admin admin] Checking segment: {'id': '461d9f57-b4a6-4359-ab26-8e9c7bcbf592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '515b108d-96e4-499a-9c1b-3a0bc1956b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:02.855687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4ff990-da42-4ccd-9c9c-86e8ea99beb1 admin admin] Network hostable DHCP agents. Network: 515b108d-96e4-499a-9c1b-3a0bc1956b2f, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:24:02.858420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ff990-da42-4ccd-9c9c-86e8ea99beb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2aac42b-1ca2-44b2-b4fe-0948e54436b2,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:02.912870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0abaa-bc65-4731-b511-28a4eaf78086 None None] Pushing event updated for resources: {'Port': ['ID=90b295d5-3047-4be2-870a-0ce77a19af65,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:02.933770 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e8719020-5cb4-4663-81f3-b3419403ffe8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=030e205bbcd441978346161b9b8a2603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522372 Oct 26 14:24:02.937362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57902) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:02.955612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8719020-5cb4-4663-81f3-b3419403ffe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd6d237-8bac-454d-bd34-4ab6b6d97d62,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:02.959001 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-719a1134-0d9d-4af8-b2e3-eaaea94cb2d0 None None] Provisioning complete for port 90b295d5-3047-4be2-870a-0ce77a19af65 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:02.959503 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-719a1134-0d9d-4af8-b2e3-eaaea94cb2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.964848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4ff990-da42-4ccd-9c9c-86e8ea99beb1 admin admin] Network 515b108d-96e4-499a-9c1b-3a0bc1956b2f is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:24:03.007534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ee4ff990-da42-4ccd-9c9c-86e8ea99beb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 515b108d-96e4-499a-9c1b-3a0bc1956b2f) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:03.012860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ff990-da42-4ccd-9c9c-86e8ea99beb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:03.013873 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff990-da42-4ccd-9c9c-86e8ea99beb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.026099 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a975093-d7ef-4d36-8241-9289a788a750 None None] Network 515b108d-96e4-499a-9c1b-3a0bc1956b2f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:03.047447 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c201f-ce4c-4509-bbf9-2413eecae69a req-3256dd2a-cbca-4ab9-939c-55f6dab74185 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:03.049037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a3c201f-ce4c-4509-bbf9-2413eecae69a req-3256dd2a-cbca-4ab9-939c-55f6dab74185 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.1731732 Oct 26 14:24:03.097947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ee4ff990-da42-4ccd-9c9c-86e8ea99beb1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1379869 Oct 26 14:24:03.113018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57904) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:03.113731 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a442aa99-4179-4a84-9062-f06f481f6286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.125043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1376434818-router', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:03.169243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 90b295d5-3047-4be2-870a-0ce77a19af65 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:03.169530 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.172939 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a442aa99-4179-4a84-9062-f06f481f6286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.180619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d3c2e-99ba-4170-88f8-bc23ae7470f5 req-5712542e-798f-4f5b-8fca-37773cf9a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:03.182369 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc8d3c2e-99ba-4170-88f8-bc23ae7470f5 req-5712542e-798f-4f5b-8fca-37773cf9a15c service neutron] 10.222.0.25 "GET /v2.0/networks?id=f52d2ff7-3957-45da-a0fc-773a912ad4df HTTP/1.1" status: 200 len: 920 time: 0.8498313 Oct 26 14:24:03.206189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a3c201f-ce4c-4509-bbf9-2413eecae69a req-de4a5aee-3129-4a08-a157-b7bce27c9337 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340318 Oct 26 14:24:03.257021 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc8d3c2e-99ba-4170-88f8-bc23ae7470f5 req-a0d6c912-7887-4d57-9827-290a9b9c47af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd183f95-3d67-4352-8902-d679e6de6a06 HTTP/1.1" status: 200 len: 217 time: 0.0626853 Oct 26 14:24:03.300712 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.301756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.347654 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a442aa99-4179-4a84-9062-f06f481f6286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.350587 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a442aa99-4179-4a84-9062-f06f481f6286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.355427 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a442aa99-4179-4a84-9062-f06f481f6286 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0cd6d237-8bac-454d-bd34-4ab6b6d97d62 HTTP/1.1" status: 204 len: 168 time: 0.4065084 Oct 26 14:24:03.406574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb8eb1b-1562-42c3-bbf8-6f7d50856faf tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:03.407820 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3bb8eb1b-1562-42c3-bbf8-6f7d50856faf tempest-TestSecurityGroupsBasicOps-2029884962 tempest-TestSecurityGroupsBasicOps-2029884962-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 1055 time: 0.7922843 Oct 26 14:24:03.413377 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe3f2-c6ca-46b0-abc6-862fc6e2a279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.452492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbe3f2-c6ca-46b0-abc6-862fc6e2a279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88dcaa99-bafb-41f2-a4f1-f55c5c88c473,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:03.460495 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe3f2-c6ca-46b0-abc6-862fc6e2a279 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.463852 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b1cbe3f2-c6ca-46b0-abc6-862fc6e2a279 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/88dcaa99-bafb-41f2-a4f1-f55c5c88c473 HTTP/1.1" status: 204 len: 168 time: 1.5235891 Oct 26 14:24:03.466606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d3c2e-99ba-4170-88f8-bc23ae7470f5 req-33ac8eda-f67c-48ba-a7fc-70c6e4cdaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:03.468022 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc8d3c2e-99ba-4170-88f8-bc23ae7470f5 req-33ac8eda-f67c-48ba-a7fc-70c6e4cdaeca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5939510c-c753-4962-9a0a-345dd20c72da HTTP/1.1" status: 200 len: 859 time: 0.2017891 Oct 26 14:24:03.468503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57916) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:03.541143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442aa99-4179-4a84-9062-f06f481f6286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd6d237-8bac-454d-bd34-4ab6b6d97d62,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:03.611100 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.654815 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83e67af6-3eb4-4f53-aca3-7cef1c4d060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.740427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a9cb3-8516-41d8-9c57-82b4dfaf8bb4 req-eda18adc-602f-4883-b471-be99c21b5f38 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:03.742257 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc8d3c2e-99ba-4170-88f8-bc23ae7470f5 req-c3b67260-f897-4b77-a39e-2c1dc8bd4b6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f52d2ff7-3957-45da-a0fc-773a912ad4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2662868 Oct 26 14:24:03.747866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff4a9cb3-8516-41d8-9c57-82b4dfaf8bb4 req-eda18adc-602f-4883-b471-be99c21b5f38 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.3008256 Oct 26 14:24:03.754442 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57930) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:03.777297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1e62b326-e939-4596-90bf-ae788b7fae68 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Request body: {'floatingip': {'port_id': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:03.841339 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-515b108d-96e4-499a-9c1b-3a0bc1956b2f', 'network_id': '515b108d-96e4-499a-9c1b-3a0bc1956b2f', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'fixed_ips': [{'subnet_id': 'd2aac42b-1ca2-44b2-b4fe-0948e54436b2'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:24:03.842959 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.950368 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.959905 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1e62b326-e939-4596-90bf-ae788b7fae68 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for floatingip, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.044854 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Allocated IP 172.20.0.2 (515b108d-96e4-499a-9c1b-3a0bc1956b2f/d2aac42b-1ca2-44b2-b4fe-0948e54436b2/17adbef3-aed6-43d7-be26-7a3993a72488) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:04.106587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010950af-3dd8-4acc-afcc-fc129f3dff42 req-3bfde0b1-dbd2-4cb1-8c1d-9f0559c6f5c9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:04.108159 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-010950af-3dd8-4acc-afcc-fc129f3dff42 req-3bfde0b1-dbd2-4cb1-8c1d-9f0559c6f5c9 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 909 time: 0.2569532 Oct 26 14:24:04.122261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900b3cf-b2aa-4b4f-baf4-c562f89152c1 req-78ab07f9-76eb-4530-8da6-fb1ae46e1c65 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:04.130372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1900b3cf-b2aa-4b4f-baf4-c562f89152c1 req-78ab07f9-76eb-4530-8da6-fb1ae46e1c65 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 943 time: 0.2772233 Oct 26 14:24:04.181634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1900b3cf-b2aa-4b4f-baf4-c562f89152c1 req-56671438-2aba-4253-a05d-a883002e484f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503879 Oct 26 14:24:04.210630 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc8d3c2e-99ba-4170-88f8-bc23ae7470f5 req-14d197c7-c666-4665-b9f2-0990cffad18e service neutron] 10.222.0.25 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545584 Oct 26 14:24:04.344108 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bc8d3c2e-99ba-4170-88f8-bc23ae7470f5 req-41b2a3da-5783-432f-950d-70c4e748800b service neutron] 10.222.0.25 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146765 Oct 26 14:24:04.355312 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.363024 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83e67af6-3eb4-4f53-aca3-7cef1c4d060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.374247 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.422393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-83e67af6-3eb4-4f53-aca3-7cef1c4d060e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3688142-9f26-483d-84ee-53b02585ea01']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:04.425572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.444750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-83e67af6-3eb4-4f53-aca3-7cef1c4d060e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219e98fc-1886-4841-8c38-7f79c7a5ac70') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:04.445036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-83e67af6-3eb4-4f53-aca3-7cef1c4d060e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219e98fc-1886-4841-8c38-7f79c7a5ac70') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:04.485081 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 93139642-ba14-4ae5-ac42-a5532f337130 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:04.500352 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.535281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83e67af6-3eb4-4f53-aca3-7cef1c4d060e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.537120 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Network 515b108d-96e4-499a-9c1b-3a0bc1956b2f is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:04.545111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:04.552056 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Pushing event updated for resources: {'Port': ['ID=17adbef3-aed6-43d7-be26-7a3993a72488,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:04.555178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:04.624841 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83e67af6-3eb4-4f53-aca3-7cef1c4d060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.651959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Attempting to bind port 17adbef3-aed6-43d7-be26-7a3993a72488 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:04.653966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e67af6-3eb4-4f53-aca3-7cef1c4d060e admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:24:04.654454 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Attempting to bind port 17adbef3-aed6-43d7-be26-7a3993a72488 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '461d9f57-b4a6-4359-ab26-8e9c7bcbf592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '515b108d-96e4-499a-9c1b-3a0bc1956b2f'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:04.654929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Attempting to bind port 17adbef3-aed6-43d7-be26-7a3993a72488 on network 515b108d-96e4-499a-9c1b-3a0bc1956b2f {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:04.656352 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83e67af6-3eb4-4f53-aca3-7cef1c4d060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:24:04.661511 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:24:04.669653 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:04.670205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Checking segment: {'id': '461d9f57-b4a6-4359-ab26-8e9c7bcbf592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '515b108d-96e4-499a-9c1b-3a0bc1956b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:04.670734 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.671239 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Bound using segment: {'id': '461d9f57-b4a6-4359-ab26-8e9c7bcbf592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '515b108d-96e4-499a-9c1b-3a0bc1956b2f'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:04.671841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Bound port: 17adbef3-aed6-43d7-be26-7a3993a72488, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461d9f57-b4a6-4359-ab26-8e9c7bcbf592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '515b108d-96e4-499a-9c1b-3a0bc1956b2f'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:04.672336 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.698348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 93139642-ba14-4ae5-ac42-a5532f337130 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:24:04.702806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57950) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:04.716799 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Allocated IP 172.25.4.218 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/69148106-2c74-463e-82c6-2b76a03ca6a5) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:04.726314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 93139642-ba14-4ae5-ac42-a5532f337130 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:04.726833 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.732767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 90b295d5-3047-4be2-870a-0ce77a19af65 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:04.877023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2062642996-network', 'tenant_id': 'a08b7dad87fc48bc9c9366cacf054645'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:04.883944 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] For port 17adbef3-aed6-43d7-be26-7a3993a72488, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:04.890730 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] For port 17adbef3-aed6-43d7-be26-7a3993a72488, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=17adbef3-aed6-43d7-be26-7a3993a72488,segment=NetworkSegment(461d9f57-b4a6-4359-ab26-8e9c7bcbf592),segment_id=461d9f57-b4a6-4359-ab26-8e9c7bcbf592)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:04.907362 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.917020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 90b295d5-3047-4be2-870a-0ce77a19af65 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:04.917760 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.922590 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] Made reservation on behalf of a08b7dad87fc48bc9c9366cacf054645 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:04.925078 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.939597 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.031540 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.051033 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.058538 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b1b56-155f-4d00-851a-7b94aa546b25 None None] Pushing event updated for resources: {'Port': ['ID=17adbef3-aed6-43d7-be26-7a3993a72488,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:05.075924 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1e62b326-e939-4596-90bf-ae788b7fae68 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.078680 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83e67af6-3eb4-4f53-aca3-7cef1c4d060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.086984 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83e67af6-3eb4-4f53-aca3-7cef1c4d060e admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.091685 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-83e67af6-3eb4-4f53-aca3-7cef1c4d060e admin admin] 10.222.0.32 "DELETE /v2.0/networks/b3688142-9f26-483d-84ee-53b02585ea01 HTTP/1.1" status: 204 len: 168 time: 1.6222296 Oct 26 14:24:05.096078 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1e62b326-e939-4596-90bf-ae788b7fae68 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.100067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57954) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:05.112216 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 93139642-ba14-4ae5-ac42-a5532f337130, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=93139642-ba14-4ae5-ac42-a5532f337130,segment=NetworkSegment(540f1c9b-b0c5-4cb3-a424-b06bccec4325),segment_id=540f1c9b-b0c5-4cb3-a424-b06bccec4325)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:05.114486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6cd270-fa2e-4077-af16-fd60745180f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93139642-ba14-4ae5-ac42-a5532f337130'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:05.117650 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98de2fb1-d493-4f80-81a8-30a3c9a733ef" -d '{"events": [{"server_uuid": "5f6cd270-fa2e-4077-af16-fd60745180f5", "name": "network-vif-plugged", "status": "completed", "tag": "93139642-ba14-4ae5-ac42-a5532f337130"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:05.123995 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.180946 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.216281 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.245407 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e5c548-985d-469f-a328-a3f6b4234e54 x-openstack-request-id: req-33e5c548-985d-469f-a328-a3f6b4234e54 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:05.246858 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6cd270-fa2e-4077-af16-fd60745180f5", "name": "network-vif-plugged", "status": "completed", "tag": "93139642-ba14-4ae5-ac42-a5532f337130", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:05.246858 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33e5c548-985d-469f-a328-a3f6b4234e54 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:05.254619 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6cd270-fa2e-4077-af16-fd60745180f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93139642-ba14-4ae5-ac42-a5532f337130', 'code': 200} Oct 26 14:24:05.344915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=93139642-ba14-4ae5-ac42-a5532f337130,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:05.370344 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e67af6-3eb4-4f53-aca3-7cef1c4d060e admin admin] Pushing event deleted for resources: {'Network': ['ID=b3688142-9f26-483d-84ee-53b02585ea01,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:05.394641 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.414715 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-1e62b326-e939-4596-90bf-ae788b7fae68 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Floating IP 14ea222d-fd8c-4914-9997-bde61330b756 associated. External IP: 172.25.4.77, port: cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253. Oct 26 14:24:05.424918 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-890c6712-9dfe-4819-b543-3d391913a637 admin admin] Deleting subnet 1442e5d7-691a-4a03-b0ee-256d39d8a157 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:24:05.427401 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:24:05.449741 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.450109 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] Added segment 41f5e0ef-e85f-4866-99d1-02238f8a1bec of type vlan for network aa963f4e-354d-48c3-8b23-0ef126479065 Oct 26 14:24:05.475320 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-890c6712-9dfe-4819-b543-3d391913a637 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.492766 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.554956 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-890c6712-9dfe-4819-b543-3d391913a637 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.562385 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.563413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:05.563991 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.655638 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-890c6712-9dfe-4819-b543-3d391913a637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.662166 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:05.686797 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Pushing event updated for resources: {'Port': ['ID=69148106-2c74-463e-82c6-2b76a03ca6a5,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:05.689427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:05.708841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:05.751839 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0436358 Oct 26 14:24:05.751839 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67326324-61ff-4054-9c16-a2ba8e2ea9ad,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:05.753069 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57964) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:05.761456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668c23-f12a-407b-be13-d820bd134394 req-9c21bad1-16b4-497a-a81a-14c47cdbaa43 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:05.762262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-09c5ebb7-72cb-42c4-9342-822dcc1fab83 admin admin] Request body: {'subnet': {'network_id': 'aa963f4e-354d-48c3-8b23-0ef126479065', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2062642996-subnet', 'tenant_id': 'a08b7dad87fc48bc9c9366cacf054645', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:05.763209 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-24668c23-f12a-407b-be13-d820bd134394 req-9c21bad1-16b4-497a-a81a-14c47cdbaa43 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 909 time: 0.1814251 Oct 26 14:24:05.767318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd2382-5d28-4346-ba9a-f55b661bf028 admin admin] Pushing event updated for resources: {'Network': ['ID=aa963f4e-354d-48c3-8b23-0ef126479065,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:05.770921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3faca-52ae-4ac3-9328-24d883067d57 req-16ae6364-126f-418d-89e5-8de6b142a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:05.772229 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5d3faca-52ae-4ac3-9328-24d883067d57 req-16ae6364-126f-418d-89e5-8de6b142a71f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 1096 time: 0.4374437 Oct 26 14:24:05.795426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b5346-9f6a-44a7-acef-04b3bcb46f82 req-b21bf3d1-cb53-4dda-b181-4fb2563b3e15 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:05.797037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f1b5346-9f6a-44a7-acef-04b3bcb46f82 req-b21bf3d1-cb53-4dda-b181-4fb2563b3e15 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 909 time: 0.4544530 Oct 26 14:24:05.802580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network aa963f4e-354d-48c3-8b23-0ef126479065 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:24:05.822239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb444b1c-24aa-4917-b930-d2ea035141c7 req-74d65ab7-57dc-4a98-829f-560a1d7e0f78 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:05.823818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb444b1c-24aa-4917-b930-d2ea035141c7 req-74d65ab7-57dc-4a98-829f-560a1d7e0f78 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 943 time: 0.4846539 Oct 26 14:24:05.887043 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-890c6712-9dfe-4819-b543-3d391913a637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.935790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c6712-9dfe-4819-b543-3d391913a637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1442e5d7-691a-4a03-b0ee-256d39d8a157,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:05.939589 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-890c6712-9dfe-4819-b543-3d391913a637 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.943531 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-890c6712-9dfe-4819-b543-3d391913a637 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1442e5d7-691a-4a03-b0ee-256d39d8a157 HTTP/1.1" status: 204 len: 168 time: 0.8281608 Oct 26 14:24:05.955305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57966) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:05.958818 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device bd183f95-3d67-4352-8902-d679e6de6a06 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:24:05.959801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c5ebb7-72cb-42c4-9342-822dcc1fab83 admin admin] Made reservation on behalf of a08b7dad87fc48bc9c9366cacf054645 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:05.970714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09c5ebb7-72cb-42c4-9342-822dcc1fab83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.972969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e62b326-e939-4596-90bf-ae788b7fae68 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Router 43ac8996-3b76-44f1-9bd1-2e946538c01b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:24:06.039850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5d3faca-52ae-4ac3-9328-24d883067d57 req-368743da-cd98-4a85-bf29-ba6e1af7aebd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534103 Oct 26 14:24:06.097762 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb444b1c-24aa-4917-b930-d2ea035141c7 req-4faa4fee-c26d-463f-bdd0-8808f04dd041 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601428 Oct 26 14:24:06.162148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port bd183f95-3d67-4352-8902-d679e6de6a06, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=bd183f95-3d67-4352-8902-d679e6de6a06,segment=NetworkSegment(540f1c9b-b0c5-4cb3-a424-b06bccec4325),segment_id=540f1c9b-b0c5-4cb3-a424-b06bccec4325)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:06.175683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'bd183f95-3d67-4352-8902-d679e6de6a06', 'network_id': 'f52d2ff7-3957-45da-a0fc-773a912ad4df', 'port_id': 'bd183f95-3d67-4352-8902-d679e6de6a06', 'mac_address': 'fa:16:3e:85:4d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5939510c-c753-4962-9a0a-345dd20c72da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:24:06.186490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a98f2e0b-5233-4084-a0e3-24e9a6a4c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.192050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-24668c23-f12a-407b-be13-d820bd134394 req-1e2453a7-3799-48bf-a4e4-8939293d5fdb tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Deleting port 0457dd74-6aed-485b-9780-e4ceda21ede5 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:06.192384 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-24668c23-f12a-407b-be13-d820bd134394 req-1e2453a7-3799-48bf-a4e4-8939293d5fdb tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.255927 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.281618 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd183f95-3d67-4352-8902-d679e6de6a06 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:06.316573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port bd183f95-3d67-4352-8902-d679e6de6a06, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=bd183f95-3d67-4352-8902-d679e6de6a06,segment=NetworkSegment(540f1c9b-b0c5-4cb3-a424-b06bccec4325),segment_id=540f1c9b-b0c5-4cb3-a424-b06bccec4325)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:06.322392 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.399811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=bd183f95-3d67-4352-8902-d679e6de6a06,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:06.413548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.557836 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d1890-4976-40b3-a91d-498434e08002 None None] Network 515b108d-96e4-499a-9c1b-3a0bc1956b2f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:06.587048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['bd183f95-3d67-4352-8902-d679e6de6a06'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:06.648870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-24668c23-f12a-407b-be13-d820bd134394 req-1e2453a7-3799-48bf-a4e4-8939293d5fdb tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] For port 0457dd74-6aed-485b-9780-e4ceda21ede5, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=0457dd74-6aed-485b-9780-e4ceda21ede5,segment=NetworkSegment(85016998-8c36-4cb6-a677-742228fe52d9),segment_id=85016998-8c36-4cb6-a677-742228fe52d9)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:06.649417 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-24668c23-f12a-407b-be13-d820bd134394 req-1e2453a7-3799-48bf-a4e4-8939293d5fdb tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.669653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-24668c23-f12a-407b-be13-d820bd134394 req-1e2453a7-3799-48bf-a4e4-8939293d5fdb tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Calling delete_port for 0457dd74-6aed-485b-9780-e4ceda21ede5 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:06.696076 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09c5ebb7-72cb-42c4-9342-822dcc1fab83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.748859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5ebb7-72cb-42c4-9342-822dcc1fab83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abccf224-1f26-4690-a2e9-b21c820f7d0a,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:06.784804 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.798941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 17adbef3-aed6-43d7-be26-7a3993a72488 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:06.896477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5ebb7-72cb-42c4-9342-822dcc1fab83 admin admin] Checking segment: {'id': '41f5e0ef-e85f-4866-99d1-02238f8a1bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'aa963f4e-354d-48c3-8b23-0ef126479065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:06.896785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5ebb7-72cb-42c4-9342-822dcc1fab83 admin admin] Network hostable DHCP agents. Network: aa963f4e-354d-48c3-8b23-0ef126479065, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:24:06.903765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e62b326-e939-4596-90bf-ae788b7fae68 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:24:06.926263 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1e62b326-e939-4596-90bf-ae788b7fae68 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.954111 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a98f2e0b-5233-4084-a0e3-24e9a6a4c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.972762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5ebb7-72cb-42c4-9342-822dcc1fab83 admin admin] Network aa963f4e-354d-48c3-8b23-0ef126479065 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:24:07.019126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0ad2f-978a-4fef-a25b-9ed2f8b1bcb8 req-7571209e-09d2-4ed7-b15e-96d65a978e2c tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:07.032477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56b0ad2f-978a-4fef-a25b-9ed2f8b1bcb8 req-7571209e-09d2-4ed7-b15e-96d65a978e2c tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 909 time: 0.1057959 Oct 26 14:24:07.034564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-09c5ebb7-72cb-42c4-9342-822dcc1fab83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, aa963f4e-354d-48c3-8b23-0ef126479065) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:07.040552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Router 7837cc9a-bf41-4b4d-b726-33eef1dc9248 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:24:07.051477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5ebb7-72cb-42c4-9342-822dcc1fab83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:07.051477 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-09c5ebb7-72cb-42c4-9342-822dcc1fab83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.089096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818a6c28-166e-4a6e-882e-617ce3104052 None None] Network aa963f4e-354d-48c3-8b23-0ef126479065 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:07.092529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c538570b-3adf-458a-83f8-680865ebc682 None None] Sync routers for ids ['43ac8996-3b76-44f1-9bd1-2e946538c01b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:24:07.094411 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Provisioning complete for port 17adbef3-aed6-43d7-be26-7a3993a72488 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:07.094784 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.097413 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1e62b326-e939-4596-90bf-ae788b7fae68 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "PUT /v2.0/floatingips/14ea222d-fd8c-4914-9997-bde61330b756 HTTP/1.1" status: 200 len: 991 time: 3.3360126 Oct 26 14:24:07.113343 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-a98f2e0b-5233-4084-a0e3-24e9a6a4c661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cddd2a-2fda-4791-8d97-6a3e0c9277b0']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:07.117281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:07.119785 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eb7a14-07b1-442d-8fb2-208676326da0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:07.145168 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-a98f2e0b-5233-4084-a0e3-24e9a6a4c661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd0ce82-acce-4c86-8b32-75a1d178d11c') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:07.146027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-a98f2e0b-5233-4084-a0e3-24e9a6a4c661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd0ce82-acce-4c86-8b32-75a1d178d11c') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:07.160544 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a98f2e0b-5233-4084-a0e3-24e9a6a4c661 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.171205 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-24668c23-f12a-407b-be13-d820bd134394 req-1e2453a7-3799-48bf-a4e4-8939293d5fdb tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.224019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-09c5ebb7-72cb-42c4-9342-822dcc1fab83 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4586334 Oct 26 14:24:07.294438 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a98f2e0b-5233-4084-a0e3-24e9a6a4c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.326426 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1684066-8174-4cb1-b334-9a19270a2f00 x-openstack-request-id: req-c1684066-8174-4cb1-b334-9a19270a2f00 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:07.329953 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:07.330357 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1684066-8174-4cb1-b334-9a19270a2f00 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:07.331750 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'status': 'completed', 'code': 200} Oct 26 14:24:07.359113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2453a7-3799-48bf-a4e4-8939293d5fdb tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event deleted for resources: {'Port': ['ID=0457dd74-6aed-485b-9780-e4ceda21ede5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:07.359583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:24:07.380351 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Sync routers for ids ['7837cc9a-bf41-4b4d-b726-33eef1dc9248'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:24:07.382903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98f2e0b-5233-4084-a0e3-24e9a6a4c661 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:24:07.391725 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a98f2e0b-5233-4084-a0e3-24e9a6a4c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.406866 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Routers {'7837cc9a-bf41-4b4d-b726-33eef1dc9248'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:07.407787 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7837cc9a-bf41-4b4d-b726-33eef1dc9248'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:24:07.469760 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:24:07.473997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.477449 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cda28f5b-e075-446f-b902-44e045257b76 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3595824 Oct 26 14:24:07.482631 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 57982) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:07.522641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c538570b-3adf-458a-83f8-680865ebc682 None None] Routers {'43ac8996-3b76-44f1-9bd1-2e946538c01b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:07.525524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c538570b-3adf-458a-83f8-680865ebc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['43ac8996-3b76-44f1-9bd1-2e946538c01b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:07.774610 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-24668c23-f12a-407b-be13-d820bd134394 req-1e2453a7-3799-48bf-a4e4-8939293d5fdb tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] No DVR routers for this DVR port 0457dd74-6aed-485b-9780-e4ceda21ede5 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:24:07.794556 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-24668c23-f12a-407b-be13-d820bd134394 req-1e2453a7-3799-48bf-a4e4-8939293d5fdb tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.800257 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-24668c23-f12a-407b-be13-d820bd134394 req-1e2453a7-3799-48bf-a4e4-8939293d5fdb tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.11 "DELETE /v2.0/ports/0457dd74-6aed-485b-9780-e4ceda21ede5 HTTP/1.1" status: 204 len: 173 time: 2.0291617 Oct 26 14:24:07.853456 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a98f2e0b-5233-4084-a0e3-24e9a6a4c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.882649 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a98f2e0b-5233-4084-a0e3-24e9a6a4c661 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.904543 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Set router 7837cc9a-bf41-4b4d-b726-33eef1dc9248 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:07.929434 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a98f2e0b-5233-4084-a0e3-24e9a6a4c661 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f9cddd2a-2fda-4791-8d97-6a3e0c9277b0 HTTP/1.1" status: 204 len: 168 time: 1.9689822 Oct 26 14:24:07.951857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb7a14-07b1-442d-8fb2-208676326da0 req-65073d3a-0e40-4a73-becb-7d0968dc4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:07.959448 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c0eb7a14-07b1-442d-8fb2-208676326da0 req-65073d3a-0e40-4a73-becb-7d0968dc4b41 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 1097 time: 0.6455181 Oct 26 14:24:08.008674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f2e0b-5233-4084-a0e3-24e9a6a4c661 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9cddd2a-2fda-4791-8d97-6a3e0c9277b0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:08.263494 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 17adbef3-aed6-43d7-be26-7a3993a72488 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:08.263494 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:08.349862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb7a14-07b1-442d-8fb2-208676326da0 req-82863f42-d901-4b71-a6d0-e3cffe962271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:08.354707 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c0eb7a14-07b1-442d-8fb2-208676326da0 req-82863f42-d901-4b71-a6d0-e3cffe962271 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 918 time: 0.3488505 Oct 26 14:24:08.364055 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 57998) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:08.409851 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-c538570b-3adf-458a-83f8-680865ebc682 None None] Set router 43ac8996-3b76-44f1-9bd1-2e946538c01b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:08.428297 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'name': 'tempest-TestVolumeBackupRestore-1376434818-router', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '69148106-2c74-463e-82c6-2b76a03ca6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:03Z', 'updated_at': '2021-10-26T14:24:06Z', 'revision_number': 3, 'project_id': 'f0cd81bee33f45608a20256611911306', 'gw_port': {'id': '69148106-2c74-463e-82c6-2b76a03ca6a5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:04Z', 'updated_at': '2021-10-26T14:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:08.469351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8fb01975-2a69-4d6f-b9ce-cb95118c148b req-8a360aa7-2136-44ef-881d-fa6c1bd44c04 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fd3a360-039a-4886-9727-8327b3d2f7a3 HTTP/1.1" status: 200 len: 210 time: 0.1044490 Oct 26 14:24:08.482997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c5d96-8088-4b8a-a481-1582a8066329 req-6c4f2d02-d201-44b6-bbfa-7074898bc701 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:08.494738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed6c5d96-8088-4b8a-a481-1582a8066329 req-6c4f2d02-d201-44b6-bbfa-7074898bc701 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 944 time: 1.1084671 Oct 26 14:24:08.529222 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Checking router: 7837cc9a-bf41-4b4d-b726-33eef1dc9248 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:24:08.530183 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Updating router 7837cc9a-bf41-4b4d-b726-33eef1dc9248 port 69148106-2c74-463e-82c6-2b76a03ca6a5 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:24:08.559980 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed6c5d96-8088-4b8a-a481-1582a8066329 req-a61b3da0-ed14-4be1-af91-157fc482a60c tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681880 Oct 26 14:24:08.606655 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:08.612864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 0457dd74-6aed-485b-9780-e4ceda21ede5 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:08.614595 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c0eb7a14-07b1-442d-8fb2-208676326da0 req-d373dc1f-75f1-45d7-b8bc-d56f80964e63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 HTTP/1.1" status: 200 len: 999 time: 0.2516544 Oct 26 14:24:08.614990 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:08.696880 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] For port 17adbef3-aed6-43d7-be26-7a3993a72488, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=17adbef3-aed6-43d7-be26-7a3993a72488,segment=NetworkSegment(461d9f57-b4a6-4359-ab26-8e9c7bcbf592),segment_id=461d9f57-b4a6-4359-ab26-8e9c7bcbf592)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:08.758865 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611effa9-455e-44b3-b924-beccf90b2793 None None] Network aa963f4e-354d-48c3-8b23-0ef126479065 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:08.831268 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb7a14-07b1-442d-8fb2-208676326da0 req-1b54a8de-a650-4369-b6fe-d9c182dc31e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:08.833386 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c0eb7a14-07b1-442d-8fb2-208676326da0 req-1b54a8de-a650-4369-b6fe-d9c182dc31e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.2045412 Oct 26 14:24:08.837402 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6c81e137-a5cb-421a-baf5-fdf1af6077c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d05827b17cd74a7889853647e1cd3a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4723358 Oct 26 14:24:08.840413 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58006) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:08.958736 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58010) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:08.975298 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1833210459-network', 'tenant_id': 'ba0fa9c02f34439fa6da745a29d77081'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:09.015609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb7a14-07b1-442d-8fb2-208676326da0 req-43e6dab2-b373-44b4-bd23-8a1ffc2d726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:09.018837 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c0eb7a14-07b1-442d-8fb2-208676326da0 req-43e6dab2-b373-44b4-bd23-8a1ffc2d726b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642869 Oct 26 14:24:09.019822 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.029883 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.037784 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.043622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 0457dd74-6aed-485b-9780-e4ceda21ede5 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:09.044075 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 0457dd74-6aed-485b-9780-e4ceda21ede5 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:09.086073 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adcf81-08ca-471c-801c-5bc1cfd7bd01 None None] Pushing event updated for resources: {'Port': ['ID=69148106-2c74-463e-82c6-2b76a03ca6a5,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:09.113300 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Attempting to bind port 69148106-2c74-463e-82c6-2b76a03ca6a5 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:09.114079 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Attempting to bind port 69148106-2c74-463e-82c6-2b76a03ca6a5 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:09.114637 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Attempting to bind port 69148106-2c74-463e-82c6-2b76a03ca6a5 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:09.121712 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:09.122401 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:09.124191 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.125433 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:09.125929 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Bound port: 69148106-2c74-463e-82c6-2b76a03ca6a5, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:09.129116 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.216615 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c0eb7a14-07b1-442d-8fb2-208676326da0 req-d6ee2859-7547-4274-8196-d9785e8a8641 service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676798 Oct 26 14:24:09.234125 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] For port 69148106-2c74-463e-82c6-2b76a03ca6a5, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:09.241522 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] For port 69148106-2c74-463e-82c6-2b76a03ca6a5, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=69148106-2c74-463e-82c6-2b76a03ca6a5,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:09.241869 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.254424 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.332534 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] Made reservation on behalf of ba0fa9c02f34439fa6da745a29d77081 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:09.335230 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.336293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Pushing event updated for resources: {'Port': ['ID=17adbef3-aed6-43d7-be26-7a3993a72488,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:09.343100 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Routers {'7837cc9a-bf41-4b4d-b726-33eef1dc9248'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:09.344203 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd3a360-039a-4886-9727-8327b3d2f7a3', 'name': 'network-vif-deleted', 'tag': '0457dd74-6aed-485b-9780-e4ceda21ede5'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:09.347251 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7837cc9a-bf41-4b4d-b726-33eef1dc9248'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:09.348445 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efbccce-d171-4963-8cd5-37cf8b0eaf2b" -d '{"events": [{"server_uuid": "0fd3a360-039a-4886-9727-8327b3d2f7a3", "name": "network-vif-deleted", "tag": "0457dd74-6aed-485b-9780-e4ceda21ede5"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:09.375123 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.381259 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68d00c62-8027-4d9e-8ee6-e99867c47c42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.442862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:09.443252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:09.443645 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:09.443984 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:09.444318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:09.444646 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:09.444974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:09.445350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:09.445726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:09.446066 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:09.446423 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:09.446709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845036c7-6110-4693-8cbf-0e99d48b6322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:09.447271 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682bc687-028c-430c-a479-59872b78f53f x-openstack-request-id: req-682bc687-028c-430c-a479-59872b78f53f {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:09.447583 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd3a360-039a-4886-9727-8327b3d2f7a3", "name": "network-vif-deleted", "tag": "0457dd74-6aed-485b-9780-e4ceda21ede5", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:09.450125 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-682bc687-028c-430c-a479-59872b78f53f {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:09.450621 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd3a360-039a-4886-9727-8327b3d2f7a3', 'name': 'network-vif-deleted', 'tag': '0457dd74-6aed-485b-9780-e4ceda21ede5', 'status': 'completed', 'code': 200} Oct 26 14:24:09.456078 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c0eb7a14-07b1-442d-8fb2-208676326da0 req-ee377fa6-a886-4eca-ab91-82b4a933f6da service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261727 Oct 26 14:24:09.472695 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68d00c62-8027-4d9e-8ee6-e99867c47c42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.590418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58018) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:09.614341 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] Set router 7837cc9a-bf41-4b4d-b726-33eef1dc9248 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:09.617109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Allocated IP 172.20.0.1 (515b108d-96e4-499a-9c1b-3a0bc1956b2f/d2aac42b-1ca2-44b2-b4fe-0948e54436b2/557c26b1-1203-4487-8da1-f0acd50cb762) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:09.677553 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68d00c62-8027-4d9e-8ee6-e99867c47c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.680251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68d00c62-8027-4d9e-8ee6-e99867c47c42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.684410 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-68d00c62-8027-4d9e-8ee6-e99867c47c42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1267f24-2afc-4c06-b938-67f05dfe82d8 HTTP/1.1" status: 204 len: 168 time: 0.8401179 Oct 26 14:24:09.684410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.692838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f6adf671-5695-4dce-8ca1-93780e9812d2 None None] Provisioning complete for port 17adbef3-aed6-43d7-be26-7a3993a72488 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:09.693204 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f6adf671-5695-4dce-8ca1-93780e9812d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.693431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d00c62-8027-4d9e-8ee6-e99867c47c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1267f24-2afc-4c06-b938-67f05dfe82d8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:09.702671 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.728844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:24:09.749161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32fe53f-019f-4d8e-8ec4-f6452ba29d94,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:09.769663 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.771519 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] Added segment c9a744ef-80e5-432d-8f7d-9aa5af236787 of type vlan for network c917b5ae-8362-4892-9339-e6bd4cc1db95 Oct 26 14:24:09.831079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c538570b-3adf-458a-83f8-680865ebc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '14ea222d-fd8c-4914-9997-bde61330b756', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'port_id': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'mac_address': 'fa:16:3e:f8:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:23:34Z', 'updated_at': '2021-10-26T14:24:04Z', 'revision_number': 1, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:09Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:09.838282 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.867560 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adcf81-08ca-471c-801c-5bc1cfd7bd01 None None] Pushing event updated for resources: {'Port': ['ID=69148106-2c74-463e-82c6-2b76a03ca6a5,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:09.877628 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.878932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:09.879666 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.888800 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c538570b-3adf-458a-83f8-680865ebc682 None None] Checking router: 43ac8996-3b76-44f1-9bd1-2e946538c01b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:24:09.935077 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c538570b-3adf-458a-83f8-680865ebc682 None None] Routers {'43ac8996-3b76-44f1-9bd1-2e946538c01b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:09.938534 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c538570b-3adf-458a-83f8-680865ebc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['43ac8996-3b76-44f1-9bd1-2e946538c01b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:09.952391 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device bd183f95-3d67-4352-8902-d679e6de6a06 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:09.952623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dc9d6-b3c9-4d3b-921b-36f7a8b9a01d req-94b8ef49-e831-4ee5-ba54-a8cb38b283f9 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:09.953856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-231dc9d6-b3c9-4d3b-921b-36f7a8b9a01d req-94b8ef49-e831-4ee5-ba54-a8cb38b283f9 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 944 time: 0.1807706 Oct 26 14:24:09.992392 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'name': 'tempest-TestVolumeBackupRestore-1376434818-router', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '69148106-2c74-463e-82c6-2b76a03ca6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:03Z', 'updated_at': '2021-10-26T14:24:06Z', 'revision_number': 3, 'project_id': 'f0cd81bee33f45608a20256611911306', 'gw_port': {'id': '69148106-2c74-463e-82c6-2b76a03ca6a5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:04Z', 'updated_at': '2021-10-26T14:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:10.016653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-231dc9d6-b3c9-4d3b-921b-36f7a8b9a01d req-c38ec95f-a89d-4c3c-8bdf-163b6b996ca5 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540991 Oct 26 14:24:10.024710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] Pushing event updated for resources: {'Network': ['ID=c917b5ae-8362-4892-9339-e6bd4cc1db95,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:10.039482 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6f0efea5-5d52-4ef1-abe0-3ee5fbf4a543 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0701768 Oct 26 14:24:10.042159 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58028) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:10.049270 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6c09ceee-cbe8-4caf-b3c0-67ba14379cd2 admin admin] Request body: {'subnet': {'network_id': 'c917b5ae-8362-4892-9339-e6bd4cc1db95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1833210459-subnet', 'tenant_id': 'ba0fa9c02f34439fa6da745a29d77081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:10.087751 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network c917b5ae-8362-4892-9339-e6bd4cc1db95 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:24:10.095742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c09ceee-cbe8-4caf-b3c0-67ba14379cd2 admin admin] Made reservation on behalf of ba0fa9c02f34439fa6da745a29d77081 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:10.100281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c09ceee-cbe8-4caf-b3c0-67ba14379cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.105389 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9036d-4827-4c2c-a821-5496d877a24b None None] The sync data for ids ['7837cc9a-bf41-4b4d-b726-33eef1dc9248'] in n-d-815498-1 is: [{'id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'name': 'tempest-TestVolumeBackupRestore-1376434818-router', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '69148106-2c74-463e-82c6-2b76a03ca6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:03Z', 'updated_at': '2021-10-26T14:24:06Z', 'revision_number': 3, 'project_id': 'f0cd81bee33f45608a20256611911306', 'gw_port': {'id': '69148106-2c74-463e-82c6-2b76a03ca6a5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:04Z', 'updated_at': '2021-10-26T14:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:10.109715 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.180472 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.262592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-c538570b-3adf-458a-83f8-680865ebc682 None None] Set router 43ac8996-3b76-44f1-9bd1-2e946538c01b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:10.316090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port bd183f95-3d67-4352-8902-d679e6de6a06 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:24:10.329859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port bd183f95-3d67-4352-8902-d679e6de6a06 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:10.331040 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.357369 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c09ceee-cbe8-4caf-b3c0-67ba14379cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.442956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Network 515b108d-96e4-499a-9c1b-3a0bc1956b2f is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:10.449783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Pushing event updated for resources: {'Port': ['ID=557c26b1-1203-4487-8da1-f0acd50cb762,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:10.457139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58034) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:10.468667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:10.473020 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:10.533604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09ceee-cbe8-4caf-b3c0-67ba14379cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b85514-381c-48a5-a9a2-b0262c0f12ae,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:10.633481 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.647656 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bd1d81db-c7d8-44cd-abb2-9a489ae44527 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98d7ad1a5e3f464ca5d940babfafa853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874070 Oct 26 14:24:10.648554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58038) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:10.725827 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c09ceee-cbe8-4caf-b3c0-67ba14379cd2 admin admin] Checking segment: {'id': 'c9a744ef-80e5-432d-8f7d-9aa5af236787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'c917b5ae-8362-4892-9339-e6bd4cc1db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:10.726462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c09ceee-cbe8-4caf-b3c0-67ba14379cd2 admin admin] Network hostable DHCP agents. Network: c917b5ae-8362-4892-9339-e6bd4cc1db95, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:24:10.774638 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4aac6fa3-c574-473c-b3c8-747889fa18ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.776773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c09ceee-cbe8-4caf-b3c0-67ba14379cd2 admin admin] Network c917b5ae-8362-4892-9339-e6bd4cc1db95 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:24:10.832491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-6c09ceee-cbe8-4caf-b3c0-67ba14379cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, c917b5ae-8362-4892-9339-e6bd4cc1db95) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:10.835962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4aac6fa3-c574-473c-b3c8-747889fa18ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.858011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c09ceee-cbe8-4caf-b3c0-67ba14379cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:10.858011 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c09ceee-cbe8-4caf-b3c0-67ba14379cd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.859051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3912e86-b226-47d7-b720-ff96156a1991 None None] Network c917b5ae-8362-4892-9339-e6bd4cc1db95 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:10.916839 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.920018 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6c09ceee-cbe8-4caf-b3c0-67ba14379cd2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8765733 Oct 26 14:24:10.956828 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.982953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4aac6fa3-c574-473c-b3c8-747889fa18ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.988183 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4aac6fa3-c574-473c-b3c8-747889fa18ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.997278 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4aac6fa3-c574-473c-b3c8-747889fa18ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/292b436f-bc9b-4554-83d2-607ccf9c11c5 HTTP/1.1" status: 204 len: 168 time: 0.3472564 Oct 26 14:24:11.032739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac6fa3-c574-473c-b3c8-747889fa18ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292b436f-bc9b-4554-83d2-607ccf9c11c5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:11.039636 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-03127169-a2a4-42c5-ae0d-f0301d8078ba tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:11.052586 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e8e16e-a5a8-49a9-8418-3cb0af0e7523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd183f95-3d67-4352-8902-d679e6de6a06'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:11.056617 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d5381f-afd3-48a8-804e-4dd87e5d0ff5" -d '{"events": [{"server_uuid": "49e8e16e-a5a8-49a9-8418-3cb0af0e7523", "name": "network-vif-plugged", "status": "completed", "tag": "bd183f95-3d67-4352-8902-d679e6de6a06"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:11.108306 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port bd183f95-3d67-4352-8902-d679e6de6a06, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=bd183f95-3d67-4352-8902-d679e6de6a06,segment=NetworkSegment(540f1c9b-b0c5-4cb3-a424-b06bccec4325),segment_id=540f1c9b-b0c5-4cb3-a424-b06bccec4325)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:11.163621 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:11.188962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-23a52063-4f12-433e-82d6-d66d671bdd25 None None] Provisioning complete for port 557c26b1-1203-4487-8da1-f0acd50cb762 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:11.190321 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-23a52063-4f12-433e-82d6-d66d671bdd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:11.237665 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19af556b-9e26-4cd4-9268-8c3dd7c7c388 x-openstack-request-id: req-19af556b-9e26-4cd4-9268-8c3dd7c7c388 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:11.237665 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e8e16e-a5a8-49a9-8418-3cb0af0e7523", "name": "network-vif-plugged", "status": "completed", "tag": "bd183f95-3d67-4352-8902-d679e6de6a06", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:11.240887 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19af556b-9e26-4cd4-9268-8c3dd7c7c388 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:11.241525 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e8e16e-a5a8-49a9-8418-3cb0af0e7523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd183f95-3d67-4352-8902-d679e6de6a06', 'code': 200} Oct 26 14:24:11.383714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354277b-dcb3-4fb2-8bc9-040204bd23f4 req-344c1374-4fec-4d20-830f-beae8d07a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:11.388203 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1354277b-dcb3-4fb2-8bc9-040204bd23f4 req-344c1374-4fec-4d20-830f-beae8d07a41f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 1096 time: 0.1269984 Oct 26 14:24:11.480598 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1354277b-dcb3-4fb2-8bc9-040204bd23f4 req-46df6a98-5c62-42aa-a865-b571de2264d5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816481 Oct 26 14:24:11.545558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb25392-82fb-4c60-a0ea-fbf9e93f31cd None None] Network c917b5ae-8362-4892-9339-e6bd4cc1db95 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:11.597209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 17adbef3-aed6-43d7-be26-7a3993a72488 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:11.616399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983e437-481c-4f0c-acab-3acda3ddb286 req-a9043188-18d1-4094-ac41-b4af8561ff81 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:11.627358 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8983e437-481c-4f0c-acab-3acda3ddb286 req-a9043188-18d1-4094-ac41-b4af8561ff81 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.2786434 Oct 26 14:24:11.643778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-23a52063-4f12-433e-82d6-d66d671bdd25 None None] Port 557c26b1-1203-4487-8da1-f0acd50cb762 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:24:11.716416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=bd183f95-3d67-4352-8902-d679e6de6a06,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:11.766073 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c538570b-3adf-458a-83f8-680865ebc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '14ea222d-fd8c-4914-9997-bde61330b756', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'port_id': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'mac_address': 'fa:16:3e:f8:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:23:34Z', 'updated_at': '2021-10-26T14:24:04Z', 'revision_number': 1, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:09Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:11.846343 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8983e437-481c-4f0c-acab-3acda3ddb286 req-154c1881-88ca-4374-ae26-3e086e557d33 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168646 Oct 26 14:24:11.851061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c538570b-3adf-458a-83f8-680865ebc682 None None] The sync data for ids ['43ac8996-3b76-44f1-9bd1-2e946538c01b'] in n-d-815498-1 is: [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '14ea222d-fd8c-4914-9997-bde61330b756', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'port_id': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'mac_address': 'fa:16:3e:f8:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:23:34Z', 'updated_at': '2021-10-26T14:24:04Z', 'revision_number': 1, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:09Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:11.859040 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:11.869262 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:11.969486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 17adbef3-aed6-43d7-be26-7a3993a72488 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:11.970010 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:12.075613 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Pushing event updated for resources: {'Port': ['ID=557c26b1-1203-4487-8da1-f0acd50cb762,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:12.076272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 69148106-2c74-463e-82c6-2b76a03ca6a5 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:12.115352 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:12.135503 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 69148106-2c74-463e-82c6-2b76a03ca6a5 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:12.136247 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:12.238012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-82a9d2f9-8f12-4255-9ee6-0fc6ba2d01c4 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:12.239614 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-82a9d2f9-8f12-4255-9ee6-0fc6ba2d01c4 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/networks?id=aa963f4e-354d-48c3-8b23-0ef126479065 HTTP/1.1" status: 200 len: 809 time: 0.1282799 Oct 26 14:24:12.256049 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:12.283739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 69148106-2c74-463e-82c6-2b76a03ca6a5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=69148106-2c74-463e-82c6-2b76a03ca6a5,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:12.287142 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-13e12054-2481-4d35-8e22-9369f78922b7 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/quotas/a08b7dad87fc48bc9c9366cacf054645 HTTP/1.1" status: 200 len: 375 time: 0.0208676 Oct 26 14:24:12.290324 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:12.354267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=69148106-2c74-463e-82c6-2b76a03ca6a5,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:12.378833 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-1635131c-d695-478a-a586-d4f2c676f18d tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a08b7dad87fc48bc9c9366cacf054645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691533 Oct 26 14:24:12.460117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Network 515b108d-96e4-499a-9c1b-3a0bc1956b2f is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:12.472617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:12.673483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-03127169-a2a4-42c5-ae0d-f0301d8078ba tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Deleting port 27c00c33-919f-4e2b-91ff-11dba2d1763c {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:12.688916 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-03127169-a2a4-42c5-ae0d-f0301d8078ba tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:12.809402 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-612a47b3-d402-44ed-b9df-97751fef25e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:12.921857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-06240e6b-9768-4a8c-9ee7-52c1e67ee5d6 service neutron] 10.222.0.32 "GET /v2.0/networks/aa963f4e-354d-48c3-8b23-0ef126479065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828775 Oct 26 14:24:12.943852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc6e2b-8a7d-49f8-9315-940e61cb8572 None None] New status for floating IP 14ea222d-fd8c-4914-9997-bde61330b756: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:24:13.054497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a3390201-4ba1-4a97-966d-c8a8c24c5c20 None None] Provisioning complete for port 557c26b1-1203-4487-8da1-f0acd50cb762 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:13.056211 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a3390201-4ba1-4a97-966d-c8a8c24c5c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:13.120378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-03127169-a2a4-42c5-ae0d-f0301d8078ba tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] For port 27c00c33-919f-4e2b-91ff-11dba2d1763c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=27c00c33-919f-4e2b-91ff-11dba2d1763c,segment=NetworkSegment(85016998-8c36-4cb6-a677-742228fe52d9),segment_id=85016998-8c36-4cb6-a677-742228fe52d9)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:13.121393 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-03127169-a2a4-42c5-ae0d-f0301d8078ba tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:13.155875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Router 7837cc9a-bf41-4b4d-b726-33eef1dc9248 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:24:13.175614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-03127169-a2a4-42c5-ae0d-f0301d8078ba tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Calling delete_port for 27c00c33-919f-4e2b-91ff-11dba2d1763c owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:13.191167 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-a3390201-4ba1-4a97-966d-c8a8c24c5c20 None None] Port 557c26b1-1203-4487-8da1-f0acd50cb762 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:24:13.279762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 69148106-2c74-463e-82c6-2b76a03ca6a5 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:13.339716 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 69148106-2c74-463e-82c6-2b76a03ca6a5 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:13.340081 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:13.644089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc4a9b-6010-416d-a257-fbb849d0eb62 req-ee90136f-716c-4f4f-88e7-f5faf5a642d2 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:13.645461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dffc4a9b-6010-416d-a257-fbb849d0eb62 req-ee90136f-716c-4f4f-88e7-f5faf5a642d2 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.6288292 Oct 26 14:24:13.756790 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-e2f5a321-a3be-4b84-bcf9-e1769ed0fc39 service neutron] 10.222.0.32 "GET /v2.0/networks/aa963f4e-354d-48c3-8b23-0ef126479065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7962139 Oct 26 14:24:13.829060 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dffc4a9b-6010-416d-a257-fbb849d0eb62 req-b1ff4dbe-f96c-418f-acf5-e18ab0d232a9 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480634 Oct 26 14:24:13.837709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:24:13.845007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-42a5dfb4-c5c0-4020-a159-f211e8465c6e admin admin] 10.222.0.32 "PUT /v2.0/routers/7837cc9a-bf41-4b4d-b726-33eef1dc9248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3571141 Oct 26 14:24:13.851729 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Sync routers for ids ['7837cc9a-bf41-4b4d-b726-33eef1dc9248'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:24:13.917233 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Routers {'7837cc9a-bf41-4b4d-b726-33eef1dc9248'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:13.920172 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:23:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7837cc9a-bf41-4b4d-b726-33eef1dc9248'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:14.109339 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-03127169-a2a4-42c5-ae0d-f0301d8078ba tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.156459 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Set router 7837cc9a-bf41-4b4d-b726-33eef1dc9248 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:14.170620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03127169-a2a4-42c5-ae0d-f0301d8078ba tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event deleted for resources: {'Port': ['ID=27c00c33-919f-4e2b-91ff-11dba2d1763c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:14.510888 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8476ca5f-76c7-401f-8510-c9d21ab6acf0 req-f5530486-992b-44d8-b755-698369d181b6 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 210 time: 0.1081955 Oct 26 14:24:14.555323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64f18-a879-4c46-ba12-2e3a950dd5ba req-97f865ee-b7dc-4885-8e42-b353df42c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:14.559852 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a9d64f18-a879-4c46-ba12-2e3a950dd5ba req-97f865ee-b7dc-4885-8e42-b353df42c8fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e40e581dd0fd4ae0bbcdff5d07f190d4&device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 1096 time: 0.1629860 Oct 26 14:24:14.673024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-111ee77e-e259-4500-89d0-cfbc99c9e601 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:14.681667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-111ee77e-e259-4500-89d0-cfbc99c9e601 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 811 time: 0.5145788 Oct 26 14:24:14.739199 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-9084c6df-0f01-4655-af65-ac4ed8eee43f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/quotas/6bcf474373744e67b719326f17fd4da5 HTTP/1.1" status: 200 len: 375 time: 0.0563145 Oct 26 14:24:14.778005 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'name': 'tempest-TestVolumeBackupRestore-1376434818-router', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '69148106-2c74-463e-82c6-2b76a03ca6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:03Z', 'updated_at': '2021-10-26T14:24:10Z', 'revision_number': 4, 'project_id': 'f0cd81bee33f45608a20256611911306', 'gw_port': {'id': '69148106-2c74-463e-82c6-2b76a03ca6a5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:04Z', 'updated_at': '2021-10-26T14:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '557c26b1-1203-4487-8da1-f0acd50cb762', 'name': '', 'network_id': '515b108d-96e4-499a-9c1b-3a0bc1956b2f', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'mac_address': 'fa:16:3e:29:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'd2aac42b-1ca2-44b2-b4fe-0948e54436b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:09Z', 'updated_at': '2021-10-26T14:24:11Z', 'revision_number': 2, 'project_id': 'f0cd81bee33f45608a20256611911306', 'subnets': [{'id': 'd2aac42b-1ca2-44b2-b4fe-0948e54436b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:14.796291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64f18-a879-4c46-ba12-2e3a950dd5ba req-35a6b6f7-9070-4f80-98a5-33cda3547ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:14.798185 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a9d64f18-a879-4c46-ba12-2e3a950dd5ba req-35a6b6f7-9070-4f80-98a5-33cda3547ab0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f52d2ff7-3957-45da-a0fc-773a912ad4df HTTP/1.1" status: 200 len: 920 time: 0.2310734 Oct 26 14:24:14.815598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c69df-f1fe-45b5-a75b-a59fb542246c req-fc369c5b-e80a-4d70-a520-8d400cb7ceec tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:14.817303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd1c69df-f1fe-45b5-a75b-a59fb542246c req-fc369c5b-e80a-4d70-a520-8d400cb7ceec tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.1674514 Oct 26 14:24:14.856406 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Checking router: 7837cc9a-bf41-4b4d-b726-33eef1dc9248 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:24:14.857029 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-03127169-a2a4-42c5-ae0d-f0301d8078ba tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.858908 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Updating router 7837cc9a-bf41-4b4d-b726-33eef1dc9248 port 557c26b1-1203-4487-8da1-f0acd50cb762 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:24:14.903406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-f46e51d7-3d61-4eca-a271-0fd86e9bb30c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584542 Oct 26 14:24:14.920000 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a9d64f18-a879-4c46-ba12-2e3a950dd5ba req-3fce5b3e-01f3-41e0-9b2d-c0dc3c71ab88 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd183f95-3d67-4352-8902-d679e6de6a06 HTTP/1.1" status: 200 len: 217 time: 0.1105001 Oct 26 14:24:14.923957 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.015804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64f18-a879-4c46-ba12-2e3a950dd5ba req-bc8adea5-cca4-46e2-9940-e48d029ae978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:15.018922 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a9d64f18-a879-4c46-ba12-2e3a950dd5ba req-bc8adea5-cca4-46e2-9940-e48d029ae978 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5939510c-c753-4962-9a0a-345dd20c72da HTTP/1.1" status: 200 len: 859 time: 0.0927260 Oct 26 14:24:15.078816 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e470cf17-27df-473a-8c1c-67c16266270e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.097746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd1c69df-f1fe-45b5-a75b-a59fb542246c req-9e893269-a425-40d1-8941-08c8c0cd17ba tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719498 Oct 26 14:24:15.117123 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a9d64f18-a879-4c46-ba12-2e3a950dd5ba req-fea0a27f-13d8-493c-b22d-4d4a4f78af0a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f52d2ff7-3957-45da-a0fc-773a912ad4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868957 Oct 26 14:24:15.296300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-7ee20483-4bbb-4a06-8594-6b1e4e416d5f service neutron] 10.222.0.32 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919487 Oct 26 14:24:15.391596 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a9d64f18-a879-4c46-ba12-2e3a950dd5ba req-a4b5dc5c-ed6e-4bb5-8a89-070b0a93807d service neutron] 10.222.0.25 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669272 Oct 26 14:24:15.543361 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a9d64f18-a879-4c46-ba12-2e3a950dd5ba req-0c878dc4-d265-4e4b-bfb3-98c5d764954a service neutron] 10.222.0.25 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343064 Oct 26 14:24:15.615475 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.623535 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.679501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a8697a6-2e6c-4b98-8eb1-13cebc2f307f req-bdf989b4-ad40-448b-801f-2d192285a1b6 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 210 time: 0.0599852 Oct 26 14:24:15.684672 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03127169-a2a4-42c5-ae0d-f0301d8078ba tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Router 490c503b-df9d-471f-b2b4-c4430987c4e0 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:24:15.699398 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-0fd7ef52-45fe-41f6-aab8-02ca675bb5ca service neutron] 10.222.0.32 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016709 Oct 26 14:24:15.756992 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc50cd-84ff-4ed4-8ebc-ef7f7f0372bd None None] Pushing event updated for resources: {'Port': ['ID=557c26b1-1203-4487-8da1-f0acd50cb762,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:15.760162 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Attempting to bind port 557c26b1-1203-4487-8da1-f0acd50cb762 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:15.760601 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Attempting to bind port 557c26b1-1203-4487-8da1-f0acd50cb762 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '461d9f57-b4a6-4359-ab26-8e9c7bcbf592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '515b108d-96e4-499a-9c1b-3a0bc1956b2f'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:15.761064 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Attempting to bind port 557c26b1-1203-4487-8da1-f0acd50cb762 on network 515b108d-96e4-499a-9c1b-3a0bc1956b2f {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:15.767933 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:15.768223 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Checking segment: {'id': '461d9f57-b4a6-4359-ab26-8e9c7bcbf592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '515b108d-96e4-499a-9c1b-3a0bc1956b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:15.768685 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.769145 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Bound using segment: {'id': '461d9f57-b4a6-4359-ab26-8e9c7bcbf592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '515b108d-96e4-499a-9c1b-3a0bc1956b2f'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:15.769722 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Bound port: 557c26b1-1203-4487-8da1-f0acd50cb762, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461d9f57-b4a6-4359-ab26-8e9c7bcbf592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '515b108d-96e4-499a-9c1b-3a0bc1956b2f'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:15.770311 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.874396 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] For port 557c26b1-1203-4487-8da1-f0acd50cb762, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:15.881634 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] For port 557c26b1-1203-4487-8da1-f0acd50cb762, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=557c26b1-1203-4487-8da1-f0acd50cb762,segment=NetworkSegment(461d9f57-b4a6-4359-ab26-8e9c7bcbf592),segment_id=461d9f57-b4a6-4359-ab26-8e9c7bcbf592)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:15.907694 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.982390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03127169-a2a4-42c5-ae0d-f0301d8078ba tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:24:15.996704 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472887f3-0f3d-44d8-9610-8ccb1502fef4 None None] Sync routers for ids ['490c503b-df9d-471f-b2b4-c4430987c4e0'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:24:15.998614 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-03127169-a2a4-42c5-ae0d-f0301d8078ba tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "PUT /v2.0/routers/490c503b-df9d-471f-b2b4-c4430987c4e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4016702 Oct 26 14:24:16.000599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58230) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:16.049116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472887f3-0f3d-44d8-9610-8ccb1502fef4 None None] Routers {'490c503b-df9d-471f-b2b4-c4430987c4e0'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:16.049728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-472887f3-0f3d-44d8-9610-8ccb1502fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['490c503b-df9d-471f-b2b4-c4430987c4e0'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:16.062212 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Routers {'7837cc9a-bf41-4b4d-b726-33eef1dc9248'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:16.067273 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7837cc9a-bf41-4b4d-b726-33eef1dc9248'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:16.168378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-fa9eab03-91af-4b52-b86e-b201c085c7c3 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:16.171178 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-fa9eab03-91af-4b52-b86e-b201c085c7c3 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.11 "GET /v2.0/networks?id=aa963f4e-354d-48c3-8b23-0ef126479065 HTTP/1.1" status: 200 len: 809 time: 0.2952752 Oct 26 14:24:16.189970 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-221102d3-925b-491f-9ba7-a830ab85d83c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Request body: {'port': {'device_id': '71233ef0-606b-4a2d-b570-f647a015ae60', 'network_id': 'aa963f4e-354d-48c3-8b23-0ef126479065', 'admin_state_up': True, 'tenant_id': 'a08b7dad87fc48bc9c9366cacf054645'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:16.252644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b854bf3-7682-4ff2-ac38-34abe381ca85 req-84d9ac15-f5d1-40be-a18b-a02549e634d4 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 210 time: 0.1459434 Oct 26 14:24:16.264870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e5f31e-ddd1-4abd-939e-adfa7dcf1071 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Deleting subnet f4467566-f08b-47b6-8650-2efd541b2d1d {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:24:16.287210 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-48e5f31e-ddd1-4abd-939e-adfa7dcf1071 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.335204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-21c9f471-de13-49c4-abd6-fbfa141e4053 None None] Provisioning complete for port 557c26b1-1203-4487-8da1-f0acd50cb762 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:16.335786 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-21c9f471-de13-49c4-abd6-fbfa141e4053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.384108 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc50cd-84ff-4ed4-8ebc-ef7f7f0372bd None None] Pushing event updated for resources: {'Port': ['ID=557c26b1-1203-4487-8da1-f0acd50cb762,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:16.472634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-48e5f31e-ddd1-4abd-939e-adfa7dcf1071 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.475400 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] Set router 7837cc9a-bf41-4b4d-b726-33eef1dc9248 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:16.521261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0ec7b-56cc-42c6-81aa-b66b720f6d28 req-9e8a90e3-9062-41cc-bcf8-6ecb61dcbadd tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:16.544278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eaa0ec7b-56cc-42c6-81aa-b66b720f6d28 req-9e8a90e3-9062-41cc-bcf8-6ecb61dcbadd tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.2579582 Oct 26 14:24:16.641047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-472887f3-0f3d-44d8-9610-8ccb1502fef4 None None] Set router 490c503b-df9d-471f-b2b4-c4430987c4e0 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:16.708611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-221102d3-925b-491f-9ba7-a830ab85d83c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Made reservation on behalf of a08b7dad87fc48bc9c9366cacf054645 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:16.717114 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-221102d3-925b-491f-9ba7-a830ab85d83c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.750608 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eaa0ec7b-56cc-42c6-81aa-b66b720f6d28 req-7785c0d1-9737-464d-98f1-20194082ed02 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053299 Oct 26 14:24:16.860759 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-48e5f31e-ddd1-4abd-939e-adfa7dcf1071 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.954522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19c2376e-68ad-455b-b95d-e5f7249e3a85 req-211b7478-3046-4ee4-9595-61ca2796e919 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 210 time: 0.0872083 Oct 26 14:24:17.036357 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-48e5f31e-ddd1-4abd-939e-adfa7dcf1071 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.056908 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.095622 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-221102d3-925b-491f-9ba7-a830ab85d83c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Allocated IP 172.20.0.10 (aa963f4e-354d-48c3-8b23-0ef126479065/abccf224-1f26-4690-a2e9-b21c820f7d0a/d06024a2-bb15-44df-b027-7522a8b5e571) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:17.131276 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-48e5f31e-ddd1-4abd-939e-adfa7dcf1071 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.138320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-48e5f31e-ddd1-4abd-939e-adfa7dcf1071 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "DELETE /v2.0/subnets/f4467566-f08b-47b6-8650-2efd541b2d1d HTTP/1.1" status: 204 len: 168 time: 1.1305828 Oct 26 14:24:17.138320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f31e-ddd1-4abd-939e-adfa7dcf1071 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event deleted for resources: {'Subnet': ['ID=f4467566-f08b-47b6-8650-2efd541b2d1d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:17.140785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58256) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:17.200362 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'name': 'tempest-TestVolumeBackupRestore-1376434818-router', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '69148106-2c74-463e-82c6-2b76a03ca6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:03Z', 'updated_at': '2021-10-26T14:24:10Z', 'revision_number': 4, 'project_id': 'f0cd81bee33f45608a20256611911306', 'gw_port': {'id': '69148106-2c74-463e-82c6-2b76a03ca6a5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:04Z', 'updated_at': '2021-10-26T14:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '557c26b1-1203-4487-8da1-f0acd50cb762', 'name': '', 'network_id': '515b108d-96e4-499a-9c1b-3a0bc1956b2f', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'mac_address': 'fa:16:3e:29:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'd2aac42b-1ca2-44b2-b4fe-0948e54436b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:09Z', 'updated_at': '2021-10-26T14:24:15Z', 'revision_number': 4, 'project_id': 'f0cd81bee33f45608a20256611911306', 'subnets': [{'id': 'd2aac42b-1ca2-44b2-b4fe-0948e54436b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:17.243731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5de5a8c-879e-491c-9b9f-f3de7a4e88a7 None None] Network 63221cdd-2c28-464a-b90e-cbc94113e716 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:17.278378 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdac775-e415-490d-8dbb-a0805b2f3a43 None None] The sync data for ids ['7837cc9a-bf41-4b4d-b726-33eef1dc9248'] in n-d-815498-1 is: [{'id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'name': 'tempest-TestVolumeBackupRestore-1376434818-router', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '69148106-2c74-463e-82c6-2b76a03ca6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:03Z', 'updated_at': '2021-10-26T14:24:10Z', 'revision_number': 4, 'project_id': 'f0cd81bee33f45608a20256611911306', 'gw_port': {'id': '69148106-2c74-463e-82c6-2b76a03ca6a5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:04Z', 'updated_at': '2021-10-26T14:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '557c26b1-1203-4487-8da1-f0acd50cb762', 'name': '', 'network_id': '515b108d-96e4-499a-9c1b-3a0bc1956b2f', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'mac_address': 'fa:16:3e:29:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'd2aac42b-1ca2-44b2-b4fe-0948e54436b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:09Z', 'updated_at': '2021-10-26T14:24:15Z', 'revision_number': 4, 'project_id': 'f0cd81bee33f45608a20256611911306', 'subnets': [{'id': 'd2aac42b-1ca2-44b2-b4fe-0948e54436b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:17.442776 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-221102d3-925b-491f-9ba7-a830ab85d83c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.484307 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.568050 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-221102d3-925b-491f-9ba7-a830ab85d83c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.632421 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.647803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-221102d3-925b-491f-9ba7-a830ab85d83c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Network aa963f4e-354d-48c3-8b23-0ef126479065 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:17.660093 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-221102d3-925b-491f-9ba7-a830ab85d83c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:17.668779 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-221102d3-925b-491f-9ba7-a830ab85d83c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:17.679649 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-21c9f471-de13-49c4-abd6-fbfa141e4053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.733389 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-097b157c-a7df-44bd-81c8-4fcaa9921f2b req-d9cbbeaf-4f24-41bc-9b6d-637630b1c1af tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 210 time: 0.2309241 Oct 26 14:24:17.755760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-221102d3-925b-491f-9ba7-a830ab85d83c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:17.756557 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-221102d3-925b-491f-9ba7-a830ab85d83c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.760878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221102d3-925b-491f-9ba7-a830ab85d83c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Pushing event updated for resources: {'Port': ['ID=d06024a2-bb15-44df-b027-7522a8b5e571,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:17.806324 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-221102d3-925b-491f-9ba7-a830ab85d83c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6233337 Oct 26 14:24:17.826758 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Request body: {'port': {'device_id': '71233ef0-606b-4a2d-b570-f647a015ae60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:17.833508 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.862170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-21c9f471-de13-49c4-abd6-fbfa141e4053 None None] For port 557c26b1-1203-4487-8da1-f0acd50cb762, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=557c26b1-1203-4487-8da1-f0acd50cb762,segment=NetworkSegment(461d9f57-b4a6-4359-ab26-8e9c7bcbf592),segment_id=461d9f57-b4a6-4359-ab26-8e9c7bcbf592)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:17.876197 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-21c9f471-de13-49c4-abd6-fbfa141e4053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.887231 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-472887f3-0f3d-44d8-9610-8ccb1502fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118567227', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '1543f074-d2d6-426f-9aaf-b50f35ea39df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:18Z', 'updated_at': '2021-10-26T14:24:13Z', 'revision_number': 5, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '1543f074-d2d6-426f-9aaf-b50f35ea39df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:20Z', 'updated_at': '2021-10-26T14:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:17.953317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472887f3-0f3d-44d8-9610-8ccb1502fef4 None None] Checking router: 490c503b-df9d-471f-b2b4-c4430987c4e0 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:24:18.024056 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:18.028943 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-010b7191-eca6-4e2d-9291-93838088a5f3 None None] Provisioning complete for port 557c26b1-1203-4487-8da1-f0acd50cb762 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:18.029756 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-010b7191-eca6-4e2d-9291-93838088a5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:18.050458 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472887f3-0f3d-44d8-9610-8ccb1502fef4 None None] Routers {'490c503b-df9d-471f-b2b4-c4430987c4e0'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:18.053769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-472887f3-0f3d-44d8-9610-8ccb1502fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['490c503b-df9d-471f-b2b4-c4430987c4e0'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:18.059617 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9f471-de13-49c4-abd6-fbfa141e4053 None None] Pushing event updated for resources: {'Port': ['ID=557c26b1-1203-4487-8da1-f0acd50cb762,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:18.163734 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2218140-22c2-46db-a68f-3e90b1aee238 None None] DHCP port deletion for 63221cdd-2c28-464a-b90e-cbc94113e716 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:24:18.350035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-472887f3-0f3d-44d8-9610-8ccb1502fef4 None None] Set router 490c503b-df9d-471f-b2b4-c4430987c4e0 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:18.455173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0ac28-5812-4399-b836-a3b986b9883f req-6fc09e78-0254-4df2-8ece-2c3aacdf79cd tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:18.463653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9b0ac28-5812-4399-b836-a3b986b9883f req-6fc09e78-0254-4df2-8ece-2c3aacdf79cd tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 932 time: 0.2828228 Oct 26 14:24:18.483475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafacc0-b7f5-43fb-ab05-a4bd43080964 req-c0bcb35e-a09f-462e-b3b7-aff0cccce2d5 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:18.494183 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ccafacc0-b7f5-43fb-ab05-a4bd43080964 req-c0bcb35e-a09f-462e-b3b7-aff0cccce2d5 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.5645728 Oct 26 14:24:18.534169 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-472887f3-0f3d-44d8-9610-8ccb1502fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118567227', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:18Z', 'updated_at': '2021-10-26T14:24:17Z', 'revision_number': 6, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:18.590935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Deleting port 1543f074-d2d6-426f-9aaf-b50f35ea39df {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:18.591553 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:18.645451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472887f3-0f3d-44d8-9610-8ccb1502fef4 None None] The sync data for ids ['490c503b-df9d-471f-b2b4-c4430987c4e0'] in n-d-815498-1 is: [{'id': '490c503b-df9d-471f-b2b4-c4430987c4e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118567227', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:18Z', 'updated_at': '2021-10-26T14:24:17Z', 'revision_number': 6, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:18.694358 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:18.700710 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e2218140-22c2-46db-a68f-3e90b1aee238 None None] Deleting port 068370fc-4d53-4715-8259-c03bbddbb8b9 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:18.701251 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e2218140-22c2-46db-a68f-3e90b1aee238 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:18.719984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06024a2-bb15-44df-b027-7522a8b5e571 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:18.754537 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:18.795701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Transition to ACTIVE for port object d06024a2-bb15-44df-b027-7522a8b5e571 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:24:18.807429 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:18.861274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ccafacc0-b7f5-43fb-ab05-a4bd43080964 req-f1e4812d-ccbf-4180-b8be-f0600349014a tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578475 Oct 26 14:24:18.873357 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b9b0ac28-5812-4399-b836-a3b986b9883f req-81169638-6b44-4849-bcd9-2273fd06a60b tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/security-groups?id=67326324-61ff-4054-9c16-a2ba8e2ea9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573272 Oct 26 14:24:18.890115 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-9d283143-6947-4fe2-b4b2-c4e2cb0280d7 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:18.896246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-9d283143-6947-4fe2-b4b2-c4e2cb0280d7 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.11 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 811 time: 0.7790523 Oct 26 14:24:18.920268 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-33369298-7408-4c85-847d-3e3fb58aa3ac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'port': {'device_id': 'ec30f144-37cf-4f1e-9fa4-5113281be0f3', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'admin_state_up': True, 'tenant_id': '6bcf474373744e67b719326f17fd4da5'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:18.947878 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e2218140-22c2-46db-a68f-3e90b1aee238 None None] For port 068370fc-4d53-4715-8259-c03bbddbb8b9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=068370fc-4d53-4715-8259-c03bbddbb8b9,segment=NetworkSegment(85016998-8c36-4cb6-a677-742228fe52d9),segment_id=85016998-8c36-4cb6-a677-742228fe52d9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:18.948365 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e2218140-22c2-46db-a68f-3e90b1aee238 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:18.950754 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Pushing event updated for resources: {'Port': ['ID=d06024a2-bb15-44df-b027-7522a8b5e571,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:19.001915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e2218140-22c2-46db-a68f-3e90b1aee238 None None] Calling delete_port for 068370fc-4d53-4715-8259-c03bbddbb8b9 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:19.168899 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13c5b5dd-0086-451d-b0a6-401d4b02469d req-e4bcb5ed-738d-4a99-a525-c2b123084700 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 210 time: 0.0970273 Oct 26 14:24:19.269401 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e2218140-22c2-46db-a68f-3e90b1aee238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:19.288862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Attempting to bind port d06024a2-bb15-44df-b027-7522a8b5e571 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:19.289383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Attempting to bind port d06024a2-bb15-44df-b027-7522a8b5e571 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '41f5e0ef-e85f-4866-99d1-02238f8a1bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'aa963f4e-354d-48c3-8b23-0ef126479065'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:19.289853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Attempting to bind port d06024a2-bb15-44df-b027-7522a8b5e571 on network aa963f4e-354d-48c3-8b23-0ef126479065 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:19.319048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Port d06024a2-bb15-44df-b027-7522a8b5e571 on network aa963f4e-354d-48c3-8b23-0ef126479065 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:24:19.319375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Attempting to bind port d06024a2-bb15-44df-b027-7522a8b5e571 on network aa963f4e-354d-48c3-8b23-0ef126479065 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:19.337450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:19.337804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Checking segment: {'id': '41f5e0ef-e85f-4866-99d1-02238f8a1bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'aa963f4e-354d-48c3-8b23-0ef126479065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:19.338223 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Bound using segment: {'id': '41f5e0ef-e85f-4866-99d1-02238f8a1bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'aa963f4e-354d-48c3-8b23-0ef126479065'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:19.341143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Bound port: d06024a2-bb15-44df-b027-7522a8b5e571, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f5e0ef-e85f-4866-99d1-02238f8a1bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'aa963f4e-354d-48c3-8b23-0ef126479065'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:19.341516 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:19.345736 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] For port 1543f074-d2d6-426f-9aaf-b50f35ea39df, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1543f074-d2d6-426f-9aaf-b50f35ea39df,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:19.347230 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:19.363780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2218140-22c2-46db-a68f-3e90b1aee238 None None] Pushing event deleted for resources: {'Port': ['ID=068370fc-4d53-4715-8259-c03bbddbb8b9,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:19.366375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2218140-22c2-46db-a68f-3e90b1aee238 None None] No DVR routers for this DVR port 068370fc-4d53-4715-8259-c03bbddbb8b9 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:24:19.422226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Calling delete_port for 1543f074-d2d6-426f-9aaf-b50f35ea39df owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:19.450423 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] For port d06024a2-bb15-44df-b027-7522a8b5e571, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:19.454499 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] For port d06024a2-bb15-44df-b027-7522a8b5e571, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d06024a2-bb15-44df-b027-7522a8b5e571,segment=NetworkSegment(41f5e0ef-e85f-4866-99d1-02238f8a1bec),segment_id=41f5e0ef-e85f-4866-99d1-02238f8a1bec)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:19.461617 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:19.545433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Pushing event updated for resources: {'Port': ['ID=d06024a2-bb15-44df-b027-7522a8b5e571,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:19.556301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:19.557009 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:19.559416 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-4f173e0b-7c49-4434-8fb8-922b76e81a87 service neutron] 10.222.0.11 "PUT /v2.0/ports/d06024a2-bb15-44df-b027-7522a8b5e571 HTTP/1.1" status: 200 len: 1092 time: 1.7414711 Oct 26 14:24:19.559902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71233ef0-606b-4a2d-b570-f647a015ae60', 'tag': 'd06024a2-bb15-44df-b027-7522a8b5e571'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:19.563082 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a66e450-4337-4cba-9ce3-e842a0101582" -d '{"events": [{"name": "network-changed", "server_uuid": "71233ef0-606b-4a2d-b570-f647a015ae60", "tag": "d06024a2-bb15-44df-b027-7522a8b5e571"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:19.595015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-33369298-7408-4c85-847d-3e3fb58aa3ac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Made reservation on behalf of 6bcf474373744e67b719326f17fd4da5 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:19.598564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-33369298-7408-4c85-847d-3e3fb58aa3ac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:19.680643 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8752ebf2-a99c-4452-8985-b8ed66b64b6e x-openstack-request-id: req-8752ebf2-a99c-4452-8985-b8ed66b64b6e {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:19.680941 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71233ef0-606b-4a2d-b570-f647a015ae60", "tag": "d06024a2-bb15-44df-b027-7522a8b5e571", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:19.686369 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8752ebf2-a99c-4452-8985-b8ed66b64b6e {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:19.687282 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71233ef0-606b-4a2d-b570-f647a015ae60', 'tag': 'd06024a2-bb15-44df-b027-7522a8b5e571', 'status': 'completed', 'code': 200} Oct 26 14:24:19.731694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-71cf1e4b-6a6e-4373-960d-970a89771988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:19.733800 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-71cf1e4b-6a6e-4373-960d-970a89771988 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a08b7dad87fc48bc9c9366cacf054645&device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 1095 time: 0.1141052 Oct 26 14:24:19.771046 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 557c26b1-1203-4487-8da1-f0acd50cb762 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:19.834977 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-65d22d4f-2690-433e-9ade-9c97ae8abda9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d06024a2-bb15-44df-b027-7522a8b5e571 HTTP/1.1" status: 200 len: 217 time: 0.0924187 Oct 26 14:24:19.934722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 557c26b1-1203-4487-8da1-f0acd50cb762 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:19.940427 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:19.962494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-9a53904e-8fc4-4b77-9d4b-b5f0cc2214cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:19.966916 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-9a53904e-8fc4-4b77-9d4b-b5f0cc2214cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abccf224-1f26-4690-a2e9-b21c820f7d0a HTTP/1.1" status: 200 len: 849 time: 0.1202581 Oct 26 14:24:20.018325 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:20.035456 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-a57e07a3-79a0-4cb5-8efe-ac62baffe19d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa963f4e-354d-48c3-8b23-0ef126479065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539212 Oct 26 14:24:20.041307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-33369298-7408-4c85-847d-3e3fb58aa3ac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Allocated IP 172.20.0.8 (4c0322bb-1e1e-46e8-8564-2d448b82a61a/d0644abd-266d-41c5-9f8d-ca0893e4341b/447f0e11-d1cc-4049-abaf-1dbe0541a38b) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:20.347370 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-434aa410-7ef5-4454-a479-f009a3425c20 service neutron] 10.222.0.11 "GET /v2.0/networks/aa963f4e-354d-48c3-8b23-0ef126479065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981513 Oct 26 14:24:20.360788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 068370fc-4d53-4715-8259-c03bbddbb8b9 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:20.408018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 068370fc-4d53-4715-8259-c03bbddbb8b9 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:20.409439 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 068370fc-4d53-4715-8259-c03bbddbb8b9 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:20.409876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 27c00c33-919f-4e2b-91ff-11dba2d1763c no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:20.434456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 27c00c33-919f-4e2b-91ff-11dba2d1763c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:20.434813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 27c00c33-919f-4e2b-91ff-11dba2d1763c not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:20.486250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event deleted for resources: {'Port': ['ID=1543f074-d2d6-426f-9aaf-b50f35ea39df,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:20.560772 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f261424f-1c5a-43f5-8634-9f3b2f166ae1 req-387e0798-47cb-4ff9-adae-ba6017133a53 service neutron] 10.222.0.11 "GET /v2.0/networks/aa963f4e-354d-48c3-8b23-0ef126479065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043877 Oct 26 14:24:20.579916 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-33369298-7408-4c85-847d-3e3fb58aa3ac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:20.665127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c98cbe-fb22-4e3b-91ca-0141f5703445 req-6e827388-c089-4542-bdde-bec370474c95 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:20.673656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5c98cbe-fb22-4e3b-91ca-0141f5703445 req-6e827388-c089-4542-bdde-bec370474c95 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.6468554 Oct 26 14:24:20.684197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ec75-a532-4c4c-ad2c-a378319d467b req-404a947d-997b-4ddf-9078-494865015e52 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:20.686112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9b4ec75-a532-4c4c-ad2c-a378319d467b req-404a947d-997b-4ddf-9078-494865015e52 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 944 time: 0.6373894 Oct 26 14:24:20.696901 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-33369298-7408-4c85-847d-3e3fb58aa3ac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:20.715715 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66e450-4337-4cba-9ce3-e842a0101582 req-41cabe3e-2547-4cc5-9506-b3c2d892609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:20.717365 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4a66e450-4337-4cba-9ce3-e842a0101582 req-41cabe3e-2547-4cc5-9506-b3c2d892609f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a08b7dad87fc48bc9c9366cacf054645&device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 1095 time: 0.0646276 Oct 26 14:24:20.778239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:20.841771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66e450-4337-4cba-9ce3-e842a0101582 req-f09ebb71-8074-41d4-a347-a36a42570529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:20.843448 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4a66e450-4337-4cba-9ce3-e842a0101582 req-f09ebb71-8074-41d4-a347-a36a42570529 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa963f4e-354d-48c3-8b23-0ef126479065 HTTP/1.1" status: 200 len: 910 time: 0.1189237 Oct 26 14:24:20.935558 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4a66e450-4337-4cba-9ce3-e842a0101582 req-dfa06403-9a51-45fd-915d-56de36c256b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d06024a2-bb15-44df-b027-7522a8b5e571 HTTP/1.1" status: 200 len: 217 time: 0.0824382 Oct 26 14:24:21.017698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66e450-4337-4cba-9ce3-e842a0101582 req-3b99dda2-1ccf-42a0-9721-f12c06c6aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:21.022940 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4a66e450-4337-4cba-9ce3-e842a0101582 req-3b99dda2-1ccf-42a0-9721-f12c06c6aeca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abccf224-1f26-4690-a2e9-b21c820f7d0a HTTP/1.1" status: 200 len: 849 time: 0.0798547 Oct 26 14:24:21.101780 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4a66e450-4337-4cba-9ce3-e842a0101582 req-ec51af97-58f5-4f3f-8038-d3d7e8d5c580 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa963f4e-354d-48c3-8b23-0ef126479065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675070 Oct 26 14:24:21.248334 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4a66e450-4337-4cba-9ce3-e842a0101582 req-57e676c7-ee08-45c6-8416-d8cd4501e29c service neutron] 10.222.0.11 "GET /v2.0/networks/aa963f4e-354d-48c3-8b23-0ef126479065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410360 Oct 26 14:24:21.350639 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1543f074-d2d6-426f-9aaf-b50f35ea39df no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:21.387769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 1543f074-d2d6-426f-9aaf-b50f35ea39df {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:21.390107 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1543f074-d2d6-426f-9aaf-b50f35ea39df not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:21.444328 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4a66e450-4337-4cba-9ce3-e842a0101582 req-d43a71f1-9234-47f8-bbc4-7dfc6b42c41e service neutron] 10.222.0.11 "GET /v2.0/networks/aa963f4e-354d-48c3-8b23-0ef126479065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844947 Oct 26 14:24:21.458557 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33369298-7408-4c85-847d-3e3fb58aa3ac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'Port': ['ID=447f0e11-d1cc-4049-abaf-1dbe0541a38b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:21.553800 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-33369298-7408-4c85-847d-3e3fb58aa3ac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:21.557025 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5c98cbe-fb22-4e3b-91ca-0141f5703445 req-6bc03e2a-f613-4aca-bfd3-c7158da50b08 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8823934 Oct 26 14:24:21.560141 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9b4ec75-a532-4c4c-ad2c-a378319d467b req-e993be84-459f-4b2b-9879-f8cb8218218d tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/security-groups?id=67326324-61ff-4054-9c16-a2ba8e2ea9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8585527 Oct 26 14:24:21.564345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-33369298-7408-4c85-847d-3e3fb58aa3ac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:21.568511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-33369298-7408-4c85-847d-3e3fb58aa3ac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:21.579858 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.585533 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.664446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-33369298-7408-4c85-847d-3e3fb58aa3ac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:21.664824 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-33369298-7408-4c85-847d-3e3fb58aa3ac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.793745 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.794511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Fanout notify agent at l3_agent the message router_deleted on router 490c503b-df9d-471f-b2b4-c4430987c4e0 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:24:21.799263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-33369298-7408-4c85-847d-3e3fb58aa3ac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8829906 Oct 26 14:24:21.806353 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.811602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fbda7266-1dfc-4b0b-b648-2af0ca81a989 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "DELETE /v2.0/routers/490c503b-df9d-471f-b2b4-c4430987c4e0 HTTP/1.1" status: 204 len: 168 time: 4.6649330 Oct 26 14:24:21.811944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58310) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:21.826690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Request body: {'port': {'device_id': 'ec30f144-37cf-4f1e-9fa4-5113281be0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:21.898857 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.961053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd0fc3-d020-4054-8a87-c23bc843cc1c req-e4517b10-afc1-44fb-abeb-2db84d168b83 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:21.962827 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26cd0fc3-d020-4054-8a87-c23bc843cc1c req-e4517b10-afc1-44fb-abeb-2db84d168b83 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 931 time: 0.2107716 Oct 26 14:24:21.991658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-73398a30-a3dd-4a5e-b7f2-cc7fcc837e8c None None] Provisioning complete for port 447f0e11-d1cc-4049-abaf-1dbe0541a38b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:21.996010 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-73398a30-a3dd-4a5e-b7f2-cc7fcc837e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.998505 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b14ece33-8559-41df-8a43-35f7f3f2d1d5 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.038606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26cd0fc3-d020-4054-8a87-c23bc843cc1c req-1c6fc46d-f84b-4fd5-99b0-316e53c06c81 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657923 Oct 26 14:24:22.132904 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-73398a30-a3dd-4a5e-b7f2-cc7fcc837e8c None None] Port 447f0e11-d1cc-4049-abaf-1dbe0541a38b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:24:22.183851 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b14ece33-8559-41df-8a43-35f7f3f2d1d5 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.213330 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b14ece33-8559-41df-8a43-35f7f3f2d1d5 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63221cdd-2c28-464a-b90e-cbc94113e716']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:22.229736 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b14ece33-8559-41df-8a43-35f7f3f2d1d5 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85016998-8c36-4cb6-a677-742228fe52d9') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:22.230106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b14ece33-8559-41df-8a43-35f7f3f2d1d5 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85016998-8c36-4cb6-a677-742228fe52d9') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:22.253759 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b14ece33-8559-41df-8a43-35f7f3f2d1d5 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.270618 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b14ece33-8559-41df-8a43-35f7f3f2d1d5 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.279048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14ece33-8559-41df-8a43-35f7f3f2d1d5 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:24:22.279925 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b14ece33-8559-41df-8a43-35f7f3f2d1d5 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:24:22.286096 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:24:22.377942 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b14ece33-8559-41df-8a43-35f7f3f2d1d5 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.380786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447f0e11-d1cc-4049-abaf-1dbe0541a38b {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:22.387182 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b14ece33-8559-41df-8a43-35f7f3f2d1d5 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.395063 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b14ece33-8559-41df-8a43-35f7f3f2d1d5 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "DELETE /v2.0/networks/63221cdd-2c28-464a-b90e-cbc94113e716 HTTP/1.1" status: 204 len: 168 time: 0.5829878 Oct 26 14:24:22.398439 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.401430 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58320) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:22.437152 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ece33-8559-41df-8a43-35f7f3f2d1d5 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event deleted for resources: {'Network': ['ID=63221cdd-2c28-464a-b90e-cbc94113e716,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:22.474939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Transition to ACTIVE for port object 447f0e11-d1cc-4049-abaf-1dbe0541a38b will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:24:22.481359 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.654184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=447f0e11-d1cc-4049-abaf-1dbe0541a38b,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:22.867534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1952dd3-6c8b-4a7e-aabb-984573b67873 req-6925ad3c-a53e-40ca-8e27-26740205832e tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:22.870138 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1952dd3-6c8b-4a7e-aabb-984573b67873 req-6925ad3c-a53e-40ca-8e27-26740205832e tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.1834671 Oct 26 14:24:22.916294 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb74909-2f4d-4597-8cad-6e1016e3dbc7 req-dcb2d87d-7deb-4f66-816e-0c0fc14b137a tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:22.919642 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7fb74909-2f4d-4597-8cad-6e1016e3dbc7 req-dcb2d87d-7deb-4f66-816e-0c0fc14b137a tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 944 time: 0.2291107 Oct 26 14:24:22.969411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Attempting to bind port 447f0e11-d1cc-4049-abaf-1dbe0541a38b on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:22.969757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Attempting to bind port 447f0e11-d1cc-4049-abaf-1dbe0541a38b by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:22.970122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Attempting to bind port 447f0e11-d1cc-4049-abaf-1dbe0541a38b on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:22.995998 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2115f528-6d4e-4cfc-8c9a-d9840a6e20c6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Deleting port dbafe6fd-1d65-48ec-badb-ed2562ed7db8 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:22.996347 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2115f528-6d4e-4cfc-8c9a-d9840a6e20c6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.094259 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2115f528-6d4e-4cfc-8c9a-d9840a6e20c6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.094592 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2115f528-6d4e-4cfc-8c9a-d9840a6e20c6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.108573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2115f528-6d4e-4cfc-8c9a-d9840a6e20c6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Calling delete_port for dbafe6fd-1d65-48ec-badb-ed2562ed7db8 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:23.264647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1952dd3-6c8b-4a7e-aabb-984573b67873 req-1cc932cd-ac9b-4ce3-956b-ec30500bcc45 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819723 Oct 26 14:24:23.277019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Port 447f0e11-d1cc-4049-abaf-1dbe0541a38b on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:24:23.277362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Attempting to bind port 447f0e11-d1cc-4049-abaf-1dbe0541a38b on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:23.311016 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:23.311372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Checking segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:23.312021 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Bound using segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:23.312840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Bound port: 447f0e11-d1cc-4049-abaf-1dbe0541a38b, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:23.313021 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.334747 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7fb74909-2f4d-4597-8cad-6e1016e3dbc7 req-d47c2378-b75e-45df-a03d-e7d55d12f0ab tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/security-groups?id=67326324-61ff-4054-9c16-a2ba8e2ea9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965025 Oct 26 14:24:23.367504 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2115f528-6d4e-4cfc-8c9a-d9840a6e20c6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.416931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115f528-6d4e-4cfc-8c9a-d9840a6e20c6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event deleted for resources: {'Port': ['ID=dbafe6fd-1d65-48ec-badb-ed2562ed7db8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:23.495092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] For port 447f0e11-d1cc-4049-abaf-1dbe0541a38b, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:23.514170 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.534531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] For port 447f0e11-d1cc-4049-abaf-1dbe0541a38b, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=447f0e11-d1cc-4049-abaf-1dbe0541a38b,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:23.538021 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2115f528-6d4e-4cfc-8c9a-d9840a6e20c6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.539011 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-2115f528-6d4e-4cfc-8c9a-d9840a6e20c6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Floating IP 1444b454-b5dc-4455-a44b-2a3d5f03b1f7 disassociated (deleted). External IP: 172.25.4.91, port: 859b6c00-3d0c-47a0-a5cd-342ccc2f635a. Oct 26 14:24:23.626258 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.691109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd2245-6f06-4c83-8d8a-2b1c263dcc3a req-f78515e1-4d5c-4d18-98f9-bf8b6971831a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:23.692691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4dd2245-6f06-4c83-8d8a-2b1c263dcc3a req-f78515e1-4d5c-4d18-98f9-bf8b6971831a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.2167068 Oct 26 14:24:23.699133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:23.699756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.701139 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/447f0e11-d1cc-4049-abaf-1dbe0541a38b HTTP/1.1" status: 200 len: 1091 time: 1.8797827 Oct 26 14:24:23.701606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec30f144-37cf-4f1e-9fa4-5113281be0f3', 'tag': '447f0e11-d1cc-4049-abaf-1dbe0541a38b'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:23.704277 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd9b2fc-6482-4176-b9ef-71dd0197f4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec30f144-37cf-4f1e-9fa4-5113281be0f3", "tag": "447f0e11-d1cc-4049-abaf-1dbe0541a38b"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:23.823093 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b60307-cbbf-40d7-9d00-0e9922d1eca2 x-openstack-request-id: req-c5b60307-cbbf-40d7-9d00-0e9922d1eca2 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:23.824077 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec30f144-37cf-4f1e-9fa4-5113281be0f3", "tag": "447f0e11-d1cc-4049-abaf-1dbe0541a38b", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:23.824342 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5b60307-cbbf-40d7-9d00-0e9922d1eca2 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:23.824783 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec30f144-37cf-4f1e-9fa4-5113281be0f3', 'tag': '447f0e11-d1cc-4049-abaf-1dbe0541a38b', 'status': 'completed', 'code': 200} Oct 26 14:24:23.856817 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dda2f-daa4-482d-9f84-e6503743f6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=447f0e11-d1cc-4049-abaf-1dbe0541a38b,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:23.882710 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4dd2245-6f06-4c83-8d8a-2b1c263dcc3a req-eba062d8-5569-4e9c-8ab7-7195dc298b92 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751630 Oct 26 14:24:23.889425 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-39638976-bf2c-4029-b242-0d62b41a2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:23.891288 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-39638976-bf2c-4029-b242-0d62b41a2257 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 1094 time: 0.1360340 Oct 26 14:24:24.002985 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-a78429f5-3edf-41fb-917c-8163942a094b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=447f0e11-d1cc-4049-abaf-1dbe0541a38b HTTP/1.1" status: 200 len: 217 time: 0.0762405 Oct 26 14:24:24.082357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-85616793-8813-498d-b55e-cdaa221c5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:24.083978 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-85616793-8813-498d-b55e-cdaa221c5dc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.0722504 Oct 26 14:24:24.129494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2115f528-6d4e-4cfc-8c9a-d9840a6e20c6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:24:24.149850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-6016e131-4614-4eaa-80cf-8e4ffd4c02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:24.151380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-6016e131-4614-4eaa-80cf-8e4ffd4c02c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591953 Oct 26 14:24:24.463492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2115f528-6d4e-4cfc-8c9a-d9840a6e20c6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:24:24.476302 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2115f528-6d4e-4cfc-8c9a-d9840a6e20c6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:24.480014 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad12022b-437c-4433-b11d-4cce9afdfa6b None None] Sync routers for ids ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:24:24.490319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-654a8f79-8c4d-4d67-8d2b-3553715ccc0a service neutron] 10.222.0.11 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292828 Oct 26 14:24:24.496286 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12022b-437c-4433-b11d-4cce9afdfa6b None None] Routers {'99ddc8af-2dba-44be-8d53-bcb49c5c65bf'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:24.496901 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ad12022b-437c-4433-b11d-4cce9afdfa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:24.562408 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device d06024a2-bb15-44df-b027-7522a8b5e571 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:24:24.765349 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-ad12022b-437c-4433-b11d-4cce9afdfa6b None None] Set router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:24.782045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d06024a2-bb15-44df-b027-7522a8b5e571, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d06024a2-bb15-44df-b027-7522a8b5e571,segment=NetworkSegment(41f5e0ef-e85f-4866-99d1-02238f8a1bec),segment_id=41f5e0ef-e85f-4866-99d1-02238f8a1bec)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:24.794166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2115f528-6d4e-4cfc-8c9a-d9840a6e20c6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "DELETE /v2.0/floatingips/1444b454-b5dc-4455-a44b-2a3d5f03b1f7 HTTP/1.1" status: 204 len: 168 time: 2.3879354 Oct 26 14:24:24.803442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'd06024a2-bb15-44df-b027-7522a8b5e571', 'network_id': 'aa963f4e-354d-48c3-8b23-0ef126479065', 'port_id': 'd06024a2-bb15-44df-b027-7522a8b5e571', 'mac_address': 'fa:16:3e:cc:94:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abccf224-1f26-4690-a2e9-b21c820f7d0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:24:24.814025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91b020-c2a8-46bf-ae17-2b083dd95a7d req-b8edf5b6-8f2a-4923-bc90-3e5ed432a7d0 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:24.821428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c91b020-c2a8-46bf-ae17-2b083dd95a7d req-b8edf5b6-8f2a-4923-bc90-3e5ed432a7d0 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.3959637 Oct 26 14:24:24.836297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b7ec7-3793-447f-a388-788af93bb64d req-b921f46d-7a81-4882-8741-549aa5816b05 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:24.856568 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-650b7ec7-3793-447f-a388-788af93bb64d req-b921f46d-7a81-4882-8741-549aa5816b05 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 944 time: 0.3544135 Oct 26 14:24:24.881915 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:24.897163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06024a2-bb15-44df-b027-7522a8b5e571 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:24.920303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d06024a2-bb15-44df-b027-7522a8b5e571, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d06024a2-bb15-44df-b027-7522a8b5e571,segment=NetworkSegment(41f5e0ef-e85f-4866-99d1-02238f8a1bec),segment_id=41f5e0ef-e85f-4866-99d1-02238f8a1bec)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:24.929354 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:24.944503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-650b7ec7-3793-447f-a388-788af93bb64d req-b43de056-5797-4d4d-9513-016baa243662 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/security-groups?id=67326324-61ff-4054-9c16-a2ba8e2ea9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848184 Oct 26 14:24:25.007534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c91b020-c2a8-46bf-ae17-2b083dd95a7d req-26ef1e09-97e1-48ab-8bd1-95b16d5f8d43 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845825 Oct 26 14:24:25.052193 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-380f6dc3-3830-48b0-9c7b-22f29f809596 req-bf6154ee-dce0-4618-ab25-e3b8c006622a service neutron] 10.222.0.11 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514355 Oct 26 14:24:25.085337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=d06024a2-bb15-44df-b027-7522a8b5e571,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:25.245680 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ad12022b-437c-4433-b11d-4cce9afdfa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:22:09Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '04285aea-490c-4ac9-add7-f8b4d62ba926', 'name': '', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'mac_address': 'fa:16:3e:85:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:07Z', 'updated_at': '2021-10-26T14:22:17Z', 'revision_number': 5, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'subnets': [{'id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:25.268639 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9b2fc-6482-4176-b9ef-71dd0197f4d1 req-cba3ce5e-055d-483d-8d32-3d03176d66d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:25.272282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bd9b2fc-6482-4176-b9ef-71dd0197f4d1 req-cba3ce5e-055d-483d-8d32-3d03176d66d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 1094 time: 0.1169486 Oct 26 14:24:25.296321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['d06024a2-bb15-44df-b027-7522a8b5e571'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:25.340627 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad12022b-437c-4433-b11d-4cce9afdfa6b None None] Checking router: 99ddc8af-2dba-44be-8d53-bcb49c5c65bf for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:24:25.395957 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12022b-437c-4433-b11d-4cce9afdfa6b None None] Routers {'99ddc8af-2dba-44be-8d53-bcb49c5c65bf'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:25.401438 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ad12022b-437c-4433-b11d-4cce9afdfa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:25.669906 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75427c0e-3ce2-478f-986b-ab7d2f428b83 req-42ee4a82-8a66-48c7-9ad2-745a16bfb10f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:25.671619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-75427c0e-3ce2-478f-986b-ab7d2f428b83 req-42ee4a82-8a66-48c7-9ad2-745a16bfb10f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.3963714 Oct 26 14:24:25.685124 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-ad12022b-437c-4433-b11d-4cce9afdfa6b None None] Set router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:25.759423 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662be9f-c556-43a8-ad98-e7588b50c097 req-88786677-7504-447c-8030-910ddcebe0ec tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:25.761091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5662be9f-c556-43a8-ad98-e7588b50c097 req-88786677-7504-447c-8030-910ddcebe0ec tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 984 time: 0.2088323 Oct 26 14:24:25.763695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9b2fc-6482-4176-b9ef-71dd0197f4d1 req-6596474d-39c3-4448-9358-73f794f29e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:25.765190 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bd9b2fc-6482-4176-b9ef-71dd0197f4d1 req-6596474d-39c3-4448-9358-73f794f29e54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.4548552 Oct 26 14:24:25.858300 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df8cb117-3228-44fe-ac9b-0cf3e128e4e2 req-147cbfb5-1ceb-4061-a292-1ea711998bc1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1991899 Oct 26 14:24:25.867558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a067d691-cffb-4561-a986-f352e3c55b03', 'tag': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:25.869894 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3637ea1c-5ac5-4725-8601-b740e2dceeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a067d691-cffb-4561-a986-f352e3c55b03", "tag": "859b6c00-3d0c-47a0-a5cd-342ccc2f635a"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:26.028574 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-75427c0e-3ce2-478f-986b-ab7d2f428b83 req-0cf5313b-3695-40ff-ad5d-d017d0215cd9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459704 Oct 26 14:24:26.057606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bd9b2fc-6482-4176-b9ef-71dd0197f4d1 req-35574d82-c78f-4da6-95fd-a357dcc4b295 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=447f0e11-d1cc-4049-abaf-1dbe0541a38b HTTP/1.1" status: 200 len: 217 time: 0.2724764 Oct 26 14:24:26.101579 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ad12022b-437c-4433-b11d-4cce9afdfa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:22:09Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '04285aea-490c-4ac9-add7-f8b4d62ba926', 'name': '', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'mac_address': 'fa:16:3e:85:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:07Z', 'updated_at': '2021-10-26T14:22:17Z', 'revision_number': 5, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'subnets': [{'id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:26.115939 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cb117-3228-44fe-ac9b-0cf3e128e4e2 req-d20ac55f-4895-4df0-9c3c-9e140063a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:26.117397 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df8cb117-3228-44fe-ac9b-0cf3e128e4e2 req-d20ac55f-4895-4df0-9c3c-9e140063a44f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1449aea080084d3d8ec88bc07f2d9c81&device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 1096 time: 0.1379476 Oct 26 14:24:26.142890 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad12022b-437c-4433-b11d-4cce9afdfa6b None None] The sync data for ids ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'] in n-d-815498-1 is: [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:22:09Z', 'revision_number': 4, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '04285aea-490c-4ac9-add7-f8b4d62ba926', 'name': '', 'network_id': '00ae902e-ee22-4055-b170-4935394fcdd8', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'mac_address': 'fa:16:3e:85:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:07Z', 'updated_at': '2021-10-26T14:22:17Z', 'revision_number': 5, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'subnets': [{'id': '0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:26.187321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9b2fc-6482-4176-b9ef-71dd0197f4d1 req-337feecf-bbaf-4bce-b5d1-d1c02e472e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:26.189099 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bd9b2fc-6482-4176-b9ef-71dd0197f4d1 req-337feecf-bbaf-4bce-b5d1-d1c02e472e6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.1202090 Oct 26 14:24:26.192965 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d70589-222d-456a-97c8-10fc936d2608 x-openstack-request-id: req-18d70589-222d-456a-97c8-10fc936d2608 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:26.193838 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a067d691-cffb-4561-a986-f352e3c55b03", "tag": "859b6c00-3d0c-47a0-a5cd-342ccc2f635a", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:26.193838 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18d70589-222d-456a-97c8-10fc936d2608 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:26.194159 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a067d691-cffb-4561-a986-f352e3c55b03', 'tag': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a', 'status': 'completed', 'code': 200} Oct 26 14:24:26.212841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5662be9f-c556-43a8-ad98-e7588b50c097 req-3c234c28-2ce2-4587-a7b0-460061418ac1 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4287033 Oct 26 14:24:26.290862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9b2fc-6482-4176-b9ef-71dd0197f4d1 req-9c81d33f-b046-4c07-a04f-29b27e32f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:26.295037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bd9b2fc-6482-4176-b9ef-71dd0197f4d1 req-9c81d33f-b046-4c07-a04f-29b27e32f686 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942433 Oct 26 14:24:26.361085 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637ea1c-5ac5-4725-8601-b740e2dceeb6 req-84d52536-f28a-478a-afe6-9fe6b05e7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:26.363387 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3637ea1c-5ac5-4725-8601-b740e2dceeb6 req-84d52536-f28a-478a-afe6-9fe6b05e7ec8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7cb5d9869c524d628a386d356ebef371&device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 1135 time: 0.2103000 Oct 26 14:24:26.452434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c84a8-7d6f-4243-baff-61da7b5189d5 req-4117d0f3-0708-4cea-9d9b-6de6c62020ef tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:26.457738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac9c84a8-7d6f-4243-baff-61da7b5189d5 req-4117d0f3-0708-4cea-9d9b-6de6c62020ef tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 945 time: 0.2411544 Oct 26 14:24:26.554965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac9c84a8-7d6f-4243-baff-61da7b5189d5 req-c84284be-0d0f-402d-bcbd-c9342674f616 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/security-groups?id=67326324-61ff-4054-9c16-a2ba8e2ea9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880411 Oct 26 14:24:26.577838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device d06024a2-bb15-44df-b027-7522a8b5e571 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:26.628569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637ea1c-5ac5-4725-8601-b740e2dceeb6 req-d36deba0-fbc1-433e-9c67-d55a5c73afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:26.635086 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3637ea1c-5ac5-4725-8601-b740e2dceeb6 req-d36deba0-fbc1-433e-9c67-d55a5c73afc2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=00ae902e-ee22-4055-b170-4935394fcdd8 HTTP/1.1" status: 200 len: 898 time: 0.2607658 Oct 26 14:24:26.635715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4b0d8-af2a-42f6-80a7-1ce20d22db1d req-b6564a1a-6d37-4d3f-8b6a-2bfdf5b68be7 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:26.649993 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15a4b0d8-af2a-42f6-80a7-1ce20d22db1d req-b6564a1a-6d37-4d3f-8b6a-2bfdf5b68be7 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.2950547 Oct 26 14:24:26.717127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bd9b2fc-6482-4176-b9ef-71dd0197f4d1 req-222f2112-0070-48fa-9911-1102611ead2a service neutron] 10.222.0.11 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040489 Oct 26 14:24:26.729108 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3637ea1c-5ac5-4725-8601-b740e2dceeb6 req-352225c7-e91c-4b1c-8d8f-18a76111c57e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859b6c00-3d0c-47a0-a5cd-342ccc2f635a HTTP/1.1" status: 200 len: 217 time: 0.0805047 Oct 26 14:24:26.735118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10808d-6143-412f-a671-ffebfb8b4f8b None None] New status for floating IP 1444b454-b5dc-4455-a44b-2a3d5f03b1f7: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:24:26.753924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port d06024a2-bb15-44df-b027-7522a8b5e571 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:24:26.774997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cb117-3228-44fe-ac9b-0cf3e128e4e2 req-1168695d-376d-44f6-905f-40d2800c367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:26.781924 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df8cb117-3228-44fe-ac9b-0cf3e128e4e2 req-1168695d-376d-44f6-905f-40d2800c367b service neutron] 10.222.0.25 "GET /v2.0/networks?id=335bcdd5-6125-4141-9caa-35638c81f183 HTTP/1.1" status: 200 len: 909 time: 0.5748603 Oct 26 14:24:26.837752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.25', 53350) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:26.848352 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15a4b0d8-af2a-42f6-80a7-1ce20d22db1d req-55d385d0-1e27-44e5-bb80-06aac5ca3c80 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970937 Oct 26 14:24:26.881625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bd9b2fc-6482-4176-b9ef-71dd0197f4d1 req-546693d2-fd03-4230-b2d9-d9861a818b0f service neutron] 10.222.0.11 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414020 Oct 26 14:24:26.907526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port d06024a2-bb15-44df-b027-7522a8b5e571 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:26.912491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637ea1c-5ac5-4725-8601-b740e2dceeb6 req-d1eaa973-d941-4285-b6a2-125e424f857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:26.913481 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:26.918760 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3637ea1c-5ac5-4725-8601-b740e2dceeb6 req-d1eaa973-d941-4285-b6a2-125e424f857f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0 HTTP/1.1" status: 200 len: 835 time: 0.1823261 Oct 26 14:24:26.964405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bd027-0e0f-4c25-820a-b5d2d66db7bb req-f67b86db-f208-4616-8c87-205e2d96ec44 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:26.967920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-979bd027-0e0f-4c25-820a-b5d2d66db7bb req-f67b86db-f208-4616-8c87-205e2d96ec44 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.25 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 984 time: 0.1062574 Oct 26 14:24:26.996736 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df8cb117-3228-44fe-ac9b-0cf3e128e4e2 req-bca735ea-490c-4331-b232-f33a64017b6e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b193483e-2bbd-4f90-bd59-f86d88d9c5f1 HTTP/1.1" status: 200 len: 1001 time: 0.2033916 Oct 26 14:24:27.031293 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637ea1c-5ac5-4725-8601-b740e2dceeb6 req-420ff42f-3ba6-4baa-88e5-b18d0b4d617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:27.033456 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3637ea1c-5ac5-4725-8601-b740e2dceeb6 req-420ff42f-3ba6-4baa-88e5-b18d0b4d617a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=00ae902e-ee22-4055-b170-4935394fcdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019268 Oct 26 14:24:27.131600 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.349259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa47bff-5a5e-4651-b7da-fd856e5e5214 req-40cc2c83-59b3-4552-a3a6-57006e9e86f2 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:27.366625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fa47bff-5a5e-4651-b7da-fd856e5e5214 req-40cc2c83-59b3-4552-a3a6-57006e9e86f2 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.1972365 Oct 26 14:24:27.398088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cb117-3228-44fe-ac9b-0cf3e128e4e2 req-ff8acdbc-81ec-41f3-9120-9691db5ccda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:27.400730 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df8cb117-3228-44fe-ac9b-0cf3e128e4e2 req-ff8acdbc-81ec-41f3-9120-9691db5ccda4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0702debb-d5a9-4ba0-9a26-ccdf665a3bb4 HTTP/1.1" status: 200 len: 847 time: 0.3928037 Oct 26 14:24:27.455518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-979bd027-0e0f-4c25-820a-b5d2d66db7bb req-9063cccc-31b1-411e-afa2-e79054f1eda0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Deleting port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:27.456471 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-979bd027-0e0f-4c25-820a-b5d2d66db7bb req-9063cccc-31b1-411e-afa2-e79054f1eda0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.474824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fa47bff-5a5e-4651-b7da-fd856e5e5214 req-621ebc73-82af-461d-ba1e-d21255caf378 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067030 Oct 26 14:24:27.565534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97505921-4176-4aa2-a2c6-1ce91afd013e req-73796454-57f6-4f39-82f4-ce6581e3b5d3 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:27.585472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97505921-4176-4aa2-a2c6-1ce91afd013e req-73796454-57f6-4f39-82f4-ce6581e3b5d3 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 984 time: 0.2032385 Oct 26 14:24:27.612630 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.640181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71233ef0-606b-4a2d-b570-f647a015ae60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06024a2-bb15-44df-b027-7522a8b5e571'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:27.647442 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c910763-d6f8-43d7-b92f-0bb5bfa15d57" -d '{"events": [{"server_uuid": "71233ef0-606b-4a2d-b570-f647a015ae60", "name": "network-vif-plugged", "status": "completed", "tag": "d06024a2-bb15-44df-b027-7522a8b5e571"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:27.711660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port d06024a2-bb15-44df-b027-7522a8b5e571, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d06024a2-bb15-44df-b027-7522a8b5e571,segment=NetworkSegment(41f5e0ef-e85f-4866-99d1-02238f8a1bec),segment_id=41f5e0ef-e85f-4866-99d1-02238f8a1bec)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:27.723892 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.772831 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97505921-4176-4aa2-a2c6-1ce91afd013e req-555f72aa-5f9a-4020-b8df-cd89f9a257e6 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc885c9e-7882-4961-a1af-87df17992f8b&id=3c417a5d-eb76-4928-a751-31bba412cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1860390 Oct 26 14:24:27.839658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=d06024a2-bb15-44df-b027-7522a8b5e571,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:27.892913 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa802cf-73c9-4de0-b344-23f60d9966fe x-openstack-request-id: req-1fa802cf-73c9-4de0-b344-23f60d9966fe {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:27.892913 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71233ef0-606b-4a2d-b570-f647a015ae60", "name": "network-vif-plugged", "status": "completed", "tag": "d06024a2-bb15-44df-b027-7522a8b5e571", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:27.893186 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fa802cf-73c9-4de0-b344-23f60d9966fe {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:27.893566 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71233ef0-606b-4a2d-b570-f647a015ae60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06024a2-bb15-44df-b027-7522a8b5e571', 'code': 200} Oct 26 14:24:27.912584 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-979bd027-0e0f-4c25-820a-b5d2d66db7bb req-9063cccc-31b1-411e-afa2-e79054f1eda0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] For port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=859b6c00-3d0c-47a0-a5cd-342ccc2f635a,segment=NetworkSegment(a59fc712-b2aa-440f-8fcd-ec178f5ab18a),segment_id=a59fc712-b2aa-440f-8fcd-ec178f5ab18a)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:27.914575 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-979bd027-0e0f-4c25-820a-b5d2d66db7bb req-9063cccc-31b1-411e-afa2-e79054f1eda0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.993822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a40ae-0c4f-414d-a644-cf030437dfc2 req-8d79d704-7643-46b9-8039-9a400e57411c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:28.002883 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e77a40ae-0c4f-414d-a644-cf030437dfc2 req-8d79d704-7643-46b9-8039-9a400e57411c tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 946 time: 0.2692404 Oct 26 14:24:28.011813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-979bd027-0e0f-4c25-820a-b5d2d66db7bb req-9063cccc-31b1-411e-afa2-e79054f1eda0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Calling delete_port for 859b6c00-3d0c-47a0-a5cd-342ccc2f635a owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:28.207550 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3637ea1c-5ac5-4725-8601-b740e2dceeb6 req-07413d39-c19e-48bc-9545-0914cfb8becf service neutron] 10.222.0.25 "GET /v2.0/networks/00ae902e-ee22-4055-b170-4935394fcdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1165216 Oct 26 14:24:28.215429 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cb117-3228-44fe-ac9b-0cf3e128e4e2 req-b7f27820-2039-4659-9a62-e6f565393e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:28.216905 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df8cb117-3228-44fe-ac9b-0cf3e128e4e2 req-b7f27820-2039-4659-9a62-e6f565393e3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=335bcdd5-6125-4141-9caa-35638c81f183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8073127 Oct 26 14:24:28.467218 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df8cb117-3228-44fe-ac9b-0cf3e128e4e2 req-e77dfecd-6f2c-4325-b00e-b5c352373219 service neutron] 10.222.0.25 "GET /v2.0/networks/335bcdd5-6125-4141-9caa-35638c81f183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335517 Oct 26 14:24:28.473965 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3637ea1c-5ac5-4725-8601-b740e2dceeb6 req-27eaf67a-250d-4d36-ab67-df8f4cbbf27b service neutron] 10.222.0.25 "GET /v2.0/networks/00ae902e-ee22-4055-b170-4935394fcdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561152 Oct 26 14:24:28.794332 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df8cb117-3228-44fe-ac9b-0cf3e128e4e2 req-4ac6b65b-fcf5-46fb-86eb-a3464d7866ef service neutron] 10.222.0.25 "GET /v2.0/networks/335bcdd5-6125-4141-9caa-35638c81f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090739 Oct 26 14:24:29.128464 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e77a40ae-0c4f-414d-a644-cf030437dfc2 req-4d4b0a15-7b7f-4832-866f-d17948ce2a39 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/security-groups?id=67326324-61ff-4054-9c16-a2ba8e2ea9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1086638 Oct 26 14:24:29.196019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d760c5-7949-4eae-b17f-f4fbd93792f9 req-1e3e635e-f342-4322-9ab5-9d66a5941173 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:29.205105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98d760c5-7949-4eae-b17f-f4fbd93792f9 req-1e3e635e-f342-4322-9ab5-9d66a5941173 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.9494281 Oct 26 14:24:29.234699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6768f5-82fb-4905-9470-52cbf6d2604a req-74945240-b063-4806-acb3-8eb3339efe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:29.236314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b6768f5-82fb-4905-9470-52cbf6d2604a req-74945240-b063-4806-acb3-8eb3339efe15 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 1097 time: 0.9794714 Oct 26 14:24:29.301174 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98d760c5-7949-4eae-b17f-f4fbd93792f9 req-59eb65fb-f00a-481e-9483-f0928a00b84a tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901668 Oct 26 14:24:29.391750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b6768f5-82fb-4905-9470-52cbf6d2604a req-ea5e087f-e1de-4e2f-915f-33238f6b0e94 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=67326324-61ff-4054-9c16-a2ba8e2ea9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446867 Oct 26 14:24:29.433575 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-979bd027-0e0f-4c25-820a-b5d2d66db7bb req-9063cccc-31b1-411e-afa2-e79054f1eda0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:29.445784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9dc33-23d8-458b-8389-13055083f984 req-32774c9c-8ba0-4ec9-8bd1-c4dd28bd9799 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:29.454881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93d9dc33-23d8-458b-8389-13055083f984 req-32774c9c-8ba0-4ec9-8bd1-c4dd28bd9799 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.1523633 Oct 26 14:24:29.501425 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d60f458-c834-48f8-98f4-637a0746bb8e req-389e894e-c586-40db-8228-fdf97c6cb224 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a067d691-cffb-4561-a986-f352e3c55b03 HTTP/1.1" status: 200 len: 210 time: 0.0861413 Oct 26 14:24:29.530840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063cccc-31b1-411e-afa2-e79054f1eda0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event deleted for resources: {'Port': ['ID=859b6c00-3d0c-47a0-a5cd-342ccc2f635a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:29.584096 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93d9dc33-23d8-458b-8389-13055083f984 req-7a8396d7-57ee-421f-acab-63677c720cba tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283855 Oct 26 14:24:29.610108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-979bd027-0e0f-4c25-820a-b5d2d66db7bb req-9063cccc-31b1-411e-afa2-e79054f1eda0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] No DVR routers for this DVR port 859b6c00-3d0c-47a0-a5cd-342ccc2f635a on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:24:29.615843 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-979bd027-0e0f-4c25-820a-b5d2d66db7bb req-9063cccc-31b1-411e-afa2-e79054f1eda0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:29.626017 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-979bd027-0e0f-4c25-820a-b5d2d66db7bb req-9063cccc-31b1-411e-afa2-e79054f1eda0 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.25 "DELETE /v2.0/ports/859b6c00-3d0c-47a0-a5cd-342ccc2f635a HTTP/1.1" status: 204 len: 173 time: 2.6495438 Oct 26 14:24:29.626441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a067d691-cffb-4561-a986-f352e3c55b03', 'name': 'network-vif-deleted', 'tag': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:29.632444 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48254a8a-6590-44e9-beb9-dbc7adf81441" -d '{"events": [{"server_uuid": "a067d691-cffb-4561-a986-f352e3c55b03", "name": "network-vif-deleted", "tag": "859b6c00-3d0c-47a0-a5cd-342ccc2f635a"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:29.711909 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67155d40-7544-4b35-9171-44af3ae43734 x-openstack-request-id: req-67155d40-7544-4b35-9171-44af3ae43734 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:29.712210 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a067d691-cffb-4561-a986-f352e3c55b03", "name": "network-vif-deleted", "tag": "859b6c00-3d0c-47a0-a5cd-342ccc2f635a", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:29.712463 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67155d40-7544-4b35-9171-44af3ae43734 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:29.712917 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a067d691-cffb-4561-a986-f352e3c55b03', 'name': 'network-vif-deleted', 'tag': '859b6c00-3d0c-47a0-a5cd-342ccc2f635a', 'status': 'completed', 'code': 200} Oct 26 14:24:30.363376 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84cf8f-b1e8-4e33-8937-a3677b650826 req-82c52617-2633-469d-b997-029e2684b232 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:30.367410 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b84cf8f-b1e8-4e33-8937-a3677b650826 req-82c52617-2633-469d-b997-029e2684b232 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 946 time: 0.1008728 Oct 26 14:24:30.460300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b84cf8f-b1e8-4e33-8937-a3677b650826 req-93e2db5c-ccad-47b4-863d-16c2769c3c73 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/security-groups?id=67326324-61ff-4054-9c16-a2ba8e2ea9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870240 Oct 26 14:24:30.536192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372fa7c-6b7b-4fb4-a6ba-1ccd2760985b req-6f11916b-dea7-4e86-bdfb-069c6b796b16 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:30.549707 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4372fa7c-6b7b-4fb4-a6ba-1ccd2760985b req-6f11916b-dea7-4e86-bdfb-069c6b796b16 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.0931702 Oct 26 14:24:30.614010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58418) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:30.709920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4372fa7c-6b7b-4fb4-a6ba-1ccd2760985b req-084b8d0c-fdc6-4278-a631-0b60b74b0db2 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585238 Oct 26 14:24:30.854486 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68be91b6-b58a-4981-a721-b688e8f49aa3 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:30.891138 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68be91b6-b58a-4981-a721-b688e8f49aa3 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:30.962157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0cc15-3bf7-4034-aad1-d444bae99b16 req-692afeda-521d-434e-b9d7-41663b84231c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:30.968593 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2e0cc15-3bf7-4034-aad1-d444bae99b16 req-692afeda-521d-434e-b9d7-41663b84231c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.1980073 Oct 26 14:24:31.055165 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68be91b6-b58a-4981-a721-b688e8f49aa3 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:31.058614 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68be91b6-b58a-4981-a721-b688e8f49aa3 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:31.062102 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-68be91b6-b58a-4981-a721-b688e8f49aa3 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "DELETE /v2.0/security-groups/fc885c9e-7882-4961-a1af-87df17992f8b HTTP/1.1" status: 204 len: 168 time: 0.4442985 Oct 26 14:24:31.062567 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2e0cc15-3bf7-4034-aad1-d444bae99b16 req-5fd01f1a-6d6d-4907-be33-d0e8298715c3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808668 Oct 26 14:24:31.063488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58424) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:31.070523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be91b6-b58a-4981-a721-b688e8f49aa3 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc885c9e-7882-4961-a1af-87df17992f8b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:31.140294 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c42aba87-5576-4226-bb02-c7a0a02a61b4 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:31.182148 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c42aba87-5576-4226-bb02-c7a0a02a61b4 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:31.267681 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c42aba87-5576-4226-bb02-c7a0a02a61b4 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:31.275034 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c42aba87-5576-4226-bb02-c7a0a02a61b4 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:31.278108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c42aba87-5576-4226-bb02-c7a0a02a61b4 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "DELETE /v2.0/security-groups/3c417a5d-eb76-4928-a751-31bba412cf2a HTTP/1.1" status: 204 len: 168 time: 0.2075827 Oct 26 14:24:31.279955 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58432) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:31.294768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42aba87-5576-4226-bb02-c7a0a02a61b4 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c417a5d-eb76-4928-a751-31bba412cf2a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:31.635159 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92849a54-2eb8-48ee-9c1f-047fa1683a6f req-b8b670b8-a64f-474f-b345-6589dec00286 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:31.643069 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92849a54-2eb8-48ee-9c1f-047fa1683a6f req-b8b670b8-a64f-474f-b345-6589dec00286 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 946 time: 0.0724649 Oct 26 14:24:31.746508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92849a54-2eb8-48ee-9c1f-047fa1683a6f req-70fd047a-d640-4071-a607-799207d604d9 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/security-groups?id=67326324-61ff-4054-9c16-a2ba8e2ea9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024692 Oct 26 14:24:31.989766 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 859b6c00-3d0c-47a0-a5cd-342ccc2f635a no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:32.018011 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17c79930-edf1-4e40-b142-fd9950c4d6cf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:32.094141 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 859b6c00-3d0c-47a0-a5cd-342ccc2f635a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:32.097675 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 859b6c00-3d0c-47a0-a5cd-342ccc2f635a not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:32.177428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470726e-b27d-4565-b5b2-ea61ee5b3bae req-9a1024e1-5451-4522-9c80-010ac059780f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:32.203346 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b470726e-b27d-4565-b5b2-ea61ee5b3bae req-9a1024e1-5451-4522-9c80-010ac059780f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.3330522 Oct 26 14:24:32.209539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee6c3ad8-ed80-4d6a-b58c-375b6df0bd6c req-36de840e-a06f-44f8-a50b-b0f22e06ad08 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4011078 Oct 26 14:24:32.367150 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b470726e-b27d-4565-b5b2-ea61ee5b3bae req-a19d498a-f8bd-45d3-abe9-db1f4b12df18 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621232 Oct 26 14:24:32.467388 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c3ad8-ed80-4d6a-b58c-375b6df0bd6c req-5cbf9b94-cf91-44b7-8c37-c16b81be5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:32.476797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee6c3ad8-ed80-4d6a-b58c-375b6df0bd6c req-5cbf9b94-cf91-44b7-8c37-c16b81be5917 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e40e581dd0fd4ae0bbcdff5d07f190d4&device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 1096 time: 0.1719830 Oct 26 14:24:32.500340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899346bb-0020-4196-9f40-f0204b23c563 req-f4b8e964-53de-42fd-b1f6-519e5035f9ea tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:32.506715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-899346bb-0020-4196-9f40-f0204b23c563 req-f4b8e964-53de-42fd-b1f6-519e5035f9ea tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.2443969 Oct 26 14:24:32.678140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-899346bb-0020-4196-9f40-f0204b23c563 req-482b505b-93e0-41bc-82de-60a8a027ce50 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516783 Oct 26 14:24:32.756366 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c3ad8-ed80-4d6a-b58c-375b6df0bd6c req-df5e7db1-5dbb-480f-8c6b-25dee259c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:32.759228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee6c3ad8-ed80-4d6a-b58c-375b6df0bd6c req-df5e7db1-5dbb-480f-8c6b-25dee259c59f service neutron] 10.222.0.11 "GET /v2.0/networks?id=f52d2ff7-3957-45da-a0fc-773a912ad4df HTTP/1.1" status: 200 len: 920 time: 0.2514853 Oct 26 14:24:32.769566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-17c79930-edf1-4e40-b142-fd9950c4d6cf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Deleting port 04285aea-490c-4ac9-add7-f8b4d62ba926 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:32.769566 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17c79930-edf1-4e40-b142-fd9950c4d6cf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:32.830696 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee6c3ad8-ed80-4d6a-b58c-375b6df0bd6c req-a1ab1dfb-d997-4101-a7fa-8cfd8d6ab3e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93139642-ba14-4ae5-ac42-a5532f337130 HTTP/1.1" status: 200 len: 217 time: 0.0627275 Oct 26 14:24:32.874374 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-17c79930-edf1-4e40-b142-fd9950c4d6cf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] For port 04285aea-490c-4ac9-add7-f8b4d62ba926, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=04285aea-490c-4ac9-add7-f8b4d62ba926,segment=NetworkSegment(a59fc712-b2aa-440f-8fcd-ec178f5ab18a),segment_id=a59fc712-b2aa-440f-8fcd-ec178f5ab18a)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:32.874885 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17c79930-edf1-4e40-b142-fd9950c4d6cf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:32.893696 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-17c79930-edf1-4e40-b142-fd9950c4d6cf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Calling delete_port for 04285aea-490c-4ac9-add7-f8b4d62ba926 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:32.938880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c3ad8-ed80-4d6a-b58c-375b6df0bd6c req-cbac0d04-c226-400a-9cff-930c7dcecf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:32.942518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee6c3ad8-ed80-4d6a-b58c-375b6df0bd6c req-cbac0d04-c226-400a-9cff-930c7dcecf47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5939510c-c753-4962-9a0a-345dd20c72da HTTP/1.1" status: 200 len: 859 time: 0.1002390 Oct 26 14:24:32.982693 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee6c3ad8-ed80-4d6a-b58c-375b6df0bd6c req-04613599-ccae-4f7e-8047-7d63c47bc5b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f52d2ff7-3957-45da-a0fc-773a912ad4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332463 Oct 26 14:24:33.178320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee6c3ad8-ed80-4d6a-b58c-375b6df0bd6c req-1cf79607-f562-4954-99f0-30f44e450726 service neutron] 10.222.0.11 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844730 Oct 26 14:24:33.240856 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17c79930-edf1-4e40-b142-fd9950c4d6cf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:33.363297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c79930-edf1-4e40-b142-fd9950c4d6cf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event deleted for resources: {'Port': ['ID=04285aea-490c-4ac9-add7-f8b4d62ba926,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:33.396508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee6c3ad8-ed80-4d6a-b58c-375b6df0bd6c req-5a0ada01-90cf-4720-b429-97c2bd96ed1c service neutron] 10.222.0.11 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116942 Oct 26 14:24:33.686014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06094cd-a517-4357-8687-2ff39dc57860 req-aaee1131-e081-40f9-a674-5aaa77dfc3b6 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:33.693023 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e06094cd-a517-4357-8687-2ff39dc57860 req-aaee1131-e081-40f9-a674-5aaa77dfc3b6 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.1764729 Oct 26 14:24:33.711580 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17c79930-edf1-4e40-b142-fd9950c4d6cf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:33.807241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e06094cd-a517-4357-8687-2ff39dc57860 req-71b8bc27-371b-4181-8a37-fda13b5b63e5 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038284 Oct 26 14:24:33.884598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecab6c-9e4f-4e3e-9cfe-bcd1725750a5 req-3b606757-fa73-4c14-996a-77cdf49243a6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:33.886258 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4ecab6c-9e4f-4e3e-9cfe-bcd1725750a5 req-3b606757-fa73-4c14-996a-77cdf49243a6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.0621870 Oct 26 14:24:33.938918 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4ecab6c-9e4f-4e3e-9cfe-bcd1725750a5 req-dedcc57b-3d8e-400c-b771-27163028c4dc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467665 Oct 26 14:24:33.997713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c79930-edf1-4e40-b142-fd9950c4d6cf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:24:34.119148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c79930-edf1-4e40-b142-fd9950c4d6cf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:24:34.127936 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-17c79930-edf1-4e40-b142-fd9950c4d6cf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "PUT /v2.0/routers/99ddc8af-2dba-44be-8d53-bcb49c5c65bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8464463 Oct 26 14:24:34.128708 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58468) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:34.130353 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1f82b-1e6b-47b8-b940-42127f36947a None None] Sync routers for ids ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:24:34.143584 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1f82b-1e6b-47b8-b940-42127f36947a None None] Routers {'99ddc8af-2dba-44be-8d53-bcb49c5c65bf'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:34.144251 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-02d1f82b-1e6b-47b8-b940-42127f36947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:34.204741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d348fc8-d77a-46e2-9edd-1d0b7aa5e2bf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Deleting subnet 0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:24:34.207882 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d348fc8-d77a-46e2-9edd-1d0b7aa5e2bf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:34.262521 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d348fc8-d77a-46e2-9edd-1d0b7aa5e2bf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:34.298497 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-02d1f82b-1e6b-47b8-b940-42127f36947a None None] Set router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:34.392143 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d348fc8-d77a-46e2-9edd-1d0b7aa5e2bf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:34.467142 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d348fc8-d77a-46e2-9edd-1d0b7aa5e2bf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:34.502174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d348fc8-d77a-46e2-9edd-1d0b7aa5e2bf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:34.502457 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-02d1f82b-1e6b-47b8-b940-42127f36947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:24:33Z', 'revision_number': 5, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:34.507155 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d348fc8-d77a-46e2-9edd-1d0b7aa5e2bf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:34.511295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2d348fc8-d77a-46e2-9edd-1d0b7aa5e2bf tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "DELETE /v2.0/subnets/0a9c4f7a-9288-4d2c-a21d-8b33a1c8f9a0 HTTP/1.1" status: 204 len: 168 time: 0.3815608 Oct 26 14:24:34.513875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58474) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:34.519881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b06c8d8-9f8c-4e4b-af42-d3bacf00fe47 None None] Network 00ae902e-ee22-4055-b170-4935394fcdd8 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:34.530548 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1f82b-1e6b-47b8-b940-42127f36947a None None] Checking router: 99ddc8af-2dba-44be-8d53-bcb49c5c65bf for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:24:34.539144 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1f82b-1e6b-47b8-b940-42127f36947a None None] Routers {'99ddc8af-2dba-44be-8d53-bcb49c5c65bf'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:34.539718 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-02d1f82b-1e6b-47b8-b940-42127f36947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:34.679143 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:34.771214 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-02d1f82b-1e6b-47b8-b940-42127f36947a None None] Set router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:34.830277 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:34.853474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f82dae4-ab47-4ef2-a59f-ad4f16661d9c None None] DHCP port deletion for 00ae902e-ee22-4055-b170-4935394fcdd8 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:24:34.911233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Deleting port 61b6734c-d74c-406b-8c89-ed5df3d73ec2 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:34.911686 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:35.018092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2f82dae4-ab47-4ef2-a59f-ad4f16661d9c None None] Deleting port 7726c838-56b5-40b7-ab6c-f8dd85bac37e {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:35.018742 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f82dae4-ab47-4ef2-a59f-ad4f16661d9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:35.208978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec214ca7-dde1-422b-b7ac-bfe189f820b7 req-b72a4549-0afe-461d-bb49-897ab17ca4d3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:35.233008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec214ca7-dde1-422b-b7ac-bfe189f820b7 req-b72a4549-0afe-461d-bb49-897ab17ca4d3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.1266835 Oct 26 14:24:35.241144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-2f82dae4-ab47-4ef2-a59f-ad4f16661d9c None None] For port 7726c838-56b5-40b7-ab6c-f8dd85bac37e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7726c838-56b5-40b7-ab6c-f8dd85bac37e,segment=NetworkSegment(a59fc712-b2aa-440f-8fcd-ec178f5ab18a),segment_id=a59fc712-b2aa-440f-8fcd-ec178f5ab18a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:35.244658 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f82dae4-ab47-4ef2-a59f-ad4f16661d9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:35.327856 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2f82dae4-ab47-4ef2-a59f-ad4f16661d9c None None] Calling delete_port for 7726c838-56b5-40b7-ab6c-f8dd85bac37e owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:35.344681 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-02d1f82b-1e6b-47b8-b940-42127f36947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:24:33Z', 'revision_number': 5, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:35.397859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58502) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:35.418870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] For port 61b6734c-d74c-406b-8c89-ed5df3d73ec2, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=61b6734c-d74c-406b-8c89-ed5df3d73ec2,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:35.422433 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:35.442474 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1f82b-1e6b-47b8-b940-42127f36947a None None] The sync data for ids ['99ddc8af-2dba-44be-8d53-bcb49c5c65bf'] in n-d-815498-1 is: [{'id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1672512616', 'tenant_id': '7cb5d9869c524d628a386d356ebef371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:58Z', 'updated_at': '2021-10-26T14:24:33Z', 'revision_number': 5, 'project_id': '7cb5d9869c524d628a386d356ebef371', 'gw_port': {'id': '61b6734c-d74c-406b-8c89-ed5df3d73ec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ddc8af-2dba-44be-8d53-bcb49c5c65bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:59Z', 'updated_at': '2021-10-26T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:35.464984 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec214ca7-dde1-422b-b7ac-bfe189f820b7 req-d8c6c2a5-1c59-4165-8c44-40c06a69b11c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282667 Oct 26 14:24:35.514715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc813-fc25-4431-9020-e5eafb89637f req-5abd3136-084b-4fb6-b347-81aa720fc66d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:35.517309 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e9ccc813-fc25-4431-9020-e5eafb89637f req-5abd3136-084b-4fb6-b347-81aa720fc66d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.5544939 Oct 26 14:24:35.524755 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f82dae4-ab47-4ef2-a59f-ad4f16661d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:35.531561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Calling delete_port for 61b6734c-d74c-406b-8c89-ed5df3d73ec2 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:35.591261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82dae4-ab47-4ef2-a59f-ad4f16661d9c None None] Pushing event deleted for resources: {'Port': ['ID=7726c838-56b5-40b7-ab6c-f8dd85bac37e,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:35.610369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82dae4-ab47-4ef2-a59f-ad4f16661d9c None None] No DVR routers for this DVR port 7726c838-56b5-40b7-ab6c-f8dd85bac37e on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:24:35.695970 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3025f681-079f-48ec-b6e9-405ad8669b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:35.766010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e9ccc813-fc25-4431-9020-e5eafb89637f req-dac6edf4-64f5-4408-8394-e26b647d58ee tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269330 Oct 26 14:24:35.844380 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3025f681-079f-48ec-b6e9-405ad8669b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:35.850620 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7726c838-56b5-40b7-ab6c-f8dd85bac37e no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:35.863584 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3025f681-079f-48ec-b6e9-405ad8669b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:35.918157 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 7726c838-56b5-40b7-ab6c-f8dd85bac37e {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:35.920922 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7726c838-56b5-40b7-ab6c-f8dd85bac37e not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:35.980710 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3025f681-079f-48ec-b6e9-405ad8669b98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bde728eec642431891d9652317b4e3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5790715 Oct 26 14:24:35.984469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58510) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:36.003013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025f681-079f-48ec-b6e9-405ad8669b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d81583e-b40b-47f0-891b-bf0230def340,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:36.028599 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:36.091929 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-92e3c9fe-6526-44ad-831b-3ad39f5be592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:36.097777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event deleted for resources: {'Port': ['ID=61b6734c-d74c-406b-8c89-ed5df3d73ec2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:36.123909 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-92e3c9fe-6526-44ad-831b-3ad39f5be592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:36.202641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-92e3c9fe-6526-44ad-831b-3ad39f5be592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:36.205617 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-92e3c9fe-6526-44ad-831b-3ad39f5be592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:36.210290 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-92e3c9fe-6526-44ad-831b-3ad39f5be592 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d81583e-b40b-47f0-891b-bf0230def340 HTTP/1.1" status: 204 len: 168 time: 0.2204885 Oct 26 14:24:36.224440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3c9fe-6526-44ad-831b-3ad39f5be592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d81583e-b40b-47f0-891b-bf0230def340,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:36.286967 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:36.445679 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:36.449922 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:36.505788 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:36.506526 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Fanout notify agent at l3_agent the message router_deleted on router 99ddc8af-2dba-44be-8d53-bcb49c5c65bf {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:24:36.518476 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:36.519701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c816dc9b-bca2-470d-aee1-c9e5f6be5c10 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "DELETE /v2.0/routers/99ddc8af-2dba-44be-8d53-bcb49c5c65bf HTTP/1.1" status: 204 len: 168 time: 2.0046680 Oct 26 14:24:36.522485 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58528) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:36.780136 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e966d158-e591-45da-8a8e-c1a9b10a13a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:36.795713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5636e-d988-411c-8ef9-2d41dfa91dd3 req-2120d50f-93d5-4484-8299-4b5177659d32 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:36.797293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6d5636e-d988-411c-8ef9-2d41dfa91dd3 req-2120d50f-93d5-4484-8299-4b5177659d32 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.1394002 Oct 26 14:24:36.886107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6d5636e-d988-411c-8ef9-2d41dfa91dd3 req-6dbbddf1-44ac-4a22-9cd4-377e60ccaf3e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770512 Oct 26 14:24:36.930569 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58538) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:36.956019 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b632dc12-24c2-49d5-950b-aeaeee2defd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:37.033236 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e966d158-e591-45da-8a8e-c1a9b10a13a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:37.096106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e966d158-e591-45da-8a8e-c1a9b10a13a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ae902e-ee22-4055-b170-4935394fcdd8']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:37.103688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70e75f-6277-4bb8-8c60-bf04543fe9fc req-81a35f32-3f09-4e4e-8d4f-31d3bfec7959 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:37.111116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c70e75f-6277-4bb8-8c60-bf04543fe9fc req-81a35f32-3f09-4e4e-8d4f-31d3bfec7959 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.1013422 Oct 26 14:24:37.114740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e966d158-e591-45da-8a8e-c1a9b10a13a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:37.115228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-e966d158-e591-45da-8a8e-c1a9b10a13a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59fc712-b2aa-440f-8fcd-ec178f5ab18a') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:37.135626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e966d158-e591-45da-8a8e-c1a9b10a13a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:37.160035 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e966d158-e591-45da-8a8e-c1a9b10a13a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:37.171646 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e966d158-e591-45da-8a8e-c1a9b10a13a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:24:37.172350 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e966d158-e591-45da-8a8e-c1a9b10a13a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:24:37.176123 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:24:37.191439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c70e75f-6277-4bb8-8c60-bf04543fe9fc req-e1587417-ba1d-49f1-ac67-a806884c1b80 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791988 Oct 26 14:24:37.212404 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b632dc12-24c2-49d5-950b-aeaeee2defd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:37.244880 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b632dc12-24c2-49d5-950b-aeaeee2defd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:37.286075 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e966d158-e591-45da-8a8e-c1a9b10a13a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:37.305101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58542) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:37.306104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 61b6734c-d74c-406b-8c89-ed5df3d73ec2 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:37.306585 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e966d158-e591-45da-8a8e-c1a9b10a13a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:37.306767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b632dc12-24c2-49d5-950b-aeaeee2defd6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67359141b9084b91ae758729f393f181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747935 Oct 26 14:24:37.317184 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e966d158-e591-45da-8a8e-c1a9b10a13a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] 10.222.0.32 "DELETE /v2.0/networks/00ae902e-ee22-4055-b170-4935394fcdd8 HTTP/1.1" status: 204 len: 168 time: 0.7928028 Oct 26 14:24:37.344854 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 61b6734c-d74c-406b-8c89-ed5df3d73ec2 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:37.345119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 61b6734c-d74c-406b-8c89-ed5df3d73ec2 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:37.345532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 04285aea-490c-4ac9-add7-f8b4d62ba926 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:37.347928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632dc12-24c2-49d5-950b-aeaeee2defd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b12aaf-8e71-47b4-b933-a8a701bde5aa,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:37.375663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966d158-e591-45da-8a8e-c1a9b10a13a7 tempest-TestSecurityGroupsBasicOps-1257305240 tempest-TestSecurityGroupsBasicOps-1257305240-project] Pushing event deleted for resources: {'Network': ['ID=00ae902e-ee22-4055-b170-4935394fcdd8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:37.383350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66d752-f6eb-4f3f-bec4-cdcccbed03c4 req-34c57fbf-4d3a-430a-9568-e2d2a8f18eed tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:37.398561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 04285aea-490c-4ac9-add7-f8b4d62ba926 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:37.398910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 04285aea-490c-4ac9-add7-f8b4d62ba926 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:37.400772 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a66d752-f6eb-4f3f-bec4-cdcccbed03c4 req-34c57fbf-4d3a-430a-9568-e2d2a8f18eed tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 946 time: 0.2557695 Oct 26 14:24:37.440354 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0138fb67-b5b8-4f42-9a32-4c17412840b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:37.452950 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a66d752-f6eb-4f3f-bec4-cdcccbed03c4 req-d50d7cc5-5f2f-4e7d-b0f7-a7bdade107d1 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/security-groups?id=67326324-61ff-4054-9c16-a2ba8e2ea9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511880 Oct 26 14:24:37.480590 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0138fb67-b5b8-4f42-9a32-4c17412840b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:37.540253 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0138fb67-b5b8-4f42-9a32-4c17412840b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:37.545240 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0138fb67-b5b8-4f42-9a32-4c17412840b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:37.548667 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0138fb67-b5b8-4f42-9a32-4c17412840b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29b12aaf-8e71-47b4-b933-a8a701bde5aa HTTP/1.1" status: 204 len: 168 time: 0.2183249 Oct 26 14:24:37.559846 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138fb67-b5b8-4f42-9a32-4c17412840b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b12aaf-8e71-47b4-b933-a8a701bde5aa,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:37.848304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58558) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:38.094664 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c52fde-6b73-46e1-ad49-7394b5767697 req-0a3e5180-9cec-42af-b257-e3f026e03de6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:38.102991 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0c52fde-6b73-46e1-ad49-7394b5767697 req-0a3e5180-9cec-42af-b257-e3f026e03de6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.0784194 Oct 26 14:24:38.132199 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-58614d5d-87e3-4c61-a898-83d6416b6cf5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cb5d9869c524d628a386d356ebef371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800956 Oct 26 14:24:38.132743 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58574) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:38.183524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0c52fde-6b73-46e1-ad49-7394b5767697 req-71787d03-564a-428a-a85d-cd0fd6935b42 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733395 Oct 26 14:24:38.248637 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa23f00f-05eb-437d-a3a7-a7961a430142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:38.299213 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa23f00f-05eb-437d-a3a7-a7961a430142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:38.367406 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa23f00f-05eb-437d-a3a7-a7961a430142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:38.371051 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa23f00f-05eb-437d-a3a7-a7961a430142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:38.374501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c78f4-1334-4ccb-9f89-d9c06c8b53f9 req-305d498a-98d5-40c0-88a0-3342fd920bf8 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:38.376435 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-260c78f4-1334-4ccb-9f89-d9c06c8b53f9 req-305d498a-98d5-40c0-88a0-3342fd920bf8 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.0806944 Oct 26 14:24:38.382578 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aa23f00f-05eb-437d-a3a7-a7961a430142 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a80336a3-c9aa-4f45-b846-9df1560f91a9 HTTP/1.1" status: 204 len: 168 time: 0.2487640 Oct 26 14:24:38.391712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23f00f-05eb-437d-a3a7-a7961a430142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80336a3-c9aa-4f45-b846-9df1560f91a9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:38.460797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-260c78f4-1334-4ccb-9f89-d9c06c8b53f9 req-716399a0-da7d-417f-8ef8-26031e82efd2 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780735 Oct 26 14:24:38.660222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b2d92-d72f-4f20-96ea-2f4798981b32 req-ec16d190-4882-4fd9-94e4-67426a458630 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:38.662306 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b3b2d92-d72f-4f20-96ea-2f4798981b32 req-ec16d190-4882-4fd9-94e4-67426a458630 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 946 time: 0.0876584 Oct 26 14:24:38.723824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b3b2d92-d72f-4f20-96ea-2f4798981b32 req-fc1c230e-5a82-42fd-9ef0-3e311392922e tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/security-groups?id=67326324-61ff-4054-9c16-a2ba8e2ea9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550659 Oct 26 14:24:38.848032 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58598) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:38.863632 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-18a7a1c8-f9ac-4590-8f64-b3ecd7603f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:38.958089 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-18a7a1c8-f9ac-4590-8f64-b3ecd7603f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:38.963381 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-18a7a1c8-f9ac-4590-8f64-b3ecd7603f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:39.040393 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:24:39.046888 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-18a7a1c8-f9ac-4590-8f64-b3ecd7603f37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d953ccab218145f9adab3821bb151c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977630 Oct 26 14:24:39.047986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7a1c8-f9ac-4590-8f64-b3ecd7603f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d8c377-4c0b-4ba8-b259-f954083de9c0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:39.049580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58602) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:39.078209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaa0c6-482c-4d5a-86b2-fbc02052332e req-50f8123b-73c0-48ce-97cd-ecd380178877 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:39.080466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ddfaa0c6-482c-4d5a-86b2-fbc02052332e req-50f8123b-73c0-48ce-97cd-ecd380178877 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.11 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 946 time: 0.0860989 Oct 26 14:24:39.143938 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-07af1a16-a36e-43af-9485-ea374c8d5d18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:39.181730 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-07af1a16-a36e-43af-9485-ea374c8d5d18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:39.309825 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-07af1a16-a36e-43af-9485-ea374c8d5d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:39.312374 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-07af1a16-a36e-43af-9485-ea374c8d5d18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:39.316123 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-07af1a16-a36e-43af-9485-ea374c8d5d18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17d8c377-4c0b-4ba8-b259-f954083de9c0 HTTP/1.1" status: 204 len: 168 time: 0.2630649 Oct 26 14:24:39.349794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af1a16-a36e-43af-9485-ea374c8d5d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d8c377-4c0b-4ba8-b259-f954083de9c0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:39.453755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-ddfaa0c6-482c-4d5a-86b2-fbc02052332e req-5d438f73-e47e-4f2f-99a2-1502736246b7 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Deleting port d06024a2-bb15-44df-b027-7522a8b5e571 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:39.455053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ddfaa0c6-482c-4d5a-86b2-fbc02052332e req-5d438f73-e47e-4f2f-99a2-1502736246b7 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:39.589652 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6abec-e039-4a6c-aff0-b96829e55031 req-21575ae2-c75d-4d82-bb8c-3d6212550aa7 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:39.591320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ff6abec-e039-4a6c-aff0-b96829e55031 req-21575ae2-c75d-4d82-bb8c-3d6212550aa7 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.2851820 Oct 26 14:24:39.686385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ff6abec-e039-4a6c-aff0-b96829e55031 req-aff44bf2-8d2f-49b1-b7f1-aee3b2595da8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782547 Oct 26 14:24:39.812508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-ddfaa0c6-482c-4d5a-86b2-fbc02052332e req-5d438f73-e47e-4f2f-99a2-1502736246b7 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] For port d06024a2-bb15-44df-b027-7522a8b5e571, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=d06024a2-bb15-44df-b027-7522a8b5e571,segment=NetworkSegment(41f5e0ef-e85f-4866-99d1-02238f8a1bec),segment_id=41f5e0ef-e85f-4866-99d1-02238f8a1bec)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:39.814668 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ddfaa0c6-482c-4d5a-86b2-fbc02052332e req-5d438f73-e47e-4f2f-99a2-1502736246b7 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:39.853290 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-ddfaa0c6-482c-4d5a-86b2-fbc02052332e req-5d438f73-e47e-4f2f-99a2-1502736246b7 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Calling delete_port for d06024a2-bb15-44df-b027-7522a8b5e571 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:39.914112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58628) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:39.984014 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d0a20de0-fafa-44d0-b644-fe420f78d8a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c512547c08e42e58ab0a70c915e4b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684116 Oct 26 14:24:39.987238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58630) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:40.008963 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f5452-c466-4627-890a-636d48665647 req-c3118da5-2c0e-4106-9834-aeb2cb499176 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:40.011417 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-040f5452-c466-4627-890a-636d48665647 req-c3118da5-2c0e-4106-9834-aeb2cb499176 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.4044454 Oct 26 14:24:40.064359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6ad00-33ea-4d32-8ad9-10c6e5ff6ec9 req-8f2e8734-f157-47c6-bd35-8c5c013f277b tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:40.065893 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7f6ad00-33ea-4d32-8ad9-10c6e5ff6ec9 req-8f2e8734-f157-47c6-bd35-8c5c013f277b tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/ports?device_id=71233ef0-606b-4a2d-b570-f647a015ae60 HTTP/1.1" status: 200 len: 946 time: 0.1318700 Oct 26 14:24:40.152576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-040f5452-c466-4627-890a-636d48665647 req-58ee50e5-ebcf-49f3-993d-ee76aa7f8474 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113541 Oct 26 14:24:40.161741 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d03e053-bb33-49bd-affd-6e25a93984f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:40.240176 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d03e053-bb33-49bd-affd-6e25a93984f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:40.315211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7f6ad00-33ea-4d32-8ad9-10c6e5ff6ec9 req-7b997357-6a47-47ca-87d5-0160cc61078b tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.32 "GET /v2.0/security-groups?id=67326324-61ff-4054-9c16-a2ba8e2ea9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309852 Oct 26 14:24:40.374019 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ddfaa0c6-482c-4d5a-86b2-fbc02052332e req-5d438f73-e47e-4f2f-99a2-1502736246b7 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:40.393786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['d06024a2-bb15-44df-b027-7522a8b5e571'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:40.437128 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d438f73-e47e-4f2f-99a2-1502736246b7 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Pushing event deleted for resources: {'Port': ['ID=d06024a2-bb15-44df-b027-7522a8b5e571,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:40.517346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfaa0c6-482c-4d5a-86b2-fbc02052332e req-5d438f73-e47e-4f2f-99a2-1502736246b7 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] No DVR routers for this DVR port d06024a2-bb15-44df-b027-7522a8b5e571 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:24:40.521263 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ddfaa0c6-482c-4d5a-86b2-fbc02052332e req-5d438f73-e47e-4f2f-99a2-1502736246b7 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:40.525259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ddfaa0c6-482c-4d5a-86b2-fbc02052332e req-5d438f73-e47e-4f2f-99a2-1502736246b7 tempest-VolumesActionsTest-1339131534 tempest-VolumesActionsTest-1339131534-project] 10.222.0.11 "DELETE /v2.0/ports/d06024a2-bb15-44df-b027-7522a8b5e571 HTTP/1.1" status: 204 len: 173 time: 1.4349399 Oct 26 14:24:40.525898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71233ef0-606b-4a2d-b570-f647a015ae60', 'name': 'network-vif-deleted', 'tag': 'd06024a2-bb15-44df-b027-7522a8b5e571'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:40.528494 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8694ed06-3515-43bd-b34d-e9c3605290ae" -d '{"events": [{"server_uuid": "71233ef0-606b-4a2d-b570-f647a015ae60", "name": "network-vif-deleted", "tag": "d06024a2-bb15-44df-b027-7522a8b5e571"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:40.532469 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d03e053-bb33-49bd-affd-6e25a93984f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:40.535444 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d03e053-bb33-49bd-affd-6e25a93984f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:40.536639 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3d03e053-bb33-49bd-affd-6e25a93984f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/821c5b15-65ae-4a96-8837-7677958e9616 HTTP/1.1" status: 204 len: 168 time: 0.5464950 Oct 26 14:24:40.547304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03e053-bb33-49bd-affd-6e25a93984f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821c5b15-65ae-4a96-8837-7677958e9616,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:40.627366 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb660f80-5c3b-4a2d-8b3f-25b1b80caadd x-openstack-request-id: req-fb660f80-5c3b-4a2d-8b3f-25b1b80caadd {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:40.627663 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71233ef0-606b-4a2d-b570-f647a015ae60", "name": "network-vif-deleted", "tag": "d06024a2-bb15-44df-b027-7522a8b5e571", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:40.627966 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb660f80-5c3b-4a2d-8b3f-25b1b80caadd {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:40.628445 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71233ef0-606b-4a2d-b570-f647a015ae60', 'name': 'network-vif-deleted', 'tag': 'd06024a2-bb15-44df-b027-7522a8b5e571', 'status': 'completed', 'code': 200} Oct 26 14:24:40.847884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7db5d-8089-4d34-bcac-acd5d79cbc95 req-2da60da2-2175-4fba-88b1-ea9bb92c499e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:40.850028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0f7db5d-8089-4d34-bcac-acd5d79cbc95 req-2da60da2-2175-4fba-88b1-ea9bb92c499e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.0708838 Oct 26 14:24:40.912993 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0f7db5d-8089-4d34-bcac-acd5d79cbc95 req-734503be-ae79-4b59-89f7-79c677ee3953 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558295 Oct 26 14:24:41.362765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c64cd4-a9e3-4b32-9d70-e689de63da56 req-fa8d1099-64c8-460f-8211-dc3a4a6124ce tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:41.364754 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89c64cd4-a9e3-4b32-9d70-e689de63da56 req-fa8d1099-64c8-460f-8211-dc3a4a6124ce tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.1065581 Oct 26 14:24:41.442121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89c64cd4-a9e3-4b32-9d70-e689de63da56 req-edc44830-d846-4e4f-93e1-14e8248f220b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677183 Oct 26 14:24:41.545635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58680) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:41.676986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1606743516-network', 'tenant_id': '6179e4e6947b4d4db695077d485ff891'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:41.728012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] Made reservation on behalf of 6179e4e6947b4d4db695077d485ff891 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:41.733812 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.777213 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.835031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb2ac3-289d-473f-8c5e-ad149c7f2407 req-aa8c89da-87e5-43af-a690-2be5bd547523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:41.836673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17fb2ac3-289d-473f-8c5e-ad149c7f2407 req-aa8c89da-87e5-43af-a690-2be5bd547523 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 1096 time: 0.0906291 Oct 26 14:24:41.938782 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17fb2ac3-289d-473f-8c5e-ad149c7f2407 req-8765d8a1-0d3e-4398-af66-a590e22be7ac service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926569 Oct 26 14:24:41.985714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.998917 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.031231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:24:42.043418 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.043880 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] Added segment ba7310f0-51a7-4060-a95f-50c2527840c2 of type vlan for network ea4c2881-8909-44d0-b786-9f9db67f5747 Oct 26 14:24:42.096022 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.180442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2773538e-1a28-4b46-a13f-88fb7f74a531,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:42.183149 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.184156 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:42.185100 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.315268 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7658989 Oct 26 14:24:42.315782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58712) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:42.319606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990454f9-bfcb-49b2-a7c8-4a5c4a93de03 admin admin] Pushing event updated for resources: {'Network': ['ID=ea4c2881-8909-44d0-b786-9f9db67f5747,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:42.322006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ade55381-5102-424c-a148-c89cfce5b05a admin admin] Request body: {'subnet': {'network_id': 'ea4c2881-8909-44d0-b786-9f9db67f5747', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1606743516-subnet', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:42.333050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6333f38-d77f-496c-ba34-ec94d6e11899 req-7ce2994d-ab94-406c-a510-71bb9f2c5575 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:42.338997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network ea4c2881-8909-44d0-b786-9f9db67f5747 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:24:42.351543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f6333f38-d77f-496c-ba34-ec94d6e11899 req-7ce2994d-ab94-406c-a510-71bb9f2c5575 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.2090313 Oct 26 14:24:42.377214 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade55381-5102-424c-a148-c89cfce5b05a admin admin] Made reservation on behalf of 6179e4e6947b4d4db695077d485ff891 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:42.380103 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ade55381-5102-424c-a148-c89cfce5b05a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.425973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f6333f38-d77f-496c-ba34-ec94d6e11899 req-14124de2-77ad-482e-890e-a5e3eebdcf5a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684073 Oct 26 14:24:42.680973 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device d06024a2-bb15-44df-b027-7522a8b5e571 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:42.686992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddd5e0-aad3-47b7-b577-43268669891d req-5e4bad05-f1a9-44cb-ae15-c5338c7efe5d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:42.693476 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ade55381-5102-424c-a148-c89cfce5b05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.705471 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82ddd5e0-aad3-47b7-b577-43268669891d req-5e4bad05-f1a9-44cb-ae15-c5338c7efe5d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.1240218 Oct 26 14:24:42.727629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: d06024a2-bb15-44df-b027-7522a8b5e571 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:42.727876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device d06024a2-bb15-44df-b027-7522a8b5e571 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:42.776123 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-878cae40-9606-4953-b3c7-5e05fafec44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.790737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82ddd5e0-aad3-47b7-b577-43268669891d req-30f0e10f-c0b9-4769-ac8c-d06b299c568c tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794101 Oct 26 14:24:42.850139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade55381-5102-424c-a148-c89cfce5b05a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c121036-a069-48fc-a47c-b56ec8fa110a,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:42.866360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade55381-5102-424c-a148-c89cfce5b05a admin admin] Checking segment: {'id': 'ba7310f0-51a7-4060-a95f-50c2527840c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'ea4c2881-8909-44d0-b786-9f9db67f5747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:42.867305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade55381-5102-424c-a148-c89cfce5b05a admin admin] Network hostable DHCP agents. Network: ea4c2881-8909-44d0-b786-9f9db67f5747, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:24:42.888141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade55381-5102-424c-a148-c89cfce5b05a admin admin] Network ea4c2881-8909-44d0-b786-9f9db67f5747 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:24:42.900135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ade55381-5102-424c-a148-c89cfce5b05a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, ea4c2881-8909-44d0-b786-9f9db67f5747) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:42.906279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade55381-5102-424c-a148-c89cfce5b05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:42.906941 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ade55381-5102-424c-a148-c89cfce5b05a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.910765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6166c84e-df7c-48fa-b3ed-9fe95736c978 None None] Network ea4c2881-8909-44d0-b786-9f9db67f5747 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:42.935437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58734) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:42.935780 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ade55381-5102-424c-a148-c89cfce5b05a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6179559 Oct 26 14:24:42.941500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1606743516-router', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:43.033563 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:43.036025 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:43.199310 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:43.296375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-ea4c2881-8909-44d0-b786-9f9db67f5747', 'network_id': 'ea4c2881-8909-44d0-b786-9f9db67f5747', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'fixed_ips': [{'subnet_id': '7c121036-a069-48fc-a47c-b56ec8fa110a'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:24:43.297617 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:43.377259 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:43.477556 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Allocated IP 172.20.0.2 (ea4c2881-8909-44d0-b786-9f9db67f5747/7c121036-a069-48fc-a47c-b56ec8fa110a/66ed83d9-ce16-4936-a2b1-28676632735c) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:43.715724 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:43.726169 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:43.791081 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Network ea4c2881-8909-44d0-b786-9f9db67f5747 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:43.795949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:43.799153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Pushing event updated for resources: {'Port': ['ID=66ed83d9-ce16-4936-a2b1-28676632735c,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:43.802064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:43.861491 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Attempting to bind port 66ed83d9-ce16-4936-a2b1-28676632735c on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:43.862054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Attempting to bind port 66ed83d9-ce16-4936-a2b1-28676632735c by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'ba7310f0-51a7-4060-a95f-50c2527840c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'ea4c2881-8909-44d0-b786-9f9db67f5747'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:43.862543 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Attempting to bind port 66ed83d9-ce16-4936-a2b1-28676632735c on network ea4c2881-8909-44d0-b786-9f9db67f5747 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:43.868841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:43.869571 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Checking segment: {'id': 'ba7310f0-51a7-4060-a95f-50c2527840c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'ea4c2881-8909-44d0-b786-9f9db67f5747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:43.870280 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:43.870898 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Bound using segment: {'id': 'ba7310f0-51a7-4060-a95f-50c2527840c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'ea4c2881-8909-44d0-b786-9f9db67f5747'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:43.871641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Bound port: 66ed83d9-ce16-4936-a2b1-28676632735c, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7310f0-51a7-4060-a95f-50c2527840c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'ea4c2881-8909-44d0-b786-9f9db67f5747'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:43.872261 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:43.948349 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] For port 66ed83d9-ce16-4936-a2b1-28676632735c, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:43.952463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] For port 66ed83d9-ce16-4936-a2b1-28676632735c, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=66ed83d9-ce16-4936-a2b1-28676632735c,segment=NetworkSegment(ba7310f0-51a7-4060-a95f-50c2527840c2),segment_id=ba7310f0-51a7-4060-a95f-50c2527840c2)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:43.959469 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:44.024545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f35cca-69fc-4919-8d86-6c8294ea9e2b None None] Pushing event updated for resources: {'Port': ['ID=66ed83d9-ce16-4936-a2b1-28676632735c,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:44.198931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2527b07-ed40-4341-b137-44880253ae81 req-3bb82dc0-cf3f-4f3c-9481-50d7f0561f76 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:44.200636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2527b07-ed40-4341-b137-44880253ae81 req-3bb82dc0-cf3f-4f3c-9481-50d7f0561f76 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.6539443 Oct 26 14:24:44.252583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9b9d3-7ef0-498a-86cd-190be1606bc3 req-6071279e-c5c9-4414-8840-05a3625b35d6 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:44.254144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4a9b9d3-7ef0-498a-86cd-190be1606bc3 req-6071279e-c5c9-4414-8840-05a3625b35d6 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.1585591 Oct 26 14:24:44.261445 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:44.336165 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:44.382848 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2527b07-ed40-4341-b137-44880253ae81 req-b944296d-16a9-4f33-9de0-7a89999bc799 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759045 Oct 26 14:24:44.484257 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4a9b9d3-7ef0-498a-86cd-190be1606bc3 req-f4985a4e-09b7-41b3-921d-9226c28d9497 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154746 Oct 26 14:24:44.654657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Allocated IP 172.25.4.68 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/e64142fc-8843-45ac-ad8b-59e8fe8a1ad7) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:44.685050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8139a-11c5-43f2-845c-e000b4dc01b0 req-9205d11d-42e7-465b-a975-488d09605772 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:44.686981 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abe8139a-11c5-43f2-845c-e000b4dc01b0 req-9205d11d-42e7-465b-a975-488d09605772 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1043346 Oct 26 14:24:44.782595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abe8139a-11c5-43f2-845c-e000b4dc01b0 req-361b4acf-d4e7-46b6-bb49-c483054c0631 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797951 Oct 26 14:24:44.872636 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:44.936584 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:45.043689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:45.083003 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:45.085836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:45.096397 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d0d30786-62fa-4d96-a603-bdfc172502a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:45.131218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e64142fc-8843-45ac-ad8b-59e8fe8a1ad7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:45.329162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d2d79-a145-4b4b-b015-144543b97271 req-b608d077-6bb4-4cba-a411-3328d220cd58 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:45.338750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-789d2d79-a145-4b4b-b015-144543b97271 req-b608d077-6bb4-4cba-a411-3328d220cd58 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.2023227 Oct 26 14:24:45.457879 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 66ed83d9-ce16-4936-a2b1-28676632735c up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:45.503915 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-789d2d79-a145-4b4b-b015-144543b97271 req-782389a5-a253-4099-b028-1c569bf0263e tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638303 Oct 26 14:24:45.558127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 66ed83d9-ce16-4936-a2b1-28676632735c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:45.558908 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:45.637268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c6cff3-c9f5-4db2-b37b-d6ca31d662d7 None None] Network ea4c2881-8909-44d0-b786-9f9db67f5747 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:45.785496 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:45.894078 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-23f987ed-06a8-40d6-8840-41f3f76d0a92 None None] Provisioning complete for port 66ed83d9-ce16-4936-a2b1-28676632735c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:45.894509 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-23f987ed-06a8-40d6-8840-41f3f76d0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.002519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609afcd-408d-48a8-aeea-a7b604b972c4 req-03247129-e679-4fa7-a6c3-d57888c6062a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:46.004150 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7609afcd-408d-48a8-aeea-a7b604b972c4 req-03247129-e679-4fa7-a6c3-d57888c6062a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.4079680 Oct 26 14:24:46.012930 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.092592 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-23f987ed-06a8-40d6-8840-41f3f76d0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.109808 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7609afcd-408d-48a8-aeea-a7b604b972c4 req-d6428d71-066f-4414-a3c5-a0a36af7cb54 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940382 Oct 26 14:24:46.138646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.249079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 66ed83d9-ce16-4936-a2b1-28676632735c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=66ed83d9-ce16-4936-a2b1-28676632735c,segment=NetworkSegment(ba7310f0-51a7-4060-a95f-50c2527840c2),segment_id=ba7310f0-51a7-4060-a95f-50c2527840c2)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:46.259310 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.364304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=66ed83d9-ce16-4936-a2b1-28676632735c,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:46.392551 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-23f987ed-06a8-40d6-8840-41f3f76d0a92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:24:46.393048 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-23f987ed-06a8-40d6-8840-41f3f76d0a92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:24:46.398381 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Router 3ee67d1f-6a5a-4981-baf0-53b6d7278695 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:24:46.626913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:24:46.627905 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.640268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Sync routers for ids ['3ee67d1f-6a5a-4981-baf0-53b6d7278695'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:24:46.663406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Routers {'3ee67d1f-6a5a-4981-baf0-53b6d7278695'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:46.664376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3ee67d1f-6a5a-4981-baf0-53b6d7278695'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:46.727863 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.732548 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ccf5a4e1-9646-43d7-ab79-41375acbf6b8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.7925918 Oct 26 14:24:46.733466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58794) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:46.780095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee88a85-fba6-489a-8fc5-7cc42d111294 req-13b76129-fb88-4d66-92e2-fb2c2d435f9c tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:46.790523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ee88a85-fba6-489a-8fc5-7cc42d111294 req-13b76129-fb88-4d66-92e2-fb2c2d435f9c tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1336441 Oct 26 14:24:46.834355 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Set router 3ee67d1f-6a5a-4981-baf0-53b6d7278695 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:46.872184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ee88a85-fba6-489a-8fc5-7cc42d111294 req-ec303bf8-a72e-414a-b7d4-ec5bf3c4da34 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748718 Oct 26 14:24:47.084367 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:47.216527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'name': 'tempest-ImageQuotaTest-1606743516-router', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'e64142fc-8843-45ac-ad8b-59e8fe8a1ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:43Z', 'updated_at': '2021-10-26T14:24:45Z', 'revision_number': 3, 'project_id': '6179e4e6947b4d4db695077d485ff891', 'gw_port': {'id': 'e64142fc-8843-45ac-ad8b-59e8fe8a1ad7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:44Z', 'updated_at': '2021-10-26T14:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:47.251078 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Checking router: 3ee67d1f-6a5a-4981-baf0-53b6d7278695 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:24:47.251845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Updating router 3ee67d1f-6a5a-4981-baf0-53b6d7278695 port e64142fc-8843-45ac-ad8b-59e8fe8a1ad7 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:24:47.260186 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2195d79c-ca03-4c3e-8fc5-24b9616efa2f None None] Provisioning complete for port 66ed83d9-ce16-4936-a2b1-28676632735c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:47.260607 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2195d79c-ca03-4c3e-8fc5-24b9616efa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:47.333533 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:47.424828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546908b5-3cf7-4b14-9f9d-580d1971437e req-59f28b73-b840-49a1-8c50-c0949e50458f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:47.436245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-546908b5-3cf7-4b14-9f9d-580d1971437e req-59f28b73-b840-49a1-8c50-c0949e50458f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.1874673 Oct 26 14:24:47.484102 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 66ed83d9-ce16-4936-a2b1-28676632735c up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:47.560984 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-546908b5-3cf7-4b14-9f9d-580d1971437e req-262381ed-60dd-4c26-87bf-c731d685b8bb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178038 Oct 26 14:24:47.603188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472a2cc-1fbe-4b65-90a0-e3b5ac010674 req-cba3e706-b410-42c8-84eb-85050d7a4cb6 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:47.611288 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8472a2cc-1fbe-4b65-90a0-e3b5ac010674 req-cba3e706-b410-42c8-84eb-85050d7a4cb6 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1679158 Oct 26 14:24:47.688791 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8472a2cc-1fbe-4b65-90a0-e3b5ac010674 req-12540e7e-7d50-4a41-b80d-2b9bc6feeffb tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761516 Oct 26 14:24:47.833027 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:47.993775 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58818) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:48.110337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Allocated IP 172.20.0.1 (ea4c2881-8909-44d0-b786-9f9db67f5747/7c121036-a069-48fc-a47c-b56ec8fa110a/6ec2258b-9172-4a21-9ef6-004c273c7682) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:48.165047 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.184913 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.191545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 66ed83d9-ce16-4936-a2b1-28676632735c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:48.192034 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.289279 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25882137-495f-402b-91a5-98761d4cd0b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.302879 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Attempting to bind port e64142fc-8843-45ac-ad8b-59e8fe8a1ad7 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:48.303445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Attempting to bind port e64142fc-8843-45ac-ad8b-59e8fe8a1ad7 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:48.303589 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Attempting to bind port e64142fc-8843-45ac-ad8b-59e8fe8a1ad7 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:48.307877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaf385-5a38-4d36-b016-9aa4629e62bf None None] Pushing event updated for resources: {'Port': ['ID=e64142fc-8843-45ac-ad8b-59e8fe8a1ad7,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:48.315746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:48.316126 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:48.316532 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.316935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:48.317455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Bound port: e64142fc-8843-45ac-ad8b-59e8fe8a1ad7, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:48.318024 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.365419 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.408063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] For port e64142fc-8843-45ac-ad8b-59e8fe8a1ad7, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:48.412516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] For port e64142fc-8843-45ac-ad8b-59e8fe8a1ad7, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e64142fc-8843-45ac-ad8b-59e8fe8a1ad7,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:48.420598 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.478098 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25882137-495f-402b-91a5-98761d4cd0b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.482319 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.483230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaf385-5a38-4d36-b016-9aa4629e62bf None None] Pushing event updated for resources: {'Port': ['ID=e64142fc-8843-45ac-ad8b-59e8fe8a1ad7,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:48.491574 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25882137-495f-402b-91a5-98761d4cd0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.523853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Routers {'3ee67d1f-6a5a-4981-baf0-53b6d7278695'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:48.524913 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3ee67d1f-6a5a-4981-baf0-53b6d7278695'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:48.561926 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec2258b-9172-4a21-9ef6-004c273c7682,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:48.584530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-25882137-495f-402b-91a5-98761d4cd0b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adfbae56671f4784b990e0610bbab8ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5867100 Oct 26 14:24:48.584778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58826) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:48.585692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Network ea4c2881-8909-44d0-b786-9f9db67f5747 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:48.587617 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:48.593782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:48.639027 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.671649 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882137-495f-402b-91a5-98761d4cd0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f3f32d-33bc-47f2-96b2-09ed3ea94597,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:48.708617 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e475a7aa-968f-48ed-8761-546025c477b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.742612 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.811936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] Set router 3ee67d1f-6a5a-4981-baf0-53b6d7278695 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:48.863592 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.923274 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e475a7aa-968f-48ed-8761-546025c477b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:49.061288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9887f6-845e-47cc-8d5b-d7b732d58dcb req-97fb5407-bc4c-43e9-9985-68bd972e84d1 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:49.068476 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d9887f6-845e-47cc-8d5b-d7b732d58dcb req-97fb5407-bc4c-43e9-9985-68bd972e84d1 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.2592669 Oct 26 14:24:49.116688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecaaa3-ed86-4a98-8e0c-6684487e56fd req-43c8d5b8-6291-4323-b07a-8f0373f9fc2b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:49.125092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4ecaaa3-ed86-4a98-8e0c-6684487e56fd req-43c8d5b8-6291-4323-b07a-8f0373f9fc2b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.4175744 Oct 26 14:24:49.215620 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d9887f6-845e-47cc-8d5b-d7b732d58dcb req-827e0625-2baf-4826-a76a-3bebaafd06d3 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198592 Oct 26 14:24:49.310636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4ecaaa3-ed86-4a98-8e0c-6684487e56fd req-c9d3e0e0-3099-4ddd-a2af-18cffa6d961f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987158 Oct 26 14:24:49.339986 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e475a7aa-968f-48ed-8761-546025c477b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:49.343027 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e475a7aa-968f-48ed-8761-546025c477b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:49.346371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e475a7aa-968f-48ed-8761-546025c477b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69f3f32d-33bc-47f2-96b2-09ed3ea94597 HTTP/1.1" status: 204 len: 168 time: 0.7604401 Oct 26 14:24:49.359565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-27d52fd1-76ef-468f-9c93-e7c853dc0263 None None] Provisioning complete for port 6ec2258b-9172-4a21-9ef6-004c273c7682 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:49.360106 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-27d52fd1-76ef-468f-9c93-e7c853dc0263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:49.373584 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475a7aa-968f-48ed-8761-546025c477b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f3f32d-33bc-47f2-96b2-09ed3ea94597,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:49.402550 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-27d52fd1-76ef-468f-9c93-e7c853dc0263 None None] Port 6ec2258b-9172-4a21-9ef6-004c273c7682 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:24:49.441343 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'name': 'tempest-ImageQuotaTest-1606743516-router', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'e64142fc-8843-45ac-ad8b-59e8fe8a1ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:43Z', 'updated_at': '2021-10-26T14:24:45Z', 'revision_number': 3, 'project_id': '6179e4e6947b4d4db695077d485ff891', 'gw_port': {'id': 'e64142fc-8843-45ac-ad8b-59e8fe8a1ad7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:44Z', 'updated_at': '2021-10-26T14:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:49.476129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e14fb-7555-4bc3-8fbe-0003bde79602 None None] The sync data for ids ['3ee67d1f-6a5a-4981-baf0-53b6d7278695'] in n-d-815498-1 is: [{'id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'name': 'tempest-ImageQuotaTest-1606743516-router', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'e64142fc-8843-45ac-ad8b-59e8fe8a1ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:43Z', 'updated_at': '2021-10-26T14:24:45Z', 'revision_number': 3, 'project_id': '6179e4e6947b4d4db695077d485ff891', 'gw_port': {'id': 'e64142fc-8843-45ac-ad8b-59e8fe8a1ad7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:44Z', 'updated_at': '2021-10-26T14:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:50.160541 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:50.167134 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:50.326814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec2258b-9172-4a21-9ef6-004c273c7682,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:50.389084 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:50.523754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15ed23-ebbc-4249-9ade-3687ed3d6696 req-7549a5f3-1ae2-4611-895f-5dd12dcdb438 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:50.535290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c15ed23-ebbc-4249-9ade-3687ed3d6696 req-7549a5f3-1ae2-4611-895f-5dd12dcdb438 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.1234562 Oct 26 14:24:50.664365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c15ed23-ebbc-4249-9ade-3687ed3d6696 req-b1f7bfdf-82e2-4d7a-a374-117fd8603fbb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276727 Oct 26 14:24:50.753617 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Network ea4c2881-8909-44d0-b786-9f9db67f5747 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:50.756246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:51.114210 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Router 3ee67d1f-6a5a-4981-baf0-53b6d7278695 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:24:51.247613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1fc830f4-ab26-46de-98b4-7ded7e02674e None None] Provisioning complete for port 6ec2258b-9172-4a21-9ef6-004c273c7682 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:51.248092 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1fc830f4-ab26-46de-98b4-7ded7e02674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:51.382074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-1fc830f4-ab26-46de-98b4-7ded7e02674e None None] Port 6ec2258b-9172-4a21-9ef6-004c273c7682 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:24:51.388447 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:24:51.406968 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aad7c3e5-ca99-4ff0-917e-8a198f354b98 admin admin] 10.222.0.32 "PUT /v2.0/routers/3ee67d1f-6a5a-4981-baf0-53b6d7278695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6707299 Oct 26 14:24:51.459043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e64142fc-8843-45ac-ad8b-59e8fe8a1ad7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:51.619001 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e64142fc-8843-45ac-ad8b-59e8fe8a1ad7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:51.619892 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:51.894641 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:51.924295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port e64142fc-8843-45ac-ad8b-59e8fe8a1ad7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e64142fc-8843-45ac-ad8b-59e8fe8a1ad7,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:51.932395 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:51.946353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a2066-04ce-45d8-90a5-dfbfe17aaf4b req-c70a0e67-9f27-4318-923f-61ae180cf6c6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:51.948211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-611a2066-04ce-45d8-90a5-dfbfe17aaf4b req-c70a0e67-9f27-4318-923f-61ae180cf6c6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 943 time: 0.1171141 Oct 26 14:24:52.068178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=e64142fc-8843-45ac-ad8b-59e8fe8a1ad7,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:52.069463 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-611a2066-04ce-45d8-90a5-dfbfe17aaf4b req-3ecb2cfe-7639-477a-a232-c9d7da025461 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076162 Oct 26 14:24:52.297494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 58914) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:52.474711 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8965efd-4bf1-49e7-8918-a55454225830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:52.585440 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8965efd-4bf1-49e7-8918-a55454225830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:52.599447 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Sync routers for ids ['3ee67d1f-6a5a-4981-baf0-53b6d7278695'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:24:52.603036 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d8965efd-4bf1-49e7-8918-a55454225830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:52.610071 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Routers {'3ee67d1f-6a5a-4981-baf0-53b6d7278695'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:52.611046 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3ee67d1f-6a5a-4981-baf0-53b6d7278695'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:52.655293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d8965efd-4bf1-49e7-8918-a55454225830 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=718d0c6518d346d684d38bf586f02f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563771 Oct 26 14:24:52.656459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8965efd-4bf1-49e7-8918-a55454225830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817a9abc-7325-4a29-9506-14a223e7335e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:52.658030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58926) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:52.720148 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23f714b1-30f0-4c6e-908c-779c75a7e9e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:52.746199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 447f0e11-d1cc-4049-abaf-1dbe0541a38b details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:24:52.746798 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23f714b1-30f0-4c6e-908c-779c75a7e9e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:52.768134 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Set router 3ee67d1f-6a5a-4981-baf0-53b6d7278695 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:52.812848 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23f714b1-30f0-4c6e-908c-779c75a7e9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:52.816902 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23f714b1-30f0-4c6e-908c-779c75a7e9e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:52.819223 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-23f714b1-30f0-4c6e-908c-779c75a7e9e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/817a9abc-7325-4a29-9506-14a223e7335e HTTP/1.1" status: 204 len: 168 time: 0.1590767 Oct 26 14:24:52.839851 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f714b1-30f0-4c6e-908c-779c75a7e9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817a9abc-7325-4a29-9506-14a223e7335e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:52.992470 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 447f0e11-d1cc-4049-abaf-1dbe0541a38b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=447f0e11-d1cc-4049-abaf-1dbe0541a38b,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:53.030179 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '447f0e11-d1cc-4049-abaf-1dbe0541a38b', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'port_id': '447f0e11-d1cc-4049-abaf-1dbe0541a38b', 'mac_address': 'fa:16:3e:0a:71:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:24:53.076679 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:53.081452 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'name': 'tempest-ImageQuotaTest-1606743516-router', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'e64142fc-8843-45ac-ad8b-59e8fe8a1ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:43Z', 'updated_at': '2021-10-26T14:24:48Z', 'revision_number': 4, 'project_id': '6179e4e6947b4d4db695077d485ff891', 'gw_port': {'id': 'e64142fc-8843-45ac-ad8b-59e8fe8a1ad7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:44Z', 'updated_at': '2021-10-26T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '6ec2258b-9172-4a21-9ef6-004c273c7682', 'name': '', 'network_id': 'ea4c2881-8909-44d0-b786-9f9db67f5747', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'mac_address': 'fa:16:3e:8b:c6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '7c121036-a069-48fc-a47c-b56ec8fa110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:47Z', 'updated_at': '2021-10-26T14:24:49Z', 'revision_number': 2, 'project_id': '6179e4e6947b4d4db695077d485ff891', 'subnets': [{'id': '7c121036-a069-48fc-a47c-b56ec8fa110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:53.095249 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447f0e11-d1cc-4049-abaf-1dbe0541a38b {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:53.146086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 447f0e11-d1cc-4049-abaf-1dbe0541a38b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=447f0e11-d1cc-4049-abaf-1dbe0541a38b,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:53.157809 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:53.302319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=447f0e11-d1cc-4049-abaf-1dbe0541a38b,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:53.368516 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdefd41-c434-414c-8282-a9ecf3b48bed req-fc58a64b-8f1d-4838-858a-12358344c34f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:53.391355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4fdefd41-c434-414c-8282-a9ecf3b48bed req-fc58a64b-8f1d-4838-858a-12358344c34f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 944 time: 0.2034690 Oct 26 14:24:53.398678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e64142fc-8843-45ac-ad8b-59e8fe8a1ad7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:53.437722 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Checking router: 3ee67d1f-6a5a-4981-baf0-53b6d7278695 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:24:53.438320 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Updating router 3ee67d1f-6a5a-4981-baf0-53b6d7278695 port 6ec2258b-9172-4a21-9ef6-004c273c7682 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:24:53.472924 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:53.507916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4fdefd41-c434-414c-8282-a9ecf3b48bed req-489a8a45-8382-4280-bcb6-295fe99c8399 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033549 Oct 26 14:24:53.522658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['447f0e11-d1cc-4049-abaf-1dbe0541a38b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:53.635815 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:53.798849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e64142fc-8843-45ac-ad8b-59e8fe8a1ad7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:53.802114 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:53.864045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79472c80-8e05-46d5-9a48-dc45b6d36031 req-e1a95a4f-730d-47b0-9acd-d902ef283da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:53.865595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79472c80-8e05-46d5-9a48-dc45b6d36031 req-e1a95a4f-730d-47b0-9acd-d902ef283da3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e40e581dd0fd4ae0bbcdff5d07f190d4&device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 1096 time: 0.1634247 Oct 26 14:24:54.064299 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:54.077115 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:54.087052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8e00d-c298-4db2-ac97-8c5c11b9ff44 req-5fe8f598-0c2d-439f-93ea-c72496110266 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:54.092576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29b8e00d-c298-4db2-ac97-8c5c11b9ff44 req-5fe8f598-0c2d-439f-93ea-c72496110266 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.3032143 Oct 26 14:24:54.123435 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 58978) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:54.156740 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca0a0d-992b-4a8d-b770-8bac45615070 None None] Pushing event updated for resources: {'Port': ['ID=6ec2258b-9172-4a21-9ef6-004c273c7682,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:54.177502 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca0a0d-992b-4a8d-b770-8bac45615070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:54.177849 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca0a0d-992b-4a8d-b770-8bac45615070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:54.178705 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca0a0d-992b-4a8d-b770-8bac45615070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:54.178705 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca0a0d-992b-4a8d-b770-8bac45615070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:54.178953 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca0a0d-992b-4a8d-b770-8bac45615070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:54.179245 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca0a0d-992b-4a8d-b770-8bac45615070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:54.184732 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca0a0d-992b-4a8d-b770-8bac45615070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:54.185368 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca0a0d-992b-4a8d-b770-8bac45615070 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:54.185911 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca0a0d-992b-4a8d-b770-8bac45615070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:54.186597 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca0a0d-992b-4a8d-b770-8bac45615070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:54.187131 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca0a0d-992b-4a8d-b770-8bac45615070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:54.187680 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca0a0d-992b-4a8d-b770-8bac45615070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:54.240251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79472c80-8e05-46d5-9a48-dc45b6d36031 req-92522dc7-0e49-4a48-bcc7-155699fb98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:54.241739 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79472c80-8e05-46d5-9a48-dc45b6d36031 req-92522dc7-0e49-4a48-bcc7-155699fb98b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f52d2ff7-3957-45da-a0fc-773a912ad4df HTTP/1.1" status: 200 len: 920 time: 0.3525617 Oct 26 14:24:54.265761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29b8e00d-c298-4db2-ac97-8c5c11b9ff44 req-3a635ab0-562f-441f-a009-72bedff23ef4 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602223 Oct 26 14:24:54.319345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79472c80-8e05-46d5-9a48-dc45b6d36031 req-56a034be-ebe9-41a7-9885-a2f05384cf50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93139642-ba14-4ae5-ac42-a5532f337130 HTTP/1.1" status: 200 len: 217 time: 0.0692997 Oct 26 14:24:54.344325 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Attempting to bind port 6ec2258b-9172-4a21-9ef6-004c273c7682 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:54.344974 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Attempting to bind port 6ec2258b-9172-4a21-9ef6-004c273c7682 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'ba7310f0-51a7-4060-a95f-50c2527840c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'ea4c2881-8909-44d0-b786-9f9db67f5747'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:54.345539 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Attempting to bind port 6ec2258b-9172-4a21-9ef6-004c273c7682 on network ea4c2881-8909-44d0-b786-9f9db67f5747 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:54.360255 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:54.370324 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Checking segment: {'id': 'ba7310f0-51a7-4060-a95f-50c2527840c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'ea4c2881-8909-44d0-b786-9f9db67f5747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:54.370998 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:54.371564 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Bound using segment: {'id': 'ba7310f0-51a7-4060-a95f-50c2527840c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'ea4c2881-8909-44d0-b786-9f9db67f5747'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:54.372229 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Bound port: 6ec2258b-9172-4a21-9ef6-004c273c7682, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7310f0-51a7-4060-a95f-50c2527840c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'ea4c2881-8909-44d0-b786-9f9db67f5747'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:54.382681 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:54.430005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79472c80-8e05-46d5-9a48-dc45b6d36031 req-099da4d2-fad6-48d5-8604-c61022e99af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:54.431570 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79472c80-8e05-46d5-9a48-dc45b6d36031 req-099da4d2-fad6-48d5-8604-c61022e99af5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5939510c-c753-4962-9a0a-345dd20c72da HTTP/1.1" status: 200 len: 859 time: 0.0980787 Oct 26 14:24:54.474393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79472c80-8e05-46d5-9a48-dc45b6d36031 req-46aa0484-f6f0-4459-a6f7-ab21a1d71bf7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f52d2ff7-3957-45da-a0fc-773a912ad4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353570 Oct 26 14:24:54.519516 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] For port 6ec2258b-9172-4a21-9ef6-004c273c7682, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:54.524870 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] For port 6ec2258b-9172-4a21-9ef6-004c273c7682, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6ec2258b-9172-4a21-9ef6-004c273c7682,segment=NetworkSegment(ba7310f0-51a7-4060-a95f-50c2527840c2),segment_id=ba7310f0-51a7-4060-a95f-50c2527840c2)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:54.534949 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:54.628199 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca0a0d-992b-4a8d-b770-8bac45615070 None None] Pushing event updated for resources: {'Port': ['ID=6ec2258b-9172-4a21-9ef6-004c273c7682,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:54.641578 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Routers {'3ee67d1f-6a5a-4981-baf0-53b6d7278695'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:54.642482 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3ee67d1f-6a5a-4981-baf0-53b6d7278695'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:54.649312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f0628177-27c6-47ee-a4e7-defe8a2e7e11 None None] Provisioning complete for port 6ec2258b-9172-4a21-9ef6-004c273c7682 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:54.649683 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f0628177-27c6-47ee-a4e7-defe8a2e7e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:54.763266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 447f0e11-d1cc-4049-abaf-1dbe0541a38b up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:54.836891 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] Set router 3ee67d1f-6a5a-4981-baf0-53b6d7278695 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:54.936412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79472c80-8e05-46d5-9a48-dc45b6d36031 req-66e5d3cc-1585-42c6-86e0-97349dfe9bd4 service neutron] 10.222.0.11 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524767 Oct 26 14:24:54.945109 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:54.956919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6efda8-f31f-42d8-810b-6cf8354a4f8c req-50c36a1f-f610-40af-ac59-71cf2422451c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:54.966186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df6efda8-f31f-42d8-810b-6cf8354a4f8c req-50c36a1f-f610-40af-ac59-71cf2422451c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 944 time: 0.2869830 Oct 26 14:24:54.972545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 447f0e11-d1cc-4049-abaf-1dbe0541a38b completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:24:55.013405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 447f0e11-d1cc-4049-abaf-1dbe0541a38b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:55.013778 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:55.132292 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'name': 'tempest-ImageQuotaTest-1606743516-router', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'e64142fc-8843-45ac-ad8b-59e8fe8a1ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:43Z', 'updated_at': '2021-10-26T14:24:48Z', 'revision_number': 4, 'project_id': '6179e4e6947b4d4db695077d485ff891', 'gw_port': {'id': 'e64142fc-8843-45ac-ad8b-59e8fe8a1ad7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:44Z', 'updated_at': '2021-10-26T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '6ec2258b-9172-4a21-9ef6-004c273c7682', 'name': '', 'network_id': 'ea4c2881-8909-44d0-b786-9f9db67f5747', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'mac_address': 'fa:16:3e:8b:c6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '7c121036-a069-48fc-a47c-b56ec8fa110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:47Z', 'updated_at': '2021-10-26T14:24:54Z', 'revision_number': 4, 'project_id': '6179e4e6947b4d4db695077d485ff891', 'subnets': [{'id': '7c121036-a069-48fc-a47c-b56ec8fa110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:55.200389 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f0628177-27c6-47ee-a4e7-defe8a2e7e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:55.212116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df6efda8-f31f-42d8-810b-6cf8354a4f8c req-386c1515-2c71-4cc4-9048-b1422640c147 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450302 Oct 26 14:24:55.235981 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb66df8-ab87-49fc-9648-291a35b36f7a None None] The sync data for ids ['3ee67d1f-6a5a-4981-baf0-53b6d7278695'] in n-d-815498-1 is: [{'id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'name': 'tempest-ImageQuotaTest-1606743516-router', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'e64142fc-8843-45ac-ad8b-59e8fe8a1ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:43Z', 'updated_at': '2021-10-26T14:24:48Z', 'revision_number': 4, 'project_id': '6179e4e6947b4d4db695077d485ff891', 'gw_port': {'id': 'e64142fc-8843-45ac-ad8b-59e8fe8a1ad7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:44Z', 'updated_at': '2021-10-26T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '6ec2258b-9172-4a21-9ef6-004c273c7682', 'name': '', 'network_id': 'ea4c2881-8909-44d0-b786-9f9db67f5747', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'mac_address': 'fa:16:3e:8b:c6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '7c121036-a069-48fc-a47c-b56ec8fa110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:47Z', 'updated_at': '2021-10-26T14:24:54Z', 'revision_number': 4, 'project_id': '6179e4e6947b4d4db695077d485ff891', 'subnets': [{'id': '7c121036-a069-48fc-a47c-b56ec8fa110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:55.314231 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79472c80-8e05-46d5-9a48-dc45b6d36031 req-672f6820-a564-4792-9d2d-df1ef2f3a8e1 service neutron] 10.222.0.11 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339844 Oct 26 14:24:55.316963 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:55.370728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f0628177-27c6-47ee-a4e7-defe8a2e7e11 None None] For port 6ec2258b-9172-4a21-9ef6-004c273c7682, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6ec2258b-9172-4a21-9ef6-004c273c7682,segment=NetworkSegment(ba7310f0-51a7-4060-a95f-50c2527840c2),segment_id=ba7310f0-51a7-4060-a95f-50c2527840c2)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:55.388283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 447f0e11-d1cc-4049-abaf-1dbe0541a38b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=447f0e11-d1cc-4049-abaf-1dbe0541a38b,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:55.389229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec30f144-37cf-4f1e-9fa4-5113281be0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447f0e11-d1cc-4049-abaf-1dbe0541a38b'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:55.395357 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98280301-65b6-4713-9714-3f13d4f04fc6" -d '{"events": [{"server_uuid": "ec30f144-37cf-4f1e-9fa4-5113281be0f3", "name": "network-vif-plugged", "status": "completed", "tag": "447f0e11-d1cc-4049-abaf-1dbe0541a38b"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:55.400336 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f0628177-27c6-47ee-a4e7-defe8a2e7e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:55.404820 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:55.476117 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c32b06-074e-464f-bd1c-3ec3f1b16ec9 x-openstack-request-id: req-76c32b06-074e-464f-bd1c-3ec3f1b16ec9 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:55.479547 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec30f144-37cf-4f1e-9fa4-5113281be0f3", "name": "network-vif-plugged", "status": "completed", "tag": "447f0e11-d1cc-4049-abaf-1dbe0541a38b", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:55.479986 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76c32b06-074e-464f-bd1c-3ec3f1b16ec9 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:55.480625 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec30f144-37cf-4f1e-9fa4-5113281be0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447f0e11-d1cc-4049-abaf-1dbe0541a38b', 'code': 200} Oct 26 14:24:55.557527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0628177-27c6-47ee-a4e7-defe8a2e7e11 None None] Pushing event updated for resources: {'Port': ['ID=6ec2258b-9172-4a21-9ef6-004c273c7682,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:55.559282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f93e9-7b76-40e9-a982-13ca91d96959 req-dea62c71-5b8a-48e9-b3ae-9075f1d413b2 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:55.560889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c84f93e9-7b76-40e9-a982-13ca91d96959 req-dea62c71-5b8a-48e9-b3ae-9075f1d413b2 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1313972 Oct 26 14:24:55.675387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ca186ca9-e49a-4da7-81e2-0087fb1cd39b None None] Provisioning complete for port 6ec2258b-9172-4a21-9ef6-004c273c7682 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:55.675758 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ca186ca9-e49a-4da7-81e2-0087fb1cd39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:55.761254 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c84f93e9-7b76-40e9-a982-13ca91d96959 req-eedca675-5533-4a78-9dc2-cd681b8c77bb tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933038 Oct 26 14:24:55.779829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Deleting port 6ec2258b-9172-4a21-9ef6-004c273c7682 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:55.780406 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:55.795538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bebfe-9f7f-498d-8b90-aea1dd78827d req-a323de60-f59f-405a-8ead-08cebab100c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:55.796940 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e25bebfe-9f7f-498d-8b90-aea1dd78827d req-a323de60-f59f-405a-8ead-08cebab100c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 1096 time: 0.1852400 Oct 26 14:24:55.814416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=447f0e11-d1cc-4049-abaf-1dbe0541a38b,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:55.882475 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e25bebfe-9f7f-498d-8b90-aea1dd78827d req-6c81abeb-8919-4abe-a3a2-7b6fb09980b6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737476 Oct 26 14:24:55.981662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] For port 6ec2258b-9172-4a21-9ef6-004c273c7682, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6ec2258b-9172-4a21-9ef6-004c273c7682,segment=NetworkSegment(ba7310f0-51a7-4060-a95f-50c2527840c2),segment_id=ba7310f0-51a7-4060-a95f-50c2527840c2)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:55.982483 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:55.999860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Calling delete_port for 6ec2258b-9172-4a21-9ef6-004c273c7682 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:56.275733 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:56.334511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec2258b-9172-4a21-9ef6-004c273c7682,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:56.348707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.349370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.353665 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.354550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.355142 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.355730 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.356283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.356833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.357392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.358153 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.361749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.362402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.454892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc6eeb-e3d3-4057-bb37-f40876c84a46 req-bf600deb-97cb-4591-981b-812cfa29c403 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:56.468281 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7dcc6eeb-e3d3-4057-bb37-f40876c84a46 req-bf600deb-97cb-4591-981b-812cfa29c403 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 945 time: 0.1014333 Oct 26 14:24:56.528828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59026) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:56.538289 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487559187', 'description': 'tempest-secgroup-smoke-487559187 description', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:56.552530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7dcc6eeb-e3d3-4057-bb37-f40876c84a46 req-09aebd1e-bd65-425a-a91d-edb8c7ab01c4 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784235 Oct 26 14:24:56.583692 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:56.595921 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:56.696443 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:56.779728 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:56.791973 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:56.864179 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5782844d-a8c7-4629-bc57-55aca36f22b2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:56.880572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.881388 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.882203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.882715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.883240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.884028 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.884748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.885522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.886058 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.886570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.887242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.887745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:56.959864 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:56.970889 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.011998 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7dc5b-0733-4c0b-821b-9f99ec273186 req-c1288c49-15ce-413d-b404-70657700deab tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:57.013880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59d7dc5b-0733-4c0b-821b-9f99ec273186 req-c1288c49-15ce-413d-b404-70657700deab tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.0943320 Oct 26 14:24:57.032978 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.039901 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59032) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:57.044074 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5139468 Oct 26 14:24:57.047350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-097ae0b0-0819-4535-b211-820c93a82c6a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': '8b37f325-53d1-4aaa-8b8a-eebed75e41e4', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:57.059460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1f822-0537-4405-a00d-078fbff9a653 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b37f325-53d1-4aaa-8b8a-eebed75e41e4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:57.123921 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59d7dc5b-0733-4c0b-821b-9f99ec273186 req-757e2ce3-6999-491b-a21e-681b569f66e7 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776789 Oct 26 14:24:57.196480 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-097ae0b0-0819-4535-b211-820c93a82c6a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.234771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Router 3ee67d1f-6a5a-4981-baf0-53b6d7278695 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:24:57.417792 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-097ae0b0-0819-4535-b211-820c93a82c6a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.429642 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-097ae0b0-0819-4535-b211-820c93a82c6a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.464391 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ae0b0-0819-4535-b211-820c93a82c6a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3280724-6aa5-4837-a30a-c76a1ea45d17,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:57.472869 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-097ae0b0-0819-4535-b211-820c93a82c6a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.474494 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-097ae0b0-0819-4535-b211-820c93a82c6a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4313591 Oct 26 14:24:57.475580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59036) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:57.480829 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-beab8972-db48-415f-a13e-5f854a10c18d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': '8b37f325-53d1-4aaa-8b8a-eebed75e41e4', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:57.492931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:24:57.506036 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4492e3-a11d-47a3-8272-28e18dd12e31 None None] Sync routers for ids ['3ee67d1f-6a5a-4981-baf0-53b6d7278695'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:24:57.506903 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e969eddb-9f5a-49ed-b950-3a3fac4cdb03 admin admin] 10.222.0.32 "PUT /v2.0/routers/3ee67d1f-6a5a-4981-baf0-53b6d7278695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3798149 Oct 26 14:24:57.518523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59038) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:57.537338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4492e3-a11d-47a3-8272-28e18dd12e31 None None] Routers {'3ee67d1f-6a5a-4981-baf0-53b6d7278695'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:57.537959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0d4492e3-a11d-47a3-8272-28e18dd12e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3ee67d1f-6a5a-4981-baf0-53b6d7278695'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:57.603599 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.635098 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-beab8972-db48-415f-a13e-5f854a10c18d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.706504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-0d4492e3-a11d-47a3-8272-28e18dd12e31 None None] Set router 3ee67d1f-6a5a-4981-baf0-53b6d7278695 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:57.757527 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.835272 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-beab8972-db48-415f-a13e-5f854a10c18d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.847080 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-beab8972-db48-415f-a13e-5f854a10c18d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.865605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d69017-a640-4bf2-a053-ddb27dd68e68 req-4c5f2d40-22dd-4d7c-9204-879248a1d6c6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:57.867645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02d69017-a640-4bf2-a053-ddb27dd68e68 req-4c5f2d40-22dd-4d7c-9204-879248a1d6c6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 945 time: 0.1661522 Oct 26 14:24:57.895645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab8972-db48-415f-a13e-5f854a10c18d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3548c58b-c4d5-4d59-bb10-9fc3a2301f67,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:57.917379 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-beab8972-db48-415f-a13e-5f854a10c18d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.918833 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-beab8972-db48-415f-a13e-5f854a10c18d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4422619 Oct 26 14:24:57.921769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59046) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:57.926809 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8a7775bc-2a78-4f29-b7a1-4c3f28808523 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': '8b37f325-53d1-4aaa-8b8a-eebed75e41e4', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:57.953429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02d69017-a640-4bf2-a053-ddb27dd68e68 req-f3913e6b-51b6-4d7b-b313-c530005f77ce tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720205 Oct 26 14:24:57.959309 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.001694 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a7775bc-2a78-4f29-b7a1-4c3f28808523 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.016927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0d4492e3-a11d-47a3-8272-28e18dd12e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'name': 'tempest-ImageQuotaTest-1606743516-router', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'e64142fc-8843-45ac-ad8b-59e8fe8a1ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:43Z', 'updated_at': '2021-10-26T14:24:56Z', 'revision_number': 5, 'project_id': '6179e4e6947b4d4db695077d485ff891', 'gw_port': {'id': 'e64142fc-8843-45ac-ad8b-59e8fe8a1ad7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:44Z', 'updated_at': '2021-10-26T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:58.068030 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4492e3-a11d-47a3-8272-28e18dd12e31 None None] Checking router: 3ee67d1f-6a5a-4981-baf0-53b6d7278695 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:24:58.073827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] Deleting port e64142fc-8843-45ac-ad8b-59e8fe8a1ad7 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:58.076147 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.092242 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4492e3-a11d-47a3-8272-28e18dd12e31 None None] Routers {'3ee67d1f-6a5a-4981-baf0-53b6d7278695'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:58.092715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0d4492e3-a11d-47a3-8272-28e18dd12e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3ee67d1f-6a5a-4981-baf0-53b6d7278695'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:58.143327 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a7775bc-2a78-4f29-b7a1-4c3f28808523 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.153220 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a7775bc-2a78-4f29-b7a1-4c3f28808523 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.176177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7775bc-2a78-4f29-b7a1-4c3f28808523 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d460c29-c66d-4b7f-8c61-553fe66bd9cd,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:58.217606 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a7775bc-2a78-4f29-b7a1-4c3f28808523 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.219059 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8a7775bc-2a78-4f29-b7a1-4c3f28808523 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2960107 Oct 26 14:24:58.222604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59054) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:58.228405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6d505e7d-6960-4094-9093-a8e05e370a7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': '8b37f325-53d1-4aaa-8b8a-eebed75e41e4', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:58.287949 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d505e7d-6960-4094-9093-a8e05e370a7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.308660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-0d4492e3-a11d-47a3-8272-28e18dd12e31 None None] Set router 3ee67d1f-6a5a-4981-baf0-53b6d7278695 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:58.333560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab20a86-6669-4ca8-815b-a7d961040a5e req-f8c35764-b87d-43cc-acb9-a728301d6928 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:58.346949 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ab20a86-6669-4ca8-815b-a7d961040a5e req-f8c35764-b87d-43cc-acb9-a728301d6928 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 945 time: 0.1981974 Oct 26 14:24:58.426292 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d505e7d-6960-4094-9093-a8e05e370a7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.439177 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d505e7d-6960-4094-9093-a8e05e370a7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.457831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] For port e64142fc-8843-45ac-ad8b-59e8fe8a1ad7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e64142fc-8843-45ac-ad8b-59e8fe8a1ad7,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:58.459687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d505e7d-6960-4094-9093-a8e05e370a7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41773fe2-db10-41b5-b2fb-d2060e3f274c,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:58.461453 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.474026 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0d4492e3-a11d-47a3-8272-28e18dd12e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'name': 'tempest-ImageQuotaTest-1606743516-router', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:43Z', 'updated_at': '2021-10-26T14:24:57Z', 'revision_number': 6, 'project_id': '6179e4e6947b4d4db695077d485ff891', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:58.497400 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] Calling delete_port for e64142fc-8843-45ac-ad8b-59e8fe8a1ad7 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:58.503495 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6d505e7d-6960-4094-9093-a8e05e370a7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.507746 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6d505e7d-6960-4094-9093-a8e05e370a7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2808387 Oct 26 14:24:58.508010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59062) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:58.513041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3ae1e84e-1e20-40b5-aa37-f2c14193d626 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': '8b37f325-53d1-4aaa-8b8a-eebed75e41e4', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:58.538231 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4492e3-a11d-47a3-8272-28e18dd12e31 None None] The sync data for ids ['3ee67d1f-6a5a-4981-baf0-53b6d7278695'] in n-d-815498-1 is: [{'id': '3ee67d1f-6a5a-4981-baf0-53b6d7278695', 'name': 'tempest-ImageQuotaTest-1606743516-router', 'tenant_id': '6179e4e6947b4d4db695077d485ff891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:43Z', 'updated_at': '2021-10-26T14:24:57Z', 'revision_number': 6, 'project_id': '6179e4e6947b4d4db695077d485ff891', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:58.579703 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-3ae1e84e-1e20-40b5-aa37-f2c14193d626 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Project 9800f07dcc3e4ad39b6f5f9c99f366b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:24:58.589908 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3ae1e84e-1e20-40b5-aa37-f2c14193d626 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.641017 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ab20a86-6669-4ca8-815b-a7d961040a5e req-cc686687-594a-42b3-bb99-9d040e629c15 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931051 Oct 26 14:24:58.663147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652da81a-7cf7-4ca4-acf5-274a79a3bf30 req-8c1395e2-0d22-4e94-ae17-d025f492cfdb tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:58.664738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-652da81a-7cf7-4ca4-acf5-274a79a3bf30 req-8c1395e2-0d22-4e94-ae17-d025f492cfdb tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.3886111 Oct 26 14:24:58.726914 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3ae1e84e-1e20-40b5-aa37-f2c14193d626 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.736572 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3ae1e84e-1e20-40b5-aa37-f2c14193d626 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.765171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1e84e-1e20-40b5-aa37-f2c14193d626 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a38c07d-d281-427b-b8ee-fcea42a22d42,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:58.793868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3ae1e84e-1e20-40b5-aa37-f2c14193d626 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.800098 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3ae1e84e-1e20-40b5-aa37-f2c14193d626 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2907660 Oct 26 14:24:58.800827 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59068) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:58.807019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-652da81a-7cf7-4ca4-acf5-274a79a3bf30 req-dd083040-618c-4a80-ba14-373034dba7e4 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291752 Oct 26 14:24:58.807233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b39cdd2d-c09a-4576-9e84-2058beb20d26 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': '8b37f325-53d1-4aaa-8b8a-eebed75e41e4', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:58.845022 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-b39cdd2d-c09a-4576-9e84-2058beb20d26 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Project 9800f07dcc3e4ad39b6f5f9c99f366b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:24:58.856987 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b39cdd2d-c09a-4576-9e84-2058beb20d26 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.024006 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.034056 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b39cdd2d-c09a-4576-9e84-2058beb20d26 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.038929 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b39cdd2d-c09a-4576-9e84-2058beb20d26 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.079495 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b39cdd2d-c09a-4576-9e84-2058beb20d26 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.085723 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b39cdd2d-c09a-4576-9e84-2058beb20d26 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2824907 Oct 26 14:24:59.085723 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59070) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:59.095412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ea60464f-6207-44d9-a907-ea70ddf34dc3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'network': {'name': 'tempest-network-smoke--486734138', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'port_security_enabled': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:59.107508 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cdd2d-c09a-4576-9e84-2058beb20d26 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b4240f-35b5-4835-b96b-576d72c044c3,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:59.146365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e64142fc-8843-45ac-ad8b-59e8fe8a1ad7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:59.161628 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea60464f-6207-44d9-a907-ea70ddf34dc3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Made reservation on behalf of 9800f07dcc3e4ad39b6f5f9c99f366b7 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:59.166103 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea60464f-6207-44d9-a907-ea70ddf34dc3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.204495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea60464f-6207-44d9-a907-ea70ddf34dc3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:24:59.218454 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea60464f-6207-44d9-a907-ea70ddf34dc3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.219442 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-ea60464f-6207-44d9-a907-ea70ddf34dc3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Added segment 17a39535-b86f-42d7-af47-127e6140ca4a of type vlan for network c5297b18-1be1-4ba3-b93b-3a32742f7187 Oct 26 14:24:59.248672 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.311823 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea60464f-6207-44d9-a907-ea70ddf34dc3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.370349 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea60464f-6207-44d9-a907-ea70ddf34dc3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.376492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea60464f-6207-44d9-a907-ea70ddf34dc3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:59.377085 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea60464f-6207-44d9-a907-ea70ddf34dc3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.474748 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.478241 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.520055 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60464f-6207-44d9-a907-ea70ddf34dc3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Network': ['ID=c5297b18-1be1-4ba3-b93b-3a32742f7187,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:59.548160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network c5297b18-1be1-4ba3-b93b-3a32742f7187 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:24:59.571258 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ea60464f-6207-44d9-a907-ea70ddf34dc3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4839318 Oct 26 14:24:59.575009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59076) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:59.583855 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'admin_state_up': True, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:59.631483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff5dd0-603a-439c-8f9d-d1d38cb7f4bc req-9055e525-7064-4564-8ba4-2bac1f48b4ea tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:59.664946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.667041 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.674068 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01ff5dd0-603a-439c-8f9d-d1d38cb7f4bc req-9055e525-7064-4564-8ba4-2bac1f48b4ea tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 945 time: 0.3091531 Oct 26 14:24:59.677429 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.678508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ee67d1f-6a5a-4981-baf0-53b6d7278695 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:24:59.723837 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.725390 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-340e35eb-db8a-47bf-a0f9-101766d8e8ee admin admin] 10.222.0.32 "DELETE /v2.0/routers/3ee67d1f-6a5a-4981-baf0-53b6d7278695 HTTP/1.1" status: 204 len: 168 time: 2.2057655 Oct 26 14:24:59.728918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59080) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:59.775579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e64142fc-8843-45ac-ad8b-59e8fe8a1ad7 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:59.800317 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:59.810460 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: e64142fc-8843-45ac-ad8b-59e8fe8a1ad7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:59.810866 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e64142fc-8843-45ac-ad8b-59e8fe8a1ad7 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:59.811280 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6ec2258b-9172-4a21-9ef6-004c273c7682 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:59.834514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 6ec2258b-9172-4a21-9ef6-004c273c7682 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:59.834716 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6ec2258b-9172-4a21-9ef6-004c273c7682 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:25:00.037752 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:00.337377 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:00.350032 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01ff5dd0-603a-439c-8f9d-d1d38cb7f4bc req-8d28b78f-23b6-4488-87e2-ef502a5ddbe8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6591580 Oct 26 14:25:00.356674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed641b5-1627-4222-b2b1-604096625b49 admin admin] Deleting subnet 7c121036-a069-48fc-a47c-b56ec8fa110a {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:25:00.363453 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed641b5-1627-4222-b2b1-604096625b49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:00.381648 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:00.456832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd53e2-c5d0-4d88-8c8e-418d1d7aab86 req-b2858bf4-f5c6-4b83-afe2-639a6a9c8224 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:00.462695 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4dd53e2-c5d0-4d88-8c8e-418d1d7aab86 req-b2858bf4-f5c6-4b83-afe2-639a6a9c8224 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1757665 Oct 26 14:25:00.509971 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed641b5-1627-4222-b2b1-604096625b49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:00.579159 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4dd53e2-c5d0-4d88-8c8e-418d1d7aab86 req-d2bb487d-17f1-4e09-8d65-fc04e4917131 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089551 Oct 26 14:25:00.581773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.25.4.177 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/be33c9f5-91ae-468b-b4cb-40ec712c4cd9) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:00.708801 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed641b5-1627-4222-b2b1-604096625b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:00.849359 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:00.899269 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:00.902653 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed641b5-1627-4222-b2b1-604096625b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:00.936564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed641b5-1627-4222-b2b1-604096625b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c121036-a069-48fc-a47c-b56ec8fa110a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:00.943232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:00.946254 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:00.949789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:00.958811 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bed641b5-1627-4222-b2b1-604096625b49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:00.963781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bed641b5-1627-4222-b2b1-604096625b49 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7c121036-a069-48fc-a47c-b56ec8fa110a HTTP/1.1" status: 204 len: 168 time: 1.2242191 Oct 26 14:25:00.966080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59106) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:00.968765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b8a202-8c1b-4938-9ee5-26c3551b41fa None None] Network ea4c2881-8909-44d0-b786-9f9db67f5747 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:25:01.018082 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=be33c9f5-91ae-468b-b4cb-40ec712c4cd9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:01.045365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688fdb4-b4a8-4cbe-8bf3-af1a279e8cac req-6af3cf9a-beb0-43b2-9823-376dd8e34e30 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:01.047135 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9688fdb4-b4a8-4cbe-8bf3-af1a279e8cac req-6af3cf9a-beb0-43b2-9823-376dd8e34e30 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 945 time: 0.1842275 Oct 26 14:25:01.090328 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:01.105542 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9688fdb4-b4a8-4cbe-8bf3-af1a279e8cac req-f157bec5-9a7e-4cad-91e0-933fb0d347ac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509114 Oct 26 14:25:01.169338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Deleting port 66ed83d9-ce16-4936-a2b1-28676632735c {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:25:01.170073 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:01.251431 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] For port 66ed83d9-ce16-4936-a2b1-28676632735c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=66ed83d9-ce16-4936-a2b1-28676632735c,segment=NetworkSegment(ba7310f0-51a7-4060-a95f-50c2527840c2),segment_id=ba7310f0-51a7-4060-a95f-50c2527840c2)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:01.251880 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:01.269339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Calling delete_port for 66ed83d9-ce16-4936-a2b1-28676632735c owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:25:01.313743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:01.366626 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:01.366906 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0391ed0f-395f-454a-8173-fcc2fa1bfb08 None None] DHCP port deletion for ea4c2881-8909-44d0-b786-9f9db67f5747 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:25:01.395397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ed83d9-ce16-4936-a2b1-28676632735c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:01.401499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] No DVR routers for this DVR port 66ed83d9-ce16-4936-a2b1-28676632735c on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:25:01.476260 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:01.513145 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4c2881-8909-44d0-b786-9f9db67f5747']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:01.529626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7310f0-51a7-4060-a95f-50c2527840c2') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:01.529832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7310f0-51a7-4060-a95f-50c2527840c2') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:01.545498 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:01.560785 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:01.572170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:25:01.572170 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:25:01.572535 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:25:01.597327 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:01.636938 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:01.644338 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:01.647951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ea4c2881-8909-44d0-b786-9f9db67f5747 HTTP/1.1" status: 204 len: 168 time: 0.6804888 Oct 26 14:25:01.664951 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5c7b1-e311-42fe-8332-84b10858c3b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea4c2881-8909-44d0-b786-9f9db67f5747,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:01.804369 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501f88a-5a4e-406b-92f8-202de9f9a510 req-5b5b0149-ae73-4022-8b1b-a3b0dec8de3b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:01.813794 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a501f88a-5a4e-406b-92f8-202de9f9a510 req-5b5b0149-ae73-4022-8b1b-a3b0dec8de3b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1011701 Oct 26 14:25:01.839102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:25:01.913969 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a501f88a-5a4e-406b-92f8-202de9f9a510 req-7f1d8491-fd8d-4260-97e4-36d3aa5b2641 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942361 Oct 26 14:25:01.928848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403549-1ba7-494d-baed-1a69789a4610 req-5dec5292-7617-4e76-b576-7760200066da tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:01.940710 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4403549-1ba7-494d-baed-1a69789a4610 req-5dec5292-7617-4e76-b576-7760200066da tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 945 time: 0.1553822 Oct 26 14:25:01.943076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59120) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:02.018589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4403549-1ba7-494d-baed-1a69789a4610 req-e886f121-e50f-4508-9483-95772a89975c tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee614e6a-c51c-402f-a770-4402978a0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748858 Oct 26 14:25:02.029252 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-92e0a225-50e9-4d8c-8932-69b9b6b998e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6179e4e6947b4d4db695077d485ff891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851495 Oct 26 14:25:02.029884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59124) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:02.102448 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-23da0025-a088-443a-8537-7385555f395f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:02.129139 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-23da0025-a088-443a-8537-7385555f395f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:02.267061 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-23da0025-a088-443a-8537-7385555f395f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:02.269819 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-23da0025-a088-443a-8537-7385555f395f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:02.282750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-23da0025-a088-443a-8537-7385555f395f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2773538e-1a28-4b46-a13f-88fb7f74a531 HTTP/1.1" status: 204 len: 168 time: 0.2467098 Oct 26 14:25:02.309522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da0025-a088-443a-8537-7385555f395f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2773538e-1a28-4b46-a13f-88fb7f74a531,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:02.350611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c9fc3-0ba6-49f8-b545-9f0948401287 req-0cece1be-d4c0-425c-942d-ef120a8bdc1c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:02.358178 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae9c9fc3-0ba6-49f8-b545-9f0948401287 req-0cece1be-d4c0-425c-942d-ef120a8bdc1c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 945 time: 0.1432984 Oct 26 14:25:02.383547 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:25:02.405950 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Sync routers for ids ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:25:02.424029 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:02.428383 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f55f47e6-44df-464c-8c4c-88ccc59a98dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8495162 Oct 26 14:25:02.429283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59130) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:02.436752 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Routers {'2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:02.437356 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:02.456031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae9c9fc3-0ba6-49f8-b545-9f0948401287 req-4c63bff1-44fb-43e3-a045-1454c2827b8b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927479 Oct 26 14:25:02.531122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad443e-aa5b-4776-b440-938076d6cdb7 req-983ea41e-61dd-490c-ae89-ad36e44dfa5d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:02.535639 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4fad443e-aa5b-4776-b440-938076d6cdb7 req-983ea41e-61dd-490c-ae89-ad36e44dfa5d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 945 time: 0.0931325 Oct 26 14:25:02.615876 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76b082-419d-4760-8127-47b5e8f6880e req-f4d159e7-24a8-4a05-9433-33c143977949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:02.619922 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5a76b082-419d-4760-8127-47b5e8f6880e req-f4d159e7-24a8-4a05-9433-33c143977949 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 1096 time: 0.1303616 Oct 26 14:25:02.690893 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5a76b082-419d-4760-8127-47b5e8f6880e req-b3261573-01f8-43b3-85ef-f6be590352d6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628743 Oct 26 14:25:02.691700 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Set router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:02.744844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-4fad443e-aa5b-4776-b440-938076d6cdb7 req-73ff814e-695f-4a60-87bd-9302fbae01ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Deleting port 447f0e11-d1cc-4049-abaf-1dbe0541a38b {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:25:02.745247 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4fad443e-aa5b-4776-b440-938076d6cdb7 req-73ff814e-695f-4a60-87bd-9302fbae01ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:02.852402 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-4fad443e-aa5b-4776-b440-938076d6cdb7 req-73ff814e-695f-4a60-87bd-9302fbae01ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] For port 447f0e11-d1cc-4049-abaf-1dbe0541a38b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=447f0e11-d1cc-4049-abaf-1dbe0541a38b,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:02.854239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4fad443e-aa5b-4776-b440-938076d6cdb7 req-73ff814e-695f-4a60-87bd-9302fbae01ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:02.871466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-4fad443e-aa5b-4776-b440-938076d6cdb7 req-73ff814e-695f-4a60-87bd-9302fbae01ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Calling delete_port for 447f0e11-d1cc-4049-abaf-1dbe0541a38b owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:25:02.892594 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-44edad9b-87e4-424e-95b9-2d913dadff81 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9800f07dcc3e4ad39b6f5f9c99f366b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4623880 Oct 26 14:25:02.895217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59148) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:02.929162 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:25:01Z', 'revision_number': 3, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:02.999047 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Checking router: 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:25:03.000016 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Updating router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 port be33c9f5-91ae-468b-b4cb-40ec712c4cd9 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:25:03.117061 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:03.135334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67941d5-8885-4213-acbf-16fc2cc2bba1 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:03.142363 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c67941d5-8885-4213-acbf-16fc2cc2bba1 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2453375 Oct 26 14:25:03.143612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59164) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:03.219526 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2cf7aa53-fba2-467c-b362-89db015195f1 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740643 Oct 26 14:25:03.221902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59166) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:03.229056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c29125de-1c01-4f55-8712-35dd740ed4a8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2136318642', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:03.262924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59168) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:03.313931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae23563-c095-4e53-841e-f0b2cd1f4312 req-62f96739-7d60-4d91-bac5-887be64e680c tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:03.315623 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cae23563-c095-4e53-841e-f0b2cd1f4312 req-62f96739-7d60-4d91-bac5-887be64e680c tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.2641704 Oct 26 14:25:03.325453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87639f04-55fc-428f-96b8-45b6ab602410 req-402e1242-1f46-44a5-b5b8-937e52efd979 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:03.326922 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87639f04-55fc-428f-96b8-45b6ab602410 req-402e1242-1f46-44a5-b5b8-937e52efd979 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.25 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 945 time: 0.2311985 Oct 26 14:25:03.330938 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4fad443e-aa5b-4776-b440-938076d6cdb7 req-73ff814e-695f-4a60-87bd-9302fbae01ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:03.366724 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 66ed83d9-ce16-4936-a2b1-28676632735c no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:25:03.368588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d079e-37ed-46a8-aec7-1f48c3c7b188 req-f75719a7-eb24-449b-81b5-38896afe0e3c tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:03.377317 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa4d079e-37ed-46a8-aec7-1f48c3c7b188 req-f75719a7-eb24-449b-81b5-38896afe0e3c tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 945 time: 0.2254586 Oct 26 14:25:03.392425 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f046319-55d5-4da3-81af-907ead07e769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:03.418523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 66ed83d9-ce16-4936-a2b1-28676632735c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:25:03.422308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 66ed83d9-ce16-4936-a2b1-28676632735c not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:25:03.471801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff814e-695f-4a60-87bd-9302fbae01ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event deleted for resources: {'Port': ['ID=447f0e11-d1cc-4049-abaf-1dbe0541a38b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:03.504178 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29125de-1c01-4f55-8712-35dd740ed4a8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Made reservation on behalf of 9800f07dcc3e4ad39b6f5f9c99f366b7 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:25:03.508120 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c29125de-1c01-4f55-8712-35dd740ed4a8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:03.615893 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cae23563-c095-4e53-841e-f0b2cd1f4312 req-7347768d-8d82-4486-9018-95ec284838d7 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828739 Oct 26 14:25:03.701160 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:03.720330 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fad443e-aa5b-4776-b440-938076d6cdb7 req-73ff814e-695f-4a60-87bd-9302fbae01ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] No DVR routers for this DVR port 447f0e11-d1cc-4049-abaf-1dbe0541a38b on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:25:03.726218 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4fad443e-aa5b-4776-b440-938076d6cdb7 req-73ff814e-695f-4a60-87bd-9302fbae01ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:03.727925 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:03.760182 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4fad443e-aa5b-4776-b440-938076d6cdb7 req-73ff814e-695f-4a60-87bd-9302fbae01ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.11 "DELETE /v2.0/ports/447f0e11-d1cc-4049-abaf-1dbe0541a38b HTTP/1.1" status: 204 len: 173 time: 1.2047622 Oct 26 14:25:03.781829 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec30f144-37cf-4f1e-9fa4-5113281be0f3', 'name': 'network-vif-deleted', 'tag': '447f0e11-d1cc-4049-abaf-1dbe0541a38b'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:03.787345 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bd91d3-43c4-45a4-b04f-a1467d16b7ed" -d '{"events": [{"server_uuid": "ec30f144-37cf-4f1e-9fa4-5113281be0f3", "name": "network-vif-deleted", "tag": "447f0e11-d1cc-4049-abaf-1dbe0541a38b"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:03.848015 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c29125de-1c01-4f55-8712-35dd740ed4a8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:03.859057 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2d6400d-a220-4fa5-8920-9de769f24871 req-4f7b9358-e157-4852-b544-f211ab3cbe52 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 210 time: 0.0902841 Oct 26 14:25:03.877367 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa4d079e-37ed-46a8-aec7-1f48c3c7b188 req-2baeb9c8-0c50-492c-a74c-89d1826dc4f0 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee614e6a-c51c-402f-a770-4402978a0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4991775 Oct 26 14:25:03.920948 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Attempting to bind port be33c9f5-91ae-468b-b4cb-40ec712c4cd9 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:25:03.921333 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Attempting to bind port be33c9f5-91ae-468b-b4cb-40ec712c4cd9 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:25:03.921697 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Attempting to bind port be33c9f5-91ae-468b-b4cb-40ec712c4cd9 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:03.923858 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97b091-e30c-4855-8824-0485afab6bc5 None None] Pushing event updated for resources: {'Port': ['ID=be33c9f5-91ae-468b-b4cb-40ec712c4cd9,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:03.956104 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:25:03.956476 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:03.957073 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:03.957267 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:25:03.957757 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Bound port: be33c9f5-91ae-468b-b4cb-40ec712c4cd9, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:25:03.958173 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:03.984781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-87639f04-55fc-428f-96b8-45b6ab602410 req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Deleting port b193483e-2bbd-4f90-bd59-f86d88d9c5f1 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:25:03.992200 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-87639f04-55fc-428f-96b8-45b6ab602410 req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:04.064408 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbc9f3c-736e-4d59-9d4e-89e571bfd116 x-openstack-request-id: req-cfbc9f3c-736e-4d59-9d4e-89e571bfd116 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:04.064655 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec30f144-37cf-4f1e-9fa4-5113281be0f3", "name": "network-vif-deleted", "tag": "447f0e11-d1cc-4049-abaf-1dbe0541a38b", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:04.065010 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfbc9f3c-736e-4d59-9d4e-89e571bfd116 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:04.065548 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec30f144-37cf-4f1e-9fa4-5113281be0f3', 'name': 'network-vif-deleted', 'tag': '447f0e11-d1cc-4049-abaf-1dbe0541a38b', 'status': 'completed', 'code': 200} Oct 26 14:25:04.065876 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f046319-55d5-4da3-81af-907ead07e769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:04.080287 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6f046319-55d5-4da3-81af-907ead07e769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:04.112674 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6f046319-55d5-4da3-81af-907ead07e769 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.7879496 Oct 26 14:25:04.112674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29125de-1c01-4f55-8712-35dd740ed4a8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Subnet': ['ID=a2a985ae-3990-4060-991c-1b322f962f69,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:04.119753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59184) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:04.127133 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29125de-1c01-4f55-8712-35dd740ed4a8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Checking segment: {'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:04.127503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29125de-1c01-4f55-8712-35dd740ed4a8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network hostable DHCP agents. Network: c5297b18-1be1-4ba3-b93b-3a32742f7187, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:25:04.179110 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f046319-55d5-4da3-81af-907ead07e769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78ccc13-c440-4683-ad17-2424b2f4181e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:04.205505 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29125de-1c01-4f55-8712-35dd740ed4a8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network c5297b18-1be1-4ba3-b93b-3a32742f7187 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:25:04.220764 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-c29125de-1c01-4f55-8712-35dd740ed4a8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, c5297b18-1be1-4ba3-b93b-3a32742f7187) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:04.228806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29125de-1c01-4f55-8712-35dd740ed4a8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:04.229516 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c29125de-1c01-4f55-8712-35dd740ed4a8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:04.232693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a15802-d5f0-486a-8912-c8b69f7036d1 None None] Network c5297b18-1be1-4ba3-b93b-3a32742f7187 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:25:04.233565 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a14a4a33-11ad-4560-b7c5-cb0ca1f39842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:04.280417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-87639f04-55fc-428f-96b8-45b6ab602410 req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] For port b193483e-2bbd-4f90-bd59-f86d88d9c5f1, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b193483e-2bbd-4f90-bd59-f86d88d9c5f1,segment=NetworkSegment(856bc200-d859-4998-840e-eaaf3d659f1a),segment_id=856bc200-d859-4998-840e-eaaf3d659f1a)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:04.280417 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-87639f04-55fc-428f-96b8-45b6ab602410 req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:04.292975 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c29125de-1c01-4f55-8712-35dd740ed4a8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0697176 Oct 26 14:25:04.314217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59192) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:04.324185 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a14a4a33-11ad-4560-b7c5-cb0ca1f39842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:04.382528 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] For port be33c9f5-91ae-468b-b4cb-40ec712c4cd9, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:25:04.387800 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] For port be33c9f5-91ae-468b-b4cb-40ec712c4cd9, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=be33c9f5-91ae-468b-b4cb-40ec712c4cd9,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:25:04.402335 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:04.546246 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a14a4a33-11ad-4560-b7c5-cb0ca1f39842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:04.553525 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a14a4a33-11ad-4560-b7c5-cb0ca1f39842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:04.555342 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a14a4a33-11ad-4560-b7c5-cb0ca1f39842 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a78ccc13-c440-4683-ad17-2424b2f4181e HTTP/1.1" status: 204 len: 168 time: 0.4344928 Oct 26 14:25:04.584579 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Routers {'2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:04.585276 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:04.599646 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97b091-e30c-4855-8824-0485afab6bc5 None None] Pushing event updated for resources: {'Port': ['ID=be33c9f5-91ae-468b-b4cb-40ec712c4cd9,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:04.625272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-c5297b18-1be1-4ba3-b93b-3a32742f7187', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ips': [{'subnet_id': 'a2a985ae-3990-4060-991c-1b322f962f69'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:25:04.626699 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:04.701367 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-87639f04-55fc-428f-96b8-45b6ab602410 req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:04.701740 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-87639f04-55fc-428f-96b8-45b6ab602410 req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:04.702077 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-87639f04-55fc-428f-96b8-45b6ab602410 req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Floating IP 4c9f2108-575a-4990-b056-bf303fc23af4 disassociated. External IP: 172.25.4.109, port: b193483e-2bbd-4f90-bd59-f86d88d9c5f1. Oct 26 14:25:04.702484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-87639f04-55fc-428f-96b8-45b6ab602410 req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Calling delete_port for b193483e-2bbd-4f90-bd59-f86d88d9c5f1 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:25:04.790013 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 447f0e11-d1cc-4049-abaf-1dbe0541a38b no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:25:04.856486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 447f0e11-d1cc-4049-abaf-1dbe0541a38b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:25:04.858490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 447f0e11-d1cc-4049-abaf-1dbe0541a38b not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:25:04.972587 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] Set router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:05.091085 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Allocated IP 172.20.0.2 (c5297b18-1be1-4ba3-b93b-3a32742f7187/a2a985ae-3990-4060-991c-1b322f962f69/b6828b35-06c8-4775-a7ec-517bbc087075) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:05.100300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330df1f-914a-4e4b-9e55-4f40bac0ab11 req-38d9a897-1733-4a90-9edf-ae8ec20ade1d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:05.108182 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8330df1f-914a-4e4b-9e55-4f40bac0ab11 req-38d9a897-1733-4a90-9edf-ae8ec20ade1d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.3014281 Oct 26 14:25:05.241419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f4f7a29-3dce-4d23-9ac3-5d00fb0f9de4 req-99ef3c7b-e83f-4f59-9c14-181a55c69fac tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 210 time: 0.1271570 Oct 26 14:25:05.360452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a4a33-11ad-4560-b7c5-cb0ca1f39842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78ccc13-c440-4683-ad17-2424b2f4181e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:05.433166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8330df1f-914a-4e4b-9e55-4f40bac0ab11 req-d5bedc87-890f-4e7b-9dcb-1b26a0e5fb1c tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061862 Oct 26 14:25:05.471798 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:25:01Z', 'revision_number': 3, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:05.541137 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:05.569463 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06f32b-3ca3-4d79-aa81-ee25bd8cc33c None None] The sync data for ids ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'] in n-d-815498-1 is: [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:25:01Z', 'revision_number': 3, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:25:05.691634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-87639f04-55fc-428f-96b8-45b6ab602410 req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:05.798193 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:05.817304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Pushing event deleted for resources: {'Port': ['ID=b193483e-2bbd-4f90-bd59-f86d88d9c5f1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:05.864341 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:05.954171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Network c5297b18-1be1-4ba3-b93b-3a32742f7187 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:05.957566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:05.976627 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:06.027574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Pushing event updated for resources: {'Port': ['ID=b6828b35-06c8-4775-a7ec-517bbc087075,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:06.174820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.20.0.1 (c5297b18-1be1-4ba3-b93b-3a32742f7187/a2a985ae-3990-4060-991c-1b322f962f69/3a851624-6b17-4f61-922e-40c6763ee238) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:06.186427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Attempting to bind port b6828b35-06c8-4775-a7ec-517bbc087075 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:25:06.187282 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Attempting to bind port b6828b35-06c8-4775-a7ec-517bbc087075 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:25:06.187834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Attempting to bind port b6828b35-06c8-4775-a7ec-517bbc087075 on network c5297b18-1be1-4ba3-b93b-3a32742f7187 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:06.241815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:25:06.242308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Checking segment: {'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:06.242729 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:06.243134 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Bound using segment: {'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:25:06.244701 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Bound port: b6828b35-06c8-4775-a7ec-517bbc087075, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:25:06.245099 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:06.489598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] For port b6828b35-06c8-4775-a7ec-517bbc087075, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:25:06.503915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] For port b6828b35-06c8-4775-a7ec-517bbc087075, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b6828b35-06c8-4775-a7ec-517bbc087075,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:25:06.511836 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:06.525385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-83d931a0-aaff-4e79-a312-15d8d6614708 req-44d77bbe-e0a5-40f3-b9c5-ca1dc09a3bc3 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 210 time: 0.2779226 Oct 26 14:25:06.613752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44ed85-d345-454b-8889-7eddbfef14f5 req-a5b5dcf9-e465-4226-b332-19cd676cf56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:06.619310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb44ed85-d345-454b-8889-7eddbfef14f5 req-a5b5dcf9-e465-4226-b332-19cd676cf56a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e40e581dd0fd4ae0bbcdff5d07f190d4&device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 1096 time: 0.5635602 Oct 26 14:25:06.654151 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:06.674905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9376d1-d387-4cb8-92a1-69654e8e4bd4 None None] Pushing event updated for resources: {'Port': ['ID=b6828b35-06c8-4775-a7ec-517bbc087075,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:06.709369 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983d9de-c6ea-4414-b826-bc14501d823e req-39cee51a-8986-4076-8950-b2bad4bbacee tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:06.717039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d983d9de-c6ea-4414-b826-bc14501d823e req-39cee51a-8986-4076-8950-b2bad4bbacee tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.4677849 Oct 26 14:25:06.808442 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:06.833465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87639f04-55fc-428f-96b8-45b6ab602410 req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Router 39b6c79d-0a10-4498-9d3b-bdad26367845 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:25:06.846602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd521f07-b3b9-4433-9417-388ff58f5165 req-8ad147cf-c903-402e-8911-bdb9935f5290 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 210 time: 0.1459134 Oct 26 14:25:06.972692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network c5297b18-1be1-4ba3-b93b-3a32742f7187 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:06.984494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:07.001006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:07.100486 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=3a851624-6b17-4f61-922e-40c6763ee238,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:07.178422 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:07.302210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87639f04-55fc-428f-96b8-45b6ab602410 req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:25:07.321173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8355e8-17f9-4792-a44e-5da39b3fd48d None None] Sync routers for ids ['39b6c79d-0a10-4498-9d3b-bdad26367845'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:25:07.340615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8355e8-17f9-4792-a44e-5da39b3fd48d None None] Routers {'39b6c79d-0a10-4498-9d3b-bdad26367845'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:07.341249 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7f8355e8-17f9-4792-a44e-5da39b3fd48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['39b6c79d-0a10-4498-9d3b-bdad26367845'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:07.344370 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d983d9de-c6ea-4414-b826-bc14501d823e req-a64ea4be-3703-42c5-a3b2-8fab672032bd tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6264806 Oct 26 14:25:07.526130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-87639f04-55fc-428f-96b8-45b6ab602410 req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] No DVR routers for this DVR port b193483e-2bbd-4f90-bd59-f86d88d9c5f1 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:25:07.529232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44ed85-d345-454b-8889-7eddbfef14f5 req-a376bdd3-f7c7-4afc-b354-723e4c90e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:07.542086 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb44ed85-d345-454b-8889-7eddbfef14f5 req-a376bdd3-f7c7-4afc-b354-723e4c90e30d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f52d2ff7-3957-45da-a0fc-773a912ad4df HTTP/1.1" status: 200 len: 920 time: 0.9130352 Oct 26 14:25:07.564714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-87639f04-55fc-428f-96b8-45b6ab602410 req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:07.603777 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87639f04-55fc-428f-96b8-45b6ab602410 req-0a979cb3-68b9-4e0c-ae06-3f560f6f3ecc tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.25 "DELETE /v2.0/ports/b193483e-2bbd-4f90-bd59-f86d88d9c5f1 HTTP/1.1" status: 204 len: 173 time: 4.2689536 Oct 26 14:25:07.622722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401bafc5-ed4d-4bae-aa22-dc628232e372', 'name': 'network-vif-deleted', 'tag': 'b193483e-2bbd-4f90-bd59-f86d88d9c5f1'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:07.634538 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:07.656422 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2182bd-afff-4385-bce5-91bf45050525" -d '{"events": [{"server_uuid": "401bafc5-ed4d-4bae-aa22-dc628232e372", "name": "network-vif-deleted", "tag": "b193483e-2bbd-4f90-bd59-f86d88d9c5f1"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:07.731148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-7f8355e8-17f9-4792-a44e-5da39b3fd48d None None] Set router 39b6c79d-0a10-4498-9d3b-bdad26367845 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:07.836605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb44ed85-d345-454b-8889-7eddbfef14f5 req-44ff6778-c645-4e5a-8b4d-717f979869cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93139642-ba14-4ae5-ac42-a5532f337130 HTTP/1.1" status: 200 len: 217 time: 0.2933564 Oct 26 14:25:07.929370 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b6828b35-06c8-4775-a7ec-517bbc087075 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:07.978702 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d7f854-70ac-4675-9332-ecd3e8c582d9 x-openstack-request-id: req-f3d7f854-70ac-4675-9332-ecd3e8c582d9 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:07.979286 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401bafc5-ed4d-4bae-aa22-dc628232e372", "name": "network-vif-deleted", "tag": "b193483e-2bbd-4f90-bd59-f86d88d9c5f1", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:07.979723 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3d7f854-70ac-4675-9332-ecd3e8c582d9 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:07.980318 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401bafc5-ed4d-4bae-aa22-dc628232e372', 'name': 'network-vif-deleted', 'tag': 'b193483e-2bbd-4f90-bd59-f86d88d9c5f1', 'status': 'completed', 'code': 200} Oct 26 14:25:07.999628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f4f7bed-613e-4af0-babf-27bb0398a597 req-1690fe05-6507-4375-910d-d00308d97b5f tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "GET /v2.0/ports?device_id=401bafc5-ed4d-4bae-aa22-dc628232e372 HTTP/1.1" status: 200 len: 210 time: 0.1492181 Oct 26 14:25:08.065076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44ed85-d345-454b-8889-7eddbfef14f5 req-fc46a146-07c4-46a3-b9bb-2c82eddc1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:08.074105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb44ed85-d345-454b-8889-7eddbfef14f5 req-fc46a146-07c4-46a3-b9bb-2c82eddc1201 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5939510c-c753-4962-9a0a-345dd20c72da HTTP/1.1" status: 200 len: 859 time: 0.2242799 Oct 26 14:25:08.122591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b193483e-2bbd-4f90-bd59-f86d88d9c5f1 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:25:08.199081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aad52e9a-acf7-4ec0-97f9-e76566897024 req-e632302e-b271-4ff2-84f8-146383191daa tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 210 time: 0.1236229 Oct 26 14:25:08.216495 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: b193483e-2bbd-4f90-bd59-f86d88d9c5f1 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:25:08.217082 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b193483e-2bbd-4f90-bd59-f86d88d9c5f1 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:25:08.282228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb44ed85-d345-454b-8889-7eddbfef14f5 req-ad414078-1525-4d95-a919-e1e342e013b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f52d2ff7-3957-45da-a0fc-773a912ad4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1668816 Oct 26 14:25:08.349362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b6828b35-06c8-4775-a7ec-517bbc087075 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:08.350316 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:08.521295 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:08.526558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b157427-8b05-409c-9677-4767fbce5f0a None None] Network c5297b18-1be1-4ba3-b93b-3a32742f7187 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:25:08.536220 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:08.613805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb44ed85-d345-454b-8889-7eddbfef14f5 req-48648143-c5ee-42aa-865a-10299f0fce4b service neutron] 10.222.0.11 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259275 Oct 26 14:25:08.678543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=3a851624-6b17-4f61-922e-40c6763ee238,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:08.688292 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:08.722342 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab1f26-ba11-40e5-94c9-a2b20ecce49c req-49802b0a-a95b-4d18-befa-895794ebcf4c tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:08.732872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bdab1f26-ba11-40e5-94c9-a2b20ecce49c req-49802b0a-a95b-4d18-befa-895794ebcf4c tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.2210720 Oct 26 14:25:08.813117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Provisioning complete for port b6828b35-06c8-4775-a7ec-517bbc087075 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:08.813790 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:08.882931 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bdab1f26-ba11-40e5-94c9-a2b20ecce49c req-10b70523-c7a9-416a-a90e-f164b6477b33 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434410 Oct 26 14:25:08.936986 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb44ed85-d345-454b-8889-7eddbfef14f5 req-15aeb757-572b-471d-85a1-90cfa7c7d29d service neutron] 10.222.0.11 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124723 Oct 26 14:25:08.951641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network c5297b18-1be1-4ba3-b93b-3a32742f7187 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:08.953082 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:09.092858 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:09.099431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:25:09.132617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59258) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:09.148466 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:09.177520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7f8355e8-17f9-4792-a44e-5da39b3fd48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:19:45Z', 'revision_number': 4, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'fb572fec-6463-4c81-a02e-d1f40733f94c', 'name': '', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'mac_address': 'fa:16:3e:0c:b6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:43Z', 'updated_at': '2021-10-26T14:19:55Z', 'revision_number': 5, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'subnets': [{'id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:09.213900 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8355e8-17f9-4792-a44e-5da39b3fd48d None None] Checking router: 39b6c79d-0a10-4498-9d3b-bdad26367845 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:25:09.268915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] For port b6828b35-06c8-4775-a7ec-517bbc087075, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b6828b35-06c8-4775-a7ec-517bbc087075,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:09.271839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8355e8-17f9-4792-a44e-5da39b3fd48d None None] Routers {'39b6c79d-0a10-4498-9d3b-bdad26367845'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:09.272034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7f8355e8-17f9-4792-a44e-5da39b3fd48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['39b6c79d-0a10-4498-9d3b-bdad26367845'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:09.362438 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:25:09.383729 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Sync routers for ids ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:25:09.394144 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4178b443-e5a1-466f-9410-b548a1b98786 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "PUT /v2.0/routers/2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0785735 Oct 26 14:25:09.409002 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Routers {'2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:09.412300 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:09.418113 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4fcf2828-6bba-40f7-ae0f-d6649be84b5e req-0e418653-1dad-4470-b963-45b3b1e44795 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 210 time: 0.0465541 Oct 26 14:25:09.459454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9a2d1-25fa-40ab-b9be-7182d4e07af0 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Deleting port 2520d485-52e4-4bb6-b846-3a648c8c281d {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:25:09.461720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a2d1-25fa-40ab-b9be-7182d4e07af0 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:09.511330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-7f8355e8-17f9-4792-a44e-5da39b3fd48d None None] Set router 39b6c79d-0a10-4498-9d3b-bdad26367845 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:09.607270 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:09.633875 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a2d1-25fa-40ab-b9be-7182d4e07af0 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:09.634504 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a2d1-25fa-40ab-b9be-7182d4e07af0 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:09.644724 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Set router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:09.662056 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9a2d1-25fa-40ab-b9be-7182d4e07af0 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Calling delete_port for 2520d485-52e4-4bb6-b846-3a648c8c281d owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:25:09.758634 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:25:09.759516 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:25:10.114987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-2b88848e-0919-4fd8-a27b-a923a802091f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487559187&fields=id&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 267 time: 0.3142431 Oct 26 14:25:10.119028 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a2d1-25fa-40ab-b9be-7182d4e07af0 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:10.245622 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:25:07Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3a851624-6b17-4f61-922e-40c6763ee238', 'name': '', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:dc:a0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:05Z', 'updated_at': '2021-10-26T14:25:08Z', 'revision_number': 2, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:10.255373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-06621cd1-a89b-450b-b8cb-c4d92c4c4ae2 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:10.263388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-06621cd1-a89b-450b-b8cb-c4d92c4c4ae2 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/networks?id=c5297b18-1be1-4ba3-b93b-3a32742f7187 HTTP/1.1" status: 200 len: 796 time: 0.1474020 Oct 26 14:25:10.311765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9a2d1-25fa-40ab-b9be-7182d4e07af0 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Pushing event deleted for resources: {'Port': ['ID=2520d485-52e4-4bb6-b846-3a648c8c281d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:10.325948 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-32329b88-0dbb-429f-82fc-e48decfabdf0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/quotas/9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 375 time: 0.0614612 Oct 26 14:25:10.351310 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Checking router: 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:25:10.351660 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Updating router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 port 3a851624-6b17-4f61-922e-40c6763ee238 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:25:10.419510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8bb0bf5e-0599-4448-91fb-77e4dd1425ce None None] Provisioning complete for port 3a851624-6b17-4f61-922e-40c6763ee238 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:10.419903 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8bb0bf5e-0599-4448-91fb-77e4dd1425ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:10.420742 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:10.439781 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Pushing event updated for resources: {'Port': ['ID=b6828b35-06c8-4775-a7ec-517bbc087075,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:10.493576 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a2d1-25fa-40ab-b9be-7182d4e07af0 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:10.496565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a2d1-25fa-40ab-b9be-7182d4e07af0 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:10.498566 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5cf9a2d1-25fa-40ab-b9be-7182d4e07af0 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "DELETE /v2.0/floatingips/4c9f2108-575a-4990-b056-bf303fc23af4 HTTP/1.1" status: 204 len: 168 time: 1.3649590 Oct 26 14:25:10.516077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d8a1e-f151-438e-956f-e7c2d9a39612 req-a1681010-eda1-4965-bde3-4b50fc66c5b8 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:10.518917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-888d8a1e-f151-438e-956f-e7c2d9a39612 req-a1681010-eda1-4965-bde3-4b50fc66c5b8 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.4178154 Oct 26 14:25:10.559330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-8847e334-efa3-4a15-bc1d-4815f3bd35c9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2221203 Oct 26 14:25:10.584358 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:10.584954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:10.585086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:10.585349 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:10.585683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:10.598071 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:10.598585 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:10.598931 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:10.599272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:10.599607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:10.599940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:10.600268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d8c5-1347-448c-add2-5a6d1e5f24d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:10.631797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device be33c9f5-91ae-468b-b4cb-40ec712c4cd9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:10.654424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8bb0bf5e-0599-4448-91fb-77e4dd1425ce None None] Port 3a851624-6b17-4f61-922e-40c6763ee238 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:25:10.716965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-888d8a1e-f151-438e-956f-e7c2d9a39612 req-ecdd9695-25c9-4096-8b9b-d175a9c41799 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891439 Oct 26 14:25:10.773447 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-2dc658ab-a89b-4102-823c-d62fe4e967f5 service neutron] 10.222.0.32 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126279 Oct 26 14:25:10.866451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8bb0bf5e-0599-4448-91fb-77e4dd1425ce None None] Provisioning complete for port b6828b35-06c8-4775-a7ec-517bbc087075 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:10.870792 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8bb0bf5e-0599-4448-91fb-77e4dd1425ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:10.971077 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:10.982786 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:10.998293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2262fd0-3e5e-4c11-b25b-365fcd21562e req-f9b0535b-0d39-40cb-8d79-09f4a7bf98dd tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 210 time: 0.0559447 Oct 26 14:25:11.012903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-1860bf09-74c6-4125-bf6a-0af311cc8339 service neutron] 10.222.0.32 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312150 Oct 26 14:25:11.039855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port be33c9f5-91ae-468b-b4cb-40ec712c4cd9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:11.041243 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.164971 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7f8355e8-17f9-4792-a44e-5da39b3fd48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:19:45Z', 'revision_number': 4, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'fb572fec-6463-4c81-a02e-d1f40733f94c', 'name': '', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'mac_address': 'fa:16:3e:0c:b6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:43Z', 'updated_at': '2021-10-26T14:19:55Z', 'revision_number': 5, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'subnets': [{'id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:11.273560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59310) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:11.318024 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e01095-368f-46e3-9042-b01ca45603ac None None] Pushing event updated for resources: {'Port': ['ID=3a851624-6b17-4f61-922e-40c6763ee238,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:11.320114 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8355e8-17f9-4792-a44e-5da39b3fd48d None None] The sync data for ids ['39b6c79d-0a10-4498-9d3b-bdad26367845'] in n-d-815498-1 is: [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:19:45Z', 'revision_number': 4, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'fb572fec-6463-4c81-a02e-d1f40733f94c', 'name': '', 'network_id': '335bcdd5-6125-4141-9caa-35638c81f183', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'mac_address': 'fa:16:3e:0c:b6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:43Z', 'updated_at': '2021-10-26T14:19:55Z', 'revision_number': 5, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'subnets': [{'id': '0702debb-d5a9-4ba0-9a26-ccdf665a3bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:25:11.390390 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Attempting to bind port 3a851624-6b17-4f61-922e-40c6763ee238 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:25:11.393500 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Attempting to bind port 3a851624-6b17-4f61-922e-40c6763ee238 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:25:11.393891 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Attempting to bind port 3a851624-6b17-4f61-922e-40c6763ee238 on network c5297b18-1be1-4ba3-b93b-3a32742f7187 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:11.423941 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:25:11.424624 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Checking segment: {'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:11.424749 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.425069 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Bound using segment: {'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:25:11.429950 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Bound port: 3a851624-6b17-4f61-922e-40c6763ee238, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:25:11.436155 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.503615 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.540973 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port be33c9f5-91ae-468b-b4cb-40ec712c4cd9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=be33c9f5-91ae-468b-b4cb-40ec712c4cd9,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:11.541964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-59bedd2b-d91d-4b4f-a866-b8113a16baad None None] Provisioning complete for port 3a851624-6b17-4f61-922e-40c6763ee238 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:11.542972 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-59bedd2b-d91d-4b4f-a866-b8113a16baad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.558729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a36894ac-20c8-4c57-8432-fb93d3e090d3 req-6eab76a4-2fca-4b29-b57e-bcadbc345c64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 210 time: 0.0955093 Oct 26 14:25:11.562739 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee21b-aaa2-4745-bf30-c4bd07ff1550 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.601321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-59bedd2b-d91d-4b4f-a866-b8113a16baad None None] Port 3a851624-6b17-4f61-922e-40c6763ee238 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:25:11.611555 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.634738 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] For port 3a851624-6b17-4f61-922e-40c6763ee238, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:25:11.638234 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] For port 3a851624-6b17-4f61-922e-40c6763ee238, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3a851624-6b17-4f61-922e-40c6763ee238,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:25:11.653342 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.683292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee21b-aaa2-4745-bf30-c4bd07ff1550 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.723148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=be33c9f5-91ae-468b-b4cb-40ec712c4cd9,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:11.855318 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Routers {'2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:11.860837 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:24:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:11.873775 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee21b-aaa2-4745-bf30-c4bd07ff1550 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.878831 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee21b-aaa2-4745-bf30-c4bd07ff1550 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.880556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cc8ee21b-aaa2-4745-bf30-c4bd07ff1550 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] 10.222.0.32 "DELETE /v2.0/security-groups/ee614e6a-c51c-402f-a770-4402978a0d23 HTTP/1.1" status: 204 len: 168 time: 0.6057661 Oct 26 14:25:11.891266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b6828b35-06c8-4775-a7ec-517bbc087075 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:11.965774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ee21b-aaa2-4745-bf30-c4bd07ff1550 tempest-TestServerBasicOps-1264324804 tempest-TestServerBasicOps-1264324804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee614e6a-c51c-402f-a770-4402978a0d23,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:12.046893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc92c8e-c698-4216-a1cc-3ea53e1f52b4 None None] New status for floating IP 4c9f2108-575a-4990-b056-bf303fc23af4: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:25:12.062916 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e01095-368f-46e3-9042-b01ca45603ac None None] Pushing event updated for resources: {'Port': ['ID=3a851624-6b17-4f61-922e-40c6763ee238,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:12.081018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ddcbe-fe38-4bce-8c2b-882e48dc773a req-545c9541-769e-4b39-baf7-a34385e98994 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:12.089809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac7ddcbe-fe38-4bce-8c2b-882e48dc773a req-545c9541-769e-4b39-baf7-a34385e98994 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1629007 Oct 26 14:25:12.110022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59334) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:12.190018 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] Set router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:12.192024 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac7ddcbe-fe38-4bce-8c2b-882e48dc773a req-3ae08e3a-c7c5-4c9c-8e0e-b5e448ef730e tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940239 Oct 26 14:25:12.225336 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b6828b35-06c8-4775-a7ec-517bbc087075 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:12.225672 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:12.288714 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16194e26-3210-417a-ac81-09df128e77df req-dfd2ba38-f5f4-404d-8f2a-f5bb56e86e11 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 210 time: 0.0811875 Oct 26 14:25:12.442007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f88916de-acc5-49c5-88f5-7713d55de40f None None] Provisioning complete for port 3a851624-6b17-4f61-922e-40c6763ee238 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:12.442697 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f88916de-acc5-49c5-88f5-7713d55de40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:12.626875 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f88916de-acc5-49c5-88f5-7713d55de40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:12.689177 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f88916de-acc5-49c5-88f5-7713d55de40f None None] For port 3a851624-6b17-4f61-922e-40c6763ee238, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3a851624-6b17-4f61-922e-40c6763ee238,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:12.701548 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f88916de-acc5-49c5-88f5-7713d55de40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:12.803340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aaebea76-49a8-4cf1-b609-1648dd58a172 req-f6580600-2104-48fa-bcf0-9f0011f63514 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 210 time: 0.0814981 Oct 26 14:25:12.883156 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88916de-acc5-49c5-88f5-7713d55de40f None None] Pushing event updated for resources: {'Port': ['ID=3a851624-6b17-4f61-922e-40c6763ee238,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:12.937371 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f6604103-0ec8-4a44-92bc-8fc095ec7084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:13.243513 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:25:07Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3a851624-6b17-4f61-922e-40c6763ee238', 'name': '', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:dc:a0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:05Z', 'updated_at': '2021-10-26T14:25:11Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:13.279835 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-34a525e1-2a4b-44c1-96a6-7402dfde3f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:13.282242 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ea851-9062-4499-b7c3-2facf2b165af None None] The sync data for ids ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'] in n-d-815498-1 is: [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:25:07Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3a851624-6b17-4f61-922e-40c6763ee238', 'name': '', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:dc:a0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:05Z', 'updated_at': '2021-10-26T14:25:11Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:25:13.451690 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-383036a6-c4e9-4436-b6ff-1e70c6e7a346 req-952361df-9298-42d1-9ca3-b22a8090b776 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 210 time: 0.0610006 Oct 26 14:25:13.920806 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3a851624-6b17-4f61-922e-40c6763ee238 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:14.083883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3a851624-6b17-4f61-922e-40c6763ee238 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:14.084252 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:14.102103 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-34a525e1-2a4b-44c1-96a6-7402dfde3f86 admin admin] Deleting port fb572fec-6463-4c81-a02e-d1f40733f94c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:25:14.105738 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-34a525e1-2a4b-44c1-96a6-7402dfde3f86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:14.330178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device be33c9f5-91ae-468b-b4cb-40ec712c4cd9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:14.396190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-34a525e1-2a4b-44c1-96a6-7402dfde3f86 admin admin] For port fb572fec-6463-4c81-a02e-d1f40733f94c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fb572fec-6463-4c81-a02e-d1f40733f94c,segment=NetworkSegment(856bc200-d859-4998-840e-eaaf3d659f1a),segment_id=856bc200-d859-4998-840e-eaaf3d659f1a)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:14.396757 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-34a525e1-2a4b-44c1-96a6-7402dfde3f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:14.431085 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-34a525e1-2a4b-44c1-96a6-7402dfde3f86 admin admin] Calling delete_port for fb572fec-6463-4c81-a02e-d1f40733f94c owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:25:14.450913 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port be33c9f5-91ae-468b-b4cb-40ec712c4cd9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:14.451672 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:14.740493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-abcf3322-4cc4-494a-ad4d-2f6836a4bcb2 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:14.748872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-abcf3322-4cc4-494a-ad4d-2f6836a4bcb2 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "GET /v2.0/networks?id=c5297b18-1be1-4ba3-b93b-3a32742f7187 HTTP/1.1" status: 200 len: 796 time: 1.2082455 Oct 26 14:25:14.889084 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05c59d19-9d4a-4f9d-a534-c74bdfd53f75 req-f516e86d-b186-4a35-84c7-4d19a7fa7a90 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 210 time: 0.1332438 Oct 26 14:25:14.959186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3178b52d-e3c3-4db2-9b4a-bf0613471240 req-9c31617c-b6cf-4225-ad5a-41303f9b3c1e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 210 time: 0.2071869 Oct 26 14:25:15.006016 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-34a525e1-2a4b-44c1-96a6-7402dfde3f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:15.012136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-2a17bac6-080a-4b12-9fb2-989d0d039638 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 379 time: 0.2165849 Oct 26 14:25:15.021583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-cbe4c4a9-d08d-4cba-8433-2b79841d6d67 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'port': {'device_id': '5a695f75-018a-4695-8b8a-6487bee57b63', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'admin_state_up': True, 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'security_groups': ['8b37f325-53d1-4aaa-8b8a-eebed75e41e4']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:15.087265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a525e1-2a4b-44c1-96a6-7402dfde3f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb572fec-6463-4c81-a02e-d1f40733f94c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:15.095148 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c8f6d929-1b10-4c6d-a9e2-f617825c7798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:15.414950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-cbe4c4a9-d08d-4cba-8433-2b79841d6d67 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Made reservation on behalf of 9800f07dcc3e4ad39b6f5f9c99f366b7 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:25:15.420227 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-cbe4c4a9-d08d-4cba-8433-2b79841d6d67 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:15.506662 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-34a525e1-2a4b-44c1-96a6-7402dfde3f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:15.544459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95327e69-9cd8-48c2-bfc9-3a9214bec071 req-33cd0a0f-da01-4fea-b3e0-4830a5ae0715 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:15.548136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95327e69-9cd8-48c2-bfc9-3a9214bec071 req-33cd0a0f-da01-4fea-b3e0-4830a5ae0715 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.0977640 Oct 26 14:25:15.690091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95327e69-9cd8-48c2-bfc9-3a9214bec071 req-0eb606ef-8c62-4ed9-9392-877bf58bd6f6 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015997 Oct 26 14:25:15.803845 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-cbe4c4a9-d08d-4cba-8433-2b79841d6d67 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.20.0.5 (c5297b18-1be1-4ba3-b93b-3a32742f7187/a2a985ae-3990-4060-991c-1b322f962f69/3eef8b1f-c106-4626-87fd-f20f09cc94cb) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:15.954560 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a525e1-2a4b-44c1-96a6-7402dfde3f86 admin admin] Router 39b6c79d-0a10-4498-9d3b-bdad26367845 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:25:16.047822 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:25:16.134149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a525e1-2a4b-44c1-96a6-7402dfde3f86 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:25:16.139458 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-34a525e1-2a4b-44c1-96a6-7402dfde3f86 admin admin] 10.222.0.32 "PUT /v2.0/routers/39b6c79d-0a10-4498-9d3b-bdad26367845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0275102 Oct 26 14:25:16.147818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31641031-3a05-49c2-85dd-bf7297e03ba0 req-d18cbe6b-a79e-44b7-8380-c6fa09982624 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec30f144-37cf-4f1e-9fa4-5113281be0f3 HTTP/1.1" status: 200 len: 210 time: 0.0841198 Oct 26 14:25:16.150896 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59416) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:16.161151 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69adb23-7bba-4cbf-b32d-39ffb4e3d2f0 None None] Sync routers for ids ['39b6c79d-0a10-4498-9d3b-bdad26367845'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:25:16.175529 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69adb23-7bba-4cbf-b32d-39ffb4e3d2f0 None None] Routers {'39b6c79d-0a10-4498-9d3b-bdad26367845'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:16.176394 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f69adb23-7bba-4cbf-b32d-39ffb4e3d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:25:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['39b6c79d-0a10-4498-9d3b-bdad26367845'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:16.344975 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-cbe4c4a9-d08d-4cba-8433-2b79841d6d67 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:16.382962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:16.441798 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb2f2a82-32d3-4dfd-8c4a-15b528ee56b3 req-c466eb5f-8882-41bb-a1d4-dd9bfd3794f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 210 time: 0.0862143 Oct 26 14:25:16.532133 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-cbe4c4a9-d08d-4cba-8433-2b79841d6d67 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:16.572435 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-f69adb23-7bba-4cbf-b32d-39ffb4e3d2f0 None None] Set router 39b6c79d-0a10-4498-9d3b-bdad26367845 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:16.638402 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:16.724939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-cbe4c4a9-d08d-4cba-8433-2b79841d6d67 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network c5297b18-1be1-4ba3-b93b-3a32742f7187 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:16.750773 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-cbe4c4a9-d08d-4cba-8433-2b79841d6d67 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:16.759464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-cbe4c4a9-d08d-4cba-8433-2b79841d6d67 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:16.847363 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4c4a9-d08d-4cba-8433-2b79841d6d67 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=3eef8b1f-c106-4626-87fd-f20f09cc94cb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:16.859304 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:16.977824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-cbe4c4a9-d08d-4cba-8433-2b79841d6d67 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:16.982619 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-cbe4c4a9-d08d-4cba-8433-2b79841d6d67 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:17.032181 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-cbe4c4a9-d08d-4cba-8433-2b79841d6d67 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0159574 Oct 26 14:25:17.045689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Request body: {'port': {'device_id': '5a695f75-018a-4695-8b8a-6487bee57b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:17.158638 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f69adb23-7bba-4cbf-b32d-39ffb4e3d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:25:14Z', 'revision_number': 5, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:17.196709 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:17.242632 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69adb23-7bba-4cbf-b32d-39ffb4e3d2f0 None None] Checking router: 39b6c79d-0a10-4498-9d3b-bdad26367845 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:25:17.270247 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69adb23-7bba-4cbf-b32d-39ffb4e3d2f0 None None] Routers {'39b6c79d-0a10-4498-9d3b-bdad26367845'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:17.271040 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f69adb23-7bba-4cbf-b32d-39ffb4e3d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:25:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['39b6c79d-0a10-4498-9d3b-bdad26367845'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:17.389052 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dbf39b23-af84-4a8e-bb28-98ec0ac95c00 None None] Provisioning complete for port 3eef8b1f-c106-4626-87fd-f20f09cc94cb triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:17.391626 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dbf39b23-af84-4a8e-bb28-98ec0ac95c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:17.474257 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:17.496598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-dbf39b23-af84-4a8e-bb28-98ec0ac95c00 None None] Port 3eef8b1f-c106-4626-87fd-f20f09cc94cb cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:25:17.549566 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-f69adb23-7bba-4cbf-b32d-39ffb4e3d2f0 None None] Set router 39b6c79d-0a10-4498-9d3b-bdad26367845 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:17.661858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] Deleting port fb4a89c2-9724-4268-af17-e5af4effb8e3 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:25:17.662225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:17.832393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05c9d2-562c-4fad-b9bb-8b78e591dc81 req-52fceb05-4e73-4a11-befb-e296021efa38 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:17.833924 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc05c9d2-562c-4fad-b9bb-8b78e591dc81 req-52fceb05-4e73-4a11-befb-e296021efa38 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 931 time: 0.2297249 Oct 26 14:25:17.898332 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] For port fb4a89c2-9724-4268-af17-e5af4effb8e3, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fb4a89c2-9724-4268-af17-e5af4effb8e3,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:17.898706 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:17.934377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] Calling delete_port for fb4a89c2-9724-4268-af17-e5af4effb8e3 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:25:17.989658 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc05c9d2-562c-4fad-b9bb-8b78e591dc81 req-3970d0b2-e879-4ac2-ae12-6e7b70c50b88 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203599 Oct 26 14:25:18.076790 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-f69adb23-7bba-4cbf-b32d-39ffb4e3d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:25:14Z', 'revision_number': 5, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:18.131157 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69adb23-7bba-4cbf-b32d-39ffb4e3d2f0 None None] The sync data for ids ['39b6c79d-0a10-4498-9d3b-bdad26367845'] in n-d-815498-1 is: [{'id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'name': 'tempest-TestServerBasicOps-525843903-router', 'tenant_id': '1449aea080084d3d8ec88bc07f2d9c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:38Z', 'updated_at': '2021-10-26T14:25:14Z', 'revision_number': 5, 'project_id': '1449aea080084d3d8ec88bc07f2d9c81', 'gw_port': {'id': 'fb4a89c2-9724-4268-af17-e5af4effb8e3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6c79d-0a10-4498-9d3b-bdad26367845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:39Z', 'updated_at': '2021-10-26T14:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:25:18.162934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eef8b1f-c106-4626-87fd-f20f09cc94cb {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:25:18.180423 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.219917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Transition to ACTIVE for port object 3eef8b1f-c106-4626-87fd-f20f09cc94cb will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:25:18.229905 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.410881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3eef8b1f-c106-4626-87fd-f20f09cc94cb,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:18.438620 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.476541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4a89c2-9724-4268-af17-e5af4effb8e3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:18.509086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Attempting to bind port 3eef8b1f-c106-4626-87fd-f20f09cc94cb on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:25:18.509431 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Attempting to bind port 3eef8b1f-c106-4626-87fd-f20f09cc94cb by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:25:18.509771 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Attempting to bind port 3eef8b1f-c106-4626-87fd-f20f09cc94cb on network c5297b18-1be1-4ba3-b93b-3a32742f7187 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:18.526438 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Port 3eef8b1f-c106-4626-87fd-f20f09cc94cb on network c5297b18-1be1-4ba3-b93b-3a32742f7187 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:25:18.526806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Attempting to bind port 3eef8b1f-c106-4626-87fd-f20f09cc94cb on network c5297b18-1be1-4ba3-b93b-3a32742f7187 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:18.537306 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:25:18.537658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Checking segment: {'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:18.538074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Bound using segment: {'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:25:18.538524 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Bound port: 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:25:18.538888 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.566775 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.634573 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.866917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] For port 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:25:18.875386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] For port 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:25:18.891915 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.969939 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.973366 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.973940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:18.975171 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.980207 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] 10.222.0.11 "PUT /v2.0/ports/3eef8b1f-c106-4626-87fd-f20f09cc94cb HTTP/1.1" status: 200 len: 1091 time: 1.9387803 Oct 26 14:25:18.984661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:18.987491 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382885b7-aeb3-45bd-96ed-4b63974c5eff" -d '{"events": [{"name": "network-changed", "server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:19.033967 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:19.035320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b6c79d-0a10-4498-9d3b-bdad26367845 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:25:19.047401 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:19.048982 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0a3d4dcb-c351-47c2-b9c6-0d1259eeeb9e admin admin] 10.222.0.32 "DELETE /v2.0/routers/39b6c79d-0a10-4498-9d3b-bdad26367845 HTTP/1.1" status: 204 len: 168 time: 2.8969414 Oct 26 14:25:19.051690 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59464) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:19.120802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fae4e9f-32ed-4bcd-8521-1f3f172ff52c admin admin] Deleting subnet 0702debb-d5a9-4ba0-9a26-ccdf665a3bb4 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:25:19.126661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6fae4e9f-32ed-4bcd-8521-1f3f172ff52c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:19.161595 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff48573-004e-4664-b8c0-8c1c16f82679 x-openstack-request-id: req-cff48573-004e-4664-b8c0-8c1c16f82679 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:19.162247 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:19.163291 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cff48573-004e-4664-b8c0-8c1c16f82679 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:19.163817 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'status': 'completed', 'code': 200} Oct 26 14:25:19.232200 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6fae4e9f-32ed-4bcd-8521-1f3f172ff52c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:19.260937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95635d7-98d5-4212-9465-fb2d0ad1a8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3eef8b1f-c106-4626-87fd-f20f09cc94cb,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:19.380695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-811edc17-5424-4cf0-a349-4f41fa1b41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:19.382822 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-811edc17-5424-4cf0-a349-4f41fa1b41ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 1094 time: 0.3355725 Oct 26 14:25:19.401619 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6fae4e9f-32ed-4bcd-8521-1f3f172ff52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:19.476324 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6fae4e9f-32ed-4bcd-8521-1f3f172ff52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:19.528951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-42d24f65-8ed5-4c40-a737-1bfec38c9edd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb HTTP/1.1" status: 200 len: 217 time: 0.1373928 Oct 26 14:25:19.544525 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6fae4e9f-32ed-4bcd-8521-1f3f172ff52c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:19.550252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fd9842-13fc-4df0-8a47-f1a72c872fae None None] Network 335bcdd5-6125-4141-9caa-35638c81f183 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:25:19.578161 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6fae4e9f-32ed-4bcd-8521-1f3f172ff52c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0702debb-d5a9-4ba0-9a26-ccdf665a3bb4 HTTP/1.1" status: 204 len: 168 time: 0.5249293 Oct 26 14:25:19.579499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa75014-023e-42e5-91c8-f5bc4fb8a179 req-23cd3c5a-b30f-45ae-ae07-a43cf4441479 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:19.590273 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59478) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:19.593673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-caa75014-023e-42e5-91c8-f5bc4fb8a179 req-23cd3c5a-b30f-45ae-ae07-a43cf4441479 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 943 time: 0.3615396 Oct 26 14:25:19.593870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae4e9f-32ed-4bcd-8521-1f3f172ff52c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0702debb-d5a9-4ba0-9a26-ccdf665a3bb4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:19.811280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-caa75014-023e-42e5-91c8-f5bc4fb8a179 req-0abea39b-a4ee-4246-a5e1-1f746338d12e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869979 Oct 26 14:25:19.861914 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:19.903145 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-bceab5b5-22e4-4151-93f5-46b5bc76e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:19.913509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-bceab5b5-22e4-4151-93f5-46b5bc76e6d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2a985ae-3990-4060-991c-1b322f962f69 HTTP/1.1" status: 200 len: 835 time: 0.3158174 Oct 26 14:25:19.996119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db76fbc6-8857-4e3f-bd44-325d0c289d00 None None] DHCP port deletion for 335bcdd5-6125-4141-9caa-35638c81f183 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:25:20.085386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fb4a89c2-9724-4268-af17-e5af4effb8e3 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:25:20.091096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-9e6b6a41-0c68-4cb8-8a4d-9891fa297ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:20.093231 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-9e6b6a41-0c68-4cb8-8a4d-9891fa297ab8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5297b18-1be1-4ba3-b93b-3a32742f7187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716735 Oct 26 14:25:20.121190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Deleting port ebdf6f65-9fe9-418c-9010-cb79c0c30448 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:25:20.121632 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:20.158833 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: fb4a89c2-9724-4268-af17-e5af4effb8e3 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:25:20.162444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fb4a89c2-9724-4268-af17-e5af4effb8e3 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:25:20.163179 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fb572fec-6463-4c81-a02e-d1f40733f94c no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:25:20.216843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: fb572fec-6463-4c81-a02e-d1f40733f94c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:25:20.222343 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fb572fec-6463-4c81-a02e-d1f40733f94c not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:25:20.236200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-db76fbc6-8857-4e3f-bd44-325d0c289d00 None None] Deleting port ebdf6f65-9fe9-418c-9010-cb79c0c30448 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:25:20.242103 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-db76fbc6-8857-4e3f-bd44-325d0c289d00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:20.262402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] For port ebdf6f65-9fe9-418c-9010-cb79c0c30448, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ebdf6f65-9fe9-418c-9010-cb79c0c30448,segment=NetworkSegment(856bc200-d859-4998-840e-eaaf3d659f1a),segment_id=856bc200-d859-4998-840e-eaaf3d659f1a)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:20.262914 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:20.302202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Calling delete_port for ebdf6f65-9fe9-418c-9010-cb79c0c30448 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:25:20.305124 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-9205d4ee-14a3-4511-8e3c-db775308c7ca service neutron] 10.222.0.11 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024155 Oct 26 14:25:20.385710 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-db76fbc6-8857-4e3f-bd44-325d0c289d00 None None] For port ebdf6f65-9fe9-418c-9010-cb79c0c30448, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ebdf6f65-9fe9-418c-9010-cb79c0c30448,segment=NetworkSegment(856bc200-d859-4998-840e-eaaf3d659f1a),segment_id=856bc200-d859-4998-840e-eaaf3d659f1a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:20.391486 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-db76fbc6-8857-4e3f-bd44-325d0c289d00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:20.421959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-db76fbc6-8857-4e3f-bd44-325d0c289d00 None None] Calling delete_port for ebdf6f65-9fe9-418c-9010-cb79c0c30448 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:25:20.563774 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:20.610859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] No DVR routers for this DVR port ebdf6f65-9fe9-418c-9010-cb79c0c30448 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:25:20.614666 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cac1e936-1d0e-4500-bd8a-4c63a1734668 req-92a4291d-c534-421e-8e23-a35de6067bfd service neutron] 10.222.0.11 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017654 Oct 26 14:25:20.710669 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-db76fbc6-8857-4e3f-bd44-325d0c289d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:20.740857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebdf6f65-9fe9-418c-9010-cb79c0c30448,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:20.791989 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382885b7-aeb3-45bd-96ed-4b63974c5eff req-80349679-6b51-4439-9745-46419523aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:20.795769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-382885b7-aeb3-45bd-96ed-4b63974c5eff req-80349679-6b51-4439-9745-46419523aa7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 1094 time: 0.1105807 Oct 26 14:25:20.815387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76fbc6-8857-4e3f-bd44-325d0c289d00 None None] Pushing event deleted for resources: {'Port': ['ID=ebdf6f65-9fe9-418c-9010-cb79c0c30448,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:20.859523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db76fbc6-8857-4e3f-bd44-325d0c289d00 None None] No DVR routers for this DVR port ebdf6f65-9fe9-418c-9010-cb79c0c30448 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:25:20.965483 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:21.013675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382885b7-aeb3-45bd-96ed-4b63974c5eff req-a8638292-df7d-4122-8348-5c1b8ae3b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:21.015591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-382885b7-aeb3-45bd-96ed-4b63974c5eff req-a8638292-df7d-4122-8348-5c1b8ae3b44f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c5297b18-1be1-4ba3-b93b-3a32742f7187 HTTP/1.1" status: 200 len: 897 time: 0.2059858 Oct 26 14:25:21.017515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335bcdd5-6125-4141-9caa-35638c81f183']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:21.037556 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856bc200-d859-4998-840e-eaaf3d659f1a') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:21.038019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856bc200-d859-4998-840e-eaaf3d659f1a') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:21.058858 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:21.088708 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:21.093064 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-382885b7-aeb3-45bd-96ed-4b63974c5eff req-c2bad022-a701-4cfe-bbb3-ed20ec8bcee9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb HTTP/1.1" status: 200 len: 217 time: 0.0384479 Oct 26 14:25:21.108347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:25:21.108901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:25:21.110917 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:25:21.171512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382885b7-aeb3-45bd-96ed-4b63974c5eff req-37b76dca-cca3-4201-9a74-c5365a101650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:21.173287 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-382885b7-aeb3-45bd-96ed-4b63974c5eff req-37b76dca-cca3-4201-9a74-c5365a101650 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2a985ae-3990-4060-991c-1b322f962f69 HTTP/1.1" status: 200 len: 835 time: 0.0686157 Oct 26 14:25:21.189243 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:21.194928 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:21.199617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5936bc-c863-402d-bf16-73851ffb1249 req-31b88622-4dc5-48ce-8a5f-ac6fa0aa1f05 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:21.201564 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc5936bc-c863-402d-bf16-73851ffb1249 req-31b88622-4dc5-48ce-8a5f-ac6fa0aa1f05 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 943 time: 0.1848171 Oct 26 14:25:21.208662 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] 10.222.0.32 "DELETE /v2.0/networks/335bcdd5-6125-4141-9caa-35638c81f183 HTTP/1.1" status: 204 len: 168 time: 1.6099830 Oct 26 14:25:21.209414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59512) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:21.277710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b9018-2a93-4f51-85f2-5786aa33a050 admin admin] Pushing event deleted for resources: {'Network': ['ID=335bcdd5-6125-4141-9caa-35638c81f183,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:21.283558 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc5936bc-c863-402d-bf16-73851ffb1249 req-77db6364-b2f8-46fb-b0cc-485e01f98064 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397577 Oct 26 14:25:21.296126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382885b7-aeb3-45bd-96ed-4b63974c5eff req-a5a6d80f-bb47-49c9-a24f-4a0acadcaf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:21.297753 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-382885b7-aeb3-45bd-96ed-4b63974c5eff req-a5a6d80f-bb47-49c9-a24f-4a0acadcaf59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5297b18-1be1-4ba3-b93b-3a32742f7187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949602 Oct 26 14:25:21.440550 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-382885b7-aeb3-45bd-96ed-4b63974c5eff req-667d375c-6728-4c2e-bebf-f183ee1e4970 service neutron] 10.222.0.11 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305039 Oct 26 14:25:21.615695 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-382885b7-aeb3-45bd-96ed-4b63974c5eff req-e339a1be-e010-4692-b68d-d3c8505488d0 service neutron] 10.222.0.11 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660759 Oct 26 14:25:21.777911 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ebdf6f65-9fe9-418c-9010-cb79c0c30448 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:25:21.828205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: ebdf6f65-9fe9-418c-9010-cb79c0c30448 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:25:21.830833 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ebdf6f65-9fe9-418c-9010-cb79c0c30448 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:25:21.872438 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8fd7bdc3-bf59-454f-9e55-d0acb026c8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:22.433652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7bdc3-bf59-454f-9e55-d0acb026c8f1 admin admin] Deleting port 75c0de19-3ab1-4966-a683-acdfe45c3ad5 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:25:22.434022 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8fd7bdc3-bf59-454f-9e55-d0acb026c8f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:22.521463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4de9c6-6d04-48d3-badc-061971f81153 req-1e900375-0fb4-4c2b-8adf-ffcb14dd27b0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:22.530109 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f4de9c6-6d04-48d3-badc-061971f81153 req-1e900375-0fb4-4c2b-8adf-ffcb14dd27b0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 943 time: 0.1414833 Oct 26 14:25:22.570005 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f4de9c6-6d04-48d3-badc-061971f81153 req-01f124d8-7093-49e2-b016-921e3c90275a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382431 Oct 26 14:25:22.582424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-8fd7bdc3-bf59-454f-9e55-d0acb026c8f1 admin admin] For port 75c0de19-3ab1-4966-a683-acdfe45c3ad5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=75c0de19-3ab1-4966-a683-acdfe45c3ad5,segment=NetworkSegment(27effaff-b7cd-41b1-9989-bab73337f102),segment_id=27effaff-b7cd-41b1-9989-bab73337f102)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:22.582964 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8fd7bdc3-bf59-454f-9e55-d0acb026c8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:22.606407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7bdc3-bf59-454f-9e55-d0acb026c8f1 admin admin] Calling delete_port for 75c0de19-3ab1-4966-a683-acdfe45c3ad5 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:25:22.882853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3eef8b1f-c106-4626-87fd-f20f09cc94cb details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:25:22.925631 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8fd7bdc3-bf59-454f-9e55-d0acb026c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:23.112154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:23.139047 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7bdc3-bf59-454f-9e55-d0acb026c8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c0de19-3ab1-4966-a683-acdfe45c3ad5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:23.141837 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'port_id': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'mac_address': 'fa:16:3e:07:35:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:25:23.291629 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:23.324265 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eef8b1f-c106-4626-87fd-f20f09cc94cb {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:25:23.347292 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:23.359904 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:23.387232 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8fd7bdc3-bf59-454f-9e55-d0acb026c8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:23.474883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=3eef8b1f-c106-4626-87fd-f20f09cc94cb,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:23.532043 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:23.695183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['3eef8b1f-c106-4626-87fd-f20f09cc94cb'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:25:23.896780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49afe7f-92a6-4399-b4b7-bb7d6b67e55d req-1ff6226a-2b0e-4b52-a576-915fefbc007a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:23.907899 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d49afe7f-92a6-4399-b4b7-bb7d6b67e55d req-1ff6226a-2b0e-4b52-a576-915fefbc007a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 944 time: 0.1452816 Oct 26 14:25:23.920053 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd7bdc3-bf59-454f-9e55-d0acb026c8f1 admin admin] Router 6ee303c0-03f4-41fb-845b-d36f8226ae83 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:25:23.996645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d49afe7f-92a6-4399-b4b7-bb7d6b67e55d req-44f6927f-aa96-4fa1-a883-c7fc33cd5518 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773959 Oct 26 14:25:24.148295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd7bdc3-bf59-454f-9e55-d0acb026c8f1 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:25:24.162878 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8fd7bdc3-bf59-454f-9e55-d0acb026c8f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/6ee303c0-03f4-41fb-845b-d36f8226ae83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9501145 Oct 26 14:25:24.164459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59554) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:24.166279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726663a6-c955-4813-b391-679cc19bb9b3 None None] Sync routers for ids ['6ee303c0-03f4-41fb-845b-d36f8226ae83'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:25:24.294248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726663a6-c955-4813-b391-679cc19bb9b3 None None] Routers {'6ee303c0-03f4-41fb-845b-d36f8226ae83'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:24.296203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-726663a6-c955-4813-b391-679cc19bb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:25:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6ee303c0-03f4-41fb-845b-d36f8226ae83'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:24.417108 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:24.526496 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:24.602897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] Deleting port 795e002e-273c-4edd-b745-9d9e6ff2ce0f {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:25:24.603566 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:24.826120 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] For port 795e002e-273c-4edd-b745-9d9e6ff2ce0f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=795e002e-273c-4edd-b745-9d9e6ff2ce0f,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:24.826707 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:24.877523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-726663a6-c955-4813-b391-679cc19bb9b3 None None] Set router 6ee303c0-03f4-41fb-845b-d36f8226ae83 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:24.880948 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] Calling delete_port for 795e002e-273c-4edd-b745-9d9e6ff2ce0f owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:25:24.979578 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3eef8b1f-c106-4626-87fd-f20f09cc94cb up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:25.464180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 3eef8b1f-c106-4626-87fd-f20f09cc94cb completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:25:25.498903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 3eef8b1f-c106-4626-87fd-f20f09cc94cb triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:25.500886 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:25.536233 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:25.668908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8fce-a4cf-490d-9963-9b050c1c5f04 req-c380c2b4-8259-43fd-a73b-1c31a45e90b1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:25.671031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-169f8fce-a4cf-490d-9963-9b050c1c5f04 req-c380c2b4-8259-43fd-a73b-1c31a45e90b1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 944 time: 0.5474141 Oct 26 14:25:25.674390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] Pushing event deleted for resources: {'Port': ['ID=795e002e-273c-4edd-b745-9d9e6ff2ce0f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:25.723954 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:25.739451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-726663a6-c955-4813-b391-679cc19bb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'name': 'tempest-TestServerBasicOps-593734595-router', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '795e002e-273c-4edd-b745-9d9e6ff2ce0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:52Z', 'updated_at': '2021-10-26T14:25:22Z', 'revision_number': 5, 'project_id': 'af799f1007054fdfbc47741082df5a3c', 'gw_port': {'id': '795e002e-273c-4edd-b745-9d9e6ff2ce0f', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:54Z', 'updated_at': '2021-10-26T14:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:25.824197 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-169f8fce-a4cf-490d-9963-9b050c1c5f04 req-69a3d60b-4360-4455-8598-b4ff859446ec tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098368 Oct 26 14:25:25.825289 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:25.863249 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726663a6-c955-4813-b391-679cc19bb9b3 None None] Checking router: 6ee303c0-03f4-41fb-845b-d36f8226ae83 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:25:25.885443 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:25.892669 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e4d4ef-9b22-412f-8f0c-03b5b64c8e88" -d '{"events": [{"server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "name": "network-vif-plugged", "status": "completed", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:25.921108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726663a6-c955-4813-b391-679cc19bb9b3 None None] Routers {'6ee303c0-03f4-41fb-845b-d36f8226ae83'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:25.921663 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-726663a6-c955-4813-b391-679cc19bb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:25:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6ee303c0-03f4-41fb-845b-d36f8226ae83'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:26.038334 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6d7354-c190-4163-a499-175433e82afd x-openstack-request-id: req-8b6d7354-c190-4163-a499-175433e82afd {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:26.038569 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "name": "network-vif-plugged", "status": "completed", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:26.038856 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b6d7354-c190-4163-a499-175433e82afd {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:26.039181 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'code': 200} Oct 26 14:25:26.040903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:26.121932 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.130343 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.139187 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35fe28fb-b31a-4222-8e68-251101ac68fc req-7f7d90d6-b096-4ee5-9e8d-10197c93e0eb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5062900 Oct 26 14:25:26.155910 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.252864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1a3e1-2e43-42e4-9512-6ecace108ef1 req-ce24d959-f60d-43a3-bb94-0a9972fe41ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:26.254850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4b1a3e1-2e43-42e4-9512-6ecace108ef1 req-ce24d959-f60d-43a3-bb94-0a9972fe41ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 1096 time: 0.2017117 Oct 26 14:25:26.261935 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.261935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ee303c0-03f4-41fb-845b-d36f8226ae83 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:25:26.265403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-726663a6-c955-4813-b391-679cc19bb9b3 None None] Set router 6ee303c0-03f4-41fb-845b-d36f8226ae83 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:26.274257 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.277460 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fcc82c5d-b5df-4a81-85b6-38cc124ff34b admin admin] 10.222.0.32 "DELETE /v2.0/routers/6ee303c0-03f4-41fb-845b-d36f8226ae83 HTTP/1.1" status: 204 len: 168 time: 2.1099315 Oct 26 14:25:26.278283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59594) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:26.356121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4b1a3e1-2e43-42e4-9512-6ecace108ef1 req-bf6a2119-48fd-484e-ba85-b13760858407 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908198 Oct 26 14:25:26.359655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe28fb-b31a-4222-8e68-251101ac68fc req-9f9e64f1-5fbb-4c2f-ab5d-20e8f52920e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:26.361129 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35fe28fb-b31a-4222-8e68-251101ac68fc req-9f9e64f1-5fbb-4c2f-ab5d-20e8f52920e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 1097 time: 0.1617806 Oct 26 14:25:26.370407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a6dffc-5ccf-4b51-b446-3419938b1a4a admin admin] Deleting subnet 318d9cbd-f022-4436-8eca-86d3ff3b9038 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:25:26.373708 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6dffc-5ccf-4b51-b446-3419938b1a4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.431479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-726663a6-c955-4813-b391-679cc19bb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'name': 'tempest-TestServerBasicOps-593734595-router', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:52Z', 'updated_at': '2021-10-26T14:25:25Z', 'revision_number': 7, 'project_id': 'af799f1007054fdfbc47741082df5a3c', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:26.495450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726663a6-c955-4813-b391-679cc19bb9b3 None None] The sync data for ids ['6ee303c0-03f4-41fb-845b-d36f8226ae83'] in n-d-815498-1 is: [{'id': '6ee303c0-03f4-41fb-845b-d36f8226ae83', 'name': 'tempest-TestServerBasicOps-593734595-router', 'tenant_id': 'af799f1007054fdfbc47741082df5a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:19:52Z', 'updated_at': '2021-10-26T14:25:25Z', 'revision_number': 7, 'project_id': 'af799f1007054fdfbc47741082df5a3c', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:25:26.532596 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=3eef8b1f-c106-4626-87fd-f20f09cc94cb,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:26.561507 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6dffc-5ccf-4b51-b446-3419938b1a4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.697613 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe28fb-b31a-4222-8e68-251101ac68fc req-8d5fa6b5-cf90-4459-8071-18d365e0dece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:26.699131 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35fe28fb-b31a-4222-8e68-251101ac68fc req-8d5fa6b5-cf90-4459-8071-18d365e0dece service neutron] 10.222.0.25 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 918 time: 0.2987361 Oct 26 14:25:26.841035 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35fe28fb-b31a-4222-8e68-251101ac68fc req-d515f861-e7f2-4209-91e3-68f2314e0536 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 HTTP/1.1" status: 200 len: 1001 time: 0.1109638 Oct 26 14:25:26.865279 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6dffc-5ccf-4b51-b446-3419938b1a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:27.039087 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6dffc-5ccf-4b51-b446-3419938b1a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:27.562842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe28fb-b31a-4222-8e68-251101ac68fc req-a8f01c22-64ae-4ef9-9070-8f99fea14427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:27.563550 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35fe28fb-b31a-4222-8e68-251101ac68fc req-a8f01c22-64ae-4ef9-9070-8f99fea14427 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.6155336 Oct 26 14:25:27.565184 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:27.569759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6dffc-5ccf-4b51-b446-3419938b1a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318d9cbd-f022-4436-8eca-86d3ff3b9038,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:27.616727 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6dffc-5ccf-4b51-b446-3419938b1a4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:27.620635 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-30a6dffc-5ccf-4b51-b446-3419938b1a4a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/318d9cbd-f022-4436-8eca-86d3ff3b9038 HTTP/1.1" status: 204 len: 168 time: 1.3327584 Oct 26 14:25:27.624997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3c3083-3c32-4345-b09f-119bd32f09cc None None] Network e8fa77a0-07c7-4521-8c7d-313afd761d53 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:25:27.626103 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59620) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:27.704724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571e73a-3cd8-46dc-86a5-603b7d032466 req-37b4ed06-1967-4f37-ab3b-1358f0b6a8c1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:27.716809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1571e73a-3cd8-46dc-86a5-603b7d032466 req-37b4ed06-1967-4f37-ab3b-1358f0b6a8c1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.6798956 Oct 26 14:25:27.772606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe28fb-b31a-4222-8e68-251101ac68fc req-0ec06ce4-7e7d-4085-83ea-60dabef442d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:27.775541 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35fe28fb-b31a-4222-8e68-251101ac68fc req-0ec06ce4-7e7d-4085-83ea-60dabef442d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1730018 Oct 26 14:25:27.837096 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:27.855871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1571e73a-3cd8-46dc-86a5-603b7d032466 req-36d6249e-2aa6-47fe-822c-cbce92c2c68c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242192 Oct 26 14:25:27.862755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 795e002e-273c-4edd-b745-9d9e6ff2ce0f no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:25:27.931253 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 795e002e-273c-4edd-b745-9d9e6ff2ce0f {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:25:27.934641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 795e002e-273c-4edd-b745-9d9e6ff2ce0f not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:25:27.935322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 75c0de19-3ab1-4966-a683-acdfe45c3ad5 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:25:28.011033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Deleting port 0f7c37a3-c83c-4553-9f00-c104f344e660 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:25:28.012383 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.051057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 75c0de19-3ab1-4966-a683-acdfe45c3ad5 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:25:28.051828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 75c0de19-3ab1-4966-a683-acdfe45c3ad5 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:25:28.149641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35fe28fb-b31a-4222-8e68-251101ac68fc req-8453bf84-90e8-4d34-8f58-447019993ca6 service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333766 Oct 26 14:25:28.207978 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] For port 0f7c37a3-c83c-4553-9f00-c104f344e660, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0f7c37a3-c83c-4553-9f00-c104f344e660,segment=NetworkSegment(27effaff-b7cd-41b1-9989-bab73337f102),segment_id=27effaff-b7cd-41b1-9989-bab73337f102)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:28.208362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.245629 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Calling delete_port for 0f7c37a3-c83c-4553-9f00-c104f344e660 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:25:28.263834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70f4299-67ee-4ed9-adec-d84989b57498 None None] DHCP port deletion for e8fa77a0-07c7-4521-8c7d-313afd761d53 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:25:28.357483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35fe28fb-b31a-4222-8e68-251101ac68fc req-9a859d26-1ee1-4785-bee2-1c4ba09281f1 service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996639 Oct 26 14:25:28.421297 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d70f4299-67ee-4ed9-adec-d84989b57498 None None] Deleting port 0f7c37a3-c83c-4553-9f00-c104f344e660 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:25:28.424728 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d70f4299-67ee-4ed9-adec-d84989b57498 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.475117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.493823 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] No DVR routers for this DVR port 0f7c37a3-c83c-4553-9f00-c104f344e660 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:25:28.592337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d70f4299-67ee-4ed9-adec-d84989b57498 None None] For port 0f7c37a3-c83c-4553-9f00-c104f344e660, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0f7c37a3-c83c-4553-9f00-c104f344e660,segment=NetworkSegment(27effaff-b7cd-41b1-9989-bab73337f102),segment_id=27effaff-b7cd-41b1-9989-bab73337f102)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:28.593401 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d70f4299-67ee-4ed9-adec-d84989b57498 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.632644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d70f4299-67ee-4ed9-adec-d84989b57498 None None] Calling delete_port for 0f7c37a3-c83c-4553-9f00-c104f344e660 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:25:28.641603 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.698701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7c37a3-c83c-4553-9f00-c104f344e660,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:28.721018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fa77a0-07c7-4521-8c7d-313afd761d53']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:28.737045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27effaff-b7cd-41b1-9989-bab73337f102') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:28.738115 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27effaff-b7cd-41b1-9989-bab73337f102') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:28.753684 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.766328 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d70f4299-67ee-4ed9-adec-d84989b57498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.799072 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.814702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:25:28.815110 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.837436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f4299-67ee-4ed9-adec-d84989b57498 None None] No DVR routers for this DVR port 0f7c37a3-c83c-4553-9f00-c104f344e660 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:25:28.841119 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:25:28.851057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f4299-67ee-4ed9-adec-d84989b57498 None None] Pushing event deleted for resources: {'Port': ['ID=0f7c37a3-c83c-4553-9f00-c104f344e660,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:28.918953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.926429 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.929833 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e8fa77a0-07c7-4521-8c7d-313afd761d53 HTTP/1.1" status: 204 len: 168 time: 1.3026783 Oct 26 14:25:28.959413 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3679c-3798-4e3d-9287-dacf34b50c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8fa77a0-07c7-4521-8c7d-313afd761d53,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:29.027552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5dcfa-d767-4a60-b269-aa4f490e56d3 req-87537cf8-2723-407b-a16d-683ba49b7c1f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:29.029137 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6de5dcfa-d767-4a60-b269-aa4f490e56d3 req-87537cf8-2723-407b-a16d-683ba49b7c1f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.1123071 Oct 26 14:25:29.115741 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6de5dcfa-d767-4a60-b269-aa4f490e56d3 req-3a88bf64-8db2-441b-ae12-eb3075bd6d48 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771995 Oct 26 14:25:29.183119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59646) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:29.287982 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6da38ec3-10f9-45a6-983a-a15cada86dcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1449aea080084d3d8ec88bc07f2d9c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031179 Oct 26 14:25:29.291375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59650) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:29.305463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634c3e0-f3eb-4646-8773-eec4a61a7652 req-e87ec769-430c-4f33-9498-f2645f1e2b5c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:29.313456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a634c3e0-f3eb-4646-8773-eec4a61a7652 req-e87ec769-430c-4f33-9498-f2645f1e2b5c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.0719182 Oct 26 14:25:29.364053 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a634c3e0-f3eb-4646-8773-eec4a61a7652 req-066133c9-fff0-4d34-a293-275df9c019c3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493445 Oct 26 14:25:29.379219 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59654) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:29.385566 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3577361-cba5-4262-b1a0-f1f629df4e72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:29.434127 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3577361-cba5-4262-b1a0-f1f629df4e72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:29.436464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9130df93-c5a3-4178-978d-a9f21b632960 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:29.441623 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9130df93-c5a3-4178-978d-a9f21b632960 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 1091 time: 0.0600300 Oct 26 14:25:29.442990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59658) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:29.448597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:29.481910 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:29.489545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3577361-cba5-4262-b1a0-f1f629df4e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:29.493241 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3577361-cba5-4262-b1a0-f1f629df4e72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:29.497900 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f3577361-cba5-4262-b1a0-f1f629df4e72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86854da2-44f4-401c-b1f3-d96362e4b2c3 HTTP/1.1" status: 204 len: 168 time: 0.2053962 Oct 26 14:25:29.547089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3577361-cba5-4262-b1a0-f1f629df4e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86854da2-44f4-401c-b1f3-d96362e4b2c3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:29.593384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59664) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:29.696877 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddd0253-fa46-4e1f-bcaa-e34fbd3d7264 admin admin] Deleting subnet abccf224-1f26-4690-a2e9-b21c820f7d0a {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:25:29.713796 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0253-fa46-4e1f-bcaa-e34fbd3d7264 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:29.749041 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:29.799418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0f7c37a3-c83c-4553-9f00-c104f344e660 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:25:29.837175 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0253-fa46-4e1f-bcaa-e34fbd3d7264 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:29.864547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 0f7c37a3-c83c-4553-9f00-c104f344e660 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:25:29.865015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0f7c37a3-c83c-4553-9f00-c104f344e660 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:25:29.955692 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0253-fa46-4e1f-bcaa-e34fbd3d7264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:29.959167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.25.4.224 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/77153847-f3df-4c6d-864d-80d7ad24b39c) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:30.057041 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0253-fa46-4e1f-bcaa-e34fbd3d7264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:30.105491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd0253-fa46-4e1f-bcaa-e34fbd3d7264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abccf224-1f26-4690-a2e9-b21c820f7d0a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:30.111990 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0253-fa46-4e1f-bcaa-e34fbd3d7264 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:30.118454 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8ddd0253-fa46-4e1f-bcaa-e34fbd3d7264 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/abccf224-1f26-4690-a2e9-b21c820f7d0a HTTP/1.1" status: 204 len: 168 time: 0.5216327 Oct 26 14:25:30.119215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59672) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:30.189784 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:30.230735 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9957954c-07f6-4dc6-9894-eea9f516c92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:30.239085 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59676) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:30.273507 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:30.335100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=77153847-f3df-4c6d-864d-80d7ad24b39c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:30.360301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:30.361747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:30.368617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:30.427453 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-831a088e-b0d0-4ccd-a6d4-8a79e412a51a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af799f1007054fdfbc47741082df5a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870925 Oct 26 14:25:30.430499 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59680) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:30.438697 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9957954c-07f6-4dc6-9894-eea9f516c92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:30.473110 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-9957954c-07f6-4dc6-9894-eea9f516c92b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa963f4e-354d-48c3-8b23-0ef126479065']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:30.492939 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-9957954c-07f6-4dc6-9894-eea9f516c92b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f5e0ef-e85f-4866-99d1-02238f8a1bec') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:30.493596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-9957954c-07f6-4dc6-9894-eea9f516c92b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f5e0ef-e85f-4866-99d1-02238f8a1bec') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:30.506101 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9957954c-07f6-4dc6-9894-eea9f516c92b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:30.528431 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74204795-8304-44b8-94a3-418d34806228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:30.532247 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9957954c-07f6-4dc6-9894-eea9f516c92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:30.545284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9957954c-07f6-4dc6-9894-eea9f516c92b admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:25:30.545825 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9957954c-07f6-4dc6-9894-eea9f516c92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:25:30.547640 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:25:30.618025 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74204795-8304-44b8-94a3-418d34806228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:30.981179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9957954c-07f6-4dc6-9894-eea9f516c92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:30.987524 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9957954c-07f6-4dc6-9894-eea9f516c92b admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:30.994243 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9957954c-07f6-4dc6-9894-eea9f516c92b admin admin] 10.222.0.32 "DELETE /v2.0/networks/aa963f4e-354d-48c3-8b23-0ef126479065 HTTP/1.1" status: 204 len: 168 time: 0.8742597 Oct 26 14:25:30.996459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59688) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:31.017638 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957954c-07f6-4dc6-9894-eea9f516c92b admin admin] Pushing event deleted for resources: {'Network': ['ID=aa963f4e-354d-48c3-8b23-0ef126479065,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:31.077968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62cbd14-7c72-4365-b8d1-77e4151e7203 admin admin] Deleting subnet 39b85514-381c-48a5-a9a2-b0262c0f12ae {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:25:31.083026 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f62cbd14-7c72-4365-b8d1-77e4151e7203 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.084922 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74204795-8304-44b8-94a3-418d34806228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.088725 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74204795-8304-44b8-94a3-418d34806228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.089871 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-74204795-8304-44b8-94a3-418d34806228 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24e4b463-6e1d-4b1e-8b04-d504867d5ea8 HTTP/1.1" status: 204 len: 168 time: 0.6582751 Oct 26 14:25:31.124919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74204795-8304-44b8-94a3-418d34806228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e4b463-6e1d-4b1e-8b04-d504867d5ea8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:31.155520 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f62cbd14-7c72-4365-b8d1-77e4151e7203 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.204668 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.207788 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f62cbd14-7c72-4365-b8d1-77e4151e7203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.277001 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f62cbd14-7c72-4365-b8d1-77e4151e7203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.361830 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f62cbd14-7c72-4365-b8d1-77e4151e7203 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.365806 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f62cbd14-7c72-4365-b8d1-77e4151e7203 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/39b85514-381c-48a5-a9a2-b0262c0f12ae HTTP/1.1" status: 204 len: 168 time: 0.3682117 Oct 26 14:25:31.370463 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59698) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:31.386287 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.410454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cbd14-7c72-4365-b8d1-77e4151e7203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b85514-381c-48a5-a9a2-b0262c0f12ae,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:31.486394 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1bfba537-3037-4914-b56a-e7364538dfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.625672 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1bfba537-3037-4914-b56a-e7364538dfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.661707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1bfba537-3037-4914-b56a-e7364538dfa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c917b5ae-8362-4892-9339-e6bd4cc1db95']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:31.673099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1bfba537-3037-4914-b56a-e7364538dfa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a744ef-80e5-432d-8f7d-9aa5af236787') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:31.673403 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1bfba537-3037-4914-b56a-e7364538dfa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a744ef-80e5-432d-8f7d-9aa5af236787') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:31.685300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1bfba537-3037-4914-b56a-e7364538dfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.700701 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1bfba537-3037-4914-b56a-e7364538dfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.707786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfba537-3037-4914-b56a-e7364538dfa7 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:25:31.708196 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1bfba537-3037-4914-b56a-e7364538dfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.737445 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.750755 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:25:31.781428 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:25:31.787951 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1bfba537-3037-4914-b56a-e7364538dfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.830873 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1bfba537-3037-4914-b56a-e7364538dfa7 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.839897 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1bfba537-3037-4914-b56a-e7364538dfa7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c917b5ae-8362-4892-9339-e6bd4cc1db95 HTTP/1.1" status: 204 len: 168 time: 0.4666543 Oct 26 14:25:31.840773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfba537-3037-4914-b56a-e7364538dfa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c917b5ae-8362-4892-9339-e6bd4cc1db95,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:31.841240 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.986341 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Floating IP 340ae69c-fbf5-4758-8cf1-ac702a0e08c2 associated. External IP: 172.25.4.224, port: 3eef8b1f-c106-4626-87fd-f20f09cc94cb. Oct 26 14:25:32.168953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59764) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:32.207352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=77153847-f3df-4c6d-864d-80d7ad24b39c,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:32.269890 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a014dba2-d16c-440e-a007-dbac0b54c5b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a08b7dad87fc48bc9c9366cacf054645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981920 Oct 26 14:25:32.277686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59768) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:32.361293 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-149c2dcb-7c3f-43ce-be5a-f9e95f09c8aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:32.424362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-149c2dcb-7c3f-43ce-be5a-f9e95f09c8aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:32.517433 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-149c2dcb-7c3f-43ce-be5a-f9e95f09c8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:32.521441 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-149c2dcb-7c3f-43ce-be5a-f9e95f09c8aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:32.525228 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-149c2dcb-7c3f-43ce-be5a-f9e95f09c8aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67326324-61ff-4054-9c16-a2ba8e2ea9ad HTTP/1.1" status: 204 len: 168 time: 0.2432501 Oct 26 14:25:32.535129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c2dcb-7c3f-43ce-be5a-f9e95f09c8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67326324-61ff-4054-9c16-a2ba8e2ea9ad,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:32.604702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:25:32.732037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59810) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:32.778150 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:25:32.794184 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaab71f-88f7-42f9-8427-7faf9dba4dba None None] Sync routers for ids ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:25:32.804124 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:32.808127 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaab71f-88f7-42f9-8427-7faf9dba4dba None None] Routers {'2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:32.808728 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ffaab71f-88f7-42f9-8427-7faf9dba4dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:25:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:32.883033 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-434d1b62-005b-4b00-80a6-3c6fb84f8412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4387794 Oct 26 14:25:32.884817 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:32.890827 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125feac5-8d62-420e-9569-de9d32973c03" -d '{"events": [{"name": "network-changed", "server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:33.005619 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767e2246-49ab-4906-ac16-ac5968bc2dfa x-openstack-request-id: req-767e2246-49ab-4906-ac16-ac5968bc2dfa {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:33.006047 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:33.006408 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-767e2246-49ab-4906-ac16-ac5968bc2dfa {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:33.009107 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'status': 'completed', 'code': 200} Oct 26 14:25:33.056249 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-ffaab71f-88f7-42f9-8427-7faf9dba4dba None None] Set router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:33.196504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59822) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:33.218137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125feac5-8d62-420e-9569-de9d32973c03 req-ac5e8853-f522-416f-a911-0f3a2b3f7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:33.220894 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-125feac5-8d62-420e-9569-de9d32973c03 req-ac5e8853-f522-416f-a911-0f3a2b3f7b32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 1096 time: 0.1907141 Oct 26 14:25:33.231066 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0955b-c09e-4d51-9172-8b4864e641a7 req-6f355384-a35b-48ce-8667-9b3359a4f92f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:33.233278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ef0955b-c09e-4d51-9172-8b4864e641a7 req-6f355384-a35b-48ce-8667-9b3359a4f92f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.1879132 Oct 26 14:25:33.347287 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-17d271a0-1f9c-4a8d-86b7-dbb04d707116 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba0fa9c02f34439fa6da745a29d77081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495159 Oct 26 14:25:33.348948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59826) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:33.387341 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-451702636-network', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:33.406938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ef0955b-c09e-4d51-9172-8b4864e641a7 req-10128985-9679-4261-b2ae-4df2a31f56b9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628113 Oct 26 14:25:33.446333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59830) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:33.455360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125feac5-8d62-420e-9569-de9d32973c03 req-387bc08f-5a26-4957-bee3-fdab49835b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:33.456663 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-125feac5-8d62-420e-9569-de9d32973c03 req-387bc08f-5a26-4957-bee3-fdab49835b53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c5297b18-1be1-4ba3-b93b-3a32742f7187 HTTP/1.1" status: 200 len: 897 time: 0.2223015 Oct 26 14:25:33.481177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] Made reservation on behalf of 7a11a22b2fba43029513ccb4871c363b for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:25:33.483565 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:33.527743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:33.590847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e3d5874f-8ae1-483f-8313-bc6d2d25b358 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/340ae69c-fbf5-4758-8cf1-ac702a0e08c2 HTTP/1.1" status: 200 len: 991 time: 0.1430807 Oct 26 14:25:33.607871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-125feac5-8d62-420e-9569-de9d32973c03 req-9a07be5c-deb3-4491-829e-b2859ff4caa2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb HTTP/1.1" status: 200 len: 999 time: 0.1145720 Oct 26 14:25:33.628096 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2620ac98-71d1-40de-ae2c-28dbbf3bf9e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:33.679380 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ffaab71f-88f7-42f9-8427-7faf9dba4dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:25:07Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '340ae69c-fbf5-4758-8cf1-ac702a0e08c2', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'port_id': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'mac_address': 'fa:16:3e:07:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a695f75-018a-4695-8b8a-6487bee57b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:25:30Z', 'updated_at': '2021-10-26T14:25:30Z', 'revision_number': 0, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a851624-6b17-4f61-922e-40c6763ee238', 'name': '', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:dc:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:05Z', 'updated_at': '2021-10-26T14:25:12Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:33.715662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125feac5-8d62-420e-9569-de9d32973c03 req-fe5e7158-84a2-4e26-9399-b59df8d4652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:33.717175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-125feac5-8d62-420e-9569-de9d32973c03 req-fe5e7158-84a2-4e26-9399-b59df8d4652d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2a985ae-3990-4060-991c-1b322f962f69 HTTP/1.1" status: 200 len: 835 time: 0.1008489 Oct 26 14:25:33.717504 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2620ac98-71d1-40de-ae2c-28dbbf3bf9e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:33.718492 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaab71f-88f7-42f9-8427-7faf9dba4dba None None] Checking router: 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:25:33.728522 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaab71f-88f7-42f9-8427-7faf9dba4dba None None] Routers {'2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:33.729222 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ffaab71f-88f7-42f9-8427-7faf9dba4dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:25:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:33.795010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125feac5-8d62-420e-9569-de9d32973c03 req-bb80f7eb-939c-42f1-bd74-b55363da313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:33.797463 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-125feac5-8d62-420e-9569-de9d32973c03 req-bb80f7eb-939c-42f1-bd74-b55363da313b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5297b18-1be1-4ba3-b93b-3a32742f7187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719414 Oct 26 14:25:33.823473 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:33.829369 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:33.842092 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2620ac98-71d1-40de-ae2c-28dbbf3bf9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:33.846603 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2620ac98-71d1-40de-ae2c-28dbbf3bf9e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:33.848219 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2620ac98-71d1-40de-ae2c-28dbbf3bf9e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a32fe53f-019f-4d8e-8ec4-f6452ba29d94 HTTP/1.1" status: 204 len: 168 time: 0.4912102 Oct 26 14:25:33.866500 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:25:33.887292 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994c9660-46cb-4121-8ebd-b0baa1c26844,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:33.904424 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:33.906558 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] Added segment fd21e860-7e41-45d0-94a5-d21343f4f70c of type vlan for network b71e8e84-8c9f-4d71-be1c-a2137bc59875 Oct 26 14:25:33.923034 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-ffaab71f-88f7-42f9-8427-7faf9dba4dba None None] Set router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:33.931639 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620ac98-71d1-40de-ae2c-28dbbf3bf9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32fe53f-019f-4d8e-8ec4-f6452ba29d94,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:33.984044 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:34.021631 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-125feac5-8d62-420e-9569-de9d32973c03 req-e56cef5d-ae45-41fc-a295-d7baf805cdc6 service neutron] 10.222.0.11 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020218 Oct 26 14:25:34.027786 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:34.031673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:34.032805 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:34.106733 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3730638 Oct 26 14:25:34.128762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59840) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:34.145605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4fe381b3-adee-4b40-89ea-24f56de43e9d admin admin] Request body: {'subnet': {'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-451702636-subnet', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:34.167867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c91cb7-e029-4607-8b74-a39a4a60d7e6 admin admin] Pushing event updated for resources: {'Network': ['ID=b71e8e84-8c9f-4d71-be1c-a2137bc59875,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:34.188956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network b71e8e84-8c9f-4d71-be1c-a2137bc59875 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:25:34.219694 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe381b3-adee-4b40-89ea-24f56de43e9d admin admin] Made reservation on behalf of 7a11a22b2fba43029513ccb4871c363b for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:25:34.223153 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fe381b3-adee-4b40-89ea-24f56de43e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:34.338823 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-125feac5-8d62-420e-9569-de9d32973c03 req-44eab814-4338-481c-b8db-53b0120b30a5 service neutron] 10.222.0.11 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083749 Oct 26 14:25:34.594514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59860) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:34.630559 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fe381b3-adee-4b40-89ea-24f56de43e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:34.713006 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b2580d64-21a3-426e-a953-f83044cfec66 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/340ae69c-fbf5-4758-8cf1-ac702a0e08c2 HTTP/1.1" status: 200 len: 991 time: 0.1172564 Oct 26 14:25:34.727149 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-ffaab71f-88f7-42f9-8427-7faf9dba4dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:25:07Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '340ae69c-fbf5-4758-8cf1-ac702a0e08c2', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'port_id': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'mac_address': 'fa:16:3e:07:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a695f75-018a-4695-8b8a-6487bee57b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:25:30Z', 'updated_at': '2021-10-26T14:25:30Z', 'revision_number': 0, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a851624-6b17-4f61-922e-40c6763ee238', 'name': '', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:dc:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:05Z', 'updated_at': '2021-10-26T14:25:12Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:34.757482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe381b3-adee-4b40-89ea-24f56de43e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=77afd05a-b117-42bb-aade-341d41924423,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:34.776130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe381b3-adee-4b40-89ea-24f56de43e9d admin admin] Checking segment: {'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:34.776783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe381b3-adee-4b40-89ea-24f56de43e9d admin admin] Network hostable DHCP agents. Network: b71e8e84-8c9f-4d71-be1c-a2137bc59875, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:25:34.789938 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaab71f-88f7-42f9-8427-7faf9dba4dba None None] The sync data for ids ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'] in n-d-815498-1 is: [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:25:07Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '340ae69c-fbf5-4758-8cf1-ac702a0e08c2', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'port_id': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'mac_address': 'fa:16:3e:07:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a695f75-018a-4695-8b8a-6487bee57b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:25:30Z', 'updated_at': '2021-10-26T14:25:30Z', 'revision_number': 0, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a851624-6b17-4f61-922e-40c6763ee238', 'name': '', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:dc:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:05Z', 'updated_at': '2021-10-26T14:25:12Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:25:34.796668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe381b3-adee-4b40-89ea-24f56de43e9d admin admin] Network b71e8e84-8c9f-4d71-be1c-a2137bc59875 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:25:34.811842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-4fe381b3-adee-4b40-89ea-24f56de43e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, b71e8e84-8c9f-4d71-be1c-a2137bc59875) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:34.821076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2652343-6101-4c10-9abf-e9e2a69c9765 None None] Network b71e8e84-8c9f-4d71-be1c-a2137bc59875 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:25:34.821773 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe381b3-adee-4b40-89ea-24f56de43e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:34.822725 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fe381b3-adee-4b40-89ea-24f56de43e9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:34.857913 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4fe381b3-adee-4b40-89ea-24f56de43e9d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7264125 Oct 26 14:25:34.858388 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59866) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:34.865932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-451702636-router', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:34.912341 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:34.913560 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:35.021619 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:35.218819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-b71e8e84-8c9f-4d71-be1c-a2137bc59875', 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'fixed_ips': [{'subnet_id': '77afd05a-b117-42bb-aade-341d41924423'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:25:35.220550 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:35.274982 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315011d1-268c-45af-ae1f-7452f2d8cda6 None None] New status for floating IP 340ae69c-fbf5-4758-8cf1-ac702a0e08c2: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:25:35.392818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:35.423177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c6209-7b66-4195-84b7-88abc0b912a4 req-7c8ab196-0a37-40e7-8892-3af52b908399 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:35.431046 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed7c6209-7b66-4195-84b7-88abc0b912a4 req-7c8ab196-0a37-40e7-8892-3af52b908399 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.0929625 Oct 26 14:25:35.521262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45856a44-897b-4693-97fa-4ef650f5b874 req-e3869b29-1410-41b8-b4c2-a0979828c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:35.521779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45856a44-897b-4693-97fa-4ef650f5b874 req-e3869b29-1410-41b8-b4c2-a0979828c3a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e40e581dd0fd4ae0bbcdff5d07f190d4&device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 1096 time: 0.2465847 Oct 26 14:25:35.551705 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed7c6209-7b66-4195-84b7-88abc0b912a4 req-eddf6a87-e4b2-464f-8749-4684c0dea6be tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176229 Oct 26 14:25:35.597857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Allocated IP 172.20.0.2 (b71e8e84-8c9f-4d71-be1c-a2137bc59875/77afd05a-b117-42bb-aade-341d41924423/bd498435-9fd4-402a-9b6f-cd8e1f416a35) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:35.716210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45856a44-897b-4693-97fa-4ef650f5b874 req-50d7c38f-66b3-4982-b97c-4ad8d10b07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:35.717026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 59892) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:35.727288 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45856a44-897b-4693-97fa-4ef650f5b874 req-50d7c38f-66b3-4982-b97c-4ad8d10b07c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f52d2ff7-3957-45da-a0fc-773a912ad4df HTTP/1.1" status: 200 len: 920 time: 0.1877115 Oct 26 14:25:35.849902 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:35.857077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45856a44-897b-4693-97fa-4ef650f5b874 req-628b9f14-7503-434b-8d52-0cc176144d72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93139642-ba14-4ae5-ac42-a5532f337130 HTTP/1.1" status: 200 len: 217 time: 0.1195419 Oct 26 14:25:35.868142 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:35.881764 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e55c09b5-6888-48e5-b5ba-0a083337bf0c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/340ae69c-fbf5-4758-8cf1-ac702a0e08c2 HTTP/1.1" status: 200 len: 993 time: 0.1569977 Oct 26 14:25:35.906105 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Network b71e8e84-8c9f-4d71-be1c-a2137bc59875 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:35.910086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:35.950349 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:36.025614 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Pushing event updated for resources: {'Port': ['ID=bd498435-9fd4-402a-9b6f-cd8e1f416a35,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:36.044452 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Attempting to bind port bd498435-9fd4-402a-9b6f-cd8e1f416a35 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:25:36.045495 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Attempting to bind port bd498435-9fd4-402a-9b6f-cd8e1f416a35 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:25:36.046125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Attempting to bind port bd498435-9fd4-402a-9b6f-cd8e1f416a35 on network b71e8e84-8c9f-4d71-be1c-a2137bc59875 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:36.053328 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:25:36.054176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Checking segment: {'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:36.054871 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:36.055736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Bound using segment: {'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:25:36.056462 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Bound port: bd498435-9fd4-402a-9b6f-cd8e1f416a35, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:25:36.057414 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:36.150647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] For port bd498435-9fd4-402a-9b6f-cd8e1f416a35, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:25:36.154886 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] For port bd498435-9fd4-402a-9b6f-cd8e1f416a35, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bd498435-9fd4-402a-9b6f-cd8e1f416a35,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:25:36.163917 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:36.259108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307ad95-8692-49db-aafd-852cc484c5ea None None] Pushing event updated for resources: {'Port': ['ID=bd498435-9fd4-402a-9b6f-cd8e1f416a35,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:36.496955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45856a44-897b-4693-97fa-4ef650f5b874 req-6dc853fb-0c06-4511-99c0-b4fdb6d4c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:36.504134 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45856a44-897b-4693-97fa-4ef650f5b874 req-6dc853fb-0c06-4511-99c0-b4fdb6d4c409 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5939510c-c753-4962-9a0a-345dd20c72da HTTP/1.1" status: 200 len: 859 time: 0.6370993 Oct 26 14:25:36.547696 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:36.554156 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45856a44-897b-4693-97fa-4ef650f5b874 req-77dd53b6-3d40-4ae1-9bd9-da1e95dee025 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f52d2ff7-3957-45da-a0fc-773a912ad4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391929 Oct 26 14:25:36.661148 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:36.894491 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45856a44-897b-4693-97fa-4ef650f5b874 req-d1ca4bd6-5c19-4f93-8312-10d8c858a31c service neutron] 10.222.0.11 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157055 Oct 26 14:25:37.001874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Allocated IP 172.25.4.90 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/4b7920b7-ce8d-4f45-a538-4e753b9cd848) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:37.027747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307eb0a-4452-4f49-8f65-30f760391feb req-77e8cd5c-1a9e-40aa-aaa2-c21c233dfef5 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:37.036526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a307eb0a-4452-4f49-8f65-30f760391feb req-77e8cd5c-1a9e-40aa-aaa2-c21c233dfef5 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.2333128 Oct 26 14:25:37.228865 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45856a44-897b-4693-97fa-4ef650f5b874 req-5bc59bc2-55e5-46b5-8ebd-ca46a05b006e service neutron] 10.222.0.11 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239350 Oct 26 14:25:37.232951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a307eb0a-4452-4f49-8f65-30f760391feb req-60383543-13fe-4bcf-b59c-28767c517e27 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951919 Oct 26 14:25:37.348697 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:37.397502 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:37.479738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:37.482213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:37.484626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Pushing event updated for resources: {'Port': ['ID=4b7920b7-ce8d-4f45-a538-4e753b9cd848,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:37.493690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:37.817937 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bd498435-9fd4-402a-9b6f-cd8e1f416a35 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:37.889195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port bd498435-9fd4-402a-9b6f-cd8e1f416a35 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:37.889895 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:37.906485 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:37.936712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23274d2c-5d45-4425-8790-168c9f766311 None None] Network b71e8e84-8c9f-4d71-be1c-a2137bc59875 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:25:38.009800 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f5ce4489-afe2-42ef-884c-e59d8b314699 None None] Provisioning complete for port bd498435-9fd4-402a-9b6f-cd8e1f416a35 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:38.010199 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f5ce4489-afe2-42ef-884c-e59d8b314699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:38.103705 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:38.232899 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port bd498435-9fd4-402a-9b6f-cd8e1f416a35, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bd498435-9fd4-402a-9b6f-cd8e1f416a35,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:38.242592 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:38.316372 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:38.483787 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f5ce4489-afe2-42ef-884c-e59d8b314699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:38.564250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a0bf0-6fe5-4b34-b161-3cfca4f7bf5a req-32922edd-4926-4d74-84b3-bd2d1c59d8ae tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:38.569577 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb2a0bf0-6fe5-4b34-b161-3cfca4f7bf5a req-32922edd-4926-4d74-84b3-bd2d1c59d8ae tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1979408 Oct 26 14:25:38.594271 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=bd498435-9fd4-402a-9b6f-cd8e1f416a35,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:38.635215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Router 6a0e0b77-52e9-4503-8c07-901a9068a94a is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:25:38.644557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb2a0bf0-6fe5-4b34-b161-3cfca4f7bf5a req-64a86bfa-0f2a-41d1-aefa-1187a6d988fc tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623438 Oct 26 14:25:38.694611 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-f5ce4489-afe2-42ef-884c-e59d8b314699 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:25:38.695135 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-f5ce4489-afe2-42ef-884c-e59d8b314699 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:25:38.822842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:25:38.833536 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Sync routers for ids ['6a0e0b77-52e9-4503-8c07-901a9068a94a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:25:38.850253 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Routers {'6a0e0b77-52e9-4503-8c07-901a9068a94a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:38.850943 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:25:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6a0e0b77-52e9-4503-8c07-901a9068a94a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:38.855738 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:38.857025 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9acdeeea-6289-4a71-b6d0-97dc2da8d1df admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9974847 Oct 26 14:25:38.859923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 59956) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:39.039868 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Set router 6a0e0b77-52e9-4503-8c07-901a9068a94a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:39.324641 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'name': 'tempest-TestServerMultinode-451702636-router', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '4b7920b7-ce8d-4f45-a538-4e753b9cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:34Z', 'updated_at': '2021-10-26T14:25:37Z', 'revision_number': 3, 'project_id': '7a11a22b2fba43029513ccb4871c363b', 'gw_port': {'id': '4b7920b7-ce8d-4f45-a538-4e753b9cd848', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:59:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:36Z', 'updated_at': '2021-10-26T14:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:39.392942 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Checking router: 6a0e0b77-52e9-4503-8c07-901a9068a94a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:25:39.394361 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Updating router 6a0e0b77-52e9-4503-8c07-901a9068a94a port 4b7920b7-ce8d-4f45-a538-4e753b9cd848 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:25:39.417228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-112fd3b2-ef1c-442f-82db-29ad69803408 None None] Provisioning complete for port bd498435-9fd4-402a-9b6f-cd8e1f416a35 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:39.417825 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-112fd3b2-ef1c-442f-82db-29ad69803408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:39.433906 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:39.491554 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:39.758810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Allocated IP 172.20.0.1 (b71e8e84-8c9f-4d71-be1c-a2137bc59875/77afd05a-b117-42bb-aade-341d41924423/7b95e93e-4a1e-4bd3-a6c5-67016d68ece9) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:39.817832 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bd498435-9fd4-402a-9b6f-cd8e1f416a35 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:39.923462 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port bd498435-9fd4-402a-9b6f-cd8e1f416a35 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:39.923837 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:39.973954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98530ceb-17ed-4552-b975-70f1e16dbc5e req-1eb503da-6d8e-4d83-be06-4ca5bfbfd6d1 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:39.982563 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98530ceb-17ed-4552-b975-70f1e16dbc5e req-1eb503da-6d8e-4d83-be06-4ca5bfbfd6d1 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1016028 Oct 26 14:25:39.984962 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:39.993954 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.026077 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.056355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98530ceb-17ed-4552-b975-70f1e16dbc5e req-74e447b9-9807-446a-8678-cad68bc34c3e tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705049 Oct 26 14:25:40.091936 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f979684-08a9-46a3-9d2f-1d627680576e None None] Pushing event updated for resources: {'Port': ['ID=4b7920b7-ce8d-4f45-a538-4e753b9cd848,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:40.095298 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Attempting to bind port 4b7920b7-ce8d-4f45-a538-4e753b9cd848 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:25:40.095782 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Attempting to bind port 4b7920b7-ce8d-4f45-a538-4e753b9cd848 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:25:40.096287 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Attempting to bind port 4b7920b7-ce8d-4f45-a538-4e753b9cd848 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:40.097333 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.104692 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:25:40.105196 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:40.105680 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.106304 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:25:40.106927 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Bound port: 4b7920b7-ce8d-4f45-a538-4e753b9cd848, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:25:40.107533 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.151950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Network b71e8e84-8c9f-4d71-be1c-a2137bc59875 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:40.158119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:40.161956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:40.164614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Pushing event updated for resources: {'Port': ['ID=7b95e93e-4a1e-4bd3-a6c5-67016d68ece9,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:40.181932 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] For port 4b7920b7-ce8d-4f45-a538-4e753b9cd848, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:25:40.185837 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] For port 4b7920b7-ce8d-4f45-a538-4e753b9cd848, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=4b7920b7-ce8d-4f45-a538-4e753b9cd848,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:25:40.197715 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.237572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.267842 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Routers {'6a0e0b77-52e9-4503-8c07-901a9068a94a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:40.268992 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:25:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6a0e0b77-52e9-4503-8c07-901a9068a94a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:40.509440 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f979684-08a9-46a3-9d2f-1d627680576e None None] Pushing event updated for resources: {'Port': ['ID=4b7920b7-ce8d-4f45-a538-4e753b9cd848,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:40.527494 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] Set router 6a0e0b77-52e9-4503-8c07-901a9068a94a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:40.551278 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.662105 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-90fe7d7e-d96d-4cd2-9656-28a9ac6fe93e None None] Provisioning complete for port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:40.662631 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-90fe7d7e-d96d-4cd2-9656-28a9ac6fe93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.751396 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.752120 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-90fe7d7e-d96d-4cd2-9656-28a9ac6fe93e None None] Port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:25:40.762891 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.841440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Pushing event updated for resources: {'Port': ['ID=7b95e93e-4a1e-4bd3-a6c5-67016d68ece9,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:40.844285 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.926914 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'name': 'tempest-TestServerMultinode-451702636-router', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '4b7920b7-ce8d-4f45-a538-4e753b9cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:34Z', 'updated_at': '2021-10-26T14:25:37Z', 'revision_number': 3, 'project_id': '7a11a22b2fba43029513ccb4871c363b', 'gw_port': {'id': '4b7920b7-ce8d-4f45-a538-4e753b9cd848', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:59:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:36Z', 'updated_at': '2021-10-26T14:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:40.954618 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441be1a-2ebd-43dc-bbfd-e8109e98e0b3 None None] The sync data for ids ['6a0e0b77-52e9-4503-8c07-901a9068a94a'] in n-d-815498-1 is: [{'id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'name': 'tempest-TestServerMultinode-451702636-router', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '4b7920b7-ce8d-4f45-a538-4e753b9cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:34Z', 'updated_at': '2021-10-26T14:25:37Z', 'revision_number': 3, 'project_id': '7a11a22b2fba43029513ccb4871c363b', 'gw_port': {'id': '4b7920b7-ce8d-4f45-a538-4e753b9cd848', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:59:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:36Z', 'updated_at': '2021-10-26T14:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:25:41.037622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Network b71e8e84-8c9f-4d71-be1c-a2137bc59875 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:41.042505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:41.180214 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Router 6a0e0b77-52e9-4503-8c07-901a9068a94a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:25:41.482597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9763ad-b801-4e35-aaf0-fd0fb1b35216 req-1cc6d097-3efe-4b4a-b82d-8f069594d32e tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:41.484536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-525d229d-86d9-4533-aa1a-cf02f91b8add None None] Provisioning complete for port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:41.484960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a9763ad-b801-4e35-aaf0-fd0fb1b35216 req-1cc6d097-3efe-4b4a-b82d-8f069594d32e tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.2962356 Oct 26 14:25:41.485700 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-525d229d-86d9-4533-aa1a-cf02f91b8add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:41.498988 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:25:41.515189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7387af85-01ae-4b8c-93db-48676bddb663 admin admin] 10.222.0.32 "PUT /v2.0/routers/6a0e0b77-52e9-4503-8c07-901a9068a94a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6540415 Oct 26 14:25:41.566968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8a9763ad-b801-4e35-aaf0-fd0fb1b35216 req-6f82ac14-a3e4-4b6a-a1d4-1ead98eb3255 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750880 Oct 26 14:25:41.611191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-525d229d-86d9-4533-aa1a-cf02f91b8add None None] Port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:25:41.842449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 4b7920b7-ce8d-4f45-a538-4e753b9cd848 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:41.950324 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 4b7920b7-ce8d-4f45-a538-4e753b9cd848 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:41.950817 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:42.107562 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:42.153545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 4b7920b7-ce8d-4f45-a538-4e753b9cd848, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=4b7920b7-ce8d-4f45-a538-4e753b9cd848,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:42.169184 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:42.274307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=4b7920b7-ce8d-4f45-a538-4e753b9cd848,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:42.553265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 60016) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:42.558703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-586273967-network', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:42.593909 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] Made reservation on behalf of 3ca24e6e675b4562a9af11c31baaa39a for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:25:42.596759 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:42.611466 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:42.712468 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:42.726865 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:42.777337 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ca5f569b-3281-47e0-9c19-dbef8688ee50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:42.795850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:25:42.844562 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:42.844909 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] Added segment 344ca6a8-b8e5-4016-a592-ddde5d6c4cca of type vlan for network bd742713-87b1-41fb-b48b-ba6ab68091a1 Oct 26 14:25:42.867484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97c1554-e948-4ed3-83c3-360b3c0be31d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:42.930685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a097064-f1c3-4592-b189-d35c51d281df req-b9547e71-a750-47df-a590-cef5f349d879 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:42.932123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a097064-f1c3-4592-b189-d35c51d281df req-b9547e71-a750-47df-a590-cef5f349d879 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.2183635 Oct 26 14:25:42.959518 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:43.003338 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a097064-f1c3-4592-b189-d35c51d281df req-84f3aa5f-9dc8-4e4f-bc2b-ec0c1f0a7b8e tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601201 Oct 26 14:25:43.017414 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:43.019777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:43.020837 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:43.141520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5847800 Oct 26 14:25:43.142031 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60030) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:43.147457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-60da03c6-4181-40e6-a579-b49b04840149 admin admin] Request body: {'subnet': {'network_id': 'bd742713-87b1-41fb-b48b-ba6ab68091a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-586273967-subnet', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:43.191412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb393c-9885-4701-9aca-f5e619bc7b34 admin admin] Pushing event updated for resources: {'Network': ['ID=bd742713-87b1-41fb-b48b-ba6ab68091a1,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:43.203364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60da03c6-4181-40e6-a579-b49b04840149 admin admin] Made reservation on behalf of 3ca24e6e675b4562a9af11c31baaa39a for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:25:43.204758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network bd742713-87b1-41fb-b48b-ba6ab68091a1 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:25:43.207890 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60da03c6-4181-40e6-a579-b49b04840149 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:43.571556 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60da03c6-4181-40e6-a579-b49b04840149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:43.647516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da03c6-4181-40e6-a579-b49b04840149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a97965-2b76-44cd-bbf0-743d3de02b56,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:43.660889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da03c6-4181-40e6-a579-b49b04840149 admin admin] Checking segment: {'id': '344ca6a8-b8e5-4016-a592-ddde5d6c4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bd742713-87b1-41fb-b48b-ba6ab68091a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:43.662004 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da03c6-4181-40e6-a579-b49b04840149 admin admin] Network hostable DHCP agents. Network: bd742713-87b1-41fb-b48b-ba6ab68091a1, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:25:43.688320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da03c6-4181-40e6-a579-b49b04840149 admin admin] Network bd742713-87b1-41fb-b48b-ba6ab68091a1 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:25:43.706051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-60da03c6-4181-40e6-a579-b49b04840149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, bd742713-87b1-41fb-b48b-ba6ab68091a1) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:43.712038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da03c6-4181-40e6-a579-b49b04840149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:43.713162 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-60da03c6-4181-40e6-a579-b49b04840149 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:43.720520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fdff7f-a2b4-436d-9d2b-63c52985644b None None] Network bd742713-87b1-41fb-b48b-ba6ab68091a1 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:25:43.739682 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-60da03c6-4181-40e6-a579-b49b04840149 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5955749 Oct 26 14:25:43.741247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60044) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:43.749357 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-586273967-router', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:43.810068 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:43.811583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:43.884963 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 4b7920b7-ce8d-4f45-a538-4e753b9cd848 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:43.937089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Sync routers for ids ['6a0e0b77-52e9-4503-8c07-901a9068a94a'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:25:43.966225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:44.007914 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-bd742713-87b1-41fb-b48b-ba6ab68091a1', 'network_id': 'bd742713-87b1-41fb-b48b-ba6ab68091a1', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'fixed_ips': [{'subnet_id': '87a97965-2b76-44cd-bbf0-743d3de02b56'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:25:44.009091 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:44.026232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Routers {'6a0e0b77-52e9-4503-8c07-901a9068a94a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:44.027167 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:25:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6a0e0b77-52e9-4503-8c07-901a9068a94a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:44.128902 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 4b7920b7-ce8d-4f45-a538-4e753b9cd848 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:44.129784 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:44.265915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:44.294602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59096950-00e9-4491-8b13-9149fd81247d req-5d76dd97-8ebe-4ba6-8b78-732adf8a5f10 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:44.296228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59096950-00e9-4491-8b13-9149fd81247d req-5d76dd97-8ebe-4ba6-8b78-732adf8a5f10 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1220984 Oct 26 14:25:44.400529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59096950-00e9-4491-8b13-9149fd81247d req-27efc312-415d-421a-9100-06d76467fb3e tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935590 Oct 26 14:25:44.575574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Set router 6a0e0b77-52e9-4503-8c07-901a9068a94a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:44.636990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Allocated IP 172.20.0.2 (bd742713-87b1-41fb-b48b-ba6ab68091a1/87a97965-2b76-44cd-bbf0-743d3de02b56/3006cf42-6aa2-4a33-bc36-20e48ec3f5fd) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:44.796686 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:44.892817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:45.005303 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:45.016859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'name': 'tempest-TestServerMultinode-451702636-router', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '4b7920b7-ce8d-4f45-a538-4e753b9cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:34Z', 'updated_at': '2021-10-26T14:25:40Z', 'revision_number': 4, 'project_id': '7a11a22b2fba43029513ccb4871c363b', 'gw_port': {'id': '4b7920b7-ce8d-4f45-a538-4e753b9cd848', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:36Z', 'updated_at': '2021-10-26T14:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '7b95e93e-4a1e-4bd3-a6c5-67016d68ece9', 'name': '', 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'mac_address': 'fa:16:3e:18:7c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '77afd05a-b117-42bb-aade-341d41924423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:39Z', 'updated_at': '2021-10-26T14:25:40Z', 'revision_number': 2, 'project_id': '7a11a22b2fba43029513ccb4871c363b', 'subnets': [{'id': '77afd05a-b117-42bb-aade-341d41924423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:45.021860 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:45.060430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Allocated IP 172.25.4.114 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/57a1f192-3b11-4224-9f7f-57c466b34c2a) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:45.102211 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Checking router: 6a0e0b77-52e9-4503-8c07-901a9068a94a for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:25:45.104203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Updating router 6a0e0b77-52e9-4503-8c07-901a9068a94a port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:25:45.151059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Network bd742713-87b1-41fb-b48b-ba6ab68091a1 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:45.157897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:45.162883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:45.188041 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Pushing event updated for resources: {'Port': ['ID=3006cf42-6aa2-4a33-bc36-20e48ec3f5fd,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:45.191576 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5cc49952-798a-4fbd-9a35-42aa42bc176f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:45.198359 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:45.278484 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:45.342962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:45.346358 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:45.351178 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:45.357794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Pushing event updated for resources: {'Port': ['ID=57a1f192-3b11-4224-9f7f-57c466b34c2a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:45.460033 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:45.678488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcba40f-3c79-4f64-9e5a-022cd4784f24 req-6604ed27-90e2-480c-80b5-5833b5a872ea tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:45.681839 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bcba40f-3c79-4f64-9e5a-022cd4784f24 req-6604ed27-90e2-480c-80b5-5833b5a872ea tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1672022 Oct 26 14:25:45.743433 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Attempting to bind port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:25:45.744139 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Attempting to bind port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '344ca6a8-b8e5-4016-a592-ddde5d6c4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bd742713-87b1-41fb-b48b-ba6ab68091a1'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:25:45.744616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Attempting to bind port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd on network bd742713-87b1-41fb-b48b-ba6ab68091a1 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:45.760478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:25:45.760855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Checking segment: {'id': '344ca6a8-b8e5-4016-a592-ddde5d6c4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bd742713-87b1-41fb-b48b-ba6ab68091a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:45.761268 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:45.761663 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Bound using segment: {'id': '344ca6a8-b8e5-4016-a592-ddde5d6c4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bd742713-87b1-41fb-b48b-ba6ab68091a1'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:25:45.762202 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Bound port: 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344ca6a8-b8e5-4016-a592-ddde5d6c4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bd742713-87b1-41fb-b48b-ba6ab68091a1'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:25:45.762567 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:45.812947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bcba40f-3c79-4f64-9e5a-022cd4784f24 req-c282110e-4365-487d-9247-0b6988d8361b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030402 Oct 26 14:25:45.845649 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] For port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:25:45.848238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] For port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3006cf42-6aa2-4a33-bc36-20e48ec3f5fd,segment=NetworkSegment(344ca6a8-b8e5-4016-a592-ddde5d6c4cca),segment_id=344ca6a8-b8e5-4016-a592-ddde5d6c4cca)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:25:45.862266 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:45.908798 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:45.995671 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e8560-05c7-47c9-a598-d80f3d1f3bdf None None] Pushing event updated for resources: {'Port': ['ID=3006cf42-6aa2-4a33-bc36-20e48ec3f5fd,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:46.085517 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:46.095065 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:46.185605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb38531-dbe2-4ce3-9d9f-86c976dae7c7 None None] Pushing event updated for resources: {'Port': ['ID=7b95e93e-4a1e-4bd3-a6c5-67016d68ece9,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:46.324930 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:46.336465 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Attempting to bind port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:25:46.337130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Attempting to bind port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:25:46.337722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Attempting to bind port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 on network b71e8e84-8c9f-4d71-be1c-a2137bc59875 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:46.345404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:25:46.346033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Checking segment: {'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:46.346632 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:46.347237 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Bound using segment: {'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:25:46.347924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Bound port: 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:25:46.348513 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:46.479158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] For port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:25:46.488701 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] For port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7b95e93e-4a1e-4bd3-a6c5-67016d68ece9,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:25:46.505285 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:46.603678 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Router 6ae562d0-c69e-4437-b96d-c36f57f27790 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:25:46.690238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Routers {'6a0e0b77-52e9-4503-8c07-901a9068a94a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:46.695743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:25:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6a0e0b77-52e9-4503-8c07-901a9068a94a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:46.827681 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:46.928551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:25:46.946530 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Sync routers for ids ['6ae562d0-c69e-4437-b96d-c36f57f27790'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:25:46.968331 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Routers {'6ae562d0-c69e-4437-b96d-c36f57f27790'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:46.970826 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:25:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6ae562d0-c69e-4437-b96d-c36f57f27790'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:46.986718 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:46.995222 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-967a8844-f12a-4f0e-8b08-f8b740d00773 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2502320 Oct 26 14:25:46.996563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 60094) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:47.074539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] Set router 6a0e0b77-52e9-4503-8c07-901a9068a94a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:47.127794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9acc2-0d6d-4078-bc36-4ae2caa750e1 req-05e8311a-fcca-4d6b-9025-4d7217295ae8 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:47.138611 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49f9acc2-0d6d-4078-bc36-4ae2caa750e1 req-05e8311a-fcca-4d6b-9025-4d7217295ae8 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1603327 Oct 26 14:25:47.243937 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49f9acc2-0d6d-4078-bc36-4ae2caa750e1 req-3e92219b-3788-4952-82bf-de158c008f08 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017494 Oct 26 14:25:47.297004 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Set router 6ae562d0-c69e-4437-b96d-c36f57f27790 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:47.327450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb38531-dbe2-4ce3-9d9f-86c976dae7c7 None None] Pushing event updated for resources: {'Port': ['ID=7b95e93e-4a1e-4bd3-a6c5-67016d68ece9,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:47.370184 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:47.472771 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1e00b012-6534-4fd5-8ab9-f46abc64ab26 None None] Provisioning complete for port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:47.474796 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1e00b012-6534-4fd5-8ab9-f46abc64ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:47.927243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:48.011672 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156eb460-4f23-4bb5-80ad-fb97720d20b8 None None] Network bd742713-87b1-41fb-b48b-ba6ab68091a1 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:25:48.082907 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1e00b012-6534-4fd5-8ab9-f46abc64ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.094362 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'name': 'tempest-TestServerMultinode-586273967-router', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '57a1f192-3b11-4224-9f7f-57c466b34c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:43Z', 'updated_at': '2021-10-26T14:25:45Z', 'revision_number': 3, 'project_id': '3ca24e6e675b4562a9af11c31baaa39a', 'gw_port': {'id': '57a1f192-3b11-4224-9f7f-57c466b34c2a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:44Z', 'updated_at': '2021-10-26T14:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:48.139141 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Checking router: 6ae562d0-c69e-4437-b96d-c36f57f27790 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:25:48.140863 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Updating router 6ae562d0-c69e-4437-b96d-c36f57f27790 port 57a1f192-3b11-4224-9f7f-57c466b34c2a binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:25:48.146288 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.170643 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.339977 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:48.342217 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.538026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c03cb-d7fd-46b5-871e-53e916e3a36d req-e38282cd-d0b6-4dac-9ad2-816503d9ff73 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:48.541146 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d2c03cb-d7fd-46b5-871e-53e916e3a36d req-e38282cd-d0b6-4dac-9ad2-816503d9ff73 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1474655 Oct 26 14:25:48.589690 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.603553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1e00b012-6534-4fd5-8ab9-f46abc64ab26 None None] For port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7b95e93e-4a1e-4bd3-a6c5-67016d68ece9,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:48.603811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Allocated IP 172.20.0.1 (bd742713-87b1-41fb-b48b-ba6ab68091a1/87a97965-2b76-44cd-bbf0-743d3de02b56/c2f7414b-9829-422e-a44a-b0a8c180f05f) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:48.605388 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.640154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc17dfa-6a34-4e08-9f1d-c29cd47d0c44 req-f78867be-0f4d-4641-b746-65e39a4874f2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:48.642029 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bc17dfa-6a34-4e08-9f1d-c29cd47d0c44 req-f78867be-0f4d-4641-b746-65e39a4874f2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 1.2874122 Oct 26 14:25:48.650426 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d2c03cb-d7fd-46b5-871e-53e916e3a36d req-c096f2d0-b2a9-4452-85e5-8970842dab8b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032872 Oct 26 14:25:48.705550 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ecf30-a678-4e1a-8b64-4c3654c0d6be None None] Pushing event updated for resources: {'Port': ['ID=57a1f192-3b11-4224-9f7f-57c466b34c2a,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:48.712807 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bc17dfa-6a34-4e08-9f1d-c29cd47d0c44 req-031563a8-7482-46be-b848-7e8f5eb1aa5d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610969 Oct 26 14:25:48.749362 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Attempting to bind port 57a1f192-3b11-4224-9f7f-57c466b34c2a on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:25:48.749737 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Attempting to bind port 57a1f192-3b11-4224-9f7f-57c466b34c2a by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:25:48.750142 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Attempting to bind port 57a1f192-3b11-4224-9f7f-57c466b34c2a on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:48.763495 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:25:48.763935 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:48.764334 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.764720 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:25:48.765192 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Bound port: 57a1f192-3b11-4224-9f7f-57c466b34c2a, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:25:48.765570 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.807946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.828107 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1e00b012-6534-4fd5-8ab9-f46abc64ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.861432 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'name': 'tempest-TestServerMultinode-451702636-router', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '4b7920b7-ce8d-4f45-a538-4e753b9cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:34Z', 'updated_at': '2021-10-26T14:25:40Z', 'revision_number': 4, 'project_id': '7a11a22b2fba43029513ccb4871c363b', 'gw_port': {'id': '4b7920b7-ce8d-4f45-a538-4e753b9cd848', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:36Z', 'updated_at': '2021-10-26T14:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '7b95e93e-4a1e-4bd3-a6c5-67016d68ece9', 'name': '', 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'mac_address': 'fa:16:3e:18:7c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '77afd05a-b117-42bb-aade-341d41924423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:39Z', 'updated_at': '2021-10-26T14:25:46Z', 'revision_number': 4, 'project_id': '7a11a22b2fba43029513ccb4871c363b', 'subnets': [{'id': '77afd05a-b117-42bb-aade-341d41924423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:48.865316 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] For port 57a1f192-3b11-4224-9f7f-57c466b34c2a, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:25:48.869365 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] For port 57a1f192-3b11-4224-9f7f-57c466b34c2a, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=57a1f192-3b11-4224-9f7f-57c466b34c2a,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:25:48.892151 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.897815 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.984483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00b012-6534-4fd5-8ab9-f46abc64ab26 None None] Pushing event updated for resources: {'Port': ['ID=7b95e93e-4a1e-4bd3-a6c5-67016d68ece9,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:48.998784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Pushing event updated for resources: {'Port': ['ID=c2f7414b-9829-422e-a44a-b0a8c180f05f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:49.000880 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ecf30-a678-4e1a-8b64-4c3654c0d6be None None] Pushing event updated for resources: {'Port': ['ID=57a1f192-3b11-4224-9f7f-57c466b34c2a,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:49.004873 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:49.026632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Network bd742713-87b1-41fb-b48b-ba6ab68091a1 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:49.028230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:49.032601 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Routers {'6ae562d0-c69e-4437-b96d-c36f57f27790'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:49.033233 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:25:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6ae562d0-c69e-4437-b96d-c36f57f27790'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:49.034122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:49.137340 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:49.151800 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa126999-0385-49a7-b6e1-efdbf0c3ef34 None None] The sync data for ids ['6a0e0b77-52e9-4503-8c07-901a9068a94a'] in n-d-815498-1 is: [{'id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'name': 'tempest-TestServerMultinode-451702636-router', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '4b7920b7-ce8d-4f45-a538-4e753b9cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:34Z', 'updated_at': '2021-10-26T14:25:40Z', 'revision_number': 4, 'project_id': '7a11a22b2fba43029513ccb4871c363b', 'gw_port': {'id': '4b7920b7-ce8d-4f45-a538-4e753b9cd848', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:36Z', 'updated_at': '2021-10-26T14:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '7b95e93e-4a1e-4bd3-a6c5-67016d68ece9', 'name': '', 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'mac_address': 'fa:16:3e:18:7c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '77afd05a-b117-42bb-aade-341d41924423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:39Z', 'updated_at': '2021-10-26T14:25:46Z', 'revision_number': 4, 'project_id': '7a11a22b2fba43029513ccb4871c363b', 'subnets': [{'id': '77afd05a-b117-42bb-aade-341d41924423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:25:49.182965 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:49.287586 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] Set router 6ae562d0-c69e-4437-b96d-c36f57f27790 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:49.332797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3006cf42-6aa2-4a33-bc36-20e48ec3f5fd,segment=NetworkSegment(344ca6a8-b8e5-4016-a592-ddde5d6c4cca),segment_id=344ca6a8-b8e5-4016-a592-ddde5d6c4cca)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:49.359256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324ca47-ab3e-4b80-9b35-36017acbd857 req-483f53f4-77b3-46b3-81fb-dd096431c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:49.362292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0324ca47-ab3e-4b80-9b35-36017acbd857 req-483f53f4-77b3-46b3-81fb-dd096431c035 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 1096 time: 0.1732488 Oct 26 14:25:49.434052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0324ca47-ab3e-4b80-9b35-36017acbd857 req-133de0df-9fc2-46e9-91bc-50ee2e271e72 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612047 Oct 26 14:25:49.469499 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9344b771-6301-4507-8416-d4c21ceaa830 None None] Provisioning complete for port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:49.469880 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9344b771-6301-4507-8416-d4c21ceaa830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:49.640863 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:49.784059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=3006cf42-6aa2-4a33-bc36-20e48ec3f5fd,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:50.054928 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'name': 'tempest-TestServerMultinode-586273967-router', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '57a1f192-3b11-4224-9f7f-57c466b34c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:43Z', 'updated_at': '2021-10-26T14:25:45Z', 'revision_number': 3, 'project_id': '3ca24e6e675b4562a9af11c31baaa39a', 'gw_port': {'id': '57a1f192-3b11-4224-9f7f-57c466b34c2a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:44Z', 'updated_at': '2021-10-26T14:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:50.077429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf970b-0986-4c38-9b9b-bfc5cfc9ccf8 req-a708d802-f81a-4009-a607-a803a778186f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:50.090532 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ccf970b-0986-4c38-9b9b-bfc5cfc9ccf8 req-a708d802-f81a-4009-a607-a803a778186f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.2620378 Oct 26 14:25:50.133951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:50.201632 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2867400-672e-4c1a-b91d-a602b2220084 None None] The sync data for ids ['6ae562d0-c69e-4437-b96d-c36f57f27790'] in n-d-815498-1 is: [{'id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'name': 'tempest-TestServerMultinode-586273967-router', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '57a1f192-3b11-4224-9f7f-57c466b34c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:43Z', 'updated_at': '2021-10-26T14:25:45Z', 'revision_number': 3, 'project_id': '3ca24e6e675b4562a9af11c31baaa39a', 'gw_port': {'id': '57a1f192-3b11-4224-9f7f-57c466b34c2a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:44Z', 'updated_at': '2021-10-26T14:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:25:50.270592 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce73d2-8838-4f82-b0ae-864cda398d92 req-5efc53f7-8804-4c63-9124-ce7f404d38b4 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:50.296513 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cce73d2-8838-4f82-b0ae-864cda398d92 req-5efc53f7-8804-4c63-9124-ce7f404d38b4 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.3518977 Oct 26 14:25:50.309003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ccf970b-0986-4c38-9b9b-bfc5cfc9ccf8 req-45c46d4a-6569-4e32-b0fa-c6fc1595d30e tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085640 Oct 26 14:25:50.446806 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3cce73d2-8838-4f82-b0ae-864cda398d92 req-c4374bb1-dbe8-47da-a3fa-d474e4fe2280 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251106 Oct 26 14:25:50.631385 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:50.964453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9344b771-6301-4507-8416-d4c21ceaa830 None None] Provisioning complete for port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:50.964879 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9344b771-6301-4507-8416-d4c21ceaa830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:51.146712 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:51.157493 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:51.252489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:51.253029 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:51.271946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:51.277838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Pushing event updated for resources: {'Port': ['ID=c2f7414b-9829-422e-a44a-b0a8c180f05f,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:51.418693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-da10eb33-f6d9-409d-a7d9-46838c48e151 None None] Provisioning complete for port c2f7414b-9829-422e-a44a-b0a8c180f05f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:51.420042 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da10eb33-f6d9-409d-a7d9-46838c48e151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:51.558477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Network bd742713-87b1-41fb-b48b-ba6ab68091a1 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:51.563368 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:51.588458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add14db-8da1-4590-91fb-ac7092ec425f req-6796feaf-29a1-466e-87a5-f4c69ec1135d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:51.601195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-da10eb33-f6d9-409d-a7d9-46838c48e151 None None] Port c2f7414b-9829-422e-a44a-b0a8c180f05f cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:25:51.603474 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8add14db-8da1-4590-91fb-ac7092ec425f req-6796feaf-29a1-466e-87a5-f4c69ec1135d tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1350820 Oct 26 14:25:51.659526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-da10eb33-f6d9-409d-a7d9-46838c48e151 None None] Provisioning complete for port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:51.660165 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da10eb33-f6d9-409d-a7d9-46838c48e151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:51.703789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8add14db-8da1-4590-91fb-ac7092ec425f req-35d4d0a3-40f2-492c-acb4-443fe148ce48 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990877 Oct 26 14:25:51.929810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04e879-54c2-4a84-ad6c-f622d07cbf0c req-adf68991-f1bd-459e-8bf7-579ff8ec82f2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:51.958625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da04e879-54c2-4a84-ad6c-f622d07cbf0c req-adf68991-f1bd-459e-8bf7-579ff8ec82f2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.2458696 Oct 26 14:25:52.064796 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Router 6ae562d0-c69e-4437-b96d-c36f57f27790 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:25:52.072290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da04e879-54c2-4a84-ad6c-f622d07cbf0c req-8fba059d-1a47-4b70-b563-6c224cb61778 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126862 Oct 26 14:25:52.131839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 57a1f192-3b11-4224-9f7f-57c466b34c2a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:52.290034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 57a1f192-3b11-4224-9f7f-57c466b34c2a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:52.290790 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:52.443417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:25:52.462975 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8214aa88-eab8-4c9a-8ec2-75a987cdb51a admin admin] 10.222.0.32 "PUT /v2.0/routers/6ae562d0-c69e-4437-b96d-c36f57f27790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4640386 Oct 26 14:25:52.498576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d0cbaf60-a14b-4760-902c-23c080e67698 None None] Provisioning complete for port c2f7414b-9829-422e-a44a-b0a8c180f05f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:52.503715 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d0cbaf60-a14b-4760-902c-23c080e67698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:52.556674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757bafe-cc97-4b5c-9dc5-c0f51159b08e req-2911ab60-b871-4da6-8d89-22cd8574ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:52.558242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2757bafe-cc97-4b5c-9dc5-c0f51159b08e req-2911ab60-b871-4da6-8d89-22cd8574ef18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e40e581dd0fd4ae0bbcdff5d07f190d4&device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 1096 time: 0.1843996 Oct 26 14:25:52.577386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63051b75-0eca-4fc4-a933-728d0cff0c9d req-415b4b28-64e1-4a6b-b70f-1f5147c8e3a8 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:52.586054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63051b75-0eca-4fc4-a933-728d0cff0c9d req-415b4b28-64e1-4a6b-b70f-1f5147c8e3a8 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1518776 Oct 26 14:25:52.660315 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:52.673260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63051b75-0eca-4fc4-a933-728d0cff0c9d req-9645cd4b-3968-43be-be45-0ed195838e88 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855515 Oct 26 14:25:52.705924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 57a1f192-3b11-4224-9f7f-57c466b34c2a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=57a1f192-3b11-4224-9f7f-57c466b34c2a,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:52.707534 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d0cbaf60-a14b-4760-902c-23c080e67698 None None] Port c2f7414b-9829-422e-a44a-b0a8c180f05f cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:25:52.716183 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:52.716969 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:52.793748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757bafe-cc97-4b5c-9dc5-c0f51159b08e req-f4f308a7-9b9c-46d7-b81a-12c9afde87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:52.795697 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2757bafe-cc97-4b5c-9dc5-c0f51159b08e req-f4f308a7-9b9c-46d7-b81a-12c9afde87f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f52d2ff7-3957-45da-a0fc-773a912ad4df HTTP/1.1" status: 200 len: 920 time: 0.1770391 Oct 26 14:25:52.882606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=57a1f192-3b11-4224-9f7f-57c466b34c2a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:52.883989 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2757bafe-cc97-4b5c-9dc5-c0f51159b08e req-ddfc3f3e-53d2-487a-bffb-f7936ec2c8dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93139642-ba14-4ae5-ac42-a5532f337130 HTTP/1.1" status: 200 len: 217 time: 0.0778892 Oct 26 14:25:52.911888 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:52.912420 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:52.981585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757bafe-cc97-4b5c-9dc5-c0f51159b08e req-d8f2fae3-918a-4ccd-bdf6-87bd99e04afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:52.983098 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2757bafe-cc97-4b5c-9dc5-c0f51159b08e req-d8f2fae3-918a-4ccd-bdf6-87bd99e04afa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5939510c-c753-4962-9a0a-345dd20c72da HTTP/1.1" status: 200 len: 859 time: 0.0813589 Oct 26 14:25:53.041089 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:25:53.047586 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2757bafe-cc97-4b5c-9dc5-c0f51159b08e req-85e38b51-615c-45e0-a602-5c9cfd0bb63b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f52d2ff7-3957-45da-a0fc-773a912ad4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532439 Oct 26 14:25:53.222186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2757bafe-cc97-4b5c-9dc5-c0f51159b08e req-5de31369-77cb-40b9-bc7c-a0a09c1ca049 service neutron] 10.222.0.11 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650169 Oct 26 14:25:53.492050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbc676-7916-4665-99c2-6adb48590aff req-0f27d1f2-d1d7-4685-8991-7143c0b0a996 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:53.493889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60fbc676-7916-4665-99c2-6adb48590aff req-0f27d1f2-d1d7-4685-8991-7143c0b0a996 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/networks?id=b71e8e84-8c9f-4d71-be1c-a2137bc59875 HTTP/1.1" status: 200 len: 910 time: 0.1594419 Oct 26 14:25:53.511299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7993568-7c9f-4144-a50b-553c0cd6bf28 req-1512063e-e6bc-47aa-98c0-bd7990416a2b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:53.513842 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f7993568-7c9f-4144-a50b-553c0cd6bf28 req-1512063e-e6bc-47aa-98c0-bd7990416a2b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.1934271 Oct 26 14:25:53.550501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60fbc676-7916-4665-99c2-6adb48590aff req-5ec5caf4-fd3c-4015-924a-effb7f12954e tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/quotas/3ca24e6e675b4562a9af11c31baaa39a HTTP/1.1" status: 200 len: 375 time: 0.0352302 Oct 26 14:25:53.575703 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:53.612160 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2757bafe-cc97-4b5c-9dc5-c0f51159b08e req-689bfc60-087d-4313-a9be-cb2caae05c52 service neutron] 10.222.0.11 "GET /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811281 Oct 26 14:25:53.657167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f7993568-7c9f-4144-a50b-553c0cd6bf28 req-805efa2e-83fd-4817-8368-99daf2bd618d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215088 Oct 26 14:25:53.730214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60fbc676-7916-4665-99c2-6adb48590aff req-3c687488-c17f-4000-8d99-2bc2a6fba5ff tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ca24e6e675b4562a9af11c31baaa39a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1686599 Oct 26 14:25:53.797847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 57a1f192-3b11-4224-9f7f-57c466b34c2a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:53.867961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Sync routers for ids ['6ae562d0-c69e-4437-b96d-c36f57f27790'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:25:53.902010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad321b5-e4f2-42d5-bd1f-140cf8c6ac6d req-660ca0c6-598e-4d1a-b17d-2feee0ceccc8 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:53.909548 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ad321b5-e4f2-42d5-bd1f-140cf8c6ac6d req-660ca0c6-598e-4d1a-b17d-2feee0ceccc8 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1003597 Oct 26 14:25:53.913800 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Routers {'6ae562d0-c69e-4437-b96d-c36f57f27790'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:53.914738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:25:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6ae562d0-c69e-4437-b96d-c36f57f27790'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:53.920455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 57a1f192-3b11-4224-9f7f-57c466b34c2a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:53.920601 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:53.924752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60fbc676-7916-4665-99c2-6adb48590aff req-cbfb7d45-fb61-4327-9f60-0b2fe2cb48bf service neutron] 10.222.0.32 "GET /v2.0/networks/b71e8e84-8c9f-4d71-be1c-a2137bc59875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936359 Oct 26 14:25:54.070292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ad321b5-e4f2-42d5-bd1f-140cf8c6ac6d req-056d90b2-e2de-4596-b86a-3a21c0e8019e tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562231 Oct 26 14:25:54.146463 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60fbc676-7916-4665-99c2-6adb48590aff req-244d5266-c345-47ed-a3ba-a40ec00c415a service neutron] 10.222.0.32 "GET /v2.0/networks/b71e8e84-8c9f-4d71-be1c-a2137bc59875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207770 Oct 26 14:25:54.187524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Set router 6ae562d0-c69e-4437-b96d-c36f57f27790 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:54.570714 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7dc8d23c-4019-460a-bf1a-5b576eea8eaf req-418a2ed1-1295-4cef-a0ae-809e841afa4b tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 210 time: 0.0586591 Oct 26 14:25:54.638795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'name': 'tempest-TestServerMultinode-586273967-router', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '57a1f192-3b11-4224-9f7f-57c466b34c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:43Z', 'updated_at': '2021-10-26T14:25:50Z', 'revision_number': 4, 'project_id': '3ca24e6e675b4562a9af11c31baaa39a', 'gw_port': {'id': '57a1f192-3b11-4224-9f7f-57c466b34c2a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:44Z', 'updated_at': '2021-10-26T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c2f7414b-9829-422e-a44a-b0a8c180f05f', 'name': '', 'network_id': 'bd742713-87b1-41fb-b48b-ba6ab68091a1', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'mac_address': 'fa:16:3e:0d:a3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '87a97965-2b76-44cd-bbf0-743d3de02b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:48Z', 'updated_at': '2021-10-26T14:25:50Z', 'revision_number': 2, 'project_id': '3ca24e6e675b4562a9af11c31baaa39a', 'subnets': [{'id': '87a97965-2b76-44cd-bbf0-743d3de02b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:54.669130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Checking router: 6ae562d0-c69e-4437-b96d-c36f57f27790 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:25:54.669510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Updating router 6ae562d0-c69e-4437-b96d-c36f57f27790 port c2f7414b-9829-422e-a44a-b0a8c180f05f binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:25:54.701620 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:54.829958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4d4a2-af29-4f35-b890-752ee3e30056 req-b97b1e2e-9efc-4ce6-9c37-cdb91de94640 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:54.839028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aaa4d4a2-af29-4f35-b890-752ee3e30056 req-b97b1e2e-9efc-4ce6-9c37-cdb91de94640 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.0663881 Oct 26 14:25:54.897896 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aaa4d4a2-af29-4f35-b890-752ee3e30056 req-1bf3677f-90b0-48ba-8c0f-00ee76d12f73 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540950 Oct 26 14:25:55.109819 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:55.121731 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:55.317230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Attempting to bind port c2f7414b-9829-422e-a44a-b0a8c180f05f on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:25:55.318156 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Attempting to bind port c2f7414b-9829-422e-a44a-b0a8c180f05f by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '344ca6a8-b8e5-4016-a592-ddde5d6c4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bd742713-87b1-41fb-b48b-ba6ab68091a1'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:25:55.318489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Attempting to bind port c2f7414b-9829-422e-a44a-b0a8c180f05f on network bd742713-87b1-41fb-b48b-ba6ab68091a1 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:55.329309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9165a83-4710-4475-9263-d165690955e4 None None] Pushing event updated for resources: {'Port': ['ID=c2f7414b-9829-422e-a44a-b0a8c180f05f,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:55.332394 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:25:55.332771 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Checking segment: {'id': '344ca6a8-b8e5-4016-a592-ddde5d6c4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bd742713-87b1-41fb-b48b-ba6ab68091a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:55.338186 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:55.338674 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Bound using segment: {'id': '344ca6a8-b8e5-4016-a592-ddde5d6c4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bd742713-87b1-41fb-b48b-ba6ab68091a1'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:25:55.339194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Bound port: c2f7414b-9829-422e-a44a-b0a8c180f05f, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344ca6a8-b8e5-4016-a592-ddde5d6c4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bd742713-87b1-41fb-b48b-ba6ab68091a1'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:25:55.339594 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:55.398271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8a5a4-61bb-46df-b77f-e920367be567 req-7642656d-85d0-4178-ba2e-ac7db3e1b9fd tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:55.441006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7d8a5a4-61bb-46df-b77f-e920367be567 req-7642656d-85d0-4178-ba2e-ac7db3e1b9fd tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.2015359 Oct 26 14:25:55.463320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] For port c2f7414b-9829-422e-a44a-b0a8c180f05f, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:25:55.467603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] For port c2f7414b-9829-422e-a44a-b0a8c180f05f, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c2f7414b-9829-422e-a44a-b0a8c180f05f,segment=NetworkSegment(344ca6a8-b8e5-4016-a592-ddde5d6c4cca),segment_id=344ca6a8-b8e5-4016-a592-ddde5d6c4cca)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:25:55.474077 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:55.543747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9165a83-4710-4475-9263-d165690955e4 None None] Pushing event updated for resources: {'Port': ['ID=c2f7414b-9829-422e-a44a-b0a8c180f05f,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:55.557127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7d8a5a4-61bb-46df-b77f-e920367be567 req-65b100e8-23f3-4ebf-b266-19f71f149c73 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135430 Oct 26 14:25:55.585856 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Routers {'6ae562d0-c69e-4437-b96d-c36f57f27790'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:55.586718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:25:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6ae562d0-c69e-4437-b96d-c36f57f27790'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:55.744163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2092c46-90e4-4a5d-b1d6-53182e6aca85 req-dfb6700a-ab28-4b26-bf37-967be2d24ff8 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 210 time: 0.0592248 Oct 26 14:25:55.796299 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1339e7fe-5128-405e-812c-99b410440fbd None None] Provisioning complete for port c2f7414b-9829-422e-a44a-b0a8c180f05f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:55.797312 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1339e7fe-5128-405e-812c-99b410440fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:55.940572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] Set router 6ae562d0-c69e-4437-b96d-c36f57f27790 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:56.111593 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ecaba-e6ef-4a1c-ac3a-349d404857d8 req-11592a8c-a63c-4ced-a1cd-8bb56e52393f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:56.122835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d83ecaba-e6ef-4a1c-ac3a-349d404857d8 req-11592a8c-a63c-4ced-a1cd-8bb56e52393f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.0974400 Oct 26 14:25:56.184120 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d83ecaba-e6ef-4a1c-ac3a-349d404857d8 req-44ce2d99-4cd1-4e88-9d19-4fd4d1cf957a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600884 Oct 26 14:25:56.272999 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1339e7fe-5128-405e-812c-99b410440fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:56.333795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1339e7fe-5128-405e-812c-99b410440fbd None None] For port c2f7414b-9829-422e-a44a-b0a8c180f05f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c2f7414b-9829-422e-a44a-b0a8c180f05f,segment=NetworkSegment(344ca6a8-b8e5-4016-a592-ddde5d6c4cca),segment_id=344ca6a8-b8e5-4016-a592-ddde5d6c4cca)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:56.344718 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1339e7fe-5128-405e-812c-99b410440fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:56.508643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0817c762-2c82-400c-9380-71bd26d95e16 None None] Provisioning complete for port c2f7414b-9829-422e-a44a-b0a8c180f05f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:56.509019 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0817c762-2c82-400c-9380-71bd26d95e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:56.512723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339e7fe-5128-405e-812c-99b410440fbd None None] Pushing event updated for resources: {'Port': ['ID=c2f7414b-9829-422e-a44a-b0a8c180f05f,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:56.653626 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'name': 'tempest-TestServerMultinode-586273967-router', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '57a1f192-3b11-4224-9f7f-57c466b34c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:43Z', 'updated_at': '2021-10-26T14:25:50Z', 'revision_number': 4, 'project_id': '3ca24e6e675b4562a9af11c31baaa39a', 'gw_port': {'id': '57a1f192-3b11-4224-9f7f-57c466b34c2a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:44Z', 'updated_at': '2021-10-26T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c2f7414b-9829-422e-a44a-b0a8c180f05f', 'name': '', 'network_id': 'bd742713-87b1-41fb-b48b-ba6ab68091a1', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'mac_address': 'fa:16:3e:0d:a3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '87a97965-2b76-44cd-bbf0-743d3de02b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:48Z', 'updated_at': '2021-10-26T14:25:55Z', 'revision_number': 4, 'project_id': '3ca24e6e675b4562a9af11c31baaa39a', 'subnets': [{'id': '87a97965-2b76-44cd-bbf0-743d3de02b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:56.709862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48ae303-855f-4749-b8a2-016b2ff7e156 None None] The sync data for ids ['6ae562d0-c69e-4437-b96d-c36f57f27790'] in n-d-815498-1 is: [{'id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'name': 'tempest-TestServerMultinode-586273967-router', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '57a1f192-3b11-4224-9f7f-57c466b34c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:43Z', 'updated_at': '2021-10-26T14:25:50Z', 'revision_number': 4, 'project_id': '3ca24e6e675b4562a9af11c31baaa39a', 'gw_port': {'id': '57a1f192-3b11-4224-9f7f-57c466b34c2a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:44Z', 'updated_at': '2021-10-26T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'c2f7414b-9829-422e-a44a-b0a8c180f05f', 'name': '', 'network_id': 'bd742713-87b1-41fb-b48b-ba6ab68091a1', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'mac_address': 'fa:16:3e:0d:a3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '87a97965-2b76-44cd-bbf0-743d3de02b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:48Z', 'updated_at': '2021-10-26T14:25:55Z', 'revision_number': 4, 'project_id': '3ca24e6e675b4562a9af11c31baaa39a', 'subnets': [{'id': '87a97965-2b76-44cd-bbf0-743d3de02b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:25:56.899925 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a886c30-32ba-4f31-81ee-ada9195a08da req-be70a6d6-a98e-416c-b704-2fa1d8f7bbb7 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:56.901604 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a886c30-32ba-4f31-81ee-ada9195a08da req-be70a6d6-a98e-416c-b704-2fa1d8f7bbb7 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1950235 Oct 26 14:25:56.924084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbc676-7916-4665-99c2-6adb48590aff req-404b3595-1e3f-42f4-a647-f1b7a1a4f1da tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:56.925667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60fbc676-7916-4665-99c2-6adb48590aff req-404b3595-1e3f-42f4-a647-f1b7a1a4f1da tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.11 "GET /v2.0/networks?id=b71e8e84-8c9f-4d71-be1c-a2137bc59875 HTTP/1.1" status: 200 len: 910 time: 0.3480616 Oct 26 14:25:56.952906 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-60fbc676-7916-4665-99c2-6adb48590aff req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Request body: {'port': {'device_id': '5cfc01b5-c019-4267-a442-c21d7169b97a', 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875', 'admin_state_up': True, 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:56.965697 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06ab385b-72ec-4741-afe8-4d7c0633d4fe req-2bd880d2-1ffb-48b0-934a-bc716740ce05 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 210 time: 0.0630229 Oct 26 14:25:57.039478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a886c30-32ba-4f31-81ee-ada9195a08da req-68e5fa9b-d109-421e-b74d-569e20f8fdfb tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170006 Oct 26 14:25:57.086235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60fbc676-7916-4665-99c2-6adb48590aff req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Made reservation on behalf of 3ca24e6e675b4562a9af11c31baaa39a for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:25:57.088721 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-60fbc676-7916-4665-99c2-6adb48590aff req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:57.531296 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-60fbc676-7916-4665-99c2-6adb48590aff req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Allocated IP 172.20.0.11 (b71e8e84-8c9f-4d71-be1c-a2137bc59875/77afd05a-b117-42bb-aade-341d41924423/9b525c08-7a95-4d31-a7d1-3e06c47503fc) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:57.607101 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:57.692886 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa72ab-dea5-41cf-bf8f-cff60611fed8 req-5791721c-9d8c-4bbe-8b18-b015bcce1a61 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:57.701392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bafa72ab-dea5-41cf-bf8f-cff60611fed8 req-5791721c-9d8c-4bbe-8b18-b015bcce1a61 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.2974844 Oct 26 14:25:57.831172 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bafa72ab-dea5-41cf-bf8f-cff60611fed8 req-13bdba82-4b96-4b0a-9b6d-8eeaa1588120 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284857 Oct 26 14:25:57.914227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c2f7414b-9829-422e-a44a-b0a8c180f05f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:57.916067 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-60fbc676-7916-4665-99c2-6adb48590aff req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:57.957759 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-60fbc676-7916-4665-99c2-6adb48590aff req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:57.994105 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port c2f7414b-9829-422e-a44a-b0a8c180f05f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:57.994105 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:58.014221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60fbc676-7916-4665-99c2-6adb48590aff req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Network b71e8e84-8c9f-4d71-be1c-a2137bc59875 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:58.021278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-60fbc676-7916-4665-99c2-6adb48590aff req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:58.040800 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fbc676-7916-4665-99c2-6adb48590aff req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:58.054475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Pushing event updated for resources: {'Port': ['ID=9b525c08-7a95-4d31-a7d1-3e06c47503fc,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:58.110067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:58.110417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:58.110756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:58.111089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:58.111421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:58.111747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:58.112193 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:58.112388 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:58.120034 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:58.120418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:58.120757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:58.121094 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:58.256478 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbc676-7916-4665-99c2-6adb48590aff req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:58.257135 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-60fbc676-7916-4665-99c2-6adb48590aff req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:58.298398 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad760c-930f-4451-a4a0-4d8b2e34a0e5 req-8bcd6e07-252e-47ff-bfc9-107fba11e110 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:58.301963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07ad760c-930f-4451-a4a0-4d8b2e34a0e5 req-8bcd6e07-252e-47ff-bfc9-107fba11e110 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1028 time: 0.1741326 Oct 26 14:25:58.306269 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60fbc676-7916-4665-99c2-6adb48590aff req-4dde8490-74ba-4346-bc81-4831674f6ba3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3583970 Oct 26 14:25:58.375997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Request body: {'port': {'device_id': '5cfc01b5-c019-4267-a442-c21d7169b97a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:58.422809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c68f2f38-297c-4e92-beef-71086c25a40b None None] Provisioning complete for port 9b525c08-7a95-4d31-a7d1-3e06c47503fc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:58.423517 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c68f2f38-297c-4e92-beef-71086c25a40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:58.427175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07ad760c-930f-4451-a4a0-4d8b2e34a0e5 req-dac5d8e2-ce0f-4298-a23b-2d9c7b9836af tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138241 Oct 26 14:25:58.466423 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:58.523999 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c68f2f38-297c-4e92-beef-71086c25a40b None None] Port 9b525c08-7a95-4d31-a7d1-3e06c47503fc cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:25:58.834252 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b525c08-7a95-4d31-a7d1-3e06c47503fc {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:25:58.843730 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:58.863657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Transition to ACTIVE for port object 9b525c08-7a95-4d31-a7d1-3e06c47503fc will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:25:58.867845 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:58.922591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Pushing event updated for resources: {'Port': ['ID=9b525c08-7a95-4d31-a7d1-3e06c47503fc,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:59.098473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Attempting to bind port 9b525c08-7a95-4d31-a7d1-3e06c47503fc on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:25:59.100998 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Attempting to bind port 9b525c08-7a95-4d31-a7d1-3e06c47503fc by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:25:59.100998 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Attempting to bind port 9b525c08-7a95-4d31-a7d1-3e06c47503fc on network b71e8e84-8c9f-4d71-be1c-a2137bc59875 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:59.134367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b335932-6a65-446b-9915-53859591ef12 req-93b26330-a19c-479b-aaba-133881a8a9db tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:59.141817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b335932-6a65-446b-9915-53859591ef12 req-93b26330-a19c-479b-aaba-133881a8a9db tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.1362429 Oct 26 14:25:59.151209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Port 9b525c08-7a95-4d31-a7d1-3e06c47503fc on network b71e8e84-8c9f-4d71-be1c-a2137bc59875 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:25:59.151553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Attempting to bind port 9b525c08-7a95-4d31-a7d1-3e06c47503fc on network b71e8e84-8c9f-4d71-be1c-a2137bc59875 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:59.176506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:25:59.176852 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Checking segment: {'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:59.177242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Bound using segment: {'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:25:59.177748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Bound port: 9b525c08-7a95-4d31-a7d1-3e06c47503fc, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:25:59.178388 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:59.267401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b335932-6a65-446b-9915-53859591ef12 req-74e3cb79-ddb3-462c-8aac-4b64caf9d451 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246152 Oct 26 14:25:59.330894 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] For port 9b525c08-7a95-4d31-a7d1-3e06c47503fc, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:25:59.334328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] For port 9b525c08-7a95-4d31-a7d1-3e06c47503fc, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9b525c08-7a95-4d31-a7d1-3e06c47503fc,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:25:59.350267 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:59.415931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:59.416697 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:59.418790 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60fbc676-7916-4665-99c2-6adb48590aff req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] 10.222.0.11 "PUT /v2.0/ports/9b525c08-7a95-4d31-a7d1-3e06c47503fc HTTP/1.1" status: 200 len: 1092 time: 1.0532334 Oct 26 14:25:59.419826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfc01b5-c019-4267-a442-c21d7169b97a', 'tag': '9b525c08-7a95-4d31-a7d1-3e06c47503fc'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:59.422446 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c472f9d9-a10b-43f8-aa5a-5ff93353003a" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfc01b5-c019-4267-a442-c21d7169b97a", "tag": "9b525c08-7a95-4d31-a7d1-3e06c47503fc"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:59.578687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9d431-1c91-4e30-9eb2-8470418f171f service neutron] Pushing event updated for resources: {'Port': ['ID=9b525c08-7a95-4d31-a7d1-3e06c47503fc,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:59.592439 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9b9ea7-a6ab-4282-9a10-e53bce6c02ce x-openstack-request-id: req-cb9b9ea7-a6ab-4282-9a10-e53bce6c02ce {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:59.594766 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfc01b5-c019-4267-a442-c21d7169b97a", "tag": "9b525c08-7a95-4d31-a7d1-3e06c47503fc", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:59.595953 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb9b9ea7-a6ab-4282-9a10-e53bce6c02ce {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:59.596305 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfc01b5-c019-4267-a442-c21d7169b97a', 'tag': '9b525c08-7a95-4d31-a7d1-3e06c47503fc', 'status': 'completed', 'code': 200} Oct 26 14:25:59.702950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e2a2b-df9b-4967-bbb0-f1aba6c68708 req-ed184eca-c914-4bcb-88d0-dabf4b5b0ea9 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:59.720139 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-312e2a2b-df9b-4967-bbb0-f1aba6c68708 req-ed184eca-c914-4bcb-88d0-dabf4b5b0ea9 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1095 time: 0.1228211 Oct 26 14:25:59.754809 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbc676-7916-4665-99c2-6adb48590aff req-9f2e0bbb-5880-4cdb-9c77-c5a72429eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:59.757643 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60fbc676-7916-4665-99c2-6adb48590aff req-9f2e0bbb-5880-4cdb-9c77-c5a72429eebd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca24e6e675b4562a9af11c31baaa39a&device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1095 time: 0.2770815 Oct 26 14:25:59.836041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-312e2a2b-df9b-4967-bbb0-f1aba6c68708 req-e3ff497a-b886-48f7-8e54-0a999bcf62b6 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100049 Oct 26 14:25:59.952719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60fbc676-7916-4665-99c2-6adb48590aff req-3d5d9579-484b-4015-9671-ab0303fb20a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b525c08-7a95-4d31-a7d1-3e06c47503fc HTTP/1.1" status: 200 len: 217 time: 0.1460040 Oct 26 14:26:00.036570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbc676-7916-4665-99c2-6adb48590aff req-b8ecd6e0-48e5-492a-8989-4004042ef73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:00.038146 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60fbc676-7916-4665-99c2-6adb48590aff req-b8ecd6e0-48e5-492a-8989-4004042ef73f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77afd05a-b117-42bb-aade-341d41924423 HTTP/1.1" status: 200 len: 848 time: 0.0768354 Oct 26 14:26:00.127084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbc676-7916-4665-99c2-6adb48590aff req-284b7434-9baa-4548-bc7b-c03708bee072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:00.128916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60fbc676-7916-4665-99c2-6adb48590aff req-284b7434-9baa-4548-bc7b-c03708bee072 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b71e8e84-8c9f-4d71-be1c-a2137bc59875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834067 Oct 26 14:26:00.304646 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60fbc676-7916-4665-99c2-6adb48590aff req-d76ad420-df01-4f6c-b73d-903d82e2ffa0 service neutron] 10.222.0.11 "GET /v2.0/networks/b71e8e84-8c9f-4d71-be1c-a2137bc59875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654134 Oct 26 14:26:00.341535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:26:00.449870 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60fbc676-7916-4665-99c2-6adb48590aff req-89112fde-2ff9-4915-a964-506c72219f2b service neutron] 10.222.0.11 "GET /v2.0/networks/b71e8e84-8c9f-4d71-be1c-a2137bc59875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379123 Oct 26 14:26:00.533817 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d097f-4639-46ef-bf03-165e5b33b9b5 req-b9afa009-7e3d-4a16-8911-7ba85f59b0c6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:00.542482 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c3d097f-4639-46ef-bf03-165e5b33b9b5 req-b9afa009-7e3d-4a16-8911-7ba85f59b0c6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.0913870 Oct 26 14:26:00.619377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:00.646731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'port_id': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'mac_address': 'fa:16:3e:f8:f3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:26:00.659257 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472f9d9-a10b-43f8-aa5a-5ff93353003a req-8756b521-7448-42c3-b595-619f09b1f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:00.661968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c472f9d9-a10b-43f8-aa5a-5ff93353003a req-8756b521-7448-42c3-b595-619f09b1f952 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca24e6e675b4562a9af11c31baaa39a&device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1095 time: 0.1402645 Oct 26 14:26:00.732901 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:00.762539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:26:00.804658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:00.814330 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:00.922598 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c3d097f-4639-46ef-bf03-165e5b33b9b5 req-3c972dc0-b473-423c-9adf-5ab32047a98c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3791540 Oct 26 14:26:00.927492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472f9d9-a10b-43f8-aa5a-5ff93353003a req-8d41c501-fb04-4114-bd07-7a7367fa033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:00.947192 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c472f9d9-a10b-43f8-aa5a-5ff93353003a req-8d41c501-fb04-4114-bd07-7a7367fa033b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b71e8e84-8c9f-4d71-be1c-a2137bc59875 HTTP/1.1" status: 200 len: 910 time: 0.2627490 Oct 26 14:26:01.026015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:01.139595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c472f9d9-a10b-43f8-aa5a-5ff93353003a req-88d44ad6-a5c6-4d83-b0c3-6963c2dde809 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b525c08-7a95-4d31-a7d1-3e06c47503fc HTTP/1.1" status: 200 len: 217 time: 0.1837082 Oct 26 14:26:01.146687 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:01.238033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c6f13-5f79-47fd-a75d-fd57038948a1 req-337c951f-b350-4f05-bacb-3edd2fc5b4cf tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:01.239797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc2c6f13-5f79-47fd-a75d-fd57038948a1 req-337c951f-b350-4f05-bacb-3edd2fc5b4cf tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1095 time: 0.2671340 Oct 26 14:26:01.268590 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472f9d9-a10b-43f8-aa5a-5ff93353003a req-4e1d0dfd-3756-4ab9-8295-805bde5ac002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:01.274848 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c472f9d9-a10b-43f8-aa5a-5ff93353003a req-4e1d0dfd-3756-4ab9-8295-805bde5ac002 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77afd05a-b117-42bb-aade-341d41924423 HTTP/1.1" status: 200 len: 848 time: 0.1226079 Oct 26 14:26:01.424129 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc2c6f13-5f79-47fd-a75d-fd57038948a1 req-4b19eea2-c7e6-41c2-bf93-f898886d3ae4 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722741 Oct 26 14:26:01.441973 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472f9d9-a10b-43f8-aa5a-5ff93353003a req-1e4865fa-3c0d-4fcf-9d72-56eb4304e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:01.443553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c472f9d9-a10b-43f8-aa5a-5ff93353003a req-1e4865fa-3c0d-4fcf-9d72-56eb4304e577 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b71e8e84-8c9f-4d71-be1c-a2137bc59875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533682 Oct 26 14:26:01.584906 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c472f9d9-a10b-43f8-aa5a-5ff93353003a req-462a3530-8c56-42dc-801d-c86db02ade48 service neutron] 10.222.0.11 "GET /v2.0/networks/b71e8e84-8c9f-4d71-be1c-a2137bc59875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319833 Oct 26 14:26:01.771992 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c472f9d9-a10b-43f8-aa5a-5ff93353003a req-01775a87-0d43-47fd-8c0d-41b9ad9ba9f0 service neutron] 10.222.0.11 "GET /v2.0/networks/b71e8e84-8c9f-4d71-be1c-a2137bc59875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754847 Oct 26 14:26:02.125892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e086e-902a-4e23-a59b-9aa4432d62eb req-deed63f2-09c0-4e2c-a237-84e9d4040e08 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:02.136440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da1e086e-902a-4e23-a59b-9aa4432d62eb req-deed63f2-09c0-4e2c-a237-84e9d4040e08 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.1017127 Oct 26 14:26:02.227686 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da1e086e-902a-4e23-a59b-9aa4432d62eb req-9b38771d-66cb-43a7-9960-c9b4370a8b12 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884910 Oct 26 14:26:02.358426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:26:02.664203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:26:02.667323 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:02.836090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964825a1-1f45-45dc-a597-e5dc44041cb9 req-9e58d1f6-1650-4c52-9cd8-147f072213a7 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:02.837690 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-964825a1-1f45-45dc-a597-e5dc44041cb9 req-9e58d1f6-1650-4c52-9cd8-147f072213a7 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1095 time: 0.1263530 Oct 26 14:26:02.885192 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:02.921893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:02.925144 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0dd3e4-2236-4933-86dd-6d5de00e14bd" -d '{"events": [{"server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "name": "network-vif-plugged", "status": "completed", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:02.951520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:02.957960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-964825a1-1f45-45dc-a597-e5dc44041cb9 req-cf6ccbd3-b533-4b83-9db4-a5b9c7d99d04 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063449 Oct 26 14:26:02.966272 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:03.052303 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432e1652-b0d5-413d-b4f1-246c1a46c69e x-openstack-request-id: req-432e1652-b0d5-413d-b4f1-246c1a46c69e {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:03.052570 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "name": "network-vif-plugged", "status": "completed", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:03.052840 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-432e1652-b0d5-413d-b4f1-246c1a46c69e {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:03.053421 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'code': 200} Oct 26 14:26:03.056799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9b525c08-7a95-4d31-a7d1-3e06c47503fc details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:26:03.145883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:03.368663 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9b525c08-7a95-4d31-a7d1-3e06c47503fc, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9b525c08-7a95-4d31-a7d1-3e06c47503fc,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:03.397763 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '9b525c08-7a95-4d31-a7d1-3e06c47503fc', 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875', 'port_id': '9b525c08-7a95-4d31-a7d1-3e06c47503fc', 'mac_address': 'fa:16:3e:45:af:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77afd05a-b117-42bb-aade-341d41924423', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:26:03.510463 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:03.540748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b525c08-7a95-4d31-a7d1-3e06c47503fc {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:26:03.592560 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9b525c08-7a95-4d31-a7d1-3e06c47503fc, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9b525c08-7a95-4d31-a7d1-3e06c47503fc,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:03.622118 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:03.646318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c76155-c275-42b1-b7d3-f702e559aa5d req-d7297def-3042-4d2f-b605-cd6e286e44c8 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:03.648059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6c76155-c275-42b1-b7d3-f702e559aa5d req-d7297def-3042-4d2f-b605-cd6e286e44c8 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.2189050 Oct 26 14:26:03.730052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6c76155-c275-42b1-b7d3-f702e559aa5d req-b68d4c0c-3a3e-4250-9ad5-09dff0c7b101 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758467 Oct 26 14:26:03.731412 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9b525c08-7a95-4d31-a7d1-3e06c47503fc,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:04.010866 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9b525c08-7a95-4d31-a7d1-3e06c47503fc'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:04.155560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfc902-dbf4-4ccd-a4e3-fac57d3cac78 req-7ce8cb73-56d9-4220-b97e-6f3b2adf36b9 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:04.164527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dedfc902-dbf4-4ccd-a4e3-fac57d3cac78 req-7ce8cb73-56d9-4220-b97e-6f3b2adf36b9 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1096 time: 0.1008494 Oct 26 14:26:04.246739 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dedfc902-dbf4-4ccd-a4e3-fac57d3cac78 req-54535d87-6bf8-4e34-b6eb-f9608af615e5 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809352 Oct 26 14:26:04.932566 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dfc56-7909-46fe-8470-d3fc5d177550 req-13818016-cdfa-4ac2-a548-45e51be86da8 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:04.944466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d12dfc56-7909-46fe-8470-d3fc5d177550 req-13818016-cdfa-4ac2-a548-45e51be86da8 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.1033683 Oct 26 14:26:05.003600 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d12dfc56-7909-46fe-8470-d3fc5d177550 req-ca10294b-541a-43f8-818f-cc64ed246941 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578465 Oct 26 14:26:05.439956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c8e66-de32-4db1-b882-ff82213c71c8 req-f935ed26-a42e-494b-8c38-1b274b34b7b3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:05.451942 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-113c8e66-de32-4db1-b882-ff82213c71c8 req-f935ed26-a42e-494b-8c38-1b274b34b7b3 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1096 time: 0.1012096 Oct 26 14:26:05.524218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-113c8e66-de32-4db1-b882-ff82213c71c8 req-2d7322f2-31d0-4787-b1d8-a295e6d7b9ee tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713558 Oct 26 14:26:06.241583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89397310-e199-494f-8e15-ce5088cdd8e5 req-d67aa218-3161-49a2-bce5-eda301f2fce2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:06.250462 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89397310-e199-494f-8e15-ce5088cdd8e5 req-d67aa218-3161-49a2-bce5-eda301f2fce2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.0659819 Oct 26 14:26:06.306292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89397310-e199-494f-8e15-ce5088cdd8e5 req-3f6694dd-8a11-440b-a452-4daca58529ac tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499809 Oct 26 14:26:06.688239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edab85-139c-49db-aa42-6c36375b5a90 req-0a280d1f-6b90-4488-b2f5-c291531d5feb tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:06.696372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63edab85-139c-49db-aa42-6c36375b5a90 req-0a280d1f-6b90-4488-b2f5-c291531d5feb tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1096 time: 0.0681083 Oct 26 14:26:06.785961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63edab85-139c-49db-aa42-6c36375b5a90 req-089d8cca-ceb3-4a59-8159-1a680e985456 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877645 Oct 26 14:26:07.016273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443a59f-24fd-4894-bb88-9322c33a456c req-31d4eb92-66e2-4301-93e8-caaf899f5156 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:07.017816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4443a59f-24fd-4894-bb88-9322c33a456c req-31d4eb92-66e2-4301-93e8-caaf899f5156 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 811 time: 0.2503319 Oct 26 14:26:07.053961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4443a59f-24fd-4894-bb88-9322c33a456c req-145830e1-1a53-442e-aa99-182f2d814fbf tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/quotas/6bcf474373744e67b719326f17fd4da5 HTTP/1.1" status: 200 len: 375 time: 0.0260439 Oct 26 14:26:07.091747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9b525c08-7a95-4d31-a7d1-3e06c47503fc up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:26:07.174851 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4443a59f-24fd-4894-bb88-9322c33a456c req-ce4cb3b2-3353-4731-9ca6-587eb63505da tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142411 Oct 26 14:26:07.197451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 9b525c08-7a95-4d31-a7d1-3e06c47503fc completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:26:07.204580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 9b525c08-7a95-4d31-a7d1-3e06c47503fc triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:26:07.205695 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:07.354271 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:07.376846 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4443a59f-24fd-4894-bb88-9322c33a456c req-824b5620-06f0-4a40-a5fb-0a3c0561d9bc service neutron] 10.222.0.32 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910582 Oct 26 14:26:07.433846 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfc01b5-c019-4267-a442-c21d7169b97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b525c08-7a95-4d31-a7d1-3e06c47503fc'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:07.436878 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fe3be2-50d3-4e31-989f-facfb8a3608f" -d '{"events": [{"server_uuid": "5cfc01b5-c019-4267-a442-c21d7169b97a", "name": "network-vif-plugged", "status": "completed", "tag": "9b525c08-7a95-4d31-a7d1-3e06c47503fc"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:07.444297 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9b525c08-7a95-4d31-a7d1-3e06c47503fc, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9b525c08-7a95-4d31-a7d1-3e06c47503fc,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:07.461174 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:07.545009 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9b525c08-7a95-4d31-a7d1-3e06c47503fc,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:07.975770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d45a2-9e80-4a0c-b785-b7226575b887 req-5915183b-b06c-4b22-8eb4-b7430a3a6ab3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:07.978227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-973d45a2-9e80-4a0c-b785-b7226575b887 req-5915183b-b06c-4b22-8eb4-b7430a3a6ab3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.5176430 Oct 26 14:26:08.017412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4443a59f-24fd-4894-bb88-9322c33a456c req-432f7819-8571-4b04-a7e7-ddde729c72c4 service neutron] 10.222.0.32 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393144 Oct 26 14:26:08.051668 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-973d45a2-9e80-4a0c-b785-b7226575b887 req-9fbd95b6-46c6-49e3-a6aa-1f33c2eafd4c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629773 Oct 26 14:26:08.137826 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6d1c26-01b5-45f2-bd37-6e1668dcff6d x-openstack-request-id: req-1e6d1c26-01b5-45f2-bd37-6e1668dcff6d {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:08.138388 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfc01b5-c019-4267-a442-c21d7169b97a", "name": "network-vif-plugged", "status": "completed", "tag": "9b525c08-7a95-4d31-a7d1-3e06c47503fc", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:08.138511 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e6d1c26-01b5-45f2-bd37-6e1668dcff6d {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:08.138890 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfc01b5-c019-4267-a442-c21d7169b97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b525c08-7a95-4d31-a7d1-3e06c47503fc', 'code': 200} Oct 26 14:26:08.387036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532b2da-0102-40a4-9f23-cf20381ca745 req-9226ab89-0da2-479d-afe7-cfbc392bac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:08.390728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a532b2da-0102-40a4-9f23-cf20381ca745 req-9226ab89-0da2-479d-afe7-cfbc392bac19 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1097 time: 0.1805253 Oct 26 14:26:08.413227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045ea25-1724-4823-9ab4-e70874d4e91e req-d6ea5848-f4ed-4295-a8e5-a4bad7431d4b tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:08.420647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b045ea25-1724-4823-9ab4-e70874d4e91e req-d6ea5848-f4ed-4295-a8e5-a4bad7431d4b tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1097 time: 0.0911031 Oct 26 14:26:08.493516 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a532b2da-0102-40a4-9f23-cf20381ca745 req-e0dfed82-fec5-4caa-8560-181fbf340ef0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884190 Oct 26 14:26:08.536375 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b045ea25-1724-4823-9ab4-e70874d4e91e req-db8aab43-d90f-4613-9f0a-edabecac0da7 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100812 Oct 26 14:26:08.708771 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42d2c802-2f74-4609-8f35-abb1ae13e018 req-d5360839-0fba-486b-87f2-1c1c6e0cc067 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 210 time: 0.0504239 Oct 26 14:26:09.324595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d256aac-9c8b-44ca-b843-f02e0a443683 req-ae8eea22-4e3a-4224-8f39-7332097f0eff tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:09.342584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d256aac-9c8b-44ca-b843-f02e0a443683 req-ae8eea22-4e3a-4224-8f39-7332097f0eff tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.0969214 Oct 26 14:26:09.433516 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d256aac-9c8b-44ca-b843-f02e0a443683 req-2f55a225-7eae-4c98-acc5-1eb5b8ae888b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899518 Oct 26 14:26:09.680994 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02d252-1e72-4598-838b-373fc3fb7ec6 req-40478247-89e5-4101-a9bf-af0ecbac4739 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:09.683043 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb02d252-1e72-4598-838b-373fc3fb7ec6 req-40478247-89e5-4101-a9bf-af0ecbac4739 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1097 time: 0.0782599 Oct 26 14:26:09.740212 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb02d252-1e72-4598-838b-373fc3fb7ec6 req-4a7bf37e-83a1-4273-a2b0-05bfccc4b4f4 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507231 Oct 26 14:26:09.910961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5eb148b4-bace-438e-a551-55f533e7a90e req-e0388657-eb09-4141-8b60-9ee9893731d2 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 210 time: 0.0437217 Oct 26 14:26:10.418692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443a59f-24fd-4894-bb88-9322c33a456c req-298797dc-fcc0-4fbf-adf3-8e00469a6570 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:10.421375 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4443a59f-24fd-4894-bb88-9322c33a456c req-298797dc-fcc0-4fbf-adf3-8e00469a6570 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 811 time: 0.2011554 Oct 26 14:26:10.443076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-4443a59f-24fd-4894-bb88-9322c33a456c req-22323fb3-743d-4810-8a4d-763f4c3893ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'port': {'device_id': 'bb7ca77b-5210-440e-a52e-dce64bea6e45', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'admin_state_up': True, 'tenant_id': '6bcf474373744e67b719326f17fd4da5'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:10.759979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7896b6-d3c2-4c3e-b1cb-f8dc1536d055 req-015da7fd-e89a-458b-9198-efcbf91c42b4 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:10.761655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d7896b6-d3c2-4c3e-b1cb-f8dc1536d055 req-015da7fd-e89a-458b-9198-efcbf91c42b4 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.1561432 Oct 26 14:26:10.762319 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4443a59f-24fd-4894-bb88-9322c33a456c req-22323fb3-743d-4810-8a4d-763f4c3893ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Made reservation on behalf of 6bcf474373744e67b719326f17fd4da5 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:10.770283 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4443a59f-24fd-4894-bb88-9322c33a456c req-22323fb3-743d-4810-8a4d-763f4c3893ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:11.098157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a85df1-7738-4ea7-b66f-f0b7e5abd229 req-02e06265-a50b-4262-8371-b7b4240a7c0c tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:11.109789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18a85df1-7738-4ea7-b66f-f0b7e5abd229 req-02e06265-a50b-4262-8371-b7b4240a7c0c tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1097 time: 0.1640668 Oct 26 14:26:11.191158 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d7896b6-d3c2-4c3e-b1cb-f8dc1536d055 req-bccd7832-fe38-4ea6-b087-3c5c6921eeb5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657160 Oct 26 14:26:11.313186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18a85df1-7738-4ea7-b66f-f0b7e5abd229 req-887a84c6-a00e-49f1-b22c-a927e6270875 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023699 Oct 26 14:26:11.314480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-4443a59f-24fd-4894-bb88-9322c33a456c req-22323fb3-743d-4810-8a4d-763f4c3893ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Allocated IP 172.20.0.9 (4c0322bb-1e1e-46e8-8564-2d448b82a61a/d0644abd-266d-41c5-9f8d-ca0893e4341b/28589109-c866-41ef-bffa-8faaae0c9de2) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:26:11.520882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f9a19846-6507-4e30-bf7c-f75891d1c905 req-1c302ce0-d434-4ea3-8e37-47fb0ff78a2b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 210 time: 0.1465201 Oct 26 14:26:11.612529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebfafe-ef56-4f2a-94f6-fc81b22c0140 req-6b37a513-a81e-4bc7-9242-485bd1ebcb10 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:11.621862 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1eebfafe-ef56-4f2a-94f6-fc81b22c0140 req-6b37a513-a81e-4bc7-9242-485bd1ebcb10 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1097 time: 0.1910982 Oct 26 14:26:11.702023 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1eebfafe-ef56-4f2a-94f6-fc81b22c0140 req-ebf7d587-6f60-4e7d-ab64-21ed8c8809dd tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696967 Oct 26 14:26:11.895983 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4443a59f-24fd-4894-bb88-9322c33a456c req-22323fb3-743d-4810-8a4d-763f4c3893ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:11.988949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ac784-4491-4f1b-a8b9-0224ff73dae6 req-1d77b797-2553-4e86-9b47-aad2147d3b33 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:11.991597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c1ac784-4491-4f1b-a8b9-0224ff73dae6 req-1d77b797-2553-4e86-9b47-aad2147d3b33 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1097 time: 0.1804891 Oct 26 14:26:12.019074 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4443a59f-24fd-4894-bb88-9322c33a456c req-22323fb3-743d-4810-8a4d-763f4c3893ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:12.089229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4443a59f-24fd-4894-bb88-9322c33a456c req-22323fb3-743d-4810-8a4d-763f4c3893ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:26:12.093352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-4443a59f-24fd-4894-bb88-9322c33a456c req-22323fb3-743d-4810-8a4d-763f4c3893ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:26:12.096797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c1ac784-4491-4f1b-a8b9-0224ff73dae6 req-6fac3a43-722e-4467-8ef7-dd7dba2958f9 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987656 Oct 26 14:26:12.097769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-4443a59f-24fd-4894-bb88-9322c33a456c req-22323fb3-743d-4810-8a4d-763f4c3893ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:26:12.133010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22323fb3-743d-4810-8a4d-763f4c3893ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'Port': ['ID=28589109-c866-41ef-bffa-8faaae0c9de2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:12.192680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443a59f-24fd-4894-bb88-9322c33a456c req-22323fb3-743d-4810-8a4d-763f4c3893ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:12.194531 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4443a59f-24fd-4894-bb88-9322c33a456c req-22323fb3-743d-4810-8a4d-763f4c3893ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:12.250808 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4443a59f-24fd-4894-bb88-9322c33a456c req-22323fb3-743d-4810-8a4d-763f4c3893ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8187249 Oct 26 14:26:12.284735 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Request body: {'port': {'device_id': 'bb7ca77b-5210-440e-a52e-dce64bea6e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:12.688345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8997f0f7-2138-42e4-b178-e8ac38d1c8fa None None] Provisioning complete for port 28589109-c866-41ef-bffa-8faaae0c9de2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:26:12.688826 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8997f0f7-2138-42e4-b178-e8ac38d1c8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:12.730105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-e6910dd3-d3c9-435a-812b-a4b002d4fd6b tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:12.737356 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-e6910dd3-d3c9-435a-812b-a4b002d4fd6b tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/networks?id=b71e8e84-8c9f-4d71-be1c-a2137bc59875 HTTP/1.1" status: 200 len: 910 time: 0.2854092 Oct 26 14:26:12.740536 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:12.846018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8997f0f7-2138-42e4-b178-e8ac38d1c8fa None None] Port 28589109-c866-41ef-bffa-8faaae0c9de2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:26:12.889052 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a6ca55b0-8ad6-4bfc-a83f-762ccf5d41eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:13.246674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28589109-c866-41ef-bffa-8faaae0c9de2 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:26:13.256633 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:13.271338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Transition to ACTIVE for port object 28589109-c866-41ef-bffa-8faaae0c9de2 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:26:13.303808 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-1fb81e12-3d68-43af-aa97-26f03519fa11 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/quotas/3ca24e6e675b4562a9af11c31baaa39a HTTP/1.1" status: 200 len: 375 time: 0.5626094 Oct 26 14:26:13.357881 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:13.516011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf83955-8b13-493e-b113-411b0858bbf4 req-3e65c88f-1c58-4b38-9516-1f70fbfe7859 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:13.517594 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4cf83955-8b13-493e-b113-411b0858bbf4 req-3e65c88f-1c58-4b38-9516-1f70fbfe7859 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 1.0561314 Oct 26 14:26:13.542093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Pushing event updated for resources: {'Port': ['ID=28589109-c866-41ef-bffa-8faaae0c9de2,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:13.770365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-3e9a8e0b-3599-44b2-80b7-04b6979a5487 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ca24e6e675b4562a9af11c31baaa39a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4650128 Oct 26 14:26:13.911252 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4cf83955-8b13-493e-b113-411b0858bbf4 req-4a274043-d203-4509-9483-5db1ce1103da tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717172 Oct 26 14:26:13.926586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Attempting to bind port 28589109-c866-41ef-bffa-8faaae0c9de2 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:13.926923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Attempting to bind port 28589109-c866-41ef-bffa-8faaae0c9de2 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:13.927395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Attempting to bind port 28589109-c866-41ef-bffa-8faaae0c9de2 on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:13.936227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Port 28589109-c866-41ef-bffa-8faaae0c9de2 on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:13.936634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Attempting to bind port 28589109-c866-41ef-bffa-8faaae0c9de2 on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:13.978561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:26:13.980836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Checking segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:26:13.981452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Bound using segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:26:13.982166 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Bound port: 28589109-c866-41ef-bffa-8faaae0c9de2, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:26:13.983725 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:14.102726 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-a9e1d3e8-7a7a-40c5-abae-fee874c9de9b service neutron] 10.222.0.32 "GET /v2.0/networks/b71e8e84-8c9f-4d71-be1c-a2137bc59875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310895 Oct 26 14:26:14.313201 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] For port 28589109-c866-41ef-bffa-8faaae0c9de2, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:26:14.337372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] For port 28589109-c866-41ef-bffa-8faaae0c9de2, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=28589109-c866-41ef-bffa-8faaae0c9de2,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:26:14.365022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b9180-cda7-472b-ad39-f66a81875efa req-c17abd80-9ad9-44ab-beb3-e281c2aeac0e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:14.367101 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-645b9180-cda7-472b-ad39-f66a81875efa req-c17abd80-9ad9-44ab-beb3-e281c2aeac0e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 943 time: 0.2276778 Oct 26 14:26:14.368461 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:14.433253 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-7f2e56a4-d2b7-4a8c-9bb6-63901b4c8238 service neutron] 10.222.0.32 "GET /v2.0/networks/b71e8e84-8c9f-4d71-be1c-a2137bc59875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241608 Oct 26 14:26:14.517715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:14.520417 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:14.524797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] 10.222.0.25 "PUT /v2.0/ports/28589109-c866-41ef-bffa-8faaae0c9de2 HTTP/1.1" status: 200 len: 1091 time: 2.2659113 Oct 26 14:26:14.526555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7ca77b-5210-440e-a52e-dce64bea6e45', 'tag': '28589109-c866-41ef-bffa-8faaae0c9de2'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:14.533403 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08cd9f8-4b1a-4a4a-b728-86568bbe9b15" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7ca77b-5210-440e-a52e-dce64bea6e45", "tag": "28589109-c866-41ef-bffa-8faaae0c9de2"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:14.752869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294dbd8-cd6e-450e-95c6-2fe996891205 service neutron] Pushing event updated for resources: {'Port': ['ID=28589109-c866-41ef-bffa-8faaae0c9de2,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:14.777757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-645b9180-cda7-472b-ad39-f66a81875efa req-289dbb37-4982-466f-81b8-5f51c32c011c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968582 Oct 26 14:26:14.782618 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90325f25-c794-4a8a-ae22-560d06800f36 x-openstack-request-id: req-90325f25-c794-4a8a-ae22-560d06800f36 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:14.784172 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7ca77b-5210-440e-a52e-dce64bea6e45", "tag": "28589109-c866-41ef-bffa-8faaae0c9de2", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:14.784522 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90325f25-c794-4a8a-ae22-560d06800f36 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:14.784946 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7ca77b-5210-440e-a52e-dce64bea6e45', 'tag': '28589109-c866-41ef-bffa-8faaae0c9de2', 'status': 'completed', 'code': 200} Oct 26 14:26:14.920519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443a59f-24fd-4894-bb88-9322c33a456c req-3a0b9b89-a6bf-41d7-991d-dd250cdd9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:14.926913 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4443a59f-24fd-4894-bb88-9322c33a456c req-3a0b9b89-a6bf-41d7-991d-dd250cdd9f10 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 1094 time: 0.2447734 Oct 26 14:26:14.979133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcc0e0c0-a33e-43d8-ad9d-31c9b8a25e8b req-2d5b8064-893a-4852-8006-5c9084fc0553 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 210 time: 0.1102157 Oct 26 14:26:15.024093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4443a59f-24fd-4894-bb88-9322c33a456c req-4ed6459d-6eb8-4eb1-a6dc-2a577a31e6fa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28589109-c866-41ef-bffa-8faaae0c9de2 HTTP/1.1" status: 200 len: 217 time: 0.0641015 Oct 26 14:26:15.125689 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0c86e6ca-c0e4-47a2-943e-5d77c6f66ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:15.160926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443a59f-24fd-4894-bb88-9322c33a456c req-ef34921c-50eb-4b3b-a106-4c1e5d91c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:15.163807 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4443a59f-24fd-4894-bb88-9322c33a456c req-ef34921c-50eb-4b3b-a106-4c1e5d91c112 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.1311555 Oct 26 14:26:15.364150 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226105e-b664-4470-80e1-deb029833760 req-f7e71e9b-c2e5-4543-ad33-fb33aeff6d5a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:15.376585 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9226105e-b664-4470-80e1-deb029833760 req-f7e71e9b-c2e5-4543-ad33-fb33aeff6d5a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.2086699 Oct 26 14:26:15.527262 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9226105e-b664-4470-80e1-deb029833760 req-05c7365c-277e-4317-8010-56cddefe1174 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478691 Oct 26 14:26:15.608536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443a59f-24fd-4894-bb88-9322c33a456c req-694ddcf7-c97d-4990-9769-5ff0cd92962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:15.626231 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4443a59f-24fd-4894-bb88-9322c33a456c req-694ddcf7-c97d-4990-9769-5ff0cd92962c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3478181 Oct 26 14:26:15.884249 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4443a59f-24fd-4894-bb88-9322c33a456c req-6f19ff74-ac25-4986-a0d4-046430685f5c service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451231 Oct 26 14:26:16.203031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ae84284-0318-4d46-b8d9-d557eca7e1da req-55ea197d-0ef1-4fec-b1a7-0e1fba7f549c tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 210 time: 0.0662558 Oct 26 14:26:16.252880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f4666-07db-4b44-b617-0402e9a06b9c req-aecb6097-46bf-4f8e-9287-d55de6048146 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:16.265806 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a69f4666-07db-4b44-b617-0402e9a06b9c req-aecb6097-46bf-4f8e-9287-d55de6048146 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 943 time: 0.1299500 Oct 26 14:26:16.329161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a69f4666-07db-4b44-b617-0402e9a06b9c req-801d5302-737a-498c-badd-56df363bd825 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622585 Oct 26 14:26:16.335384 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4443a59f-24fd-4894-bb88-9322c33a456c req-785978c3-b75f-476d-8e95-5ffece526680 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404678 Oct 26 14:26:16.637350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd9f8-4b1a-4a4a-b728-86568bbe9b15 req-a3b792b8-77f5-4eb0-893b-0e9cc387d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:16.647901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e08cd9f8-4b1a-4a4a-b728-86568bbe9b15 req-a3b792b8-77f5-4eb0-893b-0e9cc387d04b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 1094 time: 0.1466002 Oct 26 14:26:16.671606 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:16.839475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-3e1e708d-0a94-4e20-9a9b-5d7d26acda94 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:16.840980 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-3e1e708d-0a94-4e20-9a9b-5d7d26acda94 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.25 "GET /v2.0/networks?id=b71e8e84-8c9f-4d71-be1c-a2137bc59875 HTTP/1.1" status: 200 len: 910 time: 0.3023756 Oct 26 14:26:16.855362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Request body: {'port': {'device_id': 'ec7d7387-8e9c-48df-b882-f7e4f56a5054', 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875', 'admin_state_up': True, 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:16.861484 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:16.938549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Made reservation on behalf of 3ca24e6e675b4562a9af11c31baaa39a for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:16.946126 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:17.141433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Allocated IP 172.20.0.14 (b71e8e84-8c9f-4d71-be1c-a2137bc59875/77afd05a-b117-42bb-aade-341d41924423/3a65de12-2cca-47d4-8f55-efca692a3416) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:26:17.165844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd9f8-4b1a-4a4a-b728-86568bbe9b15 req-741361a6-602b-4703-bd23-65b1e73d1792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:17.168988 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e08cd9f8-4b1a-4a4a-b728-86568bbe9b15 req-741361a6-602b-4703-bd23-65b1e73d1792 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.5149775 Oct 26 14:26:17.315055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e08cd9f8-4b1a-4a4a-b728-86568bbe9b15 req-657e48aa-f221-4aa8-9e83-8ddb4e01f924 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28589109-c866-41ef-bffa-8faaae0c9de2 HTTP/1.1" status: 200 len: 217 time: 0.1337404 Oct 26 14:26:17.421030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd9f8-4b1a-4a4a-b728-86568bbe9b15 req-cbba9683-ff30-4ed7-8567-86fe982c3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:17.422844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e08cd9f8-4b1a-4a4a-b728-86568bbe9b15 req-cbba9683-ff30-4ed7-8567-86fe982c3fd3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.0898864 Oct 26 14:26:17.524099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27bef5-4341-4457-b76d-4e9710ff2b30 req-382d0100-0c3f-4f11-87b5-dc953f8611a0 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:17.529585 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:17.532827 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f27bef5-4341-4457-b76d-4e9710ff2b30 req-382d0100-0c3f-4f11-87b5-dc953f8611a0 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.7633646 Oct 26 14:26:17.606307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3c057802-1cc8-4cec-921b-851c052bbf3e req-cf8b5ed5-193e-41ce-93e7-7a5ef3d94fd6 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 210 time: 0.1823337 Oct 26 14:26:17.626652 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:17.639255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9b525c08-7a95-4d31-a7d1-3e06c47503fc'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:17.679117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f27bef5-4341-4457-b76d-4e9710ff2b30 req-526ec776-f855-4aab-8960-5440404cb867 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401370 Oct 26 14:26:17.694497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd9f8-4b1a-4a4a-b728-86568bbe9b15 req-872d80f7-bbd6-4890-a963-ec52a0ea8ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:17.697423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e08cd9f8-4b1a-4a4a-b728-86568bbe9b15 req-872d80f7-bbd6-4890-a963-ec52a0ea8ef5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2629220 Oct 26 14:26:17.762387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Pushing event updated for resources: {'Port': ['ID=3a65de12-2cca-47d4-8f55-efca692a3416,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:17.804259 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:17.804684 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:17.807608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:17.808253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:17.809965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:17.810611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:17.811656 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:17.815337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:17.817371 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:17.817953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:17.819225 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:17.822414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:17.846932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Network b71e8e84-8c9f-4d71-be1c-a2137bc59875 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:26:17.853268 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:26:17.856919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:26:17.961546 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:17.965942 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:18.001596 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-e5ac370f-3c78-4bac-ac9d-b8a5327c0f60 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1500778 Oct 26 14:26:18.015694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Request body: {'port': {'device_id': 'ec7d7387-8e9c-48df-b882-f7e4f56a5054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:18.041743 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e08cd9f8-4b1a-4a4a-b728-86568bbe9b15 req-80b876c6-9bec-4575-bc57-1a043c5b64c4 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314869 Oct 26 14:26:18.194259 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:18.505254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3f5668d8-8a59-4007-8299-eff61f6b5871 None None] Provisioning complete for port 3a65de12-2cca-47d4-8f55-efca692a3416 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:26:18.505841 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3f5668d8-8a59-4007-8299-eff61f6b5871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:18.541619 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9dbdc-507e-4843-a200-fa96d5e09f0c req-78aaccf0-1f59-41a8-a2b4-12f221af1290 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:18.549408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-baa9dbdc-507e-4843-a200-fa96d5e09f0c req-78aaccf0-1f59-41a8-a2b4-12f221af1290 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 943 time: 0.5064874 Oct 26 14:26:18.639185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e08cd9f8-4b1a-4a4a-b728-86568bbe9b15 req-bdc395a5-7ed6-444a-9279-ad4d5cfaed01 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182071 Oct 26 14:26:18.707776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-baa9dbdc-507e-4843-a200-fa96d5e09f0c req-c9b3c3fa-939a-48c2-bfe2-0f7e35feb219 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492760 Oct 26 14:26:18.788140 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:18.825890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3f5668d8-8a59-4007-8299-eff61f6b5871 None None] Port 3a65de12-2cca-47d4-8f55-efca692a3416 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:26:18.939812 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a65de12-2cca-47d4-8f55-efca692a3416 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:26:18.956060 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:18.983972 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Transition to ACTIVE for port object 3a65de12-2cca-47d4-8f55-efca692a3416 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:26:18.998811 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:19.015412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e8f72-498a-4c3d-8401-8d19b4aa871e req-f1245f3f-d3e7-4f31-988a-5de6bef2347c tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:19.016998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a84e8f72-498a-4c3d-8401-8d19b4aa871e req-f1245f3f-d3e7-4f31-988a-5de6bef2347c tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1028 time: 0.1518059 Oct 26 14:26:19.067643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f82112-df97-4f9b-a398-dc5c35361a63 req-f187d4a8-1cdb-4ead-a1cd-c0fa44d622ff tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:19.076963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-73f82112-df97-4f9b-a398-dc5c35361a63 req-f187d4a8-1cdb-4ead-a1cd-c0fa44d622ff tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.1562648 Oct 26 14:26:19.158659 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a84e8f72-498a-4c3d-8401-8d19b4aa871e req-9f8e6e4a-077f-4357-8317-ddee4333b9f2 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345761 Oct 26 14:26:19.246254 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Pushing event updated for resources: {'Port': ['ID=3a65de12-2cca-47d4-8f55-efca692a3416,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:19.262790 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-73f82112-df97-4f9b-a398-dc5c35361a63 req-af3981a6-c82f-4d3c-8b38-767dc9eb7949 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832094 Oct 26 14:26:19.466858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Attempting to bind port 3a65de12-2cca-47d4-8f55-efca692a3416 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:19.467308 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Attempting to bind port 3a65de12-2cca-47d4-8f55-efca692a3416 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:19.467748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Attempting to bind port 3a65de12-2cca-47d4-8f55-efca692a3416 on network b71e8e84-8c9f-4d71-be1c-a2137bc59875 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:19.483551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Port 3a65de12-2cca-47d4-8f55-efca692a3416 on network b71e8e84-8c9f-4d71-be1c-a2137bc59875 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:19.484312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Attempting to bind port 3a65de12-2cca-47d4-8f55-efca692a3416 on network b71e8e84-8c9f-4d71-be1c-a2137bc59875 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:19.495148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:26:19.495951 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Checking segment: {'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:26:19.496519 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Bound using segment: {'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:26:19.497088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Bound port: 3a65de12-2cca-47d4-8f55-efca692a3416, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd21e860-7e41-45d0-94a5-d21343f4f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:26:19.497559 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:19.669761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] For port 3a65de12-2cca-47d4-8f55-efca692a3416, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:26:19.673996 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] For port 3a65de12-2cca-47d4-8f55-efca692a3416, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3a65de12-2cca-47d4-8f55-efca692a3416,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:26:19.693726 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:19.763301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Pushing event updated for resources: {'Port': ['ID=3a65de12-2cca-47d4-8f55-efca692a3416,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:19.796692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:19.797312 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:19.798728 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-9350ff80-ec9f-4ec2-97f3-4a7189c33211 service neutron] 10.222.0.25 "PUT /v2.0/ports/3a65de12-2cca-47d4-8f55-efca692a3416 HTTP/1.1" status: 200 len: 1092 time: 1.7878923 Oct 26 14:26:19.799180 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7d7387-8e9c-48df-b882-f7e4f56a5054', 'tag': '3a65de12-2cca-47d4-8f55-efca692a3416'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:19.801461 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b44d054-3be1-4442-aa92-fac4b70a0db2" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7d7387-8e9c-48df-b882-f7e4f56a5054", "tag": "3a65de12-2cca-47d4-8f55-efca692a3416"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:19.953749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e3821-f6d7-49e6-80ed-4690fbf46aef req-0b388dc3-895e-4a77-9142-14789ff8f04b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:19.957358 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f54e3821-f6d7-49e6-80ed-4690fbf46aef req-0b388dc3-895e-4a77-9142-14789ff8f04b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 943 time: 0.1198325 Oct 26 14:26:19.965107 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a1e3f4-0caf-40db-9deb-805db230979d x-openstack-request-id: req-65a1e3f4-0caf-40db-9deb-805db230979d {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:19.965600 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7d7387-8e9c-48df-b882-f7e4f56a5054", "tag": "3a65de12-2cca-47d4-8f55-efca692a3416", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:19.965709 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65a1e3f4-0caf-40db-9deb-805db230979d {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:19.966073 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7d7387-8e9c-48df-b882-f7e4f56a5054', 'tag': '3a65de12-2cca-47d4-8f55-efca692a3416', 'status': 'completed', 'code': 200} Oct 26 14:26:20.008073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-35fc3550-0f7f-4242-8a5d-244f4844e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:20.011172 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-35fc3550-0f7f-4242-8a5d-244f4844e1a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3ca24e6e675b4562a9af11c31baaa39a&device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1095 time: 0.1302466 Oct 26 14:26:20.051077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f54e3821-f6d7-49e6-80ed-4690fbf46aef req-e570e9de-8d33-4234-82f6-449a91575dd3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865309 Oct 26 14:26:20.108087 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-6f98453e-797c-4acd-bb2e-ab4ef938e3f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a65de12-2cca-47d4-8f55-efca692a3416 HTTP/1.1" status: 200 len: 217 time: 0.0884657 Oct 26 14:26:20.240841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-ed35e8d2-4d0c-49f8-a785-789ab160c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:20.248749 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-ed35e8d2-4d0c-49f8-a785-789ab160c37c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=77afd05a-b117-42bb-aade-341d41924423 HTTP/1.1" status: 200 len: 848 time: 0.1335468 Oct 26 14:26:20.414289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-c4729870-1e87-4169-95f7-550b1cba5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:20.415829 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-c4729870-1e87-4169-95f7-550b1cba5497 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b71e8e84-8c9f-4d71-be1c-a2137bc59875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583745 Oct 26 14:26:20.543428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e290e9-0c97-4f32-a97f-73255c9802d3 req-28a17a52-9792-4a6e-ab8e-db4e076056da tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:20.547930 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6e290e9-0c97-4f32-a97f-73255c9802d3 req-28a17a52-9792-4a6e-ab8e-db4e076056da tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.1258314 Oct 26 14:26:20.664803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6e290e9-0c97-4f32-a97f-73255c9802d3 req-4e4db191-d103-42e2-b860-1a274bdd2bd7 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038814 Oct 26 14:26:20.745937 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-50a3015f-3b88-4499-9f26-7e5042825b81 service neutron] 10.222.0.25 "GET /v2.0/networks/b71e8e84-8c9f-4d71-be1c-a2137bc59875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126397 Oct 26 14:26:20.813810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cced76-9c39-4bb5-8047-209bd7e57160 req-dd795128-cddb-4264-9e76-043c60173cdb tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:20.820749 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89cced76-9c39-4bb5-8047-209bd7e57160 req-dd795128-cddb-4264-9e76-043c60173cdb tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1095 time: 0.5080497 Oct 26 14:26:20.895206 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89cced76-9c39-4bb5-8047-209bd7e57160 req-4a9ee5bc-c039-4db9-a45d-313e827b0a72 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662580 Oct 26 14:26:20.940814 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2d36233a-916e-4af6-8e15-0117e5de1062 req-2266d36c-ec4d-46a7-8760-8873a703edbd service neutron] 10.222.0.25 "GET /v2.0/networks/b71e8e84-8c9f-4d71-be1c-a2137bc59875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858480 Oct 26 14:26:21.118880 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d054-3be1-4442-aa92-fac4b70a0db2 req-41e7ce27-3a40-49be-b51f-48722ee22168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:21.121402 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b44d054-3be1-4442-aa92-fac4b70a0db2 req-41e7ce27-3a40-49be-b51f-48722ee22168 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3ca24e6e675b4562a9af11c31baaa39a&device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1095 time: 0.1230907 Oct 26 14:26:21.269663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324acea-a52c-489f-a094-a9ae00b5115e req-be63fe0d-2110-4b3b-a0c5-c2576ef5456d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:21.304534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4324acea-a52c-489f-a094-a9ae00b5115e req-be63fe0d-2110-4b3b-a0c5-c2576ef5456d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 943 time: 0.1349320 Oct 26 14:26:21.340362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d054-3be1-4442-aa92-fac4b70a0db2 req-14f56879-fd14-4ad4-bfe7-3fa84a3795f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:21.341869 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b44d054-3be1-4442-aa92-fac4b70a0db2 req-14f56879-fd14-4ad4-bfe7-3fa84a3795f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b71e8e84-8c9f-4d71-be1c-a2137bc59875 HTTP/1.1" status: 200 len: 910 time: 0.2117286 Oct 26 14:26:21.404589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4324acea-a52c-489f-a094-a9ae00b5115e req-ab729d43-bcb6-4626-8b02-010c2aaa424d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927119 Oct 26 14:26:21.454879 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b44d054-3be1-4442-aa92-fac4b70a0db2 req-db048325-7f4d-4c00-9cbc-cf04b9261dc7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a65de12-2cca-47d4-8f55-efca692a3416 HTTP/1.1" status: 200 len: 217 time: 0.1053264 Oct 26 14:26:21.586438 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d054-3be1-4442-aa92-fac4b70a0db2 req-e3c100a3-7abb-4f2f-93ee-d7be8ea4b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:21.595934 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b44d054-3be1-4442-aa92-fac4b70a0db2 req-e3c100a3-7abb-4f2f-93ee-d7be8ea4b7c0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=77afd05a-b117-42bb-aade-341d41924423 HTTP/1.1" status: 200 len: 848 time: 0.1318970 Oct 26 14:26:21.777256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d054-3be1-4442-aa92-fac4b70a0db2 req-40a302da-d6da-4cb0-83c8-3e3c5a7befad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:21.778942 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b44d054-3be1-4442-aa92-fac4b70a0db2 req-40a302da-d6da-4cb0-83c8-3e3c5a7befad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b71e8e84-8c9f-4d71-be1c-a2137bc59875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610298 Oct 26 14:26:21.995652 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6c1ac-5433-4cf2-b171-bd8e15945e54 req-ea36e2b0-c048-476b-92f7-79abbbb82c28 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:21.997567 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2da6c1ac-5433-4cf2-b171-bd8e15945e54 req-ea36e2b0-c048-476b-92f7-79abbbb82c28 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.1856084 Oct 26 14:26:22.020144 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b44d054-3be1-4442-aa92-fac4b70a0db2 req-daf01850-cd59-49dc-9ec8-c0736b06bd7a service neutron] 10.222.0.25 "GET /v2.0/networks/b71e8e84-8c9f-4d71-be1c-a2137bc59875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325044 Oct 26 14:26:22.268293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68bcd1-c23e-4b03-b7c4-8fc12a3ead5b req-b452b671-32f9-4a7c-af17-a63cc0aa696f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.284181 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b68bcd1-c23e-4b03-b7c4-8fc12a3ead5b req-b452b671-32f9-4a7c-af17-a63cc0aa696f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.3074071 Oct 26 14:26:22.318837 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b44d054-3be1-4442-aa92-fac4b70a0db2 req-05a4727a-ab61-4250-bc8c-fd80609c2dc4 service neutron] 10.222.0.25 "GET /v2.0/networks/b71e8e84-8c9f-4d71-be1c-a2137bc59875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889886 Oct 26 14:26:22.320436 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2da6c1ac-5433-4cf2-b171-bd8e15945e54 req-92dbcfa6-e348-49ee-8d84-2eba82395507 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080575 Oct 26 14:26:22.389633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b68bcd1-c23e-4b03-b7c4-8fc12a3ead5b req-e84797c5-c9da-40ea-a2be-bad8d0ca0b52 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044137 Oct 26 14:26:22.662850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa7f02-a461-4f15-b3d0-ec082ce9a50e req-9d7f1900-1a0f-4c65-b534-910ad01d1dc2 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.680135 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2eaa7f02-a461-4f15-b3d0-ec082ce9a50e req-9d7f1900-1a0f-4c65-b534-910ad01d1dc2 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 943 time: 0.1726732 Oct 26 14:26:22.687475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a504f4-21f2-49d1-8c95-98ebe74531df req-bbc9f9c6-d13b-42e6-b416-85dbfa71204e tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.698680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71a504f4-21f2-49d1-8c95-98ebe74531df req-bbc9f9c6-d13b-42e6-b416-85dbfa71204e tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1095 time: 0.2064602 Oct 26 14:26:22.811648 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71a504f4-21f2-49d1-8c95-98ebe74531df req-f8e2c009-e2d4-4f57-9f32-16e6d11ae290 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101260 Oct 26 14:26:22.879821 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2eaa7f02-a461-4f15-b3d0-ec082ce9a50e req-9da3bc3c-8018-44f7-ac7d-9927f018dad0 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796994 Oct 26 14:26:23.548076 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:23.587603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc5bdc-74de-4729-9292-d4336f02199a req-86abd168-4f93-457f-bfbe-3489b0669912 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:23.589184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8dc5bdc-74de-4729-9292-d4336f02199a req-86abd168-4f93-457f-bfbe-3489b0669912 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.1518793 Oct 26 14:26:23.687885 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8dc5bdc-74de-4729-9292-d4336f02199a req-cd4cd012-fd4a-4fd6-b6cc-1467cba357b9 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686455 Oct 26 14:26:23.687885 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc942a43-a382-4a3f-b736-1d5ffbaf1c37 req-90ce5b02-97ed-47db-ac8d-c1bbead09d62 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:23.694156 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc942a43-a382-4a3f-b736-1d5ffbaf1c37 req-90ce5b02-97ed-47db-ac8d-c1bbead09d62 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.1528156 Oct 26 14:26:23.742938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc942a43-a382-4a3f-b736-1d5ffbaf1c37 req-cd87a47f-5ce4-489d-9cb1-76453b0ba487 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459361 Oct 26 14:26:24.054849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2f261-b8ce-40cd-976e-db70dfe95b69 req-e2a45ff4-c40e-4430-a6fe-215ea6d8c350 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:24.058063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dcf2f261-b8ce-40cd-976e-db70dfe95b69 req-e2a45ff4-c40e-4430-a6fe-215ea6d8c350 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 943 time: 0.0730052 Oct 26 14:26:24.067218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5172aa-e07a-40d8-b492-dce127810106 req-a70a5fdc-275f-44c7-8b90-c9b002598672 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:24.075944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb5172aa-e07a-40d8-b492-dce127810106 req-a70a5fdc-275f-44c7-8b90-c9b002598672 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1095 time: 0.1388049 Oct 26 14:26:24.128828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb5172aa-e07a-40d8-b492-dce127810106 req-8af2a7a1-c494-42d2-b1c9-24a970ffbc15 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467381 Oct 26 14:26:24.181969 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dcf2f261-b8ce-40cd-976e-db70dfe95b69 req-431410cd-5cad-49bb-b2c3-934b1b87368b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861444 Oct 26 14:26:24.259565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6da0-79d8-4599-a748-8e47fc3d6eb4 req-0346f6d6-e478-441e-9ae4-1c561155d149 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:24.262053 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-989f6da0-79d8-4599-a748-8e47fc3d6eb4 req-0346f6d6-e478-441e-9ae4-1c561155d149 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.25 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 945 time: 0.1339898 Oct 26 14:26:24.396110 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-989f6da0-79d8-4599-a748-8e47fc3d6eb4 req-71a0cc7e-20d2-4e7f-85fb-7b62d2fc8437 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Deleting port bd183f95-3d67-4352-8902-d679e6de6a06 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:24.400269 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-989f6da0-79d8-4599-a748-8e47fc3d6eb4 req-71a0cc7e-20d2-4e7f-85fb-7b62d2fc8437 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:24.473540 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3a65de12-2cca-47d4-8f55-efca692a3416 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:26:24.551139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-989f6da0-79d8-4599-a748-8e47fc3d6eb4 req-71a0cc7e-20d2-4e7f-85fb-7b62d2fc8437 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] For port bd183f95-3d67-4352-8902-d679e6de6a06, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=bd183f95-3d67-4352-8902-d679e6de6a06,segment=NetworkSegment(540f1c9b-b0c5-4cb3-a424-b06bccec4325),segment_id=540f1c9b-b0c5-4cb3-a424-b06bccec4325)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:24.551596 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-989f6da0-79d8-4599-a748-8e47fc3d6eb4 req-71a0cc7e-20d2-4e7f-85fb-7b62d2fc8437 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:24.567249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-989f6da0-79d8-4599-a748-8e47fc3d6eb4 req-71a0cc7e-20d2-4e7f-85fb-7b62d2fc8437 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Calling delete_port for bd183f95-3d67-4352-8902-d679e6de6a06 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:24.639887 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3a65de12-2cca-47d4-8f55-efca692a3416, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3a65de12-2cca-47d4-8f55-efca692a3416,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:24.669082 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '3a65de12-2cca-47d4-8f55-efca692a3416', 'network_id': 'b71e8e84-8c9f-4d71-be1c-a2137bc59875', 'port_id': '3a65de12-2cca-47d4-8f55-efca692a3416', 'mac_address': 'fa:16:3e:10:14:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77afd05a-b117-42bb-aade-341d41924423', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:26:24.806418 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:24.826418 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-989f6da0-79d8-4599-a748-8e47fc3d6eb4 req-71a0cc7e-20d2-4e7f-85fb-7b62d2fc8437 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:24.863373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a65de12-2cca-47d4-8f55-efca692a3416 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:26:24.886899 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['bd183f95-3d67-4352-8902-d679e6de6a06'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:24.889482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['93139642-ba14-4ae5-ac42-a5532f337130'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:24.898431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0cc7e-20d2-4e7f-85fb-7b62d2fc8437 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Pushing event deleted for resources: {'Port': ['ID=bd183f95-3d67-4352-8902-d679e6de6a06,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:24.971103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3a65de12-2cca-47d4-8f55-efca692a3416, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3a65de12-2cca-47d4-8f55-efca692a3416,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:24.996076 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:24.998882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-989f6da0-79d8-4599-a748-8e47fc3d6eb4 req-71a0cc7e-20d2-4e7f-85fb-7b62d2fc8437 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] No DVR routers for this DVR port bd183f95-3d67-4352-8902-d679e6de6a06 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:26:25.002524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9cf41e1a-6a75-4e23-9ed4-38f48a97041a req-3057e7f6-4d19-49b7-a3b8-0b796f7be32a tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e8e16e-a5a8-49a9-8418-3cb0af0e7523 HTTP/1.1" status: 200 len: 210 time: 0.0857987 Oct 26 14:26:25.033080 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-989f6da0-79d8-4599-a748-8e47fc3d6eb4 req-71a0cc7e-20d2-4e7f-85fb-7b62d2fc8437 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:25.036657 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-989f6da0-79d8-4599-a748-8e47fc3d6eb4 req-71a0cc7e-20d2-4e7f-85fb-7b62d2fc8437 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.25 "DELETE /v2.0/ports/bd183f95-3d67-4352-8902-d679e6de6a06 HTTP/1.1" status: 204 len: 173 time: 0.7660682 Oct 26 14:26:25.037153 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e8e16e-a5a8-49a9-8418-3cb0af0e7523', 'name': 'network-vif-deleted', 'tag': 'bd183f95-3d67-4352-8902-d679e6de6a06'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:25.039531 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6209da2-6994-4531-8323-d81fe6bb523a" -d '{"events": [{"server_uuid": "49e8e16e-a5a8-49a9-8418-3cb0af0e7523", "name": "network-vif-deleted", "tag": "bd183f95-3d67-4352-8902-d679e6de6a06"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:25.063640 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fc053-7511-493d-98b9-506e983f7843 req-67c87ac7-439c-472c-8740-f1d9d03313fc tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:25.089416 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-163fc053-7511-493d-98b9-506e983f7843 req-67c87ac7-439c-472c-8740-f1d9d03313fc tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.2491550 Oct 26 14:26:25.092158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=3a65de12-2cca-47d4-8f55-efca692a3416,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:25.147873 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-163fc053-7511-493d-98b9-506e983f7843 req-e2e5b65a-5e20-4f74-a20b-34991c67a857 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491352 Oct 26 14:26:25.162432 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be7aaeb-9b9d-429b-bd17-1c9b22a10fc9 x-openstack-request-id: req-2be7aaeb-9b9d-429b-bd17-1c9b22a10fc9 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:25.162701 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e8e16e-a5a8-49a9-8418-3cb0af0e7523", "name": "network-vif-deleted", "tag": "bd183f95-3d67-4352-8902-d679e6de6a06", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:25.163497 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2be7aaeb-9b9d-429b-bd17-1c9b22a10fc9 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:25.164075 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e8e16e-a5a8-49a9-8418-3cb0af0e7523', 'name': 'network-vif-deleted', 'tag': 'bd183f95-3d67-4352-8902-d679e6de6a06', 'status': 'completed', 'code': 200} Oct 26 14:26:25.170668 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:25.171018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:25.171360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:25.171695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:25.172026 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:25.172400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:25.172669 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:25.173859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:25.174266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:25.174656 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:25.174988 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:25.175313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:25.262583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['3a65de12-2cca-47d4-8f55-efca692a3416'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:25.341550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaff41-1334-43ac-8eb8-7021366d93f1 req-59ab95e1-4573-4d62-b27c-4c4e1c7e07c9 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:25.353829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0abaff41-1334-43ac-8eb8-7021366d93f1 req-59ab95e1-4573-4d62-b27c-4c4e1c7e07c9 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1096 time: 0.1085343 Oct 26 14:26:25.416844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0abaff41-1334-43ac-8eb8-7021366d93f1 req-bcd77775-a899-4e42-a527-8ff7c419925b tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596437 Oct 26 14:26:25.485273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803123fe-a5dd-4572-8d67-c6893f3e42af req-06d60376-bbdb-4a8a-9cbf-b7db899c6c1a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:25.494283 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-803123fe-a5dd-4572-8d67-c6893f3e42af req-06d60376-bbdb-4a8a-9cbf-b7db899c6c1a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 943 time: 0.0699663 Oct 26 14:26:25.533870 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-803123fe-a5dd-4572-8d67-c6893f3e42af req-43005914-c778-4f8e-9dad-070a854f4cb0 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385935 Oct 26 14:26:26.291036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66748e3-1206-4b40-8ce1-60b9be24600f req-11d0c8b7-8c5e-4159-bf1d-16c62375774d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:26.300452 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d66748e3-1206-4b40-8ce1-60b9be24600f req-11d0c8b7-8c5e-4159-bf1d-16c62375774d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.0688829 Oct 26 14:26:26.386064 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d66748e3-1206-4b40-8ce1-60b9be24600f req-6684d6d9-f4ae-46f2-9f4d-51d3dbd80a60 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841837 Oct 26 14:26:26.498328 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3a65de12-2cca-47d4-8f55-efca692a3416 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:26:26.588125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 3a65de12-2cca-47d4-8f55-efca692a3416 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:26:26.593849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 3a65de12-2cca-47d4-8f55-efca692a3416 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:26:26.594423 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.599716 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e30a8a-d8bc-4254-8a36-314ed9c644ad req-c757e7e8-1ea5-4b2a-9dc8-d871a8790606 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:26.610894 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4e30a8a-d8bc-4254-8a36-314ed9c644ad req-c757e7e8-1ea5-4b2a-9dc8-d871a8790606 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1096 time: 0.1021373 Oct 26 14:26:26.713469 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4e30a8a-d8bc-4254-8a36-314ed9c644ad req-61867858-9a0e-4435-845c-b86b1e982e7d tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867660 Oct 26 14:26:26.795399 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.858483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7d7387-8e9c-48df-b882-f7e4f56a5054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a65de12-2cca-47d4-8f55-efca692a3416'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:26.861894 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0d2584-9489-45ed-b2a7-bdbf9f1469c2" -d '{"events": [{"server_uuid": "ec7d7387-8e9c-48df-b882-f7e4f56a5054", "name": "network-vif-plugged", "status": "completed", "tag": "3a65de12-2cca-47d4-8f55-efca692a3416"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:26.878279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd3860-08ca-4533-9557-b2683b658323 req-aa192ff8-80bb-47c8-88f6-062a583e46b5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:26.880295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40fd3860-08ca-4533-9557-b2683b658323 req-aa192ff8-80bb-47c8-88f6-062a583e46b5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 943 time: 0.0743277 Oct 26 14:26:26.887550 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3a65de12-2cca-47d4-8f55-efca692a3416, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3a65de12-2cca-47d4-8f55-efca692a3416,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:26.893329 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.894509 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device bd183f95-3d67-4352-8902-d679e6de6a06 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:26.960001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819ead5-ac33-43d2-a139-d318582a3bb2 req-a2161ac4-280f-4469-9afd-ca75dac49c06 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:26.961680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6819ead5-ac33-43d2-a139-d318582a3bb2 req-a2161ac4-280f-4469-9afd-ca75dac49c06 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.0803282 Oct 26 14:26:26.965868 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=3a65de12-2cca-47d4-8f55-efca692a3416,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:26.968632 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: bd183f95-3d67-4352-8902-d679e6de6a06 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:26.969119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device bd183f95-3d67-4352-8902-d679e6de6a06 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:26.977303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40fd3860-08ca-4533-9557-b2683b658323 req-53297632-2d20-4688-9237-0de4b7549499 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682087 Oct 26 14:26:27.019008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6819ead5-ac33-43d2-a139-d318582a3bb2 req-14926cc9-f9f4-42e3-aec5-3032d85f4d60 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388260 Oct 26 14:26:27.046365 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abb9861-e072-4722-b5a6-58a2636c1743 x-openstack-request-id: req-9abb9861-e072-4722-b5a6-58a2636c1743 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:27.046643 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7d7387-8e9c-48df-b882-f7e4f56a5054", "name": "network-vif-plugged", "status": "completed", "tag": "3a65de12-2cca-47d4-8f55-efca692a3416", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:27.046949 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9abb9861-e072-4722-b5a6-58a2636c1743 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:27.047202 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7d7387-8e9c-48df-b882-f7e4f56a5054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a65de12-2cca-47d4-8f55-efca692a3416', 'code': 200} Oct 26 14:26:27.176530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3846db-f7e3-4acd-a81d-497e718e7337 req-7c3c97f4-6b06-4a0f-9278-3ffd0ddc04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:27.178796 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f3846db-f7e3-4acd-a81d-497e718e7337 req-7c3c97f4-6b06-4a0f-9278-3ffd0ddc04f2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1097 time: 0.0600748 Oct 26 14:26:27.217963 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3f3846db-f7e3-4acd-a81d-497e718e7337 req-8252ff8e-7cff-4775-9c91-5ebac4870723 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304632 Oct 26 14:26:27.516846 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a79c48-8d3d-49cb-a3a0-4c7f5f051a56 req-70133fee-937a-4af8-8ccc-6e0b3625394b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:27.518403 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7a79c48-8d3d-49cb-a3a0-4c7f5f051a56 req-70133fee-937a-4af8-8ccc-6e0b3625394b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.0566440 Oct 26 14:26:27.544012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324373b-f8b8-4da4-a434-4c3a8ab80dba req-5e2e1907-0573-4146-8da8-041cc5439aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:27.545919 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b324373b-f8b8-4da4-a434-4c3a8ab80dba req-5e2e1907-0573-4146-8da8-041cc5439aec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 1097 time: 0.0528853 Oct 26 14:26:27.589299 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:27.615746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7a79c48-8d3d-49cb-a3a0-4c7f5f051a56 req-1aa46a22-0c18-4d73-9f95-67e4569fae8c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892181 Oct 26 14:26:27.685094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324373b-f8b8-4da4-a434-4c3a8ab80dba req-4e8c770c-c07e-45b3-bca5-b3a7dc06dac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:27.686649 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b324373b-f8b8-4da4-a434-4c3a8ab80dba req-4e8c770c-c07e-45b3-bca5-b3a7dc06dac7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 918 time: 0.1319551 Oct 26 14:26:27.767559 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b324373b-f8b8-4da4-a434-4c3a8ab80dba req-3385416d-f5f4-4336-a9d3-a8b14f722be1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 HTTP/1.1" status: 200 len: 1001 time: 0.0708566 Oct 26 14:26:27.834657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d6d1f-6462-441c-90f8-93fa3eb1475d req-b4ce43ae-818c-4579-856c-ac66431ebe52 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:27.846779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c24d6d1f-6462-441c-90f8-93fa3eb1475d req-b4ce43ae-818c-4579-856c-ac66431ebe52 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1097 time: 0.0578198 Oct 26 14:26:27.865609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324373b-f8b8-4da4-a434-4c3a8ab80dba req-e006f0bf-f480-4eaf-965d-7516c117d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:27.867477 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b324373b-f8b8-4da4-a434-4c3a8ab80dba req-e006f0bf-f480-4eaf-965d-7516c117d3ce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.0920582 Oct 26 14:26:27.892116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c24d6d1f-6462-441c-90f8-93fa3eb1475d req-738421f8-ab21-4429-a1cf-19e813323381 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442050 Oct 26 14:26:27.929367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324373b-f8b8-4da4-a434-4c3a8ab80dba req-751a2e5b-0690-4624-9188-5b52f74f73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:27.931040 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b324373b-f8b8-4da4-a434-4c3a8ab80dba req-751a2e5b-0690-4624-9188-5b52f74f73cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549076 Oct 26 14:26:28.055059 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b324373b-f8b8-4da4-a434-4c3a8ab80dba req-10b8704c-87c9-4ed8-8c75-3a30e050a11b service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158230 Oct 26 14:26:28.111624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a116244-0a13-49f0-bfef-3a07ecad1215 req-b36baba1-c86b-4e41-a458-979dbae9cb9c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:28.119349 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a116244-0a13-49f0-bfef-3a07ecad1215 req-b36baba1-c86b-4e41-a458-979dbae9cb9c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 943 time: 0.0644636 Oct 26 14:26:28.177916 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b324373b-f8b8-4da4-a434-4c3a8ab80dba req-d6281454-8315-47dd-ad4b-b4e92e8e241d service neutron] 10.222.0.25 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104455 Oct 26 14:26:28.206201 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b1bc5-59f5-4d43-a215-e80bdafd9e92 req-8b11a5a4-13e5-404e-9e2f-fcc58ec01d57 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:28.208280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce9b1bc5-59f5-4d43-a215-e80bdafd9e92 req-8b11a5a4-13e5-404e-9e2f-fcc58ec01d57 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.0867107 Oct 26 14:26:28.218508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a116244-0a13-49f0-bfef-3a07ecad1215 req-34fda600-bfbe-4917-a4bf-810a18a1c6a2 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982709 Oct 26 14:26:28.276831 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce9b1bc5-59f5-4d43-a215-e80bdafd9e92 req-6faaf83d-6dd5-4659-84f9-3702cd120368 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567451 Oct 26 14:26:28.784077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3be36-81a7-4105-9222-735a6f6e4113 req-0969eb1f-bf79-40a2-8456-9dc278b74c9b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:28.785451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95d3be36-81a7-4105-9222-735a6f6e4113 req-0969eb1f-bf79-40a2-8456-9dc278b74c9b tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.0542433 Oct 26 14:26:28.823859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95d3be36-81a7-4105-9222-735a6f6e4113 req-ae9bc25b-c9ce-494f-82ac-aeb87d8995d9 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324311 Oct 26 14:26:29.008264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9db9a5-1822-4ee2-a662-fd25de79f735 req-776f0598-3215-4a7a-beb9-b5c447aa0ed1 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:29.009775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b9db9a5-1822-4ee2-a662-fd25de79f735 req-776f0598-3215-4a7a-beb9-b5c447aa0ed1 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1097 time: 0.0439496 Oct 26 14:26:29.047965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b9db9a5-1822-4ee2-a662-fd25de79f735 req-bd73aab8-27a3-4488-a256-61cc10f6afbc tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300701 Oct 26 14:26:29.182684 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127b17c-dddd-464d-8abf-c3d1569206f4 req-5d98fa96-57ea-4e80-ac6c-6ee91a875ced tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:29.184723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9127b17c-dddd-464d-8abf-c3d1569206f4 req-5d98fa96-57ea-4e80-ac6c-6ee91a875ced tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1097 time: 0.0594468 Oct 26 14:26:29.225762 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9127b17c-dddd-464d-8abf-c3d1569206f4 req-b7f251c2-43d6-494e-be7f-e2c22cf222a6 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341609 Oct 26 14:26:29.738721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892395b0-e98c-4b39-a09d-0b2540cf1c87 req-144b8bcd-8af3-407a-9650-e73c184de68f tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:29.740777 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-892395b0-e98c-4b39-a09d-0b2540cf1c87 req-144b8bcd-8af3-407a-9650-e73c184de68f tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1097 time: 0.4355743 Oct 26 14:26:29.753410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e828b-ac61-4a40-a801-fa833aab6bad req-454c5e74-49f7-46c0-bd6c-35a56dde5e44 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:29.765791 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-437e828b-ac61-4a40-a801-fa833aab6bad req-454c5e74-49f7-46c0-bd6c-35a56dde5e44 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 943 time: 0.4321141 Oct 26 14:26:29.825019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-892395b0-e98c-4b39-a09d-0b2540cf1c87 req-24df1542-74d0-4843-b566-a8a285e488c1 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605872 Oct 26 14:26:29.836154 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-437e828b-ac61-4a40-a801-fa833aab6bad req-1a926537-eaaf-49d2-b316-a5ed2db0f69e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728924 Oct 26 14:26:30.000023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff96b4-d067-4ebf-aa08-ed8a9cb6cdbc req-01c884bc-b588-4798-8ba9-1391b25bafd5 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:30.001882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7ff96b4-d067-4ebf-aa08-ed8a9cb6cdbc req-01c884bc-b588-4798-8ba9-1391b25bafd5 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.0649035 Oct 26 14:26:30.051976 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:26:30.056594 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7ff96b4-d067-4ebf-aa08-ed8a9cb6cdbc req-1d5cd91a-ff5c-486a-83e7-be9e045d3930 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479636 Oct 26 14:26:30.217518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9649d-5745-495e-ab8d-b30694e9cffc req-3d24294d-be06-4c16-883a-4f801f0dd29d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:30.222602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1d9649d-5745-495e-ab8d-b30694e9cffc req-3d24294d-be06-4c16-883a-4f801f0dd29d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.0886517 Oct 26 14:26:30.225337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65c5b-c865-47e4-af2f-d6f76c4f6216 req-332cab48-4818-40cd-a6d1-f9d16b7be0b9 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:30.227047 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9f65c5b-c865-47e4-af2f-d6f76c4f6216 req-332cab48-4818-40cd-a6d1-f9d16b7be0b9 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1097 time: 0.1020985 Oct 26 14:26:30.280369 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1d9649d-5745-495e-ab8d-b30694e9cffc req-e19f15a9-329c-462c-b0b3-cef129bd0cc8 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525634 Oct 26 14:26:30.285924 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9f65c5b-c865-47e4-af2f-d6f76c4f6216 req-b3115f24-82d5-400e-bf53-b63d893e9def tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447505 Oct 26 14:26:30.515423 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:30.627596 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.663251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:30.665512 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae313c78-f0c2-4b5a-8041-beeb6d306381" -d '{"events": [{"server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "name": "network-vif-unplugged", "status": "completed", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:30.679508 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:30.689026 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.719687 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcacefaf-7fa6-45a5-a92b-cdc20ad3d386 x-openstack-request-id: req-bcacefaf-7fa6-45a5-a92b-cdc20ad3d386 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:30.719988 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "name": "network-vif-unplugged", "status": "failed", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253", "code": 422}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:30.720250 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcacefaf-7fa6-45a5-a92b-cdc20ad3d386 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:30.720672 n-d-815498-1 neutron-server[102125]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'code': 422} returned with failed status Oct 26 14:26:30.756847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:30.973746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6843a-a673-4ccd-836c-e0662e6ce861 req-9dff79a3-cadc-453f-b4ef-77dc8475d506 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:30.975559 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2aa6843a-a673-4ccd-836c-e0662e6ce861 req-9dff79a3-cadc-453f-b4ef-77dc8475d506 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 943 time: 0.0736539 Oct 26 14:26:31.027027 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2aa6843a-a673-4ccd-836c-e0662e6ce861 req-b1a6a2be-b278-4549-9e5c-befeb2c689de tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426469 Oct 26 14:26:31.226407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d611a-c4be-4edf-905a-a6464fae6504 req-db22e85a-2a1c-476e-a8b4-71a60fd8dd96 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:31.236351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a4d611a-c4be-4edf-905a-a6464fae6504 req-db22e85a-2a1c-476e-a8b4-71a60fd8dd96 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.0925398 Oct 26 14:26:31.283208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a4d611a-c4be-4edf-905a-a6464fae6504 req-678c296a-6d27-48ce-8eaa-0691c56dab29 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457840 Oct 26 14:26:31.315124 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-44f0be3d-6411-4044-b8d8-01c47bd371ec req-3d1a80f3-c9eb-46b1-84c9-265e75032755 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:26:31.321160 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-44f0be3d-6411-4044-b8d8-01c47bd371ec req-3d1a80f3-c9eb-46b1-84c9-265e75032755 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0120282 Oct 26 14:26:31.423558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d8f1c-4555-4013-89e1-74d82f46c230 req-35f26534-0b3d-4ed1-a317-b7b9a138c794 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:31.425730 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-765d8f1c-4555-4013-89e1-74d82f46c230 req-35f26534-0b3d-4ed1-a317-b7b9a138c794 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1097 time: 0.0568440 Oct 26 14:26:31.441963 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ebcfb-db1a-4aef-b774-cb1beb26bc30 req-026525b4-3749-438c-8049-448505c9848a tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:31.443774 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-410ebcfb-db1a-4aef-b774-cb1beb26bc30 req-026525b4-3749-438c-8049-448505c9848a tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 1097 time: 0.0768387 Oct 26 14:26:31.566798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-410ebcfb-db1a-4aef-b774-cb1beb26bc30 req-5fdc1a02-d9ef-43df-8f74-7ed366c1fb5a tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Deleting port 3a65de12-2cca-47d4-8f55-efca692a3416 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:31.567391 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-410ebcfb-db1a-4aef-b774-cb1beb26bc30 req-5fdc1a02-d9ef-43df-8f74-7ed366c1fb5a tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.578500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-765d8f1c-4555-4013-89e1-74d82f46c230 req-214b345c-f0e9-4e1a-92a8-a29b51bb0acc tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452370 Oct 26 14:26:31.600992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6589f5-aadb-4ab7-b843-407c32c200f9 req-21cfe12e-eb8d-4ab3-9e89-415df7734a28 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:31.602717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e6589f5-aadb-4ab7-b843-407c32c200f9 req-21cfe12e-eb8d-4ab3-9e89-415df7734a28 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 944 time: 0.0696306 Oct 26 14:26:31.679909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e6589f5-aadb-4ab7-b843-407c32c200f9 req-cb872df8-aa88-42b6-bf0a-116fc86e6c70 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704620 Oct 26 14:26:31.691329 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-410ebcfb-db1a-4aef-b774-cb1beb26bc30 req-5fdc1a02-d9ef-43df-8f74-7ed366c1fb5a tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] For port 3a65de12-2cca-47d4-8f55-efca692a3416, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3a65de12-2cca-47d4-8f55-efca692a3416,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:31.691712 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-410ebcfb-db1a-4aef-b774-cb1beb26bc30 req-5fdc1a02-d9ef-43df-8f74-7ed366c1fb5a tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.710412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-410ebcfb-db1a-4aef-b774-cb1beb26bc30 req-5fdc1a02-d9ef-43df-8f74-7ed366c1fb5a tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Calling delete_port for 3a65de12-2cca-47d4-8f55-efca692a3416 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:31.840661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33028) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:31.882304 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-410ebcfb-db1a-4aef-b774-cb1beb26bc30 req-5fdc1a02-d9ef-43df-8f74-7ed366c1fb5a tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.897513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9b525c08-7a95-4d31-a7d1-3e06c47503fc'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:31.900391 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['3a65de12-2cca-47d4-8f55-efca692a3416'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:31.915212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc1a02-d9ef-43df-8f74-7ed366c1fb5a tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a65de12-2cca-47d4-8f55-efca692a3416,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:31.992791 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-410ebcfb-db1a-4aef-b774-cb1beb26bc30 req-5fdc1a02-d9ef-43df-8f74-7ed366c1fb5a tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] No DVR routers for this DVR port 3a65de12-2cca-47d4-8f55-efca692a3416 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:26:32.000260 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-410ebcfb-db1a-4aef-b774-cb1beb26bc30 req-5fdc1a02-d9ef-43df-8f74-7ed366c1fb5a tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:32.017110 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-410ebcfb-db1a-4aef-b774-cb1beb26bc30 req-5fdc1a02-d9ef-43df-8f74-7ed366c1fb5a tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.25 "DELETE /v2.0/ports/3a65de12-2cca-47d4-8f55-efca692a3416 HTTP/1.1" status: 204 len: 173 time: 0.5659189 Oct 26 14:26:32.017698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7d7387-8e9c-48df-b882-f7e4f56a5054', 'name': 'network-vif-deleted', 'tag': '3a65de12-2cca-47d4-8f55-efca692a3416'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:32.033523 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca440538-d66a-49f0-b7d9-d53734d43e44" -d '{"events": [{"server_uuid": "ec7d7387-8e9c-48df-b882-f7e4f56a5054", "name": "network-vif-deleted", "tag": "3a65de12-2cca-47d4-8f55-efca692a3416"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:32.096719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-2cfc73f0-524c-409f-9eb6-6c4e69869d6a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2545354 Oct 26 14:26:32.131622 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b81fcf-78c1-4b79-8e28-54a5c6c98887 x-openstack-request-id: req-c2b81fcf-78c1-4b79-8e28-54a5c6c98887 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:32.131967 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7d7387-8e9c-48df-b882-f7e4f56a5054", "name": "network-vif-deleted", "tag": "3a65de12-2cca-47d4-8f55-efca692a3416", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:32.132222 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2b81fcf-78c1-4b79-8e28-54a5c6c98887 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:32.134273 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7d7387-8e9c-48df-b882-f7e4f56a5054', 'name': 'network-vif-deleted', 'tag': '3a65de12-2cca-47d4-8f55-efca692a3416', 'status': 'completed', 'code': 200} Oct 26 14:26:32.134394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-2d0edf78-1375-49d0-804b-e1c5463f3147 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:26:32.145837 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-2d0edf78-1375-49d0-804b-e1c5463f3147 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0186813 Oct 26 14:26:32.233489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dc1d9-4c30-4822-8c75-29ae6f19569d req-f9a19bf2-4e40-4d93-967d-109844befb63 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:32.239176 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a31dc1d9-4c30-4822-8c75-29ae6f19569d req-f9a19bf2-4e40-4d93-967d-109844befb63 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 943 time: 0.0600588 Oct 26 14:26:32.313828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a31dc1d9-4c30-4822-8c75-29ae6f19569d req-90dded8c-bd52-4591-8555-f66b0074a639 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670226 Oct 26 14:26:32.437077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158e0dd-9830-4172-aecd-18c723c719d6 req-7bd41957-f290-4c24-9812-d0b477f1f475 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:32.439595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a158e0dd-9830-4172-aecd-18c723c719d6 req-7bd41957-f290-4c24-9812-d0b477f1f475 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.0567007 Oct 26 14:26:32.489574 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a158e0dd-9830-4172-aecd-18c723c719d6 req-4fdda28e-76a0-40bf-9e2a-8c983565830b tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5240d59-0c69-411a-978f-38bec1b7f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413561 Oct 26 14:26:32.511882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 28589109-c866-41ef-bffa-8faaae0c9de2 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:26:32.772576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 28589109-c866-41ef-bffa-8faaae0c9de2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=28589109-c866-41ef-bffa-8faaae0c9de2,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:32.787781 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '28589109-c866-41ef-bffa-8faaae0c9de2', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'port_id': '28589109-c866-41ef-bffa-8faaae0c9de2', 'mac_address': 'fa:16:3e:c4:5c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:26:32.795383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0fea0a9d-8204-4dd6-8cbc-1d8b8c8f982a req-7984ecfb-61ed-4cd0-9a50-3caf6a248357 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec7d7387-8e9c-48df-b882-f7e4f56a5054 HTTP/1.1" status: 200 len: 210 time: 0.0436225 Oct 26 14:26:32.835269 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:32.868326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28589109-c866-41ef-bffa-8faaae0c9de2 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:26:32.885866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68c2f3-93b9-4937-aa70-4f7fee3d4edc req-a37331fe-54aa-4f49-a40c-c01a488488b8 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:32.887552 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b68c2f3-93b9-4937-aa70-4f7fee3d4edc req-a37331fe-54aa-4f49-a40c-c01a488488b8 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 944 time: 0.1232903 Oct 26 14:26:32.904387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 28589109-c866-41ef-bffa-8faaae0c9de2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=28589109-c866-41ef-bffa-8faaae0c9de2,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:32.910445 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:32.942513 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b68c2f3-93b9-4937-aa70-4f7fee3d4edc req-92bf2504-d5f3-4a3c-a00d-42b7c8fdcdb8 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470359 Oct 26 14:26:33.014344 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=28589109-c866-41ef-bffa-8faaae0c9de2,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:33.083365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8643a3-ae28-42de-b395-248f35685e51 req-89e5ded7-497b-4c09-94ce-d65a9e69d5a7 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:33.085421 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca8643a3-ae28-42de-b395-248f35685e51 req-89e5ded7-497b-4c09-94ce-d65a9e69d5a7 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 945 time: 0.1038127 Oct 26 14:26:33.105940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['28589109-c866-41ef-bffa-8faaae0c9de2'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:33.199048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-ca8643a3-ae28-42de-b395-248f35685e51 req-791f5cbb-0aad-4a90-8211-b48cccd4e00f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Deleting port 93139642-ba14-4ae5-ac42-a5532f337130 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:33.199628 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ca8643a3-ae28-42de-b395-248f35685e51 req-791f5cbb-0aad-4a90-8211-b48cccd4e00f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.331921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-ca8643a3-ae28-42de-b395-248f35685e51 req-791f5cbb-0aad-4a90-8211-b48cccd4e00f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] For port 93139642-ba14-4ae5-ac42-a5532f337130, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=93139642-ba14-4ae5-ac42-a5532f337130,segment=NetworkSegment(540f1c9b-b0c5-4cb3-a424-b06bccec4325),segment_id=540f1c9b-b0c5-4cb3-a424-b06bccec4325)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:33.334645 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ca8643a3-ae28-42de-b395-248f35685e51 req-791f5cbb-0aad-4a90-8211-b48cccd4e00f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.390333 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-355c4cca-d706-4819-9f53-0b9f2f4fc8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:33.393216 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-355c4cca-d706-4819-9f53-0b9f2f4fc8ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405&tenant_id=6c20e13b6806489fbae708b5ba152ca6 HTTP/1.1" status: 200 len: 1095 time: 0.0995307 Oct 26 14:26:33.406224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-ca8643a3-ae28-42de-b395-248f35685e51 req-791f5cbb-0aad-4a90-8211-b48cccd4e00f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Calling delete_port for 93139642-ba14-4ae5-ac42-a5532f337130 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:33.408969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:33.509326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676170e-cc19-47ab-bc01-1b0c553cc734 req-57940991-6ab5-4b3f-a0ff-0d1d38f1283b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:33.511096 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7676170e-cc19-47ab-bc01-1b0c553cc734 req-57940991-6ab5-4b3f-a0ff-0d1d38f1283b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 944 time: 0.1111319 Oct 26 14:26:33.522262 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.550043 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df0619-fe91-43eb-a0a4-ec1ca564e4a1 req-b9f6e1be-5c5b-4910-98d5-bd4ea3132811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:33.553063 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54df0619-fe91-43eb-a0a4-ec1ca564e4a1 req-b9f6e1be-5c5b-4910-98d5-bd4ea3132811 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 1095 time: 0.0968730 Oct 26 14:26:33.644611 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ca8643a3-ae28-42de-b395-248f35685e51 req-791f5cbb-0aad-4a90-8211-b48cccd4e00f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.656438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['93139642-ba14-4ae5-ac42-a5532f337130'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:33.711903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ffeae73a-2fe4-46b5-a597-60c712b90ae6 req-1f2bff87-2f72-4ed9-9611-dcacd28f6695 tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6cd270-fa2e-4077-af16-fd60745180f5 HTTP/1.1" status: 200 len: 210 time: 0.0723002 Oct 26 14:26:33.773536 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7676170e-cc19-47ab-bc01-1b0c553cc734 req-5637d94a-6253-42dd-be16-105917fcca33 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452083 Oct 26 14:26:33.782858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f5cbb-0aad-4a90-8211-b48cccd4e00f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Pushing event deleted for resources: {'Port': ['ID=93139642-ba14-4ae5-ac42-a5532f337130,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:33.806680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8643a3-ae28-42de-b395-248f35685e51 req-791f5cbb-0aad-4a90-8211-b48cccd4e00f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] No DVR routers for this DVR port 93139642-ba14-4ae5-ac42-a5532f337130 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:26:33.809910 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ca8643a3-ae28-42de-b395-248f35685e51 req-791f5cbb-0aad-4a90-8211-b48cccd4e00f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.813553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca8643a3-ae28-42de-b395-248f35685e51 req-791f5cbb-0aad-4a90-8211-b48cccd4e00f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] 10.222.0.11 "DELETE /v2.0/ports/93139642-ba14-4ae5-ac42-a5532f337130 HTTP/1.1" status: 204 len: 173 time: 0.7205064 Oct 26 14:26:33.814408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6cd270-fa2e-4077-af16-fd60745180f5', 'name': 'network-vif-deleted', 'tag': '93139642-ba14-4ae5-ac42-a5532f337130'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:33.824929 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ade1989-3f61-4a71-ac6c-9dbaeb54984c" -d '{"events": [{"server_uuid": "5f6cd270-fa2e-4077-af16-fd60745180f5", "name": "network-vif-deleted", "tag": "93139642-ba14-4ae5-ac42-a5532f337130"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:33.844602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df0619-fe91-43eb-a0a4-ec1ca564e4a1 req-bbdffdb8-9359-4659-8a9f-dd4633ef5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:33.846387 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54df0619-fe91-43eb-a0a4-ec1ca564e4a1 req-bbdffdb8-9359-4659-8a9f-dd4633ef5355 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 918 time: 0.2585156 Oct 26 14:26:33.869516 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4290d8-104f-477c-82e1-bf1207d3912b x-openstack-request-id: req-3d4290d8-104f-477c-82e1-bf1207d3912b {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:33.869964 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6cd270-fa2e-4077-af16-fd60745180f5", "name": "network-vif-deleted", "tag": "93139642-ba14-4ae5-ac42-a5532f337130", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:33.878160 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d4290d8-104f-477c-82e1-bf1207d3912b {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:33.878160 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6cd270-fa2e-4077-af16-fd60745180f5', 'name': 'network-vif-deleted', 'tag': '93139642-ba14-4ae5-ac42-a5532f337130', 'status': 'completed', 'code': 200} Oct 26 14:26:33.973680 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54df0619-fe91-43eb-a0a4-ec1ca564e4a1 req-57e488d3-6f22-4fb8-b0f6-b33ca45f7d68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 HTTP/1.1" status: 200 len: 999 time: 0.1192749 Oct 26 14:26:33.976310 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:34.078383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:26:34.111570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df0619-fe91-43eb-a0a4-ec1ca564e4a1 req-a2f7d83c-b5f1-4782-918b-9fa60e02065f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:34.113048 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54df0619-fe91-43eb-a0a4-ec1ca564e4a1 req-a2f7d83c-b5f1-4782-918b-9fa60e02065f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.1075799 Oct 26 14:26:34.124162 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:26:34.134245 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:34.183087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Transition to ACTIVE for port object cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:26:34.188545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:34.218589 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dee1b8-79c4-457e-9e83-f3f36ade437b req-3d62fa02-8564-436c-9779-f2527aff3839 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:34.220281 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10dee1b8-79c4-457e-9e83-f3f36ade437b req-3d62fa02-8564-436c-9779-f2527aff3839 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 944 time: 0.1262159 Oct 26 14:26:34.229390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b2275-7162-4953-ad0b-e2f207ba2a26 req-68ceed60-0cd4-47bb-a37a-00dd1158072d tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:34.231005 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d2b2275-7162-4953-ad0b-e2f207ba2a26 req-68ceed60-0cd4-47bb-a37a-00dd1158072d tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1097 time: 0.0769038 Oct 26 14:26:34.258803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df0619-fe91-43eb-a0a4-ec1ca564e4a1 req-b7f72b8e-fa2e-478e-a520-e0db0d1214bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:34.260911 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54df0619-fe91-43eb-a0a4-ec1ca564e4a1 req-b7f72b8e-fa2e-478e-a520-e0db0d1214bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162624 Oct 26 14:26:34.295765 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10dee1b8-79c4-457e-9e83-f3f36ade437b req-bcc96077-290f-4dd6-9c36-722387000e20 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631235 Oct 26 14:26:34.306928 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d2b2275-7162-4953-ad0b-e2f207ba2a26 req-bf924ffe-c959-4af7-a6d0-9dd471894226 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663488 Oct 26 14:26:34.337627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Pushing event updated for resources: {'Port': ['ID=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,revision_number=9']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:34.519836 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 28589109-c866-41ef-bffa-8faaae0c9de2 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:26:34.587416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] No DVR routers for this DVR port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:26:34.617530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 28589109-c866-41ef-bffa-8faaae0c9de2 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:26:34.621849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 28589109-c866-41ef-bffa-8faaae0c9de2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:26:34.622261 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:34.628762 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54df0619-fe91-43eb-a0a4-ec1ca564e4a1 req-876922e1-c6e2-438e-82f9-7f37d99de2d9 service neutron] 10.222.0.11 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543663 Oct 26 14:26:34.732237 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:34.767386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7ca77b-5210-440e-a52e-dce64bea6e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28589109-c866-41ef-bffa-8faaae0c9de2'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:34.770593 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbf10c5-a31d-48b8-bdb2-ee21c46ea5e7" -d '{"events": [{"server_uuid": "bb7ca77b-5210-440e-a52e-dce64bea6e45", "name": "network-vif-plugged", "status": "completed", "tag": "28589109-c866-41ef-bffa-8faaae0c9de2"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:34.789009 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 28589109-c866-41ef-bffa-8faaae0c9de2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=28589109-c866-41ef-bffa-8faaae0c9de2,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:34.804140 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:34.805190 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3a65de12-2cca-47d4-8f55-efca692a3416 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:34.805304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33138) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:34.933453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=28589109-c866-41ef-bffa-8faaae0c9de2,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:34.938641 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0bcac3-0553-419a-b560-f8d149bf2a91 x-openstack-request-id: req-2a0bcac3-0553-419a-b560-f8d149bf2a91 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:34.939131 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7ca77b-5210-440e-a52e-dce64bea6e45", "name": "network-vif-plugged", "status": "completed", "tag": "28589109-c866-41ef-bffa-8faaae0c9de2", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:34.939525 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a0bcac3-0553-419a-b560-f8d149bf2a91 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:34.940089 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7ca77b-5210-440e-a52e-dce64bea6e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28589109-c866-41ef-bffa-8faaae0c9de2', 'code': 200} Oct 26 14:26:34.940892 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 3a65de12-2cca-47d4-8f55-efca692a3416 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:34.941372 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3a65de12-2cca-47d4-8f55-efca692a3416 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:35.079715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95b122-7500-463c-b2b7-19693516be46 req-993b70da-aab7-4e36-9cd4-42d2c1dd14ca tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:35.088612 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc95b122-7500-463c-b2b7-19693516be46 req-993b70da-aab7-4e36-9cd4-42d2c1dd14ca tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 945 time: 0.1189504 Oct 26 14:26:35.245267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc95b122-7500-463c-b2b7-19693516be46 req-cd0e656d-b51b-45b2-b1e8-7301fd7b7df9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557677 Oct 26 14:26:35.323446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9058f-462e-4fdc-a6f2-657d7ec0867e req-43776fdf-f527-4d28-a22a-c8ae5319b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:35.324662 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89c9058f-462e-4fdc-a6f2-657d7ec0867e req-43776fdf-f527-4d28-a22a-c8ae5319b38d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 1096 time: 0.1309440 Oct 26 14:26:35.331556 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-54df0619-fe91-43eb-a0a4-ec1ca564e4a1 req-a359564e-f242-48fd-8203-f8fe9a8bcf30 service neutron] 10.222.0.11 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621766 Oct 26 14:26:35.402518 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89c9058f-462e-4fdc-a6f2-657d7ec0867e req-12b362c9-6596-41b7-a453-a832ec96a7a5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679414 Oct 26 14:26:35.432352 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Attempting to bind port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:35.432688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Attempting to bind port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:35.433017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Attempting to bind port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 on network ded9e010-5e2e-41f5-9481-6473388a630d {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:35.437931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 on network ded9e010-5e2e-41f5-9481-6473388a630d not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:35.438279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Attempting to bind port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 on network ded9e010-5e2e-41f5-9481-6473388a630d {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:35.443527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:26:35.443894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Checking segment: {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:26:35.444267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Bound using segment: {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:26:35.444686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Bound port: cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70825e9c-927e-4578-b96d-ceeee2a8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:26:35.445035 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:35.522300 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:26:35.525963 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:26:35.532832 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:35.557451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88171f61-2e93-4159-972d-d02840c463ae req-385f8bdc-705a-4850-8c99-8ca129f66801 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:35.560274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88171f61-2e93-4159-972d-d02840c463ae req-385f8bdc-705a-4850-8c99-8ca129f66801 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1097 time: 0.1093860 Oct 26 14:26:35.571437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734acae4-a50b-49ff-96a1-5920311f69af req-9f89d9fd-721c-4ee7-8319-d9185d06113e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:35.576000 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:35.577061 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:35.578664 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] 10.222.0.11 "PUT /v2.0/ports/cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 HTTP/1.1" status: 200 len: 1092 time: 2.1743729 Oct 26 14:26:35.579084 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:35.580730 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-734acae4-a50b-49ff-96a1-5920311f69af req-9f89d9fd-721c-4ee7-8319-d9185d06113e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 944 time: 0.1195588 Oct 26 14:26:35.581876 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aea1787-b4e7-4275-8beb-c3c1e71146b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:35.606960 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-12aedfa7-6856-4d2c-89da-16e0234e9b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:35.621711 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00716d64-908b-465e-af8a-25cba96edf32 service neutron] Pushing event updated for resources: {'Port': ['ID=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,revision_number=10']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:35.709733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-2d17e552-5d79-45ae-9d5f-2c82069ddeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:35.711394 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-2d17e552-5d79-45ae-9d5f-2c82069ddeae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 1096 time: 0.1053131 Oct 26 14:26:35.836331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-734acae4-a50b-49ff-96a1-5920311f69af req-e6c3810f-bbb5-4668-a85b-ff31257878fc tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477932 Oct 26 14:26:35.840686 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88171f61-2e93-4159-972d-d02840c463ae req-e05b6eaa-a5e2-4c43-bf70-3ee7fe8ca3ff tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d97c1554-e948-4ed3-83c3-360b3c0be31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369356 Oct 26 14:26:35.914018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-38dd7315-a65f-4a62-bc09-d6d13e1dda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:35.914018 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-38dd7315-a65f-4a62-bc09-d6d13e1dda7f service neutron] 10.222.0.11 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 918 time: 0.1882024 Oct 26 14:26:35.948583 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5451f6-a572-4644-8000-6ba5b60e03c1 x-openstack-request-id: req-eb5451f6-a572-4644-8000-6ba5b60e03c1 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:35.948886 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:35.949254 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb5451f6-a572-4644-8000-6ba5b60e03c1 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:35.949677 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'status': 'completed', 'code': 200} Oct 26 14:26:36.046467 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-c424cd5e-b749-4b5d-81d9-769e57f93077 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 HTTP/1.1" status: 200 len: 999 time: 0.1194751 Oct 26 14:26:36.060774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-12aedfa7-6856-4d2c-89da-16e0234e9b19 admin admin] Deleting port 211d56aa-b72d-4d32-a5f2-500879134f56 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:36.061204 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-12aedfa7-6856-4d2c-89da-16e0234e9b19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:36.089525 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b045236-7036-4093-ac2a-1bf7c56bc6e2 req-6ca82a18-ad7d-4979-a945-c7bf54c2441c tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:36.090955 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b045236-7036-4093-ac2a-1bf7c56bc6e2 req-6ca82a18-ad7d-4979-a945-c7bf54c2441c tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 1097 time: 0.1403658 Oct 26 14:26:36.134663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-2d1553a5-5bdb-48ef-9921-a9983b4a6acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:36.136287 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-2d1553a5-5bdb-48ef-9921-a9983b4a6acf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.0822382 Oct 26 14:26:36.178230 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-12aedfa7-6856-4d2c-89da-16e0234e9b19 admin admin] For port 211d56aa-b72d-4d32-a5f2-500879134f56, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=211d56aa-b72d-4d32-a5f2-500879134f56,segment=NetworkSegment(540f1c9b-b0c5-4cb3-a424-b06bccec4325),segment_id=540f1c9b-b0c5-4cb3-a424-b06bccec4325)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:36.178735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-12aedfa7-6856-4d2c-89da-16e0234e9b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:36.199183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-12aedfa7-6856-4d2c-89da-16e0234e9b19 admin admin] Calling delete_port for 211d56aa-b72d-4d32-a5f2-500879134f56 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:36.215080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-462754a5-570b-416a-9d65-b14af52b270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:36.216792 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-462754a5-570b-416a-9d65-b14af52b270c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691836 Oct 26 14:26:36.228400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-2b045236-7036-4093-ac2a-1bf7c56bc6e2 req-da39f6f8-9d16-4003-8ee3-c45dbfa98845 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Deleting port 9b525c08-7a95-4d31-a7d1-3e06c47503fc {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:36.228736 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2b045236-7036-4093-ac2a-1bf7c56bc6e2 req-da39f6f8-9d16-4003-8ee3-c45dbfa98845 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:36.470481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17021b7f-fc8e-4b73-9877-f58bf58fcff7 req-8a2856dc-7531-4f93-bdb2-0ef8a04d3d4c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:36.478203 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17021b7f-fc8e-4b73-9877-f58bf58fcff7 req-8a2856dc-7531-4f93-bdb2-0ef8a04d3d4c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 945 time: 0.1041024 Oct 26 14:26:36.483090 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-7aec4fb1-bff3-420e-90fe-5eeb8f3be63a service neutron] 10.222.0.11 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570777 Oct 26 14:26:36.491539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-2b045236-7036-4093-ac2a-1bf7c56bc6e2 req-da39f6f8-9d16-4003-8ee3-c45dbfa98845 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] For port 9b525c08-7a95-4d31-a7d1-3e06c47503fc, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9b525c08-7a95-4d31-a7d1-3e06c47503fc,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:36.491905 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2b045236-7036-4093-ac2a-1bf7c56bc6e2 req-da39f6f8-9d16-4003-8ee3-c45dbfa98845 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:36.531016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-17021b7f-fc8e-4b73-9877-f58bf58fcff7 req-71af1b2a-ad58-4677-8fa7-ee80a7ac808c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518844 Oct 26 14:26:36.558102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-2b045236-7036-4093-ac2a-1bf7c56bc6e2 req-da39f6f8-9d16-4003-8ee3-c45dbfa98845 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Calling delete_port for 9b525c08-7a95-4d31-a7d1-3e06c47503fc owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:36.616573 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-12aedfa7-6856-4d2c-89da-16e0234e9b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:36.655510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aedfa7-6856-4d2c-89da-16e0234e9b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=211d56aa-b72d-4d32-a5f2-500879134f56,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:36.681843 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e43c44a8-3a68-46d3-9278-8a174a9930a1 req-fbf0586b-2d28-445c-b092-a3240b421bd4 service neutron] 10.222.0.11 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866536 Oct 26 14:26:36.803091 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2b045236-7036-4093-ac2a-1bf7c56bc6e2 req-da39f6f8-9d16-4003-8ee3-c45dbfa98845 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:36.812487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9b525c08-7a95-4d31-a7d1-3e06c47503fc'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:36.869612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea1787-b4e7-4275-8beb-c3c1e71146b1 req-be7cd88b-8541-4f30-bd2b-54154368d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:36.871312 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4aea1787-b4e7-4275-8beb-c3c1e71146b1 req-be7cd88b-8541-4f30-bd2b-54154368d592 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c20e13b6806489fbae708b5ba152ca6&device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 1096 time: 0.1275060 Oct 26 14:26:36.872127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39f6f8-9d16-4003-8ee3-c45dbfa98845 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b525c08-7a95-4d31-a7d1-3e06c47503fc,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:36.873011 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-12aedfa7-6856-4d2c-89da-16e0234e9b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.082602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b045236-7036-4093-ac2a-1bf7c56bc6e2 req-da39f6f8-9d16-4003-8ee3-c45dbfa98845 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] No DVR routers for this DVR port 9b525c08-7a95-4d31-a7d1-3e06c47503fc on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:26:37.087971 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2b045236-7036-4093-ac2a-1bf7c56bc6e2 req-da39f6f8-9d16-4003-8ee3-c45dbfa98845 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.092102 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2b045236-7036-4093-ac2a-1bf7c56bc6e2 req-da39f6f8-9d16-4003-8ee3-c45dbfa98845 tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.11 "DELETE /v2.0/ports/9b525c08-7a95-4d31-a7d1-3e06c47503fc HTTP/1.1" status: 204 len: 173 time: 0.9932747 Oct 26 14:26:37.138360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea1787-b4e7-4275-8beb-c3c1e71146b1 req-fbf3dbc1-8f67-48e4-99f1-4b7c244e6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:37.140251 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4aea1787-b4e7-4275-8beb-c3c1e71146b1 req-fbf3dbc1-8f67-48e4-99f1-4b7c244e6b54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 200 len: 918 time: 0.2603486 Oct 26 14:26:37.177911 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40ed641a-f6f8-470c-988b-af44eb3f3337 req-8f1c8245-b306-494a-b14b-72676c035cef tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 210 time: 0.0835776 Oct 26 14:26:37.188982 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 93139642-ba14-4ae5-ac42-a5532f337130 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:37.230426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43aec25-c748-4836-8a6e-982ad126b667 req-a0af89a4-704f-4bda-bf7a-9301ec96b364 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:37.238052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b43aec25-c748-4836-8a6e-982ad126b667 req-a0af89a4-704f-4bda-bf7a-9301ec96b364 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.1620901 Oct 26 14:26:37.274219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 93139642-ba14-4ae5-ac42-a5532f337130 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:37.274219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 93139642-ba14-4ae5-ac42-a5532f337130 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:37.346672 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b43aec25-c748-4836-8a6e-982ad126b667 req-f2bc13ac-6817-4bed-a093-11f268220740 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073239 Oct 26 14:26:37.427585 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4aea1787-b4e7-4275-8beb-c3c1e71146b1 req-4ecab85b-dc38-4650-8d24-b3b1682f5776 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 HTTP/1.1" status: 200 len: 999 time: 0.2741590 Oct 26 14:26:37.506841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12aedfa7-6856-4d2c-89da-16e0234e9b19 admin admin] Router b048bffd-ad78-4a83-a5fe-0409c1220315 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:26:37.850959 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a215b7-584d-4420-ae58-846fb10db547 req-79a1a1d4-94a5-4f2c-a7b7-7190bc1a1069 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:37.853451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2a215b7-584d-4420-ae58-846fb10db547 req-79a1a1d4-94a5-4f2c-a7b7-7190bc1a1069 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 945 time: 0.1971865 Oct 26 14:26:37.889713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aedfa7-6856-4d2c-89da-16e0234e9b19 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:26:37.902482 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6543f1-7209-4d7f-9198-566526576658 None None] Sync routers for ids ['b048bffd-ad78-4a83-a5fe-0409c1220315'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:26:37.921634 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6543f1-7209-4d7f-9198-566526576658 None None] Routers {'b048bffd-ad78-4a83-a5fe-0409c1220315'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:26:37.922357 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1b6543f1-7209-4d7f-9198-566526576658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:26:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b048bffd-ad78-4a83-a5fe-0409c1220315'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:37.936515 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-12aedfa7-6856-4d2c-89da-16e0234e9b19 admin admin] 10.222.0.32 "PUT /v2.0/routers/b048bffd-ad78-4a83-a5fe-0409c1220315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1298215 Oct 26 14:26:37.939405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33240) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:37.977205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2a215b7-584d-4420-ae58-846fb10db547 req-bdde17b3-7359-436c-846b-e78a2c3bfb26 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157634 Oct 26 14:26:38.001916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfc01b5-c019-4267-a442-c21d7169b97a', 'name': 'network-vif-deleted', 'tag': '9b525c08-7a95-4d31-a7d1-3e06c47503fc'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:38.001916 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3765ab4f-0039-4e85-bd79-2ca1e0a16144" -d '{"events": [{"server_uuid": "5cfc01b5-c019-4267-a442-c21d7169b97a", "name": "network-vif-deleted", "tag": "9b525c08-7a95-4d31-a7d1-3e06c47503fc"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:38.094575 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e651b6da-6b5c-446f-bebd-3e5bbb915b64 x-openstack-request-id: req-e651b6da-6b5c-446f-bebd-3e5bbb915b64 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:38.095115 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfc01b5-c019-4267-a442-c21d7169b97a", "name": "network-vif-deleted", "tag": "9b525c08-7a95-4d31-a7d1-3e06c47503fc", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:38.095575 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e651b6da-6b5c-446f-bebd-3e5bbb915b64 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:38.096394 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfc01b5-c019-4267-a442-c21d7169b97a', 'name': 'network-vif-deleted', 'tag': '9b525c08-7a95-4d31-a7d1-3e06c47503fc', 'status': 'completed', 'code': 200} Oct 26 14:26:38.147947 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.205762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f253191-05a0-4033-910b-82f0f9b5cd54 req-707ab6dd-2bb0-4352-af53-bdfbd8cbbb28 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:38.228007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f253191-05a0-4033-910b-82f0f9b5cd54 req-707ab6dd-2bb0-4352-af53-bdfbd8cbbb28 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 945 time: 0.1116159 Oct 26 14:26:38.291349 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-1b6543f1-7209-4d7f-9198-566526576658 None None] Set router b048bffd-ad78-4a83-a5fe-0409c1220315 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:26:38.360113 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.390791 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f253191-05a0-4033-910b-82f0f9b5cd54 req-5a709672-9924-44f9-888e-46ddab236f93 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611278 Oct 26 14:26:38.502747 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be4a6aa3-daac-4838-b60e-f2a1374356b4 req-2e74acf1-3860-45b3-b9b5-672493c3d71b tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 210 time: 0.0616846 Oct 26 14:26:38.559023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] Deleting port d83defe7-f6b9-4ffb-ab05-424663619565 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:38.563010 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.636540 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93314e-5ace-45b3-be55-e0482f221981 req-24ce49ed-a604-4479-9d64-4a5e9b5e4f29 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:38.652963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e93314e-5ace-45b3-be55-e0482f221981 req-24ce49ed-a604-4479-9d64-4a5e9b5e4f29 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.1424055 Oct 26 14:26:38.689179 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1b6543f1-7209-4d7f-9198-566526576658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'name': 'tempest-ServerRescueNegativeTestJSON-1211657805-router', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'd83defe7-f6b9-4ffb-ab05-424663619565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:31Z', 'updated_at': '2021-10-26T14:26:36Z', 'revision_number': 5, 'project_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'gw_port': {'id': 'd83defe7-f6b9-4ffb-ab05-424663619565', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:04:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:33Z', 'updated_at': '2021-10-26T14:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:38.727921 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6543f1-7209-4d7f-9198-566526576658 None None] Checking router: b048bffd-ad78-4a83-a5fe-0409c1220315 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:26:38.748393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e93314e-5ace-45b3-be55-e0482f221981 req-cf9dbf92-2a32-4169-91d5-3e76425ab336 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938711 Oct 26 14:26:38.753546 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6543f1-7209-4d7f-9198-566526576658 None None] Routers {'b048bffd-ad78-4a83-a5fe-0409c1220315'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:26:38.754400 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1b6543f1-7209-4d7f-9198-566526576658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:26:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b048bffd-ad78-4a83-a5fe-0409c1220315'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:38.791363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] For port d83defe7-f6b9-4ffb-ab05-424663619565, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d83defe7-f6b9-4ffb-ab05-424663619565,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:38.791733 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.852396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] Calling delete_port for d83defe7-f6b9-4ffb-ab05-424663619565 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:38.950902 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-1b6543f1-7209-4d7f-9198-566526576658 None None] Set router b048bffd-ad78-4a83-a5fe-0409c1220315 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:26:39.063730 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-1b6543f1-7209-4d7f-9198-566526576658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'name': 'tempest-ServerRescueNegativeTestJSON-1211657805-router', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:31Z', 'updated_at': '2021-10-26T14:26:38Z', 'revision_number': 6, 'project_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:39.136187 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6543f1-7209-4d7f-9198-566526576658 None None] The sync data for ids ['b048bffd-ad78-4a83-a5fe-0409c1220315'] in n-d-815498-1 is: [{'id': 'b048bffd-ad78-4a83-a5fe-0409c1220315', 'name': 'tempest-ServerRescueNegativeTestJSON-1211657805-router', 'tenant_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:31Z', 'updated_at': '2021-10-26T14:26:38Z', 'revision_number': 6, 'project_id': 'e40e581dd0fd4ae0bbcdff5d07f190d4', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:26:39.315437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea1787-b4e7-4275-8beb-c3c1e71146b1 req-de896ff7-08ef-4cce-a53a-f00eda954e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:39.317107 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4aea1787-b4e7-4275-8beb-c3c1e71146b1 req-de896ff7-08ef-4cce-a53a-f00eda954e43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 200 len: 856 time: 0.1435385 Oct 26 14:26:39.491300 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea1787-b4e7-4275-8beb-c3c1e71146b1 req-12451261-6b57-412b-bad3-10804d3e8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:39.512631 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4aea1787-b4e7-4275-8beb-c3c1e71146b1 req-12451261-6b57-412b-bad3-10804d3e8ba3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ded9e010-5e2e-41f5-9481-6473388a630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504455 Oct 26 14:26:39.519522 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:39.748548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=d83defe7-f6b9-4ffb-ab05-424663619565,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:39.757130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35400965-5a07-4270-ab41-94affcb913ef req-708b3dae-98ec-46ed-9e16-8c1157ccba0e tempest-TestServerMultinode-650120061 tempest-TestServerMultinode-650120061-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cfc01b5-c019-4267-a442-c21d7169b97a HTTP/1.1" status: 200 len: 210 time: 0.0571392 Oct 26 14:26:39.848188 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 211d56aa-b72d-4d32-a5f2-500879134f56 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:39.898076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 211d56aa-b72d-4d32-a5f2-500879134f56 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:39.906916 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 211d56aa-b72d-4d32-a5f2-500879134f56 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:39.922080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bd53e-024c-4d31-8844-8f74d78212a8 req-700b6f9f-69df-446c-bf3a-ce2a7473bc5f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:39.948024 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-256bd53e-024c-4d31-8844-8f74d78212a8 req-700b6f9f-69df-446c-bf3a-ce2a7473bc5f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.1126215 Oct 26 14:26:40.001960 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.060084 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-256bd53e-024c-4d31-8844-8f74d78212a8 req-4dbd6f1b-8ee7-49b7-937d-0a417be73167 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063607 Oct 26 14:26:40.354364 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.359470 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.467708 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4aea1787-b4e7-4275-8beb-c3c1e71146b1 req-a24b6ba3-4ce9-42e0-9747-83f6b70ac9bc service neutron] 10.222.0.11 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9015162 Oct 26 14:26:40.469269 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.470907 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b048bffd-ad78-4a83-a5fe-0409c1220315 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:26:40.480541 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.481714 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ac347d9c-8d9a-41a4-9e22-9cf643c73b6a admin admin] 10.222.0.32 "DELETE /v2.0/routers/b048bffd-ad78-4a83-a5fe-0409c1220315 HTTP/1.1" status: 204 len: 168 time: 2.5408351 Oct 26 14:26:40.484444 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33334) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:40.623504 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c295136-17c0-44b2-b6ab-35c230f62b86 admin admin] Deleting subnet 5939510c-c753-4962-9a0a-345dd20c72da {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:26:40.627670 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c295136-17c0-44b2-b6ab-35c230f62b86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.712555 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c295136-17c0-44b2-b6ab-35c230f62b86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.926295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33360) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:41.018184 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4aea1787-b4e7-4275-8beb-c3c1e71146b1 req-3db25a24-7234-4aa2-a70b-9d5b2fca1335 service neutron] 10.222.0.11 "GET /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239584 Oct 26 14:26:41.052001 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c295136-17c0-44b2-b6ab-35c230f62b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.190798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9b525c08-7a95-4d31-a7d1-3e06c47503fc no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:41.227200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 9b525c08-7a95-4d31-a7d1-3e06c47503fc {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:41.227643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9b525c08-7a95-4d31-a7d1-3e06c47503fc not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:41.514644 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c295136-17c0-44b2-b6ab-35c230f62b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.545726 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c295136-17c0-44b2-b6ab-35c230f62b86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.549121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7c295136-17c0-44b2-b6ab-35c230f62b86 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5939510c-c753-4962-9a0a-345dd20c72da HTTP/1.1" status: 204 len: 168 time: 1.0635881 Oct 26 14:26:41.552517 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33380) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:41.631609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8caeee-fecc-428a-a7c7-42a92f4dc259 req-d1767c35-88af-4b96-bf8c-c66d85364e45 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:41.641402 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a8caeee-fecc-428a-a7c7-42a92f4dc259 req-d1767c35-88af-4b96-bf8c-c66d85364e45 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.2366300 Oct 26 14:26:41.645358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c295136-17c0-44b2-b6ab-35c230f62b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5939510c-c753-4962-9a0a-345dd20c72da,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:41.714860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3c67c22-bd74-4cfc-a3e2-be1fa86dd851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.797952 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a8caeee-fecc-428a-a7c7-42a92f4dc259 req-9eb32f4e-15da-4206-952c-bc681d1672d7 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554089 Oct 26 14:26:41.954683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd69d51f-25cf-40ea-812e-9a989b3e1edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.959695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d83defe7-f6b9-4ffb-ab05-424663619565 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:41.999363 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3c67c22-bd74-4cfc-a3e2-be1fa86dd851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.053356 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: d83defe7-f6b9-4ffb-ab05-424663619565 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:42.056688 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d83defe7-f6b9-4ffb-ab05-424663619565 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:42.077841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-f3c67c22-bd74-4cfc-a3e2-be1fa86dd851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52d2ff7-3957-45da-a0fc-773a912ad4df']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:42.120084 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-f3c67c22-bd74-4cfc-a3e2-be1fa86dd851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540f1c9b-b0c5-4cb3-a424-b06bccec4325') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:42.120380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-f3c67c22-bd74-4cfc-a3e2-be1fa86dd851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540f1c9b-b0c5-4cb3-a424-b06bccec4325') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:42.156077 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3c67c22-bd74-4cfc-a3e2-be1fa86dd851 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.177961 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3c67c22-bd74-4cfc-a3e2-be1fa86dd851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.187127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c67c22-bd74-4cfc-a3e2-be1fa86dd851 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:26:42.187675 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3c67c22-bd74-4cfc-a3e2-be1fa86dd851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:26:42.213959 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:26:42.350837 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3c67c22-bd74-4cfc-a3e2-be1fa86dd851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.366441 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f3c67c22-bd74-4cfc-a3e2-be1fa86dd851 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.370916 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f3c67c22-bd74-4cfc-a3e2-be1fa86dd851 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f52d2ff7-3957-45da-a0fc-773a912ad4df HTTP/1.1" status: 204 len: 168 time: 0.8171005 Oct 26 14:26:42.422702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c67c22-bd74-4cfc-a3e2-be1fa86dd851 admin admin] Pushing event deleted for resources: {'Network': ['ID=f52d2ff7-3957-45da-a0fc-773a912ad4df,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:42.643518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-bd69d51f-25cf-40ea-812e-9a989b3e1edc admin admin] Deleting port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:42.643636 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd69d51f-25cf-40ea-812e-9a989b3e1edc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.773367 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d858566a-bf00-4b18-a983-e84ddc7373d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.866126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-bd69d51f-25cf-40ea-812e-9a989b3e1edc admin admin] For port 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7b95e93e-4a1e-4bd3-a6c5-67016d68ece9,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:42.866826 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd69d51f-25cf-40ea-812e-9a989b3e1edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.887078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-bd69d51f-25cf-40ea-812e-9a989b3e1edc admin admin] Calling delete_port for 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:43.037776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33408) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:43.175962 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-be7ed5f7-9cc8-41e8-be7f-e79eb15f8971 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e40e581dd0fd4ae0bbcdff5d07f190d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357009 Oct 26 14:26:43.178353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fc8fe-2a32-4abf-96d5-2288f9a7f7a3 req-ea1c669f-4f4d-4374-b4e0-08e633c062c2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:43.179843 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33416) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:43.180055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da7fc8fe-2a32-4abf-96d5-2288f9a7f7a3 req-ea1c669f-4f4d-4374-b4e0-08e633c062c2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.1285570 Oct 26 14:26:43.315936 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86b2c1e6-f048-45a2-ad84-701cf50bf8f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.328638 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da7fc8fe-2a32-4abf-96d5-2288f9a7f7a3 req-1e82d136-93b3-4ea0-ac52-fd02026840a9 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395316 Oct 26 14:26:43.369396 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86b2c1e6-f048-45a2-ad84-701cf50bf8f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.388917 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd69d51f-25cf-40ea-812e-9a989b3e1edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.481299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69d51f-25cf-40ea-812e-9a989b3e1edc admin admin] Pushing event deleted for resources: {'Port': ['ID=7b95e93e-4a1e-4bd3-a6c5-67016d68ece9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:43.520225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86b2c1e6-f048-45a2-ad84-701cf50bf8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.525212 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-86b2c1e6-f048-45a2-ad84-701cf50bf8f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.529962 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-86b2c1e6-f048-45a2-ad84-701cf50bf8f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5240d59-0c69-411a-978f-38bec1b7f445 HTTP/1.1" status: 204 len: 168 time: 0.3472972 Oct 26 14:26:43.545941 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2c1e6-f048-45a2-ad84-701cf50bf8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5240d59-0c69-411a-978f-38bec1b7f445,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:44.258518 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd69d51f-25cf-40ea-812e-9a989b3e1edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.783912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d06146-ad54-4613-864c-04aeb24cc00b req-5f050f86-021b-446b-9ee2-e866c324ecde tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:44.788287 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58d06146-ad54-4613-864c-04aeb24cc00b req-5f050f86-021b-446b-9ee2-e866c324ecde tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.2638149 Oct 26 14:26:44.949261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-43a3b9f7-8054-4157-a39a-4e3037c8c905 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:44.951104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-43a3b9f7-8054-4157-a39a-4e3037c8c905 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 811 time: 0.3772032 Oct 26 14:26:44.968102 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58d06146-ad54-4613-864c-04aeb24cc00b req-b6cecdda-c99f-4f84-b6be-d4e26858a6f0 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342194 Oct 26 14:26:44.981441 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-9e93781c-9039-41c4-8488-fb230158eb4a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/quotas/6bcf474373744e67b719326f17fd4da5 HTTP/1.1" status: 200 len: 375 time: 0.0168135 Oct 26 14:26:45.001474 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd69d51f-25cf-40ea-812e-9a989b3e1edc admin admin] Router 6a0e0b77-52e9-4503-8c07-901a9068a94a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:26:45.096607 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-eb7fe299-2fef-4078-af76-36461d9c7694 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1073287 Oct 26 14:26:45.106881 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d7641756-06c8-486c-813c-cdf5cae20602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.298902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd69d51f-25cf-40ea-812e-9a989b3e1edc admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:26:45.305434 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bd69d51f-25cf-40ea-812e-9a989b3e1edc admin admin] 10.222.0.32 "PUT /v2.0/routers/6a0e0b77-52e9-4503-8c07-901a9068a94a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3815792 Oct 26 14:26:45.308126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33498) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:45.310953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ee636-8db6-4b99-bfcd-d4b85ca84d88 None None] Sync routers for ids ['6a0e0b77-52e9-4503-8c07-901a9068a94a'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:26:45.311534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-36ce07cc-d147-4fae-ae80-ca7455ed88d0 service neutron] 10.222.0.32 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837249 Oct 26 14:26:45.331111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ee636-8db6-4b99-bfcd-d4b85ca84d88 None None] Routers {'6a0e0b77-52e9-4503-8c07-901a9068a94a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:26:45.332020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fc5ee636-8db6-4b99-bfcd-d4b85ca84d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:26:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6a0e0b77-52e9-4503-8c07-901a9068a94a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:45.789003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-36a7eff9-d734-420e-8b14-753c432c17ca service neutron] 10.222.0.32 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557242 Oct 26 14:26:45.828136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-fc5ee636-8db6-4b99-bfcd-d4b85ca84d88 None None] Set router 6a0e0b77-52e9-4503-8c07-901a9068a94a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:26:45.901449 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.132373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fc5ee636-8db6-4b99-bfcd-d4b85ca84d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'name': 'tempest-TestServerMultinode-451702636-router', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '4b7920b7-ce8d-4f45-a538-4e753b9cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:34Z', 'updated_at': '2021-10-26T14:26:43Z', 'revision_number': 5, 'project_id': '7a11a22b2fba43029513ccb4871c363b', 'gw_port': {'id': '4b7920b7-ce8d-4f45-a538-4e753b9cd848', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:36Z', 'updated_at': '2021-10-26T14:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:46.156374 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47f40386-5aff-4b65-b723-e71e643564c7 req-bfa85adc-6129-4585-9f38-c9bd568b9a6b tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0822413 Oct 26 14:26:46.280735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.284839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ee636-8db6-4b99-bfcd-d4b85ca84d88 None None] Checking router: 6a0e0b77-52e9-4503-8c07-901a9068a94a for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:26:46.313605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ee636-8db6-4b99-bfcd-d4b85ca84d88 None None] Routers {'6a0e0b77-52e9-4503-8c07-901a9068a94a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:26:46.314360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fc5ee636-8db6-4b99-bfcd-d4b85ca84d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:26:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6a0e0b77-52e9-4503-8c07-901a9068a94a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:46.347824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a89a2d0f-beda-4edc-9f71-e1c70d8f5feb req-72f69d01-bbf5-43c1-81e8-30495fe8286b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 210 time: 0.0590017 Oct 26 14:26:46.555926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-fc5ee636-8db6-4b99-bfcd-d4b85ca84d88 None None] Set router 6a0e0b77-52e9-4503-8c07-901a9068a94a gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:26:46.591837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e99fc-8ab9-478b-a720-751d04dbfe25 req-73185a06-c1e7-4e19-9235-458b0a9b9ec0 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:46.604944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df8e99fc-8ab9-478b-a720-751d04dbfe25 req-73185a06-c1e7-4e19-9235-458b0a9b9ec0 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.1824341 Oct 26 14:26:46.639035 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] Deleting port 4b7920b7-ce8d-4f45-a538-4e753b9cd848 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:46.639425 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.648761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fc5ee636-8db6-4b99-bfcd-d4b85ca84d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'name': 'tempest-TestServerMultinode-451702636-router', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:34Z', 'updated_at': '2021-10-26T14:26:46Z', 'revision_number': 6, 'project_id': '7a11a22b2fba43029513ccb4871c363b', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:46.730817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ee636-8db6-4b99-bfcd-d4b85ca84d88 None None] The sync data for ids ['6a0e0b77-52e9-4503-8c07-901a9068a94a'] in n-d-815498-1 is: [{'id': '6a0e0b77-52e9-4503-8c07-901a9068a94a', 'name': 'tempest-TestServerMultinode-451702636-router', 'tenant_id': '7a11a22b2fba43029513ccb4871c363b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:34Z', 'updated_at': '2021-10-26T14:26:46Z', 'revision_number': 6, 'project_id': '7a11a22b2fba43029513ccb4871c363b', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:26:46.737517 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.771836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df8e99fc-8ab9-478b-a720-751d04dbfe25 req-d2be3312-8bcd-41dc-bba7-3527df9258a3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616976 Oct 26 14:26:46.855623 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.873154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] For port 4b7920b7-ce8d-4f45-a538-4e753b9cd848, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=4b7920b7-ce8d-4f45-a538-4e753b9cd848,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:46.873515 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.930892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] Calling delete_port for 4b7920b7-ce8d-4f45-a538-4e753b9cd848 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:47.337810 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.443232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7920b7-ce8d-4f45-a538-4e753b9cd848,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:47.465664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-537b547f-827b-443b-b178-10eb4c0a1a0b req-2024cd72-d196-4d17-a2b2-6c8d31e4381d tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.1125944 Oct 26 14:26:47.524998 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.689635 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d2ec6cc-b4b8-4e98-b7fc-96e51f0b7a5c req-beb9ec1d-b830-4432-92a8-a698d6216577 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 210 time: 0.1775830 Oct 26 14:26:47.794690 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.850212 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.899253 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:47.968294 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:47.968647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7b95e93e-4a1e-4bd3-a6c5-67016d68ece9 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:47.970238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 4b7920b7-ce8d-4f45-a538-4e753b9cd848 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:48.022127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 4b7920b7-ce8d-4f45-a538-4e753b9cd848 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:48.025654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 4b7920b7-ce8d-4f45-a538-4e753b9cd848 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:48.047709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a1075-c22d-49f2-8a21-8e1326f1d229 req-ec46fa11-28d1-4fce-b721-fa08c8e029c3 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:48.049517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d4a1075-c22d-49f2-8a21-8e1326f1d229 req-ec46fa11-28d1-4fce-b721-fa08c8e029c3 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 1096 time: 0.2973371 Oct 26 14:26:48.072273 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.072808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a0e0b77-52e9-4503-8c07-901a9068a94a {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:26:48.084149 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.085405 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-de1ba70e-5c89-44f9-bd30-99012b201c83 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6a0e0b77-52e9-4503-8c07-901a9068a94a HTTP/1.1" status: 204 len: 168 time: 2.7761793 Oct 26 14:26:48.088213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33572) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:48.094497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b2dca-b757-4951-88ac-d15417ff3624 req-b2983c60-c5eb-4866-933d-1602e1ba8a4a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:48.096050 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-678b2dca-b757-4951-88ac-d15417ff3624 req-b2983c60-c5eb-4866-933d-1602e1ba8a4a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.1122208 Oct 26 14:26:48.097418 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0d4a1075-c22d-49f2-8a21-8e1326f1d229 req-6f78da14-1d9d-49ee-a505-5e5f85535ee2 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.166934 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-678b2dca-b757-4951-88ac-d15417ff3624 req-07261d08-96a2-4ab0-9ed3-63424088e80a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597589 Oct 26 14:26:48.201469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b64e7a-227c-413c-8497-9d6d0cfd7e3e admin admin] Deleting subnet 77afd05a-b117-42bb-aade-341d41924423 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:26:48.215830 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3b64e7a-227c-413c-8497-9d6d0cfd7e3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.283208 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3b64e7a-227c-413c-8497-9d6d0cfd7e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.285214 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0d4a1075-c22d-49f2-8a21-8e1326f1d229 req-6f78da14-1d9d-49ee-a505-5e5f85535ee2 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.299794 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0d4a1075-c22d-49f2-8a21-8e1326f1d229 req-6f78da14-1d9d-49ee-a505-5e5f85535ee2 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.403413 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d4a1075-c22d-49f2-8a21-8e1326f1d229 req-6f78da14-1d9d-49ee-a505-5e5f85535ee2 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431146 Oct 26 14:26:48.512617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78da14-1d9d-49ee-a505-5e5f85535ee2 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4076551-d2c3-4490-9d93-09f00645aadb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:48.546597 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3b64e7a-227c-413c-8497-9d6d0cfd7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.601221 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.647096 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3b64e7a-227c-413c-8497-9d6d0cfd7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.695426 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3b64e7a-227c-413c-8497-9d6d0cfd7e3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.700481 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d39ca2e-f272-4aaf-bfd9-18e126debca8 None None] Network b71e8e84-8c9f-4d71-be1c-a2137bc59875 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:26:48.713347 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a3b64e7a-227c-413c-8497-9d6d0cfd7e3e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/77afd05a-b117-42bb-aade-341d41924423 HTTP/1.1" status: 204 len: 168 time: 0.6240468 Oct 26 14:26:48.725748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33582) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:48.725748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b64e7a-227c-413c-8497-9d6d0cfd7e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77afd05a-b117-42bb-aade-341d41924423,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:48.769796 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5013bb18-f75e-468c-a0ef-7dbcc7a2e9c2 req-f735a2ea-dad0-4507-97d4-5cff211b01da tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0815132 Oct 26 14:26:48.835604 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1a3cb-6bfb-4535-85af-48ed1be543a6 req-e05ccbe7-6ef9-43a9-8e16-1d6ea692628f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:48.843677 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f1a3cb-6bfb-4535-85af-48ed1be543a6 req-e05ccbe7-6ef9-43a9-8e16-1d6ea692628f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.2177086 Oct 26 14:26:48.912904 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46f1a3cb-6bfb-4535-85af-48ed1be543a6 req-50b05ca2-048c-494b-a25b-4dbe32368038 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676045 Oct 26 14:26:48.925266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33590) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:48.971868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.034198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edecd0c4-de29-4a5f-908c-510350fd86ec None None] DHCP port deletion for b71e8e84-8c9f-4d71-be1c-a2137bc59875 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:26:49.074791 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6ba6171-b1fa-43d9-ab5d-28b75673debd req-de8918db-a19b-487e-83d1-967728ff2a7d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 210 time: 0.0909758 Oct 26 14:26:49.118820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Deleting port bd498435-9fd4-402a-9b6f-cd8e1f416a35 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:49.119847 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.128613 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-77a9582f-1593-4ebc-bbf8-0cf25fa96139 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/340ae69c-fbf5-4758-8cf1-ac702a0e08c2 HTTP/1.1" status: 200 len: 993 time: 0.2008207 Oct 26 14:26:49.147288 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-edecd0c4-de29-4a5f-908c-510350fd86ec None None] Deleting port bd498435-9fd4-402a-9b6f-cd8e1f416a35 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:49.147960 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-edecd0c4-de29-4a5f-908c-510350fd86ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.201633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] For port bd498435-9fd4-402a-9b6f-cd8e1f416a35, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bd498435-9fd4-402a-9b6f-cd8e1f416a35,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:49.202021 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.216267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Calling delete_port for bd498435-9fd4-402a-9b6f-cd8e1f416a35 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:49.316840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.347482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] No DVR routers for this DVR port bd498435-9fd4-402a-9b6f-cd8e1f416a35 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:26:49.362667 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-edecd0c4-de29-4a5f-908c-510350fd86ec None None] For port bd498435-9fd4-402a-9b6f-cd8e1f416a35, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bd498435-9fd4-402a-9b6f-cd8e1f416a35,segment=NetworkSegment(fd21e860-7e41-45d0-94a5-d21343f4f70c),segment_id=fd21e860-7e41-45d0-94a5-d21343f4f70c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:49.363075 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-edecd0c4-de29-4a5f-908c-510350fd86ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.398471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-edecd0c4-de29-4a5f-908c-510350fd86ec None None] Calling delete_port for bd498435-9fd4-402a-9b6f-cd8e1f416a35 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:49.406200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae8325-a17e-4e4f-9c10-5e52f975947d req-69ec4f06-07a7-48b8-b18b-c664da85f69a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:49.415219 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-edae8325-a17e-4e4f-9c10-5e52f975947d req-69ec4f06-07a7-48b8-b18b-c664da85f69a tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.0944049 Oct 26 14:26:49.496510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-edae8325-a17e-4e4f-9c10-5e52f975947d req-51d5968d-3329-4c58-a581-d25ae1dfbd4f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747454 Oct 26 14:26:49.539238 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.562676 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71e8e84-8c9f-4d71-be1c-a2137bc59875']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:49.575938 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd21e860-7e41-45d0-94a5-d21343f4f70c') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:49.576269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd21e860-7e41-45d0-94a5-d21343f4f70c') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:49.587634 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.602832 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:26:49.626324 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:26:49.659805 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-edecd0c4-de29-4a5f-908c-510350fd86ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.678108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:26:49.680654 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.682794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd498435-9fd4-402a-9b6f-cd8e1f416a35,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:26:49.694344 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:26:49.759180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecd0c4-de29-4a5f-908c-510350fd86ec None None] Pushing event deleted for resources: {'Port': ['ID=bd498435-9fd4-402a-9b6f-cd8e1f416a35,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:49.779385 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edecd0c4-de29-4a5f-908c-510350fd86ec None None] No DVR routers for this DVR port bd498435-9fd4-402a-9b6f-cd8e1f416a35 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:26:49.908888 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.960147 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bd498435-9fd4-402a-9b6f-cd8e1f416a35 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:49.961490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.966040 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] 10.222.0.32 "DELETE /v2.0/networks/b71e8e84-8c9f-4d71-be1c-a2137bc59875 HTTP/1.1" status: 204 len: 168 time: 1.2296536 Oct 26 14:26:49.967653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0faa1-43bd-4475-80ec-2317314cb68d admin admin] Pushing event deleted for resources: {'Network': ['ID=b71e8e84-8c9f-4d71-be1c-a2137bc59875,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:49.968796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33610) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:50.034398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: bd498435-9fd4-402a-9b6f-cd8e1f416a35 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:50.034895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bd498435-9fd4-402a-9b6f-cd8e1f416a35 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:50.261122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-b1723daf-09e0-4fa8-9a31-d3c2a8802a61 req-b96efc61-90a5-4f94-8dbc-f43fc09c01d9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:26:50.272046 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1723daf-09e0-4fa8-9a31-d3c2a8802a61 req-b96efc61-90a5-4f94-8dbc-f43fc09c01d9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0151949 Oct 26 14:26:50.344048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93a09274-3c4b-4e47-a9a4-c5c1f29f561e req-c7e90611-3067-47ac-bce5-4b4b81cb33ed tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.1771493 Oct 26 14:26:50.556781 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-78d59a3c-c72f-4f6e-9bee-4211992287e8 req-9b78d35c-d7e4-4ad2-b23d-6874ac0b42b7 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 210 time: 0.0578346 Oct 26 14:26:50.882305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69873-c55d-47e6-8110-4cc9412885ec req-453b4734-26ee-4a31-920a-ee5f68887b35 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:50.883977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22d69873-c55d-47e6-8110-4cc9412885ec req-453b4734-26ee-4a31-920a-ee5f68887b35 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.1974404 Oct 26 14:26:50.930737 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-0c805b18-db76-4347-b4c7-1c81c1294b01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771177 Oct 26 14:26:50.972632 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4395e7-5cbd-4277-8af0-33441ce5b88b req-9bff6939-3803-4ba5-9913-708790f45c65 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:50.975276 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e4395e7-5cbd-4277-8af0-33441ce5b88b req-9bff6939-3803-4ba5-9913-708790f45c65 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.1565344 Oct 26 14:26:51.025761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22d69873-c55d-47e6-8110-4cc9412885ec req-4a144d71-cbb6-4e1a-b481-bbabce42a46e tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319277 Oct 26 14:26:51.084444 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e4395e7-5cbd-4277-8af0-33441ce5b88b req-0b355e7b-0959-4f62-9434-97af4b00b102 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957367 Oct 26 14:26:51.150403 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68cfb77a-e7ff-45b5-9252-a001f2205775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:51.847849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-866deedf-b2c4-4972-9139-4386592be447 req-db07df21-b4e3-4b5e-be83-bea7bf383a9b tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0675571 Oct 26 14:26:51.866352 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec302c84-2cdf-44a5-a822-1ee2a837fcf6 req-6e6df605-735a-4bb4-982f-fb8cb1d991ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 210 time: 0.0870681 Oct 26 14:26:51.905818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-68cfb77a-e7ff-45b5-9252-a001f2205775 admin admin] Deleting port c2f7414b-9829-422e-a44a-b0a8c180f05f {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:51.906690 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68cfb77a-e7ff-45b5-9252-a001f2205775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.005360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-68cfb77a-e7ff-45b5-9252-a001f2205775 admin admin] For port c2f7414b-9829-422e-a44a-b0a8c180f05f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c2f7414b-9829-422e-a44a-b0a8c180f05f,segment=NetworkSegment(344ca6a8-b8e5-4016-a592-ddde5d6c4cca),segment_id=344ca6a8-b8e5-4016-a592-ddde5d6c4cca)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:52.005955 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68cfb77a-e7ff-45b5-9252-a001f2205775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.021842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-68cfb77a-e7ff-45b5-9252-a001f2205775 admin admin] Calling delete_port for c2f7414b-9829-422e-a44a-b0a8c180f05f owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:52.328647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b388c-7ecf-4b88-86b4-7e7b76ae10bf req-3da39779-f05f-453e-9219-4c3bc911f6a2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:52.330260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-473b388c-7ecf-4b88-86b4-7e7b76ae10bf req-3da39779-f05f-453e-9219-4c3bc911f6a2 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.1730857 Oct 26 14:26:52.343861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a132386-2b80-4862-8fa0-4a812c64eb08 req-8520a434-bab0-40d1-a43b-9395ec18bf78 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:52.345382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a132386-2b80-4862-8fa0-4a812c64eb08 req-8520a434-bab0-40d1-a43b-9395ec18bf78 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.1346619 Oct 26 14:26:52.458846 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-473b388c-7ecf-4b88-86b4-7e7b76ae10bf req-22bb7cc0-7b31-4c4a-9cfa-e69ff5b0aca9 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124651 Oct 26 14:26:52.463534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a132386-2b80-4862-8fa0-4a812c64eb08 req-e3f62603-be37-4c07-89c8-cf2270ac7dc0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084421 Oct 26 14:26:52.488629 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68cfb77a-e7ff-45b5-9252-a001f2205775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.514077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfb77a-e7ff-45b5-9252-a001f2205775 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f7414b-9829-422e-a44a-b0a8c180f05f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:52.709948 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-68cfb77a-e7ff-45b5-9252-a001f2205775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.882363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-75f360fd-8f4f-4231-8349-343f5a13adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:52.884514 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-75f360fd-8f4f-4231-8349-343f5a13adfb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 1096 time: 0.0501390 Oct 26 14:26:52.974714 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4feb285f-0137-4e90-a53d-aeefe5a7d857 req-fec299cf-d3d6-4c76-bab9-4dd41cb30624 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 210 time: 0.0364225 Oct 26 14:26:52.982728 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cfb77a-e7ff-45b5-9252-a001f2205775 admin admin] Router 6ae562d0-c69e-4437-b96d-c36f57f27790 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:26:53.005491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-a544a18b-d1db-4167-9599-1eaf7061e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:53.007054 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-a544a18b-d1db-4167-9599-1eaf7061e079 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c5297b18-1be1-4ba3-b93b-3a32742f7187 HTTP/1.1" status: 200 len: 897 time: 0.1105585 Oct 26 14:26:53.088070 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-a95d7804-bf34-4434-b781-dd2be6d54706 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb HTTP/1.1" status: 200 len: 1001 time: 0.0729098 Oct 26 14:26:53.105999 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de02bec8-5b4f-47ff-bf97-bdeec981e962 req-1790c96e-08e3-45ef-bef2-bd2cef3db3c2 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0643992 Oct 26 14:26:53.158662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-e6595060-1ec3-4bcb-88f7-f1c2f19f2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:53.160583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cfb77a-e7ff-45b5-9252-a001f2205775 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:26:53.161010 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-e6595060-1ec3-4bcb-88f7-f1c2f19f2992 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2a985ae-3990-4060-991c-1b322f962f69 HTTP/1.1" status: 200 len: 835 time: 0.0645573 Oct 26 14:26:53.170549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-68cfb77a-e7ff-45b5-9252-a001f2205775 admin admin] 10.222.0.32 "PUT /v2.0/routers/6ae562d0-c69e-4437-b96d-c36f57f27790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2005222 Oct 26 14:26:53.171180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33690) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:53.175519 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d93489a-925d-4572-b422-8ebb458aaf90 None None] Sync routers for ids ['6ae562d0-c69e-4437-b96d-c36f57f27790'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:26:53.191560 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d93489a-925d-4572-b422-8ebb458aaf90 None None] Routers {'6ae562d0-c69e-4437-b96d-c36f57f27790'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:26:53.197882 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8d93489a-925d-4572-b422-8ebb458aaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:26:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6ae562d0-c69e-4437-b96d-c36f57f27790'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:53.228930 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-12a2ed25-97f2-4ed8-b94b-20138c6421cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:53.231037 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-12a2ed25-97f2-4ed8-b94b-20138c6421cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5297b18-1be1-4ba3-b93b-3a32742f7187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603085 Oct 26 14:26:53.300764 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.518910 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.545406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-35296416-1390-439b-bcfa-3bb324b8ae70 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:53.547310 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-35296416-1390-439b-bcfa-3bb324b8ae70 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.11 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 811 time: 0.1898751 Oct 26 14:26:53.549310 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-1fb7ec93-0535-4be2-a6df-b93a3f7152b6 service neutron] 10.222.0.11 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100724 Oct 26 14:26:53.568990 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.569772 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-8d93489a-925d-4572-b422-8ebb458aaf90 None None] Set router 6ae562d0-c69e-4437-b96d-c36f57f27790 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:26:53.573901 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-f106e49f-d26e-42d2-97a6-53e0cba3b234 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'port': {'device_id': '5259e778-7084-4b5e-ba9a-2a38f1938378', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'admin_state_up': True, 'tenant_id': '6bcf474373744e67b719326f17fd4da5'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:53.733314 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] Deleting port 57a1f192-3b11-4224-9f7f-57c466b34c2a {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:53.733314 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.830298 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3443042-fac0-42a9-b794-6092db79d396 req-d46599d5-bc57-4366-bfe8-1443085a2c34 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:53.833241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3443042-fac0-42a9-b794-6092db79d396 req-d46599d5-bc57-4366-bfe8-1443085a2c34 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.1582105 Oct 26 14:26:53.844487 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aa3a8-23e4-4935-9f39-cf57d901e5f9 req-51135b2d-931a-41e6-a8b4-87d96c6e83b1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:53.852722 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-920aa3a8-23e4-4935-9f39-cf57d901e5f9 req-51135b2d-931a-41e6-a8b4-87d96c6e83b1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.2085047 Oct 26 14:26:53.862638 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-9157711c-d893-47e3-a3e8-6cb6fca55baf service neutron] 10.222.0.11 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979951 Oct 26 14:26:53.865836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-f106e49f-d26e-42d2-97a6-53e0cba3b234 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Made reservation on behalf of 6bcf474373744e67b719326f17fd4da5 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:53.870425 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-f106e49f-d26e-42d2-97a6-53e0cba3b234 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.936603 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f3443042-fac0-42a9-b794-6092db79d396 req-cdb12c63-aed2-47cb-b6ba-53ddfd3656bf tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590641 Oct 26 14:26:53.954190 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-920aa3a8-23e4-4935-9f39-cf57d901e5f9 req-ea5af213-205d-4d99-a621-3900e2d4f5d2 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967286 Oct 26 14:26:54.031672 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] For port 57a1f192-3b11-4224-9f7f-57c466b34c2a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=57a1f192-3b11-4224-9f7f-57c466b34c2a,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:54.034351 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.052116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] Calling delete_port for 57a1f192-3b11-4224-9f7f-57c466b34c2a owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:54.054603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-f106e49f-d26e-42d2-97a6-53e0cba3b234 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Allocated IP 172.20.0.13 (4c0322bb-1e1e-46e8-8564-2d448b82a61a/d0644abd-266d-41c5-9f8d-ca0893e4341b/dcbd4958-95c1-42c0-895b-b0473bd2cf37) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:26:54.208160 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8d93489a-925d-4572-b422-8ebb458aaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'name': 'tempest-TestServerMultinode-586273967-router', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '57a1f192-3b11-4224-9f7f-57c466b34c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:43Z', 'updated_at': '2021-10-26T14:26:52Z', 'revision_number': 5, 'project_id': '3ca24e6e675b4562a9af11c31baaa39a', 'gw_port': {'id': '57a1f192-3b11-4224-9f7f-57c466b34c2a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:44Z', 'updated_at': '2021-10-26T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:54.247354 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68a8558f-01d3-4277-a012-0ebdbd6724fe req-74e7ed90-534e-4676-a00c-0e01e7924807 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 210 time: 0.1050863 Oct 26 14:26:54.263677 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-f106e49f-d26e-42d2-97a6-53e0cba3b234 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.301434 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d93489a-925d-4572-b422-8ebb458aaf90 None None] Checking router: 6ae562d0-c69e-4437-b96d-c36f57f27790 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:26:54.310304 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-f106e49f-d26e-42d2-97a6-53e0cba3b234 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.311465 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d93489a-925d-4572-b422-8ebb458aaf90 None None] Routers {'6ae562d0-c69e-4437-b96d-c36f57f27790'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:26:54.312587 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8d93489a-925d-4572-b422-8ebb458aaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:26:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['6ae562d0-c69e-4437-b96d-c36f57f27790'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:54.322431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['28589109-c866-41ef-bffa-8faaae0c9de2'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:54.339252 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c25b1909-8052-4667-96de-233939d7177a req-77851451-4c5e-44cc-a796-076fc5ae61b9 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0760500 Oct 26 14:26:54.422011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106e49f-d26e-42d2-97a6-53e0cba3b234 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'Port': ['ID=dcbd4958-95c1-42c0-895b-b0473bd2cf37,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:54.430758 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-f106e49f-d26e-42d2-97a6-53e0cba3b234 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:26:54.432893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-f106e49f-d26e-42d2-97a6-53e0cba3b234 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:26:54.450531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-f106e49f-d26e-42d2-97a6-53e0cba3b234 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:26:54.468231 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-8d93489a-925d-4572-b422-8ebb458aaf90 None None] Set router 6ae562d0-c69e-4437-b96d-c36f57f27790 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:26:54.577114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-f106e49f-d26e-42d2-97a6-53e0cba3b234 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:54.577389 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-f106e49f-d26e-42d2-97a6-53e0cba3b234 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.603193 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-8d93489a-925d-4572-b422-8ebb458aaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'name': 'tempest-TestServerMultinode-586273967-router', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:43Z', 'updated_at': '2021-10-26T14:26:53Z', 'revision_number': 6, 'project_id': '3ca24e6e675b4562a9af11c31baaa39a', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:54.608421 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-f106e49f-d26e-42d2-97a6-53e0cba3b234 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0421154 Oct 26 14:26:54.631929 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Request body: {'port': {'device_id': '5259e778-7084-4b5e-ba9a-2a38f1938378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:54.644768 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d93489a-925d-4572-b422-8ebb458aaf90 None None] The sync data for ids ['6ae562d0-c69e-4437-b96d-c36f57f27790'] in n-d-815498-1 is: [{'id': '6ae562d0-c69e-4437-b96d-c36f57f27790', 'name': 'tempest-TestServerMultinode-586273967-router', 'tenant_id': '3ca24e6e675b4562a9af11c31baaa39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:25:43Z', 'updated_at': '2021-10-26T14:26:53Z', 'revision_number': 6, 'project_id': '3ca24e6e675b4562a9af11c31baaa39a', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:26:54.709247 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.757829 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=57a1f192-3b11-4224-9f7f-57c466b34c2a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:54.761332 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.828233 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.888221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-58028f0e-9a38-41cf-b1c7-09337abf8e93 None None] Provisioning complete for port dcbd4958-95c1-42c0-895b-b0473bd2cf37 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:26:54.888746 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-58028f0e-9a38-41cf-b1c7-09337abf8e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.968125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-58028f0e-9a38-41cf-b1c7-09337abf8e93 None None] Port dcbd4958-95c1-42c0-895b-b0473bd2cf37 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:26:54.970934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.976816 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.055547 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.056095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae562d0-c69e-4437-b96d-c36f57f27790 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:26:55.074856 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.080387 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-30fe6d9b-a28c-46a8-859f-a09e4f68bba2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6ae562d0-c69e-4437-b96d-c36f57f27790 HTTP/1.1" status: 204 len: 168 time: 1.9052770 Oct 26 14:26:55.080676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33718) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:55.167995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbd4958-95c1-42c0-895b-b0473bd2cf37 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:26:55.177824 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.200483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Transition to ACTIVE for port object dcbd4958-95c1-42c0-895b-b0473bd2cf37 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:26:55.209972 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.446171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbd4958-95c1-42c0-895b-b0473bd2cf37,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:55.446530 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-733ccf9a-b72a-4b0c-8c9d-18f7a23cc455 admin admin] Deleting subnet 87a97965-2b76-44cd-bbf0-743d3de02b56 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:26:55.454773 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-733ccf9a-b72a-4b0c-8c9d-18f7a23cc455 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.498133 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Attempting to bind port dcbd4958-95c1-42c0-895b-b0473bd2cf37 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:55.498837 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Attempting to bind port dcbd4958-95c1-42c0-895b-b0473bd2cf37 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:55.499183 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Attempting to bind port dcbd4958-95c1-42c0-895b-b0473bd2cf37 on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:55.500231 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-733ccf9a-b72a-4b0c-8c9d-18f7a23cc455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.506800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Port dcbd4958-95c1-42c0-895b-b0473bd2cf37 on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:55.507072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Attempting to bind port dcbd4958-95c1-42c0-895b-b0473bd2cf37 on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:55.512766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:26:55.513218 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Checking segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:26:55.513552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Bound using segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:26:55.514011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Bound port: dcbd4958-95c1-42c0-895b-b0473bd2cf37, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:26:55.514373 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.663104 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-733ccf9a-b72a-4b0c-8c9d-18f7a23cc455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.683455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024660b1-b9c9-443c-bbe1-a1943a447c6c req-99c1d066-4484-4669-8cd2-cc948719e467 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:55.685066 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-024660b1-b9c9-443c-bbe1-a1943a447c6c req-99c1d066-4484-4669-8cd2-cc948719e467 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.5273547 Oct 26 14:26:55.704828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] For port dcbd4958-95c1-42c0-895b-b0473bd2cf37, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:26:55.717379 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] For port dcbd4958-95c1-42c0-895b-b0473bd2cf37, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=dcbd4958-95c1-42c0-895b-b0473bd2cf37,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:26:55.748113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05694efb-1f07-4ab4-af91-49d650d74e92 req-209b7d33-84e5-470f-b4e3-727f592c4591 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:55.749868 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05694efb-1f07-4ab4-af91-49d650d74e92 req-209b7d33-84e5-470f-b4e3-727f592c4591 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.5653298 Oct 26 14:26:55.765069 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.821335 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-024660b1-b9c9-443c-bbe1-a1943a447c6c req-4c19f634-7647-4893-904e-d521aa999689 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108260 Oct 26 14:26:55.879319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05694efb-1f07-4ab4-af91-49d650d74e92 req-1a284a19-fc51-4eb1-9cb8-879e80bac3fe tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998850 Oct 26 14:26:55.892330 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-733ccf9a-b72a-4b0c-8c9d-18f7a23cc455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.921966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbd4958-95c1-42c0-895b-b0473bd2cf37,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:55.990125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ccf9a-b72a-4b0c-8c9d-18f7a23cc455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87a97965-2b76-44cd-bbf0-743d3de02b56,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:55.992920 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-733ccf9a-b72a-4b0c-8c9d-18f7a23cc455 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.000583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece13c1-8063-4512-b6c2-b196ce67ab3a None None] Network bd742713-87b1-41fb-b48b-ba6ab68091a1 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:26:56.006707 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-733ccf9a-b72a-4b0c-8c9d-18f7a23cc455 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/87a97965-2b76-44cd-bbf0-743d3de02b56 HTTP/1.1" status: 204 len: 168 time: 0.9249132 Oct 26 14:26:56.009925 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33740) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:56.018321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:56.019326 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.023975 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-8c8b883b-a9fb-4a8d-80a7-6ce2a76afee1 service neutron] 10.222.0.11 "PUT /v2.0/ports/dcbd4958-95c1-42c0-895b-b0473bd2cf37 HTTP/1.1" status: 200 len: 1092 time: 1.3977520 Oct 26 14:26:56.025414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5259e778-7084-4b5e-ba9a-2a38f1938378', 'tag': 'dcbd4958-95c1-42c0-895b-b0473bd2cf37'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:56.033885 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c606203-ae7e-4d46-9ed7-fcb4c054d220" -d '{"events": [{"name": "network-changed", "server_uuid": "5259e778-7084-4b5e-ba9a-2a38f1938378", "tag": "dcbd4958-95c1-42c0-895b-b0473bd2cf37"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:56.138708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 57a1f192-3b11-4224-9f7f-57c466b34c2a no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:56.186543 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 57a1f192-3b11-4224-9f7f-57c466b34c2a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:56.187205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 57a1f192-3b11-4224-9f7f-57c466b34c2a not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:56.187817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c2f7414b-9829-422e-a44a-b0a8c180f05f no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:56.199290 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-2a550928-551f-4f47-8ef2-74017c222c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:56.201145 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-2a550928-551f-4f47-8ef2-74017c222c78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 1095 time: 0.1192122 Oct 26 14:26:56.212741 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: c2f7414b-9829-422e-a44a-b0a8c180f05f {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:56.213453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c2f7414b-9829-422e-a44a-b0a8c180f05f not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:56.256986 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b175752-2fde-4c6e-b24a-b620b8458f8f req-7a9240d7-fb48-42e6-9860-5c3c2bc94a07 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0900409 Oct 26 14:26:56.288378 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-183d2e25-d928-4732-a8b5-1539f7e245f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcbd4958-95c1-42c0-895b-b0473bd2cf37 HTTP/1.1" status: 200 len: 217 time: 0.0747490 Oct 26 14:26:56.337740 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.373798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee0edf-8ead-4c34-9820-7d92ecf6d62f req-578a2a79-76df-4114-b5ba-85203aa9efe1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:56.391821 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aeee0edf-8ead-4c34-9820-7d92ecf6d62f req-578a2a79-76df-4114-b5ba-85203aa9efe1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.2072315 Oct 26 14:26:56.466284 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4c7acf-23b9-4b4d-8d0d-11622211fc1f None None] DHCP port deletion for bd742713-87b1-41fb-b48b-ba6ab68091a1 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:26:56.468537 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aeee0edf-8ead-4c34-9820-7d92ecf6d62f req-12fbf292-b4e5-4773-8160-a42ef6dc80a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756977 Oct 26 14:26:56.539374 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Deleting port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:56.540038 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.595030 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c7acf-23b9-4b4d-8d0d-11622211fc1f None None] Deleting port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:56.595407 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7acf-23b9-4b4d-8d0d-11622211fc1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.625200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] For port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3006cf42-6aa2-4a33-bc36-20e48ec3f5fd,segment=NetworkSegment(344ca6a8-b8e5-4016-a592-ddde5d6c4cca),segment_id=344ca6a8-b8e5-4016-a592-ddde5d6c4cca)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:56.625894 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.651946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Calling delete_port for 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:56.681024 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-aa4c7acf-23b9-4b4d-8d0d-11622211fc1f None None] For port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3006cf42-6aa2-4a33-bc36-20e48ec3f5fd,segment=NetworkSegment(344ca6a8-b8e5-4016-a592-ddde5d6c4cca),segment_id=344ca6a8-b8e5-4016-a592-ddde5d6c4cca)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:56.681674 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7acf-23b9-4b4d-8d0d-11622211fc1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.705382 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c7acf-23b9-4b4d-8d0d-11622211fc1f None None] Calling delete_port for 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:56.786506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-86f4f9a9-a3a3-4942-9697-42e02d23b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:56.787961 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-86f4f9a9-a3a3-4942-9697-42e02d23b1b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.4893398 Oct 26 14:26:56.789528 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835be29d-c38a-4f43-b71c-03fea0ab6a8a x-openstack-request-id: req-835be29d-c38a-4f43-b71c-03fea0ab6a8a {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:56.789767 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5259e778-7084-4b5e-ba9a-2a38f1938378", "tag": "dcbd4958-95c1-42c0-895b-b0473bd2cf37", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:56.790034 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-835be29d-c38a-4f43-b71c-03fea0ab6a8a {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:56.790425 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5259e778-7084-4b5e-ba9a-2a38f1938378', 'tag': 'dcbd4958-95c1-42c0-895b-b0473bd2cf37', 'status': 'completed', 'code': 200} Oct 26 14:26:56.794285 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.799676 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7acf-23b9-4b4d-8d0d-11622211fc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.830662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3006cf42-6aa2-4a33-bc36-20e48ec3f5fd,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:56.843446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-77dbe58b-337d-40aa-89cc-a4cb3a35b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:56.845648 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-77dbe58b-337d-40aa-89cc-a4cb3a35b339 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471735 Oct 26 14:26:56.847068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] No DVR routers for this DVR port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:26:56.853049 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c7acf-23b9-4b4d-8d0d-11622211fc1f None None] Pushing event deleted for resources: {'Port': ['ID=3006cf42-6aa2-4a33-bc36-20e48ec3f5fd,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:56.873042 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c7acf-23b9-4b4d-8d0d-11622211fc1f None None] No DVR routers for this DVR port 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:26:56.949118 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.973536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd742713-87b1-41fb-b48b-ba6ab68091a1']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:56.983877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344ca6a8-b8e5-4016-a592-ddde5d6c4cca') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:56.984174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344ca6a8-b8e5-4016-a592-ddde5d6c4cca') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:56.996688 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.008506 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-583353c2-ff7e-44dc-b811-4445074f6027 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534767 Oct 26 14:26:57.022338 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.035453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:26:57.036527 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:26:57.045242 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:26:57.178433 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-094c0c5b-510e-41ec-8fc9-904cabed8184 req-0ecd95ca-30d6-446c-984b-cc8ff0a6a170 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622696 Oct 26 14:26:57.210198 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c4b7e137-99a6-4f12-b6ac-c86e85abeedd req-28d7081f-883d-4859-9c3b-4ac4b2f63b83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0303016 Oct 26 14:26:57.221322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:26:57.403758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:57.419038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'port_id': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'mac_address': 'fa:16:3e:f8:f3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:26:57.484821 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.503554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:26:57.535364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:57.539891 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.601285 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c606203-ae7e-4d46-9ed7-fcb4c054d220 req-789c9b4b-d1ad-4dd6-8ad5-37ebfafb957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:57.602820 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c606203-ae7e-4d46-9ed7-fcb4c054d220 req-789c9b4b-d1ad-4dd6-8ad5-37ebfafb957f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 1095 time: 0.1191785 Oct 26 14:26:57.662894 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.668826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,revision_number=11']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:57.786461 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.794192 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.797453 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bd742713-87b1-41fb-b48b-ba6ab68091a1 HTTP/1.1" status: 204 len: 168 time: 1.7865121 Oct 26 14:26:57.842799 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c606203-ae7e-4d46-9ed7-fcb4c054d220 req-8cf9688c-53d7-4d8f-89b1-c21cd55d6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:57.844293 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c606203-ae7e-4d46-9ed7-fcb4c054d220 req-8cf9688c-53d7-4d8f-89b1-c21cd55d6752 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.2312775 Oct 26 14:26:57.856010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48367689-a5f3-49c7-9ae3-36b16ed61d9b req-84157c71-8940-464b-a110-a2351d5c61bb tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:57.858421 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48367689-a5f3-49c7-9ae3-36b16ed61d9b req-84157c71-8940-464b-a110-a2351d5c61bb tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 945 time: 0.7831421 Oct 26 14:26:57.860816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e3237-acee-4fda-b0e3-4064dd64d5a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd742713-87b1-41fb-b48b-ba6ab68091a1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:57.885708 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f456-cba8-4058-bb5e-3fff87ee0eca req-ab0349bc-3419-4510-9c82-3e929b56f441 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:57.887656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d411f456-cba8-4058-bb5e-3fff87ee0eca req-ab0349bc-3419-4510-9c82-3e929b56f441 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.8167393 Oct 26 14:26:57.910813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:57.914953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:57.938588 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c606203-ae7e-4d46-9ed7-fcb4c054d220 req-c768725e-7b7b-40b2-ba6b-c61822852c05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcbd4958-95c1-42c0-895b-b0473bd2cf37 HTTP/1.1" status: 200 len: 217 time: 0.0848446 Oct 26 14:26:57.996848 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d411f456-cba8-4058-bb5e-3fff87ee0eca req-8b66fbfd-b4c3-40c8-a463-5096d871b02c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789952 Oct 26 14:26:58.013725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c606203-ae7e-4d46-9ed7-fcb4c054d220 req-d55e9ec1-2f56-4b00-bc4f-0b629b2363cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:58.014609 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:58.023012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3006cf42-6aa2-4a33-bc36-20e48ec3f5fd not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:58.023896 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48367689-a5f3-49c7-9ae3-36b16ed61d9b req-7428291c-7e71-46ca-9b03-8ff8244e82bd tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328032 Oct 26 14:26:58.035837 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c606203-ae7e-4d46-9ed7-fcb4c054d220 req-d55e9ec1-2f56-4b00-bc4f-0b629b2363cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.0892255 Oct 26 14:26:58.202369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c606203-ae7e-4d46-9ed7-fcb4c054d220 req-26c143ea-e6ce-4722-b88c-5ad290454568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:58.208439 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c606203-ae7e-4d46-9ed7-fcb4c054d220 req-26c143ea-e6ce-4722-b88c-5ad290454568 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621447 Oct 26 14:26:58.230093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9df40bac-514c-4359-af36-ac1bce48d6cb req-b2359e9a-37ae-4383-9173-10b9d20674c3 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0642653 Oct 26 14:26:58.230828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33768) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:58.306187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2be2-7ffe-47bd-b705-cfea15e5bbab req-edd5700e-9b43-4b71-9f1c-9b9b32395bff tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:58.308064 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba4b2be2-7ffe-47bd-b705-cfea15e5bbab req-edd5700e-9b43-4b71-9f1c-9b9b32395bff tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0760949 Oct 26 14:26:58.360215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba4b2be2-7ffe-47bd-b705-cfea15e5bbab req-c7d67c66-169f-482b-bc07-4ca01af1476c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453169 Oct 26 14:26:58.402990 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bea45045-82da-430d-9806-6158a219aebb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a11a22b2fba43029513ccb4871c363b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710558 Oct 26 14:26:58.406189 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 33770) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:58.430785 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c606203-ae7e-4d46-9ed7-fcb4c054d220 req-707d05db-da52-46f1-aafe-67c1ac607de9 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130711 Oct 26 14:26:58.510877 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:58.551914 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c606203-ae7e-4d46-9ed7-fcb4c054d220 req-ef38a9f8-66be-458d-a7ce-0592e4c952fc service neutron] 10.222.0.11 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065223 Oct 26 14:26:58.555941 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:58.624581 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:58.628061 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:58.632399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/994c9660-46cb-4121-8ebd-b0baa1c26844 HTTP/1.1" status: 204 len: 168 time: 0.2221606 Oct 26 14:26:58.644459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994c9660-46cb-4121-8ebd-b0baa1c26844,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:58.655982 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:58.656621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:58.657151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:58.657518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:58.658024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:58.658500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:58.658836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:58.659168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:58.659547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:58.659879 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:58.660305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:58.661161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49c2e9d-8b17-41b5-8426-11ce2c60625d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:59.204648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae0c7a-52a9-4263-96fd-54903fcfd423 req-178da23d-b2f2-4b25-8286-fbabca358a9c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:59.212855 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29ae0c7a-52a9-4263-96fd-54903fcfd423 req-178da23d-b2f2-4b25-8286-fbabca358a9c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.1107540 Oct 26 14:26:59.231941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:26:59.232712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33782) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:59.246954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0e9bd-0890-4fb9-a455-1354850fb95c req-74f20b9d-7c56-4afa-bd20-43a963525ce3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:59.250595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ea0e9bd-0890-4fb9-a455-1354850fb95c req-74f20b9d-7c56-4afa-bd20-43a963525ce3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 946 time: 0.1022816 Oct 26 14:26:59.275940 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29ae0c7a-52a9-4263-96fd-54903fcfd423 req-cf22160e-8e2c-44c0-be9c-a60a1546ff2b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621731 Oct 26 14:26:59.317072 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5077d2bb-bc8b-45a9-8fb1-b10a4af2960c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ca24e6e675b4562a9af11c31baaa39a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0831380 Oct 26 14:26:59.319841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 33786) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:59.330911 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ea0e9bd-0890-4fb9-a455-1354850fb95c req-50f4317a-bee2-4416-be66-1b35bfc235c9 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588422 Oct 26 14:26:59.368322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:26:59.375365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:26:59.376405 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.413626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5532326d-098e-4ca6-a79a-77a492208321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.467946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac871727-9ff9-4558-9f3c-bc4e3a73672e req-8c7d4a22-f5bd-4f0a-8d6c-3dabab8ca5d5 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0509579 Oct 26 14:26:59.477533 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5532326d-098e-4ca6-a79a-77a492208321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.554990 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5532326d-098e-4ca6-a79a-77a492208321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.559434 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5532326d-098e-4ca6-a79a-77a492208321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.567250 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5532326d-098e-4ca6-a79a-77a492208321 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d97c1554-e948-4ed3-83c3-360b3c0be31d HTTP/1.1" status: 204 len: 168 time: 0.2421033 Oct 26 14:26:59.603058 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.610962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532326d-098e-4ca6-a79a-77a492208321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97c1554-e948-4ed3-83c3-360b3c0be31d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:59.640063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85731c8-a0b6-40c3-9e52-1aaee05aac37 req-49541656-2998-4411-95c8-47f3e860bb88 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:59.641802 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a85731c8-a0b6-40c3-9e52-1aaee05aac37 req-49541656-2998-4411-95c8-47f3e860bb88 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.1500993 Oct 26 14:26:59.752927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:59.762318 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcff312-f6cd-45d7-b52c-f23c12f29fd2" -d '{"events": [{"server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "name": "network-vif-plugged", "status": "completed", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:59.763112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a85731c8-a0b6-40c3-9e52-1aaee05aac37 req-650190d1-9775-40b7-b335-0b72c540970a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040065 Oct 26 14:26:59.812019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:59.823760 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.944971 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96b6e7d-974d-43a0-add3-51016ae4b04c x-openstack-request-id: req-e96b6e7d-974d-43a0-add3-51016ae4b04c {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:59.945280 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "name": "network-vif-plugged", "status": "completed", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:59.945538 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e96b6e7d-974d-43a0-add3-51016ae4b04c {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:59.946142 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'code': 200} Oct 26 14:26:59.947082 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,revision_number=12']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:00.162314 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff082e7-ceea-454d-80ef-683b7ff0a069 req-95ed4500-c2fc-4bef-a204-706d5def873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:00.170130 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8ff082e7-ceea-454d-80ef-683b7ff0a069 req-95ed4500-c2fc-4bef-a204-706d5def873a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 1098 time: 0.0833919 Oct 26 14:27:00.269033 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8ff082e7-ceea-454d-80ef-683b7ff0a069 req-f2021843-1e85-46a6-923e-13cbe01cfcf7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925226 Oct 26 14:27:00.608663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebb92d-28e7-40b9-88c0-57eddfdabc01 req-3ce5c50c-32af-4318-954e-f99423b208d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:00.619034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8aebb92d-28e7-40b9-88c0-57eddfdabc01 req-3ce5c50c-32af-4318-954e-f99423b208d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.1605725 Oct 26 14:27:00.677080 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8aebb92d-28e7-40b9-88c0-57eddfdabc01 req-2f3b6619-7281-4720-a2b3-f286903f3693 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547283 Oct 26 14:27:00.873133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da5b9b-dd7f-4916-b663-d95fd29d4e0a req-646a12c7-1a2f-4440-b7e2-d0ccab6bd774 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:00.881338 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3da5b9b-dd7f-4916-b663-d95fd29d4e0a req-646a12c7-1a2f-4440-b7e2-d0ccab6bd774 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 947 time: 0.0904319 Oct 26 14:27:00.995791 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3da5b9b-dd7f-4916-b663-d95fd29d4e0a req-b5b33a78-0ea9-48e5-b07e-ec05b635c527 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010785 Oct 26 14:27:01.204062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8a102b9-4c1d-4b48-a0ec-8934017a76d9 req-1f46875b-0afc-40f8-9c41-b3dfd24058e4 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0486176 Oct 26 14:27:01.233410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f13e18-8b23-4eb3-8291-27924601fab8 req-6e23407f-2b55-4c14-a2f9-e38a350ef127 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:01.235023 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90f13e18-8b23-4eb3-8291-27924601fab8 req-6e23407f-2b55-4c14-a2f9-e38a350ef127 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.1773226 Oct 26 14:27:01.319062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90f13e18-8b23-4eb3-8291-27924601fab8 req-223b2faf-417a-4b4d-b58b-9f3fdc79afff tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778382 Oct 26 14:27:01.857760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286175c-8ee4-4d77-bca4-1816786f45d1 req-1b7c199f-c539-4831-887a-2e15ca4be15e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:01.860208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2286175c-8ee4-4d77-bca4-1816786f45d1 req-1b7c199f-c539-4831-887a-2e15ca4be15e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.0759177 Oct 26 14:27:01.914370 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2286175c-8ee4-4d77-bca4-1816786f45d1 req-46fd53b7-ccf8-40f2-a0c9-dc10decee9a8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424294 Oct 26 14:27:02.195659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe526a7-a1f8-42ca-9897-0efc9c0dc46f req-266efd39-a055-4b84-97b2-c5bfba604abd tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:02.197472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfe526a7-a1f8-42ca-9897-0efc9c0dc46f req-266efd39-a055-4b84-97b2-c5bfba604abd tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 947 time: 0.0899434 Oct 26 14:27:02.279235 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfe526a7-a1f8-42ca-9897-0efc9c0dc46f req-98e0ec3e-454e-4baf-bc3b-5f7b657505c6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743597 Oct 26 14:27:02.373923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff98dbbd-a5b5-4ebf-8bc0-d7ec0d052e89 req-fde22ce8-0de0-49c1-9776-bfb5738be77e tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0386627 Oct 26 14:27:02.507332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c0311-419c-4534-98e3-4043f956643f req-c5b94f67-a85d-484e-9a92-eb921f73c2c7 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:02.509636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a6c0311-419c-4534-98e3-4043f956643f req-c5b94f67-a85d-484e-9a92-eb921f73c2c7 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0711844 Oct 26 14:27:02.579434 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a6c0311-419c-4534-98e3-4043f956643f req-688f4aef-8930-4b68-bcf4-c150acab6768 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615165 Oct 26 14:27:03.106368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04380c-3141-42c1-8a52-7b0e1f9aa751 req-2a5ccfb8-afa8-42c0-b9b6-3c0ede29dc5a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:03.119507 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b04380c-3141-42c1-8a52-7b0e1f9aa751 req-2a5ccfb8-afa8-42c0-b9b6-3c0ede29dc5a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.1006215 Oct 26 14:27:03.165920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b04380c-3141-42c1-8a52-7b0e1f9aa751 req-d806baaa-06bb-48a8-a65f-ff59518dbaf0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467606 Oct 26 14:27:03.446522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870bb7f-653e-47fd-9357-3d62264e8573 req-6b26d957-ca48-4067-83fe-367923ba24a3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:03.454642 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5870bb7f-653e-47fd-9357-3d62264e8573 req-6b26d957-ca48-4067-83fe-367923ba24a3 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 947 time: 0.0745573 Oct 26 14:27:03.533848 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5870bb7f-653e-47fd-9357-3d62264e8573 req-9b16ec47-9e89-481f-b468-238a8276b1a5 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780072 Oct 26 14:27:03.570336 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca7e2b23-e641-4e33-b4f9-9c59366508eb req-736c806d-b213-4b26-9641-95f701122abb tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0743952 Oct 26 14:27:03.742594 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8246b7-e000-4543-a0d4-9cf695e04d68 req-2d437257-004f-45b5-b60b-2392f9a99a71 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:03.754394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b8246b7-e000-4543-a0d4-9cf695e04d68 req-2d437257-004f-45b5-b60b-2392f9a99a71 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0890911 Oct 26 14:27:03.821436 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b8246b7-e000-4543-a0d4-9cf695e04d68 req-e4679f0f-ebee-4302-bcdf-887bae026c3e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664020 Oct 26 14:27:04.402362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dcfaf-3f92-4455-aef1-b3e6f1b3e036 req-f60186cf-d366-4ad0-a92e-5826a01f0589 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:04.412177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-408dcfaf-3f92-4455-aef1-b3e6f1b3e036 req-f60186cf-d366-4ad0-a92e-5826a01f0589 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.1002500 Oct 26 14:27:04.462716 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-408dcfaf-3f92-4455-aef1-b3e6f1b3e036 req-bb41ff9c-1649-4dc2-98c5-244d225e4274 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453303 Oct 26 14:27:04.695814 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abe1025e-7a05-4315-b323-0dab2a573f39 req-7b4e7401-eef9-49c1-b890-88c28c820ce1 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0314929 Oct 26 14:27:04.953567 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22772e6-80c9-4f7f-a1ba-8f62d46546a2 req-681d568a-5065-40d4-8694-aff3b8b5c3be tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:04.955280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b22772e6-80c9-4f7f-a1ba-8f62d46546a2 req-681d568a-5065-40d4-8694-aff3b8b5c3be tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0536802 Oct 26 14:27:05.005241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b22772e6-80c9-4f7f-a1ba-8f62d46546a2 req-b672eb48-5e48-426d-8e35-284258dcf9b2 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421774 Oct 26 14:27:05.636985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12348f27-f03e-4795-bd93-370c5e95cf06 req-98a38f02-9e63-43eb-ad55-10c02349254a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:05.646001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12348f27-f03e-4795-bd93-370c5e95cf06 req-98a38f02-9e63-43eb-ad55-10c02349254a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.0833998 Oct 26 14:27:05.713606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-12348f27-f03e-4795-bd93-370c5e95cf06 req-e5d23d0a-1601-46e1-9fb4-09f6ff0f847b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665171 Oct 26 14:27:05.855995 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cca04944-ac25-481c-b593-6013cf25ec21 req-1619a44d-c83c-41f4-a52a-d58ae21db5ba tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0357032 Oct 26 14:27:06.163048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967a7c1-2c20-45b8-95a9-872b541965a8 req-f9f63863-e0b9-45da-92a5-4588e3bf8224 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:06.170556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e967a7c1-2c20-45b8-95a9-872b541965a8 req-f9f63863-e0b9-45da-92a5-4588e3bf8224 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0810442 Oct 26 14:27:06.212125 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e967a7c1-2c20-45b8-95a9-872b541965a8 req-0f64c81a-d160-4f4b-94bc-ed4dd66600c0 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402753 Oct 26 14:27:06.278882 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-b56c28ee-aed2-41eb-b6be-4c92f3f4ed23 service neutron] show failed (client error): The resource could not be found. Oct 26 14:27:06.280052 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-b56c28ee-aed2-41eb-b6be-4c92f3f4ed23 service neutron] 10.222.0.11 "GET /v2.0/ports/3eef8b1f-c106-4626-87fd-f20f09cc94cb/bindings/n-h1-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0691755 Oct 26 14:27:06.673373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-4e335f0f-a69f-4aff-9ce2-a38495c39e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:06.674935 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-4e335f0f-a69f-4aff-9ce2-a38495c39e39 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 1096 time: 0.1827924 Oct 26 14:27:06.689532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:06.750533 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:06.872156 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51b724-1352-4d62-95ba-3bd347d04eb8 req-def22866-a535-40a7-bfc0-875c546af42b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:06.873828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c51b724-1352-4d62-95ba-3bd347d04eb8 req-def22866-a535-40a7-bfc0-875c546af42b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.0616660 Oct 26 14:27:06.944750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c51b724-1352-4d62-95ba-3bd347d04eb8 req-ac63b841-4759-4867-b68b-9130256d9c8d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632420 Oct 26 14:27:06.983641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] For port 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:07.009459 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb21a143-6534-4962-9c84-51f2240d1051 req-49d721f0-c659-431f-a896-bfe6d30897c4 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0398400 Oct 26 14:27:07.035859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] For port 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:27:07.043249 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:27:07.087252 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:07.089829 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175cb1da-4dcf-4ce4-81a3-b771f4b03d9d" -d '{"events": [{"server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "name": "network-vif-unplugged", "status": "completed", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:07.094152 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.107103 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Transition to ACTIVE for port object 3eef8b1f-c106-4626-87fd-f20f09cc94cb will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:27:07.111722 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.140051 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800e3c16-20b9-4c7b-a9d1-25023df0c56c x-openstack-request-id: req-800e3c16-20b9-4c7b-a9d1-25023df0c56c {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:07.140420 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "name": "network-vif-unplugged", "status": "completed", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:07.140742 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-800e3c16-20b9-4c7b-a9d1-25023df0c56c {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:07.141223 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'code': 200} Oct 26 14:27:07.195046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3eef8b1f-c106-4626-87fd-f20f09cc94cb,revision_number=6']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:07.245350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] No DVR routers for this DVR port 3eef8b1f-c106-4626-87fd-f20f09cc94cb on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:27:07.360461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c160b-92a2-42ec-8276-6889bc31d6e9 req-073eb108-406a-4ea8-98c3-49aed316b3b9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:07.368589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-049c160b-92a2-42ec-8276-6889bc31d6e9 req-073eb108-406a-4ea8-98c3-49aed316b3b9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0660191 Oct 26 14:27:07.418289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-049c160b-92a2-42ec-8276-6889bc31d6e9 req-ef40459e-d25c-48f5-bba9-c7025b0b7362 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482054 Oct 26 14:27:07.432445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Attempting to bind port 3eef8b1f-c106-4626-87fd-f20f09cc94cb on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:27:07.432933 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Attempting to bind port 3eef8b1f-c106-4626-87fd-f20f09cc94cb by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:27:07.433159 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Attempting to bind port 3eef8b1f-c106-4626-87fd-f20f09cc94cb on network c5297b18-1be1-4ba3-b93b-3a32742f7187 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:27:07.440344 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Port 3eef8b1f-c106-4626-87fd-f20f09cc94cb on network c5297b18-1be1-4ba3-b93b-3a32742f7187 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:27:07.440664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Attempting to bind port 3eef8b1f-c106-4626-87fd-f20f09cc94cb on network c5297b18-1be1-4ba3-b93b-3a32742f7187 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:27:07.445867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:27:07.446233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Checking segment: {'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:27:07.446633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Bound using segment: {'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:27:07.447054 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Bound port: 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a39535-b86f-42d7-af47-127e6140ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:27:07.447406 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.524979 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] For port 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:27:07.528231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] For port 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:27:07.533411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.584697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:07.585216 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.586821 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] 10.222.0.25 "PUT /v2.0/ports/3eef8b1f-c106-4626-87fd-f20f09cc94cb HTTP/1.1" status: 200 len: 1091 time: 0.9019458 Oct 26 14:27:07.660068 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72807518-0b92-4080-843f-9eef3f3904a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3eef8b1f-c106-4626-87fd-f20f09cc94cb,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:07.686348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-aed83afb-c7e9-40f5-a360-95fb19fb6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:07.688008 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-aed83afb-c7e9-40f5-a360-95fb19fb6e6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 1094 time: 0.0694113 Oct 26 14:27:07.809161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-3bb070b5-c9cf-4680-a13f-4cdbc9a12510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:07.810713 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-3bb070b5-c9cf-4680-a13f-4cdbc9a12510 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c5297b18-1be1-4ba3-b93b-3a32742f7187 HTTP/1.1" status: 200 len: 897 time: 0.1134362 Oct 26 14:27:07.889199 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-1c7903a4-d536-4621-907a-194b7d0a8f28 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb HTTP/1.1" status: 200 len: 999 time: 0.0712643 Oct 26 14:27:07.940238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-f333f850-b5e3-4c19-9ad5-47d1fe4565d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:07.941744 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-f333f850-b5e3-4c19-9ad5-47d1fe4565d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2a985ae-3990-4060-991c-1b322f962f69 HTTP/1.1" status: 200 len: 835 time: 0.0452859 Oct 26 14:27:07.991292 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-9289a6c3-9802-420d-9889-2e7c507224c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:07.992802 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-9289a6c3-9802-420d-9889-2e7c507224c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c5297b18-1be1-4ba3-b93b-3a32742f7187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427127 Oct 26 14:27:08.068586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9730fda-0597-4725-8acd-a124c00e4363 req-ff2b27b5-abce-4932-a99a-d7fca87613e1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:08.070394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9730fda-0597-4725-8acd-a124c00e4363 req-ff2b27b5-abce-4932-a99a-d7fca87613e1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 943 time: 0.0555401 Oct 26 14:27:08.108668 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-d9182976-81a1-49ab-87b4-96ad3d925932 service neutron] 10.222.0.25 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083221 Oct 26 14:27:08.137060 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c42c5317-4d54-413a-9350-710b1de477fc req-2e5bd968-1e55-4850-9eb5-e464e0265f72 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0401914 Oct 26 14:27:08.142892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9730fda-0597-4725-8acd-a124c00e4363 req-96a5994f-6d4a-4147-b0d1-037b03ba38df tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651333 Oct 26 14:27:08.219974 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bbb636d3-c78a-4fba-99d9-680aab4963d4 req-a8cf6d87-040e-4a8c-a8b8-7deab362c586 service neutron] 10.222.0.25 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031954 Oct 26 14:27:08.545002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8914c9-ff50-4378-a0bb-f9eb192c3b6d req-1c278f42-a3c2-4369-8d5a-7addb9630876 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:08.546565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f8914c9-ff50-4378-a0bb-f9eb192c3b6d req-1c278f42-a3c2-4369-8d5a-7addb9630876 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0585740 Oct 26 14:27:08.587202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f8914c9-ff50-4378-a0bb-f9eb192c3b6d req-c469d784-ce63-4fa3-8efa-37bec181e588 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344989 Oct 26 14:27:09.142544 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:09.146933 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5617732c-fc00-4125-a427-addda8217788" -d '{"events": [{"name": "network-changed", "server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:09.225178 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ad2c91-d4dd-4cbc-9f51-c84b6354e0da x-openstack-request-id: req-e5ad2c91-d4dd-4cbc-9f51-c84b6354e0da {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:09.225472 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:09.225753 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5ad2c91-d4dd-4cbc-9f51-c84b6354e0da {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:09.226181 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'status': 'completed', 'code': 200} Oct 26 14:27:09.381081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617732c-fc00-4125-a427-addda8217788 req-fa66101b-f3da-4663-8155-d23cfd3ef446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:09.381081 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5617732c-fc00-4125-a427-addda8217788 req-fa66101b-f3da-4663-8155-d23cfd3ef446 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 1094 time: 0.0970240 Oct 26 14:27:09.478441 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e71215da-69db-4c76-842f-9f499e5b965c req-7540c741-3274-4aba-a760-c101065a29e3 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0440321 Oct 26 14:27:09.482317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617732c-fc00-4125-a427-addda8217788 req-0ef9ed44-75cd-41c0-8411-28238c96188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:09.482317 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5617732c-fc00-4125-a427-addda8217788 req-0ef9ed44-75cd-41c0-8411-28238c96188d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 1094 time: 0.1599386 Oct 26 14:27:09.482675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4782f68-cc13-403c-8559-c7af6d138bae req-22cd9ba1-cc2d-4e5c-b0c1-b22889823eb5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:09.482675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4782f68-cc13-403c-8559-c7af6d138bae req-22cd9ba1-cc2d-4e5c-b0c1-b22889823eb5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 943 time: 0.1645391 Oct 26 14:27:09.507266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4782f68-cc13-403c-8559-c7af6d138bae req-02cef28b-9224-4f28-964f-b67cfc04f3b4 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767157 Oct 26 14:27:09.575812 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617732c-fc00-4125-a427-addda8217788 req-0ebe0baa-fddf-46ed-b272-1429253bbd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:09.577310 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5617732c-fc00-4125-a427-addda8217788 req-0ebe0baa-fddf-46ed-b272-1429253bbd4b service neutron] 10.222.0.25 "GET /v2.0/networks?id=c5297b18-1be1-4ba3-b93b-3a32742f7187 HTTP/1.1" status: 200 len: 897 time: 0.1906173 Oct 26 14:27:09.668320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617732c-fc00-4125-a427-addda8217788 req-744f8d10-3f16-419d-9c12-06be78d108f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:09.669844 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5617732c-fc00-4125-a427-addda8217788 req-744f8d10-3f16-419d-9c12-06be78d108f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c5297b18-1be1-4ba3-b93b-3a32742f7187 HTTP/1.1" status: 200 len: 897 time: 0.1811059 Oct 26 14:27:09.689943 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5617732c-fc00-4125-a427-addda8217788 req-9e6abcc0-7f9d-4e24-a395-dd07a1600793 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb HTTP/1.1" status: 200 len: 999 time: 0.0994353 Oct 26 14:27:09.771874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e8acd-4a08-418d-9f0d-a19595e2bd5b req-71f68fe4-8222-4a1c-aa08-f963cc8af53f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:09.773886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-848e8acd-4a08-418d-9f0d-a19595e2bd5b req-71f68fe4-8222-4a1c-aa08-f963cc8af53f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0927024 Oct 26 14:27:09.808907 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5617732c-fc00-4125-a427-addda8217788 req-ff85a28d-944d-4c16-921c-350701008e13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb HTTP/1.1" status: 200 len: 999 time: 0.1295450 Oct 26 14:27:09.812925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617732c-fc00-4125-a427-addda8217788 req-5524397f-f0f3-474b-a2cc-b808f10860f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:09.814357 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5617732c-fc00-4125-a427-addda8217788 req-5524397f-f0f3-474b-a2cc-b808f10860f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2a985ae-3990-4060-991c-1b322f962f69 HTTP/1.1" status: 200 len: 835 time: 0.0672412 Oct 26 14:27:09.834580 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-848e8acd-4a08-418d-9f0d-a19595e2bd5b req-ab9bba8b-b2eb-4569-a847-53620d227e63 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515258 Oct 26 14:27:09.964624 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617732c-fc00-4125-a427-addda8217788 req-9588f9af-72c1-4495-9dec-8f6a90b5e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:09.966491 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5617732c-fc00-4125-a427-addda8217788 req-9588f9af-72c1-4495-9dec-8f6a90b5e763 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2a985ae-3990-4060-991c-1b322f962f69 HTTP/1.1" status: 200 len: 835 time: 0.1051955 Oct 26 14:27:09.987161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617732c-fc00-4125-a427-addda8217788 req-046ef528-25e5-4787-967b-4965992740c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:09.988708 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5617732c-fc00-4125-a427-addda8217788 req-046ef528-25e5-4787-967b-4965992740c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c5297b18-1be1-4ba3-b93b-3a32742f7187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498199 Oct 26 14:27:10.082813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617732c-fc00-4125-a427-addda8217788 req-114eaac8-e4c0-40a3-8757-0a463d20d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:10.084436 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5617732c-fc00-4125-a427-addda8217788 req-114eaac8-e4c0-40a3-8757-0a463d20d156 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5297b18-1be1-4ba3-b93b-3a32742f7187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088557 Oct 26 14:27:10.178473 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5617732c-fc00-4125-a427-addda8217788 req-f1a5aaf2-a966-4187-be3d-7418100e12c4 service neutron] 10.222.0.25 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654694 Oct 26 14:27:10.272367 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5617732c-fc00-4125-a427-addda8217788 req-64fde47e-d863-49c8-9397-1fb9c64f1c3d service neutron] 10.222.0.11 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778233 Oct 26 14:27:10.402119 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5617732c-fc00-4125-a427-addda8217788 req-0f1eaf03-9b21-4cfc-b200-ba82dce75c0f service neutron] 10.222.0.11 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184654 Oct 26 14:27:10.463454 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5617732c-fc00-4125-a427-addda8217788 req-ebb45059-377e-40da-aa1c-49d6f39a5b1b service neutron] 10.222.0.25 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745361 Oct 26 14:27:10.552706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37b611df-b360-443c-ae2d-999ebed7a294 req-211ed89b-0ea4-4b18-961d-e4a2daa7fff6 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0546770 Oct 26 14:27:10.623304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3eef8b1f-c106-4626-87fd-f20f09cc94cb details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:27:10.728706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97799626-b7c2-4eaf-a807-b2b1d703cc75 req-d54c7ad8-d2f3-4f28-be3d-fcdc223dbc06 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:10.732256 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97799626-b7c2-4eaf-a807-b2b1d703cc75 req-d54c7ad8-d2f3-4f28-be3d-fcdc223dbc06 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 943 time: 0.0940323 Oct 26 14:27:10.782095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97799626-b7c2-4eaf-a807-b2b1d703cc75 req-1ced172d-f75e-4851-84ba-8606ae174613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390289 Oct 26 14:27:10.819375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:10.845887 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'port_id': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'mac_address': 'fa:16:3e:07:35:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:27:10.923524 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:10.954936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eef8b1f-c106-4626-87fd-f20f09cc94cb {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:27:11.001754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:11.005063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601c69a-7e21-4f3d-8b44-ecd77123de91 req-34547a8a-a5cd-44b1-8bc5-f44b2716bad5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:11.014058 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:11.020519 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a601c69a-7e21-4f3d-8b44-ecd77123de91 req-34547a8a-a5cd-44b1-8bc5-f44b2716bad5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.1028781 Oct 26 14:27:11.104970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a601c69a-7e21-4f3d-8b44-ecd77123de91 req-1f105c42-f3ce-4cc9-8f68-bfc1f5ceb54c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831976 Oct 26 14:27:11.127012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=3eef8b1f-c106-4626-87fd-f20f09cc94cb,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:11.244823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['3eef8b1f-c106-4626-87fd-f20f09cc94cb'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:27:11.260491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-13ca2a5e-2e23-48d6-b440-0dd311e9b8ef tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:11.262256 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-13ca2a5e-2e23-48d6-b440-0dd311e9b8ef tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 944 time: 0.1588128 Oct 26 14:27:11.265220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aca3e9-2453-456c-b3cd-32c436065405 req-0d553c04-81c1-4faf-bc90-b420758481c6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:11.267829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7aca3e9-2453-456c-b3cd-32c436065405 req-0d553c04-81c1-4faf-bc90-b420758481c6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 944 time: 0.1128993 Oct 26 14:27:11.321885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3eef8b1f-c106-4626-87fd-f20f09cc94cb no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:27:11.322020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7aca3e9-2453-456c-b3cd-32c436065405 req-898142ea-9b8c-4259-8400-927821aabc8d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426273 Oct 26 14:27:11.354730 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-5297d44d-8225-40a6-b822-1094c3d7a35b service neutron] delete failed (client error): The resource could not be found. Oct 26 14:27:11.356380 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-5297d44d-8225-40a6-b822-1094c3d7a35b service neutron] 10.222.0.11 "DELETE /v2.0/ports/3eef8b1f-c106-4626-87fd-f20f09cc94cb/bindings/n-h2-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0852919 Oct 26 14:27:11.374278 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 3eef8b1f-c106-4626-87fd-f20f09cc94cb not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:27:11.465662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-6fdcb905-d7e5-4d9f-9810-d8d9f0814f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:11.467632 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-6fdcb905-d7e5-4d9f-9810-d8d9f0814f0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 1095 time: 0.0593357 Oct 26 14:27:11.615445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-491b94cd-0de0-4811-a746-6eba568e499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:11.618091 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-491b94cd-0de0-4811-a746-6eba568e499b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c5297b18-1be1-4ba3-b93b-3a32742f7187 HTTP/1.1" status: 200 len: 897 time: 0.1429505 Oct 26 14:27:11.710033 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-fe29a60c-e163-4ea4-922d-cec428ffb6e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb HTTP/1.1" status: 200 len: 1000 time: 0.0839634 Oct 26 14:27:11.725899 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1dcb7973-59d2-497b-886a-1aa8ec75bc58 req-cde97d3b-c509-4689-b91b-13dafcf70ebf tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0368712 Oct 26 14:27:11.791828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-affb0c96-0a46-496b-95f5-85b5ccbc62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:11.793610 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-affb0c96-0a46-496b-95f5-85b5ccbc62b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2a985ae-3990-4060-991c-1b322f962f69 HTTP/1.1" status: 200 len: 835 time: 0.0758221 Oct 26 14:27:11.850524 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-101b8768-666c-4cd3-bc48-445547be0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:11.852150 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-101b8768-666c-4cd3-bc48-445547be0bc7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5297b18-1be1-4ba3-b93b-3a32742f7187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506175 Oct 26 14:27:11.980527 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-864ae7a1-6869-4c94-97f9-9f5769978600 service neutron] 10.222.0.11 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203992 Oct 26 14:27:12.092988 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6d20254-5a38-41b6-9c6d-e0e645d1e32f req-858856e3-c8c5-4d81-a9d5-d4f5d7ce76d8 service neutron] 10.222.0.11 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036773 Oct 26 14:27:12.304524 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3992b8-e5c9-4afc-bf0c-bc77c329e9cd req-b37ba23f-43f2-474c-9348-fc632c2f7169 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:12.313388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b3992b8-e5c9-4afc-bf0c-bc77c329e9cd req-b37ba23f-43f2-474c-9348-fc632c2f7169 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.1043169 Oct 26 14:27:12.363554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b3992b8-e5c9-4afc-bf0c-bc77c329e9cd req-99a218e5-8833-4f87-b91b-83875a8e33e6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489647 Oct 26 14:27:12.478614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33501838-57f1-49ce-b58f-e2d9c7bd6fb0 req-99ef07f4-6306-461e-8417-0aa924a2b48d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:12.481097 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33501838-57f1-49ce-b58f-e2d9c7bd6fb0 req-99ef07f4-6306-461e-8417-0aa924a2b48d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 944 time: 0.0819697 Oct 26 14:27:12.536020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33501838-57f1-49ce-b58f-e2d9c7bd6fb0 req-5e239763-7cbc-4298-a868-52c5c92f3367 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472920 Oct 26 14:27:12.648945 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3eef8b1f-c106-4626-87fd-f20f09cc94cb up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:27:12.721588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 3eef8b1f-c106-4626-87fd-f20f09cc94cb completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:27:12.727154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 3eef8b1f-c106-4626-87fd-f20f09cc94cb triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:27:12.727528 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:12.804163 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-21f3cf4f-a07d-4e5c-abaf-101c9bff9f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:12.861458 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:12.865062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67f57d81-3209-4199-b59a-cf612d70f8b5 req-3c040ae4-cf1c-4c9d-b2ca-07596c83222c tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0394583 Oct 26 14:27:12.901317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:12.904197 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4add78-fff0-4bd2-98b1-9e3ec7e04830" -d '{"events": [{"server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "name": "network-vif-plugged", "status": "completed", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:12.929006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:12.942050 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:12.971471 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b012053d-67a2-4253-b383-8e32abeba396 x-openstack-request-id: req-b012053d-67a2-4253-b383-8e32abeba396 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:12.971763 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "name": "network-vif-plugged", "status": "completed", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:12.972142 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b012053d-67a2-4253-b383-8e32abeba396 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:12.973414 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'code': 200} Oct 26 14:27:13.007334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=3eef8b1f-c106-4626-87fd-f20f09cc94cb,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:13.508779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5b450-bf3e-4fb9-971c-1a2b3e8d7f4a req-c61368ef-f745-4c8a-a015-6e117ad9f914 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:13.510512 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1a5b450-bf3e-4fb9-971c-1a2b3e8d7f4a req-c61368ef-f745-4c8a-a015-6e117ad9f914 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0651462 Oct 26 14:27:13.586803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f1a5b450-bf3e-4fb9-971c-1a2b3e8d7f4a req-dd1b1eb3-0d60-4b6d-8ba2-718110e9515e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688720 Oct 26 14:27:13.712811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd3a7a-29d8-40f1-9ceb-0807768bc269 req-d7ed046a-2130-464c-94f4-ee511959ac91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:13.714734 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3dd3a7a-29d8-40f1-9ceb-0807768bc269 req-d7ed046a-2130-464c-94f4-ee511959ac91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.0778639 Oct 26 14:27:13.764550 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3dd3a7a-29d8-40f1-9ceb-0807768bc269 req-b8498c88-9865-4a55-9572-7b76751b37ff tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435884 Oct 26 14:27:13.791453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 34086) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:13.880097 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1f7ba30c-14ac-4116-a42a-ac5cb1e80fb5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/340ae69c-fbf5-4758-8cf1-ac702a0e08c2 HTTP/1.1" status: 200 len: 993 time: 0.0871372 Oct 26 14:27:13.984171 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ffe00a3a-806d-4ae1-a7bf-032873904b89 req-93a6bfe3-1fa6-4247-b98f-3f0f956e2984 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0323653 Oct 26 14:27:14.750648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a02b9-829a-424b-904f-2ab820de5b2c req-70506dc7-9275-4033-8491-a16def3fa074 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:14.761170 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f8a02b9-829a-424b-904f-2ab820de5b2c req-70506dc7-9275-4033-8491-a16def3fa074 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0816832 Oct 26 14:27:14.812621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f8a02b9-829a-424b-904f-2ab820de5b2c req-7a489d44-e277-4eba-8184-d960b537522e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504410 Oct 26 14:27:15.222582 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-08dac7ca-2859-431b-8685-c50c940da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:15.227936 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a95b27de-f1ce-40a8-ae7d-a6ee04fcca58 req-5afd502e-b8f6-4b9c-ad3b-9920c3c7698e tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0525525 Oct 26 14:27:15.965414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b3e4-ba8a-4035-9b00-9e163dce5189 req-cc2b601c-8a17-490d-98c6-6c49d8e1d148 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:15.975405 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a89b3e4-ba8a-4035-9b00-9e163dce5189 req-cc2b601c-8a17-490d-98c6-6c49d8e1d148 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0718291 Oct 26 14:27:16.033016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a89b3e4-ba8a-4035-9b00-9e163dce5189 req-fbd5c99e-d687-4add-9f5c-b56ef28e5078 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565791 Oct 26 14:27:16.314203 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec6e0b85-9f58-4cf2-b9a7-567bc8cb88f0 req-3ef34d88-1253-4eab-ad95-67ba606b2302 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0374401 Oct 26 14:27:16.641656 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:16.837956 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:17.196699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c037b-5063-4b39-94e4-0346465f195f req-6bfd8eea-cd14-45fe-851a-79fcabe1cf4f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:17.202502 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-455c037b-5063-4b39-94e4-0346465f195f req-6bfd8eea-cd14-45fe-851a-79fcabe1cf4f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0849032 Oct 26 14:27:17.260969 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-455c037b-5063-4b39-94e4-0346465f195f req-b3bf2f4e-5e0e-4c87-a9c4-386547430edc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557411 Oct 26 14:27:17.430357 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9615dc55-2639-4f28-8c77-6b7b0b4ac6af req-d203e747-4c19-4d40-b463-91a5dcd20383 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0335979 Oct 26 14:27:18.447386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53c5e9-151d-4769-9400-f3fcacf1a1aa req-8076550b-68dd-4054-a1b7-52fda9007eb4 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:18.450562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe53c5e9-151d-4769-9400-f3fcacf1a1aa req-8076550b-68dd-4054-a1b7-52fda9007eb4 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0794275 Oct 26 14:27:18.532680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe53c5e9-151d-4769-9400-f3fcacf1a1aa req-d890c1a7-b711-4ecf-bd77-f6b251fdd094 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734837 Oct 26 14:27:18.578820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db5e6be1-ce9c-4809-a9b8-c2c8c4511bfd req-1ac46a19-0f15-4341-9a05-0eabf1fb0cd4 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0447502 Oct 26 14:27:18.585629 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:19.676624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bca77-b965-4a1e-a74b-511f98c2d1e8 req-d7de1c63-dc4a-479e-89ad-6c8496394d25 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:19.678439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-832bca77-b965-4a1e-a74b-511f98c2d1e8 req-d7de1c63-dc4a-479e-89ad-6c8496394d25 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0603023 Oct 26 14:27:19.713683 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba5ebf20-d97e-4141-b18d-a644d60b4cac req-559c81a4-9c4a-4cd6-97ab-45b2235c4d1b tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0342042 Oct 26 14:27:19.752024 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-832bca77-b965-4a1e-a74b-511f98c2d1e8 req-38541afe-638b-47b8-a812-1afa14a10183 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618398 Oct 26 14:27:20.844288 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0759c33c-ca38-403c-8846-0a1817c6bfc4 req-19f506d5-6a3f-439a-be6f-6ac9d8bf9f02 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0410125 Oct 26 14:27:20.909818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35345ee0-d3f8-481f-af98-0225688e894e req-9a23b843-c1e1-443e-83a9-61cb9323e25f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:20.911471 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35345ee0-d3f8-481f-af98-0225688e894e req-9a23b843-c1e1-443e-83a9-61cb9323e25f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0619485 Oct 26 14:27:20.965044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35345ee0-d3f8-481f-af98-0225688e894e req-f2e8d94e-3895-4a37-b505-13c36a65b2db tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460551 Oct 26 14:27:21.963709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a27129e3-048a-46de-9cb8-f438b31fdd1a req-d97ed845-a7a0-4f16-acb6-b739e0e8dee4 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0294299 Oct 26 14:27:22.117789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021c071-702d-4415-ac77-047d80c35573 req-ace5df28-1766-4923-b878-4f83d7ce11d0 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:22.119656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d021c071-702d-4415-ac77-047d80c35573 req-ace5df28-1766-4923-b878-4f83d7ce11d0 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0609336 Oct 26 14:27:22.160946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d021c071-702d-4415-ac77-047d80c35573 req-6cf726d1-85ff-4746-aa27-847cb8ea7276 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345140 Oct 26 14:27:23.103230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8acb046c-24ef-4b8c-a2ea-609a760952fb req-e0c77376-e11e-4633-a2e2-536c9d58bd5c tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0434914 Oct 26 14:27:23.335587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766407aa-4a6c-4930-8f01-b6a649b633f6 req-5b1b02a4-e3e9-4d0e-8c7d-3c3cadd06278 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:23.337137 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-766407aa-4a6c-4930-8f01-b6a649b633f6 req-5b1b02a4-e3e9-4d0e-8c7d-3c3cadd06278 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0787127 Oct 26 14:27:23.401881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-766407aa-4a6c-4930-8f01-b6a649b633f6 req-6674f5d0-6add-4d8d-8070-ae3cf2638b46 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484996 Oct 26 14:27:23.595360 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:24.235917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d6b8606-447f-4b7d-baff-867aea6efdcc req-35b7c7b1-ab16-4af6-9ab0-96245838ffa7 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0308871 Oct 26 14:27:24.533181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae993b0-2396-4c59-bc6f-7adb7056b8a2 req-bcca7787-e508-4c62-b543-c62c4b4a32ea tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:24.535519 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ae993b0-2396-4c59-bc6f-7adb7056b8a2 req-bcca7787-e508-4c62-b543-c62c4b4a32ea tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0586252 Oct 26 14:27:24.591018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ae993b0-2396-4c59-bc6f-7adb7056b8a2 req-d3c0d64c-4be3-44e7-aded-5f55bf99208b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466197 Oct 26 14:27:25.382257 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-adade613-2cbc-45dd-9298-99902379cd10 req-4c42ccf6-a985-47cb-851e-3dbde10da6a8 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0409396 Oct 26 14:27:25.716311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251abada-f1b4-4608-b414-a4a0e3c02370 req-ffaaf675-7e16-4b00-8f8c-6f0ba78c6af6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:25.717947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-251abada-f1b4-4608-b414-a4a0e3c02370 req-ffaaf675-7e16-4b00-8f8c-6f0ba78c6af6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0592470 Oct 26 14:27:25.764785 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-251abada-f1b4-4608-b414-a4a0e3c02370 req-ea860a4d-49e9-4316-b460-7da81477e322 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396705 Oct 26 14:27:26.493558 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6f1ba15b-7d43-4fe5-a2f8-464f076f588f req-64a6ea8e-b456-4c0a-bb6d-18bfb33f58a6 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0360906 Oct 26 14:27:26.903548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f89d3-ab70-41ba-abf1-ee7e55ff5df2 req-c4b2bed1-f0cd-4e77-baeb-463ed13289c8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:26.906011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-510f89d3-ab70-41ba-abf1-ee7e55ff5df2 req-c4b2bed1-f0cd-4e77-baeb-463ed13289c8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 944 time: 0.0651784 Oct 26 14:27:26.959311 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-510f89d3-ab70-41ba-abf1-ee7e55ff5df2 req-9f2cd103-3733-4447-b687-9881760c9d2a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445428 Oct 26 14:27:27.212990 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-215ba129-7c66-4cd6-b896-c85bb304bd76 req-8cb85fe6-a070-4204-bd12-10c4b09d5393 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481429 Oct 26 14:27:27.320970 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ba129-7c66-4cd6-b896-c85bb304bd76 req-21b01d7c-0774-4f79-bbb3-768f80f70b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:27.323070 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-215ba129-7c66-4cd6-b896-c85bb304bd76 req-21b01d7c-0774-4f79-bbb3-768f80f70b61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 1096 time: 0.0498888 Oct 26 14:27:27.434144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device dcbd4958-95c1-42c0-895b-b0473bd2cf37 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:27:27.450263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ba129-7c66-4cd6-b896-c85bb304bd76 req-95e010f1-3862-4de4-a0ce-75b3f2228c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:27.452095 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-215ba129-7c66-4cd6-b896-c85bb304bd76 req-95e010f1-3862-4de4-a0ce-75b3f2228c25 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c5297b18-1be1-4ba3-b93b-3a32742f7187 HTTP/1.1" status: 200 len: 897 time: 0.1064076 Oct 26 14:27:27.567928 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-215ba129-7c66-4cd6-b896-c85bb304bd76 req-ef992abb-c5b0-4fb7-ac62-aa477c83b433 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb HTTP/1.1" status: 200 len: 1001 time: 0.1069400 Oct 26 14:27:27.624955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port dcbd4958-95c1-42c0-895b-b0473bd2cf37, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=dcbd4958-95c1-42c0-895b-b0473bd2cf37,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:27.638440 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'dcbd4958-95c1-42c0-895b-b0473bd2cf37', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'port_id': 'dcbd4958-95c1-42c0-895b-b0473bd2cf37', 'mac_address': 'fa:16:3e:64:49:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:27:27.665268 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ba129-7c66-4cd6-b896-c85bb304bd76 req-1809ebc1-a1f6-445c-ae8d-57ea9f83761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:27.667722 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-215ba129-7c66-4cd6-b896-c85bb304bd76 req-1809ebc1-a1f6-445c-ae8d-57ea9f83761e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2a985ae-3990-4060-991c-1b322f962f69 HTTP/1.1" status: 200 len: 835 time: 0.0890429 Oct 26 14:27:27.682632 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:27.692234 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:27.720666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbd4958-95c1-42c0-895b-b0473bd2cf37 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:27:27.727324 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f8033a8-0bc8-4b7a-8197-bad13695b119 req-6161f626-7c6e-4db1-ab6f-e09fc071201d tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0685785 Oct 26 14:27:27.754915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ba129-7c66-4cd6-b896-c85bb304bd76 req-7b148d9a-2e4f-4e5e-ae6b-7f98b4038f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:27.756637 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-215ba129-7c66-4cd6-b896-c85bb304bd76 req-7b148d9a-2e4f-4e5e-ae6b-7f98b4038f7e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c5297b18-1be1-4ba3-b93b-3a32742f7187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817790 Oct 26 14:27:27.759621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port dcbd4958-95c1-42c0-895b-b0473bd2cf37, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=dcbd4958-95c1-42c0-895b-b0473bd2cf37,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:27.764692 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:27.772664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-215ba129-7c66-4cd6-b896-c85bb304bd76 req-7373d3d7-027f-4bb8-bf1b-5d257417ef78 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:27:27.774752 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-215ba129-7c66-4cd6-b896-c85bb304bd76 req-7373d3d7-027f-4bb8-bf1b-5d257417ef78 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083187 Oct 26 14:27:27.825575 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=dcbd4958-95c1-42c0-895b-b0473bd2cf37,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:27.846653 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:27.847756 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:27.848269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:27.848775 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:27.849263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:27.849738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:27.850267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:27.850746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:27.851082 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:27.851411 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:27.851740 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:27.852070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:27.919588 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-215ba129-7c66-4cd6-b896-c85bb304bd76 req-0ce1f360-138c-4f06-9450-c520a76a2852 service neutron] 10.222.0.25 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361625 Oct 26 14:27:28.046464 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-215ba129-7c66-4cd6-b896-c85bb304bd76 req-6038dc75-f6b3-4ee1-882f-2dbe2c4c8986 service neutron] 10.222.0.25 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186554 Oct 26 14:27:28.108727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['dcbd4958-95c1-42c0-895b-b0473bd2cf37'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:27:28.123243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8140-78c1-438b-be0a-ed518812e1e4 req-4827a568-6690-4e23-bf2b-d1f89c289643 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:28.124905 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-676c8140-78c1-438b-be0a-ed518812e1e4 req-4827a568-6690-4e23-bf2b-d1f89c289643 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 945 time: 0.0716722 Oct 26 14:27:28.174912 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-676c8140-78c1-438b-be0a-ed518812e1e4 req-544f7a90-f847-4da0-b9ab-6b71b7c4e062 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426745 Oct 26 14:27:28.848906 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b7cf906-46b2-4fb7-b496-9ded08a863f5 req-7c69e81e-abe4-4661-b060-c6df9707338f tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0307343 Oct 26 14:27:29.309722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81676dd-c1f8-4a09-ae7e-da2a1a7372df req-37964b00-38e3-43a5-9903-88773320eed6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:29.311824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b81676dd-c1f8-4a09-ae7e-da2a1a7372df req-37964b00-38e3-43a5-9903-88773320eed6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 945 time: 0.0537410 Oct 26 14:27:29.366006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b81676dd-c1f8-4a09-ae7e-da2a1a7372df req-63d28e59-0891-45e8-982d-329697c5523c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471828 Oct 26 14:27:29.452638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device dcbd4958-95c1-42c0-895b-b0473bd2cf37 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:27:29.505606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port dcbd4958-95c1-42c0-895b-b0473bd2cf37 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:27:29.511970 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port dcbd4958-95c1-42c0-895b-b0473bd2cf37 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:27:29.512347 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:29.603004 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:29.631941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5259e778-7084-4b5e-ba9a-2a38f1938378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbd4958-95c1-42c0-895b-b0473bd2cf37'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:29.634871 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ed0dae-c99b-4e1c-aeff-7ce3acf84f96" -d '{"events": [{"server_uuid": "5259e778-7084-4b5e-ba9a-2a38f1938378", "name": "network-vif-plugged", "status": "completed", "tag": "dcbd4958-95c1-42c0-895b-b0473bd2cf37"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:29.647850 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port dcbd4958-95c1-42c0-895b-b0473bd2cf37, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=dcbd4958-95c1-42c0-895b-b0473bd2cf37,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:29.655204 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:29.691775 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca930b8-8e28-4331-b52c-cf7cc608af7d x-openstack-request-id: req-7ca930b8-8e28-4331-b52c-cf7cc608af7d {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:29.692178 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5259e778-7084-4b5e-ba9a-2a38f1938378", "name": "network-vif-plugged", "status": "completed", "tag": "dcbd4958-95c1-42c0-895b-b0473bd2cf37", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:29.692543 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ca930b8-8e28-4331-b52c-cf7cc608af7d {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:29.693017 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5259e778-7084-4b5e-ba9a-2a38f1938378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbd4958-95c1-42c0-895b-b0473bd2cf37', 'code': 200} Oct 26 14:27:29.725459 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=dcbd4958-95c1-42c0-895b-b0473bd2cf37,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:29.860956 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1ec82-5de9-4d54-b0c8-3517d5e1c20f req-6c78e489-0deb-420e-b508-5f425834304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:29.864464 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b9a1ec82-5de9-4d54-b0c8-3517d5e1c20f req-6c78e489-0deb-420e-b508-5f425834304e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 1097 time: 0.1103408 Oct 26 14:27:29.905049 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b9a1ec82-5de9-4d54-b0c8-3517d5e1c20f req-77769237-a6c3-4fa0-9a49-33be729a1052 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Oct 26 14:27:29.980115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c857914d-5c8d-464b-8de4-0124cf3ec5e2 req-108618f0-23b3-4ae4-91b7-2ec054118597 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0432036 Oct 26 14:27:30.523236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755609bd-457a-4d05-8c30-ab4e5147e825 req-f4771b9d-211c-4db9-983c-62c46ea0cbfb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:30.525011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755609bd-457a-4d05-8c30-ab4e5147e825 req-f4771b9d-211c-4db9-983c-62c46ea0cbfb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 946 time: 0.0662696 Oct 26 14:27:30.580055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-755609bd-457a-4d05-8c30-ab4e5147e825 req-f16b6865-8698-40d5-8e0c-073157d5705a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Oct 26 14:27:31.114063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76e50ea1-5222-4c83-a2d6-d11ff331f962 req-d506fa94-afb2-4686-9531-3d130afc4635 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0282402 Oct 26 14:27:31.735737 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8216e-4a1f-48ec-8940-f044321bb888 req-98d575e2-469a-4c77-94a4-da9885d27210 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:31.737549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ead8216e-4a1f-48ec-8940-f044321bb888 req-98d575e2-469a-4c77-94a4-da9885d27210 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 946 time: 0.0664101 Oct 26 14:27:31.802859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ead8216e-4a1f-48ec-8940-f044321bb888 req-cdd825dd-4d5f-4f3a-91bb-9cf85d3fe6cb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578527 Oct 26 14:27:31.947411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd7e6d-1b43-420e-90c4-260a2f1967c6 req-3a3390d0-2e0e-4ca5-a607-09afd2b88e15 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:31.949183 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ddd7e6d-1b43-420e-90c4-260a2f1967c6 req-3a3390d0-2e0e-4ca5-a607-09afd2b88e15 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 946 time: 0.0592322 Oct 26 14:27:32.002586 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ddd7e6d-1b43-420e-90c4-260a2f1967c6 req-05c57e23-64d6-4ba4-ab4c-61e2f8e77acf tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421765 Oct 26 14:27:32.308867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa08624b-cd0e-439c-8b00-2daa71d8c526 req-d7497b4e-8722-4ce0-bff3-f9d6af7a7b54 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0625455 Oct 26 14:27:32.432506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfef1d5-327d-4875-826b-2a8d0c71d414 req-6293f5d9-4566-4d44-8ca6-fadc8ad99f7b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:32.440457 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8dfef1d5-327d-4875-826b-2a8d0c71d414 req-6293f5d9-4566-4d44-8ca6-fadc8ad99f7b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 946 time: 0.0640011 Oct 26 14:27:32.495907 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8dfef1d5-327d-4875-826b-2a8d0c71d414 req-ba80e790-c9c4-4776-add1-edd357828b8c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540709 Oct 26 14:27:33.463525 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-48928d47-0118-45e0-9b49-6a5f20c19d02 req-441b0ad6-7353-4518-afc6-d4004ac3ab2a tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0427251 Oct 26 14:27:33.630382 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1c6ef-1df1-4020-b252-027c6081593b req-2d6e9fb3-2d2c-47e6-80bd-07724b182c37 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:33.631889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7b1c6ef-1df1-4020-b252-027c6081593b req-2d6e9fb3-2d2c-47e6-80bd-07724b182c37 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 946 time: 0.0552189 Oct 26 14:27:33.689487 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7b1c6ef-1df1-4020-b252-027c6081593b req-863a4fc6-7de4-4113-bae7-0a17c9586363 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392239 Oct 26 14:27:34.251965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778346d-abc7-4eb3-9868-577561050d9e req-5e306479-22f8-4f0c-b57b-26bec66c6205 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:34.254395 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d778346d-abc7-4eb3-9868-577561050d9e req-5e306479-22f8-4f0c-b57b-26bec66c6205 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.11 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 946 time: 0.0501480 Oct 26 14:27:34.389227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-d778346d-abc7-4eb3-9868-577561050d9e req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Deleting port dcbd4958-95c1-42c0-895b-b0473bd2cf37 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:34.389569 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d778346d-abc7-4eb3-9868-577561050d9e req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:34.489448 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d778346d-abc7-4eb3-9868-577561050d9e req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] For port dcbd4958-95c1-42c0-895b-b0473bd2cf37, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=dcbd4958-95c1-42c0-895b-b0473bd2cf37,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:34.489956 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d778346d-abc7-4eb3-9868-577561050d9e req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:34.509171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-d778346d-abc7-4eb3-9868-577561050d9e req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Calling delete_port for dcbd4958-95c1-42c0-895b-b0473bd2cf37 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:34.618716 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c037615-5b50-4e4e-a3e1-9236f4e874fa req-5df53ef1-feda-4cb8-8896-71fbde6da17a tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0336740 Oct 26 14:27:34.694196 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d778346d-abc7-4eb3-9868-577561050d9e req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:34.707270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['dcbd4958-95c1-42c0-895b-b0473bd2cf37'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:27:34.709762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['28589109-c866-41ef-bffa-8faaae0c9de2'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:27:34.746624 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event deleted for resources: {'Port': ['ID=dcbd4958-95c1-42c0-895b-b0473bd2cf37,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:34.831742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:34.836916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:34.837388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:34.837805 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:34.839007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:34.840062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:34.842359 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:34.842792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:34.843217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:34.843624 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:34.844378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:34.846875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:34.848859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55426432-f61b-4bdb-ba5d-ec8a44b7ad70 req-cb9ff57a-04d9-4d55-9ae6-fa141b4a6353 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 210 time: 0.0410564 Oct 26 14:27:34.869719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-d778346d-abc7-4eb3-9868-577561050d9e req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] No DVR routers for this DVR port dcbd4958-95c1-42c0-895b-b0473bd2cf37 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:27:34.875060 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d778346d-abc7-4eb3-9868-577561050d9e req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:34.884841 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d778346d-abc7-4eb3-9868-577561050d9e req-624a5fb5-9d1f-4250-974b-0f3f10b7f05b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.11 "DELETE /v2.0/ports/dcbd4958-95c1-42c0-895b-b0473bd2cf37 HTTP/1.1" status: 204 len: 173 time: 0.6135857 Oct 26 14:27:34.885290 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5259e778-7084-4b5e-ba9a-2a38f1938378', 'name': 'network-vif-deleted', 'tag': 'dcbd4958-95c1-42c0-895b-b0473bd2cf37'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:34.898334 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f10d54f-e7f3-4a6f-8830-a0a565397836" -d '{"events": [{"server_uuid": "5259e778-7084-4b5e-ba9a-2a38f1938378", "name": "network-vif-deleted", "tag": "dcbd4958-95c1-42c0-895b-b0473bd2cf37"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:35.117216 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc575ccc-f7d9-42a7-8513-0c85ec2c17d6 x-openstack-request-id: req-cc575ccc-f7d9-42a7-8513-0c85ec2c17d6 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:35.117515 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5259e778-7084-4b5e-ba9a-2a38f1938378", "name": "network-vif-deleted", "tag": "dcbd4958-95c1-42c0-895b-b0473bd2cf37", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:35.117764 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc575ccc-f7d9-42a7-8513-0c85ec2c17d6 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:35.118188 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5259e778-7084-4b5e-ba9a-2a38f1938378', 'name': 'network-vif-deleted', 'tag': 'dcbd4958-95c1-42c0-895b-b0473bd2cf37', 'status': 'completed', 'code': 200} Oct 26 14:27:35.733504 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d09ac6a-1533-421c-99e2-134ef4345f85 req-f8f017f3-9aa7-4380-a0d7-8231374cac0b tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0301120 Oct 26 14:27:35.866645 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4ee11b1e-10d9-4937-8eb5-5f13e0f0623c req-01bc8d62-46a3-4d0b-859c-8cbfc8770d66 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0270324 Oct 26 14:27:35.945820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb3b86e4-d4f7-4d21-a7cd-43bcbc5d390b req-0b989859-ae70-4d65-8f7d-c6d187285ee9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 210 time: 0.0277281 Oct 26 14:27:36.852286 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c10460b3-f758-4c32-a73b-898c67eb7a56 req-6cea510e-c6a8-4672-b85c-18ba3204e681 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0277040 Oct 26 14:27:37.045400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a03ea5d-2b07-4544-a335-1af22a394160 req-acb3bcdb-1580-4d73-9d7d-75a528bc5c70 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 210 time: 0.0269098 Oct 26 14:27:37.487188 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device dcbd4958-95c1-42c0-895b-b0473bd2cf37 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:27:37.509945 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: dcbd4958-95c1-42c0-895b-b0473bd2cf37 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:27:37.510308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device dcbd4958-95c1-42c0-895b-b0473bd2cf37 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:27:37.652934 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35116) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:37.657891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-38b886be-bdff-4ecf-85c0-487ad8f75aa6 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-824319665', 'description': 'tempest-secgroup-smoke-824319665 description', 'project_id': 'b928bc502b6a40b283c707565ebb8960'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:37.680605 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38b886be-bdff-4ecf-85c0-487ad8f75aa6 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:37.747648 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38b886be-bdff-4ecf-85c0-487ad8f75aa6 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:37.751406 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38b886be-bdff-4ecf-85c0-487ad8f75aa6 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:37.783477 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-38b886be-bdff-4ecf-85c0-487ad8f75aa6 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:37.785163 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-38b886be-bdff-4ecf-85c0-487ad8f75aa6 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1310520 Oct 26 14:27:37.786275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b886be-bdff-4ecf-85c0-487ad8f75aa6 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570106f6-a71a-4edc-8f69-1ab656c94f99,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:37.788342 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35118) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:37.793286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3881ef49-7f4d-4218-b400-5a10617461c8 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Request body: {'security_group_rule': {'security_group_id': '570106f6-a71a-4edc-8f69-1ab656c94f99', 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:37.828855 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3881ef49-7f4d-4218-b400-5a10617461c8 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:37.884971 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3881ef49-7f4d-4218-b400-5a10617461c8 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:37.890602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3881ef49-7f4d-4218-b400-5a10617461c8 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:37.905013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881ef49-7f4d-4218-b400-5a10617461c8 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1a6b0b-56af-40b3-b970-4ff56133cba6,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:37.921897 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3881ef49-7f4d-4218-b400-5a10617461c8 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:37.926623 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3881ef49-7f4d-4218-b400-5a10617461c8 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369741 Oct 26 14:27:37.926770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35124) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:37.933383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-bc692a76-f53d-4df8-8dac-07939be839ee tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Request body: {'security_group_rule': {'security_group_id': '570106f6-a71a-4edc-8f69-1ab656c94f99', 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:37.964630 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bc692a76-f53d-4df8-8dac-07939be839ee tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:37.965526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a422226-ae2a-4907-ab5c-1ac171cfcca8 req-e8a79bc2-3aae-4308-a314-103dd874322a tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0314333 Oct 26 14:27:38.037891 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bc692a76-f53d-4df8-8dac-07939be839ee tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.042334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bc692a76-f53d-4df8-8dac-07939be839ee tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.056427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc692a76-f53d-4df8-8dac-07939be839ee tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffca7d0a-a598-4261-95b8-8dde94800bae,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:38.078031 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bc692a76-f53d-4df8-8dac-07939be839ee tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.078031 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bc692a76-f53d-4df8-8dac-07939be839ee tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1487107 Oct 26 14:27:38.079776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35132) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:38.085651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-2e6d8128-39e9-4271-9fa8-f10124e23c6d tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Request body: {'security_group_rule': {'security_group_id': '570106f6-a71a-4edc-8f69-1ab656c94f99', 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:38.116195 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8128-39e9-4271-9fa8-f10124e23c6d tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.184618 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b89322ef-5864-461d-8657-05a6eedf86f3 req-16a4aa59-5e40-47de-9232-b9acdd22f459 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 210 time: 0.0463405 Oct 26 14:27:38.213829 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8128-39e9-4271-9fa8-f10124e23c6d tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.219166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8128-39e9-4271-9fa8-f10124e23c6d tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.244636 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d8128-39e9-4271-9fa8-f10124e23c6d tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151cdfa0-f627-40cc-9f6c-3cbfc63dfbeb,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:38.263701 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8128-39e9-4271-9fa8-f10124e23c6d tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.264358 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-88f04fef-5407-45cf-9e72-d084d85eecad req-63bf60e6-fc34-42cf-a4c0-00bbb9fd29b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=98503b9f4687475fbbdf6a01017f52cd&device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0403576 Oct 26 14:27:38.265679 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2e6d8128-39e9-4271-9fa8-f10124e23c6d tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1848903 Oct 26 14:27:38.268814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35136) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:38.273427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7f00a93a-1387-4f66-8ff8-5e098755608a tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Request body: {'security_group_rule': {'security_group_id': '570106f6-a71a-4edc-8f69-1ab656c94f99', 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:38.296610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e0289044-7f66-44c0-be8d-0210080b75be req-4e7313bb-6370-45f7-8cea-32435d8fe190 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0273640 Oct 26 14:27:38.327035 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-88f04fef-5407-45cf-9e72-d084d85eecad req-4f972eae-4ebc-42f3-b955-e9bf4d662118 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=98503b9f4687475fbbdf6a01017f52cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455117 Oct 26 14:27:38.374832 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f00a93a-1387-4f66-8ff8-5e098755608a tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.833183 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f00a93a-1387-4f66-8ff8-5e098755608a tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.835137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f04fef-5407-45cf-9e72-d084d85eecad req-a160efd7-effb-4836-b7c1-0b3bf708de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:38.836718 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-88f04fef-5407-45cf-9e72-d084d85eecad req-a160efd7-effb-4836-b7c1-0b3bf708de69 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5000818 Oct 26 14:27:38.838253 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f00a93a-1387-4f66-8ff8-5e098755608a tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.860768 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00a93a-1387-4f66-8ff8-5e098755608a tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97350e7c-22ac-4aff-b7f7-72b8f05a484f,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:38.867383 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f00a93a-1387-4f66-8ff8-5e098755608a tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.871107 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7f00a93a-1387-4f66-8ff8-5e098755608a tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5987103 Oct 26 14:27:38.871287 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35144) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:38.875601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7c8b5781-d144-4109-9b30-28aa762004e5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Request body: {'security_group_rule': {'security_group_id': '570106f6-a71a-4edc-8f69-1ab656c94f99', 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:38.896566 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-7c8b5781-d144-4109-9b30-28aa762004e5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Project b928bc502b6a40b283c707565ebb8960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:27:38.901461 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5781-d144-4109-9b30-28aa762004e5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.960017 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5781-d144-4109-9b30-28aa762004e5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.964017 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5781-d144-4109-9b30-28aa762004e5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.982182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b5781-d144-4109-9b30-28aa762004e5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3729fcd3-be2b-4a42-84b0-3dea550dc525,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:38.990916 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5781-d144-4109-9b30-28aa762004e5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.992131 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7c8b5781-d144-4109-9b30-28aa762004e5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199155 Oct 26 14:27:38.994916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35146) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:38.999226 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-435091b1-08c0-4ddb-b820-0ccf8a4b1fe4 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Request body: {'security_group_rule': {'security_group_id': '570106f6-a71a-4edc-8f69-1ab656c94f99', 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:39.021766 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-435091b1-08c0-4ddb-b820-0ccf8a4b1fe4 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Project b928bc502b6a40b283c707565ebb8960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:27:39.027204 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-435091b1-08c0-4ddb-b820-0ccf8a4b1fe4 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:39.091453 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-435091b1-08c0-4ddb-b820-0ccf8a4b1fe4 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:39.095059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-435091b1-08c0-4ddb-b820-0ccf8a4b1fe4 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:39.113314 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435091b1-08c0-4ddb-b820-0ccf8a4b1fe4 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb77e1d2-0ec4-47aa-9a97-9cf39a8d3ba6,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:39.121074 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-435091b1-08c0-4ddb-b820-0ccf8a4b1fe4 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:39.123449 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-435091b1-08c0-4ddb-b820-0ccf8a4b1fe4 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264222 Oct 26 14:27:39.289529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38ff4eee-d83f-4138-a4de-8cb1dd56a55a req-73d4bd82-9e8a-4b65-ae8b-14e885d7cfd2 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 210 time: 0.0300095 Oct 26 14:27:39.325505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-c05b0c19-e7ce-427e-a76f-9532793d317e tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824319665&fields=id&tenant_id=b928bc502b6a40b283c707565ebb8960 HTTP/1.1" status: 200 len: 267 time: 0.0333238 Oct 26 14:27:39.413117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f834a34-07a1-49d1-8d95-53068cca5769 req-a2e21a00-8323-4aaa-af18-e85586dab3fb tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0309780 Oct 26 14:27:39.459857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-00c63a0a-0569-465c-a950-3cb50d875632 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:39.461293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-00c63a0a-0569-465c-a950-3cb50d875632 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/networks?id=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd HTTP/1.1" status: 200 len: 814 time: 0.1280849 Oct 26 14:27:39.476876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-ce7794a4-8a47-4805-b2fe-166f828f2245 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/quotas/b928bc502b6a40b283c707565ebb8960 HTTP/1.1" status: 200 len: 375 time: 0.0095394 Oct 26 14:27:39.531124 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-4242a1e2-b639-495b-b40c-06012d186d0e tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b928bc502b6a40b283c707565ebb8960&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485368 Oct 26 14:27:39.682423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-13015bfc-a56a-43bb-98aa-5f3175e31285 service neutron] 10.222.0.32 "GET /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389353 Oct 26 14:27:39.776960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-ec8e8e2e-07ab-4b24-ac8d-38cf1756ad12 service neutron] 10.222.0.32 "GET /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884926 Oct 26 14:27:40.080497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1e8cb3e-f90e-4132-b65e-df3ab99ab27c req-fc597d8d-538f-45e5-a2ac-acb632f7772d tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 210 time: 0.0292516 Oct 26 14:27:40.260169 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-88f04fef-5407-45cf-9e72-d084d85eecad req-146aa549-b897-45f4-8a79-38df2f8335d2 tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.11 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0326507 Oct 26 14:27:40.440162 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-045cff37-6140-4000-bd65-c1e8893fafd0 req-8fc8c361-1d60-41b4-aa4b-b40bf508e01a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=5259e778-7084-4b5e-ba9a-2a38f1938378 HTTP/1.1" status: 200 len: 210 time: 0.0279229 Oct 26 14:27:40.554289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ccef6b0-e4c2-439d-a2e8-8e6cb2a8d98c req-17388fbf-7010-4f17-a60b-92c5c42a6c1f tempest-ServerShowV254Test-1783781353 tempest-ServerShowV254Test-1783781353-project] 10.222.0.32 "GET /v2.0/ports?device_id=0207b489-bdd5-4c37-92e5-10bbd4358ef6 HTTP/1.1" status: 200 len: 210 time: 0.0295727 Oct 26 14:27:41.184972 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a1a2ff46-19df-427c-b8cf-21bfe0a3981b req-e69ab8e9-3f1e-4e21-a2ec-a8cf71ccc9b7 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 210 time: 0.0279157 Oct 26 14:27:41.295416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-8592e8b2-8999-40ee-b404-6464049d9476 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:41.296991 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-8592e8b2-8999-40ee-b404-6464049d9476 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.25 "GET /v2.0/networks?id=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd HTTP/1.1" status: 200 len: 814 time: 0.1221368 Oct 26 14:27:41.342296 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0535fbe9-d86f-4bfd-9f81-350f4450aa10 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b928bc502b6a40b283c707565ebb8960 HTTP/1.1" status: 200 len: 379 time: 0.0362146 Oct 26 14:27:41.351786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-2696f75f-837f-4b10-9261-4bc1640178d1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Request body: {'port': {'device_id': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'admin_state_up': True, 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'security_groups': ['570106f6-a71a-4edc-8f69-1ab656c94f99']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:41.467368 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-2696f75f-837f-4b10-9261-4bc1640178d1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Made reservation on behalf of b928bc502b6a40b283c707565ebb8960 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:27:41.471027 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-2696f75f-837f-4b10-9261-4bc1640178d1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:41.626575 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-2696f75f-837f-4b10-9261-4bc1640178d1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Allocated IP 172.20.0.11 (3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd/8d9b87c3-2cc4-4b59-b906-c29c45a26881/b454dafb-8b59-48a4-8268-c8b46ca71957) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:27:41.807786 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-2696f75f-837f-4b10-9261-4bc1640178d1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:41.852338 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-2696f75f-837f-4b10-9261-4bc1640178d1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:41.911889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-2696f75f-837f-4b10-9261-4bc1640178d1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:27:41.915684 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-2696f75f-837f-4b10-9261-4bc1640178d1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:27:41.921032 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-2696f75f-837f-4b10-9261-4bc1640178d1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:27:41.925755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696f75f-837f-4b10-9261-4bc1640178d1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Pushing event updated for resources: {'Port': ['ID=b454dafb-8b59-48a4-8268-c8b46ca71957,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:41.988548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35200) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:42.000264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-2696f75f-837f-4b10-9261-4bc1640178d1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:42.000891 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-2696f75f-837f-4b10-9261-4bc1640178d1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.025087 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-2696f75f-837f-4b10-9261-4bc1640178d1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6768475 Oct 26 14:27:42.038724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Request body: {'port': {'device_id': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:42.154641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6f9d-eeb5-413d-a9b3-ef12d248d38d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.167482 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.248033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8c6e09f2-b59e-42da-bed8-88a656ed4c78 None None] Provisioning complete for port b454dafb-8b59-48a4-8268-c8b46ca71957 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:27:42.248569 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8c6e09f2-b59e-42da-bed8-88a656ed4c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.352228 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6f9d-eeb5-413d-a9b3-ef12d248d38d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.352902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88869779-426a-4d39-b1fb-ab14babac3a2 req-88b46815-99b6-4dbf-a3a4-03f8352ffd21 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:42.361682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88869779-426a-4d39-b1fb-ab14babac3a2 req-88b46815-99b6-4dbf-a3a4-03f8352ffd21 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 932 time: 0.0685749 Oct 26 14:27:42.364537 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6f9d-eeb5-413d-a9b3-ef12d248d38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.366883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e09f2-b59e-42da-bed8-88a656ed4c78 None None] Port b454dafb-8b59-48a4-8268-c8b46ca71957 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:27:42.423369 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88869779-426a-4d39-b1fb-ab14babac3a2 req-201ba394-a7f6-4f44-9cae-04cd6289249b tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603981 Oct 26 14:27:42.434674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50d96c-74b3-4380-a230-266bb53a15c9 req-664ed04a-a20a-4008-8ebd-d08c3b352d3d tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:42.436626 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac50d96c-74b3-4380-a230-266bb53a15c9 req-664ed04a-a20a-4008-8ebd-d08c3b352d3d tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 1096 time: 0.0720253 Oct 26 14:27:42.449505 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c6f9d-eeb5-413d-a9b3-ef12d248d38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28f4734-4852-40fc-bfd5-092134c5d3d0,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:42.453799 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7f7c6f9d-eeb5-413d-a9b3-ef12d248d38d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98503b9f4687475fbbdf6a01017f52cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640226 Oct 26 14:27:42.459188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35210) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:42.491895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac50d96c-74b3-4380-a230-266bb53a15c9 req-cf09b75b-cf4f-45cf-8176-6486b32e6aad tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318832 Oct 26 14:27:42.516634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35212) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:42.556045 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-58d32967-7326-4011-88b1-8d134e3d606b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.635478 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b454dafb-8b59-48a4-8268-c8b46ca71957 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:27:42.643958 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.651774 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-58d32967-7326-4011-88b1-8d134e3d606b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.679170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Transition to ACTIVE for port object b454dafb-8b59-48a4-8268-c8b46ca71957 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:27:42.693155 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.693779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-945ed071-dd84-43fb-8973-a38de9f1cbdc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port 77153847-f3df-4c6d-864d-80d7ad24b39c {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:42.694177 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-945ed071-dd84-43fb-8973-a38de9f1cbdc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.758987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Pushing event updated for resources: {'Port': ['ID=b454dafb-8b59-48a4-8268-c8b46ca71957,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:42.792664 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ce6d-b583-4954-8bcf-3fe899ef6258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.805662 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-945ed071-dd84-43fb-8973-a38de9f1cbdc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.806073 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-945ed071-dd84-43fb-8973-a38de9f1cbdc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.820009 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-58d32967-7326-4011-88b1-8d134e3d606b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.821279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-945ed071-dd84-43fb-8973-a38de9f1cbdc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for 77153847-f3df-4c6d-864d-80d7ad24b39c owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:42.822670 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-58d32967-7326-4011-88b1-8d134e3d606b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.826616 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-58d32967-7326-4011-88b1-8d134e3d606b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f28f4734-4852-40fc-bfd5-092134c5d3d0 HTTP/1.1" status: 204 len: 168 time: 0.3663931 Oct 26 14:27:42.846149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d32967-7326-4011-88b1-8d134e3d606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28f4734-4852-40fc-bfd5-092134c5d3d0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:42.870218 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Attempting to bind port b454dafb-8b59-48a4-8268-c8b46ca71957 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:27:42.870548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Attempting to bind port b454dafb-8b59-48a4-8268-c8b46ca71957 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'c73428e0-f6ed-453f-81a6-b28ee30e4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:27:42.870882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Attempting to bind port b454dafb-8b59-48a4-8268-c8b46ca71957 on network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:27:42.877123 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Port b454dafb-8b59-48a4-8268-c8b46ca71957 on network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:27:42.877449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Attempting to bind port b454dafb-8b59-48a4-8268-c8b46ca71957 on network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:27:42.889238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:27:42.890873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Checking segment: {'id': 'c73428e0-f6ed-453f-81a6-b28ee30e4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:27:42.891558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Bound using segment: {'id': 'c73428e0-f6ed-453f-81a6-b28ee30e4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:27:42.893497 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Bound port: b454dafb-8b59-48a4-8268-c8b46ca71957, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73428e0-f6ed-453f-81a6-b28ee30e4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:27:42.895159 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.001803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] For port b454dafb-8b59-48a4-8268-c8b46ca71957, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:27:43.007849 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] For port b454dafb-8b59-48a4-8268-c8b46ca71957, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b454dafb-8b59-48a4-8268-c8b46ca71957,segment=NetworkSegment(c73428e0-f6ed-453f-81a6-b28ee30e4e59),segment_id=c73428e0-f6ed-453f-81a6-b28ee30e4e59)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:27:43.015583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.060991 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:43.061612 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.063046 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] 10.222.0.25 "PUT /v2.0/ports/b454dafb-8b59-48a4-8268-c8b46ca71957 HTTP/1.1" status: 200 len: 1092 time: 1.0300899 Oct 26 14:27:43.063507 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'tag': 'b454dafb-8b59-48a4-8268-c8b46ca71957'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:43.065867 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfbd285-9aa5-42b0-83d7-7f4a83746ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "de5cc7d4-e261-4295-a4f1-817e084c0af3", "tag": "b454dafb-8b59-48a4-8268-c8b46ca71957"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:43.097027 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-945ed071-dd84-43fb-8973-a38de9f1cbdc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.102695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b3460-30d5-4048-b5f9-38a8236a1b8e service neutron] Pushing event updated for resources: {'Port': ['ID=b454dafb-8b59-48a4-8268-c8b46ca71957,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:43.171893 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfca524f-65f4-4bf4-a13b-8da9603ac252 x-openstack-request-id: req-cfca524f-65f4-4bf4-a13b-8da9603ac252 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:43.172440 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5cc7d4-e261-4295-a4f1-817e084c0af3", "tag": "b454dafb-8b59-48a4-8268-c8b46ca71957", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:43.172922 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfca524f-65f4-4bf4-a13b-8da9603ac252 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:43.173425 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'tag': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'status': 'completed', 'code': 200} Oct 26 14:27:43.182534 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-a752f47b-d591-4b67-bdc5-be51db717581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:43.184347 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-a752f47b-d591-4b67-bdc5-be51db717581 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b928bc502b6a40b283c707565ebb8960&device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 1095 time: 0.0765693 Oct 26 14:27:43.188353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ed071-dd84-43fb-8973-a38de9f1cbdc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=77153847-f3df-4c6d-864d-80d7ad24b39c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:43.224125 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-945ed071-dd84-43fb-8973-a38de9f1cbdc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.224467 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-945ed071-dd84-43fb-8973-a38de9f1cbdc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Floating IP 340ae69c-fbf5-4758-8cf1-ac702a0e08c2 disassociated (deleted). External IP: 172.25.4.224, port: 3eef8b1f-c106-4626-87fd-f20f09cc94cb. Oct 26 14:27:43.276035 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-9523e223-7834-42da-b78d-ddfc948aaf50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b454dafb-8b59-48a4-8268-c8b46ca71957 HTTP/1.1" status: 200 len: 217 time: 0.0832620 Oct 26 14:27:43.387170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-c2171f6d-38d7-4938-bd69-3a94f382b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:43.390861 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-c2171f6d-38d7-4938-bd69-3a94f382b96b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8d9b87c3-2cc4-4b59-b906-c29c45a26881 HTTP/1.1" status: 200 len: 853 time: 0.1072786 Oct 26 14:27:43.479619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-e1359124-009e-45b8-8210-103db4e7b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:43.483661 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-e1359124-009e-45b8-8210-103db4e7b1d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826297 Oct 26 14:27:43.567443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945ed071-dd84-43fb-8973-a38de9f1cbdc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:27:43.597202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1709a3-8806-4428-9ac5-eac8a76b1a67 req-e4b38955-f246-4d0f-bc2b-ed28d7933597 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:43.599328 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d1709a3-8806-4428-9ac5-eac8a76b1a67 req-e4b38955-f246-4d0f-bc2b-ed28d7933597 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 944 time: 0.0762579 Oct 26 14:27:43.656435 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-fefacc7b-bc31-4e38-8d1e-9580a8d367ee service neutron] 10.222.0.25 "GET /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617723 Oct 26 14:27:43.723217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d1709a3-8806-4428-9ac5-eac8a76b1a67 req-9f9cb0cc-33ab-40c6-99bd-5739fc530c48 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895169 Oct 26 14:27:43.748631 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945ed071-dd84-43fb-8973-a38de9f1cbdc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:27:43.756700 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-945ed071-dd84-43fb-8973-a38de9f1cbdc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.765023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94991a-e498-4992-aab9-d793bef0c803 None None] Sync routers for ids ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:27:43.785321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94991a-e498-4992-aab9-d793bef0c803 None None] Routers {'2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:27:43.785957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3c94991a-e498-4992-aab9-d793bef0c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:27:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:43.806928 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-945ed071-dd84-43fb-8973-a38de9f1cbdc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/floatingips/340ae69c-fbf5-4758-8cf1-ac702a0e08c2 HTTP/1.1" status: 204 len: 168 time: 1.2857368 Oct 26 14:27:43.806928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:43.806928 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff3b9fa-61e0-4942-bf38-e2b02b42662a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:43.850121 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d5dc0fab-0a10-4362-972e-ff9105b8de72 req-08aa24fc-bb76-40b4-98d3-3ace1b542769 service neutron] 10.222.0.25 "GET /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838398 Oct 26 14:27:43.860742 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2b0cc7-568e-47a9-b447-3ccbb4f7684a x-openstack-request-id: req-6b2b0cc7-568e-47a9-b447-3ccbb4f7684a {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:43.861033 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:43.861285 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b2b0cc7-568e-47a9-b447-3ccbb4f7684a {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:43.861910 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'status': 'completed', 'code': 200} Oct 26 14:27:43.963394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3b9fa-61e0-4942-bf38-e2b02b42662a req-f4987e2c-ef95-4131-9238-312715c0907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:43.966098 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ff3b9fa-61e0-4942-bf38-e2b02b42662a req-f4987e2c-ef95-4131-9238-312715c0907f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 1096 time: 0.0611057 Oct 26 14:27:44.042154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbd285-9aa5-42b0-83d7-7f4a83746ac8 req-7b53b675-d9e0-478e-b4df-0c9cf2179606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:44.044023 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cfbd285-9aa5-42b0-83d7-7f4a83746ac8 req-7b53b675-d9e0-478e-b4df-0c9cf2179606 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b928bc502b6a40b283c707565ebb8960&device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 1095 time: 0.1162794 Oct 26 14:27:44.046074 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:27:44.050410 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-3c94991a-e498-4992-aab9-d793bef0c803 None None] Set router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:27:44.177610 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3b9fa-61e0-4942-bf38-e2b02b42662a req-489336af-0937-4195-931a-9b682322397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:44.179660 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ff3b9fa-61e0-4942-bf38-e2b02b42662a req-489336af-0937-4195-931a-9b682322397a service neutron] 10.222.0.25 "GET /v2.0/networks?id=c5297b18-1be1-4ba3-b93b-3a32742f7187 HTTP/1.1" status: 200 len: 897 time: 0.2060802 Oct 26 14:27:44.229165 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ff3b9fa-61e0-4942-bf38-e2b02b42662a req-7b0786de-9882-4fc4-967e-4d79ed50f784 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb HTTP/1.1" status: 200 len: 217 time: 0.0407529 Oct 26 14:27:44.246777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbd285-9aa5-42b0-83d7-7f4a83746ac8 req-2ae354cd-e7e3-4719-9cac-597e64ee96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:44.248473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cfbd285-9aa5-42b0-83d7-7f4a83746ac8 req-2ae354cd-e7e3-4719-9cac-597e64ee96bb service neutron] 10.222.0.25 "GET /v2.0/networks?id=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd HTTP/1.1" status: 200 len: 915 time: 0.1949449 Oct 26 14:27:44.259224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af63ceb-1e31-4be8-aedd-905694280ba6 req-705c9fbf-dbd7-4286-9dea-d3904ecd3e5a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:44.260737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7af63ceb-1e31-4be8-aedd-905694280ba6 req-705c9fbf-dbd7-4286-9dea-d3904ecd3e5a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.1150823 Oct 26 14:27:44.297488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3b9fa-61e0-4942-bf38-e2b02b42662a req-11391059-0c9c-47ad-be8c-1670b32498c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:44.299130 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ff3b9fa-61e0-4942-bf38-e2b02b42662a req-11391059-0c9c-47ad-be8c-1670b32498c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2a985ae-3990-4060-991c-1b322f962f69 HTTP/1.1" status: 200 len: 835 time: 0.0599866 Oct 26 14:27:44.336225 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3c94991a-e498-4992-aab9-d793bef0c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:25:07Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3a851624-6b17-4f61-922e-40c6763ee238', 'name': '', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:dc:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:05Z', 'updated_at': '2021-10-26T14:25:12Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:44.344967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cfbd285-9aa5-42b0-83d7-7f4a83746ac8 req-23f5afb3-2aae-4705-bebf-c6d4601826d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b454dafb-8b59-48a4-8268-c8b46ca71957 HTTP/1.1" status: 200 len: 217 time: 0.0832407 Oct 26 14:27:44.391657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3b9fa-61e0-4942-bf38-e2b02b42662a req-e3eda962-7e0a-4ac1-b380-28e1a300d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:44.393325 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ff3b9fa-61e0-4942-bf38-e2b02b42662a req-e3eda962-7e0a-4ac1-b380-28e1a300d7de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c5297b18-1be1-4ba3-b93b-3a32742f7187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852137 Oct 26 14:27:44.395150 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94991a-e498-4992-aab9-d793bef0c803 None None] Checking router: 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:27:44.414787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94991a-e498-4992-aab9-d793bef0c803 None None] Routers {'2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:27:44.415421 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3c94991a-e498-4992-aab9-d793bef0c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:27:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:44.460052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbd285-9aa5-42b0-83d7-7f4a83746ac8 req-1f0085e4-e0c7-4efd-9ac4-c1ec3b2577e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:44.461449 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cfbd285-9aa5-42b0-83d7-7f4a83746ac8 req-1f0085e4-e0c7-4efd-9ac4-c1ec3b2577e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8d9b87c3-2cc4-4b59-b906-c29c45a26881 HTTP/1.1" status: 200 len: 853 time: 0.1045711 Oct 26 14:27:44.520523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7af63ceb-1e31-4be8-aedd-905694280ba6 req-79f776eb-844e-4d54-93d8-5a35d25ce2f0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452338 Oct 26 14:27:44.541636 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbd285-9aa5-42b0-83d7-7f4a83746ac8 req-abada46d-47fd-4158-83f8-450ecccf462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:44.544312 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cfbd285-9aa5-42b0-83d7-7f4a83746ac8 req-abada46d-47fd-4158-83f8-450ecccf462e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669396 Oct 26 14:27:44.579505 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ff3b9fa-61e0-4942-bf38-e2b02b42662a req-a95c5767-dfb1-4b2d-b9e6-cb2638feafa9 service neutron] 10.222.0.25 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770339 Oct 26 14:27:44.579891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-3c94991a-e498-4992-aab9-d793bef0c803 None None] Set router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:27:44.715444 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cfbd285-9aa5-42b0-83d7-7f4a83746ac8 req-f55fdfc3-b3a0-4041-b20d-662d24368a1d service neutron] 10.222.0.25 "GET /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630719 Oct 26 14:27:44.790990 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ff3b9fa-61e0-4942-bf38-e2b02b42662a req-2b885ba3-f972-4c68-acca-7954aef94f71 service neutron] 10.222.0.25 "GET /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039876 Oct 26 14:27:44.791486 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35268) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:44.962857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cfbd285-9aa5-42b0-83d7-7f4a83746ac8 req-0a2c15a0-15ce-4b2a-a4e8-325d4a5ba5bb service neutron] 10.222.0.25 "GET /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396007 Oct 26 14:27:45.019183 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4ff84ca-c5fa-4a5a-bce0-162c7232c5c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.021808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2420010-f65f-4058-a306-a00c609e74d9 req-60195a18-64ea-407a-8405-81a08ed2804f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:45.025960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2420010-f65f-4058-a306-a00c609e74d9 req-60195a18-64ea-407a-8405-81a08ed2804f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 944 time: 0.0933287 Oct 26 14:27:45.044398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3c94991a-e498-4992-aab9-d793bef0c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:25:07Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3a851624-6b17-4f61-922e-40c6763ee238', 'name': '', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:dc:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:05Z', 'updated_at': '2021-10-26T14:25:12Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:45.077681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2420010-f65f-4058-a306-a00c609e74d9 req-dd939a64-7013-4e38-bdc4-4b942384ed03 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451181 Oct 26 14:27:45.098864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94991a-e498-4992-aab9-d793bef0c803 None None] The sync data for ids ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'] in n-d-815498-1 is: [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:25:07Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3a851624-6b17-4f61-922e-40c6763ee238', 'name': '', 'network_id': 'c5297b18-1be1-4ba3-b93b-3a32742f7187', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:dc:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:05Z', 'updated_at': '2021-10-26T14:25:12Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'a2a985ae-3990-4060-991c-1b322f962f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:27:45.135495 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-146955ca-9a02-41a2-84d9-77203aa69074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.232224 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4ff84ca-c5fa-4a5a-bce0-162c7232c5c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.236670 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4ff84ca-c5fa-4a5a-bce0-162c7232c5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.280783 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d4ff84ca-c5fa-4a5a-bce0-162c7232c5c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9236a24d1ee6424093039f9d49a97024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4858537 Oct 26 14:27:45.280783 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff84ca-c5fa-4a5a-bce0-162c7232c5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca1c098-386f-42e9-95af-1dc9459d96c7,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:45.281548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35274) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:45.331706 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4db0f401-987f-4e80-aa57-d2ec6389a97b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.365007 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4db0f401-987f-4e80-aa57-d2ec6389a97b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.414686 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f12a2-a6d8-4040-81f5-27dc7367b26c req-104b8542-3fa4-4f87-b4e3-65ae13ec7324 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:45.416349 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c22f12a2-a6d8-4040-81f5-27dc7367b26c req-104b8542-3fa4-4f87-b4e3-65ae13ec7324 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.0615926 Oct 26 14:27:45.447321 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4db0f401-987f-4e80-aa57-d2ec6389a97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.450669 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4db0f401-987f-4e80-aa57-d2ec6389a97b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.455285 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4db0f401-987f-4e80-aa57-d2ec6389a97b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eca1c098-386f-42e9-95af-1dc9459d96c7 HTTP/1.1" status: 204 len: 168 time: 0.1705017 Oct 26 14:27:45.463746 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0f401-987f-4e80-aa57-d2ec6389a97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca1c098-386f-42e9-95af-1dc9459d96c7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:45.562878 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3277bd33-cca2-4d51-a42c-b34252922e5e None None] New status for floating IP 340ae69c-fbf5-4758-8cf1-ac702a0e08c2: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:27:45.610804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-c22f12a2-a6d8-4040-81f5-27dc7367b26c req-0e5638c8-a2ac-473b-b161-a21511f5ea68 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port 3eef8b1f-c106-4626-87fd-f20f09cc94cb {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:45.612365 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c22f12a2-a6d8-4040-81f5-27dc7367b26c req-0e5638c8-a2ac-473b-b161-a21511f5ea68 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.793015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014d563-8087-41dc-a227-da0c05ade28e req-4ba6d0a1-2de7-46ae-a261-a43870cfe960 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:45.794732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1014d563-8087-41dc-a227-da0c05ade28e req-4ba6d0a1-2de7-46ae-a261-a43870cfe960 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a695f75-018a-4695-8b8a-6487bee57b63 HTTP/1.1" status: 200 len: 945 time: 0.0938807 Oct 26 14:27:45.804857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c22f12a2-a6d8-4040-81f5-27dc7367b26c req-0e5638c8-a2ac-473b-b161-a21511f5ea68 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] For port 3eef8b1f-c106-4626-87fd-f20f09cc94cb, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=3eef8b1f-c106-4626-87fd-f20f09cc94cb,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:45.805217 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c22f12a2-a6d8-4040-81f5-27dc7367b26c req-0e5638c8-a2ac-473b-b161-a21511f5ea68 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.833763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-c22f12a2-a6d8-4040-81f5-27dc7367b26c req-0e5638c8-a2ac-473b-b161-a21511f5ea68 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for 3eef8b1f-c106-4626-87fd-f20f09cc94cb owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:45.859034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1014d563-8087-41dc-a227-da0c05ade28e req-0089819b-eb27-4664-89ca-1d96eea6aeef tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b37f325-53d1-4aaa-8b8a-eebed75e41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567234 Oct 26 14:27:46.022409 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c22f12a2-a6d8-4040-81f5-27dc7367b26c req-0e5638c8-a2ac-473b-b161-a21511f5ea68 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:46.060012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5638c8-a2ac-473b-b161-a21511f5ea68 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=3eef8b1f-c106-4626-87fd-f20f09cc94cb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:46.121362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22f12a2-a6d8-4040-81f5-27dc7367b26c req-0e5638c8-a2ac-473b-b161-a21511f5ea68 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] No DVR routers for this DVR port 3eef8b1f-c106-4626-87fd-f20f09cc94cb on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:27:46.124646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c22f12a2-a6d8-4040-81f5-27dc7367b26c req-0e5638c8-a2ac-473b-b161-a21511f5ea68 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:46.128637 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c22f12a2-a6d8-4040-81f5-27dc7367b26c req-0e5638c8-a2ac-473b-b161-a21511f5ea68 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.25 "DELETE /v2.0/ports/3eef8b1f-c106-4626-87fd-f20f09cc94cb HTTP/1.1" status: 204 len: 173 time: 0.6997442 Oct 26 14:27:46.128637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'name': 'network-vif-deleted', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:46.131550 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6beb81cb-fa4a-42ac-b2e0-fe851f07deba" -d '{"events": [{"server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "name": "network-vif-deleted", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:46.263690 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b69fa4-8a09-4e44-8561-5765dc657ff3 x-openstack-request-id: req-a2b69fa4-8a09-4e44-8561-5765dc657ff3 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:46.264268 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a695f75-018a-4695-8b8a-6487bee57b63", "name": "network-vif-deleted", "tag": "3eef8b1f-c106-4626-87fd-f20f09cc94cb", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:46.264676 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2b69fa4-8a09-4e44-8561-5765dc657ff3 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:46.265204 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a695f75-018a-4695-8b8a-6487bee57b63', 'name': 'network-vif-deleted', 'tag': '3eef8b1f-c106-4626-87fd-f20f09cc94cb', 'status': 'completed', 'code': 200} Oct 26 14:27:46.296368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21702f98-28ee-41ec-89b7-7275a2108cfb req-fa42f69a-30fb-49d7-8599-7256caa50686 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:46.306398 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-21702f98-28ee-41ec-89b7-7275a2108cfb req-fa42f69a-30fb-49d7-8599-7256caa50686 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 944 time: 0.0988364 Oct 26 14:27:46.361422 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-21702f98-28ee-41ec-89b7-7275a2108cfb req-391d6b08-da80-4af0-b6cf-10b45b65ef03 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534308 Oct 26 14:27:46.633155 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:46.843201 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:46.937707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35320) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:47.490328 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0d204344-0e34-4089-9327-abbc6d69d703 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:47.613938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e35fa-d874-4ac6-b943-2785ce386adc req-acf37734-47ca-4b23-9b64-0271aea94a98 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:47.623889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f6e35fa-d874-4ac6-b943-2785ce386adc req-acf37734-47ca-4b23-9b64-0271aea94a98 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 944 time: 0.1359153 Oct 26 14:27:47.686543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3f6e35fa-d874-4ac6-b943-2785ce386adc req-36e82772-dfad-4955-911a-f7257e0cfae8 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615277 Oct 26 14:27:47.916401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0d204344-0e34-4089-9327-abbc6d69d703 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port 3a851624-6b17-4f61-922e-40c6763ee238 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:47.916745 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0d204344-0e34-4089-9327-abbc6d69d703 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:48.015505 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-0d204344-0e34-4089-9327-abbc6d69d703 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] For port 3a851624-6b17-4f61-922e-40c6763ee238, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3a851624-6b17-4f61-922e-40c6763ee238,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:48.016590 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0d204344-0e34-4089-9327-abbc6d69d703 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:48.036003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0d204344-0e34-4089-9327-abbc6d69d703 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for 3a851624-6b17-4f61-922e-40c6763ee238 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:48.275101 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0d204344-0e34-4089-9327-abbc6d69d703 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:48.316117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d204344-0e34-4089-9327-abbc6d69d703 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=3a851624-6b17-4f61-922e-40c6763ee238,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:48.695269 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:48.713915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0d204344-0e34-4089-9327-abbc6d69d703 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:48.859532 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7f4bb-07e3-4e37-a327-f9e057413a77 req-83b5631c-9f81-473c-8020-8aadd670dd28 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:48.868253 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ff7f4bb-07e3-4e37-a327-f9e057413a77 req-83b5631c-9f81-473c-8020-8aadd670dd28 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 944 time: 0.0748000 Oct 26 14:27:48.873399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3eef8b1f-c106-4626-87fd-f20f09cc94cb no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:27:48.912071 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 3eef8b1f-c106-4626-87fd-f20f09cc94cb {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:27:48.912799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 3eef8b1f-c106-4626-87fd-f20f09cc94cb not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:27:48.953649 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ff7f4bb-07e3-4e37-a327-f9e057413a77 req-36536e5b-ee34-4f30-b472-c2d1924f8295 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840619 Oct 26 14:27:49.246959 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d204344-0e34-4089-9327-abbc6d69d703 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:27:49.437509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d204344-0e34-4089-9327-abbc6d69d703 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:27:49.452604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2458ebd-2bfb-44a9-87fb-84dd51332506 None None] Sync routers for ids ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:27:49.459105 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0d204344-0e34-4089-9327-abbc6d69d703 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "PUT /v2.0/routers/2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5202293 Oct 26 14:27:49.461682 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35370) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:49.470485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2458ebd-2bfb-44a9-87fb-84dd51332506 None None] Routers {'2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:27:49.471553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e2458ebd-2bfb-44a9-87fb-84dd51332506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:27:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:49.548477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd117e2-5707-469c-8ed8-052de8cb7585 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting subnet a2a985ae-3990-4060-991c-1b322f962f69 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:27:49.555444 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd117e2-5707-469c-8ed8-052de8cb7585 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.636848 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd117e2-5707-469c-8ed8-052de8cb7585 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.678667 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-e2458ebd-2bfb-44a9-87fb-84dd51332506 None None] Set router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:27:49.851730 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd117e2-5707-469c-8ed8-052de8cb7585 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.951951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e2458ebd-2bfb-44a9-87fb-84dd51332506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:27:48Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:49.996679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2458ebd-2bfb-44a9-87fb-84dd51332506 None None] Checking router: 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:27:50.001368 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd117e2-5707-469c-8ed8-052de8cb7585 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:50.009230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2458ebd-2bfb-44a9-87fb-84dd51332506 None None] Routers {'2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:27:50.009841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e2458ebd-2bfb-44a9-87fb-84dd51332506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:27:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:50.023464 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bdd117e2-5707-469c-8ed8-052de8cb7585 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:50.030026 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bdd117e2-5707-469c-8ed8-052de8cb7585 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/subnets/a2a985ae-3990-4060-991c-1b322f962f69 HTTP/1.1" status: 204 len: 168 time: 0.5628409 Oct 26 14:27:50.030972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35378) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:50.035624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35380) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:50.048237 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd117e2-5707-469c-8ed8-052de8cb7585 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a985ae-3990-4060-991c-1b322f962f69,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:50.071361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8681a5-57e5-4757-a0ac-37857541b2b1 None None] Network c5297b18-1be1-4ba3-b93b-3a32742f7187 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:27:50.262288 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:50.413814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-e2458ebd-2bfb-44a9-87fb-84dd51332506 None None] Set router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:27:50.625226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0368dcab-7203-4acb-a135-148bb1029567 None None] DHCP port deletion for c5297b18-1be1-4ba3-b93b-3a32742f7187 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:27:50.722892 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0368dcab-7203-4acb-a135-148bb1029567 None None] Deleting port b6828b35-06c8-4775-a7ec-517bbc087075 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:50.723259 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0368dcab-7203-4acb-a135-148bb1029567 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:50.856038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0368dcab-7203-4acb-a135-148bb1029567 None None] For port b6828b35-06c8-4775-a7ec-517bbc087075, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b6828b35-06c8-4775-a7ec-517bbc087075,segment=NetworkSegment(17a39535-b86f-42d7-af47-127e6140ca4a),segment_id=17a39535-b86f-42d7-af47-127e6140ca4a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:50.856470 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0368dcab-7203-4acb-a135-148bb1029567 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:50.875200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0368dcab-7203-4acb-a135-148bb1029567 None None] Calling delete_port for b6828b35-06c8-4775-a7ec-517bbc087075 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:50.882768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e2458ebd-2bfb-44a9-87fb-84dd51332506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:27:48Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:50.912219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2458ebd-2bfb-44a9-87fb-84dd51332506 None None] The sync data for ids ['2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7'] in n-d-815498-1 is: [{'id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035514200', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:59Z', 'updated_at': '2021-10-26T14:27:48Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'be33c9f5-91ae-468b-b4cb-40ec712c4cd9', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:25:00Z', 'updated_at': '2021-10-26T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:27:50.923992 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8f04ab38-455e-4fdc-95ae-d08380afa5ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:50.999865 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0368dcab-7203-4acb-a135-148bb1029567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.004086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01354ad-93d3-4cf7-ab97-ce6a0d0a9ea5 req-fe4388c2-d668-4678-9152-40da7fdc743f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:51.006003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e01354ad-93d3-4cf7-ab97-ce6a0d0a9ea5 req-fe4388c2-d668-4678-9152-40da7fdc743f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 944 time: 0.8723836 Oct 26 14:27:51.028177 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368dcab-7203-4acb-a135-148bb1029567 None None] Pushing event deleted for resources: {'Port': ['ID=b6828b35-06c8-4775-a7ec-517bbc087075,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:51.043438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368dcab-7203-4acb-a135-148bb1029567 None None] No DVR routers for this DVR port b6828b35-06c8-4775-a7ec-517bbc087075 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:27:51.099150 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963beaac-0288-4518-b004-3fa051175f32 req-3e2c58c9-15e1-41ac-a6d5-0dc2b16954bb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:51.100622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-963beaac-0288-4518-b004-3fa051175f32 req-3e2c58c9-15e1-41ac-a6d5-0dc2b16954bb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 945 time: 0.2486839 Oct 26 14:27:51.110852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e01354ad-93d3-4cf7-ab97-ce6a0d0a9ea5 req-ad1bd817-8cd9-47d6-8d11-0f194866eb73 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904350 Oct 26 14:27:51.162786 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.173715 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8f04ab38-455e-4fdc-95ae-d08380afa5ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.188301 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8f04ab38-455e-4fdc-95ae-d08380afa5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.228898 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-963beaac-0288-4518-b004-3fa051175f32 req-b678d9ba-5039-4499-a977-e8f69aad40f8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083400 Oct 26 14:27:51.259133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8f04ab38-455e-4fdc-95ae-d08380afa5ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=936a6dc2d2a94c9f91b37da6ef2975f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2210827 Oct 26 14:27:51.260983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04ab38-455e-4fdc-95ae-d08380afa5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5be826e-e14e-40a6-a5a8-b423b059b190,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:51.262062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35394) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:51.286498 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port be33c9f5-91ae-468b-b4cb-40ec712c4cd9 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:51.286769 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.331642 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4500b645-d50d-4060-bf7b-82af2d9ee3a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.357913 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4500b645-d50d-4060-bf7b-82af2d9ee3a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.406696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] For port be33c9f5-91ae-468b-b4cb-40ec712c4cd9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=be33c9f5-91ae-468b-b4cb-40ec712c4cd9,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:51.407069 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.417749 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4500b645-d50d-4060-bf7b-82af2d9ee3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.419692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for be33c9f5-91ae-468b-b4cb-40ec712c4cd9 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:51.422699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4500b645-d50d-4060-bf7b-82af2d9ee3a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.428821 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4500b645-d50d-4060-bf7b-82af2d9ee3a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5be826e-e14e-40a6-a5a8-b423b059b190 HTTP/1.1" status: 204 len: 168 time: 0.1651261 Oct 26 14:27:51.442327 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500b645-d50d-4060-bf7b-82af2d9ee3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5be826e-e14e-40a6-a5a8-b423b059b190,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:51.669195 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.699244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=be33c9f5-91ae-468b-b4cb-40ec712c4cd9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:51.763948 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.804139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35404) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:51.825813 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac309e04-e948-46a3-8a8f-c4e9f86a416d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.880157 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.882857 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.928457 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac309e04-e948-46a3-8a8f-c4e9f86a416d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.932852 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.933438 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Fanout notify agent at l3_agent the message router_deleted on router 2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:27:51.939553 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac309e04-e948-46a3-8a8f-c4e9f86a416d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.950598 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.954608 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4cd63cf6-fb60-4dd9-bacb-34882e640845 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/routers/2148cfcd-4dc6-48af-bddd-ba8c6b20dbf7 HTTP/1.1" status: 204 len: 168 time: 1.9177790 Oct 26 14:27:51.955228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35406) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:51.989018 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ac309e04-e948-46a3-8a8f-c4e9f86a416d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd476aa2e6484a50b0d0cf8fcc8116bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815784 Oct 26 14:27:51.992844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35408) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:51.999398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b6828b35-06c8-4775-a7ec-517bbc087075 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:27:52.023949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac309e04-e948-46a3-8a8f-c4e9f86a416d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c1c218-3d98-4637-a270-04b156b4a218,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:52.029711 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: b6828b35-06c8-4775-a7ec-517bbc087075 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:27:52.030677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b6828b35-06c8-4775-a7ec-517bbc087075 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:27:52.031353 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3a851624-6b17-4f61-922e-40c6763ee238 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:27:52.056498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 3a851624-6b17-4f61-922e-40c6763ee238 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:27:52.057068 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3a851624-6b17-4f61-922e-40c6763ee238 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:27:52.061690 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d77f84b4-d557-49de-9fc4-2ebde7dbe72c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.099629 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d77f84b4-d557-49de-9fc4-2ebde7dbe72c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.103479 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d793eb97-25a1-459a-8e66-9f42f8e263d0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.169026 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d77f84b4-d557-49de-9fc4-2ebde7dbe72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.172092 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d77f84b4-d557-49de-9fc4-2ebde7dbe72c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.174073 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d77f84b4-d557-49de-9fc4-2ebde7dbe72c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62c1c218-3d98-4637-a270-04b156b4a218 HTTP/1.1" status: 204 len: 168 time: 0.1796498 Oct 26 14:27:52.207313 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f84b4-d557-49de-9fc4-2ebde7dbe72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c1c218-3d98-4637-a270-04b156b4a218,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:52.305484 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d793eb97-25a1-459a-8e66-9f42f8e263d0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.329478 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d793eb97-25a1-459a-8e66-9f42f8e263d0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5297b18-1be1-4ba3-b93b-3a32742f7187']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:52.339332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d793eb97-25a1-459a-8e66-9f42f8e263d0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a39535-b86f-42d7-af47-127e6140ca4a') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:52.339654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d793eb97-25a1-459a-8e66-9f42f8e263d0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a39535-b86f-42d7-af47-127e6140ca4a') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:52.353825 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d793eb97-25a1-459a-8e66-9f42f8e263d0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.423077 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d793eb97-25a1-459a-8e66-9f42f8e263d0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.442106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d793eb97-25a1-459a-8e66-9f42f8e263d0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:27:52.443409 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d793eb97-25a1-459a-8e66-9f42f8e263d0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:27:52.446636 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:27:52.547277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c6645-f4b6-47f9-a7fd-3ad9656973d8 req-c3b0d3f9-0034-4fd2-ae50-14da8510e737 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:52.551929 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-032c6645-f4b6-47f9-a7fd-3ad9656973d8 req-c3b0d3f9-0034-4fd2-ae50-14da8510e737 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 944 time: 0.3056734 Oct 26 14:27:52.561079 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d793eb97-25a1-459a-8e66-9f42f8e263d0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.566806 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d793eb97-25a1-459a-8e66-9f42f8e263d0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.574173 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d793eb97-25a1-459a-8e66-9f42f8e263d0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/networks/c5297b18-1be1-4ba3-b93b-3a32742f7187 HTTP/1.1" status: 204 len: 168 time: 0.6169975 Oct 26 14:27:52.575982 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35422) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:52.592155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a982b-3b6f-44fb-86de-a76233ecfe3a req-aa316aa8-048e-48c1-8aff-255385491031 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:52.593763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-373a982b-3b6f-44fb-86de-a76233ecfe3a req-aa316aa8-048e-48c1-8aff-255385491031 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 945 time: 0.3348556 Oct 26 14:27:52.741275 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-032c6645-f4b6-47f9-a7fd-3ad9656973d8 req-9bd8c2b0-2ec4-490d-8e1b-118601fe5f43 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659489 Oct 26 14:27:52.742491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793eb97-25a1-459a-8e66-9f42f8e263d0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Network': ['ID=c5297b18-1be1-4ba3-b93b-3a32742f7187,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:52.759255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3b9f2-4ced-4f75-a141-e21859e1b891 req-06f38a44-7539-4240-9f91-7116ee512e8a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:52.772925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67d3b9f2-4ced-4f75-a141-e21859e1b891 req-06f38a44-7539-4240-9f91-7116ee512e8a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 945 time: 0.4112358 Oct 26 14:27:52.853378 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db7d918f-dc0b-4d4a-b323-e17605195b15 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.875093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67d3b9f2-4ced-4f75-a141-e21859e1b891 req-5a6ebe08-ffab-43cf-846d-aed1c8cadedd tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063421 Oct 26 14:27:52.916837 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db7d918f-dc0b-4d4a-b323-e17605195b15 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.960607 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-373a982b-3b6f-44fb-86de-a76233ecfe3a req-cf556d8d-5b78-40d2-a3b2-2368b851cb1d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Deleting port 28589109-c866-41ef-bffa-8faaae0c9de2 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:52.960952 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-373a982b-3b6f-44fb-86de-a76233ecfe3a req-cf556d8d-5b78-40d2-a3b2-2368b851cb1d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.077799 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db7d918f-dc0b-4d4a-b323-e17605195b15 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.081409 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db7d918f-dc0b-4d4a-b323-e17605195b15 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.082764 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-db7d918f-dc0b-4d4a-b323-e17605195b15 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/security-groups/8b37f325-53d1-4aaa-8b8a-eebed75e41e4 HTTP/1.1" status: 204 len: 168 time: 0.5005879 Oct 26 14:27:53.094929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-373a982b-3b6f-44fb-86de-a76233ecfe3a req-cf556d8d-5b78-40d2-a3b2-2368b851cb1d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] For port 28589109-c866-41ef-bffa-8faaae0c9de2, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=28589109-c866-41ef-bffa-8faaae0c9de2,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:53.097945 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-373a982b-3b6f-44fb-86de-a76233ecfe3a req-cf556d8d-5b78-40d2-a3b2-2368b851cb1d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.137620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d918f-dc0b-4d4a-b323-e17605195b15 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b37f325-53d1-4aaa-8b8a-eebed75e41e4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:53.144038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-373a982b-3b6f-44fb-86de-a76233ecfe3a req-cf556d8d-5b78-40d2-a3b2-2368b851cb1d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Calling delete_port for 28589109-c866-41ef-bffa-8faaae0c9de2 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:53.412518 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-373a982b-3b6f-44fb-86de-a76233ecfe3a req-cf556d8d-5b78-40d2-a3b2-2368b851cb1d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.444477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf556d8d-5b78-40d2-a3b2-2368b851cb1d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event deleted for resources: {'Port': ['ID=28589109-c866-41ef-bffa-8faaae0c9de2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:53.508472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-373a982b-3b6f-44fb-86de-a76233ecfe3a req-cf556d8d-5b78-40d2-a3b2-2368b851cb1d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] No DVR routers for this DVR port 28589109-c866-41ef-bffa-8faaae0c9de2 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:27:53.513335 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-373a982b-3b6f-44fb-86de-a76233ecfe3a req-cf556d8d-5b78-40d2-a3b2-2368b851cb1d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.519428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-373a982b-3b6f-44fb-86de-a76233ecfe3a req-cf556d8d-5b78-40d2-a3b2-2368b851cb1d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "DELETE /v2.0/ports/28589109-c866-41ef-bffa-8faaae0c9de2 HTTP/1.1" status: 204 len: 173 time: 0.9038167 Oct 26 14:27:53.519916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7ca77b-5210-440e-a52e-dce64bea6e45', 'name': 'network-vif-deleted', 'tag': '28589109-c866-41ef-bffa-8faaae0c9de2'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:53.524555 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6161c506-62a1-4fb0-b24a-067a31de5917" -d '{"events": [{"server_uuid": "bb7ca77b-5210-440e-a52e-dce64bea6e45", "name": "network-vif-deleted", "tag": "28589109-c866-41ef-bffa-8faaae0c9de2"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:53.568554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35458) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:53.578822 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-90792e95-0ad0-48b2-bbff-e1bd3f4aee1a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-125175326', 'description': 'tempest-secgroup-smoke-125175326 description', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:53.598793 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.606307 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21718b79-48c9-4328-b58b-637f8f93c665 x-openstack-request-id: req-21718b79-48c9-4328-b58b-637f8f93c665 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:53.606597 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7ca77b-5210-440e-a52e-dce64bea6e45", "name": "network-vif-deleted", "tag": "28589109-c866-41ef-bffa-8faaae0c9de2", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:53.606850 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21718b79-48c9-4328-b58b-637f8f93c665 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:53.607247 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7ca77b-5210-440e-a52e-dce64bea6e45', 'name': 'network-vif-deleted', 'tag': '28589109-c866-41ef-bffa-8faaae0c9de2', 'status': 'completed', 'code': 200} Oct 26 14:27:53.625160 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90792e95-0ad0-48b2-bbff-e1bd3f4aee1a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.720491 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90792e95-0ad0-48b2-bbff-e1bd3f4aee1a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.725956 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90792e95-0ad0-48b2-bbff-e1bd3f4aee1a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.782342 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90792e95-0ad0-48b2-bbff-e1bd3f4aee1a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.790908 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-90792e95-0ad0-48b2-bbff-e1bd3f4aee1a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2196388 Oct 26 14:27:53.793716 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35470) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:53.799043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-44a040d7-6b11-4a96-9320-c6b94d4eafbe tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': 'fc7f2c14-d484-4d13-8731-36d77db24f93', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:53.813649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90792e95-0ad0-48b2-bbff-e1bd3f4aee1a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7f2c14-d484-4d13-8731-36d77db24f93,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:53.882451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device be33c9f5-91ae-468b-b4cb-40ec712c4cd9 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:27:53.912881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: be33c9f5-91ae-468b-b4cb-40ec712c4cd9 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:27:53.913527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device be33c9f5-91ae-468b-b4cb-40ec712c4cd9 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:27:53.951241 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-44a040d7-6b11-4a96-9320-c6b94d4eafbe tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.039951 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8ad9f-2545-491d-b6d7-6e1d8ec85607 req-f29ccd90-66ea-4251-821b-db719903177d tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:54.047320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ac8ad9f-2545-491d-b6d7-6e1d8ec85607 req-f29ccd90-66ea-4251-821b-db719903177d tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 944 time: 0.1912990 Oct 26 14:27:54.110921 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42138301-2ade-4f05-9b32-f48643ff3973 req-ae99776c-25b4-4ea0-a6b9-690516076c05 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 210 time: 0.0973623 Oct 26 14:27:54.154371 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-44a040d7-6b11-4a96-9320-c6b94d4eafbe tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.166718 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-44a040d7-6b11-4a96-9320-c6b94d4eafbe tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.184931 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ac8ad9f-2545-491d-b6d7-6e1d8ec85607 req-03a0fa92-39b5-4bef-824b-17f0a4fa83b1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241989 Oct 26 14:27:54.198006 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-44a040d7-6b11-4a96-9320-c6b94d4eafbe tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.199543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-44a040d7-6b11-4a96-9320-c6b94d4eafbe tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4048283 Oct 26 14:27:54.202399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35484) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:54.202621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a040d7-6b11-4a96-9320-c6b94d4eafbe tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19ff27f-7c1b-471e-ac5c-6b010399e365,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:54.223505 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-51efb3f3-810e-4513-9302-f277613477d8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': 'fc7f2c14-d484-4d13-8731-36d77db24f93', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:54.263322 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51efb3f3-810e-4513-9302-f277613477d8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.320767 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51efb3f3-810e-4513-9302-f277613477d8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.325960 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51efb3f3-810e-4513-9302-f277613477d8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.355861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efb3f3-810e-4513-9302-f277613477d8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bf8480-60ce-4554-9561-f8baafe79840,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:54.366903 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-51efb3f3-810e-4513-9302-f277613477d8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.370752 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-51efb3f3-810e-4513-9302-f277613477d8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1645672 Oct 26 14:27:54.371065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35492) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:54.376894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7a0771d7-1248-4919-89c3-6d3223e35a8a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': 'fc7f2c14-d484-4d13-8731-36d77db24f93', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:54.415713 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a0771d7-1248-4919-89c3-6d3223e35a8a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.490246 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a0771d7-1248-4919-89c3-6d3223e35a8a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.495567 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a0771d7-1248-4919-89c3-6d3223e35a8a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.522914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0771d7-1248-4919-89c3-6d3223e35a8a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b529a16-dd52-4dfa-877e-77e97988ebf4,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:54.533809 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a0771d7-1248-4919-89c3-6d3223e35a8a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.539683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35500) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:54.543757 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7a0771d7-1248-4919-89c3-6d3223e35a8a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641841 Oct 26 14:27:54.544260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-44b12e50-8a57-4359-a3c9-63bf5f6149bd tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': 'fc7f2c14-d484-4d13-8731-36d77db24f93', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:54.580344 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-44b12e50-8a57-4359-a3c9-63bf5f6149bd tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.656449 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-44b12e50-8a57-4359-a3c9-63bf5f6149bd tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.661809 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-44b12e50-8a57-4359-a3c9-63bf5f6149bd tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.695378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b12e50-8a57-4359-a3c9-63bf5f6149bd tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b8b56a-e332-417a-98a8-d23eac30725b,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:54.700218 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-44b12e50-8a57-4359-a3c9-63bf5f6149bd tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.704719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-44b12e50-8a57-4359-a3c9-63bf5f6149bd tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1616619 Oct 26 14:27:54.705127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35512) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:54.710146 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2770fe56-f408-4821-b5fb-399670a587f6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': 'fc7f2c14-d484-4d13-8731-36d77db24f93', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:54.739333 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-2770fe56-f408-4821-b5fb-399670a587f6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Project 9800f07dcc3e4ad39b6f5f9c99f366b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:27:54.746301 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2770fe56-f408-4821-b5fb-399670a587f6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.830783 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2770fe56-f408-4821-b5fb-399670a587f6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.836816 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2770fe56-f408-4821-b5fb-399670a587f6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.864746 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770fe56-f408-4821-b5fb-399670a587f6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c43d32-4097-4c61-9fe4-83ee0ac8a25a,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:54.871410 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 28589109-c866-41ef-bffa-8faaae0c9de2 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:27:54.878739 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2770fe56-f408-4821-b5fb-399670a587f6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.883133 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2770fe56-f408-4821-b5fb-399670a587f6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1743476 Oct 26 14:27:54.883463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35518) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:54.889022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-bdd84461-e406-4cba-a245-8893e0682e20 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': 'fc7f2c14-d484-4d13-8731-36d77db24f93', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:54.910194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 28589109-c866-41ef-bffa-8faaae0c9de2 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:27:54.910697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 28589109-c866-41ef-bffa-8faaae0c9de2 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:27:54.925627 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-bdd84461-e406-4cba-a245-8893e0682e20 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Project 9800f07dcc3e4ad39b6f5f9c99f366b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:27:54.936132 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bdd84461-e406-4cba-a245-8893e0682e20 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.024498 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bdd84461-e406-4cba-a245-8893e0682e20 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.029443 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bdd84461-e406-4cba-a245-8893e0682e20 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.055816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd84461-e406-4cba-a245-8893e0682e20 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6594cc8e-b3f5-4da5-90ea-107fea209d77,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:55.069470 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bdd84461-e406-4cba-a245-8893e0682e20 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.071196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bdd84461-e406-4cba-a245-8893e0682e20 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1862941 Oct 26 14:27:55.074000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35530) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:55.082772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-be2d834d-8895-4ec8-beb4-847f153e19d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'network': {'name': 'tempest-network-smoke--1757991598', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'port_security_enabled': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:55.110429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2d834d-8895-4ec8-beb4-847f153e19d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Made reservation on behalf of 9800f07dcc3e4ad39b6f5f9c99f366b7 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:27:55.115770 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be2d834d-8895-4ec8-beb4-847f153e19d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.153555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2d834d-8895-4ec8-beb4-847f153e19d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:27:55.166349 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be2d834d-8895-4ec8-beb4-847f153e19d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.167925 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-be2d834d-8895-4ec8-beb4-847f153e19d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Added segment 38c0310e-268a-475d-b316-0201b03cb381 of type vlan for network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c Oct 26 14:27:55.221431 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be2d834d-8895-4ec8-beb4-847f153e19d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.261134 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be2d834d-8895-4ec8-beb4-847f153e19d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.282288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d834d-8895-4ec8-beb4-847f153e19d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:55.283217 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-be2d834d-8895-4ec8-beb4-847f153e19d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.384921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d834d-8895-4ec8-beb4-847f153e19d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Network': ['ID=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:55.401972 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:27:55.451050 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d59d4b2-6d97-484a-8c52-bd5ff91b4cdb req-3a3663c9-6bae-4802-ba26-394c3d222fe6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 210 time: 0.1598358 Oct 26 14:27:55.457886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35554) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:55.458115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-be2d834d-8895-4ec8-beb4-847f153e19d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3828676 Oct 26 14:27:55.466514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'admin_state_up': True, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:55.505634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e54a0a-6ec1-434a-aac4-a2a2ae3236a6 req-f1704c80-e4ac-4037-a776-6a76a7df5886 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:55.515599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90e54a0a-6ec1-434a-aac4-a2a2ae3236a6 req-f1704c80-e4ac-4037-a776-6a76a7df5886 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 944 time: 0.1314871 Oct 26 14:27:55.522320 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.523748 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.614396 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.617054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90e54a0a-6ec1-434a-aac4-a2a2ae3236a6 req-bff44747-aeea-486b-bca2-7d07fc5afb1e tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990057 Oct 26 14:27:56.150759 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:56.405062 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:56.425033 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:56.548585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.25.4.87 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:27:56.615905 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-556b75c7-c615-49a1-9544-612cf3abe91b req-1d8f36a1-f090-40ca-9323-7c880387a929 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 210 time: 0.0364254 Oct 26 14:27:56.702624 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:56.783319 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849a62d-8d04-4508-99d2-0a0b5db0bd97 req-389f27e9-c1d0-481f-a955-024b547a964a tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:56.786457 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:56.790503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0849a62d-8d04-4508-99d2-0a0b5db0bd97 req-389f27e9-c1d0-481f-a955-024b547a964a tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 944 time: 0.0641317 Oct 26 14:27:56.837619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0849a62d-8d04-4508-99d2-0a0b5db0bd97 req-f3ca485e-43a7-4e88-b74d-8f4121f3ce65 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406411 Oct 26 14:27:56.844501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:27:56.850752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:27:56.858001 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:56.860829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:27:57.185405 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.224636 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35620) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:57.382930 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-85ebef28-6a2c-48ee-8e4f-2957ee9ab1fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.436364 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.485775 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-85ebef28-6a2c-48ee-8e4f-2957ee9ab1fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.491523 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-85ebef28-6a2c-48ee-8e4f-2957ee9ab1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.526527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-85ebef28-6a2c-48ee-8e4f-2957ee9ab1fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62acede254e6439fb8a5c78043e17fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007784 Oct 26 14:27:57.528530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35628) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:57.584882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebef28-6a2c-48ee-8e4f-2957ee9ab1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86d2298-a62b-4139-a406-e283abc229bc,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:57.617737 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.618646 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4565fa90-c04c-420b-87db-739e20bf312b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.667334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4565fa90-c04c-420b-87db-739e20bf312b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.714590 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:27:57.747169 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee14270c-f641-480a-a660-3112404cadac req-1d81fc3a-b1b5-4c97-b38c-65dc91fdc351 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 210 time: 0.0366738 Oct 26 14:27:57.835349 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4565fa90-c04c-420b-87db-739e20bf312b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.837965 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4565fa90-c04c-420b-87db-739e20bf312b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.841508 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4565fa90-c04c-420b-87db-739e20bf312b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b86d2298-a62b-4139-a406-e283abc229bc HTTP/1.1" status: 204 len: 168 time: 0.3080888 Oct 26 14:27:57.880817 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565fa90-c04c-420b-87db-739e20bf312b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86d2298-a62b-4139-a406-e283abc229bc,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:57.884347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:27:57.905208 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Sync routers for ids ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:27:57.923521 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Routers {'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:27:57.927698 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:27:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:57.951470 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.954023 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b3cb58a8-3e83-4e3d-8919-69ba6339dc64 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4924605 Oct 26 14:27:57.956563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35648) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:58.015526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-37044af2-b785-4836-a683-7d57bbaadaf8 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9800f07dcc3e4ad39b6f5f9c99f366b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0576298 Oct 26 14:27:58.018567 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35652) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:58.064292 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Set router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:27:58.125671 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fca29-4584-42bf-84c3-321b77a1ccaa req-dbb47053-4f54-41f4-a7e2-e61e3ee3ca3c tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:58.127789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f9fca29-4584-42bf-84c3-321b77a1ccaa req-dbb47053-4f54-41f4-a7e2-e61e3ee3ca3c tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 944 time: 0.1281319 Oct 26 14:27:58.200825 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f9fca29-4584-42bf-84c3-321b77a1ccaa req-6289180c-3c1e-4108-b96f-0fc12e5184ca tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648985 Oct 26 14:27:58.232026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e09a25-955d-4a03-b847-d07879b73b7b tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:58.236296 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-15e09a25-955d-4a03-b847-d07879b73b7b tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2138231 Oct 26 14:27:58.237023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35656) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:58.272508 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c2f53135-ba7a-49a1-ad01-2bf96843999c tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321736 Oct 26 14:27:58.273209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35658) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:58.273573 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35660) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:58.279044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f77263e5-7ccc-4769-839b-de6a56d796bf tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2039144354', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:58.290406 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c2fae1a-223d-408b-9c12-a050f6009cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:58.348281 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:27:57Z', 'revision_number': 3, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:58.401074 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Checking router: a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:27:58.408177 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Updating router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab port a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:27:58.431053 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77263e5-7ccc-4769-839b-de6a56d796bf tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Made reservation on behalf of 9800f07dcc3e4ad39b6f5f9c99f366b7 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:27:58.437664 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f77263e5-7ccc-4769-839b-de6a56d796bf tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:58.448084 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c2fae1a-223d-408b-9c12-a050f6009cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:58.452990 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5c2fae1a-223d-408b-9c12-a050f6009cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:58.467552 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:58.506890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5c2fae1a-223d-408b-9c12-a050f6009cb6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57ef10e7af434000b3c60bf6dcc1cfd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322295 Oct 26 14:27:58.508387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35666) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:58.525926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fae1a-223d-408b-9c12-a050f6009cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aae2316-b8f2-414b-a5df-d599aa7a5295,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:58.636342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:58.677270 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:58.733645 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:58.737700 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:58.741818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8aae2316-b8f2-414b-a5df-d599aa7a5295 HTTP/1.1" status: 204 len: 168 time: 0.2324893 Oct 26 14:27:58.759548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aae2316-b8f2-414b-a5df-d599aa7a5295,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:58.780031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:58.782092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:58.782621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:58.783110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:58.784469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:58.786106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:58.786510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:58.786852 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:58.789913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:58.790623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:58.791147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:58.791658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d6b7a1-b328-4c55-9599-e236dec3aa5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:58.792130 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f77263e5-7ccc-4769-839b-de6a56d796bf tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:58.886651 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:58.900944 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:58.932479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77263e5-7ccc-4769-839b-de6a56d796bf tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Subnet': ['ID=effd6a93-768e-4f2d-9241-f6567a0639a9,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:58.940733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc5ed96d-ac6a-4f34-a1d2-7e3fdbf61cf5 req-31b5c064-f198-481f-bc18-31cbdb99af97 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 210 time: 0.0467479 Oct 26 14:27:58.962574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77263e5-7ccc-4769-839b-de6a56d796bf tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Checking segment: {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:27:58.962993 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77263e5-7ccc-4769-839b-de6a56d796bf tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network hostable DHCP agents. Network: d9b9e52c-1195-4c0f-86fb-4acf82c53e5c, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:27:58.984424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77263e5-7ccc-4769-839b-de6a56d796bf tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:27:59.004119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f77263e5-7ccc-4769-839b-de6a56d796bf tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, d9b9e52c-1195-4c0f-86fb-4acf82c53e5c) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:27:59.012463 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77263e5-7ccc-4769-839b-de6a56d796bf tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:59.013379 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f77263e5-7ccc-4769-839b-de6a56d796bf tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:59.014564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7257f945-7386-4908-a51e-b90e6e35b18a None None] Network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:27:59.034838 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f77263e5-7ccc-4769-839b-de6a56d796bf tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7600477 Oct 26 14:27:59.037278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35680) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:59.090697 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad5230-ffab-4745-907f-d41ab74c1f25 None None] Pushing event updated for resources: {'Port': ['ID=a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:59.115388 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad5230-ffab-4745-907f-d41ab74c1f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:59.115736 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad5230-ffab-4745-907f-d41ab74c1f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:59.116081 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad5230-ffab-4745-907f-d41ab74c1f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:59.116418 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad5230-ffab-4745-907f-d41ab74c1f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:59.116868 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad5230-ffab-4745-907f-d41ab74c1f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:59.117809 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad5230-ffab-4745-907f-d41ab74c1f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:59.117809 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad5230-ffab-4745-907f-d41ab74c1f25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:59.117809 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad5230-ffab-4745-907f-d41ab74c1f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:59.118167 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad5230-ffab-4745-907f-d41ab74c1f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:59.118489 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad5230-ffab-4745-907f-d41ab74c1f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:59.118812 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad5230-ffab-4745-907f-d41ab74c1f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:59.119135 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad5230-ffab-4745-907f-d41ab74c1f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:59.122744 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Attempting to bind port a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:27:59.123116 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Attempting to bind port a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:27:59.123478 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Attempting to bind port a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:27:59.130655 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:27:59.131029 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:27:59.131427 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:59.131991 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:27:59.132469 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Bound port: a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:27:59.132857 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:59.214704 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] For port a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:27:59.218746 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] For port a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:27:59.229712 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:59.247195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-d9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ips': [{'subnet_id': 'effd6a93-768e-4f2d-9241-f6567a0639a9'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:27:59.249556 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:59.352039 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Routers {'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:27:59.353732 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:27:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:59.450866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab430748-2a80-42d1-890e-cee5780029d8 req-6d4656fd-c4e2-42f8-9358-6302b039d26b tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:59.467338 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab430748-2a80-42d1-890e-cee5780029d8 req-6d4656fd-c4e2-42f8-9358-6302b039d26b tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 944 time: 0.1016190 Oct 26 14:27:59.565394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab430748-2a80-42d1-890e-cee5780029d8 req-cd9533dc-70d8-41b8-bf26-ea651f042e92 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936379 Oct 26 14:27:59.591558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Allocated IP 172.20.0.2 (d9b9e52c-1195-4c0f-86fb-4acf82c53e5c/effd6a93-768e-4f2d-9241-f6567a0639a9/cd16de13-208d-40bb-a80d-d7b4af57ad6d) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:27:59.615720 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad5230-ffab-4745-907f-d41ab74c1f25 None None] Pushing event updated for resources: {'Port': ['ID=a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:59.699605 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] Set router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:27:59.861192 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:59.871422 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:59.929050 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Pushing event updated for resources: {'Port': ['ID=cd16de13-208d-40bb-a80d-d7b4af57ad6d,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:59.951862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:27:59.954744 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:27:59.958529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:00.009888 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:00.071733 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Attempting to bind port cd16de13-208d-40bb-a80d-d7b4af57ad6d on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:28:00.081528 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Attempting to bind port cd16de13-208d-40bb-a80d-d7b4af57ad6d by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:28:00.081934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Attempting to bind port cd16de13-208d-40bb-a80d-d7b4af57ad6d on network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:00.089485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:28:00.089881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Checking segment: {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:28:00.095918 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:00.096486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Bound using segment: {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:28:00.097742 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Bound port: cd16de13-208d-40bb-a80d-d7b4af57ad6d, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:28:00.098349 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:00.103390 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:27:57Z', 'revision_number': 3, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:00.119692 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d1ea9d8-b5d4-4073-9038-d8ee937bd1e4 req-f4460fbf-6a52-4b9c-aaf8-57132901999d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7ca77b-5210-440e-a52e-dce64bea6e45 HTTP/1.1" status: 200 len: 210 time: 0.0617177 Oct 26 14:28:00.191184 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c41ed-cba5-4ada-93a4-5cb06e02b97a None None] The sync data for ids ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'] in n-d-815498-1 is: [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:27:57Z', 'revision_number': 3, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:00.253736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] For port cd16de13-208d-40bb-a80d-d7b4af57ad6d, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:28:00.262903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] For port cd16de13-208d-40bb-a80d-d7b4af57ad6d, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cd16de13-208d-40bb-a80d-d7b4af57ad6d,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:28:00.275457 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:00.426416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcd8bc-94f5-41ea-8e5d-054efa55198d None None] Pushing event updated for resources: {'Port': ['ID=cd16de13-208d-40bb-a80d-d7b4af57ad6d,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:00.559037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.20.0.1 (d9b9e52c-1195-4c0f-86fb-4acf82c53e5c/effd6a93-768e-4f2d-9241-f6567a0639a9/a111ebe4-458d-467a-a2ec-b78ea02fed05) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:00.797194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4e31d-554e-47de-b479-9027374e9157 req-5dd25183-2522-4121-bb91-2f7dcc2e9fc5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:00.808208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7cb4e31d-554e-47de-b479-9027374e9157 req-5dd25183-2522-4121-bb91-2f7dcc2e9fc5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 944 time: 0.1372473 Oct 26 14:28:00.890735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7cb4e31d-554e-47de-b479-9027374e9157 req-51aede94-3029-4ed6-b60a-ff818493bb98 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812900 Oct 26 14:28:00.898828 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:00.907685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b454dafb-8b59-48a4-8268-c8b46ca71957 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:28:00.990744 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:01.053271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:01.066070 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:01.070567 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:01.135662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=a111ebe4-458d-467a-a2ec-b78ea02fed05,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:01.188104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b454dafb-8b59-48a4-8268-c8b46ca71957, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b454dafb-8b59-48a4-8268-c8b46ca71957,segment=NetworkSegment(c73428e0-f6ed-453f-81a6-b28ee30e4e59),segment_id=c73428e0-f6ed-453f-81a6-b28ee30e4e59)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:01.189242 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:01.217249 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'port_id': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'mac_address': 'fa:16:3e:7c:aa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:28:01.365742 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:01.398831 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b454dafb-8b59-48a4-8268-c8b46ca71957 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:28:01.436088 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b454dafb-8b59-48a4-8268-c8b46ca71957, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b454dafb-8b59-48a4-8268-c8b46ca71957,segment=NetworkSegment(c73428e0-f6ed-453f-81a6-b28ee30e4e59),segment_id=c73428e0-f6ed-453f-81a6-b28ee30e4e59)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:01.447744 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:01.474477 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:01.557125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b454dafb-8b59-48a4-8268-c8b46ca71957,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:01.649108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['b454dafb-8b59-48a4-8268-c8b46ca71957'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:28:02.126161 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cd16de13-208d-40bb-a80d-d7b4af57ad6d up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:02.138208 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:02.150645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe33f41-b471-4230-b982-cc81d4393e7c req-9d007462-f9e5-407e-949b-487c6f1dd958 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:02.151258 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:02.158693 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2fe33f41-b471-4230-b982-cc81d4393e7c req-9d007462-f9e5-407e-949b-487c6f1dd958 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 945 time: 0.1205065 Oct 26 14:28:02.258677 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:02.271945 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e46e546-5fda-43aa-8805-3e3f4a06b595 None None] Network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:28:02.279735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=a111ebe4-458d-467a-a2ec-b78ea02fed05,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:02.307451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2fe33f41-b471-4230-b982-cc81d4393e7c req-97568025-ba9b-4a03-beb6-76485afa76de tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469977 Oct 26 14:28:02.435684 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:02.438976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:02.504458 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-25385c21-e56d-43b1-882b-839f1f9d5087 None None] Provisioning complete for port cd16de13-208d-40bb-a80d-d7b4af57ad6d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:02.505105 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-25385c21-e56d-43b1-882b-839f1f9d5087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:02.610015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port cd16de13-208d-40bb-a80d-d7b4af57ad6d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:02.610396 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:02.696061 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:28:02.769950 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-25385c21-e56d-43b1-882b-839f1f9d5087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:02.867535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-25385c21-e56d-43b1-882b-839f1f9d5087 None None] For port cd16de13-208d-40bb-a80d-d7b4af57ad6d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cd16de13-208d-40bb-a80d-d7b4af57ad6d,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:02.877000 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-25385c21-e56d-43b1-882b-839f1f9d5087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:02.942544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 35792) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:02.959063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25385c21-e56d-43b1-882b-839f1f9d5087 None None] Pushing event updated for resources: {'Port': ['ID=cd16de13-208d-40bb-a80d-d7b4af57ad6d,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:02.999628 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:03.122112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:03.122732 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.222380 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ed0f-9111-41f6-87da-2546995fae1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.311973 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.342195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:03.354361 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.409070 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ed0f-9111-41f6-87da-2546995fae1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.417781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ed0f-9111-41f6-87da-2546995fae1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.418596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:03.448092 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a56f9cbf-5d69-4199-86fe-59c73cf39f7e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "PUT /v2.0/routers/a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4053497 Oct 26 14:28:03.475035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-aceaf466-fde6-49c1-a4ff-a30d1a936507 None None] Provisioning complete for port cd16de13-208d-40bb-a80d-d7b4af57ad6d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:03.475416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aceaf466-fde6-49c1-a4ff-a30d1a936507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.517133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a5e6ed0f-9111-41f6-87da-2546995fae1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf2c58f340d345a4b70edbeee9007ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5719361 Oct 26 14:28:03.519984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35808) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:03.539624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Sync routers for ids ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:03.652058 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:03.670135 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Routers {'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:03.670702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:27:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:03.693335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6ed0f-9111-41f6-87da-2546995fae1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f15fd-ca89-4f29-bc25-6856026b093d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:03.694734 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0491beee-1064-4d2f-832a-5ff7909a1e84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.733322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f5eff-57c0-4d46-bb68-278962ca54c1 req-87e5104c-10be-456e-a992-f3be9d7c4d78 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:03.744035 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d8f5eff-57c0-4d46-bb68-278962ca54c1 req-87e5104c-10be-456e-a992-f3be9d7c4d78 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 945 time: 0.2631145 Oct 26 14:28:03.749884 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0491beee-1064-4d2f-832a-5ff7909a1e84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.869609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-d33967b9-fe00-40b9-8520-5e727993130f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125175326&fields=id&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 267 time: 0.1066639 Oct 26 14:28:03.896483 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0491beee-1064-4d2f-832a-5ff7909a1e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.899707 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0491beee-1064-4d2f-832a-5ff7909a1e84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.901201 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0491beee-1064-4d2f-832a-5ff7909a1e84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f0f15fd-ca89-4f29-bc25-6856026b093d HTTP/1.1" status: 204 len: 168 time: 0.3802042 Oct 26 14:28:03.919206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491beee-1064-4d2f-832a-5ff7909a1e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f15fd-ca89-4f29-bc25-6856026b093d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:03.949370 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d8f5eff-57c0-4d46-bb68-278962ca54c1 req-8437ff8b-3223-4a2b-928d-608f791c47ce tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040441 Oct 26 14:28:04.036830 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Set router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:04.091066 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cd16de13-208d-40bb-a80d-d7b4af57ad6d up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:04.137090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-aceaf466-fde6-49c1-a4ff-a30d1a936507 None None] Provisioning complete for port a111ebe4-458d-467a-a2ec-b78ea02fed05 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:04.137614 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aceaf466-fde6-49c1-a4ff-a30d1a936507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.196391 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-aceaf466-fde6-49c1-a4ff-a30d1a936507 None None] Port a111ebe4-458d-467a-a2ec-b78ea02fed05 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:28:04.198154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-913ea4c9-b195-4483-a81d-8ec26d0e2aaa tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:04.214558 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-913ea4c9-b195-4483-a81d-8ec26d0e2aaa tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 797 time: 0.2891283 Oct 26 14:28:04.243802 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-d61a1d22-5e3e-45fa-8905-bd8b3dbde80d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/quotas/9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 375 time: 0.0278816 Oct 26 14:28:04.343950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port cd16de13-208d-40bb-a80d-d7b4af57ad6d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:04.345058 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.366464 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-5a26650f-b88c-47b8-a3a7-70b7b156c691 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217887 Oct 26 14:28:04.373039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-05b229ac-8617-4350-8f3f-f89cd458ecc7 None None] Provisioning complete for port a111ebe4-458d-467a-a2ec-b78ea02fed05 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:04.373495 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-05b229ac-8617-4350-8f3f-f89cd458ecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.389006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-f86431d3-5cc0-4563-bdbf-61067f702981 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:28:04.390013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-f86431d3-5cc0-4563-bdbf-61067f702981 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0086911 Oct 26 14:28:04.432617 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35840) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:04.454050 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad10a07d-700d-43b3-8caf-302ec336278a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.475415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-05b229ac-8617-4350-8f3f-f89cd458ecc7 None None] Port a111ebe4-458d-467a-a2ec-b78ea02fed05 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:28:04.535489 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-890db7b3-9c0e-4054-b59a-3c61235c4d8f service neutron] 10.222.0.32 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367776 Oct 26 14:28:04.603215 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:28:01Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'a111ebe4-458d-467a-a2ec-b78ea02fed05', 'name': '', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:00:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:28:00Z', 'updated_at': '2021-10-26T14:28:01Z', 'revision_number': 2, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:04.606334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:04.607124 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad10a07d-700d-43b3-8caf-302ec336278a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.614061 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad10a07d-700d-43b3-8caf-302ec336278a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.663032 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10a07d-700d-43b3-8caf-302ec336278a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b405bd16-733b-4d5c-ba30-2809a9d704cd,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:04.671797 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ad10a07d-700d-43b3-8caf-302ec336278a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db838c8e2d844efc9bec8064a680195d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386785 Oct 26 14:28:04.675723 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 35844) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:04.693967 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Checking router: a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:28:04.700521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Updating router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab port a111ebe4-458d-467a-a2ec-b78ea02fed05 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:28:04.710585 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-ec9a925b-d7e9-4f94-96e5-493827af170c service neutron] 10.222.0.32 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678307 Oct 26 14:28:04.751729 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-184efc81-bd1e-4774-b03f-9b16920016ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.757036 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.777122 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-184efc81-bd1e-4774-b03f-9b16920016ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.835125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:04.835359 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.835944 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-184efc81-bd1e-4774-b03f-9b16920016ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.839281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-184efc81-bd1e-4774-b03f-9b16920016ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.841172 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-184efc81-bd1e-4774-b03f-9b16920016ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b405bd16-733b-4d5c-ba30-2809a9d704cd HTTP/1.1" status: 204 len: 168 time: 0.1638589 Oct 26 14:28:04.850262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184efc81-bd1e-4774-b03f-9b16920016ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b405bd16-733b-4d5c-ba30-2809a9d704cd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:04.980014 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f05eb387-b2e2-4242-a2c6-4e285b609032 req-c612ebcf-10cc-4d19-b970-e040cb6b86ef tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 210 time: 0.0306523 Oct 26 14:28:04.999243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b454dafb-8b59-48a4-8268-c8b46ca71957 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:05.177192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582baf6-3f5e-4878-abf2-c1efb7f6fed7 req-4cc6342f-4b32-4e81-80b4-75ecf052e66f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:05.180817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9582baf6-3f5e-4878-abf2-c1efb7f6fed7 req-4cc6342f-4b32-4e81-80b4-75ecf052e66f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 945 time: 0.1117916 Oct 26 14:28:05.286067 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9582baf6-3f5e-4878-abf2-c1efb7f6fed7 req-80df53ab-926a-49f4-90c2-0b607834c409 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851617 Oct 26 14:28:05.358022 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:05.395267 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:05.437307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port b454dafb-8b59-48a4-8268-c8b46ca71957 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:28:05.463320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port b454dafb-8b59-48a4-8268-c8b46ca71957 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:05.473597 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:05.483097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b6b10-223b-43a3-a53d-5c6ccf29b317 None None] Pushing event updated for resources: {'Port': ['ID=a111ebe4-458d-467a-a2ec-b78ea02fed05,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:05.693467 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Attempting to bind port a111ebe4-458d-467a-a2ec-b78ea02fed05 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:28:05.694479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Attempting to bind port a111ebe4-458d-467a-a2ec-b78ea02fed05 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:28:05.695287 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Attempting to bind port a111ebe4-458d-467a-a2ec-b78ea02fed05 on network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:05.740004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:28:05.740180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Checking segment: {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:28:05.740671 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:05.741221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Bound using segment: {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:28:05.741822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Bound port: a111ebe4-458d-467a-a2ec-b78ea02fed05, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:28:05.742331 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:05.825596 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:05.882270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2cea6366-3b88-419a-81d0-dd317a4f8a1b None None] Provisioning complete for port a111ebe4-458d-467a-a2ec-b78ea02fed05 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:05.882658 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2cea6366-3b88-419a-81d0-dd317a4f8a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:05.945587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b454dafb-8b59-48a4-8268-c8b46ca71957'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:05.948485 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e02313-0f4d-413b-815d-b27b732836ee" -d '{"events": [{"server_uuid": "de5cc7d4-e261-4295-a4f1-817e084c0af3", "name": "network-vif-plugged", "status": "completed", "tag": "b454dafb-8b59-48a4-8268-c8b46ca71957"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:05.998239 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b454dafb-8b59-48a4-8268-c8b46ca71957, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b454dafb-8b59-48a4-8268-c8b46ca71957,segment=NetworkSegment(c73428e0-f6ed-453f-81a6-b28ee30e4e59),segment_id=c73428e0-f6ed-453f-81a6-b28ee30e4e59)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:06.037043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] For port a111ebe4-458d-467a-a2ec-b78ea02fed05, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:28:06.041415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] For port a111ebe4-458d-467a-a2ec-b78ea02fed05, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a111ebe4-458d-467a-a2ec-b78ea02fed05,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:28:06.065393 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb264520-156e-4673-988a-b8fc086e4e70 x-openstack-request-id: req-fb264520-156e-4673-988a-b8fc086e4e70 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:06.065725 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5cc7d4-e261-4295-a4f1-817e084c0af3", "name": "network-vif-plugged", "status": "completed", "tag": "b454dafb-8b59-48a4-8268-c8b46ca71957", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:06.065946 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb264520-156e-4673-988a-b8fc086e4e70 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:06.070470 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'code': 200} Oct 26 14:28:06.077086 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:06.152956 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f95c4e62-4f8e-40ae-a131-2a463b52d5d8 req-377f25c5-753d-4537-8a81-fe9dbd4af419 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 210 time: 0.0405924 Oct 26 14:28:06.163114 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2cea6366-3b88-419a-81d0-dd317a4f8a1b None None] Port a111ebe4-458d-467a-a2ec-b78ea02fed05 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:28:06.182552 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:06.209433 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b454dafb-8b59-48a4-8268-c8b46ca71957,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:06.257475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17c4d3-3b06-490b-b550-05bd1eb572ed req-db1876f7-fc61-4623-85a2-f137134e9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:06.257667 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Routers {'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:06.258149 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:27:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:06.260927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa17c4d3-3b06-490b-b550-05bd1eb572ed req-db1876f7-fc61-4623-85a2-f137134e9391 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 1097 time: 0.1068842 Oct 26 14:28:06.323055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa17c4d3-3b06-490b-b550-05bd1eb572ed req-3447b360-e8be-48bf-af90-d03fd6b8570c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532773 Oct 26 14:28:06.479936 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99204094-aea3-4407-a5a9-5fdfa551f1b3 req-d238a35c-417f-4590-bfb9-348771ecdc2b tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:06.481134 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] Set router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:06.485796 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-99204094-aea3-4407-a5a9-5fdfa551f1b3 req-d238a35c-417f-4590-bfb9-348771ecdc2b tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 946 time: 0.1085119 Oct 26 14:28:06.612127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-99204094-aea3-4407-a5a9-5fdfa551f1b3 req-8bc6f37d-d1b2-4445-a18e-2ea172c2bf43 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202674 Oct 26 14:28:06.749393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-c95702b5-5476-4292-9e12-fbbe22861875 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:06.750838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-216347e7-e95e-44b4-bd32-90373294cd4c None None] Provisioning complete for port a111ebe4-458d-467a-a2ec-b78ea02fed05 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:06.751214 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-216347e7-e95e-44b4-bd32-90373294cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:06.751496 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-c95702b5-5476-4292-9e12-fbbe22861875 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 797 time: 0.1759768 Oct 26 14:28:06.803084 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-b67f18b6-569e-46da-bfd3-42c2d249891e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 379 time: 0.0415490 Oct 26 14:28:06.807519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b6b10-223b-43a3-a53d-5c6ccf29b317 None None] Pushing event updated for resources: {'Port': ['ID=a111ebe4-458d-467a-a2ec-b78ea02fed05,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:06.832616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-3a7ed618-104e-4c42-90e7-4ae1e16b3672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'port': {'device_id': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'admin_state_up': True, 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'security_groups': ['fc7f2c14-d484-4d13-8731-36d77db24f93']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:06.937519 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-216347e7-e95e-44b4-bd32-90373294cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:07.091650 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-3a7ed618-104e-4c42-90e7-4ae1e16b3672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Made reservation on behalf of 9800f07dcc3e4ad39b6f5f9c99f366b7 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:28:07.103271 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-3a7ed618-104e-4c42-90e7-4ae1e16b3672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:07.119122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-216347e7-e95e-44b4-bd32-90373294cd4c None None] For port a111ebe4-458d-467a-a2ec-b78ea02fed05, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a111ebe4-458d-467a-a2ec-b78ea02fed05,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:07.136552 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-216347e7-e95e-44b4-bd32-90373294cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:07.207728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216347e7-e95e-44b4-bd32-90373294cd4c None None] Pushing event updated for resources: {'Port': ['ID=a111ebe4-458d-467a-a2ec-b78ea02fed05,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:07.232152 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:28:01Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'a111ebe4-458d-467a-a2ec-b78ea02fed05', 'name': '', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:00:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:28:00Z', 'updated_at': '2021-10-26T14:28:06Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:07.269017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a12d5-7f80-43ce-8678-3edc848a98d6 None None] The sync data for ids ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'] in n-d-815498-1 is: [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:28:01Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'a111ebe4-458d-467a-a2ec-b78ea02fed05', 'name': '', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:00:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:28:00Z', 'updated_at': '2021-10-26T14:28:06Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:07.372552 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e69974ff-28c1-4d98-9dcb-5e060e8ec9d7 req-a0f2a6a3-a8c9-481a-bfa5-0015671397cc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 210 time: 0.0855808 Oct 26 14:28:07.469623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-3a7ed618-104e-4c42-90e7-4ae1e16b3672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.20.0.5 (d9b9e52c-1195-4c0f-86fb-4acf82c53e5c/effd6a93-768e-4f2d-9241-f6567a0639a9/041bd907-4774-4aaf-a703-7a16afc4604b) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:07.795155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699002d5-5f1a-461f-b79d-bfb0d3d4e078 req-d4ab2b68-148d-49a7-8788-c5cea86801c9 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:07.802579 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-3a7ed618-104e-4c42-90e7-4ae1e16b3672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:07.808296 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-699002d5-5f1a-461f-b79d-bfb0d3d4e078 req-d4ab2b68-148d-49a7-8788-c5cea86801c9 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 947 time: 0.1546354 Oct 26 14:28:07.884817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-3a7ed618-104e-4c42-90e7-4ae1e16b3672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:07.966318 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-699002d5-5f1a-461f-b79d-bfb0d3d4e078 req-7d7a783d-87f0-4983-ac2a-b08c2faca03c tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560352 Oct 26 14:28:07.991316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7864b5-983d-4bee-a291-787c777cbbc3 req-df092207-a53d-42e6-9882-a71b88e972dc tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:07.999296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-3a7ed618-104e-4c42-90e7-4ae1e16b3672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:08.002624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc7864b5-983d-4bee-a291-787c777cbbc3 req-df092207-a53d-42e6-9882-a71b88e972dc tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 946 time: 0.2432692 Oct 26 14:28:08.011882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-3a7ed618-104e-4c42-90e7-4ae1e16b3672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:08.017280 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a111ebe4-458d-467a-a2ec-b78ea02fed05 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:08.024286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-3a7ed618-104e-4c42-90e7-4ae1e16b3672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:08.067510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc7864b5-983d-4bee-a291-787c777cbbc3 req-d937eb05-8489-43a1-8c68-7210a323be31 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595329 Oct 26 14:28:08.213787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a111ebe4-458d-467a-a2ec-b78ea02fed05 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:08.214620 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:08.224688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-3a7ed618-104e-4c42-90e7-4ae1e16b3672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:08.225605 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-3a7ed618-104e-4c42-90e7-4ae1e16b3672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:08.256905 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ed618-104e-4c42-90e7-4ae1e16b3672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=041bd907-4774-4aaf-a703-7a16afc4604b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:08.292996 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-3a7ed618-104e-4c42-90e7-4ae1e16b3672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4801676 Oct 26 14:28:08.305192 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-ce70e4b1-bf0b-4073-b021-b708d635b6e4 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:28:08.307171 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-ce70e4b1-bf0b-4073-b021-b708d635b6e4 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063717 Oct 26 14:28:08.329079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Request body: {'port': {'device_id': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:08.462406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4ec92-a8fb-476d-8ab2-f257585ecb4e req-360a1ca4-c16f-4309-901c-d5fdabe5681e tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:08.468137 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:08.479882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31b4ec92-a8fb-476d-8ab2-f257585ecb4e req-360a1ca4-c16f-4309-901c-d5fdabe5681e tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 946 time: 0.2498248 Oct 26 14:28:08.620778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31b4ec92-a8fb-476d-8ab2-f257585ecb4e req-5c38437e-7166-4b7f-996b-0f26fa43b15f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399395 Oct 26 14:28:08.634419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36008) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:08.803595 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41d60a-18ad-4f7f-878a-759f2fc1657b req-316ade68-e559-4a75-bb6b-cc00ed3c95d7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:08.824143 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d41d60a-18ad-4f7f-878a-759f2fc1657b req-316ade68-e559-4a75-bb6b-cc00ed3c95d7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 931 time: 0.2236319 Oct 26 14:28:08.880917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d41d60a-18ad-4f7f-878a-759f2fc1657b req-06312747-3b2d-4f8e-ab69-6e78e222f369 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554721 Oct 26 14:28:09.071112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d7c86409-5833-4334-a24b-14b362b6415a None None] Provisioning complete for port 041bd907-4774-4aaf-a703-7a16afc4604b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:09.071587 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d7c86409-5833-4334-a24b-14b362b6415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.156185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc4cd6-18a4-457c-a1a5-3af01c11a6f9 req-78372747-3864-44a3-be5f-a0c6a7456ab1 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:09.172935 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68cc4cd6-18a4-457c-a1a5-3af01c11a6f9 req-78372747-3864-44a3-be5f-a0c6a7456ab1 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 947 time: 0.1191258 Oct 26 14:28:09.219146 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041bd907-4774-4aaf-a703-7a16afc4604b {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:28:09.244451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d7c86409-5833-4334-a24b-14b362b6415a None None] Port 041bd907-4774-4aaf-a703-7a16afc4604b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:28:09.254603 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68cc4cd6-18a4-457c-a1a5-3af01c11a6f9 req-72409d52-bd11-4b7e-877d-06c12d0a2306 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803766 Oct 26 14:28:09.264545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.288087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-8722cb9a-8bd4-4645-bbd5-d9399ab190b6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:09.289748 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-8722cb9a-8bd4-4645-bbd5-d9399ab190b6 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 947 time: 0.1840832 Oct 26 14:28:09.295577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Transition to ACTIVE for port object 041bd907-4774-4aaf-a703-7a16afc4604b will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:28:09.306695 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.329657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eafbf68-c848-44cf-831d-3bdec6b46d4d tempest-TestVolumeBackupRestore-1773048473 tempest-TestVolumeBackupRestore-1773048473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:09.338502 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36040) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:09.339392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5eafbf68-c848-44cf-831d-3bdec6b46d4d tempest-TestVolumeBackupRestore-1773048473 tempest-TestVolumeBackupRestore-1773048473-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 1092 time: 0.6705644 Oct 26 14:28:09.374278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:09.477895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=041bd907-4774-4aaf-a703-7a16afc4604b,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:09.542403 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.633893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36046) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:09.639385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a196661d-b01b-47dc-a3ea-1e6ac976ffc1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-543768641', 'description': 'tempest-secgroup-smoke-543768641 description', 'project_id': '6bcf474373744e67b719326f17fd4da5'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:09.676182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Deleting port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:28:09.676796 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.704326 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a196661d-b01b-47dc-a3ea-1e6ac976ffc1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.816898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Attempting to bind port 041bd907-4774-4aaf-a703-7a16afc4604b on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:28:09.817588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Attempting to bind port 041bd907-4774-4aaf-a703-7a16afc4604b by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:28:09.818183 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Attempting to bind port 041bd907-4774-4aaf-a703-7a16afc4604b on network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:09.840837 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Port 041bd907-4774-4aaf-a703-7a16afc4604b on network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:28:09.841483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Attempting to bind port 041bd907-4774-4aaf-a703-7a16afc4604b on network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:09.849687 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a196661d-b01b-47dc-a3ea-1e6ac976ffc1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.856128 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a196661d-b01b-47dc-a3ea-1e6ac976ffc1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.867782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:28:09.868231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Checking segment: {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:28:09.868790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Bound using segment: {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:28:09.869421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Bound port: 041bd907-4774-4aaf-a703-7a16afc4604b, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:28:09.869873 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.931495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] For port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:09.932049 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.935629 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a196661d-b01b-47dc-a3ea-1e6ac976ffc1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.937770 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a196661d-b01b-47dc-a3ea-1e6ac976ffc1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3026161 Oct 26 14:28:09.939340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196661d-b01b-47dc-a3ea-1e6ac976ffc1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd558e9b-cc65-420b-bc6e-05fa03d68f49,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:09.941587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36056) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:09.950132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-15fe1dbf-e583-496d-ad9b-5b761ebb8a80 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'security_group_rule': {'security_group_id': 'dd558e9b-cc65-420b-bc6e-05fa03d68f49', 'project_id': '6bcf474373744e67b719326f17fd4da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:10.020248 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-15fe1dbf-e583-496d-ad9b-5b761ebb8a80 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.054555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46710f0-f943-4ebd-b671-e9597eee5c67 req-f9c1e95e-77f9-4dd8-9a92-d0097b5298f7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:10.056319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b46710f0-f943-4ebd-b671-e9597eee5c67 req-f9c1e95e-77f9-4dd8-9a92-d0097b5298f7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 943 time: 0.0906746 Oct 26 14:28:10.145435 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b46710f0-f943-4ebd-b671-e9597eee5c67 req-51cd52bd-00b1-45b1-bfbd-1ae75034e886 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760398 Oct 26 14:28:10.167660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.169035 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-15fe1dbf-e583-496d-ad9b-5b761ebb8a80 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.176701 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-15fe1dbf-e583-496d-ad9b-5b761ebb8a80 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.190321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:28:10.202338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe1dbf-e583-496d-ad9b-5b761ebb8a80 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8fe024-a630-4cf0-b227-ceb41b5aed2f,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:10.217185 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-15fe1dbf-e583-496d-ad9b-5b761ebb8a80 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.218941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-15fe1dbf-e583-496d-ad9b-5b761ebb8a80 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2755854 Oct 26 14:28:10.222044 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36064) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:10.227264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-765d71a5-ba0a-4851-8921-f136ebec68aa tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'security_group_rule': {'security_group_id': 'dd558e9b-cc65-420b-bc6e-05fa03d68f49', 'project_id': '6bcf474373744e67b719326f17fd4da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:10.231959 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36066) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:10.250026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:28:10.265509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.274233 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-765d71a5-ba0a-4851-8921-f136ebec68aa tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.378271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=041bd907-4774-4aaf-a703-7a16afc4604b,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:10.415168 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-765d71a5-ba0a-4851-8921-f136ebec68aa tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.425606 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-765d71a5-ba0a-4851-8921-f136ebec68aa tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.433305 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-19fa77d6-9ad0-45e9-93fe-8add3c0b0bde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.446082 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:10.447292 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.449557 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-0aff0a9d-caff-4113-80d4-50c1db009fc0 service neutron] 10.222.0.11 "PUT /v2.0/ports/041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 1091 time: 2.1267903 Oct 26 14:28:10.449913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:10.452294 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab7a2c8-bce7-4b07-88dc-245226c66060" -d '{"events": [{"name": "network-changed", "server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:10.496233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Allocated IP 172.25.4.69 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/c8718dca-2f9b-4d36-94ad-cb3f9b4d0d78) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:10.548263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d71a5-ba0a-4851-8921-f136ebec68aa tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34421a52-cc39-41c0-af28-340860c43062,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:10.596308 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a23af7-fc8b-40bd-8c1e-0c7761f6f2ae req-8ccba1ee-7415-48bf-9e25-263ac6bfb6f0 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:10.604402 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74a23af7-fc8b-40bd-8c1e-0c7761f6f2ae req-8ccba1ee-7415-48bf-9e25-263ac6bfb6f0 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 947 time: 0.2311206 Oct 26 14:28:10.610793 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc9e41c-077c-4161-8cb5-30d6add40ce2 x-openstack-request-id: req-bfc9e41c-077c-4161-8cb5-30d6add40ce2 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:10.611542 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:10.612000 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfc9e41c-077c-4161-8cb5-30d6add40ce2 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:10.612366 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-765d71a5-ba0a-4851-8921-f136ebec68aa tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.612819 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b', 'status': 'completed', 'code': 200} Oct 26 14:28:10.613575 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-765d71a5-ba0a-4851-8921-f136ebec68aa tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3899353 Oct 26 14:28:10.632047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.632802 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.634934 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Floating IP 14ea222d-fd8c-4914-9997-bde61330b756 disassociated. External IP: 172.25.4.77, port: cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253. Oct 26 14:28:10.635454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Calling delete_port for cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:28:10.639297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36080) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:10.649183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-469d43bb-7ca0-4fd1-bcf2-19e9c9b3e43f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'security_group_rule': {'security_group_id': 'dd558e9b-cc65-420b-bc6e-05fa03d68f49', 'project_id': '6bcf474373744e67b719326f17fd4da5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:10.670032 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-19fa77d6-9ad0-45e9-93fe-8add3c0b0bde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.686098 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-19fa77d6-9ad0-45e9-93fe-8add3c0b0bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.714360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa77d6-9ad0-45e9-93fe-8add3c0b0bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f41bcd5-18ea-437e-a3ee-f6c1bd2de67e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:10.722687 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-469d43bb-7ca0-4fd1-bcf2-19e9c9b3e43f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.732642 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74a23af7-fc8b-40bd-8c1e-0c7761f6f2ae req-2625b55a-4828-4712-9397-fd441ea16167 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups?id=06245030-fee4-4680-8c3e-6b99c7ca562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270804 Oct 26 14:28:10.764999 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-19fa77d6-9ad0-45e9-93fe-8add3c0b0bde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=374cbc90fd4a4951b70343d73434b4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5320206 Oct 26 14:28:10.768330 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36084) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:10.852187 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d03ea33-a16e-4cfe-b6e9-15fc57fc4381 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.853657 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.855578 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-469d43bb-7ca0-4fd1-bcf2-19e9c9b3e43f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.865704 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-469d43bb-7ca0-4fd1-bcf2-19e9c9b3e43f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.888244 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d03ea33-a16e-4cfe-b6e9-15fc57fc4381 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.890683 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-117b66d8-7bd2-4f8b-b32f-ff629cd9d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:10.893124 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-117b66d8-7bd2-4f8b-b32f-ff629cd9d3e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1094 time: 0.2779994 Oct 26 14:28:10.897089 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.902083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d43bb-7ca0-4fd1-bcf2-19e9c9b3e43f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19fd9c5-5a26-4184-b19a-82af90f0c681,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:10.927949 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-469d43bb-7ca0-4fd1-bcf2-19e9c9b3e43f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.932507 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-469d43bb-7ca0-4fd1-bcf2-19e9c9b3e43f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2836242 Oct 26 14:28:10.932507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36088) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:10.937219 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-54fcafd7-bb2b-4f33-b841-6ee8ec0d22ec tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'security_group_rule': {'security_group_id': 'dd558e9b-cc65-420b-bc6e-05fa03d68f49', 'project_id': '6bcf474373744e67b719326f17fd4da5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:10.949120 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-dcb5d925-5334-499f-9ba9-0fae49bc9516 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 217 time: 0.0430100 Oct 26 14:28:10.977591 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54fcafd7-bb2b-4f33-b841-6ee8ec0d22ec tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.002332 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d03ea33-a16e-4cfe-b6e9-15fc57fc4381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.005803 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3d03ea33-a16e-4cfe-b6e9-15fc57fc4381 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.007313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3d03ea33-a16e-4cfe-b6e9-15fc57fc4381 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f41bcd5-18ea-437e-a3ee-f6c1bd2de67e HTTP/1.1" status: 204 len: 168 time: 0.2375832 Oct 26 14:28:11.018071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event deleted for resources: {'Port': ['ID=cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:11.073347 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03ea33-a16e-4cfe-b6e9-15fc57fc4381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f41bcd5-18ea-437e-a3ee-f6c1bd2de67e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:11.098196 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54fcafd7-bb2b-4f33-b841-6ee8ec0d22ec tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.106382 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54fcafd7-bb2b-4f33-b841-6ee8ec0d22ec tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.138279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcafd7-bb2b-4f33-b841-6ee8ec0d22ec tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e413d6f9-f55e-456c-b7ad-138f651a1bad,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:11.147475 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-54fcafd7-bb2b-4f33-b841-6ee8ec0d22ec tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.149210 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-54fcafd7-bb2b-4f33-b841-6ee8ec0d22ec tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2160542 Oct 26 14:28:11.149337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-83a11b50-4372-4773-819a-c7ce627e5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:11.151483 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-83a11b50-4372-4773-819a-c7ce627e5a5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 200 len: 835 time: 0.1899962 Oct 26 14:28:11.152223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36096) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:11.155554 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.158421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c17e5d7a-d58b-4cd7-8f4f-235391333993 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'security_group_rule': {'security_group_id': 'dd558e9b-cc65-420b-bc6e-05fa03d68f49', 'project_id': '6bcf474373744e67b719326f17fd4da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:11.191724 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-c17e5d7a-d58b-4cd7-8f4f-235391333993 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Project 6bcf474373744e67b719326f17fd4da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:28:11.204898 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c17e5d7a-d58b-4cd7-8f4f-235391333993 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.252332 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:11.262410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:11.265359 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:11.295608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Pushing event updated for resources: {'Port': ['ID=c8718dca-2f9b-4d36-94ad-cb3f9b4d0d78,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:11.322542 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Router 43ac8996-3b76-44f1-9bd1-2e946538c01b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:28:11.340356 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-da1ecc20-f14b-49d5-8d10-f2c2d481adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:11.342945 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-da1ecc20-f14b-49d5-8d10-f2c2d481adfe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761138 Oct 26 14:28:11.371933 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c17e5d7a-d58b-4cd7-8f4f-235391333993 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.387620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f197c-365a-466a-8f3e-817bb3d26e1c req-660c1e66-eef1-4535-ba67-88cb109dbf3d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:11.391006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e21f197c-365a-466a-8f3e-817bb3d26e1c req-660c1e66-eef1-4535-ba67-88cb109dbf3d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 943 time: 0.1053984 Oct 26 14:28:11.392261 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c17e5d7a-d58b-4cd7-8f4f-235391333993 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.452128 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e5d7a-d58b-4cd7-8f4f-235391333993 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c0e728-1741-4e66-ae93-240333429496,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:11.472103 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c17e5d7a-d58b-4cd7-8f4f-235391333993 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.474778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c17e5d7a-d58b-4cd7-8f4f-235391333993 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3213630 Oct 26 14:28:11.478445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36108) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:11.485645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-787c512c-390b-4a59-8951-c435cb749335 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'security_group_rule': {'security_group_id': 'dd558e9b-cc65-420b-bc6e-05fa03d68f49', 'project_id': '6bcf474373744e67b719326f17fd4da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:11.496145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e21f197c-365a-466a-8f3e-817bb3d26e1c req-fd5f366d-12de-4ca2-adb3-dbfbec5ffa58 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914228 Oct 26 14:28:11.517594 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-787c512c-390b-4a59-8951-c435cb749335 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Project 6bcf474373744e67b719326f17fd4da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:28:11.522991 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-787c512c-390b-4a59-8951-c435cb749335 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.544874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36110) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:11.568489 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a7f09844-b9b0-4e80-becf-384fdc0a41b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.633734 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-787c512c-390b-4a59-8951-c435cb749335 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.647339 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-787c512c-390b-4a59-8951-c435cb749335 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.685879 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c512c-390b-4a59-8951-c435cb749335 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3f4881-7ee6-4bc2-b6cc-85daf7f5a455,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:11.699481 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-787c512c-390b-4a59-8951-c435cb749335 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.700642 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-787c512c-390b-4a59-8951-c435cb749335 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2209072 Oct 26 14:28:11.751067 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a7f09844-b9b0-4e80-becf-384fdc0a41b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.757646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a7f09844-b9b0-4e80-becf-384fdc0a41b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.800640 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a7f09844-b9b0-4e80-becf-384fdc0a41b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4668da94c0f406697feb9285e4c637a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547255 Oct 26 14:28:11.803270 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36128) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:11.811209 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-f65f66db-eac9-48de-b1d9-c9d7d292350c service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560149 Oct 26 14:28:11.886039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58586ea2-7d9b-49e7-a42d-583ec1a5b00c req-5e07c324-3818-428d-8724-8e2efd20c80f tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3a5478-2c6d-48c2-95ce-92c003c99405 HTTP/1.1" status: 200 len: 210 time: 0.0354722 Oct 26 14:28:11.911199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f09844-b9b0-4e80-becf-384fdc0a41b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b60c80d-f4f1-4e02-a1d3-57bca36df3e1,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:11.922315 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccb0-3abb-4ebf-b6a6-511d08b76cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.947157 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccb0-3abb-4ebf-b6a6-511d08b76cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.980806 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-528f21af-168f-4adc-bb0e-a48cd5e55156 req-bbcecf19-5c1a-4758-86ec-c6d08dd3e204 service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449862 Oct 26 14:28:11.992614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:12.007577 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb8036-4801-4b52-8858-3e50720d3518 None None] Sync routers for ids ['43ac8996-3b76-44f1-9bd1-2e946538c01b'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:12.008693 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccb0-3abb-4ebf-b6a6-511d08b76cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:12.012024 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccb0-3abb-4ebf-b6a6-511d08b76cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:12.013381 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-96f5ccb0-3abb-4ebf-b6a6-511d08b76cf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b60c80d-f4f1-4e02-a1d3-57bca36df3e1 HTTP/1.1" status: 204 len: 168 time: 0.2087414 Oct 26 14:28:12.022768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5ccb0-3abb-4ebf-b6a6-511d08b76cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b60c80d-f4f1-4e02-a1d3-57bca36df3e1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:12.043679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] No DVR routers for this DVR port cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:28:12.055305 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:12.058343 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb8036-4801-4b52-8858-3e50720d3518 None None] Routers {'43ac8996-3b76-44f1-9bd1-2e946538c01b'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:12.059133 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2dcb8036-4801-4b52-8858-3e50720d3518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:27:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['43ac8996-3b76-44f1-9bd1-2e946538c01b'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:12.074793 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8bea98ea-2926-4e1d-80e3-05e857c2ce5f req-16edb37c-d903-4413-bc69-5bb16a666954 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.11 "DELETE /v2.0/ports/cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 HTTP/1.1" status: 204 len: 173 time: 2.7779770 Oct 26 14:28:12.299348 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-2dcb8036-4801-4b52-8858-3e50720d3518 None None] Set router 43ac8996-3b76-44f1-9bd1-2e946538c01b gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:12.710492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500222e-31d2-4f58-9067-5d234479dd84 req-8f8a5154-0a9c-4a22-8037-3b796edd44c1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:12.726524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7500222e-31d2-4f58-9067-5d234479dd84 req-8f8a5154-0a9c-4a22-8037-3b796edd44c1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 943 time: 0.1211762 Oct 26 14:28:12.769921 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2dcb8036-4801-4b52-8858-3e50720d3518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:09Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:12.804627 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6e73694e-74c2-4f32-b6dc-1b8ef33d7cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:12.846647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'name': 'network-vif-deleted', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:12.849393 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87690c1b-fe31-4248-a01f-90917399dc02" -d '{"events": [{"server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "name": "network-vif-deleted", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:12.852969 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7500222e-31d2-4f58-9067-5d234479dd84 req-79867891-0c36-46db-b671-951ab31755a1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067128 Oct 26 14:28:12.892258 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb8036-4801-4b52-8858-3e50720d3518 None None] Checking router: 43ac8996-3b76-44f1-9bd1-2e946538c01b for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:28:12.911745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7a2c8-bce7-4b07-88dc-245226c66060 req-7e9d1ffa-9b73-4f22-b7c7-1d45ecf1cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:12.911745 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ab7a2c8-bce7-4b07-88dc-245226c66060 req-7e9d1ffa-9b73-4f22-b7c7-1d45ecf1cf4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1094 time: 0.8272069 Oct 26 14:28:12.943030 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb8036-4801-4b52-8858-3e50720d3518 None None] Routers {'43ac8996-3b76-44f1-9bd1-2e946538c01b'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:12.944266 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2dcb8036-4801-4b52-8858-3e50720d3518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:27:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['43ac8996-3b76-44f1-9bd1-2e946538c01b'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:13.089392 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-2dcb8036-4801-4b52-8858-3e50720d3518 None None] Set router 43ac8996-3b76-44f1-9bd1-2e946538c01b gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:13.090294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7a2c8-bce7-4b07-88dc-245226c66060 req-4950e1c4-054e-467d-96b0-63ff814458b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:13.092399 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ab7a2c8-bce7-4b07-88dc-245226c66060 req-4950e1c4-054e-467d-96b0-63ff814458b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 898 time: 0.1610429 Oct 26 14:28:13.093477 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ce436f-7569-4e04-8cb9-edd2ff32b599 x-openstack-request-id: req-45ce436f-7569-4e04-8cb9-edd2ff32b599 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:13.093774 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3a5478-2c6d-48c2-95ce-92c003c99405", "name": "network-vif-deleted", "tag": "cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:13.094101 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45ce436f-7569-4e04-8cb9-edd2ff32b599 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:13.094495 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3a5478-2c6d-48c2-95ce-92c003c99405', 'name': 'network-vif-deleted', 'tag': 'cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253', 'status': 'completed', 'code': 200} Oct 26 14:28:13.105540 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36228) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:13.230501 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-44af0880-66a1-4a3f-9806-c5bef0beba69 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:13.281002 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-44af0880-66a1-4a3f-9806-c5bef0beba69 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:13.309273 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ab7a2c8-bce7-4b07-88dc-245226c66060 req-d29b7639-0fed-4a91-bac3-7042ad3c80b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 217 time: 0.1764331 Oct 26 14:28:13.394815 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:13.430589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7a2c8-bce7-4b07-88dc-245226c66060 req-7f35ebe6-d010-48c3-8fbe-9f32e4bedbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:13.432626 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ab7a2c8-bce7-4b07-88dc-245226c66060 req-7f35ebe6-d010-48c3-8fbe-9f32e4bedbbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 200 len: 835 time: 0.1099396 Oct 26 14:28:13.442331 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-44af0880-66a1-4a3f-9806-c5bef0beba69 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:13.446395 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-44af0880-66a1-4a3f-9806-c5bef0beba69 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:13.452046 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-44af0880-66a1-4a3f-9806-c5bef0beba69 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "DELETE /v2.0/security-groups/06245030-fee4-4680-8c3e-6b99c7ca562b HTTP/1.1" status: 204 len: 168 time: 0.3433762 Oct 26 14:28:13.455731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36242) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:13.466519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af0880-66a1-4a3f-9806-c5bef0beba69 tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06245030-fee4-4680-8c3e-6b99c7ca562b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:13.475784 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-2dcb8036-4801-4b52-8858-3e50720d3518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:09Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:13.552531 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb8036-4801-4b52-8858-3e50720d3518 None None] The sync data for ids ['43ac8996-3b76-44f1-9bd1-2e946538c01b'] in n-d-815498-1 is: [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '9a35db01-a198-4c67-b530-64640e90bde0', 'name': '', 'network_id': 'ded9e010-5e2e-41f5-9481-6473388a630d', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'mac_address': 'fa:16:3e:f7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '298cb374-94ff-4da4-badb-743efb82b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:19:00Z', 'updated_at': '2021-10-26T14:19:09Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'subnets': [{'id': '298cb374-94ff-4da4-badb-743efb82b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:13.612050 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-fd92e51f-fb57-40ed-93af-53f39bcf86cf tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] show failed (client error): The resource could not be found. Oct 26 14:28:13.613230 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fd92e51f-fb57-40ed-93af-53f39bcf86cf tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "GET /v2.0/security-groups/06245030-fee4-4680-8c3e-6b99c7ca562b HTTP/1.1" status: 404 len: 347 time: 0.1046474 Oct 26 14:28:13.616818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36246) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:13.647727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:28:13.648001 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7a2c8-bce7-4b07-88dc-245226c66060 req-3dae5c7a-55ae-4505-a755-9d9a50372905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:13.649934 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ab7a2c8-bce7-4b07-88dc-245226c66060 req-3dae5c7a-55ae-4505-a755-9d9a50372905 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2062407 Oct 26 14:28:13.661851 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:13.704182 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:28:13.704537 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device cd90f6aa-6a79-4f0b-ae7b-fb371c8ee253 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:28:14.040645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-1b0497e4-af9f-4bb1-b9c8-e4565392268d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Deleting port e9651a99-7449-48b7-a9d8-2a39cd6a34ac {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:28:14.041198 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b0497e4-af9f-4bb1-b9c8-e4565392268d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:14.049413 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ab7a2c8-bce7-4b07-88dc-245226c66060 req-89bd9a79-8cd2-4a61-9f87-72e5c6d95e06 service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839686 Oct 26 14:28:14.073136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e03effb-efcf-45e0-b3ae-0b1de4def10c None None] New status for floating IP 14ea222d-fd8c-4914-9997-bde61330b756: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:28:14.082979 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:14.138996 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:14.194121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a6811-1c40-458a-a000-921aeedafde2 req-363ab568-baa6-4647-9cc1-7e87057454ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:14.198374 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-202a6811-1c40-458a-a000-921aeedafde2 req-363ab568-baa6-4647-9cc1-7e87057454ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 943 time: 0.2154043 Oct 26 14:28:14.259795 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Pushing event updated for resources: {'Port': ['ID=c8718dca-2f9b-4d36-94ad-cb3f9b4d0d78,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:14.313834 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-202a6811-1c40-458a-a000-921aeedafde2 req-d7aa6419-e1c3-4059-b616-e57534abb202 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042473 Oct 26 14:28:14.316681 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b0497e4-af9f-4bb1-b9c8-e4565392268d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:14.317069 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b0497e4-af9f-4bb1-b9c8-e4565392268d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:14.331541 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-1b0497e4-af9f-4bb1-b9c8-e4565392268d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Calling delete_port for e9651a99-7449-48b7-a9d8-2a39cd6a34ac owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:28:14.339410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:14.422019 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2ab7a2c8-bce7-4b07-88dc-245226c66060 req-7e9d79de-e9fa-41bd-a33d-9d8df038d623 service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637340 Oct 26 14:28:14.538246 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Floating IP 32002a9b-d576-43a9-90bd-66e93f8d6ce3 associated. External IP: 172.25.4.69, port: b454dafb-8b59-48a4-8268-c8b46ca71957. Oct 26 14:28:14.561872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b0497e4-af9f-4bb1-b9c8-e4565392268d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:14.597955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0497e4-af9f-4bb1-b9c8-e4565392268d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Pushing event deleted for resources: {'Port': ['ID=e9651a99-7449-48b7-a9d8-2a39cd6a34ac,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:14.697851 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b0497e4-af9f-4bb1-b9c8-e4565392268d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:14.704509 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1b0497e4-af9f-4bb1-b9c8-e4565392268d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:14.711824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1b0497e4-af9f-4bb1-b9c8-e4565392268d tempest-AttachVolumeShelveTestJSON-1155480757 tempest-AttachVolumeShelveTestJSON-1155480757-project] 10.222.0.32 "DELETE /v2.0/floatingips/14ea222d-fd8c-4914-9997-bde61330b756 HTTP/1.1" status: 204 len: 168 time: 1.0892360 Oct 26 14:28:15.011249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Router a43f9ef4-111f-4b4e-9902-70ecae998b66 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:28:15.101888 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bc0a3daa-79ce-4ce7-9d3c-d86e2aef7ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:15.180690 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:15.196485 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35865831-a205-4916-b9d2-b9d3dddcccce None None] Sync routers for ids ['a43f9ef4-111f-4b4e-9902-70ecae998b66'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:15.216859 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35865831-a205-4916-b9d2-b9d3dddcccce None None] Routers {'a43f9ef4-111f-4b4e-9902-70ecae998b66'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:15.222381 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-35865831-a205-4916-b9d2-b9d3dddcccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:28:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a43f9ef4-111f-4b4e-9902-70ecae998b66'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:15.227980 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:15.305428 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f4234db0-bd26-447c-bc3f-447beae51a58 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9359305 Oct 26 14:28:15.306102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'tag': 'b454dafb-8b59-48a4-8268-c8b46ca71957'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:15.308055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36300) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:15.323537 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5d2e9e-aea8-4318-b0f7-2f1a69a23b72" -d '{"events": [{"name": "network-changed", "server_uuid": "de5cc7d4-e261-4295-a4f1-817e084c0af3", "tag": "b454dafb-8b59-48a4-8268-c8b46ca71957"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:15.399445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eee37b-d426-4925-8003-856b92e7c778 tempest-TestVolumeBackupRestore-1773048473 tempest-TestVolumeBackupRestore-1773048473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:15.401008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-47eee37b-d426-4925-8003-856b92e7c778 tempest-TestVolumeBackupRestore-1773048473 tempest-TestVolumeBackupRestore-1773048473-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 1092 time: 0.0919538 Oct 26 14:28:15.403744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36312) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:15.436791 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaa08a9-ba4a-43f2-bd2c-3adf36985294 x-openstack-request-id: req-beaa08a9-ba4a-43f2-bd2c-3adf36985294 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:15.437288 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5cc7d4-e261-4295-a4f1-817e084c0af3", "tag": "b454dafb-8b59-48a4-8268-c8b46ca71957", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:15.438509 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-beaa08a9-ba4a-43f2-bd2c-3adf36985294 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:15.438626 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'tag': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'status': 'completed', 'code': 200} Oct 26 14:28:15.469894 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-2d0bf03e-1caa-44e1-89c8-6755b553112f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Request body: {'floatingip': {'port_id': 'b454dafb-8b59-48a4-8268-c8b46ca71957'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:15.521118 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-35865831-a205-4916-b9d2-b9d3dddcccce None None] Set router a43f9ef4-111f-4b4e-9902-70ecae998b66 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:15.646408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d0bf03e-1caa-44e1-89c8-6755b553112f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:15.649337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 041bd907-4774-4aaf-a703-7a16afc4604b details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:28:15.911686 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-35865831-a205-4916-b9d2-b9d3dddcccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:55Z', 'revision_number': 4, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '32002a9b-d576-43a9-90bd-66e93f8d6ce3', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'port_id': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'mac_address': 'fa:16:3e:7c:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:12Z', 'updated_at': '2021-10-26T14:28:12Z', 'revision_number': 0, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b295d5-3047-4be2-870a-0ce77a19af65', 'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'mac_address': 'fa:16:3e:42:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:53Z', 'updated_at': '2021-10-26T14:24:02Z', 'revision_number': 5, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'subnets': [{'id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:15.969919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:15.983913 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35865831-a205-4916-b9d2-b9d3dddcccce None None] Checking router: a43f9ef4-111f-4b4e-9902-70ecae998b66 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:28:15.999373 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35865831-a205-4916-b9d2-b9d3dddcccce None None] Routers {'a43f9ef4-111f-4b4e-9902-70ecae998b66'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:16.001329 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-35865831-a205-4916-b9d2-b9d3dddcccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:28:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a43f9ef4-111f-4b4e-9902-70ecae998b66'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:16.011023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '041bd907-4774-4aaf-a703-7a16afc4604b', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'port_id': '041bd907-4774-4aaf-a703-7a16afc4604b', 'mac_address': 'fa:16:3e:18:37:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:28:16.115694 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:16.131980 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041bd907-4774-4aaf-a703-7a16afc4604b {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:28:16.156486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:16.167134 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:16.269609 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-35865831-a205-4916-b9d2-b9d3dddcccce None None] Set router a43f9ef4-111f-4b4e-9902-70ecae998b66 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:16.270605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=041bd907-4774-4aaf-a703-7a16afc4604b,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:16.486463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['041bd907-4774-4aaf-a703-7a16afc4604b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:28:16.615369 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d0bf03e-1caa-44e1-89c8-6755b553112f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:16.643011 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-35865831-a205-4916-b9d2-b9d3dddcccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:55Z', 'revision_number': 4, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '32002a9b-d576-43a9-90bd-66e93f8d6ce3', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'port_id': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'mac_address': 'fa:16:3e:7c:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:12Z', 'updated_at': '2021-10-26T14:28:12Z', 'revision_number': 0, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b295d5-3047-4be2-870a-0ce77a19af65', 'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'mac_address': 'fa:16:3e:42:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:53Z', 'updated_at': '2021-10-26T14:24:02Z', 'revision_number': 5, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'subnets': [{'id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:16.664543 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d0bf03e-1caa-44e1-89c8-6755b553112f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:16.676591 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35865831-a205-4916-b9d2-b9d3dddcccce None None] The sync data for ids ['a43f9ef4-111f-4b4e-9902-70ecae998b66'] in n-d-815498-1 is: [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:55Z', 'revision_number': 4, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '32002a9b-d576-43a9-90bd-66e93f8d6ce3', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'port_id': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'mac_address': 'fa:16:3e:7c:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:12Z', 'updated_at': '2021-10-26T14:28:12Z', 'revision_number': 0, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b295d5-3047-4be2-870a-0ce77a19af65', 'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'mac_address': 'fa:16:3e:42:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:53Z', 'updated_at': '2021-10-26T14:24:02Z', 'revision_number': 5, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'subnets': [{'id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:16.773388 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:16.855973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36360) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:16.933129 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:17.144314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcc8a31-bd6e-48a5-b7fa-439a315b91d7 None None] New status for floating IP 32002a9b-d576-43a9-90bd-66e93f8d6ce3: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:28:17.154219 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8951d3aa-b5c4-4f29-a6da-df5397dc7650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:17.348810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8951d3aa-b5c4-4f29-a6da-df5397dc7650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:17.360477 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8951d3aa-b5c4-4f29-a6da-df5397dc7650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:17.403748 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8951d3aa-b5c4-4f29-a6da-df5397dc7650 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0046032e40b04b5586cb3e37f6b2feea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5465806 Oct 26 14:28:17.404442 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36370) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:17.445780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d2e9e-aea8-4318-b0f7-2f1a69a23b72 req-447663b1-ddda-4337-bfab-8bc4360f40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:17.447562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f5d2e9e-aea8-4318-b0f7-2f1a69a23b72 req-447663b1-ddda-4337-bfab-8bc4360f40cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b928bc502b6a40b283c707565ebb8960&device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 1097 time: 1.8309097 Oct 26 14:28:17.480080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925749b-5a69-4670-91ea-ffa3e47aa596 req-e4580478-fc20-4290-8e82-fa56b23669ef tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:17.482267 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8925749b-5a69-4670-91ea-ffa3e47aa596 req-e4580478-fc20-4290-8e82-fa56b23669ef tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 944 time: 1.8562307 Oct 26 14:28:17.569383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951d3aa-b5c4-4f29-a6da-df5397dc7650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351fae6c-0f92-471b-bc30-e21c17d700ec,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:17.584311 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c67d7e76-b7e1-42b1-bcad-4a78c0d7303f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:17.624106 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c67d7e76-b7e1-42b1-bcad-4a78c0d7303f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:17.653537 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8925749b-5a69-4670-91ea-ffa3e47aa596 req-b14afbaa-ff21-4c1b-b35a-d9a98f7af05d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523669 Oct 26 14:28:17.707015 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c67d7e76-b7e1-42b1-bcad-4a78c0d7303f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:17.709783 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c67d7e76-b7e1-42b1-bcad-4a78c0d7303f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:17.729143 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c67d7e76-b7e1-42b1-bcad-4a78c0d7303f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/351fae6c-0f92-471b-bc30-e21c17d700ec HTTP/1.1" status: 204 len: 168 time: 0.3137264 Oct 26 14:28:17.749430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d7e76-b7e1-42b1-bcad-4a78c0d7303f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351fae6c-0f92-471b-bc30-e21c17d700ec,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:17.842006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d2e9e-aea8-4318-b0f7-2f1a69a23b72 req-90c69efe-a920-46a9-9f87-a20bc1c2e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:17.843769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f5d2e9e-aea8-4318-b0f7-2f1a69a23b72 req-90c69efe-a920-46a9-9f87-a20bc1c2e73e service neutron] 10.222.0.25 "GET /v2.0/networks?id=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd HTTP/1.1" status: 200 len: 915 time: 0.3871491 Oct 26 14:28:17.940681 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0bf03e-1caa-44e1-89c8-6755b553112f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Router a43f9ef4-111f-4b4e-9902-70ecae998b66 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:28:17.959250 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f5d2e9e-aea8-4318-b0f7-2f1a69a23b72 req-be19beb9-b1cf-4db1-8e69-c8639861ad11 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b454dafb-8b59-48a4-8268-c8b46ca71957 HTTP/1.1" status: 200 len: 1001 time: 0.1069901 Oct 26 14:28:18.130961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d2e9e-aea8-4318-b0f7-2f1a69a23b72 req-a63334da-5c45-4d46-9b3e-8517a4cc3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:18.132661 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f5d2e9e-aea8-4318-b0f7-2f1a69a23b72 req-a63334da-5c45-4d46-9b3e-8517a4cc3c2c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8d9b87c3-2cc4-4b59-b906-c29c45a26881 HTTP/1.1" status: 200 len: 853 time: 0.1216373 Oct 26 14:28:18.193774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0bf03e-1caa-44e1-89c8-6755b553112f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:18.202363 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d0bf03e-1caa-44e1-89c8-6755b553112f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:18.207620 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d992e8d0-0fa2-4b15-a2e2-19b7d1eeacf7 None None] Sync routers for ids ['a43f9ef4-111f-4b4e-9902-70ecae998b66'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:18.230105 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d992e8d0-0fa2-4b15-a2e2-19b7d1eeacf7 None None] Routers {'a43f9ef4-111f-4b4e-9902-70ecae998b66'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:18.242063 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d992e8d0-0fa2-4b15-a2e2-19b7d1eeacf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:28:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a43f9ef4-111f-4b4e-9902-70ecae998b66'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:18.279211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'tag': 'b454dafb-8b59-48a4-8268-c8b46ca71957'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:18.281633 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88c49ad-1df9-499d-862d-40817e22c286" -d '{"events": [{"name": "network-changed", "server_uuid": "de5cc7d4-e261-4295-a4f1-817e084c0af3", "tag": "b454dafb-8b59-48a4-8268-c8b46ca71957"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:18.290396 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2d0bf03e-1caa-44e1-89c8-6755b553112f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "PUT /v2.0/floatingips/32002a9b-d576-43a9-90bd-66e93f8d6ce3 HTTP/1.1" status: 200 len: 991 time: 2.8782024 Oct 26 14:28:18.312974 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36392) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:18.339458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d2e9e-aea8-4318-b0f7-2f1a69a23b72 req-6a22bf49-0aba-4b5e-a67b-8a1b158ca778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:18.341490 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f5d2e9e-aea8-4318-b0f7-2f1a69a23b72 req-6a22bf49-0aba-4b5e-a67b-8a1b158ca778 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1977651 Oct 26 14:28:18.362563 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22ab69a-e3d4-4134-a2a2-3133ee31108f x-openstack-request-id: req-e22ab69a-e3d4-4134-a2a2-3133ee31108f {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:18.363090 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5cc7d4-e261-4295-a4f1-817e084c0af3", "tag": "b454dafb-8b59-48a4-8268-c8b46ca71957", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:18.363532 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e22ab69a-e3d4-4134-a2a2-3133ee31108f {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:18.364035 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'tag': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'status': 'completed', 'code': 200} Oct 26 14:28:18.477098 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d992e8d0-0fa2-4b15-a2e2-19b7d1eeacf7 None None] Set router a43f9ef4-111f-4b4e-9902-70ecae998b66 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:18.540216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f5d2e9e-aea8-4318-b0f7-2f1a69a23b72 req-284eb1bf-1671-48fc-a050-adf0a33c96d7 service neutron] 10.222.0.25 "GET /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749089 Oct 26 14:28:18.545366 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07ffa00e-5238-4d84-bf2b-5ebf1ecb65f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:18.584639 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:18.740749 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f5d2e9e-aea8-4318-b0f7-2f1a69a23b72 req-dcc5a970-851d-4177-bcaa-b81e02b4af9b service neutron] 10.222.0.25 "GET /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888773 Oct 26 14:28:18.790532 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07ffa00e-5238-4d84-bf2b-5ebf1ecb65f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:18.796233 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-07ffa00e-5238-4d84-bf2b-5ebf1ecb65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:18.919637 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-07ffa00e-5238-4d84-bf2b-5ebf1ecb65f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20ca839432334c6b8a7389faf087c74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6045306 Oct 26 14:28:18.923235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36406) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:18.945861 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d992e8d0-0fa2-4b15-a2e2-19b7d1eeacf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:55Z', 'revision_number': 4, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '32002a9b-d576-43a9-90bd-66e93f8d6ce3', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'port_id': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'mac_address': 'fa:16:3e:7c:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:12Z', 'updated_at': '2021-10-26T14:28:17Z', 'revision_number': 2, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b295d5-3047-4be2-870a-0ce77a19af65', 'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'mac_address': 'fa:16:3e:42:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:53Z', 'updated_at': '2021-10-26T14:24:02Z', 'revision_number': 5, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'subnets': [{'id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:18.960249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffa00e-5238-4d84-bf2b-5ebf1ecb65f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bb719b-6846-4325-93d0-27507ddcc524,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:18.988305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169fb7c-3cdc-4d42-9fc5-30edba79f69c req-579e152a-151a-4dd1-9b17-58dc0b5bc7f0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:18.990013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5169fb7c-3cdc-4d42-9fc5-30edba79f69c req-579e152a-151a-4dd1-9b17-58dc0b5bc7f0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 944 time: 0.1476665 Oct 26 14:28:18.992261 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d992e8d0-0fa2-4b15-a2e2-19b7d1eeacf7 None None] Checking router: a43f9ef4-111f-4b4e-9902-70ecae998b66 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:28:19.010317 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d992e8d0-0fa2-4b15-a2e2-19b7d1eeacf7 None None] Routers {'a43f9ef4-111f-4b4e-9902-70ecae998b66'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:19.010804 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f172c50a-f0dd-4321-ab05-0508759dd2fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:19.011367 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d992e8d0-0fa2-4b15-a2e2-19b7d1eeacf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:28:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a43f9ef4-111f-4b4e-9902-70ecae998b66'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:19.013283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c49ad-1df9-499d-862d-40817e22c286 req-bace049f-b2eb-4e7c-82bc-fbb52462b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:19.015910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e88c49ad-1df9-499d-862d-40817e22c286 req-bace049f-b2eb-4e7c-82bc-fbb52462b720 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b928bc502b6a40b283c707565ebb8960&device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 1097 time: 0.1500549 Oct 26 14:28:19.067635 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f172c50a-f0dd-4321-ab05-0508759dd2fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:19.151016 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f172c50a-f0dd-4321-ab05-0508759dd2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:19.156586 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f172c50a-f0dd-4321-ab05-0508759dd2fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:19.158649 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f172c50a-f0dd-4321-ab05-0508759dd2fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76bb719b-6846-4325-93d0-27507ddcc524 HTTP/1.1" status: 204 len: 168 time: 0.2332449 Oct 26 14:28:19.165622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5169fb7c-3cdc-4d42-9fc5-30edba79f69c req-0e082b64-688c-49ae-b2f2-acb131c2d095 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613674 Oct 26 14:28:19.194766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172c50a-f0dd-4321-ab05-0508759dd2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bb719b-6846-4325-93d0-27507ddcc524,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:19.209505 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d992e8d0-0fa2-4b15-a2e2-19b7d1eeacf7 None None] Set router a43f9ef4-111f-4b4e-9902-70ecae998b66 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:19.259049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c49ad-1df9-499d-862d-40817e22c286 req-844b3a65-bf09-4c1a-9d39-266647529b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:19.261690 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e88c49ad-1df9-499d-862d-40817e22c286 req-844b3a65-bf09-4c1a-9d39-266647529b70 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd HTTP/1.1" status: 200 len: 915 time: 0.2362623 Oct 26 14:28:19.426342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e88c49ad-1df9-499d-862d-40817e22c286 req-2190c498-d1e4-4272-bd91-f5c3c15e48c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b454dafb-8b59-48a4-8268-c8b46ca71957 HTTP/1.1" status: 200 len: 1001 time: 0.1570807 Oct 26 14:28:19.534410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c49ad-1df9-499d-862d-40817e22c286 req-d5172421-53ad-481f-95b7-1d43448188e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:19.535912 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e88c49ad-1df9-499d-862d-40817e22c286 req-d5172421-53ad-481f-95b7-1d43448188e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8d9b87c3-2cc4-4b59-b906-c29c45a26881 HTTP/1.1" status: 200 len: 853 time: 0.1009119 Oct 26 14:28:19.637953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c49ad-1df9-499d-862d-40817e22c286 req-c3cbe5c3-2183-49b5-bd27-5ddf8a7f0dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:19.639517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e88c49ad-1df9-499d-862d-40817e22c286 req-c3cbe5c3-2183-49b5-bd27-5ddf8a7f0dec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957289 Oct 26 14:28:19.666974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 041bd907-4774-4aaf-a703-7a16afc4604b up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:19.746632 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d992e8d0-0fa2-4b15-a2e2-19b7d1eeacf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:55Z', 'revision_number': 4, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '32002a9b-d576-43a9-90bd-66e93f8d6ce3', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'port_id': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'mac_address': 'fa:16:3e:7c:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:12Z', 'updated_at': '2021-10-26T14:28:17Z', 'revision_number': 2, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b295d5-3047-4be2-870a-0ce77a19af65', 'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'mac_address': 'fa:16:3e:42:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:53Z', 'updated_at': '2021-10-26T14:24:02Z', 'revision_number': 5, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'subnets': [{'id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:19.822433 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 041bd907-4774-4aaf-a703-7a16afc4604b completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:28:19.833741 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e88c49ad-1df9-499d-862d-40817e22c286 req-3fd5488a-9ed2-405d-99d5-d35115e339f1 service neutron] 10.222.0.25 "GET /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858518 Oct 26 14:28:19.838074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 041bd907-4774-4aaf-a703-7a16afc4604b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:19.838455 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:19.860160 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d992e8d0-0fa2-4b15-a2e2-19b7d1eeacf7 None None] The sync data for ids ['a43f9ef4-111f-4b4e-9902-70ecae998b66'] in n-d-815498-1 is: [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:55Z', 'revision_number': 4, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '32002a9b-d576-43a9-90bd-66e93f8d6ce3', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'port_id': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'mac_address': 'fa:16:3e:7c:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:12Z', 'updated_at': '2021-10-26T14:28:17Z', 'revision_number': 2, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b295d5-3047-4be2-870a-0ce77a19af65', 'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'mac_address': 'fa:16:3e:42:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:53Z', 'updated_at': '2021-10-26T14:24:02Z', 'revision_number': 5, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'subnets': [{'id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:20.101753 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:20.108310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e88c49ad-1df9-499d-862d-40817e22c286 req-09816724-c851-4b29-920a-27178375142a service neutron] 10.222.0.25 "GET /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653954 Oct 26 14:28:20.162657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:20.169941 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3769ea10-c2df-4caf-b61f-23ccea92cb4e" -d '{"events": [{"server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "name": "network-vif-plugged", "status": "completed", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:20.212114 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:20.225739 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:20.370020 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'tag': 'b454dafb-8b59-48a4-8268-c8b46ca71957'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:20.371574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=041bd907-4774-4aaf-a703-7a16afc4604b,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:20.381754 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0ab6fd-4f65-4510-ab98-816ff2bf2cce" -d '{"events": [{"name": "network-changed", "server_uuid": "de5cc7d4-e261-4295-a4f1-817e084c0af3", "tag": "b454dafb-8b59-48a4-8268-c8b46ca71957"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:20.529168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf309b3b-31e4-428f-827b-2837b962e8af req-1e09a590-9e6d-49da-b226-c7a6d5d24015 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:20.533055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf309b3b-31e4-428f-827b-2837b962e8af req-1e09a590-9e6d-49da-b226-c7a6d5d24015 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.1765661 Oct 26 14:28:20.552862 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d4d4cb-caaf-407b-82fe-67f827a94960 x-openstack-request-id: req-20d4d4cb-caaf-407b-82fe-67f827a94960 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:20.553184 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "name": "network-vif-plugged", "status": "completed", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:20.553429 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20d4d4cb-caaf-407b-82fe-67f827a94960 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:20.553834 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b', 'code': 200} Oct 26 14:28:20.614848 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf309b3b-31e4-428f-827b-2837b962e8af req-627f8039-77e5-4db5-8410-c91936973976 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755136 Oct 26 14:28:20.624866 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acb5024-cb80-4f04-9729-be64d6d923af x-openstack-request-id: req-5acb5024-cb80-4f04-9729-be64d6d923af {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:20.625371 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5cc7d4-e261-4295-a4f1-817e084c0af3", "tag": "b454dafb-8b59-48a4-8268-c8b46ca71957", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:20.625818 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5acb5024-cb80-4f04-9729-be64d6d923af {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:20.626474 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'tag': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'status': 'completed', 'code': 200} Oct 26 14:28:20.792165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075071a-55be-4593-bfaa-0a6a65c213d2 req-e3e12333-6754-493f-a19a-79bcc2a51c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:20.800042 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7075071a-55be-4593-bfaa-0a6a65c213d2 req-e3e12333-6754-493f-a19a-79bcc2a51c34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1096 time: 0.1401048 Oct 26 14:28:20.810969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ab6fd-4f65-4510-ab98-816ff2bf2cce req-1c1ef3b5-ad81-4fd8-8130-bd04b40dcc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:20.813020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af0ab6fd-4f65-4510-ab98-816ff2bf2cce req-1c1ef3b5-ad81-4fd8-8130-bd04b40dcc9a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b928bc502b6a40b283c707565ebb8960&device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 1097 time: 0.1473396 Oct 26 14:28:20.907148 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7075071a-55be-4593-bfaa-0a6a65c213d2 req-c3d78269-d398-42f3-8eb0-48ea6c6c20e0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977902 Oct 26 14:28:21.001009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ab6fd-4f65-4510-ab98-816ff2bf2cce req-80f023e2-f8d7-4912-87af-2408b15f8694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:21.004129 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af0ab6fd-4f65-4510-ab98-816ff2bf2cce req-80f023e2-f8d7-4912-87af-2408b15f8694 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd HTTP/1.1" status: 200 len: 915 time: 0.1838117 Oct 26 14:28:21.047050 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:28:21.152296 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af0ab6fd-4f65-4510-ab98-816ff2bf2cce req-e65eb83e-4b09-4254-b61f-b39dae80c145 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b454dafb-8b59-48a4-8268-c8b46ca71957 HTTP/1.1" status: 200 len: 1001 time: 0.1266491 Oct 26 14:28:21.256843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ab6fd-4f65-4510-ab98-816ff2bf2cce req-e5304262-de1f-48e5-a624-c9cf53994cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:21.258339 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af0ab6fd-4f65-4510-ab98-816ff2bf2cce req-e5304262-de1f-48e5-a624-c9cf53994cf8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8d9b87c3-2cc4-4b59-b906-c29c45a26881 HTTP/1.1" status: 200 len: 853 time: 0.0974159 Oct 26 14:28:21.356703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ab6fd-4f65-4510-ab98-816ff2bf2cce req-fca5d6ed-5a65-4272-b376-6a2de49c8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:21.358493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af0ab6fd-4f65-4510-ab98-816ff2bf2cce req-fca5d6ed-5a65-4272-b376-6a2de49c8a20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908835 Oct 26 14:28:21.525213 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af0ab6fd-4f65-4510-ab98-816ff2bf2cce req-8405b310-d88c-4474-83bd-9ea93b2651c8 service neutron] 10.222.0.25 "GET /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582181 Oct 26 14:28:21.693957 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af0ab6fd-4f65-4510-ab98-816ff2bf2cce req-557965ed-0b38-4867-b211-e11d8ec95bcf service neutron] 10.222.0.25 "GET /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583982 Oct 26 14:28:21.824144 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb964e9-3c2d-40de-b02f-8fe988624fa5 req-01db33c8-beda-4bbf-b922-ecead3255386 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:21.826700 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9cb964e9-3c2d-40de-b02f-8fe988624fa5 req-01db33c8-beda-4bbf-b922-ecead3255386 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.0795569 Oct 26 14:28:21.922732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9cb964e9-3c2d-40de-b02f-8fe988624fa5 req-53b30d23-8192-4249-9685-ac750965ed55 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883601 Oct 26 14:28:23.098776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae475b-279f-4338-837e-cdc943c83c9f req-8267af0b-95ba-4a92-b43e-be83e6b51a22 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:23.100400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6dae475b-279f-4338-837e-cdc943c83c9f req-8267af0b-95ba-4a92-b43e-be83e6b51a22 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.0883663 Oct 26 14:28:23.162711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6dae475b-279f-4338-837e-cdc943c83c9f req-688dc300-4c40-4b5d-90ab-febcbcd74406 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421112 Oct 26 14:28:23.332580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f07c6f-e154-4b41-9042-8f83d2aa35fb req-87de04e4-d591-482f-9186-1e8cf9d2e6f8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:23.334691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54f07c6f-e154-4b41-9042-8f83d2aa35fb req-87de04e4-d591-482f-9186-1e8cf9d2e6f8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.0790000 Oct 26 14:28:23.412616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54f07c6f-e154-4b41-9042-8f83d2aa35fb req-70ab1bc1-8c45-40f4-b6cf-9bae06cadb33 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710902 Oct 26 14:28:23.424654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36558) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:23.529367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9eb1b9-1525-4e64-8780-4b1b126f7623 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:23.534034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5b9eb1b9-1525-4e64-8780-4b1b126f7623 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1091 time: 0.1065500 Oct 26 14:28:23.535347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36566) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:23.540872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '041bd907-4774-4aaf-a703-7a16afc4604b', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:23.596213 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.608199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.834382 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.992510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.25.4.129 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/db615aee-c07a-4b84-9734-8599ff8f2bc8) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:24.147907 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:24.194436 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:24.262598 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:24.265974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:24.283086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:24.338088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=db615aee-c07a-4b84-9734-8599ff8f2bc8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:24.899687 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:25.011450 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:25.172323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36626) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:25.305397 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:25.314502 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:25.408315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=db615aee-c07a-4b84-9734-8599ff8f2bc8,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:25.427770 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:25.689116 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Floating IP 030679aa-ccf3-4e95-8a8d-9d7944730b07 associated. External IP: 172.25.4.129, port: 041bd907-4774-4aaf-a703-7a16afc4604b. Oct 26 14:28:26.318531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:28:26.350477 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1148fc96-ac99-44ca-9350-ed9136be9408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:26.505199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:26.519132 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ab4fa-82f4-4f53-b658-7fdd4e15da99 None None] Sync routers for ids ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:26.556700 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:26.561926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ab4fa-82f4-4f53-b658-7fdd4e15da99 None None] Routers {'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:26.565125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-bf9ab4fa-82f4-4f53-b658-7fdd4e15da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:28:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:26.650694 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-04d69cb0-0490-4579-a773-2ab3d87c61e6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1095746 Oct 26 14:28:26.650694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:26.654779 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03f739f-57c2-4515-8918-58492496475a" -d '{"events": [{"name": "network-changed", "server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:26.747721 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2b92e1-ddab-459e-b120-ace46829c31b x-openstack-request-id: req-2b2b92e1-ddab-459e-b120-ace46829c31b {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:26.748290 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:26.748631 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b2b92e1-ddab-459e-b120-ace46829c31b {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:26.752659 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b', 'status': 'completed', 'code': 200} Oct 26 14:28:26.816817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-bf9ab4fa-82f4-4f53-b658-7fdd4e15da99 None None] Set router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:26.887165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f739f-57c2-4515-8918-58492496475a req-af70df75-be95-4ccf-8de3-d9b88e29fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:26.889249 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a03f739f-57c2-4515-8918-58492496475a req-af70df75-be95-4ccf-8de3-d9b88e29fe93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1096 time: 0.1053469 Oct 26 14:28:27.046647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f739f-57c2-4515-8918-58492496475a req-21d2491b-d6e7-4d0d-9ded-199c435b78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:27.049287 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a03f739f-57c2-4515-8918-58492496475a req-21d2491b-d6e7-4d0d-9ded-199c435b78ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 898 time: 0.1518428 Oct 26 14:28:27.060652 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07825b05-212f-449b-9bc9-169b4cc61f11 req-22447740-a6a4-4cf3-867e-bcc42c8b58fa tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:27.075611 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07825b05-212f-449b-9bc9-169b4cc61f11 req-22447740-a6a4-4cf3-867e-bcc42c8b58fa tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.1505067 Oct 26 14:28:27.166117 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a03f739f-57c2-4515-8918-58492496475a req-52f4c8e8-69e7-4d05-ba04-d078f61a478a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 999 time: 0.1094818 Oct 26 14:28:27.193971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07825b05-212f-449b-9bc9-169b4cc61f11 req-f9a877d7-0714-44f1-b3a1-7edfe0d4cecb tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102571 Oct 26 14:28:27.205840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36674) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:27.284013 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-bf9ab4fa-82f4-4f53-b658-7fdd4e15da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:28:01Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '030679aa-ccf3-4e95-8a8d-9d7944730b07', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'port_id': '041bd907-4774-4aaf-a703-7a16afc4604b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'mac_address': 'fa:16:3e:18:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:24Z', 'updated_at': '2021-10-26T14:28:24Z', 'revision_number': 0, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a111ebe4-458d-467a-a2ec-b78ea02fed05', 'name': '', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:00:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:28:00Z', 'updated_at': '2021-10-26T14:28:07Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:27.301385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f739f-57c2-4515-8918-58492496475a req-e48ab0a2-6e81-4c47-8b64-8708bc7694f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:27.307550 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a03f739f-57c2-4515-8918-58492496475a req-e48ab0a2-6e81-4c47-8b64-8708bc7694f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 200 len: 835 time: 0.1340976 Oct 26 14:28:27.318090 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4a3eed4e-3447-4ff1-8ea2-00feaa372d49 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/030679aa-ccf3-4e95-8a8d-9d7944730b07 HTTP/1.1" status: 200 len: 991 time: 0.1108649 Oct 26 14:28:27.325458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-1148fc96-ac99-44ca-9350-ed9136be9408 admin admin] Deleting port 9a35db01-a198-4c67-b530-64640e90bde0 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:28:27.326097 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1148fc96-ac99-44ca-9350-ed9136be9408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:27.342490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ab4fa-82f4-4f53-b658-7fdd4e15da99 None None] Checking router: a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:28:27.363797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ab4fa-82f4-4f53-b658-7fdd4e15da99 None None] Routers {'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:27.369759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-bf9ab4fa-82f4-4f53-b658-7fdd4e15da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:28:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:27.414181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f739f-57c2-4515-8918-58492496475a req-1abe3727-9275-4f2b-9466-ab79fbda3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:27.416490 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a03f739f-57c2-4515-8918-58492496475a req-1abe3727-9275-4f2b-9466-ab79fbda3dae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006863 Oct 26 14:28:27.457352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-1148fc96-ac99-44ca-9350-ed9136be9408 admin admin] For port 9a35db01-a198-4c67-b530-64640e90bde0, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9a35db01-a198-4c67-b530-64640e90bde0,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:27.457950 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1148fc96-ac99-44ca-9350-ed9136be9408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:27.488761 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-1148fc96-ac99-44ca-9350-ed9136be9408 admin admin] Calling delete_port for 9a35db01-a198-4c67-b530-64640e90bde0 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:28:27.551970 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-bf9ab4fa-82f4-4f53-b658-7fdd4e15da99 None None] Set router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:27.647207 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a03f739f-57c2-4515-8918-58492496475a req-df1ff948-d32d-4087-8fed-7eda00d5e79b service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238193 Oct 26 14:28:27.708170 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:27.839225 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1148fc96-ac99-44ca-9350-ed9136be9408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:27.848286 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a03f739f-57c2-4515-8918-58492496475a req-3e950ffc-e709-4dd9-ba32-f20eff44ec2d service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925411 Oct 26 14:28:27.950355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148fc96-ac99-44ca-9350-ed9136be9408 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a35db01-a198-4c67-b530-64640e90bde0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:28.126674 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-bf9ab4fa-82f4-4f53-b658-7fdd4e15da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:28:01Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '030679aa-ccf3-4e95-8a8d-9d7944730b07', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'port_id': '041bd907-4774-4aaf-a703-7a16afc4604b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'mac_address': 'fa:16:3e:18:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:24Z', 'updated_at': '2021-10-26T14:28:24Z', 'revision_number': 0, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a111ebe4-458d-467a-a2ec-b78ea02fed05', 'name': '', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:00:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:28:00Z', 'updated_at': '2021-10-26T14:28:07Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:28.160073 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ab4fa-82f4-4f53-b658-7fdd4e15da99 None None] The sync data for ids ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'] in n-d-815498-1 is: [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:28:01Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '030679aa-ccf3-4e95-8a8d-9d7944730b07', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'port_id': '041bd907-4774-4aaf-a703-7a16afc4604b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'mac_address': 'fa:16:3e:18:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:24Z', 'updated_at': '2021-10-26T14:28:24Z', 'revision_number': 0, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a111ebe4-458d-467a-a2ec-b78ea02fed05', 'name': '', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:00:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:28:00Z', 'updated_at': '2021-10-26T14:28:07Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:28.232999 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1148fc96-ac99-44ca-9350-ed9136be9408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:28.325606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36712) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:28.435271 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4450233e-af0c-4faa-b3eb-efa42a9c8a6c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/030679aa-ccf3-4e95-8a8d-9d7944730b07 HTTP/1.1" status: 200 len: 991 time: 0.1122093 Oct 26 14:28:28.662265 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236103e5-0185-4e67-98d8-5a7e5638c42d None None] New status for floating IP 030679aa-ccf3-4e95-8a8d-9d7944730b07: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:28:28.729745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1148fc96-ac99-44ca-9350-ed9136be9408 admin admin] Router 43ac8996-3b76-44f1-9bd1-2e946538c01b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:28:28.949297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1148fc96-ac99-44ca-9350-ed9136be9408 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:28.987673 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7568544-e2e0-4647-bcac-ed2467ab5a2a None None] Sync routers for ids ['43ac8996-3b76-44f1-9bd1-2e946538c01b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:28.988266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1148fc96-ac99-44ca-9350-ed9136be9408 admin admin] 10.222.0.32 "PUT /v2.0/routers/43ac8996-3b76-44f1-9bd1-2e946538c01b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7987375 Oct 26 14:28:28.988266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36736) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:28.990030 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7568544-e2e0-4647-bcac-ed2467ab5a2a None None] Routers {'43ac8996-3b76-44f1-9bd1-2e946538c01b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:28.990389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e7568544-e2e0-4647-bcac-ed2467ab5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:28:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['43ac8996-3b76-44f1-9bd1-2e946538c01b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:29.235347 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-e7568544-e2e0-4647-bcac-ed2467ab5a2a None None] Set router 43ac8996-3b76-44f1-9bd1-2e946538c01b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:29.437609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36752) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:29.604761 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-afb14cd8-908e-4bf6-8e40-830eb1a8807c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/030679aa-ccf3-4e95-8a8d-9d7944730b07 HTTP/1.1" status: 200 len: 993 time: 0.1651235 Oct 26 14:28:29.616465 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e7568544-e2e0-4647-bcac-ed2467ab5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:28:27Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:29.622876 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:29.649004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7568544-e2e0-4647-bcac-ed2467ab5a2a None None] Checking router: 43ac8996-3b76-44f1-9bd1-2e946538c01b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:28:29.658593 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7568544-e2e0-4647-bcac-ed2467ab5a2a None None] Routers {'43ac8996-3b76-44f1-9bd1-2e946538c01b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:29.659426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e7568544-e2e0-4647-bcac-ed2467ab5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:28:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['43ac8996-3b76-44f1-9bd1-2e946538c01b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:29.830187 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:29.995899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] Deleting port 5c911c42-7015-4f47-a735-7d175c3a9121 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:28:29.996476 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.139565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-e7568544-e2e0-4647-bcac-ed2467ab5a2a None None] Set router 43ac8996-3b76-44f1-9bd1-2e946538c01b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:30.142837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] For port 5c911c42-7015-4f47-a735-7d175c3a9121, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=5c911c42-7015-4f47-a735-7d175c3a9121,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:30.143579 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.173362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] Calling delete_port for 5c911c42-7015-4f47-a735-7d175c3a9121 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:28:30.405863 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e7568544-e2e0-4647-bcac-ed2467ab5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:28:27Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:30.414845 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.449894 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c911c42-7015-4f47-a735-7d175c3a9121,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:30.491932 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7568544-e2e0-4647-bcac-ed2467ab5a2a None None] The sync data for ids ['43ac8996-3b76-44f1-9bd1-2e946538c01b'] in n-d-815498-1 is: [{'id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774323690-router', 'tenant_id': '6c20e13b6806489fbae708b5ba152ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:28:27Z', 'revision_number': 5, 'project_id': '6c20e13b6806489fbae708b5ba152ca6', 'gw_port': {'id': '5c911c42-7015-4f47-a735-7d175c3a9121', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ac8996-3b76-44f1-9bd1-2e946538c01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:55Z', 'updated_at': '2021-10-26T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:30.567340 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.701315 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.707059 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.771777 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.772240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43ac8996-3b76-44f1-9bd1-2e946538c01b {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:28:30.785433 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.789310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-30a6781a-5ee2-4df2-b394-6cf4f5a9457d admin admin] 10.222.0.32 "DELETE /v2.0/routers/43ac8996-3b76-44f1-9bd1-2e946538c01b HTTP/1.1" status: 204 len: 168 time: 1.8045058 Oct 26 14:28:30.789624 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36782) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:30.849423 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab52cf11-ad55-4750-b868-124a49f09806 admin admin] Deleting subnet 298cb374-94ff-4da4-badb-743efb82b5da {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:28:30.870727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab52cf11-ad55-4750-b868-124a49f09806 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.947516 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab52cf11-ad55-4750-b868-124a49f09806 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:31.080877 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab52cf11-ad55-4750-b868-124a49f09806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:31.175865 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab52cf11-ad55-4750-b868-124a49f09806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:31.218500 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52cf11-ad55-4750-b868-124a49f09806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=298cb374-94ff-4da4-badb-743efb82b5da,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:31.221645 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab52cf11-ad55-4750-b868-124a49f09806 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:31.225438 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ab52cf11-ad55-4750-b868-124a49f09806 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/298cb374-94ff-4da4-badb-743efb82b5da HTTP/1.1" status: 204 len: 168 time: 0.4345560 Oct 26 14:28:31.229267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36798) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:31.250744 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad258280-b9d6-42b3-bf67-fccc62ed2c96 None None] Network ded9e010-5e2e-41f5-9481-6473388a630d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:28:31.386641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:31.680770 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] DHCP port deletion for ded9e010-5e2e-41f5-9481-6473388a630d request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:28:31.758100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Deleting port ac529cb0-c679-4020-9953-ad2c561defe9 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:28:31.758626 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:31.843998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] For port ac529cb0-c679-4020-9953-ad2c561defe9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ac529cb0-c679-4020-9953-ad2c561defe9,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:31.844436 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:31.881549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Calling delete_port for ac529cb0-c679-4020-9953-ad2c561defe9 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:28:32.004277 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Deleting port ac529cb0-c679-4020-9953-ad2c561defe9 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:28:32.005039 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.036837 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.069269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] No DVR routers for this DVR port ac529cb0-c679-4020-9953-ad2c561defe9 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:28:32.124976 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Pushing event deleted for resources: {'Port': ['ID=ac529cb0-c679-4020-9953-ad2c561defe9,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:32.144467 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:32.144760 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:32.145269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:32.145741 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:32.146102 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:32.146433 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:32.146754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:32.147068 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:32.147537 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:32.148010 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:32.148495 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:32.148956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eddc139-653e-49c4-bcd8-cc6d4676e927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:32.153374 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ac529cb0-c679-4020-9953-ad2c561defe9 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:28:32.161932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] For port ac529cb0-c679-4020-9953-ad2c561defe9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ac529cb0-c679-4020-9953-ad2c561defe9,segment=NetworkSegment(70825e9c-927e-4578-b96d-ceeee2a8c7db),segment_id=70825e9c-927e-4578-b96d-ceeee2a8c7db)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:32.162974 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.177124 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: ac529cb0-c679-4020-9953-ad2c561defe9 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:28:32.177600 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ac529cb0-c679-4020-9953-ad2c561defe9 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:28:32.178314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9a35db01-a198-4c67-b530-64640e90bde0 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:28:32.180569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Calling delete_port for ac529cb0-c679-4020-9953-ad2c561defe9 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:28:32.201914 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 9a35db01-a198-4c67-b530-64640e90bde0 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:28:32.202956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9a35db01-a198-4c67-b530-64640e90bde0 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:28:32.203588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5c911c42-7015-4f47-a735-7d175c3a9121 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:28:32.242181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 5c911c42-7015-4f47-a735-7d175c3a9121 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:28:32.242928 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 5c911c42-7015-4f47-a735-7d175c3a9121 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:28:32.294395 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.321399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac529cb0-c679-4020-9953-ad2c561defe9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:32.329928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] No DVR routers for this DVR port ac529cb0-c679-4020-9953-ad2c561defe9 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:28:32.448321 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.495297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded9e010-5e2e-41f5-9481-6473388a630d']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:32.509188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70825e9c-927e-4578-b96d-ceeee2a8c7db') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:32.509604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70825e9c-927e-4578-b96d-ceeee2a8c7db') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:32.520118 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.537252 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.547693 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:28:32.548643 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:28:32.550599 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:28:32.613760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.639377 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.643048 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ded9e010-5e2e-41f5-9481-6473388a630d HTTP/1.1" status: 204 len: 168 time: 1.4126668 Oct 26 14:28:32.644103 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafd27b-8b0b-4068-8d1b-44b262579433 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded9e010-5e2e-41f5-9481-6473388a630d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:32.946945 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 36846) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:33.003748 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-29ec5044-aa1d-446a-9481-5327d50c9669 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c20e13b6806489fbae708b5ba152ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552304 Oct 26 14:28:33.006454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36860) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:33.064050 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6691103-ba6b-4586-b9cf-79ff03099fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:33.090756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6691103-ba6b-4586-b9cf-79ff03099fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:33.166951 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6691103-ba6b-4586-b9cf-79ff03099fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:33.170743 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6691103-ba6b-4586-b9cf-79ff03099fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:33.172107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d6691103-ba6b-4586-b9cf-79ff03099fdc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4132a0b-9c5c-4f7f-b24e-83091827e4a0 HTTP/1.1" status: 204 len: 168 time: 0.1645446 Oct 26 14:28:33.199457 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6691103-ba6b-4586-b9cf-79ff03099fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4132a0b-9c5c-4f7f-b24e-83091827e4a0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:34.357369 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36928) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:34.649192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1570091017-network', 'tenant_id': '828b938fdddb4120a13cb632ae8d7046'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:34.674288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] Made reservation on behalf of 828b938fdddb4120a13cb632ae8d7046 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:28:34.676979 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:34.686058 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:34.778007 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:34.787223 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:34.817320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0ca23c-73f1-43b6-86c9-4a7c9c694895,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:34.846875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:28:34.859125 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:34.860092 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] Added segment 2842c600-2106-4a87-8fb6-8763976e6932 of type vlan for network 91c60990-6432-4fa9-b775-143580ec98f4 Oct 26 14:28:34.915564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:34.945780 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:34.947050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:34.948043 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:35.019281 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6559730 Oct 26 14:28:35.022135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 36952) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:35.027171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-912411f0-8f6b-4771-be45-0a35a7cef33e admin admin] Request body: {'subnet': {'network_id': '91c60990-6432-4fa9-b775-143580ec98f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1570091017-subnet', 'tenant_id': '828b938fdddb4120a13cb632ae8d7046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:35.030295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9ab18-42cc-48f0-b2d2-118801969c92 admin admin] Pushing event updated for resources: {'Network': ['ID=91c60990-6432-4fa9-b775-143580ec98f4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:35.042458 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 91c60990-6432-4fa9-b775-143580ec98f4 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:28:35.078872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912411f0-8f6b-4771-be45-0a35a7cef33e admin admin] Made reservation on behalf of 828b938fdddb4120a13cb632ae8d7046 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:28:35.084503 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-912411f0-8f6b-4771-be45-0a35a7cef33e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:35.321061 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-912411f0-8f6b-4771-be45-0a35a7cef33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:35.405224 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-de3333fb-4cc3-45a4-b4b6-a47fadb16e39 req-f4760e86-e570-48f3-b5ea-3dc4d85f1bb0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843468 Oct 26 14:28:35.406412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912411f0-8f6b-4771-be45-0a35a7cef33e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc0d017-1b97-4753-adb5-3fc2da6bf5ce,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:35.411636 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912411f0-8f6b-4771-be45-0a35a7cef33e admin admin] Checking segment: {'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:28:35.412013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912411f0-8f6b-4771-be45-0a35a7cef33e admin admin] Network hostable DHCP agents. Network: 91c60990-6432-4fa9-b775-143580ec98f4, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:28:35.439326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912411f0-8f6b-4771-be45-0a35a7cef33e admin admin] Network 91c60990-6432-4fa9-b775-143580ec98f4 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:28:35.458070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-912411f0-8f6b-4771-be45-0a35a7cef33e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 91c60990-6432-4fa9-b775-143580ec98f4) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:35.468919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eabc5a7-6792-4d1d-8f46-90513699c03e None None] Network 91c60990-6432-4fa9-b775-143580ec98f4 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:28:35.471341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912411f0-8f6b-4771-be45-0a35a7cef33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:35.471944 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-912411f0-8f6b-4771-be45-0a35a7cef33e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:35.529703 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-912411f0-8f6b-4771-be45-0a35a7cef33e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5030582 Oct 26 14:28:35.574878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3333fb-4cc3-45a4-b4b6-a47fadb16e39 req-c878f7d7-b253-4d96-8856-7bc2a2ccfbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:35.576638 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-de3333fb-4cc3-45a4-b4b6-a47fadb16e39 req-c878f7d7-b253-4d96-8856-7bc2a2ccfbb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1096 time: 0.1012893 Oct 26 14:28:35.714415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc6ef88-bf71-4431-b8dc-6f4c74d90d4e None None] Network 91c60990-6432-4fa9-b775-143580ec98f4 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:28:35.777961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3333fb-4cc3-45a4-b4b6-a47fadb16e39 req-d8e4de48-70f7-4871-9421-baef6444fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:35.784496 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-de3333fb-4cc3-45a4-b4b6-a47fadb16e39 req-d8e4de48-70f7-4871-9421-baef6444fb07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 898 time: 0.1729882 Oct 26 14:28:35.932569 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-de3333fb-4cc3-45a4-b4b6-a47fadb16e39 req-5499dfcf-6046-4a3b-b0ca-5748e5bd5a21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 1001 time: 0.1389544 Oct 26 14:28:36.006323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3333fb-4cc3-45a4-b4b6-a47fadb16e39 req-3a540211-a4f9-4155-a5e9-0bdbc7c4a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:36.008716 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-de3333fb-4cc3-45a4-b4b6-a47fadb16e39 req-3a540211-a4f9-4155-a5e9-0bdbc7c4a3e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 200 len: 835 time: 0.0668538 Oct 26 14:28:36.078244 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3333fb-4cc3-45a4-b4b6-a47fadb16e39 req-64d32739-5c01-4b26-853a-0432830daaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:36.082102 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-de3333fb-4cc3-45a4-b4b6-a47fadb16e39 req-64d32739-5c01-4b26-853a-0432830daaee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637515 Oct 26 14:28:36.268125 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-de3333fb-4cc3-45a4-b4b6-a47fadb16e39 req-8c8f9c75-93a0-4da0-9c10-db5b9d054b1a service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731424 Oct 26 14:28:36.421731 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-de3333fb-4cc3-45a4-b4b6-a47fadb16e39 req-e358e06d-b7d6-4119-b9de-723efd2e95ee service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423423 Oct 26 14:28:36.526544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-bf3ad872-ee2f-4af7-80c2-2c82d43c6a8e tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:36.528810 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-bf3ad872-ee2f-4af7-80c2-2c82d43c6a8e tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/networks?id=91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 200 len: 815 time: 0.1326325 Oct 26 14:28:36.561560 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-23b19208-43b1-420a-bd96-87f25b017e94 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/quotas/828b938fdddb4120a13cb632ae8d7046 HTTP/1.1" status: 200 len: 375 time: 0.0252032 Oct 26 14:28:36.608648 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-75aa0dfa-15af-4c82-a95b-7d5acb053557 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=828b938fdddb4120a13cb632ae8d7046&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404992 Oct 26 14:28:36.749701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-f3c38e37-e636-4d3c-8ae6-5b44569e0bb2 service neutron] 10.222.0.32 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327889 Oct 26 14:28:36.872161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-487245d5-2330-41bb-adf2-1f6d4504dd9a service neutron] 10.222.0.32 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119096 Oct 26 14:28:37.126588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6bce856-35ee-4ffc-be47-66d5245a2497 req-5128d939-9220-4d7f-bafc-b283b7a72a92 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 210 time: 0.0352814 Oct 26 14:28:37.831049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37046) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:37.961662 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0471e72-1b7c-4ecc-87e3-3a6894117135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:38.054906 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0471e72-1b7c-4ecc-87e3-3a6894117135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:38.059547 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0471e72-1b7c-4ecc-87e3-3a6894117135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:38.111762 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f0471e72-1b7c-4ecc-87e3-3a6894117135 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c419c66d3fd84298ad0e541a1ca7e5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782533 Oct 26 14:28:38.113453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37050) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:38.118536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0471e72-1b7c-4ecc-87e3-3a6894117135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b67400-6e6e-4853-b839-5630db1fabf7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:38.219433 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:38.289857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bef6c89d-a9c1-4e5e-849e-e613c7b4b6a9 req-59b20d77-b1db-4c13-9f7d-16769c11252e tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 210 time: 0.0573246 Oct 26 14:28:38.312852 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:38.482432 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:38.486213 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:38.489921 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2b67400-6e6e-4853-b839-5630db1fabf7 HTTP/1.1" status: 204 len: 168 time: 0.3728063 Oct 26 14:28:38.505703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-a0a508e0-4bad-4aad-af89-e7f598965e3c tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:38.507534 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-a0a508e0-4bad-4aad-af89-e7f598965e3c tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.11 "GET /v2.0/networks?id=91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 200 len: 815 time: 0.2400250 Oct 26 14:28:38.508646 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b67400-6e6e-4853-b839-5630db1fabf7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:38.517811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:38.518355 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:38.518887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:38.519298 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:38.519890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:38.520298 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:38.520700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:38.521097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:38.521500 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:38.521879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:38.522318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:38.522712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e23803-2600-4fa9-95e5-072762bfc382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:38.530498 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-51530e93-00b3-433d-88c7-f4d635168a9a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Request body: {'port': {'device_id': 'a9b5c14b-390c-4918-b770-4a04c985dc3e', 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4', 'admin_state_up': True, 'tenant_id': '828b938fdddb4120a13cb632ae8d7046'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:38.674958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-51530e93-00b3-433d-88c7-f4d635168a9a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Made reservation on behalf of 828b938fdddb4120a13cb632ae8d7046 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:28:38.685572 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-51530e93-00b3-433d-88c7-f4d635168a9a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:38.874776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37062) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:38.886617 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-51530e93-00b3-433d-88c7-f4d635168a9a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Allocated IP 172.20.0.14 (91c60990-6432-4fa9-b775-143580ec98f4/0fc0d017-1b97-4753-adb5-3fc2da6bf5ce/7cfc1b08-a300-4e23-bbe0-514a35092416) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:38.897333 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fcf8bcc1-831e-42cf-8c24-30f2e98d02fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:39.153424 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-51530e93-00b3-433d-88c7-f4d635168a9a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:39.168631 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fcf8bcc1-831e-42cf-8c24-30f2e98d02fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:39.176273 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fcf8bcc1-831e-42cf-8c24-30f2e98d02fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:39.245557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8bcc1-831e-42cf-8c24-30f2e98d02fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc825d61-90d9-45b0-aec4-6f73fc79e815,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:39.253394 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fcf8bcc1-831e-42cf-8c24-30f2e98d02fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79c3e3dabfbe46919d4cbc6469d71408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772383 Oct 26 14:28:39.257347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37066) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:39.278291 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-51530e93-00b3-433d-88c7-f4d635168a9a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:39.395476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-51530e93-00b3-433d-88c7-f4d635168a9a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Network 91c60990-6432-4fa9-b775-143580ec98f4 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:39.399343 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51530e93-00b3-433d-88c7-f4d635168a9a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Pushing event updated for resources: {'Port': ['ID=7cfc1b08-a300-4e23-bbe0-514a35092416,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:39.402927 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-51530e93-00b3-433d-88c7-f4d635168a9a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:39.405563 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fcb132f-8138-4cd5-b6ea-7cb04b3b1555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:39.443360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-51530e93-00b3-433d-88c7-f4d635168a9a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:39.465003 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fcb132f-8138-4cd5-b6ea-7cb04b3b1555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:39.473246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629d392-fbff-4c80-ba18-a8c82ba3a88e req-e7ee4d77-e091-4202-8c5c-17483203f19a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:39.475285 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3629d392-fbff-4c80-ba18-a8c82ba3a88e req-e7ee4d77-e091-4202-8c5c-17483203f19a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 932 time: 0.0849936 Oct 26 14:28:39.541713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-51530e93-00b3-433d-88c7-f4d635168a9a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:39.542423 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-51530e93-00b3-433d-88c7-f4d635168a9a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:39.553973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3629d392-fbff-4c80-ba18-a8c82ba3a88e req-1400cb31-a1fa-4472-9cc9-fc7dd97bd8a2 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625873 Oct 26 14:28:39.573576 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-51530e93-00b3-433d-88c7-f4d635168a9a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0476322 Oct 26 14:28:39.588556 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Request body: {'port': {'device_id': 'a9b5c14b-390c-4918-b770-4a04c985dc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:39.614465 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fcb132f-8138-4cd5-b6ea-7cb04b3b1555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:39.617370 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fcb132f-8138-4cd5-b6ea-7cb04b3b1555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:39.621556 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3fcb132f-8138-4cd5-b6ea-7cb04b3b1555 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc825d61-90d9-45b0-aec4-6f73fc79e815 HTTP/1.1" status: 204 len: 168 time: 0.3629410 Oct 26 14:28:39.644160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb132f-8138-4cd5-b6ea-7cb04b3b1555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc825d61-90d9-45b0-aec4-6f73fc79e815,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:39.679802 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:40.054844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfc1b08-a300-4e23-bbe0-514a35092416 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:28:40.067342 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:40.093435 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Transition to ACTIVE for port object 7cfc1b08-a300-4e23-bbe0-514a35092416 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:28:40.099140 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:40.230212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfc1b08-a300-4e23-bbe0-514a35092416,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:40.267283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Attempting to bind port 7cfc1b08-a300-4e23-bbe0-514a35092416 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:28:40.267947 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Attempting to bind port 7cfc1b08-a300-4e23-bbe0-514a35092416 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:28:40.268475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Attempting to bind port 7cfc1b08-a300-4e23-bbe0-514a35092416 on network 91c60990-6432-4fa9-b775-143580ec98f4 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:40.274719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Port 7cfc1b08-a300-4e23-bbe0-514a35092416 on network 91c60990-6432-4fa9-b775-143580ec98f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:28:40.275348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Attempting to bind port 7cfc1b08-a300-4e23-bbe0-514a35092416 on network 91c60990-6432-4fa9-b775-143580ec98f4 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:40.281795 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:28:40.283361 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Checking segment: {'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:28:40.284191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Bound using segment: {'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:28:40.285148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Bound port: 7cfc1b08-a300-4e23-bbe0-514a35092416, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:28:40.285703 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:40.388615 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] For port 7cfc1b08-a300-4e23-bbe0-514a35092416, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:28:40.393728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] For port 7cfc1b08-a300-4e23-bbe0-514a35092416, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7cfc1b08-a300-4e23-bbe0-514a35092416,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:28:40.404310 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:40.472316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:40.472936 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:40.474429 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/7cfc1b08-a300-4e23-bbe0-514a35092416 HTTP/1.1" status: 200 len: 1092 time: 0.8925955 Oct 26 14:28:40.474892 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b5c14b-390c-4918-b770-4a04c985dc3e', 'tag': '7cfc1b08-a300-4e23-bbe0-514a35092416'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:40.477801 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce5331e-def7-470f-9538-07794990a519" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b5c14b-390c-4918-b770-4a04c985dc3e", "tag": "7cfc1b08-a300-4e23-bbe0-514a35092416"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:40.498388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ae80a-a978-43f0-bcdb-f6bff000e4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfc1b08-a300-4e23-bbe0-514a35092416,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:40.597037 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3a8951-fe5a-45a1-8af0-f8b8e245a684 x-openstack-request-id: req-cf3a8951-fe5a-45a1-8af0-f8b8e245a684 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:40.597350 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b5c14b-390c-4918-b770-4a04c985dc3e", "tag": "7cfc1b08-a300-4e23-bbe0-514a35092416", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:40.597622 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf3a8951-fe5a-45a1-8af0-f8b8e245a684 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:40.598102 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b5c14b-390c-4918-b770-4a04c985dc3e', 'tag': '7cfc1b08-a300-4e23-bbe0-514a35092416', 'status': 'completed', 'code': 200} Oct 26 14:28:40.623426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-490c7895-cdbb-40c6-ad51-31f7512351c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:40.625403 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-490c7895-cdbb-40c6-ad51-31f7512351c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=828b938fdddb4120a13cb632ae8d7046&device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 1095 time: 0.0874298 Oct 26 14:28:40.694312 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-0e3347ee-3481-47ee-8406-96b3797d064f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cfc1b08-a300-4e23-bbe0-514a35092416 HTTP/1.1" status: 200 len: 217 time: 0.0593646 Oct 26 14:28:40.724485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec75165-e125-48cc-ba64-40b0d0970c71 req-eea15f64-08c4-4103-8986-0ed31466b4e6 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:40.727017 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ec75165-e125-48cc-ba64-40b0d0970c71 req-eea15f64-08c4-4103-8986-0ed31466b4e6 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 944 time: 0.0782762 Oct 26 14:28:40.764042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-c0f17614-2fef-4a98-8abf-6e4fb0904b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:40.765859 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-c0f17614-2fef-4a98-8abf-6e4fb0904b8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0fc0d017-1b97-4753-adb5-3fc2da6bf5ce HTTP/1.1" status: 200 len: 855 time: 0.0625958 Oct 26 14:28:40.792145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ec75165-e125-48cc-ba64-40b0d0970c71 req-dcbe8cae-aa5d-4eff-aa85-834922852a34 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563796 Oct 26 14:28:40.805595 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-de3539ca-f1ac-4e7c-aab9-83411f736e96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91c60990-6432-4fa9-b775-143580ec98f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306008 Oct 26 14:28:40.927231 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-0de96e35-11b8-4c48-9f99-19437a68a1d6 service neutron] 10.222.0.11 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080987 Oct 26 14:28:41.025547 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0bfa512b-1c1d-4add-bcc9-a217a3ba05c6 req-8ad51000-12d4-4d43-a7b9-6aa9eab1c748 service neutron] 10.222.0.11 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887375 Oct 26 14:28:41.126830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5331e-def7-470f-9538-07794990a519 req-a782e3cc-96e4-438d-9453-0e4ddb4ced83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:41.128700 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fce5331e-def7-470f-9538-07794990a519 req-a782e3cc-96e4-438d-9453-0e4ddb4ced83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=828b938fdddb4120a13cb632ae8d7046&device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 1095 time: 0.0469732 Oct 26 14:28:41.239001 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5331e-def7-470f-9538-07794990a519 req-aaf14d20-2d88-4ac8-aa32-71c620e0dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:41.240696 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fce5331e-def7-470f-9538-07794990a519 req-aaf14d20-2d88-4ac8-aa32-71c620e0dfca service neutron] 10.222.0.11 "GET /v2.0/networks?id=91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 200 len: 916 time: 0.1032176 Oct 26 14:28:41.291008 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fce5331e-def7-470f-9538-07794990a519 req-2c873835-fdd7-4819-a3d1-ac74b68be887 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cfc1b08-a300-4e23-bbe0-514a35092416 HTTP/1.1" status: 200 len: 217 time: 0.0387459 Oct 26 14:28:41.351659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5331e-def7-470f-9538-07794990a519 req-0813954b-3e7c-4188-bdac-8e4c8d3ecf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:41.353125 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fce5331e-def7-470f-9538-07794990a519 req-0813954b-3e7c-4188-bdac-8e4c8d3ecf6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0fc0d017-1b97-4753-adb5-3fc2da6bf5ce HTTP/1.1" status: 200 len: 855 time: 0.0537655 Oct 26 14:28:41.387753 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fce5331e-def7-470f-9538-07794990a519 req-3d2d96a2-5205-4716-afbd-1c627adf113b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91c60990-6432-4fa9-b775-143580ec98f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267279 Oct 26 14:28:41.491748 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fce5331e-def7-470f-9538-07794990a519 req-77e18035-d381-48c5-a7e0-8531b7ed9b48 service neutron] 10.222.0.11 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965118 Oct 26 14:28:41.611534 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fce5331e-def7-470f-9538-07794990a519 req-8a8adb45-a6cf-4992-9529-7e74ffebc6a8 service neutron] 10.222.0.11 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110950 Oct 26 14:28:41.922030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a8ef9-636d-476e-96e8-eae49816bd03 req-3cb8df34-6405-47cf-911d-f28c2dba69d5 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:41.937547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de9a8ef9-636d-476e-96e8-eae49816bd03 req-3cb8df34-6405-47cf-911d-f28c2dba69d5 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 944 time: 0.0610230 Oct 26 14:28:41.986861 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de9a8ef9-636d-476e-96e8-eae49816bd03 req-02b64c25-97bc-4f80-951b-2fe99e58e3ce tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433078 Oct 26 14:28:42.221587 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-b01b4288-99e1-4cd6-a8da-e6f621dc4d66 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543768641&fields=id&tenant_id=6bcf474373744e67b719326f17fd4da5 HTTP/1.1" status: 200 len: 267 time: 0.0370669 Oct 26 14:28:42.342605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-847463db-ef3e-4ecf-869f-7aba2f54c361 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:42.344853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-847463db-ef3e-4ecf-869f-7aba2f54c361 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 811 time: 0.1151581 Oct 26 14:28:42.368813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-5bdf0e94-ac9b-44fb-b0b0-2c73c0130ee1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/quotas/6bcf474373744e67b719326f17fd4da5 HTTP/1.1" status: 200 len: 375 time: 0.0156295 Oct 26 14:28:42.434124 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8d528f07-c7c2-4b57-a684-d5450f4a389d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553191 Oct 26 14:28:42.450780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-7b615742-3628-49e1-953b-74476be32a4d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:28:42.458295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-7b615742-3628-49e1-953b-74476be32a4d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0115058 Oct 26 14:28:42.555277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-20d3ea49-1515-4d5a-9502-a1f2af057f6a service neutron] 10.222.0.32 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962963 Oct 26 14:28:42.657934 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-cef37fc6-faea-4b0f-8e41-8e8218215f24 service neutron] 10.222.0.32 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961061 Oct 26 14:28:42.787436 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9bcc2992-9908-404f-892c-0ee64bfa5d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:42.962526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d1edd22-272f-4c23-8a33-9484efc80336 req-9d0ec441-9211-4f04-9996-a75520b9761a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 210 time: 0.0275028 Oct 26 14:28:43.129926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264bd6f-6248-4a54-a42b-3355d29548dd req-99f0227d-96af-43f5-960d-ad4281ae032f tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:43.131772 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d264bd6f-6248-4a54-a42b-3355d29548dd req-99f0227d-96af-43f5-960d-ad4281ae032f tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 944 time: 0.0635092 Oct 26 14:28:43.174239 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d264bd6f-6248-4a54-a42b-3355d29548dd req-4e9e3398-b8d6-40d4-8215-2123925d8c62 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351853 Oct 26 14:28:43.810570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 7cfc1b08-a300-4e23-bbe0-514a35092416 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:28:43.911905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 7cfc1b08-a300-4e23-bbe0-514a35092416, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7cfc1b08-a300-4e23-bbe0-514a35092416,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:43.936707 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '7cfc1b08-a300-4e23-bbe0-514a35092416', 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4', 'port_id': '7cfc1b08-a300-4e23-bbe0-514a35092416', 'mac_address': 'fa:16:3e:18:6b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc0d017-1b97-4753-adb5-3fc2da6bf5ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:28:43.987027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-a1faa2e6-e773-4f66-b174-17e63b053dd3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:43.987511 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:43.988518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-a1faa2e6-e773-4f66-b174-17e63b053dd3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 811 time: 0.1456661 Oct 26 14:28:44.002816 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfc1b08-a300-4e23-bbe0-514a35092416 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:28:44.046784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 7cfc1b08-a300-4e23-bbe0-514a35092416, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7cfc1b08-a300-4e23-bbe0-514a35092416,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:44.056433 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:44.066650 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-30dcf820-0887-4d4e-9de7-b1874fd49fc2 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bcf474373744e67b719326f17fd4da5 HTTP/1.1" status: 200 len: 379 time: 0.0673468 Oct 26 14:28:44.103307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fede1c07-2e4e-42b6-bfc9-0f4b06da6f41 req-e869b41a-4db6-4b25-b438-32b5cd0902c8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 210 time: 0.0572581 Oct 26 14:28:44.107273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-32f8520b-3609-4c7b-b81b-1ef4efb14a39 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'port': {'device_id': '2cfce983-5077-4b71-be3a-2cdd194d221e', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'admin_state_up': True, 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'security_groups': ['dd558e9b-cc65-420b-bc6e-05fa03d68f49']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:44.129086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=7cfc1b08-a300-4e23-bbe0-514a35092416,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:44.323988 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-32f8520b-3609-4c7b-b81b-1ef4efb14a39 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Made reservation on behalf of 6bcf474373744e67b719326f17fd4da5 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:28:44.327719 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-32f8520b-3609-4c7b-b81b-1ef4efb14a39 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:44.356513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2be3fe-a6ea-44d0-ac2b-9ef82234641b req-259c54d2-1670-4e91-a755-38e58cf53104 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:44.364465 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb2be3fe-a6ea-44d0-ac2b-9ef82234641b req-259c54d2-1670-4e91-a755-38e58cf53104 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 945 time: 0.0981750 Oct 26 14:28:44.445664 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['7cfc1b08-a300-4e23-bbe0-514a35092416'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:28:44.457210 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb2be3fe-a6ea-44d0-ac2b-9ef82234641b req-7ab1d7d6-0a5e-4658-b747-ba51f3c3d19f tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918798 Oct 26 14:28:44.611706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-32f8520b-3609-4c7b-b81b-1ef4efb14a39 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Allocated IP 172.20.0.9 (4c0322bb-1e1e-46e8-8564-2d448b82a61a/d0644abd-266d-41c5-9f8d-ca0893e4341b/e4483efd-6678-4dd6-b81f-c095a39150ee) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:44.790873 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-32f8520b-3609-4c7b-b81b-1ef4efb14a39 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:44.831177 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-32f8520b-3609-4c7b-b81b-1ef4efb14a39 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:44.898955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-32f8520b-3609-4c7b-b81b-1ef4efb14a39 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:44.905460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-32f8520b-3609-4c7b-b81b-1ef4efb14a39 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:44.908359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8520b-3609-4c7b-b81b-1ef4efb14a39 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'Port': ['ID=e4483efd-6678-4dd6-b81f-c095a39150ee,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:44.910735 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-32f8520b-3609-4c7b-b81b-1ef4efb14a39 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:44.993022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-32f8520b-3609-4c7b-b81b-1ef4efb14a39 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:44.998496 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-32f8520b-3609-4c7b-b81b-1ef4efb14a39 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:45.029797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-32f8520b-3609-4c7b-b81b-1ef4efb14a39 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9301789 Oct 26 14:28:45.044918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Request body: {'port': {'device_id': '2cfce983-5077-4b71-be3a-2cdd194d221e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:45.097086 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-51ca3933-7748-44a5-9763-e69f982f44d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:45.135692 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:45.294329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b30fff01-894d-4877-a645-6541905eb00c None None] Provisioning complete for port e4483efd-6678-4dd6-b81f-c095a39150ee triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:45.295198 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b30fff01-894d-4877-a645-6541905eb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:45.360820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c6ccb-5b36-4a42-9d8c-ce976ae2af3e req-8bb45720-d9e6-4c67-a8c8-ab226de29a84 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:45.362667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-479c6ccb-5b36-4a42-9d8c-ce976ae2af3e req-8bb45720-d9e6-4c67-a8c8-ab226de29a84 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 931 time: 0.1330097 Oct 26 14:28:45.364068 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b30fff01-894d-4877-a645-6541905eb00c None None] Port e4483efd-6678-4dd6-b81f-c095a39150ee cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:28:45.458128 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-479c6ccb-5b36-4a42-9d8c-ce976ae2af3e req-0508d464-1c4b-41d6-9053-66e45d4cd48d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833032 Oct 26 14:28:45.580172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4483efd-6678-4dd6-b81f-c095a39150ee {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:28:45.591124 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:45.632681 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Transition to ACTIVE for port object e4483efd-6678-4dd6-b81f-c095a39150ee will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:28:45.641923 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:45.709465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6bfda-1e59-41aa-a3f0-241e4fcfa02b req-49fa33c0-3a8c-48b1-81ea-c5a944905eca tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:45.711876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19d6bfda-1e59-41aa-a3f0-241e4fcfa02b req-49fa33c0-3a8c-48b1-81ea-c5a944905eca tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 945 time: 0.1128397 Oct 26 14:28:45.756994 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Pushing event updated for resources: {'Port': ['ID=e4483efd-6678-4dd6-b81f-c095a39150ee,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:45.812741 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 7cfc1b08-a300-4e23-bbe0-514a35092416 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:45.845739 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19d6bfda-1e59-41aa-a3f0-241e4fcfa02b req-b8464f27-5768-4ff8-bf1c-032eaa93c434 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252177 Oct 26 14:28:45.906175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Attempting to bind port e4483efd-6678-4dd6-b81f-c095a39150ee on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:28:45.906175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Attempting to bind port e4483efd-6678-4dd6-b81f-c095a39150ee by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:28:45.906175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Attempting to bind port e4483efd-6678-4dd6-b81f-c095a39150ee on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:45.925323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Port e4483efd-6678-4dd6-b81f-c095a39150ee on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:28:45.925669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Attempting to bind port e4483efd-6678-4dd6-b81f-c095a39150ee on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:45.926035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 7cfc1b08-a300-4e23-bbe0-514a35092416 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:28:45.931728 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:28:45.938969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Checking segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:28:45.939567 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Bound using segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:28:45.940043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Bound port: e4483efd-6678-4dd6-b81f-c095a39150ee, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:28:45.940408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:45.946660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 7cfc1b08-a300-4e23-bbe0-514a35092416 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:45.947423 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.068128 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] For port e4483efd-6678-4dd6-b81f-c095a39150ee, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:28:46.072349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] For port e4483efd-6678-4dd6-b81f-c095a39150ee, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e4483efd-6678-4dd6-b81f-c095a39150ee,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:28:46.079212 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.139907 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.182440 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b5c14b-390c-4918-b770-4a04c985dc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfc1b08-a300-4e23-bbe0-514a35092416'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:46.184872 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf8261d-f4c9-4a84-b141-1bcb6a0a3c0f" -d '{"events": [{"server_uuid": "a9b5c14b-390c-4918-b770-4a04c985dc3e", "name": "network-vif-plugged", "status": "completed", "tag": "7cfc1b08-a300-4e23-bbe0-514a35092416"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:46.188090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Pushing event updated for resources: {'Port': ['ID=e4483efd-6678-4dd6-b81f-c095a39150ee,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:46.194078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:46.194804 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.196341 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ba796f2-5082-49ba-967f-8df51bb4eecd service neutron] 10.222.0.25 "PUT /v2.0/ports/e4483efd-6678-4dd6-b81f-c095a39150ee HTTP/1.1" status: 200 len: 1091 time: 1.1559138 Oct 26 14:28:46.197008 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfce983-5077-4b71-be3a-2cdd194d221e', 'tag': 'e4483efd-6678-4dd6-b81f-c095a39150ee'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:46.200431 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61db88f-daa6-410e-8ef8-e283fadcc39c" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfce983-5077-4b71-be3a-2cdd194d221e", "tag": "e4483efd-6678-4dd6-b81f-c095a39150ee"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:46.231199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 7cfc1b08-a300-4e23-bbe0-514a35092416, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7cfc1b08-a300-4e23-bbe0-514a35092416,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:46.273807 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.337633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=7cfc1b08-a300-4e23-bbe0-514a35092416,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:46.346705 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f064f6b7-3bf3-4a2d-b5bf-d71c3f6cfbb3 x-openstack-request-id: req-f064f6b7-3bf3-4a2d-b5bf-d71c3f6cfbb3 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:46.348681 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b5c14b-390c-4918-b770-4a04c985dc3e", "name": "network-vif-plugged", "status": "completed", "tag": "7cfc1b08-a300-4e23-bbe0-514a35092416", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:46.348979 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f064f6b7-3bf3-4a2d-b5bf-d71c3f6cfbb3 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:46.349400 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b5c14b-390c-4918-b770-4a04c985dc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfc1b08-a300-4e23-bbe0-514a35092416', 'code': 200} Oct 26 14:28:46.352809 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ad93205-e9bc-4914-8456-7de213f2cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:46.354461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-8ad93205-e9bc-4914-8456-7de213f2cd62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 1094 time: 0.0863686 Oct 26 14:28:46.443705 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-41d12e96-1a42-419b-9ea2-ccb3d48e4129 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4483efd-6678-4dd6-b81f-c095a39150ee HTTP/1.1" status: 200 len: 217 time: 0.0792387 Oct 26 14:28:46.512090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e12af2-a1e9-4a53-8075-736658ff1ab5 req-343d49aa-0b33-44b9-adf2-1c8fafce242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:46.514282 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-23e12af2-a1e9-4a53-8075-736658ff1ab5 req-343d49aa-0b33-44b9-adf2-1c8fafce242f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 1097 time: 0.0875154 Oct 26 14:28:46.560525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-d94bea8f-b9f6-45a6-b30d-db5717634fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:46.565223 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-d94bea8f-b9f6-45a6-b30d-db5717634fd1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.1098828 Oct 26 14:28:46.609788 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-23e12af2-a1e9-4a53-8075-736658ff1ab5 req-275d0081-c9f4-4138-9dcd-86d1f626f575 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864468 Oct 26 14:28:46.652289 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.682558 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8964b029-d22d-4e46-8831-fd90fcd91baa x-openstack-request-id: req-8964b029-d22d-4e46-8831-fd90fcd91baa {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:46.683899 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfce983-5077-4b71-be3a-2cdd194d221e", "tag": "e4483efd-6678-4dd6-b81f-c095a39150ee", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:46.684827 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8964b029-d22d-4e46-8831-fd90fcd91baa {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:46.685547 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfce983-5077-4b71-be3a-2cdd194d221e', 'tag': 'e4483efd-6678-4dd6-b81f-c095a39150ee', 'status': 'completed', 'code': 200} Oct 26 14:28:46.707584 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-0c4b5fda-8b7c-4a50-9618-80bdfb09196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:46.710136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-0c4b5fda-8b7c-4a50-9618-80bdfb09196a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362689 Oct 26 14:28:46.726580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade64cdc-f27b-4532-b295-414780e25c52 req-6a1230fa-0ec3-4c9a-bd76-861d6291ab75 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:46.728571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ade64cdc-f27b-4532-b295-414780e25c52 req-6a1230fa-0ec3-4c9a-bd76-861d6291ab75 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.1004875 Oct 26 14:28:46.834090 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ade64cdc-f27b-4532-b295-414780e25c52 req-37d7e8a1-bc43-4f8d-8358-df5610d40e41 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842574 Oct 26 14:28:46.871211 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.900588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-f08aba13-e82c-440e-bcf3-c595ee821d82 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706851 Oct 26 14:28:47.081653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3697bf4-5385-4a5b-acf5-7c67c1b8700b req-b12db2b1-775f-44b2-985f-c1632cb2a275 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:47.087599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3697bf4-5385-4a5b-acf5-7c67c1b8700b req-b12db2b1-775f-44b2-985f-c1632cb2a275 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 946 time: 0.1123259 Oct 26 14:28:47.122173 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad9a6110-224c-46fb-bae2-64737417b6ae req-188d2aac-fb4a-450b-8d4f-d6f29723b6a9 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128823 Oct 26 14:28:47.187924 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3697bf4-5385-4a5b-acf5-7c67c1b8700b req-1a06082f-5a4d-4ab6-986a-8e0461fdf375 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824957 Oct 26 14:28:47.252406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61db88f-daa6-410e-8ef8-e283fadcc39c req-9fbd4e66-e44f-4517-b7d9-17ff37d21df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:47.254188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a61db88f-daa6-410e-8ef8-e283fadcc39c req-9fbd4e66-e44f-4517-b7d9-17ff37d21df6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 1094 time: 0.0646138 Oct 26 14:28:47.349142 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37606) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:47.418176 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61db88f-daa6-410e-8ef8-e283fadcc39c req-f7f2aa53-263c-4909-802b-3a3c7584acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:47.419665 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a61db88f-daa6-410e-8ef8-e283fadcc39c req-f7f2aa53-263c-4909-802b-3a3c7584acd2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.1569555 Oct 26 14:28:47.492906 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a61db88f-daa6-410e-8ef8-e283fadcc39c req-0af23070-1735-4d32-ae2c-559b8e45a263 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4483efd-6678-4dd6-b81f-c095a39150ee HTTP/1.1" status: 200 len: 217 time: 0.0646045 Oct 26 14:28:47.557067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61db88f-daa6-410e-8ef8-e283fadcc39c req-31e0fc80-d545-4687-92f5-7a3fdbfa31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:47.559304 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a61db88f-daa6-410e-8ef8-e283fadcc39c req-31e0fc80-d545-4687-92f5-7a3fdbfa31bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.0565464 Oct 26 14:28:47.664994 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61db88f-daa6-410e-8ef8-e283fadcc39c req-431e26b6-d75f-4ab6-85f3-72a2a41cc071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:47.669881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a61db88f-daa6-410e-8ef8-e283fadcc39c req-431e26b6-d75f-4ab6-85f3-72a2a41cc071 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991480 Oct 26 14:28:47.690871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-97c77594-0376-4e3b-9794-181f2a772a00 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Deleting port c8718dca-2f9b-4d36-94ad-cb3f9b4d0d78 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:28:47.691418 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97c77594-0376-4e3b-9794-181f2a772a00 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:47.808980 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a61db88f-daa6-410e-8ef8-e283fadcc39c req-915dd3ee-bfe0-4e59-bcbb-9f65767f2fce service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154642 Oct 26 14:28:47.829282 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97c77594-0376-4e3b-9794-181f2a772a00 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:47.829893 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97c77594-0376-4e3b-9794-181f2a772a00 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:47.865589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-97c77594-0376-4e3b-9794-181f2a772a00 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Calling delete_port for c8718dca-2f9b-4d36-94ad-cb3f9b4d0d78 owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:28:48.080455 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a61db88f-daa6-410e-8ef8-e283fadcc39c req-f53f1318-9e3b-4bc6-b641-e3c39b52a7d9 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507722 Oct 26 14:28:48.104582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb54b79-99dc-41c3-a8df-75e43c702ac1 req-a3ee0bb2-230b-47b4-9c52-ba7825f91033 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:48.106775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cb54b79-99dc-41c3-a8df-75e43c702ac1 req-a3ee0bb2-230b-47b4-9c52-ba7825f91033 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.1358154 Oct 26 14:28:48.144071 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97c77594-0376-4e3b-9794-181f2a772a00 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:48.185974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c77594-0376-4e3b-9794-181f2a772a00 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Pushing event deleted for resources: {'Port': ['ID=c8718dca-2f9b-4d36-94ad-cb3f9b4d0d78,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:48.229746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cb54b79-99dc-41c3-a8df-75e43c702ac1 req-ae13d1df-b5de-4530-82c3-8b5bae0dd5c4 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071117 Oct 26 14:28:48.286390 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97c77594-0376-4e3b-9794-181f2a772a00 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:48.286993 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-97c77594-0376-4e3b-9794-181f2a772a00 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Floating IP 32002a9b-d576-43a9-90bd-66e93f8d6ce3 disassociated (deleted). External IP: 172.25.4.69, port: b454dafb-8b59-48a4-8268-c8b46ca71957. Oct 26 14:28:48.394202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf54137-f0a0-406b-a9e3-dfde8b25d72f req-21b85115-f53b-4246-ad6d-7f39acc19f4a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:48.401550 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bf54137-f0a0-406b-a9e3-dfde8b25d72f req-21b85115-f53b-4246-ad6d-7f39acc19f4a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 946 time: 0.0960481 Oct 26 14:28:48.462018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bf54137-f0a0-406b-a9e3-dfde8b25d72f req-fd42f51b-d9bf-47ea-aed9-ba698ee62408 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594425 Oct 26 14:28:48.579466 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:48.612360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c77594-0376-4e3b-9794-181f2a772a00 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Router a43f9ef4-111f-4b4e-9902-70ecae998b66 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:28:48.750790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c77594-0376-4e3b-9794-181f2a772a00 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:48.761176 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-97c77594-0376-4e3b-9794-181f2a772a00 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:48.763614 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4807faf8-c3b4-4f07-908e-113f590ae364 None None] Sync routers for ids ['a43f9ef4-111f-4b4e-9902-70ecae998b66'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:48.779046 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4807faf8-c3b4-4f07-908e-113f590ae364 None None] Routers {'a43f9ef4-111f-4b4e-9902-70ecae998b66'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:48.780819 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4807faf8-c3b4-4f07-908e-113f590ae364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:28:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a43f9ef4-111f-4b4e-9902-70ecae998b66'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:48.826023 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-97c77594-0376-4e3b-9794-181f2a772a00 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "DELETE /v2.0/floatingips/32002a9b-d576-43a9-90bd-66e93f8d6ce3 HTTP/1.1" status: 204 len: 168 time: 1.4752076 Oct 26 14:28:48.827130 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'tag': 'b454dafb-8b59-48a4-8268-c8b46ca71957'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:48.832079 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34dc75d-1cee-4855-97c9-56a6c7aeb609" -d '{"events": [{"name": "network-changed", "server_uuid": "de5cc7d4-e261-4295-a4f1-817e084c0af3", "tag": "b454dafb-8b59-48a4-8268-c8b46ca71957"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:48.958122 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-4807faf8-c3b4-4f07-908e-113f590ae364 None None] Set router a43f9ef4-111f-4b4e-9902-70ecae998b66 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:48.999291 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa50970-618e-4d98-9a20-1b96b6b94c93 x-openstack-request-id: req-3aa50970-618e-4d98-9a20-1b96b6b94c93 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:48.999460 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5cc7d4-e261-4295-a4f1-817e084c0af3", "tag": "b454dafb-8b59-48a4-8268-c8b46ca71957", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:48.999714 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3aa50970-618e-4d98-9a20-1b96b6b94c93 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:49.000183 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'tag': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'status': 'completed', 'code': 200} Oct 26 14:28:49.121748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dc75d-1cee-4855-97c9-56a6c7aeb609 req-050ad1b5-4dc5-43cc-8552-82ad56561b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:49.123276 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c34dc75d-1cee-4855-97c9-56a6c7aeb609 req-050ad1b5-4dc5-43cc-8552-82ad56561b91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b928bc502b6a40b283c707565ebb8960&device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 1097 time: 0.1021593 Oct 26 14:28:49.313784 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4807faf8-c3b4-4f07-908e-113f590ae364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:55Z', 'revision_number': 4, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90b295d5-3047-4be2-870a-0ce77a19af65', 'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'mac_address': 'fa:16:3e:42:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:53Z', 'updated_at': '2021-10-26T14:24:02Z', 'revision_number': 5, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'subnets': [{'id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:49.348991 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4807faf8-c3b4-4f07-908e-113f590ae364 None None] Checking router: a43f9ef4-111f-4b4e-9902-70ecae998b66 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:28:49.359150 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4807faf8-c3b4-4f07-908e-113f590ae364 None None] Routers {'a43f9ef4-111f-4b4e-9902-70ecae998b66'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:49.360048 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4807faf8-c3b4-4f07-908e-113f590ae364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:28:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a43f9ef4-111f-4b4e-9902-70ecae998b66'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:49.369704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dc75d-1cee-4855-97c9-56a6c7aeb609 req-b7ecf970-fa8e-4f13-82ea-d6b86916474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:49.370886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c34dc75d-1cee-4855-97c9-56a6c7aeb609 req-b7ecf970-fa8e-4f13-82ea-d6b86916474e service neutron] 10.222.0.25 "GET /v2.0/networks?id=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd HTTP/1.1" status: 200 len: 915 time: 0.2380991 Oct 26 14:28:49.495196 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-4807faf8-c3b4-4f07-908e-113f590ae364 None None] Set router a43f9ef4-111f-4b4e-9902-70ecae998b66 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:49.507561 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c34dc75d-1cee-4855-97c9-56a6c7aeb609 req-cd6e3ee2-5be7-4123-90bb-6e04a6060ff0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b454dafb-8b59-48a4-8268-c8b46ca71957 HTTP/1.1" status: 200 len: 217 time: 0.1062963 Oct 26 14:28:49.675912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dc75d-1cee-4855-97c9-56a6c7aeb609 req-4cfbfa50-5d9d-4ac1-95b1-f51af01e8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:49.677780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c34dc75d-1cee-4855-97c9-56a6c7aeb609 req-4cfbfa50-5d9d-4ac1-95b1-f51af01e8cd0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8d9b87c3-2cc4-4b59-b906-c29c45a26881 HTTP/1.1" status: 200 len: 853 time: 0.1477766 Oct 26 14:28:49.689097 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d0670-6238-433c-b9de-73c5606e9874 req-ce766504-cf82-452d-9aac-21810cda464f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:49.690959 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee5d0670-6238-433c-b9de-73c5606e9874 req-ce766504-cf82-452d-9aac-21810cda464f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.3426630 Oct 26 14:28:49.763373 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4807faf8-c3b4-4f07-908e-113f590ae364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:55Z', 'revision_number': 4, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90b295d5-3047-4be2-870a-0ce77a19af65', 'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'mac_address': 'fa:16:3e:42:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:53Z', 'updated_at': '2021-10-26T14:24:02Z', 'revision_number': 5, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'subnets': [{'id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:49.795643 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4807faf8-c3b4-4f07-908e-113f590ae364 None None] The sync data for ids ['a43f9ef4-111f-4b4e-9902-70ecae998b66'] in n-d-815498-1 is: [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:23:55Z', 'revision_number': 4, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90b295d5-3047-4be2-870a-0ce77a19af65', 'name': '', 'network_id': '3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'mac_address': 'fa:16:3e:42:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:53Z', 'updated_at': '2021-10-26T14:24:02Z', 'revision_number': 5, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'subnets': [{'id': '8d9b87c3-2cc4-4b59-b906-c29c45a26881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:50.288611 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4784f700-3b0d-42d2-b431-d1e0ce39cac0 None None] New status for floating IP 32002a9b-d576-43a9-90bd-66e93f8d6ce3: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:28:50.386580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff41ae-62c8-4f79-84d7-dd832d836fbe req-ad3deb17-e467-45e3-b1f7-064fff47fcec tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:50.396733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1dff41ae-62c8-4f79-84d7-dd832d836fbe req-ad3deb17-e467-45e3-b1f7-064fff47fcec tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 946 time: 0.8880558 Oct 26 14:28:50.402792 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee5d0670-6238-433c-b9de-73c5606e9874 req-18a32783-7e2c-478d-9780-4eea30038908 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6961298 Oct 26 14:28:50.434562 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dc75d-1cee-4855-97c9-56a6c7aeb609 req-4a75c33e-e804-446d-9654-4a8003626b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:50.439164 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c34dc75d-1cee-4855-97c9-56a6c7aeb609 req-4a75c33e-e804-446d-9654-4a8003626b10 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7470825 Oct 26 14:28:50.658272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1dff41ae-62c8-4f79-84d7-dd832d836fbe req-8ce57c5e-f5ed-4759-aece-1c883f82aa9f tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/security-groups?id=570106f6-a71a-4edc-8f69-1ab656c94f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595856 Oct 26 14:28:50.704908 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c34dc75d-1cee-4855-97c9-56a6c7aeb609 req-f67aa5d7-af08-44ad-87db-a0c6482c4919 service neutron] 10.222.0.25 "GET /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461069 Oct 26 14:28:50.821633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c34dc75d-1cee-4855-97c9-56a6c7aeb609 req-bbb29e65-a895-4fd2-8b84-24ef76d91963 service neutron] 10.222.0.25 "GET /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065326 Oct 26 14:28:50.904303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f963-3fff-4efc-8337-332c25f09fb4 req-26ba8069-4677-4f33-b260-fc1fab2c30d8 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:50.906509 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1af9f963-3fff-4efc-8337-332c25f09fb4 req-26ba8069-4677-4f33-b260-fc1fab2c30d8 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.25 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 946 time: 0.0777559 Oct 26 14:28:51.025015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-1af9f963-3fff-4efc-8337-332c25f09fb4 req-721dcf64-335c-41ff-a0e9-2dfeb2d44749 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Deleting port b454dafb-8b59-48a4-8268-c8b46ca71957 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:28:51.025353 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1af9f963-3fff-4efc-8337-332c25f09fb4 req-721dcf64-335c-41ff-a0e9-2dfeb2d44749 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:51.153396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-1af9f963-3fff-4efc-8337-332c25f09fb4 req-721dcf64-335c-41ff-a0e9-2dfeb2d44749 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] For port b454dafb-8b59-48a4-8268-c8b46ca71957, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b454dafb-8b59-48a4-8268-c8b46ca71957,segment=NetworkSegment(c73428e0-f6ed-453f-81a6-b28ee30e4e59),segment_id=c73428e0-f6ed-453f-81a6-b28ee30e4e59)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:51.154199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1af9f963-3fff-4efc-8337-332c25f09fb4 req-721dcf64-335c-41ff-a0e9-2dfeb2d44749 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:51.187554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-1af9f963-3fff-4efc-8337-332c25f09fb4 req-721dcf64-335c-41ff-a0e9-2dfeb2d44749 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Calling delete_port for b454dafb-8b59-48a4-8268-c8b46ca71957 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:28:51.393278 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1af9f963-3fff-4efc-8337-332c25f09fb4 req-721dcf64-335c-41ff-a0e9-2dfeb2d44749 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:51.444627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721dcf64-335c-41ff-a0e9-2dfeb2d44749 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Pushing event deleted for resources: {'Port': ['ID=b454dafb-8b59-48a4-8268-c8b46ca71957,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:51.521213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af9f963-3fff-4efc-8337-332c25f09fb4 req-721dcf64-335c-41ff-a0e9-2dfeb2d44749 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] No DVR routers for this DVR port b454dafb-8b59-48a4-8268-c8b46ca71957 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:28:51.526645 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-1af9f963-3fff-4efc-8337-332c25f09fb4 req-721dcf64-335c-41ff-a0e9-2dfeb2d44749 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:51.531195 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1af9f963-3fff-4efc-8337-332c25f09fb4 req-721dcf64-335c-41ff-a0e9-2dfeb2d44749 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.25 "DELETE /v2.0/ports/b454dafb-8b59-48a4-8268-c8b46ca71957 HTTP/1.1" status: 204 len: 173 time: 0.6160650 Oct 26 14:28:51.531677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'name': 'network-vif-deleted', 'tag': 'b454dafb-8b59-48a4-8268-c8b46ca71957'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:51.534702 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea28bd9b-5d78-4f36-909b-a2fb143b3f4a" -d '{"events": [{"server_uuid": "de5cc7d4-e261-4295-a4f1-817e084c0af3", "name": "network-vif-deleted", "tag": "b454dafb-8b59-48a4-8268-c8b46ca71957"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:51.588539 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758d1204-7965-4051-9efa-8b22fc06d96b x-openstack-request-id: req-758d1204-7965-4051-9efa-8b22fc06d96b {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:51.588833 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5cc7d4-e261-4295-a4f1-817e084c0af3", "name": "network-vif-deleted", "tag": "b454dafb-8b59-48a4-8268-c8b46ca71957", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:51.589363 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-758d1204-7965-4051-9efa-8b22fc06d96b {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:51.589944 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5cc7d4-e261-4295-a4f1-817e084c0af3', 'name': 'network-vif-deleted', 'tag': 'b454dafb-8b59-48a4-8268-c8b46ca71957', 'status': 'completed', 'code': 200} Oct 26 14:28:51.645084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145c71a-03da-471a-95e9-d655205ea48b req-4f39f0b0-90d0-47d0-bd4c-44bf2858d91b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:51.647657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3145c71a-03da-471a-95e9-d655205ea48b req-4f39f0b0-90d0-47d0-bd4c-44bf2858d91b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.0995507 Oct 26 14:28:51.701864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3145c71a-03da-471a-95e9-d655205ea48b req-535d261d-22e3-4a9a-bbd8-bd610eacc620 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426211 Oct 26 14:28:51.777380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9402abff-c92d-49bb-bbf4-52cc24b4d133 req-f970486f-c24b-411b-99f7-552c366567cc tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 210 time: 0.0349202 Oct 26 14:28:52.205592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37810) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:52.318687 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5647e76c-4509-489e-a00c-48ea9f99e5aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:52.405769 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5647e76c-4509-489e-a00c-48ea9f99e5aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:52.410335 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5647e76c-4509-489e-a00c-48ea9f99e5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:52.438481 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647e76c-4509-489e-a00c-48ea9f99e5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ce9ebb-c09b-4f6e-bce0-1e4a940d7bac,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:52.466915 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5647e76c-4509-489e-a00c-48ea9f99e5aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f11c497dd724bd08a586ecc146f3eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576230 Oct 26 14:28:52.467105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37816) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:52.522882 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eec4403e-fd2f-4c0a-8eb4-073ea259cea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:52.548093 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eec4403e-fd2f-4c0a-8eb4-073ea259cea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:52.596077 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eec4403e-fd2f-4c0a-8eb4-073ea259cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:52.598937 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-eec4403e-fd2f-4c0a-8eb4-073ea259cea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:52.600280 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-eec4403e-fd2f-4c0a-8eb4-073ea259cea7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87ce9ebb-c09b-4f6e-bce0-1e4a940d7bac HTTP/1.1" status: 204 len: 168 time: 0.1322587 Oct 26 14:28:52.609826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4403e-fd2f-4c0a-8eb4-073ea259cea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ce9ebb-c09b-4f6e-bce0-1e4a940d7bac,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:52.845742 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbf0a6-d5c2-472b-b816-ef353edec3e2 req-56d8076d-1f05-49a6-b538-42bc47e5e8ae tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:52.851648 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecbf0a6-d5c2-472b-b816-ef353edec3e2 req-56d8076d-1f05-49a6-b538-42bc47e5e8ae tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.0653400 Oct 26 14:28:52.915681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecbf0a6-d5c2-472b-b816-ef353edec3e2 req-43a1d79d-7585-462a-a66c-fe330a7ce0bb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609417 Oct 26 14:28:52.961148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37828) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:52.966044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-18870bc2-473d-4e10-b7bc-2bab359e0083 req-e598900f-aad8-42ae-b26b-2f14b70f5724 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 210 time: 0.0417075 Oct 26 14:28:52.983931 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7bdc1db8-4969-4f77-992d-b387eeaeacdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.061863 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7bdc1db8-4969-4f77-992d-b387eeaeacdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.067220 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7bdc1db8-4969-4f77-992d-b387eeaeacdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.101404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b454dafb-8b59-48a4-8268-c8b46ca71957 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:28:53.108974 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7bdc1db8-4969-4f77-992d-b387eeaeacdf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2783870f968e49f892048992854333c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466606 Oct 26 14:28:53.110583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc1db8-4969-4f77-992d-b387eeaeacdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0c4aa6-a10b-4a29-b8f5-fc203f3843df,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:53.112238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37830) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:53.122768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: b454dafb-8b59-48a4-8268-c8b46ca71957 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:28:53.123085 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b454dafb-8b59-48a4-8268-c8b46ca71957 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:28:53.167676 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d8c821d-bf25-4fef-a31c-60b8992c9f87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.190244 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d8c821d-bf25-4fef-a31c-60b8992c9f87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.241104 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d8c821d-bf25-4fef-a31c-60b8992c9f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.243836 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d8c821d-bf25-4fef-a31c-60b8992c9f87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.247472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7d8c821d-bf25-4fef-a31c-60b8992c9f87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc0c4aa6-a10b-4a29-b8f5-fc203f3843df HTTP/1.1" status: 204 len: 168 time: 0.1313236 Oct 26 14:28:53.260700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c821d-bf25-4fef-a31c-60b8992c9f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0c4aa6-a10b-4a29-b8f5-fc203f3843df,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:53.610893 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.648549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37836) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:53.662940 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a5c4795-9bc9-469a-b176-9c926b9fbfa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.741855 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a5c4795-9bc9-469a-b176-9c926b9fbfa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.746720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a5c4795-9bc9-469a-b176-9c926b9fbfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.788826 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9a5c4795-9bc9-469a-b176-9c926b9fbfa8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69cbd03605044f95a1d9a0dfc5d98f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368852 Oct 26 14:28:53.788826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c4795-9bc9-469a-b176-9c926b9fbfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0310fe8-3c28-4914-b701-68daaf4585de,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:53.789399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37838) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:53.856612 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ba1a-313c-4cf3-9dce-14cf3fb54639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.878896 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ba1a-313c-4cf3-9dce-14cf3fb54639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.929441 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ba1a-313c-4cf3-9dce-14cf3fb54639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.934873 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ba1a-313c-4cf3-9dce-14cf3fb54639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.936325 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f0e6ba1a-313c-4cf3-9dce-14cf3fb54639 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0310fe8-3c28-4914-b701-68daaf4585de HTTP/1.1" status: 204 len: 168 time: 0.1457381 Oct 26 14:28:53.947262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6ba1a-313c-4cf3-9dce-14cf3fb54639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0310fe8-3c28-4914-b701-68daaf4585de,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:54.120083 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fc788b1-eaa0-406a-99fe-794e1e8aaf50 req-6e13c866-0f2a-4cd5-8c18-5c75f9736962 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 210 time: 0.0621309 Oct 26 14:28:54.140331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5d98f-0ea3-47c3-b8c7-f8023487313c req-358cd56d-a5e0-4010-a007-3d888acfbbdf tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:54.148288 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fb5d98f-0ea3-47c3-b8c7-f8023487313c req-358cd56d-a5e0-4010-a007-3d888acfbbdf tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.1200547 Oct 26 14:28:54.192833 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fb5d98f-0ea3-47c3-b8c7-f8023487313c req-b0df1f87-7fab-4003-9a23-31d06a417edb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431120 Oct 26 14:28:55.224309 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e14dfddb-5c37-4a29-bfe5-a256a958448b req-d11e7888-e51b-4cd7-812e-1361c6f44f50 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 210 time: 0.0461168 Oct 26 14:28:55.345005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d308d-44a6-44e3-ae77-3923c961a7f2 req-1b5dc7e4-92a3-43d4-a095-9715bca7707c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:55.352257 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b0d308d-44a6-44e3-ae77-3923c961a7f2 req-1b5dc7e4-92a3-43d4-a095-9715bca7707c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.0621302 Oct 26 14:28:55.389557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b0d308d-44a6-44e3-ae77-3923c961a7f2 req-e1a712a4-cb4b-4748-b632-f87449162a36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364470 Oct 26 14:28:55.681677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37900) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:55.804572 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce0fcd2e-ae4c-4cbf-a4a6-b8870ef3ddde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:55.885663 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce0fcd2e-ae4c-4cbf-a4a6-b8870ef3ddde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:55.890668 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce0fcd2e-ae4c-4cbf-a4a6-b8870ef3ddde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:55.928654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fcd2e-ae4c-4cbf-a4a6-b8870ef3ddde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865a9a28-7c90-4721-bcde-83ba72b62e0f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:55.942720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37904) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:55.942867 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ce0fcd2e-ae4c-4cbf-a4a6-b8870ef3ddde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6fe6d44a0de48f1b649666651f8ebe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598453 Oct 26 14:28:56.004068 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4d94-98ee-47e6-882c-40b3da15972d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:56.026279 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4d94-98ee-47e6-882c-40b3da15972d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:56.072679 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4d94-98ee-47e6-882c-40b3da15972d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:56.075905 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4d94-98ee-47e6-882c-40b3da15972d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:56.077426 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f7fe4d94-98ee-47e6-882c-40b3da15972d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/865a9a28-7c90-4721-bcde-83ba72b62e0f HTTP/1.1" status: 204 len: 168 time: 0.1327722 Oct 26 14:28:56.086352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe4d94-98ee-47e6-882c-40b3da15972d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865a9a28-7c90-4721-bcde-83ba72b62e0f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:56.341133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc085f95-b78d-4fc8-81d9-e42f755b90cf req-52d4173e-be73-4614-9055-8df21c3bd609 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 210 time: 0.0303211 Oct 26 14:28:56.520725 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad5f8-9d0b-4a3b-9a8a-e484f0c59df1 req-6cf9bafe-8a4e-42d6-bfbf-c1793d6be1e3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:56.522260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-400ad5f8-9d0b-4a3b-9a8a-e484f0c59df1 req-6cf9bafe-8a4e-42d6-bfbf-c1793d6be1e3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.0492079 Oct 26 14:28:56.565115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-400ad5f8-9d0b-4a3b-9a8a-e484f0c59df1 req-aa5c148a-f796-4439-bb45-794ec93524b6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358205 Oct 26 14:28:57.366184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 37954) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:57.515232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e38968c9-4060-417f-9365-10fe8550fbc0 req-4edb7711-4586-4b4f-a464-286ab0ba37c1 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5cc7d4-e261-4295-a4f1-817e084c0af3 HTTP/1.1" status: 200 len: 210 time: 0.0642865 Oct 26 14:28:57.547735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f7c63d0-0d15-4ee8-b1ea-6169e1b6fe3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:57.612743 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:57.646114 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f7c63d0-0d15-4ee8-b1ea-6169e1b6fe3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:57.652889 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9f7c63d0-0d15-4ee8-b1ea-6169e1b6fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:57.710551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37966) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:57.712502 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9f7c63d0-0d15-4ee8-b1ea-6169e1b6fe3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1fc41b2eca848a4aaf58d1c448c8b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430746 Oct 26 14:28:57.713282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c63d0-0d15-4ee8-b1ea-6169e1b6fe3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f740a947-d3eb-4bf1-b6ed-0ef60d14fe30,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:57.790677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4e736-4574-4c42-b06b-ad0f70fb8295 req-4fe1e212-bc87-49ce-8987-a8af10e77aff tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:57.792831 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ed4e736-4574-4c42-b06b-ad0f70fb8295 req-4fe1e212-bc87-49ce-8987-a8af10e77aff tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.0806046 Oct 26 14:28:57.793300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e36f2057-edcb-4b9e-b446-feb427d85032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:57.822651 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e36f2057-edcb-4b9e-b446-feb427d85032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:57.866313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ed4e736-4574-4c42-b06b-ad0f70fb8295 req-5a9b717c-49ee-4ee7-9346-f43012b64303 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624590 Oct 26 14:28:57.885327 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e36f2057-edcb-4b9e-b446-feb427d85032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:57.888068 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e36f2057-edcb-4b9e-b446-feb427d85032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:57.889253 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e36f2057-edcb-4b9e-b446-feb427d85032 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f740a947-d3eb-4bf1-b6ed-0ef60d14fe30 HTTP/1.1" status: 204 len: 168 time: 0.1778023 Oct 26 14:28:57.898543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f2057-edcb-4b9e-b446-feb427d85032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f740a947-d3eb-4bf1-b6ed-0ef60d14fe30,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:58.048801 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:28:58.571791 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 37990) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:58.646563 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ea0d91c-d976-4930-9810-48641e43a8f5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:58.679626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ea0d91c-d976-4930-9810-48641e43a8f5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:58.752155 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ea0d91c-d976-4930-9810-48641e43a8f5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:58.758069 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7ea0d91c-d976-4930-9810-48641e43a8f5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:58.759279 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7ea0d91c-d976-4930-9810-48641e43a8f5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] 10.222.0.32 "DELETE /v2.0/security-groups/570106f6-a71a-4edc-8f69-1ab656c94f99 HTTP/1.1" status: 204 len: 168 time: 0.1863115 Oct 26 14:28:58.771967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0d91c-d976-4930-9810-48641e43a8f5 tempest-TestVolumeBackupRestore-819893231 tempest-TestVolumeBackupRestore-819893231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570106f6-a71a-4edc-8f69-1ab656c94f99,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:59.053782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56af94-8e73-4024-9063-f718ce8641b7 req-689f4d5c-81e6-427c-9ffa-e8aff5b435ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:59.055492 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc56af94-8e73-4024-9063-f718ce8641b7 req-689f4d5c-81e6-427c-9ffa-e8aff5b435ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.0959096 Oct 26 14:28:59.130094 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc56af94-8e73-4024-9063-f718ce8641b7 req-d1340fed-1367-4231-bb3d-70f498966620 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605662 Oct 26 14:28:59.368383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38072) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:59.494460 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ddc2bd06-651e-4398-b8e8-795f69f7901c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:59.600758 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ddc2bd06-651e-4398-b8e8-795f69f7901c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:59.605467 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ddc2bd06-651e-4398-b8e8-795f69f7901c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:59.646979 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ddc2bd06-651e-4398-b8e8-795f69f7901c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b1bbd84aec541d9b9ad5c672957da2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774670 Oct 26 14:28:59.648339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2bd06-651e-4398-b8e8-795f69f7901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91048bc1-ed8a-4adf-a955-e55788e01452,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:59.649485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38112) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:59.716066 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:59.743345 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:59.811667 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:59.815224 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:59.816511 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91048bc1-ed8a-4adf-a955-e55788e01452 HTTP/1.1" status: 204 len: 168 time: 0.1658673 Oct 26 14:28:59.829236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91048bc1-ed8a-4adf-a955-e55788e01452,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:59.837547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:59.837942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:59.838320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:59.838653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:59.839003 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:59.839506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:59.839867 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:59.840198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:59.840520 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:59.840842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:59.841165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:59.841562 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88aa7ee-028d-48a4-8e4f-6fe88fd7f1c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:00.275754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556861d-89b9-47af-a721-fed98ba2c356 req-c16c52d9-2942-4807-a381-1b007bc5b41d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:00.275754 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9556861d-89b9-47af-a721-fed98ba2c356 req-c16c52d9-2942-4807-a381-1b007bc5b41d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.0687253 Oct 26 14:29:00.321574 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9556861d-89b9-47af-a721-fed98ba2c356 req-1ac6196e-e9e3-4ff2-97cd-bc9ed890f843 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407662 Oct 26 14:29:00.658214 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38264) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:00.795050 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-50923d7a-d32a-4920-970b-4b6a7272f722 tempest-AgentManagementNegativeTest-1388727872 tempest-AgentManagementNegativeTest-1388727872-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1356432 Oct 26 14:29:01.109233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38334) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:01.259201 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9347e94f-9c85-49d3-91c6-46f4f70e07e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:01.350001 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9347e94f-9c85-49d3-91c6-46f4f70e07e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:01.376633 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9347e94f-9c85-49d3-91c6-46f4f70e07e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:01.458198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347e94f-9c85-49d3-91c6-46f4f70e07e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23579c14-9f87-4be5-9757-450100746740,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:01.517342 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38384) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:01.518569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9347e94f-9c85-49d3-91c6-46f4f70e07e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=503237ea591245f5b1c1787e679b9a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074721 Oct 26 14:29:01.558406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec7463-dd0c-4946-ba6f-9ccbe29ce929 req-0309d9ac-9d25-45b4-8713-c923596c8ab3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:01.593114 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-feec7463-dd0c-4946-ba6f-9ccbe29ce929 req-0309d9ac-9d25-45b4-8713-c923596c8ab3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.1255345 Oct 26 14:29:01.612225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-602f9c09-19f7-4995-bb8d-3cbf668f92f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:01.655414 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-feec7463-dd0c-4946-ba6f-9ccbe29ce929 req-c28a4cf5-d753-4e4f-ad95-9896001bd638 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598238 Oct 26 14:29:01.656829 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-602f9c09-19f7-4995-bb8d-3cbf668f92f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:01.723026 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-602f9c09-19f7-4995-bb8d-3cbf668f92f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:01.726875 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-602f9c09-19f7-4995-bb8d-3cbf668f92f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:01.731561 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-602f9c09-19f7-4995-bb8d-3cbf668f92f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23579c14-9f87-4be5-9757-450100746740 HTTP/1.1" status: 204 len: 168 time: 0.2119923 Oct 26 14:29:01.743029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f9c09-19f7-4995-bb8d-3cbf668f92f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23579c14-9f87-4be5-9757-450100746740,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:02.770446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38540) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:02.878901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e76052-f732-435c-891e-b62220ea53c3 req-adaf5066-6dfd-4c16-b3b4-9363e16f4654 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:02.887230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67e76052-f732-435c-891e-b62220ea53c3 req-adaf5066-6dfd-4c16-b3b4-9363e16f4654 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.1075306 Oct 26 14:29:02.973295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67e76052-f732-435c-891e-b62220ea53c3 req-efb120f7-b2a3-4750-91ec-e5df38b761fa tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796504 Oct 26 14:29:03.007848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-973304980'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:03.043963 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Made reservation on behalf of 5fc6738bb297415fa59a5dcde1757d19 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:03.048482 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.073352 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.169800 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.175065 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.220077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7553f7c-7d5c-4fdb-9fbf-7d61919cce49,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:03.250719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:03.270710 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.271444 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Added segment 1320fff1-17a1-499a-98be-67e13debcc2a of type vlan for network b1b98234-3dae-4932-bc3c-a146b5745dea Oct 26 14:29:03.321606 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.352844 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.360842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:03.361471 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.452897 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6774588 Oct 26 14:29:03.453082 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38572) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:03.461195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-82529296-1be7-4c2a-b2b4-fd7714da20d3 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Request body: {'subnet': {'network_id': 'b1b98234-3dae-4932-bc3c-a146b5745dea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:03.478923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c263a-9f56-4b47-9fc0-0e0ada59525d tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Pushing event updated for resources: {'Network': ['ID=b1b98234-3dae-4932-bc3c-a146b5745dea,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:03.501723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network b1b98234-3dae-4932-bc3c-a146b5745dea details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:03.662078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82529296-1be7-4c2a-b2b4-fd7714da20d3 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Made reservation on behalf of 5fc6738bb297415fa59a5dcde1757d19 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:03.665845 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-82529296-1be7-4c2a-b2b4-fd7714da20d3 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.890954 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-82529296-1be7-4c2a-b2b4-fd7714da20d3 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:04.003555 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82529296-1be7-4c2a-b2b4-fd7714da20d3 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Pushing event updated for resources: {'Subnet': ['ID=7015dfdc-973a-44d3-a3f8-866504701488,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:04.039920 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82529296-1be7-4c2a-b2b4-fd7714da20d3 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Checking segment: {'id': '1320fff1-17a1-499a-98be-67e13debcc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b1b98234-3dae-4932-bc3c-a146b5745dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:04.040583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82529296-1be7-4c2a-b2b4-fd7714da20d3 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Network hostable DHCP agents. Network: b1b98234-3dae-4932-bc3c-a146b5745dea, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:04.085915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82529296-1be7-4c2a-b2b4-fd7714da20d3 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Network b1b98234-3dae-4932-bc3c-a146b5745dea is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:04.096903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-82529296-1be7-4c2a-b2b4-fd7714da20d3 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, b1b98234-3dae-4932-bc3c-a146b5745dea) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:04.101974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82529296-1be7-4c2a-b2b4-fd7714da20d3 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:04.102993 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-82529296-1be7-4c2a-b2b4-fd7714da20d3 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:04.107897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6dbe03-0957-4e7e-b9a8-d4fef1f43101 None None] Network b1b98234-3dae-4932-bc3c-a146b5745dea requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:04.133345 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-82529296-1be7-4c2a-b2b4-fd7714da20d3 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6783640 Oct 26 14:29:04.136094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38576) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:04.145320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-68ed0ba8-71ab-4bce-8cfd-e1bb91c2c400 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Request body: {'port': {'network_id': 'b1b98234-3dae-4932-bc3c-a146b5745dea', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1642828543'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:04.164015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60684c62-220a-4716-b362-7a7cb40197cc req-2b6316a7-4779-4e80-a674-c0300a957a1d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:04.165638 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60684c62-220a-4716-b362-7a7cb40197cc req-2b6316a7-4779-4e80-a674-c0300a957a1d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.1012881 Oct 26 14:29:04.254086 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60684c62-220a-4716-b362-7a7cb40197cc req-733baf2b-d3dd-4e26-858d-41b86dad85a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807893 Oct 26 14:29:04.381897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-b1b98234-3dae-4932-bc3c-a146b5745dea', 'network_id': 'b1b98234-3dae-4932-bc3c-a146b5745dea', 'tenant_id': '5fc6738bb297415fa59a5dcde1757d19', 'fixed_ips': [{'subnet_id': '7015dfdc-973a-44d3-a3f8-866504701488'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:29:04.382802 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:04.386511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ed0ba8-71ab-4bce-8cfd-e1bb91c2c400 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Made reservation on behalf of 5fc6738bb297415fa59a5dcde1757d19 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:04.391822 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68ed0ba8-71ab-4bce-8cfd-e1bb91c2c400 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:04.421596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-68ed0ba8-71ab-4bce-8cfd-e1bb91c2c400 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] device_id is not set on port 83cd06b8-56f3-4816-9d60-0d11bbe28cf6 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:04.579417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-68ed0ba8-71ab-4bce-8cfd-e1bb91c2c400 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Allocated IP 2001:db8::f7 (b1b98234-3dae-4932-bc3c-a146b5745dea/7015dfdc-973a-44d3-a3f8-866504701488/83cd06b8-56f3-4816-9d60-0d11bbe28cf6) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:05.164333 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e4483efd-6678-4dd6-b81f-c095a39150ee details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:29:05.218543 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68ed0ba8-71ab-4bce-8cfd-e1bb91c2c400 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.258756 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68ed0ba8-71ab-4bce-8cfd-e1bb91c2c400 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.323683 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed0ba8-71ab-4bce-8cfd-e1bb91c2c400 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Pushing event updated for resources: {'Port': ['ID=83cd06b8-56f3-4816-9d60-0d11bbe28cf6,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:05.332948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ed0ba8-71ab-4bce-8cfd-e1bb91c2c400 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Network b1b98234-3dae-4932-bc3c-a146b5745dea is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:05.334897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-68ed0ba8-71ab-4bce-8cfd-e1bb91c2c400 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:05.341743 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed0ba8-71ab-4bce-8cfd-e1bb91c2c400 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:05.354553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ed0ba8-71ab-4bce-8cfd-e1bb91c2c400 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:05.355404 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68ed0ba8-71ab-4bce-8cfd-e1bb91c2c400 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.384000 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-68ed0ba8-71ab-4bce-8cfd-e1bb91c2c400 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2428968 Oct 26 14:29:05.384553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38590) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:05.392672 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Request body: {'port': {'network_id': 'b1b98234-3dae-4932-bc3c-a146b5745dea', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-488535606', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:05.393146 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.api.validators [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] bootfile-name is not in valid_values {{(pid=102124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:29:05.393491 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.api.validators [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] tftp-server is not in valid_values {{(pid=102124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:29:05.394509 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.api.validators [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] server-ip-address is not in valid_values {{(pid=102124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:29:05.467226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Allocated IP 2001:db8::2 (b1b98234-3dae-4932-bc3c-a146b5745dea/7015dfdc-973a-44d3-a3f8-866504701488/0a0f8c10-a416-4c49-bca3-a1d3add9b8af) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:05.544781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe4e99-7fe6-4db6-bbf8-7ce324ea263a req-89653bf7-46d5-48e1-bb0b-181150bfb3c3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:05.546184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97fe4e99-7fe6-4db6-bbf8-7ce324ea263a req-89653bf7-46d5-48e1-bb0b-181150bfb3c3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 943 time: 0.0852735 Oct 26 14:29:05.695998 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.719396 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.722490 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97fe4e99-7fe6-4db6-bbf8-7ce324ea263a req-769dabe4-d376-4374-b30d-ad2fecd3b28d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678302 Oct 26 14:29:05.727726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Made reservation on behalf of 5fc6738bb297415fa59a5dcde1757d19 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:05.736269 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.794304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] device_id is not set on port 6369787b-d5f0-4047-be6b-9920fd40ac89 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:05.830714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Pushing event updated for resources: {'Port': ['ID=0a0f8c10-a416-4c49-bca3-a1d3add9b8af,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:05.847227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Network b1b98234-3dae-4932-bc3c-a146b5745dea is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:05.851284 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:05.854784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:05.967880 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port e4483efd-6678-4dd6-b81f-c095a39150ee, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e4483efd-6678-4dd6-b81f-c095a39150ee,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:05.997414 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'e4483efd-6678-4dd6-b81f-c095a39150ee', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'port_id': 'e4483efd-6678-4dd6-b81f-c095a39150ee', 'mac_address': 'fa:16:3e:46:da:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:29:06.026146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Allocated IP 2001:db8::86 (b1b98234-3dae-4932-bc3c-a146b5745dea/7015dfdc-973a-44d3-a3f8-866504701488/6369787b-d5f0-4047-be6b-9920fd40ac89) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:06.034160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Attempting to bind port 0a0f8c10-a416-4c49-bca3-a1d3add9b8af on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:06.034795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Attempting to bind port 0a0f8c10-a416-4c49-bca3-a1d3add9b8af by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '1320fff1-17a1-499a-98be-67e13debcc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b1b98234-3dae-4932-bc3c-a146b5745dea'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:06.036007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Attempting to bind port 0a0f8c10-a416-4c49-bca3-a1d3add9b8af on network b1b98234-3dae-4932-bc3c-a146b5745dea {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:06.046313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38600) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:06.048860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:06.049799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Checking segment: {'id': '1320fff1-17a1-499a-98be-67e13debcc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b1b98234-3dae-4932-bc3c-a146b5745dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:06.051722 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.053128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Bound using segment: {'id': '1320fff1-17a1-499a-98be-67e13debcc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b1b98234-3dae-4932-bc3c-a146b5745dea'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:06.054469 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Bound port: 0a0f8c10-a416-4c49-bca3-a1d3add9b8af, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1320fff1-17a1-499a-98be-67e13debcc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b1b98234-3dae-4932-bc3c-a146b5745dea'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:06.056512 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.156979 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.228983 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4483efd-6678-4dd6-b81f-c095a39150ee {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:29:06.264379 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.279149 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port e4483efd-6678-4dd6-b81f-c095a39150ee, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e4483efd-6678-4dd6-b81f-c095a39150ee,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:06.288814 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a54c61a-7a91-47ef-bb92-c9a8c62b6abd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.291068 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.304532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] For port 0a0f8c10-a416-4c49-bca3-a1d3add9b8af, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:06.342748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] For port 0a0f8c10-a416-4c49-bca3-a1d3add9b8af, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0a0f8c10-a416-4c49-bca3-a1d3add9b8af,segment=NetworkSegment(1320fff1-17a1-499a-98be-67e13debcc2a),segment_id=1320fff1-17a1-499a-98be-67e13debcc2a)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:06.359749 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.367925 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.402813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=e4483efd-6678-4dd6-b81f-c095a39150ee,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:06.450247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Network b1b98234-3dae-4932-bc3c-a146b5745dea is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:06.461581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:06.463956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Pushing event updated for resources: {'Port': ['ID=6369787b-d5f0-4047-be6b-9920fd40ac89,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:06.466692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:06.472657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:06.473349 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.505040 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a54c61a-7a91-47ef-bb92-c9a8c62b6abd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.518525 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a54c61a-7a91-47ef-bb92-c9a8c62b6abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.532751 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf54dc-327e-450c-806c-d599c7aedd2e None None] Pushing event updated for resources: {'Port': ['ID=0a0f8c10-a416-4c49-bca3-a1d3add9b8af,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:06.547520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['e4483efd-6678-4dd6-b81f-c095a39150ee'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:29:06.571211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8c9b84be-7584-402c-9bcc-2cac5c21f4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.1852562 Oct 26 14:29:06.573343 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38606) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:06.575144 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54c61a-7a91-47ef-bb92-c9a8c62b6abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f511bfd-906f-48f0-aca1-616a4944797d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:06.619663 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4a54c61a-7a91-47ef-bb92-c9a8c62b6abd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82de6ad1f5ce44c7bf9267415fecf054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709689 Oct 26 14:29:06.624953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38608) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:06.693062 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-37a31a2b-7ef8-41dc-ac57-321761e2fc72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.710117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467c973-5923-407e-aa4c-d7463d55ad11 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:06.733668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467c973-5923-407e-aa4c-d7463d55ad11 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:06.739199 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-37a31a2b-7ef8-41dc-ac57-321761e2fc72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.769834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467c973-5923-407e-aa4c-d7463d55ad11 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:06.774116 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7467c973-5923-407e-aa4c-d7463d55ad11 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1957436 Oct 26 14:29:06.775663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38614) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:06.898842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38616) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:06.951704 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-37a31a2b-7ef8-41dc-ac57-321761e2fc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.961492 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-37a31a2b-7ef8-41dc-ac57-321761e2fc72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.964310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-37a31a2b-7ef8-41dc-ac57-321761e2fc72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f511bfd-906f-48f0-aca1-616a4944797d HTTP/1.1" status: 204 len: 168 time: 0.3383725 Oct 26 14:29:06.972790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-56704b8f-91a5-4391-802c-a82ba7ae69ac tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Deleting port 6369787b-d5f0-4047-be6b-9920fd40ac89 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:06.973140 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56704b8f-91a5-4391-802c-a82ba7ae69ac tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.054789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a31a2b-7ef8-41dc-ac57-321761e2fc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f511bfd-906f-48f0-aca1-616a4944797d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:07.113861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56704b8f-91a5-4391-802c-a82ba7ae69ac tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.128598 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-56704b8f-91a5-4391-802c-a82ba7ae69ac tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Calling delete_port for 6369787b-d5f0-4047-be6b-9920fd40ac89 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:07.308931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfe6b1-bfd6-4907-82c9-ba046343676d req-0aebf122-1a1c-4255-8344-2eadb11ad110 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:07.324210 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56704b8f-91a5-4391-802c-a82ba7ae69ac tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.324575 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1abfe6b1-bfd6-4907-82c9-ba046343676d req-0aebf122-1a1c-4255-8344-2eadb11ad110 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 944 time: 0.4247937 Oct 26 14:29:07.399026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56704b8f-91a5-4391-802c-a82ba7ae69ac tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Pushing event deleted for resources: {'Port': ['ID=6369787b-d5f0-4047-be6b-9920fd40ac89,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:07.400410 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1abfe6b1-bfd6-4907-82c9-ba046343676d req-a522c5ee-e7fc-470e-8c94-23e8b47b3eb1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721469 Oct 26 14:29:07.433468 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56704b8f-91a5-4391-802c-a82ba7ae69ac tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.438303 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-56704b8f-91a5-4391-802c-a82ba7ae69ac tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] 10.222.0.32 "DELETE /v2.0/ports/6369787b-d5f0-4047-be6b-9920fd40ac89 HTTP/1.1" status: 204 len: 168 time: 0.6564083 Oct 26 14:29:07.441291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38626) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:07.446790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c74e4b3c-d68c-40df-9991-28faa6b3b212 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Request body: {'port': {'name': 'tempest-new-port-name-526792488', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:07.447653 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.api.validators [None req-c74e4b3c-d68c-40df-9991-28faa6b3b212 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] bootfile-name is not in valid_values {{(pid=102123) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:29:07.448157 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.api.validators [None req-c74e4b3c-d68c-40df-9991-28faa6b3b212 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] tftp-server is not in valid_values {{(pid=102123) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:29:07.448883 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.api.validators [None req-c74e4b3c-d68c-40df-9991-28faa6b3b212 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] server-ip-address is not in valid_values {{(pid=102123) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:29:07.507458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38628) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:07.529862 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92e5acd1-ee4a-43c8-ae7e-74c1bb8352a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.544449 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c74e4b3c-d68c-40df-9991-28faa6b3b212 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.702021 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92e5acd1-ee4a-43c8-ae7e-74c1bb8352a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.745777 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92e5acd1-ee4a-43c8-ae7e-74c1bb8352a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.784883 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-92e5acd1-ee4a-43c8-ae7e-74c1bb8352a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc67b03f6d4f4b08abcc9b4396d14dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763059 Oct 26 14:29:07.788315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38632) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:07.799351 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5acd1-ee4a-43c8-ae7e-74c1bb8352a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d48abd-1dfd-42ce-8e53-49a9186a90b2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:07.868340 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c74e4b3c-d68c-40df-9991-28faa6b3b212 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.887393 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c74e4b3c-d68c-40df-9991-28faa6b3b212 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.893764 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e6177c-b420-48d4-80fe-b39b027c1855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.933943 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4571db-538a-4803-8f9b-697165f074b2 None None] Network b1b98234-3dae-4932-bc3c-a146b5745dea requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:07.957944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c74e4b3c-d68c-40df-9991-28faa6b3b212 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] In _notify_port_updated(), no bound segment for port 83cd06b8-56f3-4816-9d60-0d11bbe28cf6 on network b1b98234-3dae-4932-bc3c-a146b5745dea {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:29:07.965488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74e4b3c-d68c-40df-9991-28faa6b3b212 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:07.966269 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c74e4b3c-d68c-40df-9991-28faa6b3b212 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.971332 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c74e4b3c-d68c-40df-9991-28faa6b3b212 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] 10.222.0.32 "PUT /v2.0/ports/83cd06b8-56f3-4816-9d60-0d11bbe28cf6 HTTP/1.1" status: 200 len: 1128 time: 0.5287864 Oct 26 14:29:07.991126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38634) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:07.993401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e4b3c-d68c-40df-9991-28faa6b3b212 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Pushing event updated for resources: {'Port': ['ID=83cd06b8-56f3-4816-9d60-0d11bbe28cf6,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:08.061357 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4e58fd-2a4c-4bc2-a45b-e4698395d793 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:08.067870 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3a4e58fd-2a4c-4bc2-a45b-e4698395d793 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] 10.222.0.32 "GET /v2.0/ports/83cd06b8-56f3-4816-9d60-0d11bbe28cf6 HTTP/1.1" status: 200 len: 1128 time: 0.0703869 Oct 26 14:29:08.070380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38636) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:08.108100 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d61a398b-861d-4b26-840a-148380cb978c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.169950 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d61a398b-861d-4b26-840a-148380cb978c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.231681 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-f4d53843-9f4d-450b-90a9-11a7da6bb5c4 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Deleting port 83cd06b8-56f3-4816-9d60-0d11bbe28cf6 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:08.232170 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4d53843-9f4d-450b-90a9-11a7da6bb5c4 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.240546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0a0f8c10-a416-4c49-bca3-a1d3add9b8af up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:08.255966 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6177c-b420-48d4-80fe-b39b027c1855 admin admin] Deleting port 90b295d5-3047-4be2-870a-0ce77a19af65 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:08.256262 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e6177c-b420-48d4-80fe-b39b027c1855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.299550 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d61a398b-861d-4b26-840a-148380cb978c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.302792 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d61a398b-861d-4b26-840a-148380cb978c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.304024 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d61a398b-861d-4b26-840a-148380cb978c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68d48abd-1dfd-42ce-8e53-49a9186a90b2 HTTP/1.1" status: 204 len: 168 time: 0.5127587 Oct 26 14:29:08.324880 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a398b-861d-4b26-840a-148380cb978c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d48abd-1dfd-42ce-8e53-49a9186a90b2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:08.357789 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4d53843-9f4d-450b-90a9-11a7da6bb5c4 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.361637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-c0e6177c-b420-48d4-80fe-b39b027c1855 admin admin] For port 90b295d5-3047-4be2-870a-0ce77a19af65, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=90b295d5-3047-4be2-870a-0ce77a19af65,segment=NetworkSegment(c73428e0-f6ed-453f-81a6-b28ee30e4e59),segment_id=c73428e0-f6ed-453f-81a6-b28ee30e4e59)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:08.362198 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e6177c-b420-48d4-80fe-b39b027c1855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.372238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dac3754f-831f-44f8-8be2-3c01c60daed8 None None] Provisioning complete for port 0a0f8c10-a416-4c49-bca3-a1d3add9b8af triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:08.372609 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dac3754f-831f-44f8-8be2-3c01c60daed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.375197 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-f4d53843-9f4d-450b-90a9-11a7da6bb5c4 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Calling delete_port for 83cd06b8-56f3-4816-9d60-0d11bbe28cf6 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:08.383062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6177c-b420-48d4-80fe-b39b027c1855 admin admin] Calling delete_port for 90b295d5-3047-4be2-870a-0ce77a19af65 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:08.428779 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 0a0f8c10-a416-4c49-bca3-a1d3add9b8af triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:08.429372 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.650553 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.653545 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dac3754f-831f-44f8-8be2-3c01c60daed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.678325 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4d53843-9f4d-450b-90a9-11a7da6bb5c4 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.702735 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c479a7f-9ff8-4312-bd7f-ea5fec604959 req-cb9736be-2543-422d-85df-9c6462831556 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:08.711184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c479a7f-9ff8-4312-bd7f-ea5fec604959 req-cb9736be-2543-422d-85df-9c6462831556 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 944 time: 0.1139872 Oct 26 14:29:08.715585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d53843-9f4d-450b-90a9-11a7da6bb5c4 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Pushing event deleted for resources: {'Port': ['ID=83cd06b8-56f3-4816-9d60-0d11bbe28cf6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:08.720655 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e6177c-b420-48d4-80fe-b39b027c1855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.761256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-dac3754f-831f-44f8-8be2-3c01c60daed8 None None] For port 0a0f8c10-a416-4c49-bca3-a1d3add9b8af, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0a0f8c10-a416-4c49-bca3-a1d3add9b8af,segment=NetworkSegment(1320fff1-17a1-499a-98be-67e13debcc2a),segment_id=1320fff1-17a1-499a-98be-67e13debcc2a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:08.761924 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4d53843-9f4d-450b-90a9-11a7da6bb5c4 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.770927 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f4d53843-9f4d-450b-90a9-11a7da6bb5c4 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] 10.222.0.32 "DELETE /v2.0/ports/83cd06b8-56f3-4816-9d60-0d11bbe28cf6 HTTP/1.1" status: 204 len: 168 time: 0.6940711 Oct 26 14:29:08.771781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38646) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:08.774683 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dac3754f-831f-44f8-8be2-3c01c60daed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.792173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6177c-b420-48d4-80fe-b39b027c1855 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b295d5-3047-4be2-870a-0ce77a19af65,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:08.830368 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c479a7f-9ff8-4312-bd7f-ea5fec604959 req-4b147ca8-450e-4875-a6f5-f09dfaa67757 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174619 Oct 26 14:29:08.850021 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:29:08.850385 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:29:08.867341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3754f-831f-44f8-8be2-3c01c60daed8 None None] Pushing event updated for resources: {'Port': ['ID=0a0f8c10-a416-4c49-bca3-a1d3add9b8af,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:08.900691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e424de2-3a5f-493b-a3f6-762c67fa07c2 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Deleting subnet 7015dfdc-973a-44d3-a3f8-866504701488 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:29:08.910318 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e424de2-3a5f-493b-a3f6-762c67fa07c2 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.970707 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e424de2-3a5f-493b-a3f6-762c67fa07c2 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.063752 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0e6177c-b420-48d4-80fe-b39b027c1855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.096297 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e424de2-3a5f-493b-a3f6-762c67fa07c2 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.105782 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f47593f8-a2ee-4d7c-b951-65c3e0049879 None None] Provisioning complete for port 0a0f8c10-a416-4c49-bca3-a1d3add9b8af triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:09.106409 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f47593f8-a2ee-4d7c-b951-65c3e0049879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.202229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e4483efd-6678-4dd6-b81f-c095a39150ee up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:09.208969 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e424de2-3a5f-493b-a3f6-762c67fa07c2 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.254215 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f47593f8-a2ee-4d7c-b951-65c3e0049879 None None] Could not find standard attr ID for object 83cd06b8-56f3-4816-9d60-0d11bbe28cf6. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:29:09.255961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e424de2-3a5f-493b-a3f6-762c67fa07c2 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Pushing event deleted for resources: {'Subnet': ['ID=7015dfdc-973a-44d3-a3f8-866504701488,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:09.259911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e424de2-3a5f-493b-a3f6-762c67fa07c2 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.263869 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3e424de2-3a5f-493b-a3f6-762c67fa07c2 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] 10.222.0.32 "DELETE /v2.0/subnets/7015dfdc-973a-44d3-a3f8-866504701488 HTTP/1.1" status: 204 len: 168 time: 0.4904811 Oct 26 14:29:09.266165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38656) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:09.283289 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port e4483efd-6678-4dd6-b81f-c095a39150ee completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:29:09.289505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port e4483efd-6678-4dd6-b81f-c095a39150ee triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:09.290201 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.388953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.394900 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.414477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e6177c-b420-48d4-80fe-b39b027c1855 admin admin] Router a43f9ef4-111f-4b4e-9902-70ecae998b66 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:29:09.438399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c2919e-6ae3-4bf0-bcf7-c27ef7968175 None None] Network b1b98234-3dae-4932-bc3c-a146b5745dea requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:09.452073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Deleting port 0a0f8c10-a416-4c49-bca3-a1d3add9b8af {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:09.452519 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.526386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfce983-5077-4b71-be3a-2cdd194d221e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4483efd-6678-4dd6-b81f-c095a39150ee'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:09.528701 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff249e7-6118-4e12-a69e-42605a33878b" -d '{"events": [{"server_uuid": "2cfce983-5077-4b71-be3a-2cdd194d221e", "name": "network-vif-plugged", "status": "completed", "tag": "e4483efd-6678-4dd6-b81f-c095a39150ee"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:09.538589 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e6177c-b420-48d4-80fe-b39b027c1855 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:29:09.547710 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c0e6177c-b420-48d4-80fe-b39b027c1855 admin admin] 10.222.0.32 "PUT /v2.0/routers/a43f9ef4-111f-4b4e-9902-70ecae998b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6432316 Oct 26 14:29:09.547833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38668) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:09.548474 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] For port 0a0f8c10-a416-4c49-bca3-a1d3add9b8af, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0a0f8c10-a416-4c49-bca3-a1d3add9b8af,segment=NetworkSegment(1320fff1-17a1-499a-98be-67e13debcc2a),segment_id=1320fff1-17a1-499a-98be-67e13debcc2a)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:09.549129 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.550146 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad92302-2bd0-4e32-a130-a990e0a98d9a None None] Sync routers for ids ['a43f9ef4-111f-4b4e-9902-70ecae998b66'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:29:09.563886 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad92302-2bd0-4e32-a130-a990e0a98d9a None None] Routers {'a43f9ef4-111f-4b4e-9902-70ecae998b66'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:09.564497 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5ad92302-2bd0-4e32-a130-a990e0a98d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:28:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a43f9ef4-111f-4b4e-9902-70ecae998b66'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:09.595759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Calling delete_port for 0a0f8c10-a416-4c49-bca3-a1d3add9b8af owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:09.605360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port e4483efd-6678-4dd6-b81f-c095a39150ee, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e4483efd-6678-4dd6-b81f-c095a39150ee,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:09.623905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f4a6bd48-dc5b-497b-8bbf-250d758f04bf None None] Could not find standard attr ID for object 83cd06b8-56f3-4816-9d60-0d11bbe28cf6. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:29:09.630266 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eab09ee-9d08-4876-9259-911242e66bb6 x-openstack-request-id: req-7eab09ee-9d08-4876-9259-911242e66bb6 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:09.632609 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfce983-5077-4b71-be3a-2cdd194d221e", "name": "network-vif-plugged", "status": "completed", "tag": "e4483efd-6678-4dd6-b81f-c095a39150ee", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:09.632880 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7eab09ee-9d08-4876-9259-911242e66bb6 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:09.633300 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfce983-5077-4b71-be3a-2cdd194d221e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4483efd-6678-4dd6-b81f-c095a39150ee', 'code': 200} Oct 26 14:29:09.663862 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.710415 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5ad92302-2bd0-4e32-a130-a990e0a98d9a None None] Set router a43f9ef4-111f-4b4e-9902-70ecae998b66 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:09.744230 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.752603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b40aa2-f7b8-4505-aee1-dfe2d5dfbd60 req-62fbd94b-a204-4483-82b6-c08631f6a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:09.755203 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d3b40aa2-f7b8-4505-aee1-dfe2d5dfbd60 req-62fbd94b-a204-4483-82b6-c08631f6a0d9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 1096 time: 0.0692022 Oct 26 14:29:09.757246 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.797502 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Pushing event deleted for resources: {'Port': ['ID=0a0f8c10-a416-4c49-bca3-a1d3add9b8af,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:09.806679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] No DVR routers for this DVR port 0a0f8c10-a416-4c49-bca3-a1d3add9b8af on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:09.817310 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=e4483efd-6678-4dd6-b81f-c095a39150ee,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:09.882832 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352cef43-dd66-48f7-bda8-aac2e6fd796e None None] DHCP port deletion for b1b98234-3dae-4932-bc3c-a146b5745dea request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:29:09.938515 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.980598 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5ad92302-2bd0-4e32-a130-a990e0a98d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '65c5a252-4580-4729-83c1-967a39fe172a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:29:08Z', 'revision_number': 5, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port': {'id': '65c5a252-4580-4729-83c1-967a39fe172a', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:10.023526 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad92302-2bd0-4e32-a130-a990e0a98d9a None None] Checking router: a43f9ef4-111f-4b4e-9902-70ecae998b66 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:29:10.034660 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad92302-2bd0-4e32-a130-a990e0a98d9a None None] Routers {'a43f9ef4-111f-4b4e-9902-70ecae998b66'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:10.035402 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5ad92302-2bd0-4e32-a130-a990e0a98d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:28:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a43f9ef4-111f-4b4e-9902-70ecae998b66'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:10.059519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0a0f8c10-a416-4c49-bca3-a1d3add9b8af no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:10.069424 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d3b40aa2-f7b8-4505-aee1-dfe2d5dfbd60 req-4f5ae113-4c6c-4d16-b458-0375a0bb6a34 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833529 Oct 26 14:29:10.098762 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.103695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ea250-4ad4-4033-8d96-2132a02af87a req-b652381f-a2d4-4262-8ed8-67024c974080 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:10.104927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 0a0f8c10-a416-4c49-bca3-a1d3add9b8af {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:10.106639 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-371ea250-4ad4-4033-8d96-2132a02af87a req-b652381f-a2d4-4262-8ed8-67024c974080 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 945 time: 0.1176453 Oct 26 14:29:10.107076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0a0f8c10-a416-4c49-bca3-a1d3add9b8af not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:10.117638 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] Deleting port 65c5a252-4580-4729-83c1-967a39fe172a {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:10.118122 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.123948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b98234-3dae-4932-bc3c-a146b5745dea']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:10.134707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1320fff1-17a1-499a-98be-67e13debcc2a') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:10.135007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1320fff1-17a1-499a-98be-67e13debcc2a') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:10.149663 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.168373 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.178135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:10.178683 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.182256 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5ad92302-2bd0-4e32-a130-a990e0a98d9a None None] Set router a43f9ef4-111f-4b4e-9902-70ecae998b66 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:10.216345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-371ea250-4ad4-4033-8d96-2132a02af87a req-4b3335b7-7c2d-4c5c-8a5e-b34db9700fb3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829206 Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:10.245819 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:10.251397 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.254339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] For port 65c5a252-4580-4729-83c1-967a39fe172a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=65c5a252-4580-4729-83c1-967a39fe172a,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:10.255188 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.270580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] Calling delete_port for 65c5a252-4580-4729-83c1-967a39fe172a owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:10.271997 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.277859 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] 10.222.0.32 "DELETE /v2.0/networks/b1b98234-3dae-4932-bc3c-a146b5745dea HTTP/1.1" status: 204 len: 168 time: 1.0081646 Oct 26 14:29:10.277966 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5ad92302-2bd0-4e32-a130-a990e0a98d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:29:09Z', 'revision_number': 6, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:10.278113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29102ed-f093-46dc-a0b8-ca278d966eb8 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705 tempest-ExtraDHCPOptionsIpV6TestJSON-171838705-project] Pushing event deleted for resources: {'Network': ['ID=b1b98234-3dae-4932-bc3c-a146b5745dea,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:10.317788 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad92302-2bd0-4e32-a130-a990e0a98d9a None None] The sync data for ids ['a43f9ef4-111f-4b4e-9902-70ecae998b66'] in n-d-815498-1 is: [{'id': 'a43f9ef4-111f-4b4e-9902-70ecae998b66', 'name': 'tempest-TestVolumeBackupRestore-1900447336-router', 'tenant_id': 'b928bc502b6a40b283c707565ebb8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:42Z', 'updated_at': '2021-10-26T14:29:09Z', 'revision_number': 6, 'project_id': 'b928bc502b6a40b283c707565ebb8960', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:29:10.467706 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.495550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] Pushing event deleted for resources: {'Port': ['ID=65c5a252-4580-4729-83c1-967a39fe172a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:10.576427 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.587326 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38698) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:10.683583 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.686076 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.736889 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.737704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a43f9ef4-111f-4b4e-9902-70ecae998b66 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:29:10.744128 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.746320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bd954b76-ed39-4ec5-bfa0-3c34c442511a admin admin] 10.222.0.32 "DELETE /v2.0/routers/a43f9ef4-111f-4b4e-9902-70ecae998b66 HTTP/1.1" status: 204 len: 168 time: 1.1974552 Oct 26 14:29:10.747383 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4da06bf2-09ac-4015-a7a1-f475b3770282 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fc6738bb297415fa59a5dcde1757d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586921 Oct 26 14:29:10.748034 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38702) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:10.749842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38704) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:10.818116 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63fc082-d4dc-4bfd-87ea-e747f53d0dc2 admin admin] Deleting subnet 8d9b87c3-2cc4-4b59-b906-c29c45a26881 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:29:10.821564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4c800dc-6de4-4a3f-9132-4b04f00b6682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.823243 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e63fc082-d4dc-4bfd-87ea-e747f53d0dc2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.861555 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4c800dc-6de4-4a3f-9132-4b04f00b6682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.862847 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e63fc082-d4dc-4bfd-87ea-e747f53d0dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.920653 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4c800dc-6de4-4a3f-9132-4b04f00b6682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.923805 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4c800dc-6de4-4a3f-9132-4b04f00b6682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.924985 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c4c800dc-6de4-4a3f-9132-4b04f00b6682 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7553f7c-7d5c-4fdb-9fbf-7d61919cce49 HTTP/1.1" status: 204 len: 168 time: 0.1734142 Oct 26 14:29:10.953831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c800dc-6de4-4a3f-9132-4b04f00b6682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7553f7c-7d5c-4fdb-9fbf-7d61919cce49,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:10.956515 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e63fc082-d4dc-4bfd-87ea-e747f53d0dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:11.044731 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e63fc082-d4dc-4bfd-87ea-e747f53d0dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:11.076534 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fc082-d4dc-4bfd-87ea-e747f53d0dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9b87c3-2cc4-4b59-b906-c29c45a26881,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:11.081170 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e63fc082-d4dc-4bfd-87ea-e747f53d0dc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:11.084572 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e63fc082-d4dc-4bfd-87ea-e747f53d0dc2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8d9b87c3-2cc4-4b59-b906-c29c45a26881 HTTP/1.1" status: 204 len: 168 time: 0.3354623 Oct 26 14:29:11.087348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38712) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:11.090893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770b37bd-f1d0-48ca-ac9a-9f302e2e2268 None None] Network 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:11.220331 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:11.436437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Deleting port c3fd91ba-a619-441c-9b5b-240c46a304e6 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:11.436846 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:11.450797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fa0bcd-1ff9-485c-95f2-447bf2a5a39d None None] DHCP port deletion for 3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:29:11.514268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-96fa0bcd-1ff9-485c-95f2-447bf2a5a39d None None] Deleting port c3fd91ba-a619-441c-9b5b-240c46a304e6 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:11.514666 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-96fa0bcd-1ff9-485c-95f2-447bf2a5a39d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:11.606314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-96fa0bcd-1ff9-485c-95f2-447bf2a5a39d None None] For port c3fd91ba-a619-441c-9b5b-240c46a304e6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c3fd91ba-a619-441c-9b5b-240c46a304e6,segment=NetworkSegment(c73428e0-f6ed-453f-81a6-b28ee30e4e59),segment_id=c73428e0-f6ed-453f-81a6-b28ee30e4e59)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:11.606679 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-96fa0bcd-1ff9-485c-95f2-447bf2a5a39d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:11.638831 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-96fa0bcd-1ff9-485c-95f2-447bf2a5a39d None None] Calling delete_port for c3fd91ba-a619-441c-9b5b-240c46a304e6 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:11.738569 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-96fa0bcd-1ff9-485c-95f2-447bf2a5a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:11.757112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa0bcd-1ff9-485c-95f2-447bf2a5a39d None None] No DVR routers for this DVR port c3fd91ba-a619-441c-9b5b-240c46a304e6 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:11.783624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa0bcd-1ff9-485c-95f2-447bf2a5a39d None None] Pushing event deleted for resources: {'Port': ['ID=c3fd91ba-a619-441c-9b5b-240c46a304e6,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:11.914379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce772668-9084-4e27-96d8-ffe38c840b3b req-d1413c1f-747b-45b6-a0ec-ad65f313a48d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:11.916723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce772668-9084-4e27-96d8-ffe38c840b3b req-d1413c1f-747b-45b6-a0ec-ad65f313a48d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 945 time: 0.5346344 Oct 26 14:29:11.923272 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38742) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:11.963428 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 90b295d5-3047-4be2-870a-0ce77a19af65 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:11.980090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] For port c3fd91ba-a619-441c-9b5b-240c46a304e6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c3fd91ba-a619-441c-9b5b-240c46a304e6,segment=NetworkSegment(c73428e0-f6ed-453f-81a6-b28ee30e4e59),segment_id=c73428e0-f6ed-453f-81a6-b28ee30e4e59)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:11.980556 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:11.995210 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 90b295d5-3047-4be2-870a-0ce77a19af65 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:11.995558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 90b295d5-3047-4be2-870a-0ce77a19af65 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:11.995981 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 65c5a252-4580-4729-83c1-967a39fe172a no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:12.010942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Calling delete_port for c3fd91ba-a619-441c-9b5b-240c46a304e6 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:12.037853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 65c5a252-4580-4729-83c1-967a39fe172a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:12.038517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 65c5a252-4580-4729-83c1-967a39fe172a not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:12.039103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c3fd91ba-a619-441c-9b5b-240c46a304e6 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:12.053119 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce772668-9084-4e27-96d8-ffe38c840b3b req-65a29933-937e-45b8-8cc4-a5c4726a5b35 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089690 Oct 26 14:29:12.088761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: c3fd91ba-a619-441c-9b5b-240c46a304e6 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:12.089334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c3fd91ba-a619-441c-9b5b-240c46a304e6 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:12.106956 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-984815263'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:12.152291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:12.157346 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.175764 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.176586 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.226414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] No DVR routers for this DVR port c3fd91ba-a619-441c-9b5b-240c46a304e6 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:12.232202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3fd91ba-a619-441c-9b5b-240c46a304e6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:12.274135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590ac3a-1b28-4459-8fe7-c7231437b846 req-c8366140-ac19-4a0e-80e5-7725448cf057 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:12.275905 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b590ac3a-1b28-4459-8fe7-c7231437b846 req-c8366140-ac19-4a0e-80e5-7725448cf057 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 945 time: 0.1317043 Oct 26 14:29:12.285122 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.291050 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.353621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:12.361685 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.363973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5250f75-51b6-4fdc-8231-06a6f2ded1bf,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:12.375580 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b590ac3a-1b28-4459-8fe7-c7231437b846 req-0e10fd4b-42b3-4a54-8e64-712dcae7ff69 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887444 Oct 26 14:29:12.388260 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.388816 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Added segment 580a606d-0e0d-426d-8d2d-b859d053eaf2 of type vlan for network 5dbbbc80-9281-48d3-818c-80b07fd3c266 Oct 26 14:29:12.391187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:12.405001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73428e0-f6ed-453f-81a6-b28ee30e4e59') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:12.405329 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73428e0-f6ed-453f-81a6-b28ee30e4e59') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:12.415614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38750) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:12.425932 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.441405 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.448616 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:12.449012 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.451446 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:12.451682 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:12.481107 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.489675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:12.489675 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.512059 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.518940 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.525820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd HTTP/1.1" status: 204 len: 168 time: 1.4346640 Oct 26 14:29:12.534945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38754) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:12.537170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa36a5-ccc5-4dd9-b5a2-f72bdab3e5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3be55fd4-469e-4c19-ba4a-5ccf98fb2dfd,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:12.569482 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6376374 Oct 26 14:29:12.586022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfb7e0-98c1-46cd-8fc4-e6862380088d tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Network': ['ID=5dbbbc80-9281-48d3-818c-80b07fd3c266,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:12.604946 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 5dbbbc80-9281-48d3-818c-80b07fd3c266 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:12.680732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e33139-8374-4cc1-9154-f6196a3b64f1 tempest-TestVolumeBootPattern-449838472 tempest-TestVolumeBootPattern-449838472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:12.682290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-40e33139-8374-4cc1-9154-f6196a3b64f1 tempest-TestVolumeBootPattern-449838472 tempest-TestVolumeBootPattern-449838472-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 1091 time: 0.2655382 Oct 26 14:29:12.685453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38756) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:12.692282 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': 'e4483efd-6678-4dd6-b81f-c095a39150ee', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:12.719368 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.783826 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5d180d3d-679f-4db0-a6e2-9f34da0082dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.839417 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.949023 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b87d09e2-39db-466b-bef1-4f8707639241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.953759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Allocated IP 172.25.4.189 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/110087aa-a5f3-44ab-affa-1bfab9aa4f5c) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:13.101287 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:13.151477 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:13.217309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:13.219431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'Port': ['ID=110087aa-a5f3-44ab-affa-1bfab9aa4f5c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:13.232941 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:13.238644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:13.277530 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-b87d09e2-39db-466b-bef1-4f8707639241 admin admin] Deleting port 557c26b1-1203-4487-8da1-f0acd50cb762 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:13.278103 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b87d09e2-39db-466b-bef1-4f8707639241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:13.476994 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-7f13fe98-f373-4f1f-b573-4457a32f72dc tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:13.478890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-7f13fe98-f373-4f1f-b573-4457a32f72dc tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/networks?id=91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 200 len: 815 time: 0.1987011 Oct 26 14:29:13.481274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-b87d09e2-39db-466b-bef1-4f8707639241 admin admin] For port 557c26b1-1203-4487-8da1-f0acd50cb762, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=557c26b1-1203-4487-8da1-f0acd50cb762,segment=NetworkSegment(461d9f57-b4a6-4359-ab26-8e9c7bcbf592),segment_id=461d9f57-b4a6-4359-ab26-8e9c7bcbf592)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:13.481642 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b87d09e2-39db-466b-bef1-4f8707639241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:13.507051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-b87d09e2-39db-466b-bef1-4f8707639241 admin admin] Calling delete_port for 557c26b1-1203-4487-8da1-f0acd50cb762 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:13.512176 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-fdf8a0db-9dff-4eb3-b01e-5869f6dc3688 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/quotas/828b938fdddb4120a13cb632ae8d7046 HTTP/1.1" status: 200 len: 375 time: 0.0188758 Oct 26 14:29:13.636758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-505de778-c48e-409a-aca6-5eb98064a8bb tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=828b938fdddb4120a13cb632ae8d7046&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1168673 Oct 26 14:29:13.682080 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:13.764547 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:13.800272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-7023d70c-f77a-404f-a433-d89ab6f53807 service neutron] 10.222.0.32 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556449 Oct 26 14:29:13.954697 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b87d09e2-39db-466b-bef1-4f8707639241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:13.993489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d09e2-39db-466b-bef1-4f8707639241 admin admin] Pushing event deleted for resources: {'Port': ['ID=557c26b1-1203-4487-8da1-f0acd50cb762,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:14.008670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-c9c4c896-cb37-4246-a2cd-1bbceb3cdd88 service neutron] 10.222.0.32 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994457 Oct 26 14:29:14.038673 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:14.049066 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:14.256077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'Port': ['ID=110087aa-a5f3-44ab-affa-1bfab9aa4f5c,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:14.291265 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:14.320694 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b87d09e2-39db-466b-bef1-4f8707639241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:14.510254 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5188d08e-4924-4500-9123-2c38b5f79ec2 req-91551e9d-edd6-4bfe-b6d4-733652221227 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 210 time: 0.1566370 Oct 26 14:29:14.575784 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Floating IP 933d875b-9a96-4ca2-9287-a02da5d29068 associated. External IP: 172.25.4.189, port: e4483efd-6678-4dd6-b81f-c095a39150ee. Oct 26 14:29:14.812953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87d09e2-39db-466b-bef1-4f8707639241 admin admin] Router 7837cc9a-bf41-4b4d-b726-33eef1dc9248 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:29:14.981019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Router ce8efef2-8a6d-496a-b5cf-e4b43300f10a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:29:15.023423 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87d09e2-39db-466b-bef1-4f8707639241 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:29:15.038695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bae01-f04c-41d1-b7d0-1949b6f97c9b None None] Sync routers for ids ['7837cc9a-bf41-4b4d-b726-33eef1dc9248'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:29:15.061599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b87d09e2-39db-466b-bef1-4f8707639241 admin admin] 10.222.0.32 "PUT /v2.0/routers/7837cc9a-bf41-4b4d-b726-33eef1dc9248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5255926 Oct 26 14:29:15.067705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38798) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:15.107198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391bae01-f04c-41d1-b7d0-1949b6f97c9b None None] Routers {'7837cc9a-bf41-4b4d-b726-33eef1dc9248'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:15.108082 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-391bae01-f04c-41d1-b7d0-1949b6f97c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:28:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7837cc9a-bf41-4b4d-b726-33eef1dc9248'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:15.150274 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:29:15.161702 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea619-23af-4cb0-ad32-132754090107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:15.163657 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dee9fe-efed-414b-a721-2740cd602f80 None None] Sync routers for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:29:15.179158 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dee9fe-efed-414b-a721-2740cd602f80 None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:15.181161 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-77dee9fe-efed-414b-a721-2740cd602f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:29:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:15.211331 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:15.321790 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7439694f-f5fd-4a70-b9f5-d40b04a8cb36 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6290774 Oct 26 14:29:15.321790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfce983-5077-4b71-be3a-2cdd194d221e', 'tag': 'e4483efd-6678-4dd6-b81f-c095a39150ee'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:15.325713 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311a54e8-d303-4be4-87a6-8589a2e5a798" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfce983-5077-4b71-be3a-2cdd194d221e", "tag": "e4483efd-6678-4dd6-b81f-c095a39150ee"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:15.351262 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:15.364079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-391bae01-f04c-41d1-b7d0-1949b6f97c9b None None] Set router 7837cc9a-bf41-4b4d-b726-33eef1dc9248 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:15.430807 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f6a2f6-aeef-46b8-bb75-162bbcd8d2f5 x-openstack-request-id: req-b4f6a2f6-aeef-46b8-bb75-162bbcd8d2f5 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:15.431119 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfce983-5077-4b71-be3a-2cdd194d221e", "tag": "e4483efd-6678-4dd6-b81f-c095a39150ee", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:15.432704 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4f6a2f6-aeef-46b8-bb75-162bbcd8d2f5 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:15.433133 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfce983-5077-4b71-be3a-2cdd194d221e', 'tag': 'e4483efd-6678-4dd6-b81f-c095a39150ee', 'status': 'completed', 'code': 200} Oct 26 14:29:15.522712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a54e8-d303-4be4-87a6-8589a2e5a798 req-817c57f8-c869-46ef-97d1-54c1e3b6f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:15.527286 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-311a54e8-d303-4be4-87a6-8589a2e5a798 req-817c57f8-c869-46ef-97d1-54c1e3b6f855 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 1096 time: 0.0667512 Oct 26 14:29:15.533638 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:15.667310 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-391bae01-f04c-41d1-b7d0-1949b6f97c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'name': 'tempest-TestVolumeBackupRestore-1376434818-router', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '69148106-2c74-463e-82c6-2b76a03ca6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:03Z', 'updated_at': '2021-10-26T14:29:13Z', 'revision_number': 5, 'project_id': 'f0cd81bee33f45608a20256611911306', 'gw_port': {'id': '69148106-2c74-463e-82c6-2b76a03ca6a5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:04Z', 'updated_at': '2021-10-26T14:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:15.682990 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df44d00f-3c1b-49c2-b57c-637f1f457dbb req-f6f0348d-2458-401b-9151-d6dcfcaa6c48 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 210 time: 0.0472114 Oct 26 14:29:15.705738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] Deleting port 69148106-2c74-463e-82c6-2b76a03ca6a5 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:15.706539 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:15.725148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bae01-f04c-41d1-b7d0-1949b6f97c9b None None] Checking router: 7837cc9a-bf41-4b4d-b726-33eef1dc9248 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:29:15.744810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391bae01-f04c-41d1-b7d0-1949b6f97c9b None None] Routers {'7837cc9a-bf41-4b4d-b726-33eef1dc9248'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:15.745427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-391bae01-f04c-41d1-b7d0-1949b6f97c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:29:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['7837cc9a-bf41-4b4d-b726-33eef1dc9248'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:15.796316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a54e8-d303-4be4-87a6-8589a2e5a798 req-2b57c852-b3e7-49af-b45b-5e5b0762d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:15.800653 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-311a54e8-d303-4be4-87a6-8589a2e5a798 req-2b57c852-b3e7-49af-b45b-5e5b0762d63e service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.2635078 Oct 26 14:29:15.803276 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-77dee9fe-efed-414b-a721-2740cd602f80 None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:15.827013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] For port 69148106-2c74-463e-82c6-2b76a03ca6a5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=69148106-2c74-463e-82c6-2b76a03ca6a5,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:15.827648 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:15.862851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] Calling delete_port for 69148106-2c74-463e-82c6-2b76a03ca6a5 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:15.948600 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-311a54e8-d303-4be4-87a6-8589a2e5a798 req-b4383648-0fa9-4745-afc4-23d2c0d68fbd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4483efd-6678-4dd6-b81f-c095a39150ee HTTP/1.1" status: 200 len: 999 time: 0.1406822 Oct 26 14:29:15.975009 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-391bae01-f04c-41d1-b7d0-1949b6f97c9b None None] Set router 7837cc9a-bf41-4b4d-b726-33eef1dc9248 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:16.021563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38808) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:16.027942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4c0ca00c-45d5-4d09-9971-6d16de158b0f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'subnet': {'network_id': '5dbbbc80-9281-48d3-818c-80b07fd3c266', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:16.067174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a54e8-d303-4be4-87a6-8589a2e5a798 req-cd8aa96c-9fc9-47cd-b5a4-bf810ef13103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:16.070723 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-311a54e8-d303-4be4-87a6-8589a2e5a798 req-cd8aa96c-9fc9-47cd-b5a4-bf810ef13103 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.1131217 Oct 26 14:29:16.084182 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-391bae01-f04c-41d1-b7d0-1949b6f97c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'name': 'tempest-TestVolumeBackupRestore-1376434818-router', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:03Z', 'updated_at': '2021-10-26T14:29:15Z', 'revision_number': 6, 'project_id': 'f0cd81bee33f45608a20256611911306', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:16.115391 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bae01-f04c-41d1-b7d0-1949b6f97c9b None None] The sync data for ids ['7837cc9a-bf41-4b4d-b726-33eef1dc9248'] in n-d-815498-1 is: [{'id': '7837cc9a-bf41-4b4d-b726-33eef1dc9248', 'name': 'tempest-TestVolumeBackupRestore-1376434818-router', 'tenant_id': 'f0cd81bee33f45608a20256611911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:03Z', 'updated_at': '2021-10-26T14:29:15Z', 'revision_number': 6, 'project_id': 'f0cd81bee33f45608a20256611911306', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:29:16.183835 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a54e8-d303-4be4-87a6-8589a2e5a798 req-7e68eed7-6f66-46a8-b3f1-68796620e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:16.189870 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-311a54e8-d303-4be4-87a6-8589a2e5a798 req-7e68eed7-6f66-46a8-b3f1-68796620e0c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094158 Oct 26 14:29:16.221068 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-77dee9fe-efed-414b-a721-2740cd602f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '933d875b-9a96-4ca2-9287-a02da5d29068', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': 'e4483efd-6678-4dd6-b81f-c095a39150ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:46:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfce983-5077-4b71-be3a-2cdd194d221e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:29:13Z', 'updated_at': '2021-10-26T14:29:13Z', 'revision_number': 0, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:16.250570 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dee9fe-efed-414b-a721-2740cd602f80 None None] Checking router: ce8efef2-8a6d-496a-b5cf-e4b43300f10a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:29:16.259016 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-e2af158f-452b-469d-af15-8401d6ea7593 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:16.260516 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-e2af158f-452b-469d-af15-8401d6ea7593 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.25 "GET /v2.0/networks?id=91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 200 len: 815 time: 0.2383959 Oct 26 14:29:16.261509 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dee9fe-efed-414b-a721-2740cd602f80 None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:16.262436 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-77dee9fe-efed-414b-a721-2740cd602f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:29:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:16.277711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-d1a246e5-8d33-42f3-9555-83244587aaed tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Request body: {'port': {'device_id': '5a085023-debf-485a-bd59-f862c310e4bd', 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4', 'admin_state_up': True, 'tenant_id': '828b938fdddb4120a13cb632ae8d7046'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:16.280685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0ca00c-45d5-4d09-9971-6d16de158b0f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:16.284619 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4c0ca00c-45d5-4d09-9971-6d16de158b0f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:16.314408 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-311a54e8-d303-4be4-87a6-8589a2e5a798 req-b28e1e44-5b77-4c27-a7c6-4dba8887da02 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166844 Oct 26 14:29:16.336850 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:16.401387 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-77dee9fe-efed-414b-a721-2740cd602f80 None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:16.426295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] Pushing event deleted for resources: {'Port': ['ID=69148106-2c74-463e-82c6-2b76a03ca6a5,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:16.442577 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-311a54e8-d303-4be4-87a6-8589a2e5a798 req-72a1d827-bc23-4963-9659-0725d7cf6c8b service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212146 Oct 26 14:29:16.561853 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:16.628178 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:16.701720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:16.707258 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:16.709462 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-77dee9fe-efed-414b-a721-2740cd602f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '933d875b-9a96-4ca2-9287-a02da5d29068', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': 'e4483efd-6678-4dd6-b81f-c095a39150ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:46:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfce983-5077-4b71-be3a-2cdd194d221e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:29:13Z', 'updated_at': '2021-10-26T14:29:13Z', 'revision_number': 0, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:16.745141 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dee9fe-efed-414b-a721-2740cd602f80 None None] The sync data for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 is: [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '933d875b-9a96-4ca2-9287-a02da5d29068', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': 'e4483efd-6678-4dd6-b81f-c095a39150ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:46:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfce983-5077-4b71-be3a-2cdd194d221e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:29:13Z', 'updated_at': '2021-10-26T14:29:13Z', 'revision_number': 0, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:29:16.814875 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68ff9609-a6a2-40ec-a188-fd676f47acb2 req-72822687-1dcb-47af-a380-15ffd62afdfa tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 210 time: 0.0399292 Oct 26 14:29:16.821744 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:16.822282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7837cc9a-bf41-4b4d-b726-33eef1dc9248 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:29:16.838062 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:16.838062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4b144296-7678-42a9-a5c0-274ed2e9018c admin admin] 10.222.0.32 "DELETE /v2.0/routers/7837cc9a-bf41-4b4d-b726-33eef1dc9248 HTTP/1.1" status: 204 len: 168 time: 1.7629697 Oct 26 14:29:16.838062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38824) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:16.865348 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:16.872852 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-d1a246e5-8d33-42f3-9555-83244587aaed tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Made reservation on behalf of 828b938fdddb4120a13cb632ae8d7046 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:16.876385 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-d1a246e5-8d33-42f3-9555-83244587aaed tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.020847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84199953-799b-46dc-8f26-543624196a5d None None] New status for floating IP 933d875b-9a96-4ca2-9287-a02da5d29068: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:29:17.306757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd738b5-3fce-47d1-95c1-8fa1e4d68bf9 admin admin] Deleting subnet d2aac42b-1ca2-44b2-b4fe-0948e54436b2 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:29:17.318672 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abd738b5-3fce-47d1-95c1-8fa1e4d68bf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.349492 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4c0ca00c-45d5-4d09-9971-6d16de158b0f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.447134 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abd738b5-3fce-47d1-95c1-8fa1e4d68bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.540890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ca00c-45d5-4d09-9971-6d16de158b0f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Subnet': ['ID=932790ad-59a6-4e55-b487-d42acaa09d95,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:17.573915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ca00c-45d5-4d09-9971-6d16de158b0f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Checking segment: {'id': '580a606d-0e0d-426d-8d2d-b859d053eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5dbbbc80-9281-48d3-818c-80b07fd3c266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:17.573915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ca00c-45d5-4d09-9971-6d16de158b0f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network hostable DHCP agents. Network: 5dbbbc80-9281-48d3-818c-80b07fd3c266, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:17.599666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-d1a246e5-8d33-42f3-9555-83244587aaed tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Allocated IP 172.20.0.8 (91c60990-6432-4fa9-b775-143580ec98f4/0fc0d017-1b97-4753-adb5-3fc2da6bf5ce/1421a054-9d09-4785-a615-4d7c2335a075) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:17.646634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ca00c-45d5-4d09-9971-6d16de158b0f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network 5dbbbc80-9281-48d3-818c-80b07fd3c266 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:17.649144 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abd738b5-3fce-47d1-95c1-8fa1e4d68bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.691225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-4c0ca00c-45d5-4d09-9971-6d16de158b0f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 5dbbbc80-9281-48d3-818c-80b07fd3c266) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:17.700615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30648922-de54-443f-b57b-177c7f1d0957 None None] Network 5dbbbc80-9281-48d3-818c-80b07fd3c266 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:17.705947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0ca00c-45d5-4d09-9971-6d16de158b0f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:17.706564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4c0ca00c-45d5-4d09-9971-6d16de158b0f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.775348 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4c0ca00c-45d5-4d09-9971-6d16de158b0f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7483268 Oct 26 14:29:17.775597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38834) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:17.783417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d2c9f6e5-d6cf-48cf-bcb2-7d16f85b3202 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1172027992'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:17.821064 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abd738b5-3fce-47d1-95c1-8fa1e4d68bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.881107 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-5dbbbc80-9281-48d3-818c-80b07fd3c266', 'network_id': '5dbbbc80-9281-48d3-818c-80b07fd3c266', 'tenant_id': '08eea1f39799499db052a20084ae9777', 'fixed_ips': [{'subnet_id': '932790ad-59a6-4e55-b487-d42acaa09d95'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:29:17.882270 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.905633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd738b5-3fce-47d1-95c1-8fa1e4d68bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2aac42b-1ca2-44b2-b4fe-0948e54436b2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:17.934855 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abd738b5-3fce-47d1-95c1-8fa1e4d68bf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.940932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-abd738b5-3fce-47d1-95c1-8fa1e4d68bf9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d2aac42b-1ca2-44b2-b4fe-0948e54436b2 HTTP/1.1" status: 204 len: 168 time: 1.1009150 Oct 26 14:29:17.941390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38838) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:17.942389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c9f6e5-d6cf-48cf-bcb2-7d16f85b3202 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:17.945865 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2c9f6e5-d6cf-48cf-bcb2-7d16f85b3202 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.974391 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e07780b8-4af3-4dd6-8096-23c267e63e36 req-719ee65d-b36b-4c5a-8e1b-23d3c4b22704 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 210 time: 0.0629747 Oct 26 14:29:17.980389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c309522-f90a-409d-8db3-c3bc1e6caacf None None] Network 515b108d-96e4-499a-9c1b-3a0bc1956b2f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:17.982939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 69148106-2c74-463e-82c6-2b76a03ca6a5 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:17.991324 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-d1a246e5-8d33-42f3-9555-83244587aaed tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.003351 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c9f6e5-d6cf-48cf-bcb2-7d16f85b3202 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:18.024714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2c9f6e5-d6cf-48cf-bcb2-7d16f85b3202 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.025283 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-d2c9f6e5-d6cf-48cf-bcb2-7d16f85b3202 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Added segment 0a87acd7-dddd-42e0-9032-b8b007974f05 of type vlan for network 89d12a3b-e646-4263-9e71-dc574bc704f8 Oct 26 14:29:18.035410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.091962 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2c9f6e5-d6cf-48cf-bcb2-7d16f85b3202 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.106457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Deleting port 17adbef3-aed6-43d7-be26-7a3993a72488 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:18.106804 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.108575 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-d1a246e5-8d33-42f3-9555-83244587aaed tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.170566 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2c9f6e5-d6cf-48cf-bcb2-7d16f85b3202 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.177475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c9f6e5-d6cf-48cf-bcb2-7d16f85b3202 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:18.178267 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d2c9f6e5-d6cf-48cf-bcb2-7d16f85b3202 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.182832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-d1a246e5-8d33-42f3-9555-83244587aaed tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Network 91c60990-6432-4fa9-b775-143580ec98f4 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:18.190139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] For port 17adbef3-aed6-43d7-be26-7a3993a72488, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=17adbef3-aed6-43d7-be26-7a3993a72488,segment=NetworkSegment(461d9f57-b4a6-4359-ab26-8e9c7bcbf592),segment_id=461d9f57-b4a6-4359-ab26-8e9c7bcbf592)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:18.190561 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.195933 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-d1a246e5-8d33-42f3-9555-83244587aaed tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:18.206866 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Calling delete_port for 17adbef3-aed6-43d7-be26-7a3993a72488 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:18.256957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['7cfc1b08-a300-4e23-bbe0-514a35092416'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:29:18.260278 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 69148106-2c74-463e-82c6-2b76a03ca6a5 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:18.260926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 69148106-2c74-463e-82c6-2b76a03ca6a5 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:18.261277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-d1a246e5-8d33-42f3-9555-83244587aaed tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:18.261676 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 557c26b1-1203-4487-8da1-f0acd50cb762 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:18.269358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a246e5-8d33-42f3-9555-83244587aaed tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Pushing event updated for resources: {'Port': ['ID=1421a054-9d09-4785-a615-4d7c2335a075,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:18.301587 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d2c9f6e5-d6cf-48cf-bcb2-7d16f85b3202 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5249631 Oct 26 14:29:18.303272 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38844) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:18.317924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-53b2d2f3-3185-4ef8-9c15-675923363107 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'subnet': {'network_id': '89d12a3b-e646-4263-9e71-dc574bc704f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:18.340965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9f6e5-d6cf-48cf-bcb2-7d16f85b3202 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Network': ['ID=89d12a3b-e646-4263-9e71-dc574bc704f8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:18.352964 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-d1a246e5-8d33-42f3-9555-83244587aaed tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:18.353678 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-d1a246e5-8d33-42f3-9555-83244587aaed tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.358170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 557c26b1-1203-4487-8da1-f0acd50cb762 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:18.358521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 557c26b1-1203-4487-8da1-f0acd50cb762 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:18.373528 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-d1a246e5-8d33-42f3-9555-83244587aaed tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1036890 Oct 26 14:29:18.375711 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 89d12a3b-e646-4263-9e71-dc574bc704f8 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:18.386774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Request body: {'port': {'device_id': '5a085023-debf-485a-bd59-f862c310e4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:18.451140 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.477269 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.492587 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Pushing event deleted for resources: {'Port': ['ID=17adbef3-aed6-43d7-be26-7a3993a72488,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:18.503143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b2d2f3-3185-4ef8-9c15-675923363107 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:18.510179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53b2d2f3-3185-4ef8-9c15-675923363107 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.587170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Allocated IP 2001:db8:0:ffff::2 (5dbbbc80-9281-48d3-818c-80b07fd3c266/932790ad-59a6-4e55-b487-d42acaa09d95/99c9dfdb-e732-4bf0-b4a0-a98eb3f11155) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:18.603312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] No DVR routers for this DVR port 17adbef3-aed6-43d7-be26-7a3993a72488 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:18.614393 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.624857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f27c28-a6df-4461-890e-37ad7cd4fad8 None None] DHCP port deletion for 515b108d-96e4-499a-9c1b-3a0bc1956b2f request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:29:18.731131 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.764139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515b108d-96e4-499a-9c1b-3a0bc1956b2f']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:18.784877 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461d9f57-b4a6-4359-ab26-8e9c7bcbf592') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:18.785511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461d9f57-b4a6-4359-ab26-8e9c7bcbf592') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:18.829593 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.839217 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.849849 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.855130 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.868336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:18.868911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:18.870714 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:18.907439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1421a054-9d09-4785-a615-4d7c2335a075 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:29:18.916831 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.918046 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Network 5dbbbc80-9281-48d3-818c-80b07fd3c266 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:18.924814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:18.932063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:18.937923 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Pushing event updated for resources: {'Port': ['ID=99c9dfdb-e732-4bf0-b4a0-a98eb3f11155,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:18.969589 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.970190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Transition to ACTIVE for port object 1421a054-9d09-4785-a615-4d7c2335a075 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:29:18.972463 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53b2d2f3-3185-4ef8-9c15-675923363107 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.981433 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.021892 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Attempting to bind port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:19.022972 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Attempting to bind port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '580a606d-0e0d-426d-8d2d-b859d053eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5dbbbc80-9281-48d3-818c-80b07fd3c266'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:19.023596 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Attempting to bind port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 on network 5dbbbc80-9281-48d3-818c-80b07fd3c266 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:19.032270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:19.032960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Checking segment: {'id': '580a606d-0e0d-426d-8d2d-b859d053eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5dbbbc80-9281-48d3-818c-80b07fd3c266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:19.033608 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.034838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Bound using segment: {'id': '580a606d-0e0d-426d-8d2d-b859d053eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5dbbbc80-9281-48d3-818c-80b07fd3c266'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:19.034997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Bound port: 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580a606d-0e0d-426d-8d2d-b859d053eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5dbbbc80-9281-48d3-818c-80b07fd3c266'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:19.035478 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.064243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Pushing event updated for resources: {'Port': ['ID=1421a054-9d09-4785-a615-4d7c2335a075,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:19.080970 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.096774 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] 10.222.0.32 "DELETE /v2.0/networks/515b108d-96e4-499a-9c1b-3a0bc1956b2f HTTP/1.1" status: 204 len: 168 time: 1.1542733 Oct 26 14:29:19.110962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2d2f3-3185-4ef8-9c15-675923363107 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Subnet': ['ID=c9ee752e-49d6-4a31-b14c-ef64be28b0de,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:19.113117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9f3f6-d3ab-4083-a9b3-8379583b178a admin admin] Pushing event deleted for resources: {'Network': ['ID=515b108d-96e4-499a-9c1b-3a0bc1956b2f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:19.128822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] For port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:19.136380 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] For port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=99c9dfdb-e732-4bf0-b4a0-a98eb3f11155,segment=NetworkSegment(580a606d-0e0d-426d-8d2d-b859d053eaf2),segment_id=580a606d-0e0d-426d-8d2d-b859d053eaf2)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:19.143302 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.160299 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b2d2f3-3185-4ef8-9c15-675923363107 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Checking segment: {'id': '0a87acd7-dddd-42e0-9032-b8b007974f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '89d12a3b-e646-4263-9e71-dc574bc704f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:19.160663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b2d2f3-3185-4ef8-9c15-675923363107 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network hostable DHCP agents. Network: 89d12a3b-e646-4263-9e71-dc574bc704f8, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:19.195209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b2d2f3-3185-4ef8-9c15-675923363107 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network 89d12a3b-e646-4263-9e71-dc574bc704f8 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:19.207986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-53b2d2f3-3185-4ef8-9c15-675923363107 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 89d12a3b-e646-4263-9e71-dc574bc704f8) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:19.224760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b2d2f3-3185-4ef8-9c15-675923363107 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:19.224760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53b2d2f3-3185-4ef8-9c15-675923363107 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.229752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea159ba-f6c8-4ba4-8196-3e18ea51ad66 None None] Network 89d12a3b-e646-4263-9e71-dc574bc704f8 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:19.233299 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528023c-0e55-43e5-b896-f3664bf75b9f None None] Pushing event updated for resources: {'Port': ['ID=99c9dfdb-e732-4bf0-b4a0-a98eb3f11155,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:19.278540 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-53b2d2f3-3185-4ef8-9c15-675923363107 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9728844 Oct 26 14:29:19.279626 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38852) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:19.341427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa89d3a-8da2-48a3-bc9d-c8d9bf7604fa req-e0089e2c-2edf-4445-b5fe-c0920aa14518 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:19.345678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3fa89d3a-8da2-48a3-bc9d-c8d9bf7604fa req-e0089e2c-2edf-4445-b5fe-c0920aa14518 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 943 time: 0.2522962 Oct 26 14:29:19.470806 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9726aba-8589-4895-a4be-264112202941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-89d12a3b-e646-4263-9e71-dc574bc704f8', 'network_id': '89d12a3b-e646-4263-9e71-dc574bc704f8', 'tenant_id': '08eea1f39799499db052a20084ae9777', 'fixed_ips': [{'subnet_id': 'c9ee752e-49d6-4a31-b14c-ef64be28b0de'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:29:19.471911 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e9726aba-8589-4895-a4be-264112202941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.489436 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3fa89d3a-8da2-48a3-bc9d-c8d9bf7604fa req-cb21f64d-e8b5-4e96-b053-250a43c6da45 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381915 Oct 26 14:29:19.492285 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Attempting to bind port 1421a054-9d09-4785-a615-4d7c2335a075 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:19.492626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Attempting to bind port 1421a054-9d09-4785-a615-4d7c2335a075 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:19.492958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Attempting to bind port 1421a054-9d09-4785-a615-4d7c2335a075 on network 91c60990-6432-4fa9-b775-143580ec98f4 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:19.502943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Port 1421a054-9d09-4785-a615-4d7c2335a075 on network 91c60990-6432-4fa9-b775-143580ec98f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:29:19.505119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Attempting to bind port 1421a054-9d09-4785-a615-4d7c2335a075 on network 91c60990-6432-4fa9-b775-143580ec98f4 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:19.520251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:19.520643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Checking segment: {'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:19.525033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Bound using segment: {'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:19.525608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Bound port: 1421a054-9d09-4785-a615-4d7c2335a075, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:19.525997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.561738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38856) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:19.696732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4a737a13-9ba3-41c2-98f2-0560665d855f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b928bc502b6a40b283c707565ebb8960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320519 Oct 26 14:29:19.705059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38858) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:19.715458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] For port 1421a054-9d09-4785-a615-4d7c2335a075, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:19.738122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] For port 1421a054-9d09-4785-a615-4d7c2335a075, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=1421a054-9d09-4785-a615-4d7c2335a075,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:19.751313 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.757645 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-e9726aba-8589-4895-a4be-264112202941 None None] Allocated IP 2001:db8::1 (89d12a3b-e646-4263-9e71-dc574bc704f8/c9ee752e-49d6-4a31-b14c-ef64be28b0de/44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:19.829772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:19.830502 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.831966 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] 10.222.0.25 "PUT /v2.0/ports/1421a054-9d09-4785-a615-4d7c2335a075 HTTP/1.1" status: 200 len: 1091 time: 1.4498205 Oct 26 14:29:19.832489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a085023-debf-485a-bd59-f862c310e4bd', 'tag': '1421a054-9d09-4785-a615-4d7c2335a075'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:19.835096 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb795ff5-a35c-4f05-83c1-7e39f2e6b0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a085023-debf-485a-bd59-f862c310e4bd", "tag": "1421a054-9d09-4785-a615-4d7c2335a075"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:19.865079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce41f37-c408-42e2-9dfc-4b31d8558725 service neutron] Pushing event updated for resources: {'Port': ['ID=1421a054-9d09-4785-a615-4d7c2335a075,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:19.892213 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ea86275a-940c-4906-9514-bb4e9fe26b14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.919334 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ea86275a-940c-4906-9514-bb4e9fe26b14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.926611 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80887eb-3267-4260-a8bf-51806f1dfb95 x-openstack-request-id: req-b80887eb-3267-4260-a8bf-51806f1dfb95 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:19.926946 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a085023-debf-485a-bd59-f862c310e4bd", "tag": "1421a054-9d09-4785-a615-4d7c2335a075", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:19.927152 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b80887eb-3267-4260-a8bf-51806f1dfb95 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:19.927535 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a085023-debf-485a-bd59-f862c310e4bd', 'tag': '1421a054-9d09-4785-a615-4d7c2335a075', 'status': 'completed', 'code': 200} Oct 26 14:29:19.959465 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e9726aba-8589-4895-a4be-264112202941 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.981301 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e9726aba-8589-4895-a4be-264112202941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.994550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-ef148aaf-d59b-4c13-b098-451e141d1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:19.996159 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-ef148aaf-d59b-4c13-b098-451e141d1f3a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=828b938fdddb4120a13cb632ae8d7046&device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 1094 time: 0.0677631 Oct 26 14:29:20.020433 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:20.037141 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:20.052700 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ea86275a-940c-4906-9514-bb4e9fe26b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:20.055343 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ea86275a-940c-4906-9514-bb4e9fe26b14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:20.056599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ea86275a-940c-4906-9514-bb4e9fe26b14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b76cab9-d3ec-4648-b889-820da489f0a9 HTTP/1.1" status: 204 len: 168 time: 0.3491368 Oct 26 14:29:20.059701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-f3fc873a-56fc-420a-88ef-48bb97e43c80 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1421a054-9d09-4785-a615-4d7c2335a075 HTTP/1.1" status: 200 len: 217 time: 0.0419559 Oct 26 14:29:20.066785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86275a-940c-4906-9514-bb4e9fe26b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b76cab9-d3ec-4648-b889-820da489f0a9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:20.087588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9726aba-8589-4895-a4be-264112202941 None None] Network 89d12a3b-e646-4263-9e71-dc574bc704f8 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:20.100438 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Deleting port 44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:20.100779 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:20.102854 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-e9726aba-8589-4895-a4be-264112202941 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:20.105903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9726aba-8589-4895-a4be-264112202941 None None] Pushing event updated for resources: {'Port': ['ID=44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:20.108448 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9726aba-8589-4895-a4be-264112202941 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:20.133525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-dce26d18-6da3-407e-963e-8b3f725eb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:20.135575 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-dce26d18-6da3-407e-963e-8b3f725eb3f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fc0d017-1b97-4753-adb5-3fc2da6bf5ce HTTP/1.1" status: 200 len: 855 time: 0.0667176 Oct 26 14:29:20.178509 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:20.178920 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:20.179113 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-86c94550-83cd-405c-8451-8fec3984cf74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91c60990-6432-4fa9-b775-143580ec98f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325851 Oct 26 14:29:20.181764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e9726aba-8589-4895-a4be-264112202941 None None] Attempting to bind port 44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:20.181917 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e9726aba-8589-4895-a4be-264112202941 None None] Attempting to bind port 44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '0a87acd7-dddd-42e0-9032-b8b007974f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '89d12a3b-e646-4263-9e71-dc574bc704f8'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:20.182220 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9726aba-8589-4895-a4be-264112202941 None None] Attempting to bind port 44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3 on network 89d12a3b-e646-4263-9e71-dc574bc704f8 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:20.208125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9726aba-8589-4895-a4be-264112202941 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:20.209021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9726aba-8589-4895-a4be-264112202941 None None] Checking segment: {'id': '0a87acd7-dddd-42e0-9032-b8b007974f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '89d12a3b-e646-4263-9e71-dc574bc704f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:20.210287 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e9726aba-8589-4895-a4be-264112202941 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:20.210598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9726aba-8589-4895-a4be-264112202941 None None] Bound using segment: {'id': '0a87acd7-dddd-42e0-9032-b8b007974f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '89d12a3b-e646-4263-9e71-dc574bc704f8'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:20.211264 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e9726aba-8589-4895-a4be-264112202941 None None] Bound port: 44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a87acd7-dddd-42e0-9032-b8b007974f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '89d12a3b-e646-4263-9e71-dc574bc704f8'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:20.211771 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e9726aba-8589-4895-a4be-264112202941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:20.216700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] For port 44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3, host n-d-815498-1, got binding levels [] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:20.217071 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:20.251884 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Calling delete_port for 44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:20.321225 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-faa847bd-ffe0-44ec-840a-612d8736ebeb service neutron] 10.222.0.25 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347704 Oct 26 14:29:20.339460 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e9726aba-8589-4895-a4be-264112202941 None None] For port 44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:20.345124 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e9726aba-8589-4895-a4be-264112202941 None None] For port 44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3,segment=NetworkSegment(0a87acd7-dddd-42e0-9032-b8b007974f05),segment_id=0a87acd7-dddd-42e0-9032-b8b007974f05)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:20.355118 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e9726aba-8589-4895-a4be-264112202941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:20.408585 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:20.412718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9726aba-8589-4895-a4be-264112202941 None None] Pushing event updated for resources: {'Port': ['ID=44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:20.422676 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:20.434882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a680273b-e4b6-47f4-becf-aa55a4476693 req-661cd1e3-d672-496c-99d5-a8123c8a69f6 service neutron] 10.222.0.25 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071935 Oct 26 14:29:20.478214 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=99c9dfdb-e732-4bf0-b4a0-a98eb3f11155,segment=NetworkSegment(580a606d-0e0d-426d-8d2d-b859d053eaf2),segment_id=580a606d-0e0d-426d-8d2d-b859d053eaf2)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:20.494927 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:20.617163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 17adbef3-aed6-43d7-be26-7a3993a72488 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:20.622015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795ff5-a35c-4f05-83c1-7e39f2e6b0d0 req-ac06057d-7bdb-456a-a94b-b8843370b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:20.624197 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb795ff5-a35c-4f05-83c1-7e39f2e6b0d0 req-ac06057d-7bdb-456a-a94b-b8843370b4ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=828b938fdddb4120a13cb632ae8d7046&device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 1094 time: 0.1126246 Oct 26 14:29:20.636018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Port': ['ID=44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:20.646462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No DVR routers for this DVR port 44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:20.724486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 17adbef3-aed6-43d7-be26-7a3993a72488 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:20.724939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 17adbef3-aed6-43d7-be26-7a3993a72488 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:20.729424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38872) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:20.767316 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=99c9dfdb-e732-4bf0-b4a0-a98eb3f11155,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:20.821041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ce1b6-b5e3-4bb9-b99c-ec6845a1e970 req-e48bc16a-488c-4171-ad69-a3efdc6e4685 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:20.828951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-396ce1b6-b5e3-4bb9-b99c-ec6845a1e970 req-e48bc16a-488c-4171-ad69-a3efdc6e4685 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 943 time: 0.1771419 Oct 26 14:29:20.867993 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:20.916122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795ff5-a35c-4f05-83c1-7e39f2e6b0d0 req-ce68fc7f-019b-47d2-943e-8462416a15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:20.917654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb795ff5-a35c-4f05-83c1-7e39f2e6b0d0 req-ce68fc7f-019b-47d2-943e-8462416a15d6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 200 len: 916 time: 0.2826319 Oct 26 14:29:20.962343 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-20e9afa1-e217-408e-b607-ea2d50a61027 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0cd81bee33f45608a20256611911306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315538 Oct 26 14:29:20.965241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38878) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:20.983710 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb795ff5-a35c-4f05-83c1-7e39f2e6b0d0 req-50873fef-c798-4fe6-989a-983b96c22caf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1421a054-9d09-4785-a615-4d7c2335a075 HTTP/1.1" status: 200 len: 217 time: 0.0564632 Oct 26 14:29:20.991667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-396ce1b6-b5e3-4bb9-b99c-ec6845a1e970 req-d33652bd-ead9-408c-9b4a-d3288d73642d tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332812 Oct 26 14:29:21.038585 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5235ca-9302-4684-ae5e-245f923965f1 None None] Network 5dbbbc80-9281-48d3-818c-80b07fd3c266 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:21.062691 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795ff5-a35c-4f05-83c1-7e39f2e6b0d0 req-d4eb9d1b-9a9f-45c0-9679-b2a3ca0845c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:21.064198 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb795ff5-a35c-4f05-83c1-7e39f2e6b0d0 req-d4eb9d1b-9a9f-45c0-9679-b2a3ca0845c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fc0d017-1b97-4753-adb5-3fc2da6bf5ce HTTP/1.1" status: 200 len: 855 time: 0.0716417 Oct 26 14:29:21.110736 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb795ff5-a35c-4f05-83c1-7e39f2e6b0d0 req-2d1ec69a-70b2-47eb-8262-3f0649a853fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91c60990-6432-4fa9-b775-143580ec98f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376127 Oct 26 14:29:21.119004 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e0ee8f8-d6bf-49cb-96f9-02db42ce7642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.139810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.184396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ee752e-49d6-4a31-b14c-ef64be28b0de,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:21.214496 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9cc9193a-c281-4df7-9642-57d533ee4502 None None] Provisioning complete for port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:21.215024 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9cc9193a-c281-4df7-9642-57d533ee4502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.254327 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e0ee8f8-d6bf-49cb-96f9-02db42ce7642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.273530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb795ff5-a35c-4f05-83c1-7e39f2e6b0d0 req-36ac9f2f-3aa8-4b57-b7eb-390c257a7444 service neutron] 10.222.0.25 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467896 Oct 26 14:29:21.389440 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.422669 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e0ee8f8-d6bf-49cb-96f9-02db42ce7642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.425917 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e0ee8f8-d6bf-49cb-96f9-02db42ce7642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.427249 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5e0ee8f8-d6bf-49cb-96f9-02db42ce7642 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0753205-bd8d-4e8f-b5e5-956a9c16763f HTTP/1.1" status: 204 len: 168 time: 0.4610252 Oct 26 14:29:21.442400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d12a3b-e646-4263-9e71-dc574bc704f8']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:21.466083 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb795ff5-a35c-4f05-83c1-7e39f2e6b0d0 req-b93d4760-6bd6-4899-a08e-e399e84dcfae service neutron] 10.222.0.25 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827264 Oct 26 14:29:21.493625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a87acd7-dddd-42e0-9032-b8b007974f05') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:21.494877 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a87acd7-dddd-42e0-9032-b8b007974f05') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:21.497952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ee8f8-d6bf-49cb-96f9-02db42ce7642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0753205-bd8d-4e8f-b5e5-956a9c16763f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:21.514432 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.538549 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.576746 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:21.577154 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:21.582397 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:21.721274 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.757603 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.766748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38884) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:21.768727 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/89d12a3b-e646-4263-9e71-dc574bc704f8 HTTP/1.1" status: 204 len: 168 time: 2.4878936 Oct 26 14:29:21.770787 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9346348-06ed-4633-a52c-f40fe3a8af6f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Network': ['ID=89d12a3b-e646-4263-9e71-dc574bc704f8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:21.779409 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-2d712aa8-c61c-4834-9c2a-bb028990c871 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1708431426'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:21.842387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d712aa8-c61c-4834-9c2a-bb028990c871 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:21.857588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d712aa8-c61c-4834-9c2a-bb028990c871 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.932031 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d79dc25b-21be-4570-a376-77fa66aa6db7 None None] Provisioning complete for port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:21.933644 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d712aa8-c61c-4834-9c2a-bb028990c871 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:21.934275 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d79dc25b-21be-4570-a376-77fa66aa6db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.952389 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d712aa8-c61c-4834-9c2a-bb028990c871 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.953467 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-2d712aa8-c61c-4834-9c2a-bb028990c871 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Added segment 188935e3-000d-48cb-951a-0536224d6364 of type vlan for network 2b7c4b29-0db1-4def-8eaf-d08d756ea665 Oct 26 14:29:22.025905 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d712aa8-c61c-4834-9c2a-bb028990c871 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.048570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:22.117031 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d712aa8-c61c-4834-9c2a-bb028990c871 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.130619 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d712aa8-c61c-4834-9c2a-bb028990c871 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:22.134873 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2d712aa8-c61c-4834-9c2a-bb028990c871 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.264886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2d712aa8-c61c-4834-9c2a-bb028990c871 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4964354 Oct 26 14:29:22.269735 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38890) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:22.274729 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f7830e34-1fad-4513-b218-0b7b33f96f21 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'subnet': {'network_id': '2b7c4b29-0db1-4def-8eaf-d08d756ea665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:22.278847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:22.279219 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.357348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d712aa8-c61c-4834-9c2a-bb028990c871 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Network': ['ID=2b7c4b29-0db1-4def-8eaf-d08d756ea665,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:22.388268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baaf4ff-e18d-43a5-b18b-68a7c955c650 None None] DHCP port deletion for 89d12a3b-e646-4263-9e71-dc574bc704f8 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:29:22.390883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 2b7c4b29-0db1-4def-8eaf-d08d756ea665 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:22.403875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ffe47f2c-48b6-4b8f-bef1-0b511f8a6fde None None] Could not find standard attr ID for object 44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:29:22.414335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00aca7-6d61-4486-86d9-42243af1dd12 req-f17c0c8f-a3cf-474e-afd7-c75e55bab944 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:22.416009 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c00aca7-6d61-4486-86d9-42243af1dd12 req-f17c0c8f-a3cf-474e-afd7-c75e55bab944 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 943 time: 0.2015276 Oct 26 14:29:22.417142 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7830e34-1fad-4513-b218-0b7b33f96f21 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:22.420541 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f7830e34-1fad-4513-b218-0b7b33f96f21 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.496442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252fe8c5-b75e-49aa-823c-3a55df835dc0 None None] Network 89d12a3b-e646-4263-9e71-dc574bc704f8 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:22.524132 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7c00aca7-6d61-4486-86d9-42243af1dd12 req-91b97f60-13b8-43a3-9ccc-4b99316d1b26 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988247 Oct 26 14:29:22.524962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252fe8c5-b75e-49aa-823c-3a55df835dc0 None None] Network 89d12a3b-e646-4263-9e71-dc574bc704f8 could not be found, it might have been deleted concurrently. {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 14:29:22.672369 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f7830e34-1fad-4513-b218-0b7b33f96f21 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.742489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7830e34-1fad-4513-b218-0b7b33f96f21 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Subnet': ['ID=aa41a7f1-873b-4b0c-a278-a0714ca49dbb,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:22.755975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7830e34-1fad-4513-b218-0b7b33f96f21 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Checking segment: {'id': '188935e3-000d-48cb-951a-0536224d6364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b7c4b29-0db1-4def-8eaf-d08d756ea665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:22.756283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7830e34-1fad-4513-b218-0b7b33f96f21 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network hostable DHCP agents. Network: 2b7c4b29-0db1-4def-8eaf-d08d756ea665, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:22.776471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7830e34-1fad-4513-b218-0b7b33f96f21 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network 2b7c4b29-0db1-4def-8eaf-d08d756ea665 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:22.786836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-f7830e34-1fad-4513-b218-0b7b33f96f21 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 2b7c4b29-0db1-4def-8eaf-d08d756ea665) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:22.792764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7830e34-1fad-4513-b218-0b7b33f96f21 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:22.793574 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f7830e34-1fad-4513-b218-0b7b33f96f21 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.799792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34504718-209c-4cf9-81c6-07c6fa050bfc None None] Network 2b7c4b29-0db1-4def-8eaf-d08d756ea665 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:22.813938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f7830e34-1fad-4513-b218-0b7b33f96f21 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5432489 Oct 26 14:29:22.817697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38896) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:22.823663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e3f5e945-4c9d-4e17-b03b-7efe39a54e87 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1304918239'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:22.852006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f5e945-4c9d-4e17-b03b-7efe39a54e87 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:22.855827 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e945-4c9d-4e17-b03b-7efe39a54e87 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.889441 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f5e945-4c9d-4e17-b03b-7efe39a54e87 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:22.900450 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e945-4c9d-4e17-b03b-7efe39a54e87 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.900795 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-e3f5e945-4c9d-4e17-b03b-7efe39a54e87 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Added segment 4425b7d2-fbae-44dd-b665-df2d04a31d70 of type vlan for network efaec57e-e3b8-4ea8-8454-7300f7a67054 Oct 26 14:29:22.945871 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e945-4c9d-4e17-b03b-7efe39a54e87 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.973274 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e945-4c9d-4e17-b03b-7efe39a54e87 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.979503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f5e945-4c9d-4e17-b03b-7efe39a54e87 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:22.980140 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e945-4c9d-4e17-b03b-7efe39a54e87 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.001160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-2b7c4b29-0db1-4def-8eaf-d08d756ea665', 'network_id': '2b7c4b29-0db1-4def-8eaf-d08d756ea665', 'tenant_id': '08eea1f39799499db052a20084ae9777', 'fixed_ips': [{'subnet_id': 'aa41a7f1-873b-4b0c-a278-a0714ca49dbb'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:29:23.005705 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.047410 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e3f5e945-4c9d-4e17-b03b-7efe39a54e87 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2241414 Oct 26 14:29:23.047410 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38898) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:23.052414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b518bec6-6b02-4183-9459-016b0ab49c8f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'subnet': {'network_id': 'efaec57e-e3b8-4ea8-8454-7300f7a67054', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:23.110811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5e945-4c9d-4e17-b03b-7efe39a54e87 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Network': ['ID=efaec57e-e3b8-4ea8-8454-7300f7a67054,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:23.168823 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b518bec6-6b02-4183-9459-016b0ab49c8f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:23.173760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b518bec6-6b02-4183-9459-016b0ab49c8f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.226248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Allocated IP 2001:db8::3 (2b7c4b29-0db1-4def-8eaf-d08d756ea665/aa41a7f1-873b-4b0c-a278-a0714ca49dbb/2c135a05-90c8-4b0c-9cba-b36509864409) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:23.249745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_backend_mixin [None req-b518bec6-6b02-4183-9459-016b0ab49c8f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Performing IP validity checks on allocation pools {{(pid=102123) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:29:23.250561 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_backend_mixin [None req-b518bec6-6b02-4183-9459-016b0ab49c8f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102123) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:29:23.416361 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b518bec6-6b02-4183-9459-016b0ab49c8f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.424070 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.442175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network efaec57e-e3b8-4ea8-8454-7300f7a67054 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:23.444625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 1421a054-9d09-4785-a615-4d7c2335a075 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:29:23.485917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518bec6-6b02-4183-9459-016b0ab49c8f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Subnet': ['ID=d51cb86f-c6c4-4f5d-93d0-0738f8278763,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:23.520668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b518bec6-6b02-4183-9459-016b0ab49c8f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Checking segment: {'id': '4425b7d2-fbae-44dd-b665-df2d04a31d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'efaec57e-e3b8-4ea8-8454-7300f7a67054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:23.521430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b518bec6-6b02-4183-9459-016b0ab49c8f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network hostable DHCP agents. Network: efaec57e-e3b8-4ea8-8454-7300f7a67054, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:23.542148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b518bec6-6b02-4183-9459-016b0ab49c8f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network efaec57e-e3b8-4ea8-8454-7300f7a67054 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:23.544677 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.554185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b518bec6-6b02-4183-9459-016b0ab49c8f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, efaec57e-e3b8-4ea8-8454-7300f7a67054) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:23.571912 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b518bec6-6b02-4183-9459-016b0ab49c8f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:23.573133 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b518bec6-6b02-4183-9459-016b0ab49c8f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.598442 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b518bec6-6b02-4183-9459-016b0ab49c8f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5480142 Oct 26 14:29:23.598794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38904) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:23.754172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0abcb-cf49-4cee-892d-9464261928d8 req-34d0b835-d9d0-4f3a-86ea-6e541cb6d388 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:23.755817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5d0abcb-cf49-4cee-892d-9464261928d8 req-34d0b835-d9d0-4f3a-86ea-6e541cb6d388 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 943 time: 0.0844870 Oct 26 14:29:23.782408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.916587 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5d0abcb-cf49-4cee-892d-9464261928d8 req-8b162dfc-706d-44c8-904f-2cd181224d24 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447575 Oct 26 14:29:23.917271 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Pushing event updated for resources: {'Port': ['ID=2c135a05-90c8-4b0c-9cba-b36509864409,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:23.920954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c346c66-3ed4-4ea9-b05a-1372f594e31e None None] Network efaec57e-e3b8-4ea8-8454-7300f7a67054 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:23.935156 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:23.943071 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.024045 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.038492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 1421a054-9d09-4785-a615-4d7c2335a075, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=1421a054-9d09-4785-a615-4d7c2335a075,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:24.064080 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:24.064434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 44bc0507-eb7e-4f2a-a7a4-9797d3f4e0c3 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:24.071911 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '1421a054-9d09-4785-a615-4d7c2335a075', 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4', 'port_id': '1421a054-9d09-4785-a615-4d7c2335a075', 'mac_address': 'fa:16:3e:b1:00:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc0d017-1b97-4753-adb5-3fc2da6bf5ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:29:24.075048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Network 2b7c4b29-0db1-4def-8eaf-d08d756ea665 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:24.088638 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.094373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:24.103601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:24.117434 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.143017 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Subnet': ['ID=d51cb86f-c6c4-4f5d-93d0-0738f8278763,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:24.181576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efaec57e-e3b8-4ea8-8454-7300f7a67054']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:24.204635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4425b7d2-fbae-44dd-b665-df2d04a31d70') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:24.204933 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4425b7d2-fbae-44dd-b665-df2d04a31d70') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:24.228465 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.262111 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.268992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:24.269396 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:24.272422 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:24.280261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Attempting to bind port 2c135a05-90c8-4b0c-9cba-b36509864409 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:24.280761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Attempting to bind port 2c135a05-90c8-4b0c-9cba-b36509864409 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '188935e3-000d-48cb-951a-0536224d6364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b7c4b29-0db1-4def-8eaf-d08d756ea665'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:24.280947 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Attempting to bind port 2c135a05-90c8-4b0c-9cba-b36509864409 on network 2b7c4b29-0db1-4def-8eaf-d08d756ea665 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:24.284333 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.298606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:24.298991 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Checking segment: {'id': '188935e3-000d-48cb-951a-0536224d6364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b7c4b29-0db1-4def-8eaf-d08d756ea665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:24.299395 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.299788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Bound using segment: {'id': '188935e3-000d-48cb-951a-0536224d6364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b7c4b29-0db1-4def-8eaf-d08d756ea665'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:24.300436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Bound port: 2c135a05-90c8-4b0c-9cba-b36509864409, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188935e3-000d-48cb-951a-0536224d6364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b7c4b29-0db1-4def-8eaf-d08d756ea665'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:24.300812 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.305886 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfe358d-1de4-4e30-b9a4-edf3cd59f948 None None] Network efaec57e-e3b8-4ea8-8454-7300f7a67054 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:24.334403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1421a054-9d09-4785-a615-4d7c2335a075 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:29:24.420119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 1421a054-9d09-4785-a615-4d7c2335a075, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=1421a054-9d09-4785-a615-4d7c2335a075,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:24.445437 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.446914 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.482485 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.490935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38914) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:24.496946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4ed1a623-4907-4419-8621-0b181d0ea96c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1370903911'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:24.502034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/efaec57e-e3b8-4ea8-8454-7300f7a67054 HTTP/1.1" status: 204 len: 168 time: 0.9019547 Oct 26 14:29:24.505252 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ed61d-e454-42a8-9b28-904fbb62465c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Network': ['ID=efaec57e-e3b8-4ea8-8454-7300f7a67054,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:24.532161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed1a623-4907-4419-8621-0b181d0ea96c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:24.538475 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ed1a623-4907-4419-8621-0b181d0ea96c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.595857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=1421a054-9d09-4785-a615-4d7c2335a075,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:24.622712 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed1a623-4907-4419-8621-0b181d0ea96c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:24.629216 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-546baa67-971f-419e-b853-1177e46529c8 None None] For port 2c135a05-90c8-4b0c-9cba-b36509864409, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:24.637839 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ed1a623-4907-4419-8621-0b181d0ea96c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.638143 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-4ed1a623-4907-4419-8621-0b181d0ea96c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Added segment c343430d-17e4-4dea-9a01-b50c26088fd6 of type vlan for network 8d66968c-a59d-4ba3-87f5-e86d440cb71b Oct 26 14:29:24.648459 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-546baa67-971f-419e-b853-1177e46529c8 None None] For port 2c135a05-90c8-4b0c-9cba-b36509864409, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2c135a05-90c8-4b0c-9cba-b36509864409,segment=NetworkSegment(188935e3-000d-48cb-951a-0536224d6364),segment_id=188935e3-000d-48cb-951a-0536224d6364)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:24.656792 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.711181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1421a054-9d09-4785-a615-4d7c2335a075'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:29:24.746385 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ed1a623-4907-4419-8621-0b181d0ea96c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.786156 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ed1a623-4907-4419-8621-0b181d0ea96c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.793325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed1a623-4907-4419-8621-0b181d0ea96c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:24.793995 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ed1a623-4907-4419-8621-0b181d0ea96c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.838776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546baa67-971f-419e-b853-1177e46529c8 None None] Pushing event updated for resources: {'Port': ['ID=2c135a05-90c8-4b0c-9cba-b36509864409,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:24.904519 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4ed1a623-4907-4419-8621-0b181d0ea96c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4092255 Oct 26 14:29:24.905383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38916) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:24.911560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-65ac2411-4b60-4b16-9a7d-f881db5dce5e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'subnet': {'network_id': '8d66968c-a59d-4ba3-87f5-e86d440cb71b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:24.928619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1a623-4907-4419-8621-0b181d0ea96c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Network': ['ID=8d66968c-a59d-4ba3-87f5-e86d440cb71b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:24.967815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 8d66968c-a59d-4ba3-87f5-e86d440cb71b details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:25.214662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313a917-aa76-487f-a0c1-ae881679a1db req-5f94a844-9224-4805-b6b3-d5b1c6202260 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:25.216615 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1313a917-aa76-487f-a0c1-ae881679a1db req-5f94a844-9224-4805-b6b3-d5b1c6202260 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 944 time: 0.1291010 Oct 26 14:29:25.224109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ac2411-4b60-4b16-9a7d-f881db5dce5e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:25.232977 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65ac2411-4b60-4b16-9a7d-f881db5dce5e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:25.329395 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1313a917-aa76-487f-a0c1-ae881679a1db req-aa2e6b41-d608-418a-baa0-b4ec3a97102a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921631 Oct 26 14:29:25.485624 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65ac2411-4b60-4b16-9a7d-f881db5dce5e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:25.549296 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac2411-4b60-4b16-9a7d-f881db5dce5e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Subnet': ['ID=7153bed7-6dc2-4f9c-8a7a-50a269e5e61d,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:25.567694 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ac2411-4b60-4b16-9a7d-f881db5dce5e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Checking segment: {'id': 'c343430d-17e4-4dea-9a01-b50c26088fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '8d66968c-a59d-4ba3-87f5-e86d440cb71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:25.568115 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ac2411-4b60-4b16-9a7d-f881db5dce5e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network hostable DHCP agents. Network: 8d66968c-a59d-4ba3-87f5-e86d440cb71b, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:25.587771 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ac2411-4b60-4b16-9a7d-f881db5dce5e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network 8d66968c-a59d-4ba3-87f5-e86d440cb71b is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:25.599246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-65ac2411-4b60-4b16-9a7d-f881db5dce5e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 8d66968c-a59d-4ba3-87f5-e86d440cb71b) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:25.608095 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204389d3-4e0b-4aa9-a810-9432839b88aa None None] Network 8d66968c-a59d-4ba3-87f5-e86d440cb71b requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:25.614264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ac2411-4b60-4b16-9a7d-f881db5dce5e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:25.615489 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65ac2411-4b60-4b16-9a7d-f881db5dce5e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:25.637401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-65ac2411-4b60-4b16-9a7d-f881db5dce5e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7296643 Oct 26 14:29:25.639957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38922) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:25.848276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:25.906712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0021273b-929d-4eca-a94d-061f8010d529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-8d66968c-a59d-4ba3-87f5-e86d440cb71b', 'network_id': '8d66968c-a59d-4ba3-87f5-e86d440cb71b', 'tenant_id': '08eea1f39799499db052a20084ae9777', 'fixed_ips': [{'subnet_id': '7153bed7-6dc2-4f9c-8a7a-50a269e5e61d'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:29:25.907643 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0021273b-929d-4eca-a94d-061f8010d529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:25.991027 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.045465 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2c135a05-90c8-4b0c-9cba-b36509864409 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:26.084894 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.113446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Subnet': ['ID=7153bed7-6dc2-4f9c-8a7a-50a269e5e61d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server [None req-0021273b-929d-4eca-a94d-061f8010d529 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7153bed7-6dc2-4f9c-8a7a-50a269e5e61d: This subnet is being modified by another concurrent operation. Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7153bed7-6dc2-4f9c-8a7a-50a269e5e61d: This subnet is being modified by another concurrent operation. Oct 26 14:29:26.164686 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Oct 26 14:29:26.178103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 2c135a05-90c8-4b0c-9cba-b36509864409 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:26.178482 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.197454 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.211336 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a743b11a-f459-4a7f-852a-3eb0289d991e None None] Network 8d66968c-a59d-4ba3-87f5-e86d440cb71b requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:26.225692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d66968c-a59d-4ba3-87f5-e86d440cb71b']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:26.237503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c343430d-17e4-4dea-9a01-b50c26088fd6') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:26.237880 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c343430d-17e4-4dea-9a01-b50c26088fd6') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:26.251716 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.270921 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.278557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:26.279232 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:26.283548 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:26.345844 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b9f08f-0f62-4864-87e3-e4c05e2e73b3 None None] Network 2b7c4b29-0db1-4def-8eaf-d08d756ea665 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:26.380341 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.397304 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.404931 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/8d66968c-a59d-4ba3-87f5-e86d440cb71b HTTP/1.1" status: 204 len: 168 time: 0.7632177 Oct 26 14:29:26.409466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38926) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:26.415823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-829f84af-e00d-4a8d-9fa1-0d881f634fcc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1119134291'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:26.423968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf298d8-2fb6-4d70-bb36-abfbfd3ba453 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Network': ['ID=8d66968c-a59d-4ba3-87f5-e86d440cb71b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:26.510795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c2c72dcc-65ac-4188-a43e-59a2f6071f35 None None] Provisioning complete for port 2c135a05-90c8-4b0c-9cba-b36509864409 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:26.511244 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c2c72dcc-65ac-4188-a43e-59a2f6071f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.552452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829f84af-e00d-4a8d-9fa1-0d881f634fcc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:26.563077 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.563874 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-829f84af-e00d-4a8d-9fa1-0d881f634fcc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.624250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829f84af-e00d-4a8d-9fa1-0d881f634fcc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:26.639431 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6648962-1b17-4637-833e-608a0c01d145 req-674e1b34-1937-48e6-a33e-bfce09a2735e tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:26.642118 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6648962-1b17-4637-833e-608a0c01d145 req-674e1b34-1937-48e6-a33e-bfce09a2735e tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 944 time: 0.1566048 Oct 26 14:29:26.647934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-829f84af-e00d-4a8d-9fa1-0d881f634fcc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.648281 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-829f84af-e00d-4a8d-9fa1-0d881f634fcc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Added segment 68c21c31-9c58-4d08-8014-848c332ff6c6 of type vlan for network 2e51f9f7-9922-4885-878f-fabd94c17458 Oct 26 14:29:26.673263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 2c135a05-90c8-4b0c-9cba-b36509864409, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2c135a05-90c8-4b0c-9cba-b36509864409,segment=NetworkSegment(188935e3-000d-48cb-951a-0536224d6364),segment_id=188935e3-000d-48cb-951a-0536224d6364)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:26.689153 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.726572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6648962-1b17-4637-833e-608a0c01d145 req-c93171fd-34eb-42f5-88cc-f9051d37d8ea tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682638 Oct 26 14:29:26.728138 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-829f84af-e00d-4a8d-9fa1-0d881f634fcc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.741046 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c2c72dcc-65ac-4188-a43e-59a2f6071f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.757430 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-829f84af-e00d-4a8d-9fa1-0d881f634fcc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.764325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829f84af-e00d-4a8d-9fa1-0d881f634fcc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:26.765667 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-829f84af-e00d-4a8d-9fa1-0d881f634fcc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.802726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=2c135a05-90c8-4b0c-9cba-b36509864409,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:26.805324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38930) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:26.805904 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-829f84af-e00d-4a8d-9fa1-0d881f634fcc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3951566 Oct 26 14:29:26.810554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-830c8628-3a52-4006-acdc-3c8209f47a86 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'subnet': {'network_id': '2e51f9f7-9922-4885-878f-fabd94c17458', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:26.869667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f84af-e00d-4a8d-9fa1-0d881f634fcc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Network': ['ID=2e51f9f7-9922-4885-878f-fabd94c17458,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:26.885361 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-c2c72dcc-65ac-4188-a43e-59a2f6071f35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:29:26.886660 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-c2c72dcc-65ac-4188-a43e-59a2f6071f35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:29:26.891138 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 2e51f9f7-9922-4885-878f-fabd94c17458 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:26.950518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830c8628-3a52-4006-acdc-3c8209f47a86 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:26.956520 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-830c8628-3a52-4006-acdc-3c8209f47a86 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.055386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbcb645-9399-470d-80a0-0d305944e664 None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:29:27.154563 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-830c8628-3a52-4006-acdc-3c8209f47a86 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.157637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbcb645-9399-470d-80a0-0d305944e664 None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:29:27.222537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c8628-3a52-4006-acdc-3c8209f47a86 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Subnet': ['ID=48e8b08f-2ae0-40fb-8b62-12b9dd9dc0b1,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:27.233108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830c8628-3a52-4006-acdc-3c8209f47a86 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Checking segment: {'id': '68c21c31-9c58-4d08-8014-848c332ff6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '2e51f9f7-9922-4885-878f-fabd94c17458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:27.233483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c8628-3a52-4006-acdc-3c8209f47a86 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network hostable DHCP agents. Network: 2e51f9f7-9922-4885-878f-fabd94c17458, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:27.253549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c8628-3a52-4006-acdc-3c8209f47a86 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network 2e51f9f7-9922-4885-878f-fabd94c17458 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:27.258755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 1421a054-9d09-4785-a615-4d7c2335a075 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:27.267667 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-830c8628-3a52-4006-acdc-3c8209f47a86 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 2e51f9f7-9922-4885-878f-fabd94c17458) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:27.273102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830c8628-3a52-4006-acdc-3c8209f47a86 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:27.273698 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-830c8628-3a52-4006-acdc-3c8209f47a86 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.294033 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-830c8628-3a52-4006-acdc-3c8209f47a86 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4873924 Oct 26 14:29:27.297295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38932) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:27.367570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 1421a054-9d09-4785-a615-4d7c2335a075 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:29:27.373924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 1421a054-9d09-4785-a615-4d7c2335a075 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:27.374319 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.414757 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.468624 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.537298 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.565696 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2c87e5-402d-4313-bef8-6edc5a2b2e92 None None] Network 2e51f9f7-9922-4885-878f-fabd94c17458 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:27.574697 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.582056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Subnet': ['ID=48e8b08f-2ae0-40fb-8b62-12b9dd9dc0b1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:27.657116 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.668426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a085023-debf-485a-bd59-f862c310e4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1421a054-9d09-4785-a615-4d7c2335a075'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:27.670613 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9d5fe2-7911-45d0-9b6a-eb4d885af356" -d '{"events": [{"server_uuid": "5a085023-debf-485a-bd59-f862c310e4bd", "name": "network-vif-plugged", "status": "completed", "tag": "1421a054-9d09-4785-a615-4d7c2335a075"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:27.701790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e51f9f7-9922-4885-878f-fabd94c17458']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:27.704466 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.719827 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c21c31-9c58-4d08-8014-848c332ff6c6') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:27.720328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c21c31-9c58-4d08-8014-848c332ff6c6') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:27.739910 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.775543 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.828774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:27.833464 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:27.841953 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:27.997648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb59e07-cbb7-4ace-bf74-dd39dbe7a1b5 req-b9fbf131-def6-4ba2-8d81-e6c462080c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:28.001618 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfb59e07-cbb7-4ace-bf74-dd39dbe7a1b5 req-b9fbf131-def6-4ba2-8d81-e6c462080c28 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 1095 time: 0.2036662 Oct 26 14:29:28.008078 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.015902 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.017286 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b870fe7-fdda-4376-bf2d-ae13ea532c9a x-openstack-request-id: req-2b870fe7-fdda-4376-bf2d-ae13ea532c9a {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:28.017653 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a085023-debf-485a-bd59-f862c310e4bd", "name": "network-vif-plugged", "status": "completed", "tag": "1421a054-9d09-4785-a615-4d7c2335a075", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:28.018001 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b870fe7-fdda-4376-bf2d-ae13ea532c9a {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:28.018476 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a085023-debf-485a-bd59-f862c310e4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1421a054-9d09-4785-a615-4d7c2335a075', 'code': 200} Oct 26 14:29:28.024005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-829c2fb3-9912-416d-bf94-e34b58edb3a0 None None] Provisioning complete for port 2c135a05-90c8-4b0c-9cba-b36509864409 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:28.024475 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-829c2fb3-9912-416d-bf94-e34b58edb3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.026718 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/2e51f9f7-9922-4885-878f-fabd94c17458 HTTP/1.1" status: 204 len: 168 time: 0.7287400 Oct 26 14:29:28.028861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38946) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:28.035395 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2c135a05-90c8-4b0c-9cba-b36509864409 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:28.044361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6b393-6515-4d79-8de9-a3e1551f28bd req-12a00e73-6526-4959-a1dc-971838758356 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:28.052355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fb6b393-6515-4d79-8de9-a3e1551f28bd req-12a00e73-6526-4959-a1dc-971838758356 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 944 time: 0.2315638 Oct 26 14:29:28.073386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-de349b69-363c-48a4-a560-6b5468ef56fc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-319999704'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:28.079122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 1421a054-9d09-4785-a615-4d7c2335a075, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=1421a054-9d09-4785-a615-4d7c2335a075,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:28.080149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce34ef-4bef-4af7-8b4a-2de686978906 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Network': ['ID=2e51f9f7-9922-4885-878f-fabd94c17458,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:28.120381 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.125219 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de349b69-363c-48a4-a560-6b5468ef56fc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:28.131403 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-de349b69-363c-48a4-a560-6b5468ef56fc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.136757 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72022e40-7f13-4581-a017-18d0aeb08898 None None] Network 2e51f9f7-9922-4885-878f-fabd94c17458 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:28.149435 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfb59e07-cbb7-4ace-bf74-dd39dbe7a1b5 req-5e85ba9b-4f25-4640-97aa-63948f3507b5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302118 Oct 26 14:29:28.159280 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72022e40-7f13-4581-a017-18d0aeb08898 None None] Network 2e51f9f7-9922-4885-878f-fabd94c17458 could not be found, it might have been deleted concurrently. {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 14:29:28.170625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de349b69-363c-48a4-a560-6b5468ef56fc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:28.180131 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fb6b393-6515-4d79-8de9-a3e1551f28bd req-b3d203bd-6db3-4be5-8f0c-620267127dc3 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249602 Oct 26 14:29:28.185788 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-de349b69-363c-48a4-a560-6b5468ef56fc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.186475 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-de349b69-363c-48a4-a560-6b5468ef56fc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Added segment 6f032ba0-bdfd-4c61-9530-f6d7389b8a8f of type vlan for network 9aff66a8-54c9-41ee-a29b-882be4a68ec9 Oct 26 14:29:28.221150 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 2c135a05-90c8-4b0c-9cba-b36509864409 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:28.221556 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.247727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-de349b69-363c-48a4-a560-6b5468ef56fc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.292860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-de349b69-363c-48a4-a560-6b5468ef56fc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.303202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de349b69-363c-48a4-a560-6b5468ef56fc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:28.304255 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-de349b69-363c-48a4-a560-6b5468ef56fc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.322272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=1421a054-9d09-4785-a615-4d7c2335a075,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:28.391451 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-de349b69-363c-48a4-a560-6b5468ef56fc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3606398 Oct 26 14:29:28.393468 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38948) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:28.398696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e604a859-5de9-4cd6-9a3e-05762a93f229 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'subnet': {'network_id': '9aff66a8-54c9-41ee-a29b-882be4a68ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:28.420350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de349b69-363c-48a4-a560-6b5468ef56fc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Network': ['ID=9aff66a8-54c9-41ee-a29b-882be4a68ec9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:28.434023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 9aff66a8-54c9-41ee-a29b-882be4a68ec9 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:28.553028 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e604a859-5de9-4cd6-9a3e-05762a93f229 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:28.558809 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e604a859-5de9-4cd6-9a3e-05762a93f229 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.753552 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e604a859-5de9-4cd6-9a3e-05762a93f229 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.820624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604a859-5de9-4cd6-9a3e-05762a93f229 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Subnet': ['ID=fc5b05a8-f5b0-4d6b-9f21-0ebddfb1f8db,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:28.828814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e604a859-5de9-4cd6-9a3e-05762a93f229 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Checking segment: {'id': '6f032ba0-bdfd-4c61-9530-f6d7389b8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '9aff66a8-54c9-41ee-a29b-882be4a68ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:28.829176 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e604a859-5de9-4cd6-9a3e-05762a93f229 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network hostable DHCP agents. Network: 9aff66a8-54c9-41ee-a29b-882be4a68ec9, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:28.847580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e604a859-5de9-4cd6-9a3e-05762a93f229 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network 9aff66a8-54c9-41ee-a29b-882be4a68ec9 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:28.860509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-e604a859-5de9-4cd6-9a3e-05762a93f229 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 9aff66a8-54c9-41ee-a29b-882be4a68ec9) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:28.865299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604a859-5de9-4cd6-9a3e-05762a93f229 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:28.866162 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e604a859-5de9-4cd6-9a3e-05762a93f229 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.873321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ea111c-2dc7-45e4-a4d3-5e0c1ae67c9a None None] Network 9aff66a8-54c9-41ee-a29b-882be4a68ec9 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:28.887769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e604a859-5de9-4cd6-9a3e-05762a93f229 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4929576 Oct 26 14:29:28.891299 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38950) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:28.896482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ae7e0f5b-1284-46a3-a216-77c14b18a854 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'subnet': {'network_id': '9aff66a8-54c9-41ee-a29b-882be4a68ec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:29.059213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7e0f5b-1284-46a3-a216-77c14b18a854 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:29.064817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-9aff66a8-54c9-41ee-a29b-882be4a68ec9', 'network_id': '9aff66a8-54c9-41ee-a29b-882be4a68ec9', 'tenant_id': '08eea1f39799499db052a20084ae9777', 'fixed_ips': [{'subnet_id': 'fc5b05a8-f5b0-4d6b-9f21-0ebddfb1f8db'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:29:29.065685 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.067691 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae7e0f5b-1284-46a3-a216-77c14b18a854 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.260945 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Allocated IP 2001:db8::2 (9aff66a8-54c9-41ee-a29b-882be4a68ec9/fc5b05a8-f5b0-4d6b-9f21-0ebddfb1f8db/caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:29.337473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff17d9d-4fcd-4f17-840e-0798fcf816a7 req-0658bbff-ec8b-4c38-a5eb-40613f9f7b9c tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:29.346553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dff17d9d-4fcd-4f17-840e-0798fcf816a7 req-0658bbff-ec8b-4c38-a5eb-40613f9f7b9c tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 945 time: 0.0729434 Oct 26 14:29:29.402113 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dff17d9d-4fcd-4f17-840e-0798fcf816a7 req-87659aaf-c826-4bcb-9b25-cd03a58439c3 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539694 Oct 26 14:29:29.442415 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae7e0f5b-1284-46a3-a216-77c14b18a854 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.465549 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.471969 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.483982 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e0f5b-1284-46a3-a216-77c14b18a854 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network 9aff66a8-54c9-41ee-a29b-882be4a68ec9 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:29.493407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ae7e0f5b-1284-46a3-a216-77c14b18a854 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:29.499974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7e0f5b-1284-46a3-a216-77c14b18a854 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:29.501393 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae7e0f5b-1284-46a3-a216-77c14b18a854 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.518607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Network 9aff66a8-54c9-41ee-a29b-882be4a68ec9 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:29.523644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:29.524022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e0f5b-1284-46a3-a216-77c14b18a854 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Subnet': ['ID=d557a17a-539a-425a-ae2c-6d01350db93f,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:29.533631 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ae7e0f5b-1284-46a3-a216-77c14b18a854 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6383500 Oct 26 14:29:29.533839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:29.534596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38958) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:29.538870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Pushing event updated for resources: {'Port': ['ID=caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:29.605426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e833d0-390a-47c6-91b3-197db195d321 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:29.607103 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e833d0-390a-47c6-91b3-197db195d321 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:29.609346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e833d0-390a-47c6-91b3-197db195d321 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:29.611291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e833d0-390a-47c6-91b3-197db195d321 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:29.612953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e833d0-390a-47c6-91b3-197db195d321 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:29.619036 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c0e833d0-390a-47c6-91b3-197db195d321 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0791306 Oct 26 14:29:29.619310 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Attempting to bind port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:29.619458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38960) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:29.619679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Attempting to bind port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '6f032ba0-bdfd-4c61-9530-f6d7389b8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '9aff66a8-54c9-41ee-a29b-882be4a68ec9'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:29.620046 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Attempting to bind port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 on network 9aff66a8-54c9-41ee-a29b-882be4a68ec9 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:29.626089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b7c7da6c-dfe1-40f8-ad73-2fd63357324c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2018342722'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:29.630004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:29.630519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Checking segment: {'id': '6f032ba0-bdfd-4c61-9530-f6d7389b8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '9aff66a8-54c9-41ee-a29b-882be4a68ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:29.631044 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.632845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Bound using segment: {'id': '6f032ba0-bdfd-4c61-9530-f6d7389b8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '9aff66a8-54c9-41ee-a29b-882be4a68ec9'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:29.633798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Bound port: caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f032ba0-bdfd-4c61-9530-f6d7389b8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '9aff66a8-54c9-41ee-a29b-882be4a68ec9'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:29.634355 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.650745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c7da6c-dfe1-40f8-ad73-2fd63357324c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:29.654752 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7c7da6c-dfe1-40f8-ad73-2fd63357324c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.680482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c7da6c-dfe1-40f8-ad73-2fd63357324c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:29.691239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7c7da6c-dfe1-40f8-ad73-2fd63357324c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.691710 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-b7c7da6c-dfe1-40f8-ad73-2fd63357324c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Added segment 2e04badd-562a-4d9f-ba09-2b5f1089d526 of type vlan for network a0de5ebf-b6cd-4b34-8769-904351b32d8d Oct 26 14:29:29.709895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] For port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:29.713239 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] For port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3,segment=NetworkSegment(6f032ba0-bdfd-4c61-9530-f6d7389b8a8f),segment_id=6f032ba0-bdfd-4c61-9530-f6d7389b8a8f)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:29.717343 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.738833 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7c7da6c-dfe1-40f8-ad73-2fd63357324c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.770892 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7c7da6c-dfe1-40f8-ad73-2fd63357324c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.777118 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c7da6c-dfe1-40f8-ad73-2fd63357324c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:29.778095 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7c7da6c-dfe1-40f8-ad73-2fd63357324c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.781781 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1e47c-8bad-44bd-932a-718aaf95409a None None] Pushing event updated for resources: {'Port': ['ID=caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:29.850749 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b7c7da6c-dfe1-40f8-ad73-2fd63357324c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2302177 Oct 26 14:29:29.853613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38962) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:29.864777 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a9860dbc-5f6d-4b1f-9661-3c670a0a50a5 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:29.867048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7da6c-dfe1-40f8-ad73-2fd63357324c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Network': ['ID=a0de5ebf-b6cd-4b34-8769-904351b32d8d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:29.878853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network a0de5ebf-b6cd-4b34-8769-904351b32d8d details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:30.093412 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9860dbc-5f6d-4b1f-9661-3c670a0a50a5 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:30.108784 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9860dbc-5f6d-4b1f-9661-3c670a0a50a5 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:30.132013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9860dbc-5f6d-4b1f-9661-3c670a0a50a5 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network a0de5ebf-b6cd-4b34-8769-904351b32d8d is not hosted by any dhcp agent {{(pid=102123) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:29:30.138007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9860dbc-5f6d-4b1f-9661-3c670a0a50a5 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:30.138241 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9860dbc-5f6d-4b1f-9661-3c670a0a50a5 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:30.142470 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a9860dbc-5f6d-4b1f-9661-3c670a0a50a5 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "PUT /v2.0/networks/a0de5ebf-b6cd-4b34-8769-904351b32d8d HTTP/1.1" status: 200 len: 723 time: 0.2869737 Oct 26 14:29:30.143148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 38968) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:30.148643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a14d0986-5f48-4503-a438-81b664f7dea8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'subnet': {'network_id': 'a0de5ebf-b6cd-4b34-8769-904351b32d8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:30.195917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9860dbc-5f6d-4b1f-9661-3c670a0a50a5 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Network': ['ID=a0de5ebf-b6cd-4b34-8769-904351b32d8d,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:30.210677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network a0de5ebf-b6cd-4b34-8769-904351b32d8d details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:30.251315 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14d0986-5f48-4503-a438-81b664f7dea8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:30.255309 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a14d0986-5f48-4503-a438-81b664f7dea8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:30.390067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2a671-ebd5-44e1-99f3-3f7ffa2a769c req-e2da687e-b26a-41d9-b0be-8ff753d39c1e tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:30.391644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ee2a671-ebd5-44e1-99f3-3f7ffa2a769c req-e2da687e-b26a-41d9-b0be-8ff753d39c1e tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1096 time: 0.0664818 Oct 26 14:29:30.472510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ee2a671-ebd5-44e1-99f3-3f7ffa2a769c req-5feb44fa-7448-4b58-a94a-8d5dfa2c93c9 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734069 Oct 26 14:29:30.566608 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a14d0986-5f48-4503-a438-81b664f7dea8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:30.581811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03873d-d7e7-4722-a0c3-863db8080458 req-60f8f52f-fa79-45db-84ae-cc6ffffad480 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:30.590584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc03873d-d7e7-4722-a0c3-863db8080458 req-60f8f52f-fa79-45db-84ae-cc6ffffad480 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 945 time: 0.1158473 Oct 26 14:29:30.748178 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc03873d-d7e7-4722-a0c3-863db8080458 req-86a12eb1-1c54-4426-bdcb-47d5cebdba12 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468472 Oct 26 14:29:30.770019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d0986-5f48-4503-a438-81b664f7dea8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Subnet': ['ID=dcb22f62-1346-40f2-a90b-31b2fb2e063f,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:30.798997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d73cb-fd98-4028-8f2f-f7aeb7a193c6 req-7613bdc1-8363-4533-a216-17f6370b59a7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:30.806524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db9d73cb-fd98-4028-8f2f-f7aeb7a193c6 req-7613bdc1-8363-4533-a216-17f6370b59a7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.2125759 Oct 26 14:29:30.816876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94d357a3-ee78-4ac1-afd5-a124370d206d req-4f77e967-b7f5-4f0f-9116-e4e5e7786e9c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1319399 Oct 26 14:29:30.825466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d0986-5f48-4503-a438-81b664f7dea8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Checking segment: {'id': '2e04badd-562a-4d9f-ba09-2b5f1089d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a0de5ebf-b6cd-4b34-8769-904351b32d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:30.825898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14d0986-5f48-4503-a438-81b664f7dea8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network hostable DHCP agents. Network: a0de5ebf-b6cd-4b34-8769-904351b32d8d, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:30.884012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14d0986-5f48-4503-a438-81b664f7dea8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network a0de5ebf-b6cd-4b34-8769-904351b32d8d is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:30.892596 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db9d73cb-fd98-4028-8f2f-f7aeb7a193c6 req-4ed4c6a9-6b2c-448b-bd5b-7252152aeafc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851297 Oct 26 14:29:30.925772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38982) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:30.945111 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-a14d0986-5f48-4503-a438-81b664f7dea8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, a0de5ebf-b6cd-4b34-8769-904351b32d8d) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:30.950605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d0986-5f48-4503-a438-81b664f7dea8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:30.951710 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a14d0986-5f48-4503-a438-81b664f7dea8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:30.960070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8e78d2-898a-4aad-a961-b6caa086ad90 None None] Network a0de5ebf-b6cd-4b34-8769-904351b32d8d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:31.041464 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a14d0986-5f48-4503-a438-81b664f7dea8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8947525 Oct 26 14:29:31.041706 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-29f98583-23c9-4072-a9c6-b11ddfbc25ac tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/030679aa-ccf3-4e95-8a8d-9d7944730b07 HTTP/1.1" status: 200 len: 993 time: 0.1113877 Oct 26 14:29:31.041706 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 38986) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:31.050463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d357a3-ee78-4ac1-afd5-a124370d206d req-f60d48fa-8bb1-4880-b7c8-aac4055e5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:31.056887 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94d357a3-ee78-4ac1-afd5-a124370d206d req-f60d48fa-8bb1-4880-b7c8-aac4055e5568 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 1096 time: 0.1644688 Oct 26 14:29:31.058804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-645cb909-24fe-42f2-8386-8f7703641670 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:31.258522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-a0de5ebf-b6cd-4b34-8769-904351b32d8d', 'network_id': 'a0de5ebf-b6cd-4b34-8769-904351b32d8d', 'tenant_id': '08eea1f39799499db052a20084ae9777', 'fixed_ips': [{'subnet_id': 'dcb22f62-1346-40f2-a90b-31b2fb2e063f'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:29:31.259404 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:31.307671 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-645cb909-24fe-42f2-8386-8f7703641670 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10032779'] for subnet, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:31.337397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d357a3-ee78-4ac1-afd5-a124370d206d req-5e61a5bc-9962-4616-a460-c1a252117082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:31.338985 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94d357a3-ee78-4ac1-afd5-a124370d206d req-5e61a5bc-9962-4616-a460-c1a252117082 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.2531853 Oct 26 14:29:31.369517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607531b5-528e-4710-9f07-0b8536746d69 None None] Network 9aff66a8-54c9-41ee-a29b-882be4a68ec9 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:31.486701 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1079c82d-ea45-4ef8-b9ee-797302c2a189 None None] Provisioning complete for port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:31.487247 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1079c82d-ea45-4ef8-b9ee-797302c2a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:31.498048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94d357a3-ee78-4ac1-afd5-a124370d206d req-62122731-9124-4b78-baf2-d5962721717f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4483efd-6678-4dd6-b81f-c095a39150ee HTTP/1.1" status: 200 len: 1001 time: 0.1491244 Oct 26 14:29:31.602751 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-645cb909-24fe-42f2-8386-8f7703641670 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772549631717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9181404'] for subnet, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:31.675726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cb909-24fe-42f2-8386-8f7703641670 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Subnet': ['ID=dcb22f62-1346-40f2-a90b-31b2fb2e063f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:31.687533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645cb909-24fe-42f2-8386-8f7703641670 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:31.688141 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-645cb909-24fe-42f2-8386-8f7703641670 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:31.692769 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-645cb909-24fe-42f2-8386-8f7703641670 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "PUT /v2.0/subnets/dcb22f62-1346-40f2-a90b-31b2fb2e063f HTTP/1.1" status: 200 len: 826 time: 0.6473482 Oct 26 14:29:31.693719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39010) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:31.703859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39012) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:31.790171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Allocated IP 2001:db8::2 (a0de5ebf-b6cd-4b34-8769-904351b32d8d/dcb22f62-1346-40f2-a90b-31b2fb2e063f/ce94bf83-869a-46b0-a3b7-f6d3d624d40d) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:31.795263 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1079c82d-ea45-4ef8-b9ee-797302c2a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:31.932839 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:31.951855 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d2af8691-485e-4a50-9ec2-ccb1c28da0e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:31.971737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1079c82d-ea45-4ef8-b9ee-797302c2a189 None None] For port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3,segment=NetworkSegment(6f032ba0-bdfd-4c61-9530-f6d7389b8a8f),segment_id=6f032ba0-bdfd-4c61-9530-f6d7389b8a8f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:31.983293 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1079c82d-ea45-4ef8-b9ee-797302c2a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.067751 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079c82d-ea45-4ef8-b9ee-797302c2a189 None None] Pushing event updated for resources: {'Port': ['ID=caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:32.070688 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:32.138943 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.192246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:32.192624 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.286685 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d2af8691-485e-4a50-9ec2-ccb1c28da0e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.293236 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d2af8691-485e-4a50-9ec2-ccb1c28da0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.321874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d357a3-ee78-4ac1-afd5-a124370d206d req-f41549a0-22e7-4fe3-888a-bec798de2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:32.323821 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94d357a3-ee78-4ac1-afd5-a124370d206d req-f41549a0-22e7-4fe3-888a-bec798de2301 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.8144941 Oct 26 14:29:32.345683 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d2af8691-485e-4a50-9ec2-ccb1c28da0e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52ca906c17f1460da59807f84dbe863b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6395271 Oct 26 14:29:32.348603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39018) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:32.370479 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-f1e10bbc-c29d-4957-82e3-96f4e1c9a486 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1459169 Oct 26 14:29:32.370928 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.378441 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2d3e2f-f237-4070-8439-8b70cede90a8 None None] Update dhcp port {'port': {'network_id': '9aff66a8-54c9-41ee-a29b-882be4a68ec9', 'fixed_ips': [{'subnet_id': 'fc5b05a8-f5b0-4d6b-9f21-0ebddfb1f8db', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd557a17a-539a-425a-ae2c-6d01350db93f'}], 'binding:host_id': 'n-d-815498-1'}, 'id': 'caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3'} from n-d-815498-1. {{(pid=102125) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:29:32.393230 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96437f-3da7-4bd5-abc8-55b5c4956775 req-6b063835-6dfd-4da3-96cb-c7352ddb8044 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:32.395277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e96437f-3da7-4bd5-abc8-55b5c4956775 req-6b063835-6dfd-4da3-96cb-c7352ddb8044 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.1693413 Oct 26 14:29:32.406806 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.434392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af8691-485e-4a50-9ec2-ccb1c28da0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356cbb12-3e66-484b-92ea-4479a34355ac,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:32.435588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d357a3-ee78-4ac1-afd5-a124370d206d req-92fdcfa6-f491-4a4c-8064-620a39a3c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:32.437563 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94d357a3-ee78-4ac1-afd5-a124370d206d req-92fdcfa6-f491-4a4c-8064-620a39a3c338 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010818 Oct 26 14:29:32.443330 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.469933 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e96437f-3da7-4bd5-abc8-55b5c4956775 req-69e97aa2-9a6a-4f1b-aea5-59a3e33c6ddb tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673077 Oct 26 14:29:32.503874 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb22f62-1346-40f2-a90b-31b2fb2e063f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:32.587490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bfe73fcd-ad5f-426d-8c47-bb4e912bacab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.594143 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94d357a3-ee78-4ac1-afd5-a124370d206d req-21c79147-da40-4df2-82a2-dbb36c7672a4 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292059 Oct 26 14:29:32.621619 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.637587 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3e2f-f237-4070-8439-8b70cede90a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.642248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bfe73fcd-ad5f-426d-8c47-bb4e912bacab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.672992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0de5ebf-b6cd-4b34-8769-904351b32d8d']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:32.700861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Network a0de5ebf-b6cd-4b34-8769-904351b32d8d is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:32.708239 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Pushing event updated for resources: {'Port': ['ID=ce94bf83-869a-46b0-a3b7-f6d3d624d40d,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:32.714083 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:32.714452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e04badd-562a-4d9f-ba09-2b5f1089d526') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:32.714763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e04badd-562a-4d9f-ba09-2b5f1089d526') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:32.730361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:32.761377 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bfe73fcd-ad5f-426d-8c47-bb4e912bacab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.764784 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bfe73fcd-ad5f-426d-8c47-bb4e912bacab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.769348 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bfe73fcd-ad5f-426d-8c47-bb4e912bacab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/356cbb12-3e66-484b-92ea-4479a34355ac HTTP/1.1" status: 204 len: 168 time: 0.4169292 Oct 26 14:29:32.784378 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94d357a3-ee78-4ac1-afd5-a124370d206d req-4a82cef0-94cd-4920-9822-571353c1fd02 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772671 Oct 26 14:29:32.793330 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.861524 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe73fcd-ad5f-426d-8c47-bb4e912bacab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356cbb12-3e66-484b-92ea-4479a34355ac,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:32.871850 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.879129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:32.879610 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:32.948621 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:32.968443 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.api [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:29:32.968443 n-d-815498-1 neutron-server[102123]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:29:32.968443 n-d-815498-1 neutron-server[102123]: [parameters: {'id': 'a0de5ebf-b6cd-4b34-8769-904351b32d8d'}] Oct 26 14:29:32.968443 n-d-815498-1 neutron-server[102123]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:29:32.969652 n-d-815498-1 neutron-server[102123]: DEBUG oslo_db.api [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:29:33.137142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:33.137669 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:33.137787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:33.138154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:33.138482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:33.138812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:33.139240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:33.139616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:33.140156 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:33.140541 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:33.140865 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:33.141744 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:33.228701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39044) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:33.243219 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c723c932-840f-45ea-b495-f55224934931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.282656 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Attempting to bind port ce94bf83-869a-46b0-a3b7-f6d3d624d40d on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:33.283297 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Attempting to bind port ce94bf83-869a-46b0-a3b7-f6d3d624d40d by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '2e04badd-562a-4d9f-ba09-2b5f1089d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a0de5ebf-b6cd-4b34-8769-904351b32d8d'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:33.283858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Attempting to bind port ce94bf83-869a-46b0-a3b7-f6d3d624d40d on network a0de5ebf-b6cd-4b34-8769-904351b32d8d {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:33.296589 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:33.296988 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Checking segment: {'id': '2e04badd-562a-4d9f-ba09-2b5f1089d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a0de5ebf-b6cd-4b34-8769-904351b32d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:33.297419 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.297808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Bound using segment: {'id': '2e04badd-562a-4d9f-ba09-2b5f1089d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a0de5ebf-b6cd-4b34-8769-904351b32d8d'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:33.298508 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Bound port: ce94bf83-869a-46b0-a3b7-f6d3d624d40d, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e04badd-562a-4d9f-ba09-2b5f1089d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a0de5ebf-b6cd-4b34-8769-904351b32d8d'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:33.298763 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.324764 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c723c932-840f-45ea-b495-f55224934931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.329811 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c723c932-840f-45ea-b495-f55224934931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.372812 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c723c932-840f-45ea-b495-f55224934931 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=076c65836a5e4cc29a4b000ea68bbfcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430073 Oct 26 14:29:33.373728 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723c932-840f-45ea-b495-f55224934931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3074092a-8444-4d2a-8210-75ff32986945,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:33.375922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39050) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:33.420238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-9a2d3e2f-f237-4070-8439-8b70cede90a8 None None] Allocated IP 172.20.0.1 (9aff66a8-54c9-41ee-a29b-882be4a68ec9/d557a17a-539a-425a-ae2c-6d01350db93f/caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:33.471698 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.473136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] For port ce94bf83-869a-46b0-a3b7-f6d3d624d40d, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:33.500229 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4cdb1e3a-d7d6-409e-8fac-2496ee014773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.556324 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] For port ce94bf83-869a-46b0-a3b7-f6d3d624d40d, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ce94bf83-869a-46b0-a3b7-f6d3d624d40d,segment=NetworkSegment(2e04badd-562a-4d9f-ba09-2b5f1089d526),segment_id=2e04badd-562a-4d9f-ba09-2b5f1089d526)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:33.577666 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.585801 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4cdb1e3a-d7d6-409e-8fac-2496ee014773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.664191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Deleting port ce94bf83-869a-46b0-a3b7-f6d3d624d40d {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:33.664809 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.694896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07961ce4-1fe6-4e30-a594-360ab4e5597c req-f3b938da-03dd-4623-b818-5a75300a433d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:33.696784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07961ce4-1fe6-4e30-a594-360ab4e5597c req-f3b938da-03dd-4623-b818-5a75300a433d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.0736380 Oct 26 14:29:33.770406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-9a2d3e2f-f237-4070-8439-8b70cede90a8 None None] For port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3,segment=NetworkSegment(6f032ba0-bdfd-4c61-9530-f6d7389b8a8f),segment_id=6f032ba0-bdfd-4c61-9530-f6d7389b8a8f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:33.785925 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970589ac-9822-4aad-9ab2-d23132baf9b0 None None] Pushing event updated for resources: {'Port': ['ID=ce94bf83-869a-46b0-a3b7-f6d3d624d40d,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:33.791536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fb407b-5a60-495f-903c-86d71875819c None None] Network a0de5ebf-b6cd-4b34-8769-904351b32d8d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:33.805835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07961ce4-1fe6-4e30-a594-360ab4e5597c req-89e2b616-db2a-4188-b305-2cb23c4f1ee8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007097 Oct 26 14:29:33.806100 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4cdb1e3a-d7d6-409e-8fac-2496ee014773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.809177 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4cdb1e3a-d7d6-409e-8fac-2496ee014773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.810688 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4cdb1e3a-d7d6-409e-8fac-2496ee014773 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3074092a-8444-4d2a-8210-75ff32986945 HTTP/1.1" status: 204 len: 168 time: 0.4326305 Oct 26 14:29:33.841586 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb1e3a-d7d6-409e-8fac-2496ee014773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3074092a-8444-4d2a-8210-75ff32986945,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:33.873132 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] For port ce94bf83-869a-46b0-a3b7-f6d3d624d40d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ce94bf83-869a-46b0-a3b7-f6d3d624d40d,segment=NetworkSegment(2e04badd-562a-4d9f-ba09-2b5f1089d526),segment_id=2e04badd-562a-4d9f-ba09-2b5f1089d526)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:33.873505 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.883195 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3e2f-f237-4070-8439-8b70cede90a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.896995 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3e2f-f237-4070-8439-8b70cede90a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.903406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Calling delete_port for ce94bf83-869a-46b0-a3b7-f6d3d624d40d owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:34.053258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:34.070829 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.095641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d3e2f-f237-4070-8439-8b70cede90a8 None None] Pushing event updated for resources: {'Port': ['ID=caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:34.115132 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Port': ['ID=ce94bf83-869a-46b0-a3b7-f6d3d624d40d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:34.123390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No DVR routers for this DVR port ce94bf83-869a-46b0-a3b7-f6d3d624d40d on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:34.126160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a2903-8af7-4553-b085-511c4c3846f2 None None] Network a0de5ebf-b6cd-4b34-8769-904351b32d8d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:34.218835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:34.219934 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.351443 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.384262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0de5ebf-b6cd-4b34-8769-904351b32d8d']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:34.393767 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4990-4da5-4651-b76a-f143f303739e req-f0aa6096-bf97-4ff0-9756-da3b8ee9c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:34.395534 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-f0aa6096-bf97-4ff0-9756-da3b8ee9c9ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1096 time: 0.1159348 Oct 26 14:29:34.399289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e04badd-562a-4d9f-ba09-2b5f1089d526') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:34.399581 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e04badd-562a-4d9f-ba09-2b5f1089d526') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:34.420024 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.476869 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.487459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:34.487864 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:34.490955 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:34.581668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4990-4da5-4651-b76a-f143f303739e req-9388d799-f7cd-41e5-ac7e-a0b925ed02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:34.583406 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-9388d799-f7cd-41e5-ac7e-a0b925ed02d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 898 time: 0.1759801 Oct 26 14:29:34.584463 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.594224 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.600410 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/a0de5ebf-b6cd-4b34-8769-904351b32d8d HTTP/1.1" status: 204 len: 168 time: 2.9054072 Oct 26 14:29:34.600881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39068) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:34.640973 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e80440-8ea8-4718-b09c-53f9288f3ac1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:29:34.643549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e80440-8ea8-4718-b09c-53f9288f3ac1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:29:34.649025 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c0e80440-8ea8-4718-b09c-53f9288f3ac1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/a0de5ebf-b6cd-4b34-8769-904351b32d8d HTTP/1.1" status: 404 len: 339 time: 0.0469811 Oct 26 14:29:34.653596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39070) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:34.658969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75a536-8b97-4d94-9803-ae86d49ffd1f tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Network': ['ID=a0de5ebf-b6cd-4b34-8769-904351b32d8d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:34.666802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b49dbdb9-67c7-4450-aec2-43dd39e696d1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1449628446', 'description': 'd1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:34.698847 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-f67069c7-0caa-4a15-be0e-5555ec77da15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 1001 time: 0.0972805 Oct 26 14:29:34.708707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49dbdb9-67c7-4450-aec2-43dd39e696d1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:34.713540 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b49dbdb9-67c7-4450-aec2-43dd39e696d1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.763978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49dbdb9-67c7-4450-aec2-43dd39e696d1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:34.776633 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b49dbdb9-67c7-4450-aec2-43dd39e696d1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.776869 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-b49dbdb9-67c7-4450-aec2-43dd39e696d1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Added segment a4a17956-31b4-47f9-b123-f8868d36c828 of type vlan for network f602bfc1-8517-4c65-8ac5-61f49a20f5fd Oct 26 14:29:34.794761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4990-4da5-4651-b76a-f143f303739e req-b9b4e6ce-0c95-420b-84ee-c0f774bf9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:34.797136 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-b9b4e6ce-0c95-420b-84ee-c0f774bf9480 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 200 len: 835 time: 0.0904009 Oct 26 14:29:34.856095 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b49dbdb9-67c7-4450-aec2-43dd39e696d1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.878912 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4990-4da5-4651-b76a-f143f303739e req-dfca46cd-2688-4c84-bc41-c914dfacb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:34.883166 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-dfca46cd-2688-4c84-bc41-c914dfacb17d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786202 Oct 26 14:29:34.987045 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b49dbdb9-67c7-4450-aec2-43dd39e696d1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.993114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49dbdb9-67c7-4450-aec2-43dd39e696d1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:34.993827 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b49dbdb9-67c7-4450-aec2-43dd39e696d1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:35.021880 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d14d96-020f-4abb-af2b-4ed5a3bce1b1 None None] Network 9aff66a8-54c9-41ee-a29b-882be4a68ec9 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:35.049716 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:29:35.078832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dbdb9-67c7-4450-aec2-43dd39e696d1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Network': ['ID=f602bfc1-8517-4c65-8ac5-61f49a20f5fd,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:35.098863 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b49dbdb9-67c7-4450-aec2-43dd39e696d1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4423139 Oct 26 14:29:35.106708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39084) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:35.107050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39086) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:35.107220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f43bf2-7d77-4107-8033-091d1b84ec82 req-6bcb5c8a-d166-40d3-bf5c-19bc0b2eaba7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:35.109098 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89f43bf2-7d77-4107-8033-091d1b84ec82 req-6bcb5c8a-d166-40d3-bf5c-19bc0b2eaba7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.1852345 Oct 26 14:29:35.138515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network f602bfc1-8517-4c65-8ac5-61f49a20f5fd details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:35.162818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89f43bf2-7d77-4107-8033-091d1b84ec82 req-41d82c8e-6351-434d-87ec-7103577bcae6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459177 Oct 26 14:29:35.196271 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-aa66145b-eeab-4c62-a70d-48cde3e021b0 None None] Provisioning complete for port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:35.196932 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aa66145b-eeab-4c62-a70d-48cde3e021b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:35.227070 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b41fad2-0f61-47b5-9f35-3a1356abe467 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:35.228789 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4b41fad2-0f61-47b5-9f35-3a1356abe467 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "GET /v2.0/networks?id=f602bfc1-8517-4c65-8ac5-61f49a20f5fd HTTP/1.1" status: 200 len: 765 time: 0.1193075 Oct 26 14:29:35.231525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39092) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:35.235700 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-2aaf50ab-2c4d-4f40-9c4b-6c30ed721f16 service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428338 Oct 26 14:29:35.239199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3e14c8ea-4ee7-465d-a564-33e1edeca710 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'network': {'description': 'd2'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:35.458760 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e14c8ea-4ee7-465d-a564-33e1edeca710 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:35.482037 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e14c8ea-4ee7-465d-a564-33e1edeca710 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:35.505731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e14c8ea-4ee7-465d-a564-33e1edeca710 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network f602bfc1-8517-4c65-8ac5-61f49a20f5fd is not hosted by any dhcp agent {{(pid=102124) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:29:35.512387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e14c8ea-4ee7-465d-a564-33e1edeca710 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:35.513106 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e14c8ea-4ee7-465d-a564-33e1edeca710 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:35.516104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3e14c8ea-4ee7-465d-a564-33e1edeca710 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "PUT /v2.0/networks/f602bfc1-8517-4c65-8ac5-61f49a20f5fd HTTP/1.1" status: 200 len: 762 time: 0.2834601 Oct 26 14:29:35.552384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39094) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:35.636714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14c8ea-4ee7-465d-a564-33e1edeca710 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Network': ['ID=f602bfc1-8517-4c65-8ac5-61f49a20f5fd,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:35.649526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network f602bfc1-8517-4c65-8ac5-61f49a20f5fd details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:35.666283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673525a4-89d2-4e17-a298-87d66ac3e606 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:35.673173 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-673525a4-89d2-4e17-a298-87d66ac3e606 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "GET /v2.0/networks?id=f602bfc1-8517-4c65-8ac5-61f49a20f5fd HTTP/1.1" status: 200 len: 765 time: 0.1201169 Oct 26 14:29:35.673801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39096) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:35.761594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e19ef87-d493-4d5b-91a5-bd4f7a44b550 None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:29:35.784393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1641276045-network', 'tenant_id': '47f32cb687e24d93b97604fcd36d48c4'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:35.826714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] Made reservation on behalf of 47f32cb687e24d93b97604fcd36d48c4 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:35.830292 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:35.848246 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:35.872997 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-faf1b3f4-5c59-4350-bb3e-30c361d00862 service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298771 Oct 26 14:29:35.883367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-df1387b5-e8dd-4f4b-9775-602646e740ba None None] Provisioning complete for port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:35.883938 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-df1387b5-e8dd-4f4b-9775-602646e740ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:35.951786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e19ef87-d493-4d5b-91a5-bd4f7a44b550 None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:29:35.988969 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:36.003831 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:36.075823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:36.132480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:36.163609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d0cceb-3b9b-4199-a2a3-f2907f2b7636 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:36.165932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c9d0cceb-3b9b-4199-a2a3-f2907f2b7636 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4904525 Oct 26 14:29:36.168606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39100) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:36.199855 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:36.201137 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] Added segment 3aa8f27b-7fd8-49ec-aac6-59abce8d808d of type vlan for network a55f34bf-26b4-4ac3-895b-8d05a4248c59 Oct 26 14:29:36.205266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2341461-0b65-4456-a6a4-fae9a160141c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:36.218274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3059d214-21e1-4ccb-b36e-3dcec7fc2a88 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783 HTTP/1.1" status: 200 len: 207 time: 0.0482597 Oct 26 14:29:36.221648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39104) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:36.269042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822b709-73d1-4ce9-9c43-faae3ad659a0 req-3ba74a48-9a3b-4780-a1c4-7465049e9a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:36.271113 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c822b709-73d1-4ce9-9c43-faae3ad659a0 req-3ba74a48-9a3b-4780-a1c4-7465049e9a06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1096 time: 0.2440639 Oct 26 14:29:36.288274 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:36.319742 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:36.320112 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:36.383664 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:36.385241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:36.386315 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:36.466109 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3577027 Oct 26 14:29:36.485359 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39106) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:36.496909 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7c4c1b37-a04b-4d0d-bce1-970dfee0b01d admin admin] Request body: {'subnet': {'network_id': 'a55f34bf-26b4-4ac3-895b-8d05a4248c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1641276045-subnet', 'tenant_id': '47f32cb687e24d93b97604fcd36d48c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:36.518651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16990c05-2aa6-492d-be78-cfd4aad93a31 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:36.529193 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16990c05-2aa6-492d-be78-cfd4aad93a31 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:36.529380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc05e29-3a5f-4fb4-831b-5eb7c333828b admin admin] Pushing event updated for resources: {'Network': ['ID=a55f34bf-26b4-4ac3-895b-8d05a4248c59,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:36.538126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16990c05-2aa6-492d-be78-cfd4aad93a31 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:36.542610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network a55f34bf-26b4-4ac3-895b-8d05a4248c59 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:36.548026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16990c05-2aa6-492d-be78-cfd4aad93a31 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:36.557526 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16990c05-2aa6-492d-be78-cfd4aad93a31 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:36.558414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822b709-73d1-4ce9-9c43-faae3ad659a0 req-f7c9b5b0-b7fc-4bce-9f90-b7470fbe21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:36.560972 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c822b709-73d1-4ce9-9c43-faae3ad659a0 req-f7c9b5b0-b7fc-4bce-9f90-b7470fbe21c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 898 time: 0.2482169 Oct 26 14:29:36.567558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4c1b37-a04b-4d0d-bce1-970dfee0b01d admin admin] Made reservation on behalf of 47f32cb687e24d93b97604fcd36d48c4 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:36.570415 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1b37-a04b-4d0d-bce1-970dfee0b01d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:36.585109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16990c05-2aa6-492d-be78-cfd4aad93a31 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:36.594019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-16990c05-2aa6-492d-be78-cfd4aad93a31 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3645711 Oct 26 14:29:36.601307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39108) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:36.706298 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c822b709-73d1-4ce9-9c43-faae3ad659a0 req-a23e4bf0-ba54-498a-bf35-b9f1a7d802c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 1001 time: 0.1331389 Oct 26 14:29:36.771645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822b709-73d1-4ce9-9c43-faae3ad659a0 req-a68deb0c-402d-4570-91e2-339df3cdb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:36.772441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ee081-7f02-4e9c-9994-e17efac7d185 req-7d21464d-0b73-401d-ae7e-c124325dfdb6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:36.773852 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c822b709-73d1-4ce9-9c43-faae3ad659a0 req-a68deb0c-402d-4570-91e2-339df3cdb7c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 200 len: 835 time: 0.0594199 Oct 26 14:29:36.774264 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab1ee081-7f02-4e9c-9994-e17efac7d185 req-7d21464d-0b73-401d-ae7e-c124325dfdb6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.2674406 Oct 26 14:29:36.852425 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab1ee081-7f02-4e9c-9994-e17efac7d185 req-2881b083-139b-4d58-a608-e1c8f4075c96 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677054 Oct 26 14:29:36.877973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8618816c-48e8-4cc3-bd60-6e36908fb6a0 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2752993 Oct 26 14:29:36.878634 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39112) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:36.922752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822b709-73d1-4ce9-9c43-faae3ad659a0 req-26e9c5b5-c976-4c8a-9d3f-905ee6f866c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:36.924204 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c822b709-73d1-4ce9-9c43-faae3ad659a0 req-26e9c5b5-c976-4c8a-9d3f-905ee6f866c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259878 Oct 26 14:29:36.931597 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1b37-a04b-4d0d-bce1-970dfee0b01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.041330 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a2331-10f1-4d13-8a68-c11237fbae56 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.042962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a2331-10f1-4d13-8a68-c11237fbae56 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.044556 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a2331-10f1-4d13-8a68-c11237fbae56 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.046211 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a2331-10f1-4d13-8a68-c11237fbae56 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.047763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a2331-10f1-4d13-8a68-c11237fbae56 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.049570 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-828a2331-10f1-4d13-8a68-c11237fbae56 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1699595 Oct 26 14:29:37.053730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39114) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:37.074353 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c1b37-a04b-4d0d-bce1-970dfee0b01d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6321df-45d9-4e92-a9a2-b9eb28b7403d,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:37.103478 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c1b37-a04b-4d0d-bce1-970dfee0b01d admin admin] Checking segment: {'id': '3aa8f27b-7fd8-49ec-aac6-59abce8d808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a55f34bf-26b4-4ac3-895b-8d05a4248c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:37.103843 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c1b37-a04b-4d0d-bce1-970dfee0b01d admin admin] Network hostable DHCP agents. Network: a55f34bf-26b4-4ac3-895b-8d05a4248c59, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:37.128341 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c822b709-73d1-4ce9-9c43-faae3ad659a0 req-612b3f13-58d1-4254-ade7-d481c0a06fe6 service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945345 Oct 26 14:29:37.144844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c1b37-a04b-4d0d-bce1-970dfee0b01d admin admin] Network a55f34bf-26b4-4ac3-895b-8d05a4248c59 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:37.153257 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6252feca-2bab-43ba-babf-746e94aa58f1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['shared'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.154879 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6252feca-2bab-43ba-babf-746e94aa58f1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['shared'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.156969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6252feca-2bab-43ba-babf-746e94aa58f1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['shared'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.158460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6252feca-2bab-43ba-babf-746e94aa58f1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['shared'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.159853 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6252feca-2bab-43ba-babf-746e94aa58f1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['shared'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.164975 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6252feca-2bab-43ba-babf-746e94aa58f1 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1064065 Oct 26 14:29:37.165568 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39116) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:37.204581 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-7c4c1b37-a04b-4d0d-bce1-970dfee0b01d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, a55f34bf-26b4-4ac3-895b-8d05a4248c59) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:37.211893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4c1b37-a04b-4d0d-bce1-970dfee0b01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.212544 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1b37-a04b-4d0d-bce1-970dfee0b01d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.214647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321116c2-04fb-4608-8215-ee9f3bd4cdc5 None None] Network a55f34bf-26b4-4ac3-895b-8d05a4248c59 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:37.272157 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7c4c1b37-a04b-4d0d-bce1-970dfee0b01d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7774446 Oct 26 14:29:37.288185 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c822b709-73d1-4ce9-9c43-faae3ad659a0 req-038ce53e-3f35-4d5b-b13d-2c437bb83d3a service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459637 Oct 26 14:29:37.326715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0e50a9-c0c0-422f-b6f9-29ff650aeedc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.329306 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-df0e50a9-c0c0-422f-b6f9-29ff650aeedc tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "GET /v2.0/networks/5dbbbc80-9281-48d3-818c-80b07fd3c266 HTTP/1.1" status: 200 len: 803 time: 0.1628547 Oct 26 14:29:37.332894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39122) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:37.438972 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3db4a4f-c827-4f38-ad83-116d916d59ef None None] Network a55f34bf-26b4-4ac3-895b-8d05a4248c59 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:37.451437 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cd0fcbcc-567d-4efe-907e-69e866f08694 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "GET /v2.0/networks/5dbbbc80-9281-48d3-818c-80b07fd3c266?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1173546 Oct 26 14:29:37.455944 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39128) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:37.518777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa16593-cc6b-4a92-ae35-e5c2a3299831 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.523828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5aa16593-cc6b-4a92-ae35-e5c2a3299831 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "GET /v2.0/subnets/932790ad-59a6-4e55-b487-d42acaa09d95 HTTP/1.1" status: 200 len: 843 time: 0.0633056 Oct 26 14:29:37.524244 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39130) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:37.598802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b140b09-388f-4aae-9012-7094f1ded5bf tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['shared'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.603657 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9b140b09-388f-4aae-9012-7094f1ded5bf tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "GET /v2.0/subnets/932790ad-59a6-4e55-b487-d42acaa09d95?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0749316 Oct 26 14:29:37.603935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39132) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:37.609557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-23f2df3f-1a1a-4b52-9788-8bd6d62e1bce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1162831599'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:37.631018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f2df3f-1a1a-4b52-9788-8bd6d62e1bce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:37.634862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23f2df3f-1a1a-4b52-9788-8bd6d62e1bce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.662585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f2df3f-1a1a-4b52-9788-8bd6d62e1bce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:37.674565 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23f2df3f-1a1a-4b52-9788-8bd6d62e1bce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.674940 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-23f2df3f-1a1a-4b52-9788-8bd6d62e1bce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Added segment c5a99a3e-5973-41ef-9a09-01324b4e426e of type vlan for network 36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6 Oct 26 14:29:37.717548 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23f2df3f-1a1a-4b52-9788-8bd6d62e1bce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.744380 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23f2df3f-1a1a-4b52-9788-8bd6d62e1bce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.750205 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f2df3f-1a1a-4b52-9788-8bd6d62e1bce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:37.750793 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-23f2df3f-1a1a-4b52-9788-8bd6d62e1bce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.828226 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-23f2df3f-1a1a-4b52-9788-8bd6d62e1bce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2232971 Oct 26 14:29:37.828761 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39136) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:37.831957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2df3f-1a1a-4b52-9788-8bd6d62e1bce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Network': ['ID=36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:37.840745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8b43bbce-1ecc-4dde-bda0-e2b70fcb8c4e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'subnet': {'network_id': '36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:37.845318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:37.981100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b43bbce-1ecc-4dde-bda0-e2b70fcb8c4e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Made reservation on behalf of 08eea1f39799499db052a20084ae9777 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:37.985673 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8b43bbce-1ecc-4dde-bda0-e2b70fcb8c4e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:38.087976 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_backend_mixin [None req-8b43bbce-1ecc-4dde-bda0-e2b70fcb8c4e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Performing IP validity checks on allocation pools {{(pid=102124) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:29:38.088496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_backend_mixin [None req-8b43bbce-1ecc-4dde-bda0-e2b70fcb8c4e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102124) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:29:38.119058 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaddd8e-04d9-4e12-87da-00e085527d2a req-7aa1ef24-97df-4dec-b223-e8c64d89a857 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:38.120588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efaddd8e-04d9-4e12-87da-00e085527d2a req-7aa1ef24-97df-4dec-b223-e8c64d89a857 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.1409214 Oct 26 14:29:38.184842 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-efaddd8e-04d9-4e12-87da-00e085527d2a req-834d35cf-4809-46cf-8011-dc55fd803d97 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549805 Oct 26 14:29:38.275424 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8b43bbce-1ecc-4dde-bda0-e2b70fcb8c4e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:38.343417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b43bbce-1ecc-4dde-bda0-e2b70fcb8c4e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Checking segment: {'id': 'c5a99a3e-5973-41ef-9a09-01324b4e426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:38.343784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b43bbce-1ecc-4dde-bda0-e2b70fcb8c4e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network hostable DHCP agents. Network: 36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:38.352410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43bbce-1ecc-4dde-bda0-e2b70fcb8c4e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Subnet': ['ID=3e514a6d-c031-41aa-8d87-24d210a604cf,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:38.366990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b43bbce-1ecc-4dde-bda0-e2b70fcb8c4e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Network 36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:38.377782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8b43bbce-1ecc-4dde-bda0-e2b70fcb8c4e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:38.388308 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b43bbce-1ecc-4dde-bda0-e2b70fcb8c4e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:38.388997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8b43bbce-1ecc-4dde-bda0-e2b70fcb8c4e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:38.413135 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730ff6d2-1483-47ae-b28b-1771c6e2c707 None None] Network 36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:38.418992 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8b43bbce-1ecc-4dde-bda0-e2b70fcb8c4e tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5888097 Oct 26 14:29:38.422235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39150) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:38.429282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f1577701-b9d8-49b3-bd75-13cac3536c09 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:38.575131 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1577701-b9d8-49b3-bd75-13cac3536c09 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2453818'] for subnet, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:38.612603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6', 'network_id': '36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6', 'tenant_id': '08eea1f39799499db052a20084ae9777', 'fixed_ips': [{'subnet_id': '3e514a6d-c031-41aa-8d87-24d210a604cf'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:29:38.613724 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:38.785759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-a5a213f2-428c-484e-ab20-7e25b4f91d7c tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:38.787306 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-a5a213f2-428c-484e-ab20-7e25b4f91d7c tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/networks?id=91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 200 len: 815 time: 0.1626859 Oct 26 14:29:38.831856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-92b900a8-17ff-4434-adf8-44b5c578357e tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/quotas/828b938fdddb4120a13cb632ae8d7046 HTTP/1.1" status: 200 len: 375 time: 0.0363481 Oct 26 14:29:38.872466 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1577701-b9d8-49b3-bd75-13cac3536c09 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772549631717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9425217'] for subnet, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:38.935950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Allocated IP 2001:db8::3 (36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6/3e514a6d-c031-41aa-8d87-24d210a604cf/da9304b4-7a36-4a0c-916a-3c9a1696a4eb) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:38.938312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1577701-b9d8-49b3-bd75-13cac3536c09 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:38.938946 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1577701-b9d8-49b3-bd75-13cac3536c09 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:38.940303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f1577701-b9d8-49b3-bd75-13cac3536c09 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "PUT /v2.0/subnets/3e514a6d-c031-41aa-8d87-24d210a604cf HTTP/1.1" status: 200 len: 900 time: 0.5167551 Oct 26 14:29:38.943860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39164) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:38.950209 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-6f3664f3-f766-46cb-9d96-fe9701f4146c tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=828b938fdddb4120a13cb632ae8d7046&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105278 Oct 26 14:29:38.951240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1577701-b9d8-49b3-bd75-13cac3536c09 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event updated for resources: {'Subnet': ['ID=3e514a6d-c031-41aa-8d87-24d210a604cf,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:39.056490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.059758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-8e4d4b06-10f8-40c4-bec5-59cf81e3b0f4 service neutron] 10.222.0.32 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004891 Oct 26 14:29:39.117164 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.123799 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.130000 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.162259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-b77d0763-9ad7-48b9-938b-4bd934ec0d06 service neutron] 10.222.0.32 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952883 Oct 26 14:29:39.173259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Network 36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:39.176334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:39.179983 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:39.209877 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.222059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Pushing event updated for resources: {'Port': ['ID=da9304b4-7a36-4a0c-916a-3c9a1696a4eb,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:39.262467 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Subnet': ['ID=3e514a6d-c031-41aa-8d87-24d210a604cf,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:39.266388 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Attempting to bind port da9304b4-7a36-4a0c-916a-3c9a1696a4eb on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:39.267081 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Attempting to bind port da9304b4-7a36-4a0c-916a-3c9a1696a4eb by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c5a99a3e-5973-41ef-9a09-01324b4e426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:39.267237 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Attempting to bind port da9304b4-7a36-4a0c-916a-3c9a1696a4eb on network 36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:39.273173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:39.273582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Checking segment: {'id': 'c5a99a3e-5973-41ef-9a09-01324b4e426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:39.274004 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.274436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Bound using segment: {'id': 'c5a99a3e-5973-41ef-9a09-01324b4e426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:39.274912 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Bound port: da9304b4-7a36-4a0c-916a-3c9a1696a4eb, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a99a3e-5973-41ef-9a09-01324b4e426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:39.275297 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.282433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:39.282928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:39.283472 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:39.284191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:39.284533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:39.284849 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:39.285322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:39.285747 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:39.286280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:39.286874 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:39.287508 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:39.288164 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:39.364252 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.384896 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7ccbba6a-06fe-4b22-950b-f88ca5e27643 req-b19db0d6-9f43-4007-96aa-8fc6bb755784 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 210 time: 0.0343585 Oct 26 14:29:39.396528 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:39.404303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b683c1-ca78-4ba9-a084-bb6974f1c9ec req-25cc7fa5-22a7-497f-80aa-68ebf648e563 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:39.407313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] For port da9304b4-7a36-4a0c-916a-3c9a1696a4eb, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:39.408804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a99a3e-5973-41ef-9a09-01324b4e426e') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:39.409476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a99a3e-5973-41ef-9a09-01324b4e426e') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:39.411477 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] For port da9304b4-7a36-4a0c-916a-3c9a1696a4eb, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=da9304b4-7a36-4a0c-916a-3c9a1696a4eb,segment=NetworkSegment(c5a99a3e-5973-41ef-9a09-01324b4e426e),segment_id=c5a99a3e-5973-41ef-9a09-01324b4e426e)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:39.413362 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6b683c1-ca78-4ba9-a084-bb6974f1c9ec req-25cc7fa5-22a7-497f-80aa-68ebf648e563 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.0984023 Oct 26 14:29:39.417126 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.425326 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.443073 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.452718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:39.453253 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:39.457016 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:39.466682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6b683c1-ca78-4ba9-a084-bb6974f1c9ec req-66795679-1ee7-4b37-a0c2-adc0dd8a2781 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521462 Oct 26 14:29:39.491344 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934bb18-5c73-4dd9-96e9-39e26c63b29c None None] Pushing event updated for resources: {'Port': ['ID=da9304b4-7a36-4a0c-916a-3c9a1696a4eb,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:39.533935 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.db.api [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:29:39.533935 n-d-815498-1 neutron-server[102123]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:29:39.533935 n-d-815498-1 neutron-server[102123]: [parameters: {'id': '36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6'}] Oct 26 14:29:39.533935 n-d-815498-1 neutron-server[102123]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:29:39.534413 n-d-815498-1 neutron-server[102123]: DEBUG oslo_db.api [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:29:39.544984 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1904f5-0d3d-47df-9aea-3eab959259ab None None] Network 36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:39.676776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffa046d-2669-4a66-8f3b-0a5ffcee87ea None None] Network 36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:39.814407 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df95ba0d-3a1c-44a3-9116-63bafc0d26b2 None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:29:39.928328 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df95ba0d-3a1c-44a3-9116-63bafc0d26b2 None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:29:40.035179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.097910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Deleting port da9304b4-7a36-4a0c-916a-3c9a1696a4eb {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:40.098375 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.169404 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] For port da9304b4-7a36-4a0c-916a-3c9a1696a4eb, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=da9304b4-7a36-4a0c-916a-3c9a1696a4eb,segment=NetworkSegment(c5a99a3e-5973-41ef-9a09-01324b4e426e),segment_id=c5a99a3e-5973-41ef-9a09-01324b4e426e)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:40.170086 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.184913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Calling delete_port for da9304b4-7a36-4a0c-916a-3c9a1696a4eb owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:40.201850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-dc5b946e-7ec8-4362-9fd2-4a898fc1af86 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:40.205037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-dc5b946e-7ec8-4362-9fd2-4a898fc1af86 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/networks?id=a55f34bf-26b4-4ac3-895b-8d05a4248c59 HTTP/1.1" status: 200 len: 809 time: 0.1165965 Oct 26 14:29:40.220925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7dbc0059-e40a-45cb-9820-b126ff596f51 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/quotas/47f32cb687e24d93b97604fcd36d48c4 HTTP/1.1" status: 200 len: 375 time: 0.0103991 Oct 26 14:29:40.262967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-d0ac3433-a319-46b0-8f5f-debfd2c98d3c tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=47f32cb687e24d93b97604fcd36d48c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338650 Oct 26 14:29:40.276271 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.314378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Port': ['ID=da9304b4-7a36-4a0c-916a-3c9a1696a4eb,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:40.328990 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No DVR routers for this DVR port da9304b4-7a36-4a0c-916a-3c9a1696a4eb on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:40.366406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-1ac0c7ed-b3d4-4647-9e4b-dcd6255a2d16 service neutron] 10.222.0.32 "GET /v2.0/networks/a55f34bf-26b4-4ac3-895b-8d05a4248c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004910 Oct 26 14:29:40.482409 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.491324 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-4b1f8c50-b65b-494a-979d-a19c8e836d9a service neutron] 10.222.0.32 "GET /v2.0/networks/a55f34bf-26b4-4ac3-895b-8d05a4248c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123102 Oct 26 14:29:40.522208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:40.537477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-c7abbd5d-e64f-431f-ac8a-746d8feb68d4 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:40.539064 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-c7abbd5d-e64f-431f-ac8a-746d8feb68d4 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.11 "GET /v2.0/networks?id=91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 200 len: 815 time: 0.2221434 Oct 26 14:29:40.543127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-99dd52b9-4806-40f8-95a4-1c549db0590e req-1fe9ba91-4a64-442b-a341-b1b9d0f9a3ab tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 210 time: 0.0491507 Oct 26 14:29:40.543911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a99a3e-5973-41ef-9a09-01324b4e426e') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:40.544396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a99a3e-5973-41ef-9a09-01324b4e426e') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:40.561015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-e655dc7b-25c5-46dd-9d98-d6a4de3665f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Request body: {'port': {'device_id': 'a991aa5e-677a-4a37-bb07-93d8576666be', 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4', 'admin_state_up': True, 'tenant_id': '828b938fdddb4120a13cb632ae8d7046'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:40.576529 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.658950 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.672512 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:40.672787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:40.675955 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:40.683294 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccbaab-825d-44af-9903-114e502d5411 req-adcbe210-3e0b-49da-96ed-6f020e4ca639 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:40.684973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63ccbaab-825d-44af-9903-114e502d5411 req-adcbe210-3e0b-49da-96ed-6f020e4ca639 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.0865676 Oct 26 14:29:40.703654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e496295d-00fe-46f1-8374-87cada4bc55a req-14e3925d-70e3-4d4a-99ad-63dab88b9a33 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0451124 Oct 26 14:29:40.738711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63ccbaab-825d-44af-9903-114e502d5411 req-73eb0504-afe0-489f-a119-c7b7758b06e5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385859 Oct 26 14:29:40.772815 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.783185 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.788473 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6 HTTP/1.1" status: 204 len: 168 time: 1.8434203 Oct 26 14:29:40.792582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39200) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:40.805793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4e52d-0954-4904-bdd3-7e94ee3820ea tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Network': ['ID=36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:40.823394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-e655dc7b-25c5-46dd-9d98-d6a4de3665f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Made reservation on behalf of 828b938fdddb4120a13cb632ae8d7046 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:40.827253 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-a404d9b4-527b-48d6-b089-ecd6537414c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:29:40.827626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-e655dc7b-25c5-46dd-9d98-d6a4de3665f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.827789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a404d9b4-527b-48d6-b089-ecd6537414c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:29:40.833554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a404d9b4-527b-48d6-b089-ecd6537414c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/subnets/3e514a6d-c031-41aa-8d87-24d210a604cf HTTP/1.1" status: 404 len: 337 time: 0.0399101 Oct 26 14:29:40.834181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39206) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:40.851741 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf325ffd-8198-4f39-a51f-86bbd3ea1ab3 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:29:40.852349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf325ffd-8198-4f39-a51f-86bbd3ea1ab3 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:29:40.858100 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cf325ffd-8198-4f39-a51f-86bbd3ea1ab3 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/36fe5622-4cdf-46a9-9bb7-9e2a2871a0e6 HTTP/1.1" status: 404 len: 339 time: 0.0228710 Oct 26 14:29:40.859842 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39208) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:41.029441 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a7d50ec-9424-4163-822b-663e1d58e471 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.055636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-e655dc7b-25c5-46dd-9d98-d6a4de3665f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Allocated IP 172.20.0.9 (91c60990-6432-4fa9-b775-143580ec98f4/0fc0d017-1b97-4753-adb5-3fc2da6bf5ce/9d97365f-2ad6-4816-9a6a-07be9ae56ac6) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:41.151197 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a7d50ec-9424-4163-822b-663e1d58e471 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.189543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1a7d50ec-9424-4163-822b-663e1d58e471 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f602bfc1-8517-4c65-8ac5-61f49a20f5fd']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:41.213192 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1a7d50ec-9424-4163-822b-663e1d58e471 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a17956-31b4-47f9-b123-f8868d36c828') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:41.213494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-1a7d50ec-9424-4163-822b-663e1d58e471 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a17956-31b4-47f9-b123-f8868d36c828') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:41.256087 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a7d50ec-9424-4163-822b-663e1d58e471 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.277921 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a7d50ec-9424-4163-822b-663e1d58e471 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.291045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7d50ec-9424-4163-822b-663e1d58e471 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:41.291439 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a7d50ec-9424-4163-822b-663e1d58e471 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:41.294388 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:41.375247 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-e655dc7b-25c5-46dd-9d98-d6a4de3665f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.378261 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a7d50ec-9424-4163-822b-663e1d58e471 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.387185 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a7d50ec-9424-4163-822b-663e1d58e471 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.391123 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1a7d50ec-9424-4163-822b-663e1d58e471 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/f602bfc1-8517-4c65-8ac5-61f49a20f5fd HTTP/1.1" status: 204 len: 168 time: 0.5302055 Oct 26 14:29:41.393954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39212) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:41.403473 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d50ec-9424-4163-822b-663e1d58e471 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Network': ['ID=f602bfc1-8517-4c65-8ac5-61f49a20f5fd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:41.425058 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-026702d8-60a6-47b1-bbd3-6c3a04f48b1b tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:29:41.425593 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026702d8-60a6-47b1-bbd3-6c3a04f48b1b tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:29:41.428763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-026702d8-60a6-47b1-bbd3-6c3a04f48b1b tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/subnets/dcb22f62-1346-40f2-a90b-31b2fb2e063f HTTP/1.1" status: 404 len: 337 time: 0.0335798 Oct 26 14:29:41.431533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39214) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:41.444484 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-e655dc7b-25c5-46dd-9d98-d6a4de3665f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.457566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1421a054-9d09-4785-a615-4d7c2335a075'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:29:41.459836 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['7cfc1b08-a300-4e23-bbe0-514a35092416'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:29:41.465679 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbde47ca-bbb1-433d-916a-0bf84828a8ce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:29:41.466492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbde47ca-bbb1-433d-916a-0bf84828a8ce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:29:41.470846 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cbde47ca-bbb1-433d-916a-0bf84828a8ce tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/a0de5ebf-b6cd-4b34-8769-904351b32d8d HTTP/1.1" status: 404 len: 339 time: 0.0382228 Oct 26 14:29:41.474098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39216) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:41.512361 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-e655dc7b-25c5-46dd-9d98-d6a4de3665f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Network 91c60990-6432-4fa9-b775-143580ec98f4 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:41.518699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-e655dc7b-25c5-46dd-9d98-d6a4de3665f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:41.523820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-e655dc7b-25c5-46dd-9d98-d6a4de3665f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:41.528146 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655dc7b-25c5-46dd-9d98-d6a4de3665f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Pushing event updated for resources: {'Port': ['ID=9d97365f-2ad6-4816-9a6a-07be9ae56ac6,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:41.532292 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff882cfc-c2f1-4233-bf26-90987aa593ef tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Deleting subnet d557a17a-539a-425a-ae2c-6d01350db93f {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:29:41.535971 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff882cfc-c2f1-4233-bf26-90987aa593ef tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.586231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-e655dc7b-25c5-46dd-9d98-d6a4de3665f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:41.591173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-e655dc7b-25c5-46dd-9d98-d6a4de3665f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.615828 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-e655dc7b-25c5-46dd-9d98-d6a4de3665f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0594027 Oct 26 14:29:41.616619 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff882cfc-c2f1-4233-bf26-90987aa593ef tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.633819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Request body: {'port': {'device_id': 'a991aa5e-677a-4a37-bb07-93d8576666be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:41.712637 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.774716 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b9474-9e05-482b-937c-4adf893a821b req-f46e1a18-0558-4616-bf2e-baa0562b9c9e tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:41.777366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be1b9474-9e05-482b-937c-4adf893a821b req-f46e1a18-0558-4616-bf2e-baa0562b9c9e tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 931 time: 0.1222765 Oct 26 14:29:41.859828 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff882cfc-c2f1-4233-bf26-90987aa593ef tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.909684 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a2fbf78-2f64-47c8-9c35-03416e9735c8 req-c871deff-39d8-4055-8288-6732ac85a0de tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0962741 Oct 26 14:29:41.987369 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be1b9474-9e05-482b-937c-4adf893a821b req-96ce442f-ba47-4612-bb7e-c2c3c57fcb4d tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910782 Oct 26 14:29:42.035478 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-21cab326-41fa-4d75-bc6e-345b6d8a7987 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:42.036977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-21cab326-41fa-4d75-bc6e-345b6d8a7987 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.25 "GET /v2.0/networks?id=a55f34bf-26b4-4ac3-895b-8d05a4248c59 HTTP/1.1" status: 200 len: 809 time: 0.2559094 Oct 26 14:29:42.048781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff882cfc-c2f1-4233-bf26-90987aa593ef tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.055015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-994d29a9-338b-44ae-a6c3-10e1a36adc61 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Request body: {'port': {'device_id': '89760fbe-259b-4c36-8afe-e83877b7f8b8', 'network_id': 'a55f34bf-26b4-4ac3-895b-8d05a4248c59', 'admin_state_up': True, 'tenant_id': '47f32cb687e24d93b97604fcd36d48c4'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:42.064385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:29:42.072613 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.085267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Transition to ACTIVE for port object 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:29:42.089751 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.124971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff882cfc-c2f1-4233-bf26-90987aa593ef tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Subnet': ['ID=d557a17a-539a-425a-ae2c-6d01350db93f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:42.136266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca2d0be-d7ac-49e2-a31e-03a820df7f2f None None] Network 9aff66a8-54c9-41ee-a29b-882be4a68ec9 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:42.137334 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8806905-45fa-47ea-b769-9b157fb5f087 req-9804080b-9008-4a64-ac65-2b0977ccf376 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:42.138869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8806905-45fa-47ea-b769-9b157fb5f087 req-9804080b-9008-4a64-ac65-2b0977ccf376 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.1568162 Oct 26 14:29:42.140484 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff882cfc-c2f1-4233-bf26-90987aa593ef tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.146323 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ff882cfc-c2f1-4233-bf26-90987aa593ef tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/subnets/d557a17a-539a-425a-ae2c-6d01350db93f HTTP/1.1" status: 204 len: 168 time: 0.6708248 Oct 26 14:29:42.148126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39224) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:42.199947 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Pushing event updated for resources: {'Port': ['ID=9d97365f-2ad6-4816-9a6a-07be9ae56ac6,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:42.207323 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8806905-45fa-47ea-b769-9b157fb5f087 req-cae9c786-377f-4fc9-9519-548b73f5be13 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560334 Oct 26 14:29:42.253252 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-994d29a9-338b-44ae-a6c3-10e1a36adc61 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Made reservation on behalf of 47f32cb687e24d93b97604fcd36d48c4 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:42.257958 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-994d29a9-338b-44ae-a6c3-10e1a36adc61 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.259654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc6ed92-32ec-4789-a90e-22f4c77f2ad7 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Deleting subnet fc5b05a8-f5b0-4d6b-9f21-0ebddfb1f8db {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:29:42.265427 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1fc6ed92-32ec-4789-a90e-22f4c77f2ad7 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.305996 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Attempting to bind port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:42.306436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Attempting to bind port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:42.306873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Attempting to bind port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 on network 91c60990-6432-4fa9-b775-143580ec98f4 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:42.316234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 on network 91c60990-6432-4fa9-b775-143580ec98f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:29:42.316663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Attempting to bind port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 on network 91c60990-6432-4fa9-b775-143580ec98f4 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:42.325227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:42.325792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Checking segment: {'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:42.326305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Bound using segment: {'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:42.326885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Bound port: 9d97365f-2ad6-4816-9a6a-07be9ae56ac6, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:42.327327 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.331138 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1fc6ed92-32ec-4789-a90e-22f4c77f2ad7 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.485922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] For port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:42.491285 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] For port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9d97365f-2ad6-4816-9a6a-07be9ae56ac6,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:42.494825 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1fc6ed92-32ec-4789-a90e-22f4c77f2ad7 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.499888 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.592409 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:42.593266 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.594868 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] 10.222.0.11 "PUT /v2.0/ports/9d97365f-2ad6-4816-9a6a-07be9ae56ac6 HTTP/1.1" status: 200 len: 1091 time: 0.9689672 Oct 26 14:29:42.595606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a991aa5e-677a-4a37-bb07-93d8576666be', 'tag': '9d97365f-2ad6-4816-9a6a-07be9ae56ac6'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:42.598058 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5943098f-3021-48ac-b93f-eabc0c191bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "a991aa5e-677a-4a37-bb07-93d8576666be", "tag": "9d97365f-2ad6-4816-9a6a-07be9ae56ac6"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:42.624989 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c82b9-99bf-43f2-bdfb-2fbd9e57b07d service neutron] Pushing event updated for resources: {'Port': ['ID=9d97365f-2ad6-4816-9a6a-07be9ae56ac6,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:42.645492 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1fc6ed92-32ec-4789-a90e-22f4c77f2ad7 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.667288 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7609828-fe8b-4d47-9824-dfe562d54e41 x-openstack-request-id: req-a7609828-fe8b-4d47-9824-dfe562d54e41 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:42.667853 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a991aa5e-677a-4a37-bb07-93d8576666be", "tag": "9d97365f-2ad6-4816-9a6a-07be9ae56ac6", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:42.668297 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7609828-fe8b-4d47-9824-dfe562d54e41 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:42.668955 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a991aa5e-677a-4a37-bb07-93d8576666be', 'tag': '9d97365f-2ad6-4816-9a6a-07be9ae56ac6', 'status': 'completed', 'code': 200} Oct 26 14:29:42.693049 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1fc6ed92-32ec-4789-a90e-22f4c77f2ad7 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.698965 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1fc6ed92-32ec-4789-a90e-22f4c77f2ad7 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/subnets/fc5b05a8-f5b0-4d6b-9f21-0ebddfb1f8db HTTP/1.1" status: 204 len: 168 time: 0.5482826 Oct 26 14:29:42.724489 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39228) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:42.737833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6ed92-32ec-4789-a90e-22f4c77f2ad7 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5b05a8-f5b0-4d6b-9f21-0ebddfb1f8db,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:42.783157 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a69c6e92-9157-439d-ac59-5e616a81711d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.808473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-994d29a9-338b-44ae-a6c3-10e1a36adc61 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Allocated IP 172.20.0.7 (a55f34bf-26b4-4ac3-895b-8d05a4248c59/9e6321df-45d9-4e92-a9a2-b9eb28b7403d/4d717df5-09f5-4be6-8dd3-a11aa043b50a) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:42.823806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-a43e1ab8-05ef-4a13-8519-cad439b24bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:42.825324 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-a43e1ab8-05ef-4a13-8519-cad439b24bbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=828b938fdddb4120a13cb632ae8d7046&device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 1094 time: 0.1626427 Oct 26 14:29:42.830760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.876252 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-cf77b9a1-0ff8-47cb-8d65-f12c3883191b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d97365f-2ad6-4816-9a6a-07be9ae56ac6 HTTP/1.1" status: 200 len: 217 time: 0.0417542 Oct 26 14:29:42.953045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-c298cd31-eca0-41e3-8e73-b6c3ee8b509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:42.954543 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-c298cd31-eca0-41e3-8e73-b6c3ee8b509d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0fc0d017-1b97-4753-adb5-3fc2da6bf5ce HTTP/1.1" status: 200 len: 855 time: 0.0596926 Oct 26 14:29:42.973861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Deleting port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:42.973861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.981566 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-994d29a9-338b-44ae-a6c3-10e1a36adc61 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.046501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c28a6fc-ab6f-4205-83b9-5f1dcd450294 req-b4c2f627-6df0-433b-a941-692f3ed68da3 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0406702 Oct 26 14:29:43.056182 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de25443-23ec-4bbe-87cd-48fc426b1cb7 None None] Network 9aff66a8-54c9-41ee-a29b-882be4a68ec9 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:43.064707 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-994d29a9-338b-44ae-a6c3-10e1a36adc61 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.152207 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-994d29a9-338b-44ae-a6c3-10e1a36adc61 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Network a55f34bf-26b4-4ac3-895b-8d05a4248c59 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:43.163383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-994d29a9-338b-44ae-a6c3-10e1a36adc61 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:43.166393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-994d29a9-338b-44ae-a6c3-10e1a36adc61 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:43.174323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d29a9-338b-44ae-a6c3-10e1a36adc61 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Pushing event updated for resources: {'Port': ['ID=4d717df5-09f5-4be6-8dd3-a11aa043b50a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:43.176931 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3504ae92-cbbf-48ea-a992-45c4a8b798c3 None None] Provisioning complete for port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:43.177312 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3504ae92-cbbf-48ea-a992-45c4a8b798c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.211172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6f167-f3c3-4b21-b6cb-8cc082fb2c70 req-2f6da934-affc-4424-ab36-67f862c7a6a0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:43.212757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ccd6f167-f3c3-4b21-b6cb-8cc082fb2c70 req-2f6da934-affc-4424-ab36-67f862c7a6a0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 943 time: 0.1089599 Oct 26 14:29:43.249645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-994d29a9-338b-44ae-a6c3-10e1a36adc61 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:43.250334 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-994d29a9-338b-44ae-a6c3-10e1a36adc61 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.279210 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ccd6f167-f3c3-4b21-b6cb-8cc082fb2c70 req-a1c568fb-bf85-40e1-9b16-2077683c9505 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590110 Oct 26 14:29:43.288741 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-994d29a9-338b-44ae-a6c3-10e1a36adc61 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2412903 Oct 26 14:29:43.317246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Request body: {'port': {'device_id': '89760fbe-259b-4c36-8afe-e83877b7f8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:43.357658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c745007a-c8ce-4669-a9ea-8e6fd25ea9df None None] DHCP port deletion for 9aff66a8-54c9-41ee-a29b-882be4a68ec9 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:29:43.381384 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-a0cced73-808f-4a27-949c-f03eb83949da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91c60990-6432-4fa9-b775-143580ec98f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4173667 Oct 26 14:29:43.406998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c745007a-c8ce-4669-a9ea-8e6fd25ea9df None None] Deleting port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:43.407364 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c745007a-c8ce-4669-a9ea-8e6fd25ea9df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.410308 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.420759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c763a10-20d3-4031-be0b-bba532bbd669 req-6275a056-af13-4fbc-a594-aea47cd7b6a9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:43.422805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c763a10-20d3-4031-be0b-bba532bbd669 req-6275a056-af13-4fbc-a594-aea47cd7b6a9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.1023982 Oct 26 14:29:43.482079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c745007a-c8ce-4669-a9ea-8e6fd25ea9df None None] For port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3,segment=NetworkSegment(6f032ba0-bdfd-4c61-9530-f6d7389b8a8f),segment_id=6f032ba0-bdfd-4c61-9530-f6d7389b8a8f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:43.482779 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c745007a-c8ce-4669-a9ea-8e6fd25ea9df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.485922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] For port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3,segment=NetworkSegment(6f032ba0-bdfd-4c61-9530-f6d7389b8a8f),segment_id=6f032ba0-bdfd-4c61-9530-f6d7389b8a8f)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:43.486313 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.496129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c745007a-c8ce-4669-a9ea-8e6fd25ea9df None None] Calling delete_port for caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:43.499774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c763a10-20d3-4031-be0b-bba532bbd669 req-db71cba1-5925-44a6-aff2-018abf4137f8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658462 Oct 26 14:29:43.503630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Calling delete_port for caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:43.565115 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-27aef283-acee-4456-a5fd-ea3b3808f4aa service neutron] 10.222.0.11 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603978 Oct 26 14:29:43.610204 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c745007a-c8ce-4669-a9ea-8e6fd25ea9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.640705 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745007a-c8ce-4669-a9ea-8e6fd25ea9df None None] Pushing event deleted for resources: {'Port': ['ID=caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:43.647283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c745007a-c8ce-4669-a9ea-8e6fd25ea9df None None] No DVR routers for this DVR port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:43.696718 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.725720 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c5c6524-2a64-4452-8b33-a35d7c56b9ae req-ad5c9efd-f7be-481d-83fb-2834305fa547 service neutron] 10.222.0.11 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489046 Oct 26 14:29:43.728319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Port': ['ID=caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:43.732977 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No DVR routers for this DVR port caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:43.788054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d717df5-09f5-4be6-8dd3-a11aa043b50a {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:29:43.797269 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.809597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Transition to ACTIVE for port object 4d717df5-09f5-4be6-8dd3-a11aa043b50a will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:29:43.820972 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.879596 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.898446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Pushing event updated for resources: {'Port': ['ID=4d717df5-09f5-4be6-8dd3-a11aa043b50a,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:43.900129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943098f-3021-48ac-b93f-eabc0c191bd1 req-ba7f3303-4d09-4fb1-826a-7adf1d9d3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:43.902724 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5943098f-3021-48ac-b93f-eabc0c191bd1 req-ba7f3303-4d09-4fb1-826a-7adf1d9d3d73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=828b938fdddb4120a13cb632ae8d7046&device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 1094 time: 0.1112831 Oct 26 14:29:43.913647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aff66a8-54c9-41ee-a29b-882be4a68ec9']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:43.941445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f032ba0-bdfd-4c61-9530-f6d7389b8a8f') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:43.941748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f032ba0-bdfd-4c61-9530-f6d7389b8a8f') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:43.952732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Attempting to bind port 4d717df5-09f5-4be6-8dd3-a11aa043b50a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:43.953077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Attempting to bind port 4d717df5-09f5-4be6-8dd3-a11aa043b50a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '3aa8f27b-7fd8-49ec-aac6-59abce8d808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a55f34bf-26b4-4ac3-895b-8d05a4248c59'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:43.953411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Attempting to bind port 4d717df5-09f5-4be6-8dd3-a11aa043b50a on network a55f34bf-26b4-4ac3-895b-8d05a4248c59 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:43.954414 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:43.962780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Port 4d717df5-09f5-4be6-8dd3-a11aa043b50a on network a55f34bf-26b4-4ac3-895b-8d05a4248c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:29:43.963214 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Attempting to bind port 4d717df5-09f5-4be6-8dd3-a11aa043b50a on network a55f34bf-26b4-4ac3-895b-8d05a4248c59 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:43.969506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:43.970042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Checking segment: {'id': '3aa8f27b-7fd8-49ec-aac6-59abce8d808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a55f34bf-26b4-4ac3-895b-8d05a4248c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:43.970496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Bound using segment: {'id': '3aa8f27b-7fd8-49ec-aac6-59abce8d808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a55f34bf-26b4-4ac3-895b-8d05a4248c59'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:43.970999 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Bound port: 4d717df5-09f5-4be6-8dd3-a11aa043b50a, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa8f27b-7fd8-49ec-aac6-59abce8d808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a55f34bf-26b4-4ac3-895b-8d05a4248c59'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:43.971427 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.976394 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:43.976935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device caa8f2c0-07cf-45d7-9b6a-e5ea7c5db1c3 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:43.984414 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.009144 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.020906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:44.021372 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:44.024867 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:44.049309 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] For port 4d717df5-09f5-4be6-8dd3-a11aa043b50a, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:44.052808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] For port 4d717df5-09f5-4be6-8dd3-a11aa043b50a, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=4d717df5-09f5-4be6-8dd3-a11aa043b50a,segment=NetworkSegment(3aa8f27b-7fd8-49ec-aac6-59abce8d808d),segment_id=3aa8f27b-7fd8-49ec-aac6-59abce8d808d)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:44.058194 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.097295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943098f-3021-48ac-b93f-eabc0c191bd1 req-3577d7b0-65c5-48f5-9c0e-c6a795c71698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:44.099698 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5943098f-3021-48ac-b93f-eabc0c191bd1 req-3577d7b0-65c5-48f5-9c0e-c6a795c71698 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 200 len: 916 time: 0.1879258 Oct 26 14:29:44.101421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:44.102121 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.103448 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] 10.222.0.25 "PUT /v2.0/ports/4d717df5-09f5-4be6-8dd3-a11aa043b50a HTTP/1.1" status: 200 len: 1091 time: 0.7973304 Oct 26 14:29:44.104008 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89760fbe-259b-4c36-8afe-e83877b7f8b8', 'tag': '4d717df5-09f5-4be6-8dd3-a11aa043b50a'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:44.106958 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc174284-f0da-4b28-bc8c-178f24a22bef" -d '{"events": [{"name": "network-changed", "server_uuid": "89760fbe-259b-4c36-8afe-e83877b7f8b8", "tag": "4d717df5-09f5-4be6-8dd3-a11aa043b50a"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:44.110486 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.115107 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.121507 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/9aff66a8-54c9-41ee-a29b-882be4a68ec9 HTTP/1.1" status: 204 len: 168 time: 1.3954921 Oct 26 14:29:44.127765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39240) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:44.152481 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30c649-c3d2-4825-82a3-e244ed3b7ad9 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Network': ['ID=9aff66a8-54c9-41ee-a29b-882be4a68ec9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:44.173615 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d148d44-f13c-424a-a597-0eef7b0852da x-openstack-request-id: req-2d148d44-f13c-424a-a597-0eef7b0852da {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:44.173908 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89760fbe-259b-4c36-8afe-e83877b7f8b8", "tag": "4d717df5-09f5-4be6-8dd3-a11aa043b50a", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:44.174204 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d148d44-f13c-424a-a597-0eef7b0852da {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:44.174611 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89760fbe-259b-4c36-8afe-e83877b7f8b8', 'tag': '4d717df5-09f5-4be6-8dd3-a11aa043b50a', 'status': 'completed', 'code': 200} Oct 26 14:29:44.178909 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d37e4d-4424-413b-9615-dc2598b8233c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:29:44.179372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d37e4d-4424-413b-9615-dc2598b8233c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:29:44.182380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-44d37e4d-4424-413b-9615-dc2598b8233c tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/subnets/48e8b08f-2ae0-40fb-8b62-12b9dd9dc0b1 HTTP/1.1" status: 404 len: 337 time: 0.0524514 Oct 26 14:29:44.185545 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5943098f-3021-48ac-b93f-eabc0c191bd1 req-60327e20-058a-49a8-9684-87b3d069fa5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d97365f-2ad6-4816-9a6a-07be9ae56ac6 HTTP/1.1" status: 200 len: 217 time: 0.0783591 Oct 26 14:29:44.186017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39242) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:44.212608 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba27542-cc3a-434d-b391-2206c719afa7 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:29:44.213186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba27542-cc3a-434d-b391-2206c719afa7 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:29:44.216266 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3ba27542-cc3a-434d-b391-2206c719afa7 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/2e51f9f7-9922-4885-878f-fabd94c17458 HTTP/1.1" status: 404 len: 339 time: 0.0293000 Oct 26 14:29:44.220137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39244) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:44.235488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8da85-cb5a-44bb-8ebc-ca4cedd5e2de service neutron] Pushing event updated for resources: {'Port': ['ID=4d717df5-09f5-4be6-8dd3-a11aa043b50a,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:44.252408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943098f-3021-48ac-b93f-eabc0c191bd1 req-22e38fc3-1cf9-4385-a346-51125867f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:44.254131 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5943098f-3021-48ac-b93f-eabc0c191bd1 req-22e38fc3-1cf9-4385-a346-51125867f686 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0fc0d017-1b97-4753-adb5-3fc2da6bf5ce HTTP/1.1" status: 200 len: 855 time: 0.0591180 Oct 26 14:29:44.273930 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76ee8fd-6b3c-4f78-8ddb-d42a618d3427 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:29:44.274636 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76ee8fd-6b3c-4f78-8ddb-d42a618d3427 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:29:44.277655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b76ee8fd-6b3c-4f78-8ddb-d42a618d3427 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/subnets/7153bed7-6dc2-4f9c-8a7a-50a269e5e61d HTTP/1.1" status: 404 len: 337 time: 0.0447879 Oct 26 14:29:44.281870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39246) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:44.291081 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5943098f-3021-48ac-b93f-eabc0c191bd1 req-f08d8962-492d-466f-a1f3-27ff0837362d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91c60990-6432-4fa9-b775-143580ec98f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299239 Oct 26 14:29:44.310233 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e54d063-8348-4543-a5d7-aee4f2d8f2af tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:29:44.310814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e54d063-8348-4543-a5d7-aee4f2d8f2af tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:29:44.313834 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9e54d063-8348-4543-a5d7-aee4f2d8f2af tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/8d66968c-a59d-4ba3-87f5-e86d440cb71b HTTP/1.1" status: 404 len: 339 time: 0.0309038 Oct 26 14:29:44.316609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39250) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:44.332173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471517b4-871e-4bdc-a86e-d7c0833de6b8 req-ae6f73e1-c36b-46d2-ae91-e5d065c9ae84 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:44.337655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-471517b4-871e-4bdc-a86e-d7c0833de6b8 req-ae6f73e1-c36b-46d2-ae91-e5d065c9ae84 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 943 time: 0.1650488 Oct 26 14:29:44.342179 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-61799bab-fa5a-4380-9998-e957c7acc027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:44.345200 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-61799bab-fa5a-4380-9998-e957c7acc027 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f32cb687e24d93b97604fcd36d48c4&device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 1094 time: 0.1617801 Oct 26 14:29:44.380170 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c32b92-95f5-4991-ad3e-d5c12d9f4c60 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:29:44.380700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c32b92-95f5-4991-ad3e-d5c12d9f4c60 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:29:44.384033 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-41c32b92-95f5-4991-ad3e-d5c12d9f4c60 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/subnets/d51cb86f-c6c4-4f5d-93d0-0738f8278763 HTTP/1.1" status: 404 len: 337 time: 0.0665116 Oct 26 14:29:44.390814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39254) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:44.418763 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d6bb9f-79e6-41b8-8d76-9ee5e5f7cdf0 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:29:44.419322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d6bb9f-79e6-41b8-8d76-9ee5e5f7cdf0 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:29:44.423000 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a7d6bb9f-79e6-41b8-8d76-9ee5e5f7cdf0 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/efaec57e-e3b8-4ea8-8454-7300f7a67054 HTTP/1.1" status: 404 len: 339 time: 0.0312293 Oct 26 14:29:44.425589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39256) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:44.433436 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-de89b100-ea26-4dc5-9e5f-d962cb17e754 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d717df5-09f5-4be6-8dd3-a11aa043b50a HTTP/1.1" status: 200 len: 217 time: 0.0665095 Oct 26 14:29:44.435828 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5943098f-3021-48ac-b93f-eabc0c191bd1 req-b59be896-236e-46ad-b46c-1313fb428850 service neutron] 10.222.0.11 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373858 Oct 26 14:29:44.502549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-471517b4-871e-4bdc-a86e-d7c0833de6b8 req-8862cbf8-c7ab-45d5-9208-5c442a7eb2bb tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368418 Oct 26 14:29:44.519386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20742c97-a27b-4668-986b-da7c355fbfad req-90af5ad4-279d-46a6-a3b8-526905568cd7 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:44.520338 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20742c97-a27b-4668-986b-da7c355fbfad req-90af5ad4-279d-46a6-a3b8-526905568cd7 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 943 time: 0.1523087 Oct 26 14:29:44.532712 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-2c5cdf46-2999-4d9b-b86c-e843434516c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:44.534211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-2c5cdf46-2999-4d9b-b86c-e843434516c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e6321df-45d9-4e92-a9a2-b9eb28b7403d HTTP/1.1" status: 200 len: 849 time: 0.0868659 Oct 26 14:29:44.539852 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c56d7e2-aed1-421c-9776-35967fb93686 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Deleting subnet aa41a7f1-873b-4b0c-a278-a0714ca49dbb {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:29:44.544224 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c56d7e2-aed1-421c-9776-35967fb93686 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.589152 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-6e82a81e-8299-452a-a950-8e4af0618e46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a55f34bf-26b4-4ac3-895b-8d05a4248c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312045 Oct 26 14:29:44.614397 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c56d7e2-aed1-421c-9776-35967fb93686 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.618448 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5943098f-3021-48ac-b93f-eabc0c191bd1 req-f81684e8-e3af-4f9d-be25-4c068cf460f4 service neutron] 10.222.0.11 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639023 Oct 26 14:29:44.676870 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20742c97-a27b-4668-986b-da7c355fbfad req-f9f3ccb8-891a-44ee-93b1-368e1c783651 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377747 Oct 26 14:29:44.706820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63942c6-cdac-481c-b5ca-4af5a65d9485 req-e3d7776e-3eda-4423-8978-ee6320ca696b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:44.708291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c63942c6-cdac-481c-b5ca-4af5a65d9485 req-e3d7776e-3eda-4423-8978-ee6320ca696b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.1238620 Oct 26 14:29:44.709526 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c56d7e2-aed1-421c-9776-35967fb93686 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.750959 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-bc8a6a1b-7032-4f47-a07f-1f570c4f6eac service neutron] 10.222.0.25 "GET /v2.0/networks/a55f34bf-26b4-4ac3-895b-8d05a4248c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490724 Oct 26 14:29:44.776352 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c56d7e2-aed1-421c-9776-35967fb93686 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.806027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56d7e2-aed1-421c-9776-35967fb93686 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Subnet': ['ID=aa41a7f1-873b-4b0c-a278-a0714ca49dbb,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:44.808033 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7c56d7e2-aed1-421c-9776-35967fb93686 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.812253 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7c56d7e2-aed1-421c-9776-35967fb93686 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/subnets/aa41a7f1-873b-4b0c-a278-a0714ca49dbb HTTP/1.1" status: 204 len: 168 time: 0.3855498 Oct 26 14:29:44.815146 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39260) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:44.817974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e4f3e9-9ea6-469e-8401-bbe430279821 None None] Network 2b7c4b29-0db1-4def-8eaf-d08d756ea665 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:44.826196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c63942c6-cdac-481c-b5ca-4af5a65d9485 req-20dad592-e316-44fd-8612-383b03a6c68d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055360 Oct 26 14:29:44.893687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59a568c-b3e2-4b85-a3bc-b87affc2d215 req-85fb8217-427a-491f-ad62-24308a78686d service neutron] 10.222.0.25 "GET /v2.0/networks/a55f34bf-26b4-4ac3-895b-8d05a4248c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295359 Oct 26 14:29:44.905790 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.969172 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Deleting port 2c135a05-90c8-4b0c-9cba-b36509864409 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:44.969787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.985508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174284-f0da-4b28-bc8c-178f24a22bef req-32ece6d7-2bb5-4f06-acf3-fded12c4776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:44.987162 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc174284-f0da-4b28-bc8c-178f24a22bef req-32ece6d7-2bb5-4f06-acf3-fded12c4776b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f32cb687e24d93b97604fcd36d48c4&device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 1094 time: 0.0424409 Oct 26 14:29:45.036511 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f01696b-9a72-47f0-a99a-e18802ddd776 None None] DHCP port deletion for 2b7c4b29-0db1-4def-8eaf-d08d756ea665 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:29:45.039750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] For port 2c135a05-90c8-4b0c-9cba-b36509864409, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2c135a05-90c8-4b0c-9cba-b36509864409,segment=NetworkSegment(188935e3-000d-48cb-951a-0536224d6364),segment_id=188935e3-000d-48cb-951a-0536224d6364)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:45.040116 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.053503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Calling delete_port for 2c135a05-90c8-4b0c-9cba-b36509864409 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:45.098985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174284-f0da-4b28-bc8c-178f24a22bef req-d6383047-6d07-4b0b-8fdc-275612418035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:45.100207 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a143b47-93dd-4b73-bfad-02606a099081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.101058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc174284-f0da-4b28-bc8c-178f24a22bef req-d6383047-6d07-4b0b-8fdc-275612418035 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a55f34bf-26b4-4ac3-895b-8d05a4248c59 HTTP/1.1" status: 200 len: 910 time: 0.1059310 Oct 26 14:29:45.110437 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4f01696b-9a72-47f0-a99a-e18802ddd776 None None] Deleting port 2c135a05-90c8-4b0c-9cba-b36509864409 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:45.110930 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f01696b-9a72-47f0-a99a-e18802ddd776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.145711 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.149458 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc174284-f0da-4b28-bc8c-178f24a22bef req-5144a054-c7d4-48a7-aa98-c9c0f0cad029 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d717df5-09f5-4be6-8dd3-a11aa043b50a HTTP/1.1" status: 200 len: 217 time: 0.0397182 Oct 26 14:29:45.174954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4f01696b-9a72-47f0-a99a-e18802ddd776 None None] For port 2c135a05-90c8-4b0c-9cba-b36509864409, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2c135a05-90c8-4b0c-9cba-b36509864409,segment=NetworkSegment(188935e3-000d-48cb-951a-0536224d6364),segment_id=188935e3-000d-48cb-951a-0536224d6364)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:45.175519 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f01696b-9a72-47f0-a99a-e18802ddd776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.176549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Port': ['ID=2c135a05-90c8-4b0c-9cba-b36509864409,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:45.178589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No DVR routers for this DVR port 2c135a05-90c8-4b0c-9cba-b36509864409 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:45.189855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4f01696b-9a72-47f0-a99a-e18802ddd776 None None] Calling delete_port for 2c135a05-90c8-4b0c-9cba-b36509864409 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:45.205185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174284-f0da-4b28-bc8c-178f24a22bef req-4a55ee98-ccbf-4b8b-a46e-147a9a2e3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:45.206684 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc174284-f0da-4b28-bc8c-178f24a22bef req-4a55ee98-ccbf-4b8b-a46e-147a9a2e3a52 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e6321df-45d9-4e92-a9a2-b9eb28b7403d HTTP/1.1" status: 200 len: 849 time: 0.0501251 Oct 26 14:29:45.240729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc174284-f0da-4b28-bc8c-178f24a22bef req-9dd87f63-6e4b-48b3-bbb1-8a5efe8ad732 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a55f34bf-26b4-4ac3-895b-8d05a4248c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255916 Oct 26 14:29:45.266234 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.276502 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f01696b-9a72-47f0-a99a-e18802ddd776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.288734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7c4b29-0db1-4def-8eaf-d08d756ea665']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:45.299080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188935e3-000d-48cb-951a-0536224d6364') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:45.299585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188935e3-000d-48cb-951a-0536224d6364') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:45.303667 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01696b-9a72-47f0-a99a-e18802ddd776 None None] Pushing event deleted for resources: {'Port': ['ID=2c135a05-90c8-4b0c-9cba-b36509864409,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:45.307041 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f01696b-9a72-47f0-a99a-e18802ddd776 None None] No DVR routers for this DVR port 2c135a05-90c8-4b0c-9cba-b36509864409 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:45.314440 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.331572 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.337853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:45.338694 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:45.341305 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:45.345816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc174284-f0da-4b28-bc8c-178f24a22bef req-7a6809e5-3052-4f10-a836-1809024d63c6 service neutron] 10.222.0.25 "GET /v2.0/networks/a55f34bf-26b4-4ac3-895b-8d05a4248c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934250 Oct 26 14:29:45.400719 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.406066 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.412806 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/2b7c4b29-0db1-4def-8eaf-d08d756ea665 HTTP/1.1" status: 204 len: 168 time: 0.5948811 Oct 26 14:29:45.413219 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39264) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:45.428767 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14f03a-5ef4-4849-98e7-a1daa1390c96 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Network': ['ID=2b7c4b29-0db1-4def-8eaf-d08d756ea665,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:45.444909 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9771aea4-6773-4a65-b645-2704cfec27bd tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:29:45.445380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9771aea4-6773-4a65-b645-2704cfec27bd tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:29:45.448437 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9771aea4-6773-4a65-b645-2704cfec27bd tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/subnets/c9ee752e-49d6-4a31-b14c-ef64be28b0de HTTP/1.1" status: 404 len: 337 time: 0.0341301 Oct 26 14:29:45.451145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39266) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:45.471183 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-8714c044-81d1-482f-b610-c9d46989513b tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] DELETE failed (client error): The resource could not be found. Oct 26 14:29:45.471738 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8714c044-81d1-482f-b610-c9d46989513b tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:29:45.474912 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8714c044-81d1-482f-b610-c9d46989513b tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/89d12a3b-e646-4263-9e71-dc574bc704f8 HTTP/1.1" status: 404 len: 339 time: 0.0226858 Oct 26 14:29:45.477490 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39268) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:45.479489 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc174284-f0da-4b28-bc8c-178f24a22bef req-0ee51016-8ac5-4192-91c7-0ab445e12ec5 service neutron] 10.222.0.25 "GET /v2.0/networks/a55f34bf-26b4-4ac3-895b-8d05a4248c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220677 Oct 26 14:29:45.534834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa7b5a5-e69e-4413-b01f-ecf396ad89eb tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Deleting subnet 932790ad-59a6-4e55-b487-d42acaa09d95 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:29:45.538192 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afa7b5a5-e69e-4413-b01f-ecf396ad89eb tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.582200 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afa7b5a5-e69e-4413-b01f-ecf396ad89eb tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.622383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbd747-b19f-4d5a-bcb9-c4d4e825ce03 req-940de8ac-8baf-4527-9a58-5bb0ea2072c1 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:45.624010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02fbd747-b19f-4d5a-bcb9-c4d4e825ce03 req-940de8ac-8baf-4527-9a58-5bb0ea2072c1 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 943 time: 0.0502942 Oct 26 14:29:45.661871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02fbd747-b19f-4d5a-bcb9-c4d4e825ce03 req-85c3f904-5509-4af9-9ba4-f59b8aa81293 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316846 Oct 26 14:29:45.676733 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afa7b5a5-e69e-4413-b01f-ecf396ad89eb tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.739520 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afa7b5a5-e69e-4413-b01f-ecf396ad89eb tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.768996 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7b5a5-e69e-4413-b01f-ecf396ad89eb tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Subnet': ['ID=932790ad-59a6-4e55-b487-d42acaa09d95,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:45.772896 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afa7b5a5-e69e-4413-b01f-ecf396ad89eb tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.776730 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-afa7b5a5-e69e-4413-b01f-ecf396ad89eb tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/subnets/932790ad-59a6-4e55-b487-d42acaa09d95 HTTP/1.1" status: 204 len: 168 time: 0.2982585 Oct 26 14:29:45.779262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39274) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:45.780692 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e8f24-07d3-4544-9056-4c4fc1e98bf3 None None] Network 5dbbbc80-9281-48d3-818c-80b07fd3c266 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:45.809862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d14c43-0ca3-458c-814e-6d972c11c7b2 req-357978c4-4983-49cf-a306-b01712347528 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:45.811486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-28d14c43-0ca3-458c-814e-6d972c11c7b2 req-357978c4-4983-49cf-a306-b01712347528 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 943 time: 0.0638959 Oct 26 14:29:45.853260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-28d14c43-0ca3-458c-814e-6d972c11c7b2 req-85f5991a-aa97-4a05-adde-15298eae8f65 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352204 Oct 26 14:29:45.868817 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.934186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Deleting port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:45.937382 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.942924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2c135a05-90c8-4b0c-9cba-b36509864409 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:45.970429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 2c135a05-90c8-4b0c-9cba-b36509864409 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:45.970783 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2c135a05-90c8-4b0c-9cba-b36509864409 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:45.985435 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43277c4-d79c-48be-9cf3-6a61744317eb req-c99554aa-a0cc-4db3-be2e-3b667cb9fbc2 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:45.990599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c43277c4-d79c-48be-9cf3-6a61744317eb req-c99554aa-a0cc-4db3-be2e-3b667cb9fbc2 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.0771170 Oct 26 14:29:46.017260 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4e7b73-8dc8-4b54-b177-3ac5a0f1d589 None None] DHCP port deletion for 5dbbbc80-9281-48d3-818c-80b07fd3c266 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:29:46.027037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] For port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=99c9dfdb-e732-4bf0-b4a0-a98eb3f11155,segment=NetworkSegment(580a606d-0e0d-426d-8d2d-b859d053eaf2),segment_id=580a606d-0e0d-426d-8d2d-b859d053eaf2)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:46.027402 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.035279 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c43277c4-d79c-48be-9cf3-6a61744317eb req-6b047d92-06d2-4503-a5ce-e2e4713a8cab tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415807 Oct 26 14:29:46.040723 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Calling delete_port for 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:46.074975 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e7b73-8dc8-4b54-b177-3ac5a0f1d589 None None] Deleting port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:46.075546 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0c4e7b73-8dc8-4b54-b177-3ac5a0f1d589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.123291 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.149374 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0c4e7b73-8dc8-4b54-b177-3ac5a0f1d589 None None] For port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=99c9dfdb-e732-4bf0-b4a0-a98eb3f11155,segment=NetworkSegment(580a606d-0e0d-426d-8d2d-b859d053eaf2),segment_id=580a606d-0e0d-426d-8d2d-b859d053eaf2)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:46.149766 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0c4e7b73-8dc8-4b54-b177-3ac5a0f1d589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.154066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Port': ['ID=99c9dfdb-e732-4bf0-b4a0-a98eb3f11155,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:46.158197 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] No DVR routers for this DVR port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:46.165230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e7b73-8dc8-4b54-b177-3ac5a0f1d589 None None] Calling delete_port for 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:46.236374 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.239079 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0c4e7b73-8dc8-4b54-b177-3ac5a0f1d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.256453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbbbc80-9281-48d3-818c-80b07fd3c266']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:46.266338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580a606d-0e0d-426d-8d2d-b859d053eaf2') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:46.266638 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580a606d-0e0d-426d-8d2d-b859d053eaf2') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:46.267127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e7b73-8dc8-4b54-b177-3ac5a0f1d589 None None] Pushing event deleted for resources: {'Port': ['ID=99c9dfdb-e732-4bf0-b4a0-a98eb3f11155,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:46.270714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e7b73-8dc8-4b54-b177-3ac5a0f1d589 None None] No DVR routers for this DVR port 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:46.283012 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.295681 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.301537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:46.301918 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:46.304964 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:46.362648 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.369727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.372949 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] 10.222.0.32 "DELETE /v2.0/networks/5dbbbc80-9281-48d3-818c-80b07fd3c266 HTTP/1.1" status: 204 len: 168 time: 0.5912752 Oct 26 14:29:46.385852 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9bd47-c9fd-47e4-a55b-6782e3bf51c8 tempest-NetworksIpV6Test-1150840352 tempest-NetworksIpV6Test-1150840352-project] Pushing event deleted for resources: {'Network': ['ID=5dbbbc80-9281-48d3-818c-80b07fd3c266,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:46.569713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39282) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:46.613705 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.704784 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2160e663-8627-41a3-bc00-f57cf9fe57ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08eea1f39799499db052a20084ae9777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338606 Oct 26 14:29:46.707303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39288) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:46.756466 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a2f9793-557a-4658-b7cf-acf4c3ecb188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.777618 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a2f9793-557a-4658-b7cf-acf4c3ecb188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.782886 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a204bf-b85a-4350-93e3-2259006fd023 req-cbcb1cb0-42c8-4b2f-a2f0-c756c345ed54 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:46.784393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07a204bf-b85a-4350-93e3-2259006fd023 req-cbcb1cb0-42c8-4b2f-a2f0-c756c345ed54 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 943 time: 0.0515673 Oct 26 14:29:46.823523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07a204bf-b85a-4350-93e3-2259006fd023 req-f8144401-bdee-4c64-b6c2-5d7f329a5790 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327659 Oct 26 14:29:46.831065 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a2f9793-557a-4658-b7cf-acf4c3ecb188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.833956 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0a2f9793-557a-4658-b7cf-acf4c3ecb188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.835496 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0a2f9793-557a-4658-b7cf-acf4c3ecb188 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5250f75-51b6-4fdc-8231-06a6f2ded1bf HTTP/1.1" status: 204 len: 168 time: 0.1268559 Oct 26 14:29:46.845658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f9793-557a-4658-b7cf-acf4c3ecb188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5250f75-51b6-4fdc-8231-06a6f2ded1bf,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:46.869627 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.997040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a7e18-92bc-472b-8818-1f0296b80eb2 req-8d127a54-b648-43bf-bccf-0591f7f0af83 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:46.998956 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-101a7e18-92bc-472b-8818-1f0296b80eb2 req-8d127a54-b648-43bf-bccf-0591f7f0af83 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 943 time: 0.0577042 Oct 26 14:29:47.038986 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-101a7e18-92bc-472b-8818-1f0296b80eb2 req-059d7557-2681-44b6-9d8c-1bbe1d773360 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338087 Oct 26 14:29:47.156310 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37403d-9071-416f-b719-7a74a728d29d req-6433d8a0-cf6b-4c6d-8868-df73a4030de6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:47.157799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e37403d-9071-416f-b719-7a74a728d29d req-6433d8a0-cf6b-4c6d-8868-df73a4030de6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.0526569 Oct 26 14:29:47.197428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e37403d-9071-416f-b719-7a74a728d29d req-23d860fc-4abb-4834-ab6d-a6f20514678d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330489 Oct 26 14:29:47.324631 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 4d717df5-09f5-4be6-8dd3-a11aa043b50a details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:29:47.429059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 4d717df5-09f5-4be6-8dd3-a11aa043b50a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=4d717df5-09f5-4be6-8dd3-a11aa043b50a,segment=NetworkSegment(3aa8f27b-7fd8-49ec-aac6-59abce8d808d),segment_id=3aa8f27b-7fd8-49ec-aac6-59abce8d808d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:47.440467 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '4d717df5-09f5-4be6-8dd3-a11aa043b50a', 'network_id': 'a55f34bf-26b4-4ac3-895b-8d05a4248c59', 'port_id': '4d717df5-09f5-4be6-8dd3-a11aa043b50a', 'mac_address': 'fa:16:3e:4d:38:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6321df-45d9-4e92-a9a2-b9eb28b7403d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:29:47.478287 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.491869 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d717df5-09f5-4be6-8dd3-a11aa043b50a {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:29:47.496786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39314) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:47.513373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 4d717df5-09f5-4be6-8dd3-a11aa043b50a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=4d717df5-09f5-4be6-8dd3-a11aa043b50a,segment=NetworkSegment(3aa8f27b-7fd8-49ec-aac6-59abce8d808d),segment_id=3aa8f27b-7fd8-49ec-aac6-59abce8d808d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:47.517332 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.563693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=4d717df5-09f5-4be6-8dd3-a11aa043b50a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:47.598488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-543760028'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:47.619410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:47.622735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.631893 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.705211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.708812 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.740412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:47.746617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5326c1b7-5d12-4875-88bb-9168db1b4746,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:47.752446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['4d717df5-09f5-4be6-8dd3-a11aa043b50a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:29:47.753130 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.753423 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Added segment 191326c8-ac55-40fd-ab6a-9e5d037128f3 of type vlan for network fe3ebc6a-4d2f-4e90-8555-69a354935034 Oct 26 14:29:47.801644 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.829607 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.835365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:47.835994 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.905602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4070201 Oct 26 14:29:47.909069 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39320) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:47.914427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'name': 'tempest-PortsIpV6TestJSON-418862831'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:47.965121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374de36-213e-4c85-a3aa-92885a6ab8fc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Network': ['ID=fe3ebc6a-4d2f-4e90-8555-69a354935034,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:47.966043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:47.992370 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:47.996773 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:47.997114 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 99c9dfdb-e732-4bf0-b4a0-a98eb3f11155 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:48.040751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8e90e-c398-483b-b7b4-be10d4e45c25 req-b46e1ae4-df13-4661-a910-050206b479af tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:48.042291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58c8e90e-c398-483b-b7b4-be10d4e45c25 req-b46e1ae4-df13-4661-a910-050206b479af tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 944 time: 0.1201715 Oct 26 14:29:48.094849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:48.099090 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.114218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58c8e90e-c398-483b-b7b4-be10d4e45c25 req-d1810e50-5532-4e91-b4d0-a070e2a81cd1 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653446 Oct 26 14:29:48.123013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port 5c36be65-d3fd-403c-83c8-bea936d36ad2 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:48.164495 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:29:48.250614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2981a53-66f2-43ae-9895-431e77e312de req-073505b5-873e-43e1-8981-081691b2bc3a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:48.252130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e2981a53-66f2-43ae-9895-431e77e312de req-073505b5-873e-43e1-8981-081691b2bc3a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 943 time: 0.1238401 Oct 26 14:29:48.274678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9d97365f-2ad6-4816-9a6a-07be9ae56ac6,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:48.287367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '9d97365f-2ad6-4816-9a6a-07be9ae56ac6', 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4', 'port_id': '9d97365f-2ad6-4816-9a6a-07be9ae56ac6', 'mac_address': 'fa:16:3e:38:47:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc0d017-1b97-4753-adb5-3fc2da6bf5ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:29:48.327681 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.341116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:29:48.361166 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9d97365f-2ad6-4816-9a6a-07be9ae56ac6,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:48.366409 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.396827 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e2981a53-66f2-43ae-9895-431e77e312de req-d0754247-1234-4e12-86c6-5bdcf2126623 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342795 Oct 26 14:29:48.412419 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.424860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9d97365f-2ad6-4816-9a6a-07be9ae56ac6,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:48.426875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009842b-7d8e-4e37-a910-519fa584da35 req-1637945a-a8e6-4a6f-b149-84b575ed8400 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:48.430287 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8009842b-7d8e-4e37-a910-519fa584da35 req-1637945a-a8e6-4a6f-b149-84b575ed8400 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.1426079 Oct 26 14:29:48.487635 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.497483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8009842b-7d8e-4e37-a910-519fa584da35 req-7c29187a-d610-4424-b4b1-0b473d9f1e2e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566666 Oct 26 14:29:48.547772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=5c36be65-d3fd-403c-83c8-bea936d36ad2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:48.567093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Checking segment: {'id': '191326c8-ac55-40fd-ab6a-9e5d037128f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:48.567549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network hostable DHCP agents. Network: fe3ebc6a-4d2f-4e90-8555-69a354935034, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:48.591913 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.593117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:48.602497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, fe3ebc6a-4d2f-4e90-8555-69a354935034) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:48.606519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:48.612662 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa884e62-8bbc-4988-aa93-d0d797ab9fe8 None None] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:48.613930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:48.614669 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.634517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c6b6eb53-c23b-4672-9591-9a9b6af8a220 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7241480 Oct 26 14:29:48.635037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39326) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:48.640045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b809df1e-4239-4dc7-af97-2a1adff007b4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1995590995'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:48.662035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b809df1e-4239-4dc7-af97-2a1adff007b4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:48.665593 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b809df1e-4239-4dc7-af97-2a1adff007b4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.689393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b809df1e-4239-4dc7-af97-2a1adff007b4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:48.698789 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b809df1e-4239-4dc7-af97-2a1adff007b4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.699147 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-b809df1e-4239-4dc7-af97-2a1adff007b4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Added segment b674306b-61cc-4a62-b9fa-a7ef89c9d290 of type vlan for network ea2925b6-2a6f-4b67-bc98-acfb23c24b09 Oct 26 14:29:48.710799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9d97365f-2ad6-4816-9a6a-07be9ae56ac6'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:29:48.739695 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b809df1e-4239-4dc7-af97-2a1adff007b4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.775834 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b809df1e-4239-4dc7-af97-2a1adff007b4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.783402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b809df1e-4239-4dc7-af97-2a1adff007b4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:48.784514 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b809df1e-4239-4dc7-af97-2a1adff007b4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.809195 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b809df1e-4239-4dc7-af97-2a1adff007b4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1730750 Oct 26 14:29:48.812469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39328) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:48.821402 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'ports': [{'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034'}, {'network_id': 'ea2925b6-2a6f-4b67-bc98-acfb23c24b09'}]} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:48.822121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:48.823816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'network_id': 'ea2925b6-2a6f-4b67-bc98-acfb23c24b09'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:48.881395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809df1e-4239-4dc7-af97-2a1adff007b4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Network': ['ID=ea2925b6-2a6f-4b67-bc98-acfb23c24b09,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:48.897067 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network ea2925b6-2a6f-4b67-bc98-acfb23c24b09 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:49.003738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 2} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:49.008630 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.021802 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.104132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port 5e5716a5-1a0f-4570-8d55-ad6f41aed1d3 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:49.250053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.317012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da911056-1bbe-4c18-9e25-e7aee2f60ebb req-b68da029-6cdf-4a22-a4ef-b70eb2b84d2b tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:49.318519 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da911056-1bbe-4c18-9e25-e7aee2f60ebb req-b68da029-6cdf-4a22-a4ef-b70eb2b84d2b tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 944 time: 0.1200917 Oct 26 14:29:49.329195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port f84ac30d-30da-4a41-93c9-c575e08911dd yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:49.336390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 4d717df5-09f5-4be6-8dd3-a11aa043b50a up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:49.378494 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da911056-1bbe-4c18-9e25-e7aee2f60ebb req-361150e4-39d4-43e3-9e66-8c6ca005e09d tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523102 Oct 26 14:29:49.406633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 4d717df5-09f5-4be6-8dd3-a11aa043b50a completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:29:49.411260 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 4d717df5-09f5-4be6-8dd3-a11aa043b50a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:49.411918 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.491213 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.513683 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.554997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 4d717df5-09f5-4be6-8dd3-a11aa043b50a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=4d717df5-09f5-4be6-8dd3-a11aa043b50a,segment=NetworkSegment(3aa8f27b-7fd8-49ec-aac6-59abce8d808d),segment_id=3aa8f27b-7fd8-49ec-aac6-59abce8d808d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:49.556153 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07103108-b109-4bf2-8954-a1bb94d4032e req-4f95a7ea-2b0a-4268-8868-861c3e6a4051 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:49.556310 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89760fbe-259b-4c36-8afe-e83877b7f8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d717df5-09f5-4be6-8dd3-a11aa043b50a'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:49.557830 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07103108-b109-4bf2-8954-a1bb94d4032e req-4f95a7ea-2b0a-4268-8868-861c3e6a4051 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 944 time: 0.0786967 Oct 26 14:29:49.558993 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cbd243-173b-4462-8d1b-39e25fcc8a1a" -d '{"events": [{"server_uuid": "89760fbe-259b-4c36-8afe-e83877b7f8b8", "name": "network-vif-plugged", "status": "completed", "tag": "4d717df5-09f5-4be6-8dd3-a11aa043b50a"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:49.563798 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.566548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.622651 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=4d717df5-09f5-4be6-8dd3-a11aa043b50a,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:49.945243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:49.949085 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=5e5716a5-1a0f-4570-8d55-ad6f41aed1d3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:49.953732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:49.959472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07103108-b109-4bf2-8954-a1bb94d4032e req-285af1d2-c021-4f49-949c-506df55801e2 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819001 Oct 26 14:29:49.960270 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:49.961202 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.008861 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0dab0a-a877-43a5-ae87-3f0a4820ee66 x-openstack-request-id: req-cf0dab0a-a877-43a5-ae87-3f0a4820ee66 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:50.009239 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89760fbe-259b-4c36-8afe-e83877b7f8b8", "name": "network-vif-plugged", "status": "completed", "tag": "4d717df5-09f5-4be6-8dd3-a11aa043b50a", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:50.009689 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf0dab0a-a877-43a5-ae87-3f0a4820ee66 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:50.010230 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89760fbe-259b-4c36-8afe-e83877b7f8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d717df5-09f5-4be6-8dd3-a11aa043b50a', 'code': 200} Oct 26 14:29:50.010693 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b889d-542b-494b-904a-47e0063652b8 req-de0bfa2c-74d9-42b9-9c1e-448e5cf90a49 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:50.012444 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b17b889d-542b-494b-904a-47e0063652b8 req-de0bfa2c-74d9-42b9-9c1e-448e5cf90a49 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.3879290 Oct 26 14:29:50.062223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=f84ac30d-30da-4a41-93c9-c575e08911dd,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:50.096022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Checking segment: {'id': 'b674306b-61cc-4a62-b9fa-a7ef89c9d290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ea2925b6-2a6f-4b67-bc98-acfb23c24b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:50.096382 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network hostable DHCP agents. Network: ea2925b6-2a6f-4b67-bc98-acfb23c24b09, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:50.100742 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b17b889d-542b-494b-904a-47e0063652b8 req-5aca3ff0-110f-496d-aa2c-9e0e81b4c007 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790133 Oct 26 14:29:50.139583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network ea2925b6-2a6f-4b67-bc98-acfb23c24b09 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:50.150531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7aaf3-a2be-4f07-b2cc-a3189a08c4cf req-a1123a00-00cb-4608-b991-7db8e9d3a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:50.152022 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4e7aaf3-a2be-4f07-b2cc-a3189a08c4cf req-a1123a00-00cb-4608-b991-7db8e9d3a664 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 1096 time: 0.0725889 Oct 26 14:29:50.153033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, ea2925b6-2a6f-4b67-bc98-acfb23c24b09) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:50.157358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:50.162591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e124d3-4e97-49f0-937e-4de65941f42b None None] Network ea2925b6-2a6f-4b67-bc98-acfb23c24b09 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:50.162844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:50.167612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:50.168254 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.203538 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3e2ef010-7c6c-475e-a7b0-765817caa865 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3887188 Oct 26 14:29:50.205598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:50.206621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39338) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:50.212647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4e7aaf3-a2be-4f07-b2cc-a3189a08c4cf req-f06e5f24-bfc4-4d39-8e38-7092ca0da419 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399864 Oct 26 14:29:50.296740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-91bd498f-f4ac-421b-83b5-79a78425ec0e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port f84ac30d-30da-4a41-93c9-c575e08911dd {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:50.297083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-91bd498f-f4ac-421b-83b5-79a78425ec0e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.324759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:29:50.328380 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:50.328746 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.367287 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-91bd498f-f4ac-421b-83b5-79a78425ec0e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.380946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-91bd498f-f4ac-421b-83b5-79a78425ec0e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for f84ac30d-30da-4a41-93c9-c575e08911dd owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:50.409316 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.443475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9d97365f-2ad6-4816-9a6a-07be9ae56ac6,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:50.448065 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.463801 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-91bd498f-f4ac-421b-83b5-79a78425ec0e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.494748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd498f-f4ac-421b-83b5-79a78425ec0e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=f84ac30d-30da-4a41-93c9-c575e08911dd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:50.502654 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-91bd498f-f4ac-421b-83b5-79a78425ec0e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.505705 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9d97365f-2ad6-4816-9a6a-07be9ae56ac6,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:50.506564 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-91bd498f-f4ac-421b-83b5-79a78425ec0e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/f84ac30d-30da-4a41-93c9-c575e08911dd HTTP/1.1" status: 204 len: 168 time: 0.2985497 Oct 26 14:29:50.508990 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39342) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:50.524970 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ea03a-4ba3-4440-a403-9e5117b0cbbf req-159aad1e-787d-44e5-af09-c25c34831b18 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:50.526522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e96ea03a-4ba3-4440-a403-9e5117b0cbbf req-159aad1e-787d-44e5-af09-c25c34831b18 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0640235 Oct 26 14:29:50.566047 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83479bdc-61e0-4528-a8ba-4c3f038a5e51 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:50.569788 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e96ea03a-4ba3-4440-a403-9e5117b0cbbf req-af413655-ce00-4cdd-b3c1-a10bd2838c9d tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341973 Oct 26 14:29:50.572303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83479bdc-61e0-4528-a8ba-4c3f038a5e51 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:50.574377 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-83479bdc-61e0-4528-a8ba-4c3f038a5e51 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0643234 Oct 26 14:29:50.580936 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39344) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:50.666873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6fac204c-45ff-48b5-bf1d-722b32007201 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 5e5716a5-1a0f-4570-8d55-ad6f41aed1d3 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:50.667238 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6fac204c-45ff-48b5-bf1d-722b32007201 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.740695 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6fac204c-45ff-48b5-bf1d-722b32007201 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.753512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6fac204c-45ff-48b5-bf1d-722b32007201 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 5e5716a5-1a0f-4570-8d55-ad6f41aed1d3 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:50.842058 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6fac204c-45ff-48b5-bf1d-722b32007201 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.871004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac204c-45ff-48b5-bf1d-722b32007201 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=5e5716a5-1a0f-4570-8d55-ad6f41aed1d3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:50.879549 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6fac204c-45ff-48b5-bf1d-722b32007201 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.883333 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6fac204c-45ff-48b5-bf1d-722b32007201 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/5e5716a5-1a0f-4570-8d55-ad6f41aed1d3 HTTP/1.1" status: 204 len: 168 time: 0.3013098 Oct 26 14:29:50.885902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39346) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:50.966704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c58b0a-c3de-46fc-8abd-49f6b4202a81 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:50.968756 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-90c58b0a-c3de-46fc-8abd-49f6b4202a81 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0818915 Oct 26 14:29:50.972015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39348) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:50.999456 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6b36cf-a26e-4376-998c-8c406c0407fe tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] GET failed (client error): The resource could not be found. Oct 26 14:29:51.000963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9e6b36cf-a26e-4376-998c-8c406c0407fe tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/f84ac30d-30da-4a41-93c9-c575e08911dd HTTP/1.1" status: 404 len: 333 time: 0.0278251 Oct 26 14:29:51.004114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39352) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:51.032417 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-322ed2e4-55e4-4801-b765-a22033f27fed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] GET failed (client error): The resource could not be found. Oct 26 14:29:51.033906 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-322ed2e4-55e4-4801-b765-a22033f27fed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/5e5716a5-1a0f-4570-8d55-ad6f41aed1d3 HTTP/1.1" status: 404 len: 333 time: 0.0288737 Oct 26 14:29:51.037327 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39354) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:51.084560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d15ad-b668-4799-a7f5-2c167bc9b9f3 req-be375343-be88-47c8-8669-d3e6376aaed4 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:51.086191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd4d15ad-b668-4799-a7f5-2c167bc9b9f3 req-be375343-be88-47c8-8669-d3e6376aaed4 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 945 time: 0.0502913 Oct 26 14:29:51.127021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd4d15ad-b668-4799-a7f5-2c167bc9b9f3 req-d0b42423-a9e1-4d33-830f-65579e28c557 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338669 Oct 26 14:29:51.132554 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4f2a56bd-f3a0-4948-8770-811c0cb8faeb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.226081 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4f2a56bd-f3a0-4948-8770-811c0cb8faeb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.235649 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc0651-c6e5-4a80-8c30-0ce4f7609d38 req-df63627e-d670-482f-a746-d998ada09412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:51.237163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cfc0651-c6e5-4a80-8c30-0ce4f7609d38 req-df63627e-d670-482f-a746-d998ada09412 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.0564330 Oct 26 14:29:51.247520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4f2a56bd-f3a0-4948-8770-811c0cb8faeb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2925b6-2a6f-4b67-bc98-acfb23c24b09']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:51.258483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4f2a56bd-f3a0-4948-8770-811c0cb8faeb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b674306b-61cc-4a62-b9fa-a7ef89c9d290') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:51.258782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-4f2a56bd-f3a0-4948-8770-811c0cb8faeb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b674306b-61cc-4a62-b9fa-a7ef89c9d290') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:51.268759 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4f2a56bd-f3a0-4948-8770-811c0cb8faeb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.282273 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4f2a56bd-f3a0-4948-8770-811c0cb8faeb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.286376 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5cfc0651-c6e5-4a80-8c30-0ce4f7609d38 req-a02dc14a-1c0d-41b2-bd8e-277d240875b0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413318 Oct 26 14:29:51.288451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2a56bd-f3a0-4948-8770-811c0cb8faeb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:51.288846 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4f2a56bd-f3a0-4948-8770-811c0cb8faeb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:51.291933 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:51.350479 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4f2a56bd-f3a0-4948-8770-811c0cb8faeb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.357173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4f2a56bd-f3a0-4948-8770-811c0cb8faeb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.360943 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4f2a56bd-f3a0-4948-8770-811c0cb8faeb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/networks/ea2925b6-2a6f-4b67-bc98-acfb23c24b09 HTTP/1.1" status: 204 len: 168 time: 0.3226197 Oct 26 14:29:51.365220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39358) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:51.370889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6be8b5c1-b111-4343-ad4f-0e6ccfddbfc1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-23514566'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:51.375546 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a56bd-f3a0-4948-8770-811c0cb8faeb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Network': ['ID=ea2925b6-2a6f-4b67-bc98-acfb23c24b09,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:51.395527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be8b5c1-b111-4343-ad4f-0e6ccfddbfc1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:51.399915 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6be8b5c1-b111-4343-ad4f-0e6ccfddbfc1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.424074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be8b5c1-b111-4343-ad4f-0e6ccfddbfc1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:51.433295 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6be8b5c1-b111-4343-ad4f-0e6ccfddbfc1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.433657 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-6be8b5c1-b111-4343-ad4f-0e6ccfddbfc1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Added segment da4db179-7030-4505-a897-214b0e0fced1 of type vlan for network 5dcf8846-beac-411e-8673-6857b26a9925 Oct 26 14:29:51.476702 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6be8b5c1-b111-4343-ad4f-0e6ccfddbfc1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.501558 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6be8b5c1-b111-4343-ad4f-0e6ccfddbfc1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.507409 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be8b5c1-b111-4343-ad4f-0e6ccfddbfc1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:51.507988 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6be8b5c1-b111-4343-ad4f-0e6ccfddbfc1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.558359 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6be8b5c1-b111-4343-ad4f-0e6ccfddbfc1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1916585 Oct 26 14:29:51.562162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39360) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:51.569593 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-2f883481-8d01-49db-9a26-939250e556b6 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': '5dcf8846-beac-411e-8673-6857b26a9925', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:51.625599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8b5c1-b111-4343-ad4f-0e6ccfddbfc1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Network': ['ID=5dcf8846-beac-411e-8673-6857b26a9925,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:51.636512 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 5dcf8846-beac-411e-8673-6857b26a9925 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:51.721568 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25c9e-9569-421e-9682-dc9a11834376 req-200ac675-1a45-4210-9859-e88958899280 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:51.723090 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66f25c9e-9569-421e-9682-dc9a11834376 req-200ac675-1a45-4210-9859-e88958899280 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0721424 Oct 26 14:29:51.724295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f883481-8d01-49db-9a26-939250e556b6 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:51.727693 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f883481-8d01-49db-9a26-939250e556b6 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.809641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_backend_mixin [None req-2f883481-8d01-49db-9a26-939250e556b6 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Performing IP validity checks on allocation pools {{(pid=102124) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:29:51.812495 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_backend_mixin [None req-2f883481-8d01-49db-9a26-939250e556b6 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102124) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:29:51.823258 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66f25c9e-9569-421e-9682-dc9a11834376 req-647f3ac3-5330-4e9d-b39e-fb15dd57adf0 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919991 Oct 26 14:29:51.943475 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f883481-8d01-49db-9a26-939250e556b6 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.010963 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f883481-8d01-49db-9a26-939250e556b6 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Subnet': ['ID=8ead9426-b8ab-4ea6-b7e4-c002b97e9443,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:52.011318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a991aa5e-677a-4a37-bb07-93d8576666be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d97365f-2ad6-4816-9a6a-07be9ae56ac6'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:52.016599 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53350501-1c47-4038-bc7a-265364428e4c" -d '{"events": [{"server_uuid": "a991aa5e-677a-4a37-bb07-93d8576666be", "name": "network-vif-plugged", "status": "completed", "tag": "9d97365f-2ad6-4816-9a6a-07be9ae56ac6"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:52.018843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f883481-8d01-49db-9a26-939250e556b6 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Checking segment: {'id': 'da4db179-7030-4505-a897-214b0e0fced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5dcf8846-beac-411e-8673-6857b26a9925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:52.019193 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f883481-8d01-49db-9a26-939250e556b6 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network hostable DHCP agents. Network: 5dcf8846-beac-411e-8673-6857b26a9925, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:52.036370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f883481-8d01-49db-9a26-939250e556b6 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network 5dcf8846-beac-411e-8673-6857b26a9925 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:52.052660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-2f883481-8d01-49db-9a26-939250e556b6 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 5dcf8846-beac-411e-8673-6857b26a9925) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:52.057712 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dace6ac0-f1a3-44ac-9d87-ebecbfe785d4 x-openstack-request-id: req-dace6ac0-f1a3-44ac-9d87-ebecbfe785d4 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:52.058352 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a991aa5e-677a-4a37-bb07-93d8576666be", "name": "network-vif-plugged", "status": "completed", "tag": "9d97365f-2ad6-4816-9a6a-07be9ae56ac6", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:52.058604 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dace6ac0-f1a3-44ac-9d87-ebecbfe785d4 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:52.059527 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a991aa5e-677a-4a37-bb07-93d8576666be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d97365f-2ad6-4816-9a6a-07be9ae56ac6', 'code': 200} Oct 26 14:29:52.062172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c435f8-54d1-4c32-8de3-318230f6b7f8 None None] Network 5dcf8846-beac-411e-8673-6857b26a9925 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:52.063316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f883481-8d01-49db-9a26-939250e556b6 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:52.063851 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2f883481-8d01-49db-9a26-939250e556b6 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.084451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2f883481-8d01-49db-9a26-939250e556b6 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5212395 Oct 26 14:29:52.087272 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39376) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:52.093145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8965de34-6439-4c5f-9bf5-a2111d91120d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'network_id': '5dcf8846-beac-411e-8673-6857b26a9925', 'name': 'tempest-PortsIpV6TestJSON-1292472869'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:52.236957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a187456-3fcb-4ce2-b761-86b2909c2922 req-9a1c8796-4725-40b4-9903-11a01556d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:52.238499 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5a187456-3fcb-4ce2-b761-86b2909c2922 req-9a1c8796-4725-40b4-9903-11a01556d96f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 1096 time: 0.0657349 Oct 26 14:29:52.299436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-5dcf8846-beac-411e-8673-6857b26a9925', 'network_id': '5dcf8846-beac-411e-8673-6857b26a9925', 'tenant_id': 'e47e7dfbbaa14c0b802f99a4e3fac013', 'fixed_ips': [{'subnet_id': '8ead9426-b8ab-4ea6-b7e4-c002b97e9443'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:29:52.300835 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.309305 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5a187456-3fcb-4ce2-b761-86b2909c2922 req-af861a91-498f-4aa1-984a-63a5cb300d13 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559280 Oct 26 14:29:52.316557 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035bbb3-7af3-49b3-903a-708cb13a1149 req-81388281-91b5-4227-bcd4-358cd57e9d61 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:52.318694 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0035bbb3-7af3-49b3-903a-708cb13a1149 req-81388281-91b5-4227-bcd4-358cd57e9d61 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 945 time: 0.0778601 Oct 26 14:29:52.319633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8965de34-6439-4c5f-9bf5-a2111d91120d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:52.323631 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8965de34-6439-4c5f-9bf5-a2111d91120d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.343509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-8965de34-6439-4c5f-9bf5-a2111d91120d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port 8dc7fd5f-8134-4c6b-b211-e3e8aca2fc16 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:52.376434 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0035bbb3-7af3-49b3-903a-708cb13a1149 req-8484913e-791d-44c2-b606-dab2bfc8b444 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510542 Oct 26 14:29:52.486889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-8965de34-6439-4c5f-9bf5-a2111d91120d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Allocated IP 2001:db8::281 (5dcf8846-beac-411e-8673-6857b26a9925/8ead9426-b8ab-4ea6-b7e4-c002b97e9443/8dc7fd5f-8134-4c6b-b211-e3e8aca2fc16) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:52.526373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a34d0-c466-4928-82e8-7ece5211edca req-174c55ec-dbdc-4c75-8916-0926cee80ffa tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:52.527892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b0a34d0-c466-4928-82e8-7ece5211edca req-174c55ec-dbdc-4c75-8916-0926cee80ffa tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.0855317 Oct 26 14:29:52.535431 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc6662-87b0-48c1-9e42-927b57917fce req-e31730d4-9c8b-4abb-8e7a-7272f070917b tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:52.536844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92bc6662-87b0-48c1-9e42-927b57917fce req-e31730d4-9c8b-4abb-8e7a-7272f070917b tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0853212 Oct 26 14:29:52.596467 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b0a34d0-c466-4928-82e8-7ece5211edca req-d85368d1-0cde-40ec-b7b3-66b0dbaefae5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586522 Oct 26 14:29:52.603746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92bc6662-87b0-48c1-9e42-927b57917fce req-d89a2ebf-4378-49c9-8092-7c852224b0a3 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500703 Oct 26 14:29:52.643586 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8965de34-6439-4c5f-9bf5-a2111d91120d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.676110 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8965de34-6439-4c5f-9bf5-a2111d91120d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.723330 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8965de34-6439-4c5f-9bf5-a2111d91120d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network 5dcf8846-beac-411e-8673-6857b26a9925 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:52.724455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Allocated IP 2001:db8::2 (5dcf8846-beac-411e-8673-6857b26a9925/8ead9426-b8ab-4ea6-b7e4-c002b97e9443/9ae73daa-f2ab-49b6-a10d-f25e61552383) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:52.727144 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-8965de34-6439-4c5f-9bf5-a2111d91120d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:52.730102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965de34-6439-4c5f-9bf5-a2111d91120d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:52.738819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8965de34-6439-4c5f-9bf5-a2111d91120d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:52.739506 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8965de34-6439-4c5f-9bf5-a2111d91120d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.759406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965de34-6439-4c5f-9bf5-a2111d91120d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=8dc7fd5f-8134-4c6b-b211-e3e8aca2fc16,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:52.767240 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8965de34-6439-4c5f-9bf5-a2111d91120d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6785755 Oct 26 14:29:52.768808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39388) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:52.867870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-f87f25a8-7637-4b7b-83be-9c9ebc9a987c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 8dc7fd5f-8134-4c6b-b211-e3e8aca2fc16 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:52.868214 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f87f25a8-7637-4b7b-83be-9c9ebc9a987c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.879685 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.885876 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.928279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Network 5dcf8846-beac-411e-8673-6857b26a9925 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:52.932817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:52.937609 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:52.940601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Pushing event updated for resources: {'Port': ['ID=9ae73daa-f2ab-49b6-a10d-f25e61552383,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:52.958214 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f87f25a8-7637-4b7b-83be-9c9ebc9a987c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.970303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-f87f25a8-7637-4b7b-83be-9c9ebc9a987c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 8dc7fd5f-8134-4c6b-b211-e3e8aca2fc16 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:52.992288 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Attempting to bind port 9ae73daa-f2ab-49b6-a10d-f25e61552383 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:52.992657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Attempting to bind port 9ae73daa-f2ab-49b6-a10d-f25e61552383 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'da4db179-7030-4505-a897-214b0e0fced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5dcf8846-beac-411e-8673-6857b26a9925'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:52.993006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Attempting to bind port 9ae73daa-f2ab-49b6-a10d-f25e61552383 on network 5dcf8846-beac-411e-8673-6857b26a9925 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:52.998549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:52.999463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Checking segment: {'id': 'da4db179-7030-4505-a897-214b0e0fced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5dcf8846-beac-411e-8673-6857b26a9925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:52.999897 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.000356 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Bound using segment: {'id': 'da4db179-7030-4505-a897-214b0e0fced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5dcf8846-beac-411e-8673-6857b26a9925'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:53.000834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Bound port: 9ae73daa-f2ab-49b6-a10d-f25e61552383, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4db179-7030-4505-a897-214b0e0fced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5dcf8846-beac-411e-8673-6857b26a9925'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:53.001213 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.063678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] For port 9ae73daa-f2ab-49b6-a10d-f25e61552383, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:53.100406 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f87f25a8-7637-4b7b-83be-9c9ebc9a987c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.101127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] For port 9ae73daa-f2ab-49b6-a10d-f25e61552383, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9ae73daa-f2ab-49b6-a10d-f25e61552383,segment=NetworkSegment(da4db179-7030-4505-a897-214b0e0fced1),segment_id=da4db179-7030-4505-a897-214b0e0fced1)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:53.104786 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.129609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f25a8-7637-4b7b-83be-9c9ebc9a987c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=8dc7fd5f-8134-4c6b-b211-e3e8aca2fc16,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:53.162619 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f87f25a8-7637-4b7b-83be-9c9ebc9a987c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.168258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5d26a-e80b-4396-9e31-2ca00cdd37ce None None] Pushing event updated for resources: {'Port': ['ID=9ae73daa-f2ab-49b6-a10d-f25e61552383,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:53.168456 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f87f25a8-7637-4b7b-83be-9c9ebc9a987c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/8dc7fd5f-8134-4c6b-b211-e3e8aca2fc16 HTTP/1.1" status: 204 len: 168 time: 0.3959146 Oct 26 14:29:53.168575 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39390) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:53.195927 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b33c9b-4f3a-44b5-8791-8cda954e8600 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] DELETE failed (client error): The resource could not be found. Oct 26 14:29:53.196651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b33c9b-4f3a-44b5-8791-8cda954e8600 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:29:53.200094 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b8b33c9b-4f3a-44b5-8791-8cda954e8600 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/8dc7fd5f-8134-4c6b-b211-e3e8aca2fc16 HTTP/1.1" status: 404 len: 333 time: 0.0306156 Oct 26 14:29:53.202835 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39392) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:53.227659 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35298b0-5563-4242-a21f-fa4dbd3dd52a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] GET failed (client error): The resource could not be found. Oct 26 14:29:53.229122 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b35298b0-5563-4242-a21f-fa4dbd3dd52a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/8dc7fd5f-8134-4c6b-b211-e3e8aca2fc16 HTTP/1.1" status: 404 len: 333 time: 0.0253277 Oct 26 14:29:53.232036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39394) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:53.284153 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc066f9-d82d-4d47-86de-77698daf335b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting subnet 8ead9426-b8ab-4ea6-b7e4-c002b97e9443 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:29:53.287621 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bc066f9-d82d-4d47-86de-77698daf335b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.337298 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bc066f9-d82d-4d47-86de-77698daf335b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.433336 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bc066f9-d82d-4d47-86de-77698daf335b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.500052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bc066f9-d82d-4d47-86de-77698daf335b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.509126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b16ac-d199-47eb-86d3-dccec2a27c40 req-10ee4f8a-c02c-423d-8fc9-f173b04fbe93 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:53.510688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e5b16ac-d199-47eb-86d3-dccec2a27c40 req-10ee4f8a-c02c-423d-8fc9-f173b04fbe93 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 945 time: 0.0500314 Oct 26 14:29:53.527329 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc066f9-d82d-4d47-86de-77698daf335b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Subnet': ['ID=8ead9426-b8ab-4ea6-b7e4-c002b97e9443,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:53.532767 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3bc066f9-d82d-4d47-86de-77698daf335b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.536028 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3bc066f9-d82d-4d47-86de-77698daf335b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/8ead9426-b8ab-4ea6-b7e4-c002b97e9443 HTTP/1.1" status: 204 len: 168 time: 0.3032811 Oct 26 14:29:53.538649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39398) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:53.551847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e5b16ac-d199-47eb-86d3-dccec2a27c40 req-87bc0da5-b190-4d5f-a424-486af1b1f524 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342243 Oct 26 14:29:53.604595 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.665652 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.680623 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [req-263d4990-4da5-4651-b76a-f143f303739e req-d5b2c2f9-3de2-4cde-9d70-680a743d57c0 service neutron] show failed (client error): The resource could not be found. Oct 26 14:29:53.681687 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-d5b2c2f9-3de2-4cde-9d70-680a743d57c0 service neutron] 10.222.0.11 "GET /v2.0/ports/041bd907-4774-4aaf-a703-7a16afc4604b/bindings/n-h1-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.1340489 Oct 26 14:29:53.731050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 9ae73daa-f2ab-49b6-a10d-f25e61552383 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:53.731422 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.768322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c3270-0c39-4d7a-8cc8-6265d4667ed5 req-4620edb0-c3d5-45b8-8b87-5a7d04a71501 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:53.774742 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0c3270-0c39-4d7a-8cc8-6265d4667ed5 req-4620edb0-c3d5-45b8-8b87-5a7d04a71501 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.0964010 Oct 26 14:29:53.784518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34221e91-d5d6-48fb-b3d3-26e3229157fb req-f8fb7875-fc9b-449b-aa87-a59b34733fc7 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:53.786138 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34221e91-d5d6-48fb-b3d3-26e3229157fb req-f8fb7875-fc9b-449b-aa87-a59b34733fc7 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0986032 Oct 26 14:29:53.829249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] For port 9ae73daa-f2ab-49b6-a10d-f25e61552383, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9ae73daa-f2ab-49b6-a10d-f25e61552383,segment=NetworkSegment(da4db179-7030-4505-a897-214b0e0fced1),segment_id=da4db179-7030-4505-a897-214b0e0fced1)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:53.829678 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.844879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 9ae73daa-f2ab-49b6-a10d-f25e61552383 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:53.870140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f0c3270-0c39-4d7a-8cc8-6265d4667ed5 req-6ff16083-1443-4c18-b722-d09284c65463 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813339 Oct 26 14:29:53.931047 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34221e91-d5d6-48fb-b3d3-26e3229157fb req-4f2ba84e-50cc-46f6-ae98-0a61a885931a tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215253 Oct 26 14:29:53.970611 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362966d-c910-49c1-b0ab-58d2ee299f6c req-0452b8bb-a606-43d7-b0e8-c5c79ce34e89 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:53.975118 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0362966d-c910-49c1-b0ab-58d2ee299f6c req-0452b8bb-a606-43d7-b0e8-c5c79ce34e89 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.25 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1382387 Oct 26 14:29:54.017114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4990-4da5-4651-b76a-f143f303739e req-465c752d-1181-465a-afd8-bae405d83ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:54.018674 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-465c752d-1181-465a-afd8-bae405d83ef6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 1096 time: 0.0763667 Oct 26 14:29:54.039400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9ae73daa-f2ab-49b6-a10d-f25e61552383 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:54.043482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:54.048897 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.061269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 9ae73daa-f2ab-49b6-a10d-f25e61552383 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:54.067553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9ae73daa-f2ab-49b6-a10d-f25e61552383 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 14:29:54.087365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Port 9ae73daa-f2ab-49b6-a10d-f25e61552383 not found, will not notify nova. {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 14:29:54.095306 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-0362966d-c910-49c1-b0ab-58d2ee299f6c req-2b940932-560f-437b-a7cd-1e31aae09dfa tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Deleting port 4d717df5-09f5-4be6-8dd3-a11aa043b50a {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:54.095865 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0362966d-c910-49c1-b0ab-58d2ee299f6c req-2b940932-560f-437b-a7cd-1e31aae09dfa tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.100026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No DVR routers for this DVR port 9ae73daa-f2ab-49b6-a10d-f25e61552383 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:54.101417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=9ae73daa-f2ab-49b6-a10d-f25e61552383,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:54.202451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-0362966d-c910-49c1-b0ab-58d2ee299f6c req-2b940932-560f-437b-a7cd-1e31aae09dfa tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] For port 4d717df5-09f5-4be6-8dd3-a11aa043b50a, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=4d717df5-09f5-4be6-8dd3-a11aa043b50a,segment=NetworkSegment(3aa8f27b-7fd8-49ec-aac6-59abce8d808d),segment_id=3aa8f27b-7fd8-49ec-aac6-59abce8d808d)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:54.202696 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0362966d-c910-49c1-b0ab-58d2ee299f6c req-2b940932-560f-437b-a7cd-1e31aae09dfa tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.213770 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.216341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-0362966d-c910-49c1-b0ab-58d2ee299f6c req-2b940932-560f-437b-a7cd-1e31aae09dfa tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Calling delete_port for 4d717df5-09f5-4be6-8dd3-a11aa043b50a owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:54.226144 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.244543 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e727df52-2fa1-4b21-a020-7d220f295692 None None] Network 5dcf8846-beac-411e-8673-6857b26a9925 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:54.250992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcf8846-beac-411e-8673-6857b26a9925']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:54.280325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4db179-7030-4505-a897-214b0e0fced1') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:54.280544 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4db179-7030-4505-a897-214b0e0fced1') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:54.295920 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.353045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4b8d0dab-41f1-4758-a62b-405ea497e827 None None] Could not find standard attr ID for object 9ae73daa-f2ab-49b6-a10d-f25e61552383. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:29:54.362376 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.376681 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0362966d-c910-49c1-b0ab-58d2ee299f6c req-2b940932-560f-437b-a7cd-1e31aae09dfa tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.379213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:54.379618 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:54.382908 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:54.394291 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['4d717df5-09f5-4be6-8dd3-a11aa043b50a'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:29:54.413424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b940932-560f-437b-a7cd-1e31aae09dfa tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Pushing event deleted for resources: {'Port': ['ID=4d717df5-09f5-4be6-8dd3-a11aa043b50a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:54.432161 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42e39cc-faab-41b3-91db-5b7217b756ea None None] DHCP port deletion for 5dcf8846-beac-411e-8673-6857b26a9925 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:29:54.471493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-0362966d-c910-49c1-b0ab-58d2ee299f6c req-2b940932-560f-437b-a7cd-1e31aae09dfa tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] No DVR routers for this DVR port 4d717df5-09f5-4be6-8dd3-a11aa043b50a on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:54.474336 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0362966d-c910-49c1-b0ab-58d2ee299f6c req-2b940932-560f-437b-a7cd-1e31aae09dfa tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.477804 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0362966d-c910-49c1-b0ab-58d2ee299f6c req-2b940932-560f-437b-a7cd-1e31aae09dfa tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.25 "DELETE /v2.0/ports/4d717df5-09f5-4be6-8dd3-a11aa043b50a HTTP/1.1" status: 204 len: 173 time: 0.4955399 Oct 26 14:29:54.478262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89760fbe-259b-4c36-8afe-e83877b7f8b8', 'name': 'network-vif-deleted', 'tag': '4d717df5-09f5-4be6-8dd3-a11aa043b50a'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:54.480529 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e881865-8c33-433c-81c3-1e17a08fe06d" -d '{"events": [{"server_uuid": "89760fbe-259b-4c36-8afe-e83877b7f8b8", "name": "network-vif-deleted", "tag": "4d717df5-09f5-4be6-8dd3-a11aa043b50a"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:54.495344 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.505442 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.512387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39406) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:54.512894 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/networks/5dcf8846-beac-411e-8673-6857b26a9925 HTTP/1.1" status: 204 len: 168 time: 0.9728732 Oct 26 14:29:54.522255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-deba6f2a-a60d-4d0c-a4d6-88edd77eb989 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-206131960'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:54.529359 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de271d9a-abbd-458e-95ad-d58c1cd570e7 x-openstack-request-id: req-de271d9a-abbd-458e-95ad-d58c1cd570e7 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:54.529675 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89760fbe-259b-4c36-8afe-e83877b7f8b8", "name": "network-vif-deleted", "tag": "4d717df5-09f5-4be6-8dd3-a11aa043b50a", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:54.530216 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de271d9a-abbd-458e-95ad-d58c1cd570e7 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:54.530800 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89760fbe-259b-4c36-8afe-e83877b7f8b8', 'name': 'network-vif-deleted', 'tag': '4d717df5-09f5-4be6-8dd3-a11aa043b50a', 'status': 'completed', 'code': 200} Oct 26 14:29:54.533560 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ab386-7365-44bc-9d6a-089c2efe81ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Network': ['ID=5dcf8846-beac-411e-8673-6857b26a9925,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:54.550706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deba6f2a-a60d-4d0c-a4d6-88edd77eb989 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:54.555622 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-deba6f2a-a60d-4d0c-a4d6-88edd77eb989 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.567506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:54.591438 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deba6f2a-a60d-4d0c-a4d6-88edd77eb989 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:54.610327 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-deba6f2a-a60d-4d0c-a4d6-88edd77eb989 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.610786 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-deba6f2a-a60d-4d0c-a4d6-88edd77eb989 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Added segment 1dda0489-3f5a-4fe5-9af6-b8690fdba5f4 of type vlan for network 3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca Oct 26 14:29:54.628527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:54.659007 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-deba6f2a-a60d-4d0c-a4d6-88edd77eb989 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.673024 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:54.675567 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3866c4-076b-4a62-b4c3-cb6f23effc40" -d '{"events": [{"server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "name": "network-vif-unplugged", "status": "completed", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:54.679518 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.697170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Transition to ACTIVE for port object 041bd907-4774-4aaf-a703-7a16afc4604b will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:29:54.703252 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.716652 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-deba6f2a-a60d-4d0c-a4d6-88edd77eb989 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.723281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deba6f2a-a60d-4d0c-a4d6-88edd77eb989 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:54.723880 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-deba6f2a-a60d-4d0c-a4d6-88edd77eb989 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.740655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae25b44-ea56-4df4-9da8-5b2050b2adbd req-7f804008-0d18-476e-b855-24ee650f066d tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:54.742242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aae25b44-ea56-4df4-9da8-5b2050b2adbd req-7f804008-0d18-476e-b855-24ee650f066d tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 945 time: 0.0882556 Oct 26 14:29:54.748349 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1618db9-9440-4982-ab2e-cc95e021c1ca x-openstack-request-id: req-e1618db9-9440-4982-ab2e-cc95e021c1ca {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:54.748690 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "name": "network-vif-unplugged", "status": "completed", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:54.748952 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1618db9-9440-4982-ab2e-cc95e021c1ca {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:54.749364 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b', 'code': 200} Oct 26 14:29:54.800370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Pushing event updated for resources: {'Port': ['ID=041bd907-4774-4aaf-a703-7a16afc4604b,revision_number=6']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:54.801633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-deba6f2a-a60d-4d0c-a4d6-88edd77eb989 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2878869 Oct 26 14:29:54.805044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39412) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:54.809647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7265209b-be11-4ef0-bef6-16dfc1dfc0db tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': '3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:54.838811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba6f2a-a60d-4d0c-a4d6-88edd77eb989 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Network': ['ID=3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:54.846475 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aae25b44-ea56-4df4-9da8-5b2050b2adbd req-5f040e7c-c2ad-4b26-874d-e416a98c7290 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887804 Oct 26 14:29:54.853536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:54.965396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] No DVR routers for this DVR port 041bd907-4774-4aaf-a703-7a16afc4604b on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:55.148349 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce934d1b-2fb0-4193-8b0d-3fdde72d8dc0 req-cb55a9d2-ba41-42be-8a7f-78dd3f42d7c3 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=89760fbe-259b-4c36-8afe-e83877b7f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0678880 Oct 26 14:29:55.371221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848bbd9-64a3-4bc9-9fd1-8772eb440036 req-561bcaec-2dd5-4a90-b7ce-5d8d1eb50dd8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:55.373342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c848bbd9-64a3-4bc9-9fd1-8772eb440036 req-561bcaec-2dd5-4a90-b7ce-5d8d1eb50dd8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 943 time: 0.0626087 Oct 26 14:29:55.418331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c848bbd9-64a3-4bc9-9fd1-8772eb440036 req-372b6add-6d77-45e5-ba75-b39d914e660a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380831 Oct 26 14:29:55.532974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7265209b-be11-4ef0-bef6-16dfc1dfc0db tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:55.536667 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7265209b-be11-4ef0-bef6-16dfc1dfc0db tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:55.646222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Attempting to bind port 041bd907-4774-4aaf-a703-7a16afc4604b on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:55.646597 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Attempting to bind port 041bd907-4774-4aaf-a703-7a16afc4604b by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:55.647020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Attempting to bind port 041bd907-4774-4aaf-a703-7a16afc4604b on network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:55.655672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Port 041bd907-4774-4aaf-a703-7a16afc4604b on network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:29:55.656006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Attempting to bind port 041bd907-4774-4aaf-a703-7a16afc4604b on network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:55.663078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:55.663422 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Checking segment: {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:55.663808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Bound using segment: {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:55.664237 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Bound port: 041bd907-4774-4aaf-a703-7a16afc4604b, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:55.664596 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:55.800143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:55.821243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:55.824503 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7265209b-be11-4ef0-bef6-16dfc1dfc0db tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:55.831739 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:55.902232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:55.902792 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:55.904474 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] 10.222.0.25 "PUT /v2.0/ports/041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 1091 time: 1.8693929 Oct 26 14:29:55.957410 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9ae73daa-f2ab-49b6-a10d-f25e61552383 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:55.958627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265209b-be11-4ef0-bef6-16dfc1dfc0db tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Subnet': ['ID=d74fb30d-28e9-475c-9a48-a36977abb8b2,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:55.985312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 9ae73daa-f2ab-49b6-a10d-f25e61552383 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:55.985910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9ae73daa-f2ab-49b6-a10d-f25e61552383 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:55.995937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbcd1d-fd22-4270-a8fd-b99fcd55942b service neutron] Pushing event updated for resources: {'Port': ['ID=041bd907-4774-4aaf-a703-7a16afc4604b,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:56.005138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265209b-be11-4ef0-bef6-16dfc1dfc0db tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Checking segment: {'id': '1dda0489-3f5a-4fe5-9af6-b8690fdba5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:56.005517 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7265209b-be11-4ef0-bef6-16dfc1dfc0db tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network hostable DHCP agents. Network: 3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:56.028003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4990-4da5-4651-b76a-f143f303739e req-53b7771c-d195-4253-8645-0879e9a5f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:56.030434 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-53b7771c-d195-4253-8645-0879e9a5f019 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1094 time: 0.0950270 Oct 26 14:29:56.047147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7265209b-be11-4ef0-bef6-16dfc1dfc0db tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network 3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:56.106126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-7265209b-be11-4ef0-bef6-16dfc1dfc0db tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:56.116823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eca4e2-9c62-423b-a772-bab4cb8e6bc1 None None] Network 3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:56.118533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7265209b-be11-4ef0-bef6-16dfc1dfc0db tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:56.119334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7265209b-be11-4ef0-bef6-16dfc1dfc0db tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:56.153685 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7265209b-be11-4ef0-bef6-16dfc1dfc0db tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3478587 Oct 26 14:29:56.156166 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39428) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:56.162485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-bf9c6573-1f18-44a6-b4ef-58fdcfabece8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'network_id': '3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1277290104'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:56.230887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4990-4da5-4651-b76a-f143f303739e req-d6340fb3-2bf1-4c1e-93b2-8be88b4aa339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:56.232489 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-d6340fb3-2bf1-4c1e-93b2-8be88b4aa339 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 898 time: 0.1949418 Oct 26 14:29:56.318213 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-01f6157f-918c-48f5-bd81-d60f5c0ca72c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 999 time: 0.0729792 Oct 26 14:29:56.320737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca', 'network_id': '3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca', 'tenant_id': 'e47e7dfbbaa14c0b802f99a4e3fac013', 'fixed_ips': [{'subnet_id': 'd74fb30d-28e9-475c-9a48-a36977abb8b2'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:29:56.321665 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:56.368657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9c6573-1f18-44a6-b4ef-58fdcfabece8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:56.373376 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6573-1f18-44a6-b4ef-58fdcfabece8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:56.374917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4990-4da5-4651-b76a-f143f303739e req-a099535e-ec27-425f-81ce-8fc2ecf7d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:56.376969 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-a099535e-ec27-425f-81ce-8fc2ecf7d44d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 200 len: 835 time: 0.0522463 Oct 26 14:29:56.410979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-bf9c6573-1f18-44a6-b4ef-58fdcfabece8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port 09db7ffa-2dfd-4719-92bf-78d446dfdcad yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:56.445449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4990-4da5-4651-b76a-f143f303739e req-a440c8ce-44e2-4d5e-8392-4578ea77a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:56.447013 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-a440c8ce-44e2-4d5e-8392-4578ea77a63a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623515 Oct 26 14:29:56.556752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Allocated IP 2001:db8::2 (3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca/d74fb30d-28e9-475c-9a48-a36977abb8b2/268cf537-16b2-4a2b-9034-ae91a9e08658) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:56.557729 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-132d916e-5262-488f-9184-35628289acc9 service neutron] 10.222.0.25 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021070 Oct 26 14:29:56.652812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-e099ae2e-1226-4860-a33a-5db711c8cf2c tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:56.661686 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-e099ae2e-1226-4860-a33a-5db711c8cf2c tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/networks?id=a55f34bf-26b4-4ac3-895b-8d05a4248c59 HTTP/1.1" status: 200 len: 809 time: 0.1608601 Oct 26 14:29:56.674751 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-30dbcb6e-0ba7-419f-b51b-b97b8cc36310 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/quotas/47f32cb687e24d93b97604fcd36d48c4 HTTP/1.1" status: 200 len: 375 time: 0.0117714 Oct 26 14:29:56.706566 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-263d4990-4da5-4651-b76a-f143f303739e req-89932a02-d343-4bbd-8e8c-4c72e6460348 service neutron] 10.222.0.25 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342421 Oct 26 14:29:56.718595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-1729df7f-8e2e-4fee-8213-acb50d3a51c7 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=47f32cb687e24d93b97604fcd36d48c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359397 Oct 26 14:29:56.750414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:56.752922 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf" -d '{"events": [{"name": "network-changed", "server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:56.771167 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:56.806479 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:56.867852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Network 3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:56.872516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:56.880476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:56.917040 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Pushing event updated for resources: {'Port': ['ID=268cf537-16b2-4a2b-9034-ae91a9e08658,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:56.948092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-bf9c6573-1f18-44a6-b4ef-58fdcfabece8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Allocated IP 2001:db8::b4 (3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca/d74fb30d-28e9-475c-9a48-a36977abb8b2/09db7ffa-2dfd-4719-92bf-78d446dfdcad) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:56.952312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Attempting to bind port 268cf537-16b2-4a2b-9034-ae91a9e08658 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:56.952686 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Attempting to bind port 268cf537-16b2-4a2b-9034-ae91a9e08658 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '1dda0489-3f5a-4fe5-9af6-b8690fdba5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:56.953254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Attempting to bind port 268cf537-16b2-4a2b-9034-ae91a9e08658 on network 3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:56.959449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:56.960137 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Checking segment: {'id': '1dda0489-3f5a-4fe5-9af6-b8690fdba5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:56.960336 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:56.961468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Bound using segment: {'id': '1dda0489-3f5a-4fe5-9af6-b8690fdba5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:56.962335 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Bound port: 268cf537-16b2-4a2b-9034-ae91a9e08658, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dda0489-3f5a-4fe5-9af6-b8690fdba5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:56.962919 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:56.991469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f27fb-5fb2-44ea-a998-ff174106e725 req-d1deaf49-89b0-49fe-91ea-5821fde37eb6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:56.992976 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-306f27fb-5fb2-44ea-a998-ff174106e725 req-d1deaf49-89b0-49fe-91ea-5821fde37eb6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 943 time: 0.1412816 Oct 26 14:29:57.038184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] For port 268cf537-16b2-4a2b-9034-ae91a9e08658, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:57.041915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] For port 268cf537-16b2-4a2b-9034-ae91a9e08658, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=268cf537-16b2-4a2b-9034-ae91a9e08658,segment=NetworkSegment(1dda0489-3f5a-4fe5-9af6-b8690fdba5f4),segment_id=1dda0489-3f5a-4fe5-9af6-b8690fdba5f4)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:57.046696 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.069596 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-129b07b3-446c-4430-8893-b7d887137341 service neutron] 10.222.0.32 "GET /v2.0/networks/a55f34bf-26b4-4ac3-895b-8d05a4248c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407819 Oct 26 14:29:57.106667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-306f27fb-5fb2-44ea-a998-ff174106e725 req-896ed04a-14ba-483d-8a7c-fba63ba5237f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959332 Oct 26 14:29:57.128447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a083184-7cc9-4f9b-848c-ed4d6e35bf5e None None] Pushing event updated for resources: {'Port': ['ID=268cf537-16b2-4a2b-9034-ae91a9e08658,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:57.198768 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635fd3fe-7bc1-4470-9128-3b6213b99d91 x-openstack-request-id: req-635fd3fe-7bc1-4470-9128-3b6213b99d91 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:57.199068 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:57.199329 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-635fd3fe-7bc1-4470-9128-3b6213b99d91 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:57.199742 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b', 'status': 'completed', 'code': 200} Oct 26 14:29:57.258031 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6573-1f18-44a6-b4ef-58fdcfabece8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.292161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-0ac0bf63-679e-451d-bfa4-50925934836e service neutron] 10.222.0.32 "GET /v2.0/networks/a55f34bf-26b4-4ac3-895b-8d05a4248c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054560 Oct 26 14:29:57.294074 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-884b1676-076d-4ccb-998c-4de705fa8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:57.296306 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-884b1676-076d-4ccb-998c-4de705fa8860 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1094 time: 0.0781133 Oct 26 14:29:57.307660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-bd3e3674-279a-4de7-8d8e-fa3f55aa985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:57.309142 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-bd3e3674-279a-4de7-8d8e-fa3f55aa985d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1094 time: 0.0821064 Oct 26 14:29:57.324402 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6573-1f18-44a6-b4ef-58fdcfabece8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.367431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 4d717df5-09f5-4be6-8dd3-a11aa043b50a no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:57.413877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9c6573-1f18-44a6-b4ef-58fdcfabece8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network 3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:57.419842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 4d717df5-09f5-4be6-8dd3-a11aa043b50a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:57.420073 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-bf9c6573-1f18-44a6-b4ef-58fdcfabece8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:57.420731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 4d717df5-09f5-4be6-8dd3-a11aa043b50a not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:57.434154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c6573-1f18-44a6-b4ef-58fdcfabece8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:57.438349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9c6573-1f18-44a6-b4ef-58fdcfabece8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:57.439094 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6573-1f18-44a6-b4ef-58fdcfabece8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.449251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c6573-1f18-44a6-b4ef-58fdcfabece8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=09db7ffa-2dfd-4719-92bf-78d446dfdcad,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:57.465463 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bf9c6573-1f18-44a6-b4ef-58fdcfabece8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3081391 Oct 26 14:29:57.474370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39462) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:57.566323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-de7d07e2-7172-42fd-9af6-78517c9fab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:57.567975 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-de7d07e2-7172-42fd-9af6-78517c9fab7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 898 time: 0.2636230 Oct 26 14:29:57.574047 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-d8c98f12-eed3-498b-bf81-0105f507bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:57.574047 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-d8c98f12-eed3-498b-bf81-0105f507bf41 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 898 time: 0.2539015 Oct 26 14:29:57.643255 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.687576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7cca7b41-5537-4e0c-9652-a2e59d632d22 req-10295134-c13c-4765-86ed-997bad6bf256 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 210 time: 0.0313706 Oct 26 14:29:57.694822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-77401c0a-0542-47bf-b51e-a3d4f32b90f9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 09db7ffa-2dfd-4719-92bf-78d446dfdcad {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:57.695322 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-77401c0a-0542-47bf-b51e-a3d4f32b90f9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.746742 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-ec146754-d8fa-4a6a-9efc-e0dc1501b82c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 999 time: 0.1621304 Oct 26 14:29:57.754619 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-48df766a-887a-4d21-bceb-dea577883038 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 999 time: 0.1745749 Oct 26 14:29:57.838917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-2f852dc6-5e97-43cf-8b74-3a9e0a4385ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:57.840406 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-2f852dc6-5e97-43cf-8b74-3a9e0a4385ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 200 len: 835 time: 0.0843201 Oct 26 14:29:57.841693 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-f8d52055-abf3-4c73-881d-4e688b8a1eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:57.843578 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-f8d52055-abf3-4c73-881d-4e688b8a1eb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 200 len: 835 time: 0.0786185 Oct 26 14:29:57.849570 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-77401c0a-0542-47bf-b51e-a3d4f32b90f9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.864973 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-77401c0a-0542-47bf-b51e-a3d4f32b90f9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 09db7ffa-2dfd-4719-92bf-78d446dfdcad owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:57.938296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-f5e114ea-bba9-4fdf-9d5a-8e5b1aba316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:57.940053 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-f5e114ea-bba9-4fdf-9d5a-8e5b1aba316a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895367 Oct 26 14:29:57.942640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-f68ea732-25f9-4462-a7d2-196ca604f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:57.946386 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-f68ea732-25f9-4462-a7d2-196ca604f8cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840256 Oct 26 14:29:58.060472 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 268cf537-16b2-4a2b-9034-ae91a9e08658 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:58.074475 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-77401c0a-0542-47bf-b51e-a3d4f32b90f9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:58.115218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77401c0a-0542-47bf-b51e-a3d4f32b90f9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=09db7ffa-2dfd-4719-92bf-78d446dfdcad,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:58.214998 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-7fc4cefe-68a8-4f38-8e60-e43a746d87ce service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576659 Oct 26 14:29:58.217918 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-6af7db31-fdbd-4282-a231-280b611d1fba service neutron] 10.222.0.25 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669926 Oct 26 14:29:58.219488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 041bd907-4774-4aaf-a703-7a16afc4604b no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:58.302384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 041bd907-4774-4aaf-a703-7a16afc4604b not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:58.318369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 268cf537-16b2-4a2b-9034-ae91a9e08658 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:58.319910 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:58.418372 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:58.494367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 268cf537-16b2-4a2b-9034-ae91a9e08658, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=268cf537-16b2-4a2b-9034-ae91a9e08658,segment=NetworkSegment(1dda0489-3f5a-4fe5-9af6-b8690fdba5f4),segment_id=1dda0489-3f5a-4fe5-9af6-b8690fdba5f4)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:58.507132 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:58.608710 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-6ce739a5-c5bc-41c4-9887-a1059302815b service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848684 Oct 26 14:29:58.612875 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a71d0bd4-8bbf-4a5e-8ba9-678b7bc258bf req-b57ff570-c0c6-4971-ac8b-ff5e664c231c service neutron] 10.222.0.25 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686283 Oct 26 14:29:58.624309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7d5c7c-13a5-47bf-8230-f418af5b1f9c None None] Network 3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:58.651927 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-77401c0a-0542-47bf-b51e-a3d4f32b90f9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:58.658101 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-77401c0a-0542-47bf-b51e-a3d4f32b90f9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/09db7ffa-2dfd-4719-92bf-78d446dfdcad HTTP/1.1" status: 204 len: 168 time: 1.1798902 Oct 26 14:29:58.661154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39478) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:58.700936 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e7717a-0bbb-4836-9b26-b66f2144a9c0 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] GET failed (client error): The resource could not be found. Oct 26 14:29:58.705879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-59e7717a-0bbb-4836-9b26-b66f2144a9c0 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/09db7ffa-2dfd-4719-92bf-78d446dfdcad HTTP/1.1" status: 404 len: 333 time: 0.0433199 Oct 26 14:29:58.706700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39480) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:58.714243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=268cf537-16b2-4a2b-9034-ae91a9e08658,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:58.752660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bacd8b64-9b0c-4094-9935-ebecdfb5263d None None] Provisioning complete for port 268cf537-16b2-4a2b-9034-ae91a9e08658 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:58.753115 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bacd8b64-9b0c-4094-9935-ebecdfb5263d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:58.778664 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acbfff-813c-43aa-9ce7-9ba0b180205f req-172486fb-f279-46c0-8100-5dd46978ddd9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:58.781591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d9acbfff-813c-43aa-9ce7-9ba0b180205f req-172486fb-f279-46c0-8100-5dd46978ddd9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 943 time: 0.1400115 Oct 26 14:29:58.786404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6200ee-f529-4f7e-b00f-c2c2b501966b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting subnet d74fb30d-28e9-475c-9a48-a36977abb8b2 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:29:58.790115 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c6200ee-f529-4f7e-b00f-c2c2b501966b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:58.883584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e86da71f-23f0-4ef9-98f7-72494ca7e1f8 req-0ec84d2d-bd9d-4154-b3e2-7e25045cb599 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 210 time: 0.0471759 Oct 26 14:29:58.888759 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d9acbfff-813c-43aa-9ce7-9ba0b180205f req-32e2f63a-a0b2-4145-bbde-ac9a5d1935f2 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945687 Oct 26 14:29:58.893969 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c6200ee-f529-4f7e-b00f-c2c2b501966b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:58.990566 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c6200ee-f529-4f7e-b00f-c2c2b501966b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.072672 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c6200ee-f529-4f7e-b00f-c2c2b501966b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.111509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6200ee-f529-4f7e-b00f-c2c2b501966b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Subnet': ['ID=d74fb30d-28e9-475c-9a48-a36977abb8b2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:59.115744 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c6200ee-f529-4f7e-b00f-c2c2b501966b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.120712 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7c6200ee-f529-4f7e-b00f-c2c2b501966b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/d74fb30d-28e9-475c-9a48-a36977abb8b2 HTTP/1.1" status: 204 len: 168 time: 0.4126363 Oct 26 14:29:59.125850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39486) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:59.216084 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.260534 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760e7830-5b82-4a18-a96c-9169e7fe723d None None] Network 3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:59.285947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 268cf537-16b2-4a2b-9034-ae91a9e08658 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:59.286528 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.325507 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-8c3b80be-dd1e-4ea5-93de-54b82709323d tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:59.327138 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-8c3b80be-dd1e-4ea5-93de-54b82709323d tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.25 "GET /v2.0/networks?id=a55f34bf-26b4-4ac3-895b-8d05a4248c59 HTTP/1.1" status: 200 len: 809 time: 0.2374377 Oct 26 14:29:59.343542 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-cf2dec57-b61d-4005-93f1-b0b0fc1e0077 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Request body: {'port': {'device_id': 'd1795944-863d-40c2-a37f-91b9c76de870', 'network_id': 'a55f34bf-26b4-4ac3-895b-8d05a4248c59', 'admin_state_up': True, 'tenant_id': '47f32cb687e24d93b97604fcd36d48c4'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:59.367189 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] For port 268cf537-16b2-4a2b-9034-ae91a9e08658, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=268cf537-16b2-4a2b-9034-ae91a9e08658,segment=NetworkSegment(1dda0489-3f5a-4fe5-9af6-b8690fdba5f4),segment_id=1dda0489-3f5a-4fe5-9af6-b8690fdba5f4)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:59.367959 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.383830 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 268cf537-16b2-4a2b-9034-ae91a9e08658 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:59.409357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 041bd907-4774-4aaf-a703-7a16afc4604b details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:29:59.432002 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e2bd96eb-e17c-4779-84ef-f9db160dd547 None None] Provisioning complete for port 268cf537-16b2-4a2b-9034-ae91a9e08658 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:59.433196 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e2bd96eb-e17c-4779-84ef-f9db160dd547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.484330 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.485404 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-cf2dec57-b61d-4005-93f1-b0b0fc1e0077 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Made reservation on behalf of 47f32cb687e24d93b97604fcd36d48c4 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:59.490688 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-cf2dec57-b61d-4005-93f1-b0b0fc1e0077 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.518523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=268cf537-16b2-4a2b-9034-ae91a9e08658,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:59.524789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No DVR routers for this DVR port 268cf537-16b2-4a2b-9034-ae91a9e08658 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:59.564279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bd3f10-bf5c-4b17-b318-957ba57f2400 None None] DHCP port deletion for 3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:29:59.588703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e2bd96eb-e17c-4779-84ef-f9db160dd547 None None] Could not find standard attr ID for object 268cf537-16b2-4a2b-9034-ae91a9e08658. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:29:59.604566 n-d-815498-1 neutron-server[102125]: INFO neutron.plugins.ml2.db [None req-e2bd96eb-e17c-4779-84ef-f9db160dd547 None None] No ports have port_id starting with 268cf537-16b2-4a2b-9034-ae91a9e08658 Oct 26 14:29:59.637620 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.640737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:59.655195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '041bd907-4774-4aaf-a703-7a16afc4604b', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'port_id': '041bd907-4774-4aaf-a703-7a16afc4604b', 'mac_address': 'fa:16:3e:18:37:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:29:59.665136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:59.672096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-cf2dec57-b61d-4005-93f1-b0b0fc1e0077 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Allocated IP 172.20.0.4 (a55f34bf-26b4-4ac3-895b-8d05a4248c59/9e6321df-45d9-4e92-a9a2-b9eb28b7403d/9ed78dbb-bfff-4c3d-922e-1a98f68c20a1) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:59.676681 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dda0489-3f5a-4fe5-9af6-b8690fdba5f4') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:59.677184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dda0489-3f5a-4fe5-9af6-b8690fdba5f4') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:59.690224 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.710122 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.715317 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.719971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:59.720743 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.732048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041bd907-4774-4aaf-a703-7a16afc4604b {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:29:59.759031 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:59.766399 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:59.803892 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:59.810333 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.824684 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.832624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/networks/3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca HTTP/1.1" status: 204 len: 168 time: 0.7022707 Oct 26 14:29:59.832838 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39488) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:59.838806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4f001cdf-676a-43ab-bf3f-9f6fd232a2eb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'name': 'tempest-PortsIpV6TestJSON-633067052'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:59.845102 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=041bd907-4774-4aaf-a703-7a16afc4604b,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:59.854052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-cf2dec57-b61d-4005-93f1-b0b0fc1e0077 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.865446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Network': ['ID=3e8a13e5-6085-4e75-9c36-9d1bf3ec01ca,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:59.891684 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-cf2dec57-b61d-4005-93f1-b0b0fc1e0077 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.902762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:59.903114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:59.903568 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:59.903772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:59.904085 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:59.904410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:59.904766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:59.905090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:59.905462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:59.905711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:59.906108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:59.906423 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b87b6-4565-4d91-b314-aeac8e442b7a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:59.954613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dec57-b61d-4005-93f1-b0b0fc1e0077 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Pushing event updated for resources: {'Port': ['ID=9ed78dbb-bfff-4c3d-922e-1a98f68c20a1,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:59.964695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-cf2dec57-b61d-4005-93f1-b0b0fc1e0077 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Network a55f34bf-26b4-4ac3-895b-8d05a4248c59 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:59.966299 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-cf2dec57-b61d-4005-93f1-b0b0fc1e0077 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:59.969062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-cf2dec57-b61d-4005-93f1-b0b0fc1e0077 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:00.011521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 268cf537-16b2-4a2b-9034-ae91a9e08658 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:00.031529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f001cdf-676a-43ab-bf3f-9f6fd232a2eb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:00.035281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-cf2dec57-b61d-4005-93f1-b0b0fc1e0077 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:00.035460 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4f001cdf-676a-43ab-bf3f-9f6fd232a2eb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.035999 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-cf2dec57-b61d-4005-93f1-b0b0fc1e0077 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.055392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['041bd907-4774-4aaf-a703-7a16afc4604b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:30:00.059695 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-cf2dec57-b61d-4005-93f1-b0b0fc1e0077 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7216353 Oct 26 14:30:00.081920 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Request body: {'port': {'device_id': 'd1795944-863d-40c2-a37f-91b9c76de870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:00.115929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-4f001cdf-676a-43ab-bf3f-9f6fd232a2eb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port 89706ff2-3e63-4b66-bcba-263254643571 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:00.120090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 268cf537-16b2-4a2b-9034-ae91a9e08658 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:00.122876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 268cf537-16b2-4a2b-9034-ae91a9e08658 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:00.172514 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.190231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947faad-85de-44c8-895a-82232f14759c req-42aff60b-af77-41b0-958a-6e58ef545f6d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:00.191813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c947faad-85de-44c8-895a-82232f14759c req-42aff60b-af77-41b0-958a-6e58ef545f6d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 944 time: 0.1301091 Oct 26 14:30:00.209376 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19653170-bfd7-4d94-9748-919db8fc2d7a req-693b769d-d756-4c7b-a9a5-18f0151c316a tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:00.216916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19653170-bfd7-4d94-9748-919db8fc2d7a req-693b769d-d756-4c7b-a9a5-18f0151c316a tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 931 time: 0.1729944 Oct 26 14:30:00.357399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c947faad-85de-44c8-895a-82232f14759c req-cec723d6-82a6-4865-b7a5-7292cb3e8691 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271000 Oct 26 14:30:00.374031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19653170-bfd7-4d94-9748-919db8fc2d7a req-fa50bedd-fc57-417f-8d98-4cf152f2a701 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511319 Oct 26 14:30:00.429777 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4f001cdf-676a-43ab-bf3f-9f6fd232a2eb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.469968 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4f001cdf-676a-43ab-bf3f-9f6fd232a2eb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.524187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f001cdf-676a-43ab-bf3f-9f6fd232a2eb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:00.528221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-4f001cdf-676a-43ab-bf3f-9f6fd232a2eb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:00.538380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f001cdf-676a-43ab-bf3f-9f6fd232a2eb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:00.546830 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f001cdf-676a-43ab-bf3f-9f6fd232a2eb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:00.547781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4f001cdf-676a-43ab-bf3f-9f6fd232a2eb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.557950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:30:00.562123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f001cdf-676a-43ab-bf3f-9f6fd232a2eb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=89706ff2-3e63-4b66-bcba-263254643571,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:00.570074 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.581363 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4f001cdf-676a-43ab-bf3f-9f6fd232a2eb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7473679 Oct 26 14:30:00.584174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39500) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:00.605124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Transition to ACTIVE for port object 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:30:00.610901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.669829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed78dbb-bfff-4c3d-922e-1a98f68c20a1,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:00.738273 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Attempting to bind port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:00.738946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Attempting to bind port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '3aa8f27b-7fd8-49ec-aac6-59abce8d808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a55f34bf-26b4-4ac3-895b-8d05a4248c59'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:00.739190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Attempting to bind port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 on network a55f34bf-26b4-4ac3-895b-8d05a4248c59 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:00.743892 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 on network a55f34bf-26b4-4ac3-895b-8d05a4248c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:30:00.744322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Attempting to bind port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 on network a55f34bf-26b4-4ac3-895b-8d05a4248c59 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:00.749503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:00.749968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Checking segment: {'id': '3aa8f27b-7fd8-49ec-aac6-59abce8d808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a55f34bf-26b4-4ac3-895b-8d05a4248c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:00.750619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Bound using segment: {'id': '3aa8f27b-7fd8-49ec-aac6-59abce8d808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a55f34bf-26b4-4ac3-895b-8d05a4248c59'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:00.751179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Bound port: 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa8f27b-7fd8-49ec-aac6-59abce8d808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'a55f34bf-26b4-4ac3-895b-8d05a4248c59'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:00.751637 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.811855 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-454eb6b8-1ec2-498e-ae5a-08bf2be5fa0f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:00.814015 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-454eb6b8-1ec2-498e-ae5a-08bf2be5fa0f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 944 time: 0.1496000 Oct 26 14:30:00.822237 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] For port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:00.825799 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] For port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9ed78dbb-bfff-4c3d-922e-1a98f68c20a1,segment=NetworkSegment(3aa8f27b-7fd8-49ec-aac6-59abce8d808d),segment_id=3aa8f27b-7fd8-49ec-aac6-59abce8d808d)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:00.830920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5102c-7301-435f-bbdc-8c8c66b4b7c6 req-ac832bb3-1970-4c03-9a7f-e90926f2bcd4 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:00.832959 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cdf5102c-7301-435f-bbdc-8c8c66b4b7c6 req-ac832bb3-1970-4c03-9a7f-e90926f2bcd4 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 944 time: 0.1773274 Oct 26 14:30:00.834121 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.846125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-61c85bbc-1d2d-4532-ad7f-8a1f134dce61 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 89706ff2-3e63-4b66-bcba-263254643571 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:00.846497 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61c85bbc-1d2d-4532-ad7f-8a1f134dce61 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.882312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:00.883046 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.884735 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] 10.222.0.25 "PUT /v2.0/ports/9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 HTTP/1.1" status: 200 len: 1091 time: 0.8141267 Oct 26 14:30:00.885744 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1795944-863d-40c2-a37f-91b9c76de870', 'tag': '9ed78dbb-bfff-4c3d-922e-1a98f68c20a1'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:00.887690 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55baca23-f8c8-4090-9dc1-096fb89a3dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "d1795944-863d-40c2-a37f-91b9c76de870", "tag": "9ed78dbb-bfff-4c3d-922e-1a98f68c20a1"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:00.912705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682aec20-77d8-4df3-aaa4-b961b0a6b444 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed78dbb-bfff-4c3d-922e-1a98f68c20a1,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:00.933083 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14e8ec2-905a-4e07-82bd-ac3dc3b14efb x-openstack-request-id: req-c14e8ec2-905a-4e07-82bd-ac3dc3b14efb {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:00.934270 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1795944-863d-40c2-a37f-91b9c76de870", "tag": "9ed78dbb-bfff-4c3d-922e-1a98f68c20a1", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:00.934704 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c14e8ec2-905a-4e07-82bd-ac3dc3b14efb {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:00.935293 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1795944-863d-40c2-a37f-91b9c76de870', 'tag': '9ed78dbb-bfff-4c3d-922e-1a98f68c20a1', 'status': 'completed', 'code': 200} Oct 26 14:30:00.981583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-ae30aa72-5c21-40bc-a79b-34327422618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:00.983900 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-ae30aa72-5c21-40bc-a79b-34327422618c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f32cb687e24d93b97604fcd36d48c4&device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 1094 time: 0.0465648 Oct 26 14:30:00.990185 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61c85bbc-1d2d-4532-ad7f-8a1f134dce61 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.006334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cdf5102c-7301-435f-bbdc-8c8c66b4b7c6 req-2e42fabe-93f4-4b34-9108-ef0327728e04 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569049 Oct 26 14:30:01.015108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-61c85bbc-1d2d-4532-ad7f-8a1f134dce61 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 89706ff2-3e63-4b66-bcba-263254643571 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:01.021145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-b96a2963-3499-4ffc-97db-63cdfb1f518e service neutron] 10.222.0.25 "GET /v2.0/ports/041bd907-4774-4aaf-a703-7a16afc4604b/bindings/n-h1-815498-1 HTTP/1.1" status: 200 len: 382 time: 0.1868696 Oct 26 14:30:01.034003 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-acc8e2da-61c3-4075-bfaa-2c31ed4e8409 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 HTTP/1.1" status: 200 len: 217 time: 0.0402217 Oct 26 14:30:01.088890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-54d615bc-be4b-4716-9c5d-7552c2419d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:01.090537 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-54d615bc-be4b-4716-9c5d-7552c2419d8f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e6321df-45d9-4e92-a9a2-b9eb28b7403d HTTP/1.1" status: 200 len: 849 time: 0.0490470 Oct 26 14:30:01.130881 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-0ab4e773-9b48-486b-a929-78558ec09b55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a55f34bf-26b4-4ac3-895b-8d05a4248c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313437 Oct 26 14:30:01.131966 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-ac9906b8-0db8-4475-8f9a-b6792cbdd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:01.133565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-ac9906b8-0db8-4475-8f9a-b6792cbdd8f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1095 time: 0.0714688 Oct 26 14:30:01.202010 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61c85bbc-1d2d-4532-ad7f-8a1f134dce61 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.239341 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-ceffa191-1d02-42f2-99f7-fb53a85802a3 service neutron] 10.222.0.25 "GET /v2.0/networks/a55f34bf-26b4-4ac3-895b-8d05a4248c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936885 Oct 26 14:30:01.243045 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61c85bbc-1d2d-4532-ad7f-8a1f134dce61 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.246434 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-61c85bbc-1d2d-4532-ad7f-8a1f134dce61 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/89706ff2-3e63-4b66-bcba-263254643571 HTTP/1.1" status: 204 len: 168 time: 0.6612890 Oct 26 14:30:01.249971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39506) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:01.259954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e96f1a7c-06ed-482b-8b25-b2dd1dbb3248 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'mac_address': 'fa:16:3e:cb:00:87', 'name': 'tempest-PortsIpV6TestJSON-1508471156'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:01.263547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c85bbc-1d2d-4532-ad7f-8a1f134dce61 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=89706ff2-3e63-4b66-bcba-263254643571,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:01.345999 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3b2ea9ce-de8c-4973-a738-36e1448feb8f req-aa1fe078-c34a-4cc1-a535-0499b99f060b service neutron] 10.222.0.25 "GET /v2.0/networks/a55f34bf-26b4-4ac3-895b-8d05a4248c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995469 Oct 26 14:30:01.361307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-3fb5facf-3a5a-4c0d-bfb6-7ede3dde4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:01.362920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-3fb5facf-3a5a-4c0d-bfb6-7ede3dde4077 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 898 time: 0.2167773 Oct 26 14:30:01.416072 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 041bd907-4774-4aaf-a703-7a16afc4604b up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:01.423889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96f1a7c-06ed-482b-8b25-b2dd1dbb3248 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:01.457827 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baca23-f8c8-4090-9dc1-096fb89a3dbf req-360aee36-3f41-44e4-a549-b54982185902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:01.459615 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-55baca23-f8c8-4090-9dc1-096fb89a3dbf req-360aee36-3f41-44e4-a549-b54982185902 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f32cb687e24d93b97604fcd36d48c4&device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 1094 time: 0.0604298 Oct 26 14:30:01.492978 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 041bd907-4774-4aaf-a703-7a16afc4604b completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:30:01.497811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 041bd907-4774-4aaf-a703-7a16afc4604b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:01.498954 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.504418 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-11048afe-f3d4-412c-acea-9b96f962b9b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 1000 time: 0.1308417 Oct 26 14:30:01.574195 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e96f1a7c-06ed-482b-8b25-b2dd1dbb3248 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.583516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baca23-f8c8-4090-9dc1-096fb89a3dbf req-2290c224-764d-40de-b706-75e1c1957657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:01.585473 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-55baca23-f8c8-4090-9dc1-096fb89a3dbf req-2290c224-764d-40de-b706-75e1c1957657 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a55f34bf-26b4-4ac3-895b-8d05a4248c59 HTTP/1.1" status: 200 len: 910 time: 0.1153393 Oct 26 14:30:01.603453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7198c6-434b-45e0-92ff-680141afc27e req-3d1263f3-25af-4fe5-b017-9260941f59fa tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:01.604996 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e7198c6-434b-45e0-92ff-680141afc27e req-3d1263f3-25af-4fe5-b017-9260941f59fa tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 943 time: 0.1334145 Oct 26 14:30:01.605440 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.610219 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-bb979f8e-35b2-4d17-af4a-157fb3376eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:01.611669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-bb979f8e-35b2-4d17-af4a-157fb3376eaa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 200 len: 835 time: 0.0954888 Oct 26 14:30:01.637012 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-55baca23-f8c8-4090-9dc1-096fb89a3dbf req-0aae0cc4-6cc8-49e5-bd41-57fc4e55857e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 HTTP/1.1" status: 200 len: 217 time: 0.0413170 Oct 26 14:30:01.642712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:01.643868 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:01.648428 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4060722d-3279-45de-be3b-660e5d39c9c8" -d '{"events": [{"server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "name": "network-vif-plugged", "status": "completed", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:01.654174 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.662607 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-e96f1a7c-06ed-482b-8b25-b2dd1dbb3248 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port a7bbf5bd-e66f-4c3f-a86b-31b8da1febff yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:01.718371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e7198c6-434b-45e0-92ff-680141afc27e req-01de8ccd-a039-45ca-bc13-a7f943adabcb tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045783 Oct 26 14:30:01.720155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=041bd907-4774-4aaf-a703-7a16afc4604b,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:01.737813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-0fffac32-61f6-413a-b43b-bcf783e45ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:01.739527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-0fffac32-61f6-413a-b43b-bcf783e45ce7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172581 Oct 26 14:30:01.761015 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908a0f2f-dbe7-4f47-a01d-ab8d7d1078ca x-openstack-request-id: req-908a0f2f-dbe7-4f47-a01d-ab8d7d1078ca {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:01.761427 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "name": "network-vif-plugged", "status": "completed", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:01.761799 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-908a0f2f-dbe7-4f47-a01d-ab8d7d1078ca {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:01.762465 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b', 'code': 200} Oct 26 14:30:01.765650 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baca23-f8c8-4090-9dc1-096fb89a3dbf req-86d3df89-5020-4e02-8237-ecd177914ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:01.767965 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-55baca23-f8c8-4090-9dc1-096fb89a3dbf req-86d3df89-5020-4e02-8237-ecd177914ab2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e6321df-45d9-4e92-a9a2-b9eb28b7403d HTTP/1.1" status: 200 len: 849 time: 0.1227138 Oct 26 14:30:01.802954 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-55baca23-f8c8-4090-9dc1-096fb89a3dbf req-1e741b67-c84b-488e-bbf1-c13ca6f9665f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a55f34bf-26b4-4ac3-895b-8d05a4248c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265307 Oct 26 14:30:01.912375 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-55baca23-f8c8-4090-9dc1-096fb89a3dbf req-758e58d0-cd48-4c12-baad-bd4b680aea58 service neutron] 10.222.0.25 "GET /v2.0/networks/a55f34bf-26b4-4ac3-895b-8d05a4248c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015556 Oct 26 14:30:02.019169 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-55baca23-f8c8-4090-9dc1-096fb89a3dbf req-52a2a71d-cc6e-4feb-b793-e7f50f666c9c service neutron] 10.222.0.25 "GET /v2.0/networks/a55f34bf-26b4-4ac3-895b-8d05a4248c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984855 Oct 26 14:30:02.207146 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-515e8a99-72d4-4d1e-808b-9aac73719f17 service neutron] 10.222.0.25 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592361 Oct 26 14:30:02.211393 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e96f1a7c-06ed-482b-8b25-b2dd1dbb3248 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:02.321107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80d477-cc60-4548-a5e3-acde93454ac2 req-93392a14-9ddd-4f3e-9f3d-1850230c248d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:02.322660 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e80d477-cc60-4548-a5e3-acde93454ac2 req-93392a14-9ddd-4f3e-9f3d-1850230c248d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.1567583 Oct 26 14:30:02.366359 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e96f1a7c-06ed-482b-8b25-b2dd1dbb3248 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:02.384856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-7f841d22-59b6-4ce7-8dcd-8c979f2312e1 service neutron] 10.222.0.25 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687033 Oct 26 14:30:02.437074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f1a7c-06ed-482b-8b25-b2dd1dbb3248 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:02.443026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-e96f1a7c-06ed-482b-8b25-b2dd1dbb3248 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:02.445911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f1a7c-06ed-482b-8b25-b2dd1dbb3248 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:02.452446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96f1a7c-06ed-482b-8b25-b2dd1dbb3248 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:02.453058 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e96f1a7c-06ed-482b-8b25-b2dd1dbb3248 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:02.457627 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e80d477-cc60-4548-a5e3-acde93454ac2 req-e2aea9fb-ea56-4e86-8e9e-1c42415483c0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264973 Oct 26 14:30:02.464096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f1a7c-06ed-482b-8b25-b2dd1dbb3248 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=a7bbf5bd-e66f-4c3f-a86b-31b8da1febff,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:02.483241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e96f1a7c-06ed-482b-8b25-b2dd1dbb3248 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2294364 Oct 26 14:30:02.484417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39516) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:02.530630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7de491-804b-4e6b-8e8c-0592a33e817a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:02.532359 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fb7de491-804b-4e6b-8e8c-0592a33e817a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/a7bbf5bd-e66f-4c3f-a86b-31b8da1febff HTTP/1.1" status: 200 len: 845 time: 0.0468888 Oct 26 14:30:02.534979 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39518) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:02.631494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b353a19c-810b-4211-a356-5f444698e62e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port a7bbf5bd-e66f-4c3f-a86b-31b8da1febff {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:02.631896 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b353a19c-810b-4211-a356-5f444698e62e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:02.703197 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b353a19c-810b-4211-a356-5f444698e62e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:02.715418 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b353a19c-810b-4211-a356-5f444698e62e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for a7bbf5bd-e66f-4c3f-a86b-31b8da1febff owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:02.796417 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b353a19c-810b-4211-a356-5f444698e62e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:02.830875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353a19c-810b-4211-a356-5f444698e62e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=a7bbf5bd-e66f-4c3f-a86b-31b8da1febff,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:02.836427 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b353a19c-810b-4211-a356-5f444698e62e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:02.839782 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b353a19c-810b-4211-a356-5f444698e62e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/a7bbf5bd-e66f-4c3f-a86b-31b8da1febff HTTP/1.1" status: 204 len: 168 time: 0.3038387 Oct 26 14:30:02.842867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39522) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:02.848114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c9e6-ec40-4ac5-9162-8be38acfec19 req-6d65abf2-e872-4a00-9147-e25768db7190 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:02.849784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e115c9e6-ec40-4ac5-9162-8be38acfec19 req-6d65abf2-e872-4a00-9147-e25768db7190 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 943 time: 0.0524476 Oct 26 14:30:02.867699 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea387a4-6019-46a2-ac9e-693de4474671 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] GET failed (client error): The resource could not be found. Oct 26 14:30:02.869206 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3ea387a4-6019-46a2-ac9e-693de4474671 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/a7bbf5bd-e66f-4c3f-a86b-31b8da1febff HTTP/1.1" status: 404 len: 333 time: 0.0252812 Oct 26 14:30:02.872757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39524) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:02.877649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b8a368f0-d4df-4cb0-acc5-577f51efc23d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'name': 'tempest-PortsIpV6TestJSON-1648413533'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:02.891788 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e115c9e6-ec40-4ac5-9162-8be38acfec19 req-20cbab6c-da5b-4cea-a604-8fb565eab645 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341446 Oct 26 14:30:02.963106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a368f0-d4df-4cb0-acc5-577f51efc23d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:02.966580 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b8a368f0-d4df-4cb0-acc5-577f51efc23d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:02.984685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-b8a368f0-d4df-4cb0-acc5-577f51efc23d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port c23901e0-f802-42c7-8b4b-0b6760764557 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:03.144457 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b8a368f0-d4df-4cb0-acc5-577f51efc23d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:03.179506 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b8a368f0-d4df-4cb0-acc5-577f51efc23d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:03.230421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a368f0-d4df-4cb0-acc5-577f51efc23d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:03.233545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b8a368f0-d4df-4cb0-acc5-577f51efc23d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:03.238411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a368f0-d4df-4cb0-acc5-577f51efc23d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:03.244802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a368f0-d4df-4cb0-acc5-577f51efc23d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:03.245149 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b8a368f0-d4df-4cb0-acc5-577f51efc23d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:03.248897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a368f0-d4df-4cb0-acc5-577f51efc23d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=c23901e0-f802-42c7-8b4b-0b6760764557,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:03.268626 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b8a368f0-d4df-4cb0-acc5-577f51efc23d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.3921716 Oct 26 14:30:03.269043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39528) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:03.274460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9c049d5f-81f7-4bc9-b8a6-e5727ee74d5b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:03.340970 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c049d5f-81f7-4bc9-b8a6-e5727ee74d5b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:03.425793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:30:03.494466 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c049d5f-81f7-4bc9-b8a6-e5727ee74d5b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:03.499782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c049d5f-81f7-4bc9-b8a6-e5727ee74d5b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:03.541471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-9c049d5f-81f7-4bc9-b8a6-e5727ee74d5b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] In _notify_port_updated(), no bound segment for port c23901e0-f802-42c7-8b4b-0b6760764557 on network fe3ebc6a-4d2f-4e90-8555-69a354935034 {{(pid=102124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:30:03.548143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c049d5f-81f7-4bc9-b8a6-e5727ee74d5b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:03.548777 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9c049d5f-81f7-4bc9-b8a6-e5727ee74d5b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:03.550130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9c049d5f-81f7-4bc9-b8a6-e5727ee74d5b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "PUT /v2.0/ports/c23901e0-f802-42c7-8b4b-0b6760764557 HTTP/1.1" status: 200 len: 818 time: 0.2800174 Oct 26 14:30:03.553049 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39532) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:03.556506 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9ed78dbb-bfff-4c3d-922e-1a98f68c20a1,segment=NetworkSegment(3aa8f27b-7fd8-49ec-aac6-59abce8d808d),segment_id=3aa8f27b-7fd8-49ec-aac6-59abce8d808d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:03.573718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '9ed78dbb-bfff-4c3d-922e-1a98f68c20a1', 'network_id': 'a55f34bf-26b4-4ac3-895b-8d05a4248c59', 'port_id': '9ed78dbb-bfff-4c3d-922e-1a98f68c20a1', 'mac_address': 'fa:16:3e:56:b4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6321df-45d9-4e92-a9a2-b9eb28b7403d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:30:03.594414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c049d5f-81f7-4bc9-b8a6-e5727ee74d5b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=c23901e0-f802-42c7-8b4b-0b6760764557,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:03.614542 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35910df-9332-4638-91fc-bae5bbec6076 req-961035b6-1030-4068-84ee-3bd06fdbdda5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:03.616084 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35910df-9332-4638-91fc-bae5bbec6076 req-961035b6-1030-4068-84ee-3bd06fdbdda5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.0647862 Oct 26 14:30:03.628403 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:03.648714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:30:03.658778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f35910df-9332-4638-91fc-bae5bbec6076 req-f6badf38-39d0-4e14-b0af-91e6ee04329c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355432 Oct 26 14:30:03.660001 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-668bf582-8468-423a-8116-b3d60d051380 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port c23901e0-f802-42c7-8b4b-0b6760764557 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:03.660336 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-668bf582-8468-423a-8116-b3d60d051380 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:03.670529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9ed78dbb-bfff-4c3d-922e-1a98f68c20a1,segment=NetworkSegment(3aa8f27b-7fd8-49ec-aac6-59abce8d808d),segment_id=3aa8f27b-7fd8-49ec-aac6-59abce8d808d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:03.676277 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:03.727769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=9ed78dbb-bfff-4c3d-922e-1a98f68c20a1,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:03.930655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['9ed78dbb-bfff-4c3d-922e-1a98f68c20a1'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:30:04.026664 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b7528-12c5-43b5-926e-d3af99cbf5b1 req-78ad0509-9684-49aa-b354-f5fc71647866 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:04.028565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b87b7528-12c5-43b5-926e-d3af99cbf5b1 req-78ad0509-9684-49aa-b354-f5fc71647866 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 944 time: 0.0558524 Oct 26 14:30:04.066383 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-668bf582-8468-423a-8116-b3d60d051380 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.078647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b87b7528-12c5-43b5-926e-d3af99cbf5b1 req-e78e5293-58da-4182-9ec6-80793ffa716c tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428689 Oct 26 14:30:04.081117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-668bf582-8468-423a-8116-b3d60d051380 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for c23901e0-f802-42c7-8b4b-0b6760764557 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:04.166200 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-668bf582-8468-423a-8116-b3d60d051380 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.192517 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bf582-8468-423a-8116-b3d60d051380 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=c23901e0-f802-42c7-8b4b-0b6760764557,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:04.199777 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-668bf582-8468-423a-8116-b3d60d051380 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.203444 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-668bf582-8468-423a-8116-b3d60d051380 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/c23901e0-f802-42c7-8b4b-0b6760764557 HTTP/1.1" status: 204 len: 168 time: 0.6489751 Oct 26 14:30:04.205943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39536) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:04.257202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef24c554-eaca-44ac-83bb-0b31b2e162bd tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:04.258849 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ef24c554-eaca-44ac-83bb-0b31b2e162bd tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0518131 Oct 26 14:30:04.261319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39538) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:04.285878 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-05894e76-6189-4c74-aeb0-1f9d793f09ab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] GET failed (client error): The resource could not be found. Oct 26 14:30:04.287361 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-05894e76-6189-4c74-aeb0-1f9d793f09ab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/c23901e0-f802-42c7-8b4b-0b6760764557 HTTP/1.1" status: 404 len: 333 time: 0.0251083 Oct 26 14:30:04.291005 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39540) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:04.296200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-909f26d1-d79e-4286-8f77-c83282eb3a35 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2071779097'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:04.319730 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909f26d1-d79e-4286-8f77-c83282eb3a35 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:04.323334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-909f26d1-d79e-4286-8f77-c83282eb3a35 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.348137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909f26d1-d79e-4286-8f77-c83282eb3a35 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:30:04.357173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-909f26d1-d79e-4286-8f77-c83282eb3a35 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.357620 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-909f26d1-d79e-4286-8f77-c83282eb3a35 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Added segment 91184cf1-e54f-41bd-8c67-a0551e5381bd of type vlan for network 5003164a-c297-4bc3-ac0d-a3d8873c7f5d Oct 26 14:30:04.398686 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-909f26d1-d79e-4286-8f77-c83282eb3a35 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.431268 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-909f26d1-d79e-4286-8f77-c83282eb3a35 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.436598 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909f26d1-d79e-4286-8f77-c83282eb3a35 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:04.437170 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-909f26d1-d79e-4286-8f77-c83282eb3a35 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.508971 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-909f26d1-d79e-4286-8f77-c83282eb3a35 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2169492 Oct 26 14:30:04.512012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39544) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:04.517143 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1caf90c6-1926-4f83-b7cc-546cd49f5224 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': '5003164a-c297-4bc3-ac0d-a3d8873c7f5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:04.530969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f26d1-d79e-4286-8f77-c83282eb3a35 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Network': ['ID=5003164a-c297-4bc3-ac0d-a3d8873c7f5d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:04.534258 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-e3ae93d6-feaa-43dc-991e-d8248d95cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:04.535796 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-e3ae93d6-feaa-43dc-991e-d8248d95cb0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 1096 time: 0.1142471 Oct 26 14:30:04.544194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 5003164a-c297-4bc3-ac0d-a3d8873c7f5d details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:30:04.549759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:04.614411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caf90c6-1926-4f83-b7cc-546cd49f5224 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:04.617009 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.618062 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1caf90c6-1926-4f83-b7cc-546cd49f5224 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.824518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:04.842573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72461d9-3986-4b04-a560-6767552cbb5d req-2ae9225a-ffc0-46a2-a94b-7494cc239a84 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:04.844161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a72461d9-3986-4b04-a560-6767552cbb5d req-2ae9225a-ffc0-46a2-a94b-7494cc239a84 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 945 time: 0.0989804 Oct 26 14:30:04.858186 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1caf90c6-1926-4f83-b7cc-546cd49f5224 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.859549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:04.901157 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:04.903919 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f88535-035d-4f9c-a8d3-de23b775ab6c" -d '{"events": [{"server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "name": "network-vif-unplugged", "status": "completed", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:04.908979 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.923226 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Transition to ACTIVE for port object 041bd907-4774-4aaf-a703-7a16afc4604b will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:30:04.926977 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.932029 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a72461d9-3986-4b04-a560-6767552cbb5d req-6af12912-8f85-40fa-835f-116113d69e6e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809553 Oct 26 14:30:04.939710 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf90c6-1926-4f83-b7cc-546cd49f5224 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Subnet': ['ID=68f97b16-5dc4-4d58-8ded-f0373f4dbe22,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:04.961893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf90c6-1926-4f83-b7cc-546cd49f5224 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Checking segment: {'id': '91184cf1-e54f-41bd-8c67-a0551e5381bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5003164a-c297-4bc3-ac0d-a3d8873c7f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:04.961893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caf90c6-1926-4f83-b7cc-546cd49f5224 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network hostable DHCP agents. Network: 5003164a-c297-4bc3-ac0d-a3d8873c7f5d, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:30:04.973020 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67adc906-291a-4e40-92a1-7849fca71584 x-openstack-request-id: req-67adc906-291a-4e40-92a1-7849fca71584 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:04.973322 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "name": "network-vif-unplugged", "status": "completed", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:04.973576 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67adc906-291a-4e40-92a1-7849fca71584 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:04.974181 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b', 'code': 200} Oct 26 14:30:04.980881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caf90c6-1926-4f83-b7cc-546cd49f5224 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network 5003164a-c297-4bc3-ac0d-a3d8873c7f5d is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:30:04.991789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-1caf90c6-1926-4f83-b7cc-546cd49f5224 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 5003164a-c297-4bc3-ac0d-a3d8873c7f5d) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:04.996174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caf90c6-1926-4f83-b7cc-546cd49f5224 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:04.996813 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1caf90c6-1926-4f83-b7cc-546cd49f5224 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.003131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45234156-05c4-4c65-8b61-7fec4bc6e7cb None None] Network 5003164a-c297-4bc3-ac0d-a3d8873c7f5d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:05.018224 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1caf90c6-1926-4f83-b7cc-546cd49f5224 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5021174 Oct 26 14:30:05.018224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39550) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:05.021356 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Pushing event updated for resources: {'Port': ['ID=041bd907-4774-4aaf-a703-7a16afc4604b,revision_number=10']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:05.024358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3ae38431-0a5a-4f38-9a79-29482b20cd15 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': '5003164a-c297-4bc3-ac0d-a3d8873c7f5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:05.067947 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] No DVR routers for this DVR port 041bd907-4774-4aaf-a703-7a16afc4604b on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:05.167311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae38431-0a5a-4f38-9a79-29482b20cd15 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:05.172836 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3ae38431-0a5a-4f38-9a79-29482b20cd15 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.206654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-5003164a-c297-4bc3-ac0d-a3d8873c7f5d', 'network_id': '5003164a-c297-4bc3-ac0d-a3d8873c7f5d', 'tenant_id': 'e47e7dfbbaa14c0b802f99a4e3fac013', 'fixed_ips': [{'subnet_id': '68f97b16-5dc4-4d58-8ded-f0373f4dbe22'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:30:05.207974 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.236093 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Attempting to bind port 041bd907-4774-4aaf-a703-7a16afc4604b on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:05.236405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Attempting to bind port 041bd907-4774-4aaf-a703-7a16afc4604b by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:05.236922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Attempting to bind port 041bd907-4774-4aaf-a703-7a16afc4604b on network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:05.242957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Port 041bd907-4774-4aaf-a703-7a16afc4604b on network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:30:05.243309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Attempting to bind port 041bd907-4774-4aaf-a703-7a16afc4604b on network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:05.248951 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:05.249374 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Checking segment: {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:05.249825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Bound using segment: {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:05.250470 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Bound port: 041bd907-4774-4aaf-a703-7a16afc4604b, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c0310e-268a-475d-b316-0201b03cb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:05.250916 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.291535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514a32f-fdf4-4885-be83-ed7863b56a38 req-36825145-e693-4e69-b4e9-d8077f3731ca tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:05.293059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6514a32f-fdf4-4885-be83-ed7863b56a38 req-36825145-e693-4e69-b4e9-d8077f3731ca tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 944 time: 0.1021714 Oct 26 14:30:05.331575 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:05.335136 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:05.342497 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.348952 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6514a32f-fdf4-4885-be83-ed7863b56a38 req-ae4e6bb8-36c6-4c3b-b702-aaa0d1541061 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486257 Oct 26 14:30:05.360313 n-d-815498-1 neutron-server[102124]: INFO neutron.db.ipam_backend_mixin [None req-3ae38431-0a5a-4f38-9a79-29482b20cd15 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 68f97b16-5dc4-4d58-8ded-f0373f4dbe22 (CIDR: 2001:db8::/64) Oct 26 14:30:05.363256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Allocated IP 2001:db8::2 (5003164a-c297-4bc3-ac0d-a3d8873c7f5d/68f97b16-5dc4-4d58-8ded-f0373f4dbe22/ec433d45-83e6-4bd6-aef8-eb29f3998310) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:05.365315 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae38431-0a5a-4f38-9a79-29482b20cd15 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:30:05.366544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae38431-0a5a-4f38-9a79-29482b20cd15 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:05.393807 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3ae38431-0a5a-4f38-9a79-29482b20cd15 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3742723 Oct 26 14:30:05.396353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39556) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:05.403943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3a726160-bed5-4930-b797-21555822cac3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': '5003164a-c297-4bc3-ac0d-a3d8873c7f5d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:05.416789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:05.417397 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.418846 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] 10.222.0.11 "PUT /v2.0/ports/041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 1092 time: 0.8742669 Oct 26 14:30:05.442457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33d679-4301-43cd-9084-e28a25cbc224 service neutron] Pushing event updated for resources: {'Port': ['ID=041bd907-4774-4aaf-a703-7a16afc4604b,revision_number=11']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:05.444639 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:05.497807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-3fb17a01-b3a8-48df-bfdc-e8b4872356ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:05.500438 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-3fb17a01-b3a8-48df-bfdc-e8b4872356ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1095 time: 0.0497813 Oct 26 14:30:05.577090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a726160-bed5-4930-b797-21555822cac3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:05.590273 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a726160-bed5-4930-b797-21555822cac3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.619421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-c0919e8f-dc87-4dea-a359-0fda8c5288bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:05.620946 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-c0919e8f-dc87-4dea-a359-0fda8c5288bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 898 time: 0.1125810 Oct 26 14:30:05.721894 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-3ddeb7a0-fc2e-40d3-aa95-4e1a71a81f16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 999 time: 0.0921240 Oct 26 14:30:05.728051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:30:05.738584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:05.738972 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.744476 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.786537 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.789685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-22ebc701-f10f-4bc5-a27f-dbde9dc3225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:05.791527 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-22ebc701-f10f-4bc5-a27f-dbde9dc3225d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 200 len: 835 time: 0.0572367 Oct 26 14:30:05.844869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-90dc0808-2890-458b-98f6-bd2fe2e95960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:05.846533 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-90dc0808-2890-458b-98f6-bd2fe2e95960 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456426 Oct 26 14:30:05.850190 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Network 5003164a-c297-4bc3-ac0d-a3d8873c7f5d is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:05.852216 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Pushing event updated for resources: {'Port': ['ID=ec433d45-83e6-4bd6-aef8-eb29f3998310,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:05.855908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:05.858800 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:05.893257 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a726160-bed5-4930-b797-21555822cac3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.936426 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.944913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a726160-bed5-4930-b797-21555822cac3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network 5003164a-c297-4bc3-ac0d-a3d8873c7f5d is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:05.948121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-3a726160-bed5-4930-b797-21555822cac3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:05.948291 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Attempting to bind port ec433d45-83e6-4bd6-aef8-eb29f3998310 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:05.948643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Attempting to bind port ec433d45-83e6-4bd6-aef8-eb29f3998310 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '91184cf1-e54f-41bd-8c67-a0551e5381bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5003164a-c297-4bc3-ac0d-a3d8873c7f5d'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:05.949004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Attempting to bind port ec433d45-83e6-4bd6-aef8-eb29f3998310 on network 5003164a-c297-4bc3-ac0d-a3d8873c7f5d {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:05.951213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a726160-bed5-4930-b797-21555822cac3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:05.952684 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3a726160-bed5-4930-b797-21555822cac3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.956595 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-ddc3d3f2-4310-48a6-9512-ff37a460c993 service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014860 Oct 26 14:30:05.961385 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:05.961850 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Checking segment: {'id': '91184cf1-e54f-41bd-8c67-a0551e5381bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5003164a-c297-4bc3-ac0d-a3d8873c7f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:05.962269 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.962634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Bound using segment: {'id': '91184cf1-e54f-41bd-8c67-a0551e5381bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5003164a-c297-4bc3-ac0d-a3d8873c7f5d'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:05.963069 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Bound port: ec433d45-83e6-4bd6-aef8-eb29f3998310, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91184cf1-e54f-41bd-8c67-a0551e5381bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5003164a-c297-4bc3-ac0d-a3d8873c7f5d'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:05.963537 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.979645 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1795944-863d-40c2-a37f-91b9c76de870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed78dbb-bfff-4c3d-922e-1a98f68c20a1'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:05.981825 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3242591-ef5f-4087-ba3a-021830578175" -d '{"events": [{"server_uuid": "d1795944-863d-40c2-a37f-91b9c76de870", "name": "network-vif-plugged", "status": "completed", "tag": "9ed78dbb-bfff-4c3d-922e-1a98f68c20a1"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:05.986194 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3a726160-bed5-4930-b797-21555822cac3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5863180 Oct 26 14:30:05.986194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a726160-bed5-4930-b797-21555822cac3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Subnet': ['ID=c4c0459f-d9c6-4e12-99a3-39036918b4df,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:05.988044 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39562) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:05.993479 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'network_id': '5003164a-c297-4bc3-ac0d-a3d8873c7f5d', 'fixed_ips': [{'subnet_id': '68f97b16-5dc4-4d58-8ded-f0373f4dbe22'}, {'subnet_id': 'c4c0459f-d9c6-4e12-99a3-39036918b4df'}], 'name': 'tempest-PortsIpV6TestJSON-1525597342'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:05.997434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9ed78dbb-bfff-4c3d-922e-1a98f68c20a1,segment=NetworkSegment(3aa8f27b-7fd8-49ec-aac6-59abce8d808d),segment_id=3aa8f27b-7fd8-49ec-aac6-59abce8d808d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:06.023215 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.052768 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6d89d6-40c4-4a8a-b187-4a7ba54b2cba x-openstack-request-id: req-8b6d89d6-40c4-4a8a-b187-4a7ba54b2cba {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:06.053063 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1795944-863d-40c2-a37f-91b9c76de870", "name": "network-vif-plugged", "status": "completed", "tag": "9ed78dbb-bfff-4c3d-922e-1a98f68c20a1", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:06.053315 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b6d89d6-40c4-4a8a-b187-4a7ba54b2cba {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:06.053700 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1795944-863d-40c2-a37f-91b9c76de870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed78dbb-bfff-4c3d-922e-1a98f68c20a1', 'code': 200} Oct 26 14:30:06.092947 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] For port ec433d45-83e6-4bd6-aef8-eb29f3998310, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:06.099795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] For port ec433d45-83e6-4bd6-aef8-eb29f3998310, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ec433d45-83e6-4bd6-aef8-eb29f3998310,segment=NetworkSegment(91184cf1-e54f-41bd-8c67-a0551e5381bd),segment_id=91184cf1-e54f-41bd-8c67-a0551e5381bd)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:06.101132 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=9ed78dbb-bfff-4c3d-922e-1a98f68c20a1,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:06.108273 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.154682 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c19c9ec5-52c7-4c92-88e6-c7b379ef40dc req-20492505-9d7f-4e07-9eec-1f012b6e46ba service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832957 Oct 26 14:30:06.176501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de645ef-0cf0-4351-96dc-ab88271a1586 req-73b9a954-8fdc-480f-a32e-7c7dc825c737 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:06.177255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7d46b-7b07-4c90-b534-cdccab067369 None None] Pushing event updated for resources: {'Port': ['ID=ec433d45-83e6-4bd6-aef8-eb29f3998310,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:06.190606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3de645ef-0cf0-4351-96dc-ab88271a1586 req-73b9a954-8fdc-480f-a32e-7c7dc825c737 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 944 time: 0.1331728 Oct 26 14:30:06.260322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f904b-ee66-4c4c-a382-d93b623846c0 req-245b93a1-09f4-4ace-83e9-912871e124e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:06.262147 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-901f904b-ee66-4c4c-a382-d93b623846c0 req-245b93a1-09f4-4ace-83e9-912871e124e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 1096 time: 0.1473608 Oct 26 14:30:06.267446 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3de645ef-0cf0-4351-96dc-ab88271a1586 req-59d6ef7c-e9e5-473f-a5eb-b22a1d4257a0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760276 Oct 26 14:30:06.292914 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:06.354852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-901f904b-ee66-4c4c-a382-d93b623846c0 req-2efa284f-e0f5-4669-8e2e-f9d63d4bad77 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831285 Oct 26 14:30:06.407439 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.428297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port 86e31352-8034-4fd4-834d-d4e5c9015051 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:06.623458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082233a3-4b3b-43db-9592-1dd6d2816da5 req-59bf8685-68fa-4cc9-b5b8-50e7a71b4357 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:06.624973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-082233a3-4b3b-43db-9592-1dd6d2816da5 req-59bf8685-68fa-4cc9-b5b8-50e7a71b4357 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 945 time: 0.1444457 Oct 26 14:30:06.712785 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-082233a3-4b3b-43db-9592-1dd6d2816da5 req-e2220cbb-2058-40f6-add6-d13d935d3c3d tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583355 Oct 26 14:30:06.818383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Allocated IP 2001:db8::2e0 (5003164a-c297-4bc3-ac0d-a3d8873c7f5d/68f97b16-5dc4-4d58-8ded-f0373f4dbe22/86e31352-8034-4fd4-834d-d4e5c9015051) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:06.824519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Allocated IP 2001:db8:0:1::2e3 (5003164a-c297-4bc3-ac0d-a3d8873c7f5d/c4c0459f-d9c6-4e12-99a3-39036918b4df/86e31352-8034-4fd4-834d-d4e5c9015051) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:06.975629 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:06.978364 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:06.979882 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:07.016715 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:07.034580 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0d4849-b9c0-4371-905a-6dc9f16698e7 x-openstack-request-id: req-3e0d4849-b9c0-4371-905a-6dc9f16698e7 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:07.034980 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:07.035328 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e0d4849-b9c0-4371-905a-6dc9f16698e7 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:07.036002 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b', 'status': 'completed', 'code': 200} Oct 26 14:30:07.076678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network 5003164a-c297-4bc3-ac0d-a3d8873c7f5d is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:07.097186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:07.101098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:07.106827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:07.107995 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:07.108632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-bc12fba2-f4d8-4206-91f1-c07d683b89ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:07.110441 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-bc12fba2-f4d8-4206-91f1-c07d683b89ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1095 time: 0.0482321 Oct 26 14:30:07.110613 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=86e31352-8034-4fd4-834d-d4e5c9015051,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:07.131801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c751fd22-348f-482c-aee4-09fb484c0f65 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.1422930 Oct 26 14:30:07.135447 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39570) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:07.141045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-67142a50-d6ee-4e98-9f3f-68b78588e028 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68f97b16-5dc4-4d58-8ded-f0373f4dbe22'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:07.147192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-c1076391-8933-4216-96ff-b390a69885bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:07.148686 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-c1076391-8933-4216-96ff-b390a69885bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1095 time: 0.0809579 Oct 26 14:30:07.211531 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb14d3c-5714-4215-8f6c-3eeaeb2da284 None None] Network 5003164a-c297-4bc3-ac0d-a3d8873c7f5d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:07.228561 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-60e82506-ecbb-4461-a216-e05bbea76671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:07.230790 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-60e82506-ecbb-4461-a216-e05bbea76671 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 898 time: 0.1059246 Oct 26 14:30:07.261030 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67142a50-d6ee-4e98-9f3f-68b78588e028 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:07.287012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7700d62d-c30f-4607-a6b6-5d0cebe1b781 None None] Provisioning complete for port ec433d45-83e6-4bd6-aef8-eb29f3998310 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:07.287378 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7700d62d-c30f-4607-a6b6-5d0cebe1b781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:07.315005 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-8765da06-71e9-4956-9ba5-d24d8ce14d7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 999 time: 0.0742552 Oct 26 14:30:07.332823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-03e30a7f-a660-4390-ac4e-7db441ab083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:07.334277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-03e30a7f-a660-4390-ac4e-7db441ab083b service neutron] 10.222.0.25 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 898 time: 0.1690049 Oct 26 14:30:07.377199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-0ac496e9-89bb-45a4-801d-50764c80a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:07.378875 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-0ac496e9-89bb-45a4-801d-50764c80a142 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 200 len: 835 time: 0.0549915 Oct 26 14:30:07.437069 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-619ca326-c53c-4cad-81d0-307c75870232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:07.438905 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-619ca326-c53c-4cad-81d0-307c75870232 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515790 Oct 26 14:30:07.485638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 041bd907-4774-4aaf-a703-7a16afc4604b no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:07.529196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-10602215-e244-4005-a408-3aea2024b177 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 999 time: 0.1835957 Oct 26 14:30:07.534234 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7700d62d-c30f-4607-a6b6-5d0cebe1b781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:07.542010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac65f3-37c9-458f-a885-0f020ffa7100 req-39552335-9cc4-451d-96ba-25c1e415872c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:07.551102 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebac65f3-37c9-458f-a885-0f020ffa7100 req-39552335-9cc4-451d-96ba-25c1e415872c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 944 time: 0.2060621 Oct 26 14:30:07.563401 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 041bd907-4774-4aaf-a703-7a16afc4604b not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:07.570099 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-a4efb987-6531-48d7-9bb3-c4d810c914e6 service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117775 Oct 26 14:30:07.590187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7700d62d-c30f-4607-a6b6-5d0cebe1b781 None None] For port ec433d45-83e6-4bd6-aef8-eb29f3998310, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ec433d45-83e6-4bd6-aef8-eb29f3998310,segment=NetworkSegment(91184cf1-e54f-41bd-8c67-a0551e5381bd),segment_id=91184cf1-e54f-41bd-8c67-a0551e5381bd)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:07.600189 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7700d62d-c30f-4607-a6b6-5d0cebe1b781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:07.683007 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-626d1977-6cf7-492d-9a2d-efb5bf0a0730 service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033313 Oct 26 14:30:07.691710 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a933e2a9-7e58-43c4-a0ba-803076335cc9 None None] Update dhcp port {'port': {'network_id': '5003164a-c297-4bc3-ac0d-a3d8873c7f5d', 'fixed_ips': [{'subnet_id': '68f97b16-5dc4-4d58-8ded-f0373f4dbe22', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c4c0459f-d9c6-4e12-99a3-39036918b4df'}], 'binding:host_id': 'n-d-815498-1'}, 'id': 'ec433d45-83e6-4bd6-aef8-eb29f3998310'} from n-d-815498-1. {{(pid=102125) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:30:07.698588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebac65f3-37c9-458f-a885-0f020ffa7100 req-5f525764-64c0-4286-a5d8-9bfa13d141ea tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470592 Oct 26 14:30:07.704779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-6139a292-a68e-45a4-9924-983be85b7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:07.706681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-6139a292-a68e-45a4-9924-983be85b7b1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 200 len: 835 time: 0.1421843 Oct 26 14:30:07.713885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700d62d-c30f-4607-a6b6-5d0cebe1b781 None None] Pushing event updated for resources: {'Port': ['ID=ec433d45-83e6-4bd6-aef8-eb29f3998310,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:07.723185 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a933e2a9-7e58-43c4-a0ba-803076335cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:07.970767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ec433d45-83e6-4bd6-aef8-eb29f3998310 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:08.019333 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ec433d45-83e6-4bd6-aef8-eb29f3998310 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:08.019692 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:08.069713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-67142a50-d6ee-4e98-9f3f-68b78588e028 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Delete allocated IP 2001:db8:0:1::2e3 (5003164a-c297-4bc3-ac0d-a3d8873c7f5d/c4c0459f-d9c6-4e12-99a3-39036918b4df) {{(pid=102124) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 14:30:08.094071 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-40e9be29-97bb-4716-84e9-347022fb731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:08.095589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-40e9be29-97bb-4716-84e9-347022fb731a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3618772 Oct 26 14:30:08.159923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ff895-621e-450f-b325-facdc43aae7d req-f82955ad-198d-42cd-a26f-7c73624e3bf4 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:08.161356 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d0ff895-621e-450f-b325-facdc43aae7d req-f82955ad-198d-42cd-a26f-7c73624e3bf4 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 945 time: 0.1458354 Oct 26 14:30:08.271115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d0ff895-621e-450f-b325-facdc43aae7d req-32afb412-454d-439d-af4d-292a6764259a tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834312 Oct 26 14:30:08.298457 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-3d8c03ff-8214-4863-b088-c532d24a26f3 service neutron] 10.222.0.25 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923058 Oct 26 14:30:08.360885 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67142a50-d6ee-4e98-9f3f-68b78588e028 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:08.369841 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67142a50-d6ee-4e98-9f3f-68b78588e028 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:08.423580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-a933e2a9-7e58-43c4-a0ba-803076335cc9 None None] Allocated IP 2001:db8:0:1::2 (5003164a-c297-4bc3-ac0d-a3d8873c7f5d/c4c0459f-d9c6-4e12-99a3-39036918b4df/ec433d45-83e6-4bd6-aef8-eb29f3998310) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:08.437449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-67142a50-d6ee-4e98-9f3f-68b78588e028 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] In _notify_port_updated(), no bound segment for port 86e31352-8034-4fd4-834d-d4e5c9015051 on network 5003164a-c297-4bc3-ac0d-a3d8873c7f5d {{(pid=102124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:30:08.442995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67142a50-d6ee-4e98-9f3f-68b78588e028 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:08.443616 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-67142a50-d6ee-4e98-9f3f-68b78588e028 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:08.447397 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-67142a50-d6ee-4e98-9f3f-68b78588e028 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "PUT /v2.0/ports/86e31352-8034-4fd4-834d-d4e5c9015051 HTTP/1.1" status: 200 len: 926 time: 1.3087523 Oct 26 14:30:08.447758 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39582) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:08.454700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f99d0154-0682-4abb-a3da-63012a8fb23b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68f97b16-5dc4-4d58-8ded-f0373f4dbe22'}, {'subnet_id': 'c4c0459f-d9c6-4e12-99a3-39036918b4df'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:08.478071 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67142a50-d6ee-4e98-9f3f-68b78588e028 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=86e31352-8034-4fd4-834d-d4e5c9015051,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:08.486199 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bae802fb-b0c5-45e7-87bd-b3ca3045f5e7 req-06708314-b2e3-4474-af7d-f780270479e0 service neutron] 10.222.0.25 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806979 Oct 26 14:30:08.558269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a933e2a9-7e58-43c4-a0ba-803076335cc9 None None] For port ec433d45-83e6-4bd6-aef8-eb29f3998310, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ec433d45-83e6-4bd6-aef8-eb29f3998310,segment=NetworkSegment(91184cf1-e54f-41bd-8c67-a0551e5381bd),segment_id=91184cf1-e54f-41bd-8c67-a0551e5381bd)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:08.594637 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a933e2a9-7e58-43c4-a0ba-803076335cc9 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:08.599525 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a933e2a9-7e58-43c4-a0ba-803076335cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:08.644901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f99d0154-0682-4abb-a3da-63012a8fb23b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:08.689460 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933e2a9-7e58-43c4-a0ba-803076335cc9 None None] Pushing event updated for resources: {'Port': ['ID=ec433d45-83e6-4bd6-aef8-eb29f3998310,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:08.848597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24b3d0-2aa7-4c7a-9958-b4bba27e839d req-abbe0080-2a81-4bcf-bfb6-265dfd3be066 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:08.851748 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d24b3d0-2aa7-4c7a-9958-b4bba27e839d req-abbe0080-2a81-4bcf-bfb6-265dfd3be066 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 944 time: 0.0630600 Oct 26 14:30:08.899495 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8d24b3d0-2aa7-4c7a-9958-b4bba27e839d req-2fe86be4-34b4-4680-9a4b-13a469a81837 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423291 Oct 26 14:30:08.995783 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-f99d0154-0682-4abb-a3da-63012a8fb23b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Allocated IP 2001:db8:0:1::2bf (5003164a-c297-4bc3-ac0d-a3d8873c7f5d/c4c0459f-d9c6-4e12-99a3-39036918b4df/86e31352-8034-4fd4-834d-d4e5c9015051) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:09.087183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a237e36-630d-4e8a-a77f-b089fb3ff2cc req-71126c9f-adf5-476a-8c9d-c6f308be1799 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:09.088678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a237e36-630d-4e8a-a77f-b089fb3ff2cc req-71126c9f-adf5-476a-8c9d-c6f308be1799 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 945 time: 0.0565379 Oct 26 14:30:09.130927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a237e36-630d-4e8a-a77f-b089fb3ff2cc req-7c3e1447-e3e8-4391-a6d5-6c372a8810fb tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344436 Oct 26 14:30:09.148168 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f99d0154-0682-4abb-a3da-63012a8fb23b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.153227 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f99d0154-0682-4abb-a3da-63012a8fb23b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.237668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d0154-0682-4abb-a3da-63012a8fb23b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=86e31352-8034-4fd4-834d-d4e5c9015051,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:09.240495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-f99d0154-0682-4abb-a3da-63012a8fb23b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] In _notify_port_updated(), no bound segment for port 86e31352-8034-4fd4-834d-d4e5c9015051 on network 5003164a-c297-4bc3-ac0d-a3d8873c7f5d {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:30:09.246199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99d0154-0682-4abb-a3da-63012a8fb23b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:09.246865 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f99d0154-0682-4abb-a3da-63012a8fb23b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.250831 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f99d0154-0682-4abb-a3da-63012a8fb23b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "PUT /v2.0/ports/86e31352-8034-4fd4-834d-d4e5c9015051 HTTP/1.1" status: 200 len: 1012 time: 0.7993767 Oct 26 14:30:09.251321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39598) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:09.356381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9ef78e45-98d9-4035-96c7-39987db5e9a3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 86e31352-8034-4fd4-834d-d4e5c9015051 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:09.356728 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9ef78e45-98d9-4035-96c7-39987db5e9a3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.384387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6b375d-092c-40a8-a1d5-da1467d64c9d None None] Network 5003164a-c297-4bc3-ac0d-a3d8873c7f5d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:09.455903 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9ef78e45-98d9-4035-96c7-39987db5e9a3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.456500 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b2af2e25-149a-4366-bd1d-02fa31e1b7dc None None] Provisioning complete for port 86e31352-8034-4fd4-834d-d4e5c9015051 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:09.456500 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2af2e25-149a-4366-bd1d-02fa31e1b7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.468949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-9ef78e45-98d9-4035-96c7-39987db5e9a3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 86e31352-8034-4fd4-834d-d4e5c9015051 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:09.510548 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b2af2e25-149a-4366-bd1d-02fa31e1b7dc None None] Port 86e31352-8034-4fd4-834d-d4e5c9015051 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:09.547140 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b2af2e25-149a-4366-bd1d-02fa31e1b7dc None None] Provisioning complete for port ec433d45-83e6-4bd6-aef8-eb29f3998310 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:09.547521 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2af2e25-149a-4366-bd1d-02fa31e1b7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.683030 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9ef78e45-98d9-4035-96c7-39987db5e9a3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.715984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef78e45-98d9-4035-96c7-39987db5e9a3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=86e31352-8034-4fd4-834d-d4e5c9015051,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:09.768250 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9ef78e45-98d9-4035-96c7-39987db5e9a3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.772552 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9ef78e45-98d9-4035-96c7-39987db5e9a3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/86e31352-8034-4fd4-834d-d4e5c9015051 HTTP/1.1" status: 204 len: 168 time: 0.5198221 Oct 26 14:30:09.775127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39602) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:09.806890 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a514fb8-7604-42c1-8c04-e08d7c1137ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] GET failed (client error): The resource could not be found. Oct 26 14:30:09.808457 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7a514fb8-7604-42c1-8c04-e08d7c1137ed tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/86e31352-8034-4fd4-834d-d4e5c9015051 HTTP/1.1" status: 404 len: 333 time: 0.0318482 Oct 26 14:30:09.811732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39606) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:09.865340 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1bc22a-92ae-4d4d-9b36-1d6a5e4ef618 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting subnet c4c0459f-d9c6-4e12-99a3-39036918b4df {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:09.868835 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc22a-92ae-4d4d-9b36-1d6a5e4ef618 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.880274 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3710f181-081f-4e0e-a8cb-b0a2083ae7a3 None None] Could not find standard attr ID for object 86e31352-8034-4fd4-834d-d4e5c9015051. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:30:09.895940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3710f181-081f-4e0e-a8cb-b0a2083ae7a3 None None] Provisioning complete for port ec433d45-83e6-4bd6-aef8-eb29f3998310 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:09.897611 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3710f181-081f-4e0e-a8cb-b0a2083ae7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.948248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc22a-92ae-4d4d-9b36-1d6a5e4ef618 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.014547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ec433d45-83e6-4bd6-aef8-eb29f3998310 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:10.100988 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0cb8d-f480-4cd7-95c2-9415d6e51d46 req-04177c5c-4a34-4ee6-98f0-1aa07d66263e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:10.105019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ec433d45-83e6-4bd6-aef8-eb29f3998310 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:10.105591 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.110283 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90d0cb8d-f480-4cd7-95c2-9415d6e51d46 req-04177c5c-4a34-4ee6-98f0-1aa07d66263e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 944 time: 0.1034610 Oct 26 14:30:10.118135 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc22a-92ae-4d4d-9b36-1d6a5e4ef618 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.163610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90d0cb8d-f480-4cd7-95c2-9415d6e51d46 req-51ba2183-e523-4a4e-bdd9-0949bf04a448 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523174 Oct 26 14:30:10.176860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39620) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:10.230306 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc22a-92ae-4d4d-9b36-1d6a5e4ef618 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.247561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 041bd907-4774-4aaf-a703-7a16afc4604b details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:30:10.268194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d17957a4-9af9-4fa4-8291-a5637f529a4d None None] Could not find standard attr ID for object 86e31352-8034-4fd4-834d-d4e5c9015051. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:30:10.287922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bc22a-92ae-4d4d-9b36-1d6a5e4ef618 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c0459f-d9c6-4e12-99a3-39036918b4df,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:10.300610 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc22a-92ae-4d4d-9b36-1d6a5e4ef618 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.304895 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3c1bc22a-92ae-4d4d-9b36-1d6a5e4ef618 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/c4c0459f-d9c6-4e12-99a3-39036918b4df HTTP/1.1" status: 204 len: 168 time: 0.4922037 Oct 26 14:30:10.308241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39624) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:10.387018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-26d45dca-3e97-4903-85ff-2901eb1b7370 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/030679aa-ccf3-4e95-8a8d-9d7944730b07 HTTP/1.1" status: 200 len: 991 time: 0.2063498 Oct 26 14:30:10.402319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-467440ba-07d9-4842-98df-0aa67806ec80 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting subnet 68f97b16-5dc4-4d58-8ded-f0373f4dbe22 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:10.406503 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-467440ba-07d9-4842-98df-0aa67806ec80 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.413409 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12ce66-44a9-408d-992e-8e73f8fa7a8f req-cf843cec-4a0d-450f-896b-18c44befb089 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:10.415067 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c12ce66-44a9-408d-992e-8e73f8fa7a8f req-cf843cec-4a0d-450f-896b-18c44befb089 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 945 time: 0.1282108 Oct 26 14:30:10.431512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d5670-dad9-492a-9b26-8e9fc2963b72 req-81ebd899-3ee5-4c24-9eeb-b215e5041789 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:10.433343 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-936d5670-dad9-492a-9b26-8e9fc2963b72 req-81ebd899-3ee5-4c24-9eeb-b215e5041789 tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1795944-863d-40c2-a37f-91b9c76de870 HTTP/1.1" status: 200 len: 945 time: 0.1304233 Oct 26 14:30:10.479843 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-467440ba-07d9-4842-98df-0aa67806ec80 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.488296 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:10.521519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '041bd907-4774-4aaf-a703-7a16afc4604b', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'port_id': '041bd907-4774-4aaf-a703-7a16afc4604b', 'mac_address': 'fa:16:3e:18:37:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:30:10.556056 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-936d5670-dad9-492a-9b26-8e9fc2963b72 req-2218a7d6-1b87-4ee8-89eb-3aa1361f493c tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2341461-0b65-4456-a6a4-fae9a160141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145854 Oct 26 14:30:10.597391 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0938d206-f0cf-40c3-b6ad-936d54293439 None None] Network 5003164a-c297-4bc3-ac0d-a3d8873c7f5d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:10.618464 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-467440ba-07d9-4842-98df-0aa67806ec80 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.621491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-8c12ce66-44a9-408d-992e-8e73f8fa7a8f req-45b627fc-abe4-465c-a8c0-d97783d73a8a tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Deleting port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:10.621491 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8c12ce66-44a9-408d-992e-8e73f8fa7a8f req-45b627fc-abe4-465c-a8c0-d97783d73a8a tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.643837 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.666812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041bd907-4774-4aaf-a703-7a16afc4604b {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:30:10.683119 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-467440ba-07d9-4842-98df-0aa67806ec80 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.704597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e8de01cd-ae14-4231-87ab-9748c159e94f None None] Could not find standard attr ID for object 86e31352-8034-4fd4-834d-d4e5c9015051. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:30:10.708178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:10.721437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467440ba-07d9-4842-98df-0aa67806ec80 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Subnet': ['ID=68f97b16-5dc4-4d58-8ded-f0373f4dbe22,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:10.721952 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.727731 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-467440ba-07d9-4842-98df-0aa67806ec80 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.732276 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-467440ba-07d9-4842-98df-0aa67806ec80 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/68f97b16-5dc4-4d58-8ded-f0373f4dbe22 HTTP/1.1" status: 204 len: 168 time: 0.4228230 Oct 26 14:30:10.734921 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39630) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:10.739904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-8c12ce66-44a9-408d-992e-8e73f8fa7a8f req-45b627fc-abe4-465c-a8c0-d97783d73a8a tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] For port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9ed78dbb-bfff-4c3d-922e-1a98f68c20a1,segment=NetworkSegment(3aa8f27b-7fd8-49ec-aac6-59abce8d808d),segment_id=3aa8f27b-7fd8-49ec-aac6-59abce8d808d)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:10.740267 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8c12ce66-44a9-408d-992e-8e73f8fa7a8f req-45b627fc-abe4-465c-a8c0-d97783d73a8a tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.753832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-8c12ce66-44a9-408d-992e-8e73f8fa7a8f req-45b627fc-abe4-465c-a8c0-d97783d73a8a tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Calling delete_port for 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:10.812763 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=041bd907-4774-4aaf-a703-7a16afc4604b,revision_number=12']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:10.816507 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.885069 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port ec433d45-83e6-4bd6-aef8-eb29f3998310 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:10.885407 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.907246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b62e6f-fb58-4bd7-8586-b980daa0d775 None None] DHCP port deletion for 5003164a-c297-4bc3-ac0d-a3d8873c7f5d request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:30:10.910944 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8c12ce66-44a9-408d-992e-8e73f8fa7a8f req-45b627fc-abe4-465c-a8c0-d97783d73a8a tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.933091 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['9ed78dbb-bfff-4c3d-922e-1a98f68c20a1'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:30:10.939890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b627fc-abe4-465c-a8c0-d97783d73a8a tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Pushing event deleted for resources: {'Port': ['ID=9ed78dbb-bfff-4c3d-922e-1a98f68c20a1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:10.962626 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] For port ec433d45-83e6-4bd6-aef8-eb29f3998310, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ec433d45-83e6-4bd6-aef8-eb29f3998310,segment=NetworkSegment(91184cf1-e54f-41bd-8c67-a0551e5381bd),segment_id=91184cf1-e54f-41bd-8c67-a0551e5381bd)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:10.963249 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.977463 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for ec433d45-83e6-4bd6-aef8-eb29f3998310 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:10.986561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49b62e6f-fb58-4bd7-8586-b980daa0d775 None None] Deleting port ec433d45-83e6-4bd6-aef8-eb29f3998310 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:10.986937 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49b62e6f-fb58-4bd7-8586-b980daa0d775 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.987272 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c12ce66-44a9-408d-992e-8e73f8fa7a8f req-45b627fc-abe4-465c-a8c0-d97783d73a8a tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] No DVR routers for this DVR port 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:10.989696 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8c12ce66-44a9-408d-992e-8e73f8fa7a8f req-45b627fc-abe4-465c-a8c0-d97783d73a8a tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.993236 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c12ce66-44a9-408d-992e-8e73f8fa7a8f req-45b627fc-abe4-465c-a8c0-d97783d73a8a tempest-VolumesActionsTest-1048601940 tempest-VolumesActionsTest-1048601940-project] 10.222.0.25 "DELETE /v2.0/ports/9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 HTTP/1.1" status: 204 len: 173 time: 0.5704029 Oct 26 14:30:10.993689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1795944-863d-40c2-a37f-91b9c76de870', 'name': 'network-vif-deleted', 'tag': '9ed78dbb-bfff-4c3d-922e-1a98f68c20a1'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:10.996059 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa46e6e5-3ec3-451a-982e-6dc57be57c8d" -d '{"events": [{"server_uuid": "d1795944-863d-40c2-a37f-91b9c76de870", "name": "network-vif-deleted", "tag": "9ed78dbb-bfff-4c3d-922e-1a98f68c20a1"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:11.041477 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844656dc-b177-43a2-90a3-c4cee743b63d x-openstack-request-id: req-844656dc-b177-43a2-90a3-c4cee743b63d {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:11.041477 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1795944-863d-40c2-a37f-91b9c76de870", "name": "network-vif-deleted", "tag": "9ed78dbb-bfff-4c3d-922e-1a98f68c20a1", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:11.041713 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-844656dc-b177-43a2-90a3-c4cee743b63d {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:11.042023 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1795944-863d-40c2-a37f-91b9c76de870', 'name': 'network-vif-deleted', 'tag': '9ed78dbb-bfff-4c3d-922e-1a98f68c20a1', 'status': 'completed', 'code': 200} Oct 26 14:30:11.084197 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49b62e6f-fb58-4bd7-8586-b980daa0d775 None None] For port ec433d45-83e6-4bd6-aef8-eb29f3998310, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ec433d45-83e6-4bd6-aef8-eb29f3998310,segment=NetworkSegment(91184cf1-e54f-41bd-8c67-a0551e5381bd),segment_id=91184cf1-e54f-41bd-8c67-a0551e5381bd)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:11.084728 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49b62e6f-fb58-4bd7-8586-b980daa0d775 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.090593 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.099415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49b62e6f-fb58-4bd7-8586-b980daa0d775 None None] Calling delete_port for ec433d45-83e6-4bd6-aef8-eb29f3998310 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:11.130671 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No DVR routers for this DVR port ec433d45-83e6-4bd6-aef8-eb29f3998310 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:11.149297 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['041bd907-4774-4aaf-a703-7a16afc4604b'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:30:11.165168 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=ec433d45-83e6-4bd6-aef8-eb29f3998310,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:11.228790 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.255931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5003164a-c297-4bc3-ac0d-a3d8873c7f5d']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:11.266487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91184cf1-e54f-41bd-8c67-a0551e5381bd') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:11.266777 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91184cf1-e54f-41bd-8c67-a0551e5381bd') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:11.277542 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.292524 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.300669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:30:11.301055 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:30:11.304696 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:30:11.370605 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.378308 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.387022 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/networks/5003164a-c297-4bc3-ac0d-a3d8873c7f5d HTTP/1.1" status: 204 len: 168 time: 0.6505957 Oct 26 14:30:11.387258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39634) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:11.407069 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e5049-c320-4847-a8d2-ef86c768e4d4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Network': ['ID=5003164a-c297-4bc3-ac0d-a3d8873c7f5d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:11.439663 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49b62e6f-fb58-4bd7-8586-b980daa0d775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.450070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6e9394-10f9-490e-8558-ba5b387b5eb7 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:11.452215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4f6e9394-10f9-490e-8558-ba5b387b5eb7 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0640261 Oct 26 14:30:11.456518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39636) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:11.458834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49b62e6f-fb58-4bd7-8586-b980daa0d775 None None] Network 5003164a-c297-4bc3-ac0d-a3d8873c7f5d is not hosted by any dhcp agent {{(pid=102125) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:30:11.459294 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b62e6f-fb58-4bd7-8586-b980daa0d775 None None] No DVR routers for this DVR port ec433d45-83e6-4bd6-aef8-eb29f3998310 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:11.492732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b62e6f-fb58-4bd7-8586-b980daa0d775 None None] Pushing event deleted for resources: {'Port': ['ID=ec433d45-83e6-4bd6-aef8-eb29f3998310,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:11.534339 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e92ef4d5-f524-4048-b165-c8b38f97ab2a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0760365 Oct 26 14:30:11.537408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39638) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:11.543595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ce4c7851-1278-4e0d-9f2f-0b7f230251e5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-153832785'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:11.580136 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4c7851-1278-4e0d-9f2f-0b7f230251e5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:11.587339 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7851-1278-4e0d-9f2f-0b7f230251e5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.638488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4c7851-1278-4e0d-9f2f-0b7f230251e5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:30:11.655607 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7851-1278-4e0d-9f2f-0b7f230251e5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.655607 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-ce4c7851-1278-4e0d-9f2f-0b7f230251e5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Added segment 160a7e7b-897b-421d-ab25-0ad62ac194ab of type vlan for network 5c607c6d-693b-4a0f-aa45-28131adce72d Oct 26 14:30:11.709242 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7851-1278-4e0d-9f2f-0b7f230251e5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.747916 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7851-1278-4e0d-9f2f-0b7f230251e5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.756839 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4c7851-1278-4e0d-9f2f-0b7f230251e5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:11.757697 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7851-1278-4e0d-9f2f-0b7f230251e5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.817629 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ce4c7851-1278-4e0d-9f2f-0b7f230251e5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2764807 Oct 26 14:30:11.818019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39652) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:11.824669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-502183e6-a22b-44ba-bed5-7ec4de89b675 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': '5c607c6d-693b-4a0f-aa45-28131adce72d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:11.841017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c7851-1278-4e0d-9f2f-0b7f230251e5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Network': ['ID=5c607c6d-693b-4a0f-aa45-28131adce72d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:11.852829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 5c607c6d-693b-4a0f-aa45-28131adce72d details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:30:11.981850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502183e6-a22b-44ba-bed5-7ec4de89b675 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:11.986038 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-502183e6-a22b-44ba-bed5-7ec4de89b675 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.999274 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ec433d45-83e6-4bd6-aef8-eb29f3998310 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:12.034735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: ec433d45-83e6-4bd6-aef8-eb29f3998310 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:12.037025 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ec433d45-83e6-4bd6-aef8-eb29f3998310 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:12.056426 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:30:12.249200 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-502183e6-a22b-44ba-bed5-7ec4de89b675 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:12.329502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502183e6-a22b-44ba-bed5-7ec4de89b675 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Subnet': ['ID=0d8be1af-93dc-434a-8081-fb971235440e,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:12.348045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502183e6-a22b-44ba-bed5-7ec4de89b675 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Checking segment: {'id': '160a7e7b-897b-421d-ab25-0ad62ac194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5c607c6d-693b-4a0f-aa45-28131adce72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:12.348418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502183e6-a22b-44ba-bed5-7ec4de89b675 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network hostable DHCP agents. Network: 5c607c6d-693b-4a0f-aa45-28131adce72d, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:30:12.373962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502183e6-a22b-44ba-bed5-7ec4de89b675 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network 5c607c6d-693b-4a0f-aa45-28131adce72d is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:30:12.395083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-502183e6-a22b-44ba-bed5-7ec4de89b675 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 5c607c6d-693b-4a0f-aa45-28131adce72d) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:12.400229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502183e6-a22b-44ba-bed5-7ec4de89b675 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:12.403957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32620e6b-549d-4fae-ad44-6a197d494cf3 None None] Network 5c607c6d-693b-4a0f-aa45-28131adce72d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:12.405819 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-502183e6-a22b-44ba-bed5-7ec4de89b675 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:12.427108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-502183e6-a22b-44ba-bed5-7ec4de89b675 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6076338 Oct 26 14:30:12.429692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39672) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:12.437046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-371dc604-9ab6-4a68-b204-fc3e1e2126bb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'network_id': '5c607c6d-693b-4a0f-aa45-28131adce72d', 'name': 'tempest-PortsIpV6TestJSON-408704374'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:12.626971 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-5c607c6d-693b-4a0f-aa45-28131adce72d', 'network_id': '5c607c6d-693b-4a0f-aa45-28131adce72d', 'tenant_id': 'e47e7dfbbaa14c0b802f99a4e3fac013', 'fixed_ips': [{'subnet_id': '0d8be1af-93dc-434a-8081-fb971235440e'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:30:12.634614 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:12.651433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371dc604-9ab6-4a68-b204-fc3e1e2126bb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:12.659355 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-371dc604-9ab6-4a68-b204-fc3e1e2126bb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:12.695554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-371dc604-9ab6-4a68-b204-fc3e1e2126bb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port ce913252-9890-425c-babc-23ac6f59a19f yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:12.801433 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-074a79c8-6f79-48b7-8334-2f649d7637b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:12.865931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-371dc604-9ab6-4a68-b204-fc3e1e2126bb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Allocated IP 2001:db8::19c (5c607c6d-693b-4a0f-aa45-28131adce72d/0d8be1af-93dc-434a-8081-fb971235440e/ce913252-9890-425c-babc-23ac6f59a19f) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:13.025483 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-371dc604-9ab6-4a68-b204-fc3e1e2126bb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.063185 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-371dc604-9ab6-4a68-b204-fc3e1e2126bb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.114606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371dc604-9ab6-4a68-b204-fc3e1e2126bb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network 5c607c6d-693b-4a0f-aa45-28131adce72d is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:13.118170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-371dc604-9ab6-4a68-b204-fc3e1e2126bb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:13.122375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371dc604-9ab6-4a68-b204-fc3e1e2126bb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:13.128848 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371dc604-9ab6-4a68-b204-fc3e1e2126bb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:13.129060 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Allocated IP 2001:db8::2 (5c607c6d-693b-4a0f-aa45-28131adce72d/0d8be1af-93dc-434a-8081-fb971235440e/4b8a22ce-2564-48d2-abe2-7fc3810aa838) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:13.129518 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-371dc604-9ab6-4a68-b204-fc3e1e2126bb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.141840 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dc604-9ab6-4a68-b204-fc3e1e2126bb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=ce913252-9890-425c-babc-23ac6f59a19f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:13.153595 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-371dc604-9ab6-4a68-b204-fc3e1e2126bb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7225916 Oct 26 14:30:13.156387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39692) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:13.162634 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-bc2abe10-2240-44b0-bd58-efadc660429d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'network_id': '5c607c6d-693b-4a0f-aa45-28131adce72d', 'name': 'tempest-PortsIpV6TestJSON-1801852194'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:13.297834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2abe10-2240-44b0-bd58-efadc660429d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:13.302367 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bc2abe10-2240-44b0-bd58-efadc660429d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.324012 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.334201 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.340697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-bc2abe10-2240-44b0-bd58-efadc660429d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port 41f319ec-bd99-4fe4-920e-74a8998b2aea yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:13.390148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Network 5c607c6d-693b-4a0f-aa45-28131adce72d is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:13.396859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:13.402341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:13.409340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Pushing event updated for resources: {'Port': ['ID=4b8a22ce-2564-48d2-abe2-7fc3810aa838,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:13.484684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Attempting to bind port 4b8a22ce-2564-48d2-abe2-7fc3810aa838 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:13.485146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Attempting to bind port 4b8a22ce-2564-48d2-abe2-7fc3810aa838 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '160a7e7b-897b-421d-ab25-0ad62ac194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5c607c6d-693b-4a0f-aa45-28131adce72d'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:13.485529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Attempting to bind port 4b8a22ce-2564-48d2-abe2-7fc3810aa838 on network 5c607c6d-693b-4a0f-aa45-28131adce72d {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:13.490339 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:13.523384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-bc2abe10-2240-44b0-bd58-efadc660429d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Allocated IP 2001:db8::174 (5c607c6d-693b-4a0f-aa45-28131adce72d/0d8be1af-93dc-434a-8081-fb971235440e/41f319ec-bd99-4fe4-920e-74a8998b2aea) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:13.530465 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:13.532361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9ed78dbb-bfff-4c3d-922e-1a98f68c20a1 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:13.539108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:13.539626 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Checking segment: {'id': '160a7e7b-897b-421d-ab25-0ad62ac194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5c607c6d-693b-4a0f-aa45-28131adce72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:13.540110 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.540633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Bound using segment: {'id': '160a7e7b-897b-421d-ab25-0ad62ac194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5c607c6d-693b-4a0f-aa45-28131adce72d'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:13.541192 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Bound port: 4b8a22ce-2564-48d2-abe2-7fc3810aa838, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160a7e7b-897b-421d-ab25-0ad62ac194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5c607c6d-693b-4a0f-aa45-28131adce72d'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:13.541691 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.622624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] For port 4b8a22ce-2564-48d2-abe2-7fc3810aa838, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:13.626617 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] For port 4b8a22ce-2564-48d2-abe2-7fc3810aa838, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=4b8a22ce-2564-48d2-abe2-7fc3810aa838,segment=NetworkSegment(160a7e7b-897b-421d-ab25-0ad62ac194ab),segment_id=160a7e7b-897b-421d-ab25-0ad62ac194ab)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:13.637413 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.729391 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7632e2-eb4f-4d2c-ae2a-ece5ab21ce9b None None] Pushing event updated for resources: {'Port': ['ID=4b8a22ce-2564-48d2-abe2-7fc3810aa838,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:13.737991 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bc2abe10-2240-44b0-bd58-efadc660429d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.801298 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bc2abe10-2240-44b0-bd58-efadc660429d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.861248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2abe10-2240-44b0-bd58-efadc660429d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network 5c607c6d-693b-4a0f-aa45-28131adce72d is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:13.866996 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-bc2abe10-2240-44b0-bd58-efadc660429d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:13.869250 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2abe10-2240-44b0-bd58-efadc660429d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=41f319ec-bd99-4fe4-920e-74a8998b2aea,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:13.877668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2abe10-2240-44b0-bd58-efadc660429d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:13.885526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2abe10-2240-44b0-bd58-efadc660429d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:13.886648 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bc2abe10-2240-44b0-bd58-efadc660429d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.908376 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bc2abe10-2240-44b0-bd58-efadc660429d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7508385 Oct 26 14:30:13.911634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39720) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:14.076683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b373b38f-d8b2-4711-9ab6-d1fbc501cc06 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:14.078479 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b373b38f-d8b2-4711-9ab6-d1fbc501cc06 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A19c HTTP/1.1" status: 200 len: 928 time: 0.1658421 Oct 26 14:30:14.081222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39722) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:14.229726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7a819949-19c2-4062-8ec7-2b5f74d6804f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 41f319ec-bd99-4fe4-920e-74a8998b2aea {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:14.230335 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7a819949-19c2-4062-8ec7-2b5f74d6804f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:14.302452 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 041bd907-4774-4aaf-a703-7a16afc4604b up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:14.359525 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7a819949-19c2-4062-8ec7-2b5f74d6804f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:14.375644 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7a819949-19c2-4062-8ec7-2b5f74d6804f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 41f319ec-bd99-4fe4-920e-74a8998b2aea owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:14.414855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 041bd907-4774-4aaf-a703-7a16afc4604b completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:30:14.419622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 041bd907-4774-4aaf-a703-7a16afc4604b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:14.420645 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:14.578988 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:14.613514 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7a819949-19c2-4062-8ec7-2b5f74d6804f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:14.616352 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:14.619164 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad26b302-a4a3-4a77-a9c2-1955b744bfe0" -d '{"events": [{"server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "name": "network-vif-plugged", "status": "completed", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:14.640834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:14.661873 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:14.708189 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a819949-19c2-4062-8ec7-2b5f74d6804f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=41f319ec-bd99-4fe4-920e-74a8998b2aea,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:14.714012 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e0eb5a-54b3-494c-8a1a-20057bc1b9eb x-openstack-request-id: req-33e0eb5a-54b3-494c-8a1a-20057bc1b9eb {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:14.714344 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "name": "network-vif-plugged", "status": "completed", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:14.715101 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33e0eb5a-54b3-494c-8a1a-20057bc1b9eb {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:14.715101 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b', 'code': 200} Oct 26 14:30:14.756634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=041bd907-4774-4aaf-a703-7a16afc4604b,revision_number=13']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:14.765188 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7a819949-19c2-4062-8ec7-2b5f74d6804f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:14.770220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7a819949-19c2-4062-8ec7-2b5f74d6804f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/41f319ec-bd99-4fe4-920e-74a8998b2aea HTTP/1.1" status: 204 len: 168 time: 0.6874297 Oct 26 14:30:14.772723 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39730) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:14.810866 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-222e0d7a-add8-4fc0-8fc8-8c26d3bad91f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] GET failed (client error): The resource could not be found. Oct 26 14:30:14.812747 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-222e0d7a-add8-4fc0-8fc8-8c26d3bad91f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/41f319ec-bd99-4fe4-920e-74a8998b2aea HTTP/1.1" status: 404 len: 333 time: 0.0389962 Oct 26 14:30:14.815368 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39732) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:15.030121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2b76f906-6a06-4bf3-a6bf-d1cbf5284f5e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port ce913252-9890-425c-babc-23ac6f59a19f {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:15.030465 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b76f906-6a06-4bf3-a6bf-d1cbf5284f5e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.105552 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f95562c3-5a68-4ea2-a24e-f3f30bc57652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.198174 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b76f906-6a06-4bf3-a6bf-d1cbf5284f5e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.218295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2b76f906-6a06-4bf3-a6bf-d1cbf5284f5e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for ce913252-9890-425c-babc-23ac6f59a19f owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:15.239397 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b9e72a-16dd-4711-8aba-71cd8aa09fc6 None None] Network 5c607c6d-693b-4a0f-aa45-28131adce72d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:15.324709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-fd6bcc8e-ec62-46fb-b07b-9652ce98d5aa None None] Provisioning complete for port 4b8a22ce-2564-48d2-abe2-7fc3810aa838 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:15.325328 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fd6bcc8e-ec62-46fb-b07b-9652ce98d5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.479741 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b76f906-6a06-4bf3-a6bf-d1cbf5284f5e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.525046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76f906-6a06-4bf3-a6bf-d1cbf5284f5e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=ce913252-9890-425c-babc-23ac6f59a19f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:15.541411 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fd6bcc8e-ec62-46fb-b07b-9652ce98d5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.559348 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2b76f906-6a06-4bf3-a6bf-d1cbf5284f5e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.566098 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2b76f906-6a06-4bf3-a6bf-d1cbf5284f5e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/ce913252-9890-425c-babc-23ac6f59a19f HTTP/1.1" status: 204 len: 168 time: 0.7474520 Oct 26 14:30:15.566500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39736) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:15.603572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fd6bcc8e-ec62-46fb-b07b-9652ce98d5aa None None] For port 4b8a22ce-2564-48d2-abe2-7fc3810aa838, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=4b8a22ce-2564-48d2-abe2-7fc3810aa838,segment=NetworkSegment(160a7e7b-897b-421d-ab25-0ad62ac194ab),segment_id=160a7e7b-897b-421d-ab25-0ad62ac194ab)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:15.603948 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-564907ad-488c-4ed0-9dda-ed0bf2e70806 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] GET failed (client error): The resource could not be found. Oct 26 14:30:15.606044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-564907ad-488c-4ed0-9dda-ed0bf2e70806 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/ce913252-9890-425c-babc-23ac6f59a19f HTTP/1.1" status: 404 len: 333 time: 0.0383704 Oct 26 14:30:15.609276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39738) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:15.623885 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fd6bcc8e-ec62-46fb-b07b-9652ce98d5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.700491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-581b3c1e-cdf2-40c9-ba9b-48f816e2406c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting subnet 0d8be1af-93dc-434a-8081-fb971235440e {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:15.709381 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-581b3c1e-cdf2-40c9-ba9b-48f816e2406c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.751157 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bcc8e-ec62-46fb-b07b-9652ce98d5aa None None] Pushing event updated for resources: {'Port': ['ID=4b8a22ce-2564-48d2-abe2-7fc3810aa838,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:15.823898 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-581b3c1e-cdf2-40c9-ba9b-48f816e2406c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.954089 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-581b3c1e-cdf2-40c9-ba9b-48f816e2406c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.076781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-581b3c1e-cdf2-40c9-ba9b-48f816e2406c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.080204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-25522fd9-e5d7-4bda-9b78-56c6a59ed309 None None] Provisioning complete for port 4b8a22ce-2564-48d2-abe2-7fc3810aa838 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:16.080578 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-25522fd9-e5d7-4bda-9b78-56c6a59ed309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.117787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b3c1e-cdf2-40c9-ba9b-48f816e2406c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8be1af-93dc-434a-8081-fb971235440e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:16.128392 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-581b3c1e-cdf2-40c9-ba9b-48f816e2406c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.132987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-581b3c1e-cdf2-40c9-ba9b-48f816e2406c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/0d8be1af-93dc-434a-8081-fb971235440e HTTP/1.1" status: 204 len: 168 time: 0.5223541 Oct 26 14:30:16.135086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39746) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:16.243761 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.276347 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 4b8a22ce-2564-48d2-abe2-7fc3810aa838 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:16.312263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 4b8a22ce-2564-48d2-abe2-7fc3810aa838 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:16.312605 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.404969 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 4b8a22ce-2564-48d2-abe2-7fc3810aa838 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:16.408494 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.431373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] For port 4b8a22ce-2564-48d2-abe2-7fc3810aa838, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=4b8a22ce-2564-48d2-abe2-7fc3810aa838,segment=NetworkSegment(160a7e7b-897b-421d-ab25-0ad62ac194ab),segment_id=160a7e7b-897b-421d-ab25-0ad62ac194ab)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:16.434581 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.451876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe5f135-d820-4820-b3d9-56592facdf58 None None] Network 5c607c6d-693b-4a0f-aa45-28131adce72d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:16.457850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 4b8a22ce-2564-48d2-abe2-7fc3810aa838 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:16.542749 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7a709082-c40f-4ac1-abd1-8e55b1b325e5 None None] Could not find standard attr ID for object ce913252-9890-425c-babc-23ac6f59a19f. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:30:16.594091 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.613105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No DVR routers for this DVR port 4b8a22ce-2564-48d2-abe2-7fc3810aa838 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:16.640083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=4b8a22ce-2564-48d2-abe2-7fc3810aa838,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:16.675729 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.780421 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9dee89-1048-48d0-b4d2-7bcac4ac78c1 None None] DHCP port deletion for 5c607c6d-693b-4a0f-aa45-28131adce72d request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:30:16.829025 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.874493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c607c6d-693b-4a0f-aa45-28131adce72d']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:16.874851 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.886177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160a7e7b-897b-421d-ab25-0ad62ac194ab') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:16.886772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160a7e7b-897b-421d-ab25-0ad62ac194ab') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:16.899705 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.923204 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.931104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:30:16.931557 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:30:17.001923 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:30:17.007792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:17.027024 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:17.036006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/networks/5c607c6d-693b-4a0f-aa45-28131adce72d HTTP/1.1" status: 204 len: 168 time: 0.8992348 Oct 26 14:30:17.040962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39754) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:17.055156 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8e3a5b16-de0b-4fb0-a922-ec7424f68e2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2115976049'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:17.059782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9dba2-a1d7-4c6b-a4e2-6ddb8f619883 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Network': ['ID=5c607c6d-693b-4a0f-aa45-28131adce72d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:17.139955 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3a5b16-de0b-4fb0-a922-ec7424f68e2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:17.158604 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8e3a5b16-de0b-4fb0-a922-ec7424f68e2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:17.206061 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3a5b16-de0b-4fb0-a922-ec7424f68e2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:30:17.220875 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8e3a5b16-de0b-4fb0-a922-ec7424f68e2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:17.221256 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-8e3a5b16-de0b-4fb0-a922-ec7424f68e2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Added segment f380e984-ea19-493d-974a-bb12aac420da of type vlan for network f8053aad-1220-4263-821d-2dd73f365c21 Oct 26 14:30:17.330753 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8e3a5b16-de0b-4fb0-a922-ec7424f68e2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:17.401690 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8e3a5b16-de0b-4fb0-a922-ec7424f68e2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:17.427300 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3a5b16-de0b-4fb0-a922-ec7424f68e2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:17.427982 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8e3a5b16-de0b-4fb0-a922-ec7424f68e2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:17.510061 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8e3a5b16-de0b-4fb0-a922-ec7424f68e2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4678733 Oct 26 14:30:17.513036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39756) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:17.518955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6cfc89b3-35f5-495e-98bb-295fdef24561 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': 'f8053aad-1220-4263-821d-2dd73f365c21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:17.551865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a5b16-de0b-4fb0-a922-ec7424f68e2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Network': ['ID=f8053aad-1220-4263-821d-2dd73f365c21,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:17.592404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network f8053aad-1220-4263-821d-2dd73f365c21 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:30:17.749751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfc89b3-35f5-495e-98bb-295fdef24561 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:17.758005 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6cfc89b3-35f5-495e-98bb-295fdef24561 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:18.065103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 4b8a22ce-2564-48d2-abe2-7fc3810aa838 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:18.092651 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 4b8a22ce-2564-48d2-abe2-7fc3810aa838 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:18.092998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 4b8a22ce-2564-48d2-abe2-7fc3810aa838 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:18.147690 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6cfc89b3-35f5-495e-98bb-295fdef24561 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:18.261417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc89b3-35f5-495e-98bb-295fdef24561 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Subnet': ['ID=c5e0e2d8-fdf8-4533-965b-01839bb6d99f,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:18.274823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc89b3-35f5-495e-98bb-295fdef24561 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Checking segment: {'id': 'f380e984-ea19-493d-974a-bb12aac420da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f8053aad-1220-4263-821d-2dd73f365c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:18.275550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfc89b3-35f5-495e-98bb-295fdef24561 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network hostable DHCP agents. Network: f8053aad-1220-4263-821d-2dd73f365c21, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:30:18.299690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfc89b3-35f5-495e-98bb-295fdef24561 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network f8053aad-1220-4263-821d-2dd73f365c21 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:30:18.323092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-6cfc89b3-35f5-495e-98bb-295fdef24561 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, f8053aad-1220-4263-821d-2dd73f365c21) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:18.346876 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfc89b3-35f5-495e-98bb-295fdef24561 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:18.348211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6cfc89b3-35f5-495e-98bb-295fdef24561 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:18.354509 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7e052a-a013-4d5a-970d-1d06cd5ff6d6 None None] Network f8053aad-1220-4263-821d-2dd73f365c21 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:18.417105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6cfc89b3-35f5-495e-98bb-295fdef24561 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8954327 Oct 26 14:30:18.417105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39768) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:18.452136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-fcde990c-c292-4dbe-ab52-edc1e5bf2bf5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'network_id': 'f8053aad-1220-4263-821d-2dd73f365c21', 'name': 'tempest-PortsIpV6TestJSON-1257786123', 'fixed_ips': [{'subnet_id': 'c5e0e2d8-fdf8-4533-965b-01839bb6d99f', 'ip_address': '2001:db8::10'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:18.707112 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:18.714605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-f8053aad-1220-4263-821d-2dd73f365c21', 'network_id': 'f8053aad-1220-4263-821d-2dd73f365c21', 'tenant_id': 'e47e7dfbbaa14c0b802f99a4e3fac013', 'fixed_ips': [{'subnet_id': 'c5e0e2d8-fdf8-4533-965b-01839bb6d99f'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:30:18.715451 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:18.771280 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcde990c-c292-4dbe-ab52-edc1e5bf2bf5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:19.104870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Allocated IP 2001:db8::2 (f8053aad-1220-4263-821d-2dd73f365c21/c5e0e2d8-fdf8-4533-965b-01839bb6d99f/625063a5-96b0-47df-bad5-19d6a4bb8e20) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:19.129089 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fcde990c-c292-4dbe-ab52-edc1e5bf2bf5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:19.184798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-fcde990c-c292-4dbe-ab52-edc1e5bf2bf5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port 8b0e6130-1c83-459b-8125-7e49e12058db yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:19.201716 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-c7f0d1c8-053e-42fe-b391-144e8b27bc7b tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:19.202877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-c7f0d1c8-053e-42fe-b391-144e8b27bc7b tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/networks?id=91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 200 len: 815 time: 0.2910938 Oct 26 14:30:19.259434 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-2c519e57-ac25-432e-96c5-1a37c700e644 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/quotas/828b938fdddb4120a13cb632ae8d7046 HTTP/1.1" status: 200 len: 375 time: 0.0192261 Oct 26 14:30:19.298941 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:19.318920 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:19.372224 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-3604d813-d983-4287-ae94-48b58d7aaa17 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=828b938fdddb4120a13cb632ae8d7046&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118612 Oct 26 14:30:19.377427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Network f8053aad-1220-4263-821d-2dd73f365c21 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:19.379046 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Pushing event updated for resources: {'Port': ['ID=625063a5-96b0-47df-bad5-19d6a4bb8e20,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:19.381906 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:19.402624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:19.464726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Attempting to bind port 625063a5-96b0-47df-bad5-19d6a4bb8e20 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:19.465181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Attempting to bind port 625063a5-96b0-47df-bad5-19d6a4bb8e20 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'f380e984-ea19-493d-974a-bb12aac420da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f8053aad-1220-4263-821d-2dd73f365c21'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:19.465594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Attempting to bind port 625063a5-96b0-47df-bad5-19d6a4bb8e20 on network f8053aad-1220-4263-821d-2dd73f365c21 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:19.471779 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:19.472272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Checking segment: {'id': 'f380e984-ea19-493d-974a-bb12aac420da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f8053aad-1220-4263-821d-2dd73f365c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:19.472742 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:19.473207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Bound using segment: {'id': 'f380e984-ea19-493d-974a-bb12aac420da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f8053aad-1220-4263-821d-2dd73f365c21'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:19.473756 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Bound port: 625063a5-96b0-47df-bad5-19d6a4bb8e20, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f380e984-ea19-493d-974a-bb12aac420da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f8053aad-1220-4263-821d-2dd73f365c21'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:19.474239 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:19.512039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-fcde990c-c292-4dbe-ab52-edc1e5bf2bf5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Allocated IP 2001:db8::10 (f8053aad-1220-4263-821d-2dd73f365c21/c5e0e2d8-fdf8-4533-965b-01839bb6d99f/8b0e6130-1c83-459b-8125-7e49e12058db) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:19.566350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-57ea6961-bfb2-49e8-9410-36814f3c3f4c service neutron] 10.222.0.32 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787639 Oct 26 14:30:19.619027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] For port 625063a5-96b0-47df-bad5-19d6a4bb8e20, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:19.624654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] For port 625063a5-96b0-47df-bad5-19d6a4bb8e20, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=625063a5-96b0-47df-bad5-19d6a4bb8e20,segment=NetworkSegment(f380e984-ea19-493d-974a-bb12aac420da),segment_id=f380e984-ea19-493d-974a-bb12aac420da)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:19.634946 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:19.745967 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5856792-1f08-4c7d-9f1c-417aad470e3b None None] Pushing event updated for resources: {'Port': ['ID=625063a5-96b0-47df-bad5-19d6a4bb8e20,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:20.234441 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-df70dd5c-414b-4567-b008-2ba24be09e69 service neutron] 10.222.0.32 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6486659 Oct 26 14:30:20.286973 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fcde990c-c292-4dbe-ab52-edc1e5bf2bf5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:20.331432 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fcde990c-c292-4dbe-ab52-edc1e5bf2bf5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:20.388524 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcde990c-c292-4dbe-ab52-edc1e5bf2bf5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network f8053aad-1220-4263-821d-2dd73f365c21 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:20.391836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-fcde990c-c292-4dbe-ab52-edc1e5bf2bf5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:20.394702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcde990c-c292-4dbe-ab52-edc1e5bf2bf5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:20.402453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcde990c-c292-4dbe-ab52-edc1e5bf2bf5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:20.403106 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fcde990c-c292-4dbe-ab52-edc1e5bf2bf5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:20.426669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde990c-c292-4dbe-ab52-edc1e5bf2bf5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=8b0e6130-1c83-459b-8125-7e49e12058db,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:20.450464 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fcde990c-c292-4dbe-ab52-edc1e5bf2bf5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0231473 Oct 26 14:30:20.451904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39796) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:20.458674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7deb91c3-48a6-4fc4-a57f-9ef92bc90e4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'network_id': 'f8053aad-1220-4263-821d-2dd73f365c21', 'name': 'tempest-PortsIpV6TestJSON-1092667437', 'fixed_ips': [{'subnet_id': 'c5e0e2d8-fdf8-4533-965b-01839bb6d99f', 'ip_address': '2001:db8::f'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:20.527013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-891a9c26-d922-47ee-a725-64609e7e168d req-6426a4e9-5ada-4595-bda5-d83480f318e3 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 210 time: 0.0485008 Oct 26 14:30:20.660276 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deb91c3-48a6-4fc4-a57f-9ef92bc90e4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:20.773524 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7deb91c3-48a6-4fc4-a57f-9ef92bc90e4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:20.801205 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-7deb91c3-48a6-4fc4-a57f-9ef92bc90e4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port 1dfd4537-29a5-4f23-8efb-ec74f416846c yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:21.051022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-7deb91c3-48a6-4fc4-a57f-9ef92bc90e4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Allocated IP 2001:db8::f (f8053aad-1220-4263-821d-2dd73f365c21/c5e0e2d8-fdf8-4533-965b-01839bb6d99f/1dfd4537-29a5-4f23-8efb-ec74f416846c) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:21.154082 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b442b8-dea8-4fa5-b1a5-b3ebbdb0ec29 None None] Network f8053aad-1220-4263-821d-2dd73f365c21 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:21.270905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-790bb622-7cd7-450a-9b19-5d588f1e3d65 None None] Provisioning complete for port 625063a5-96b0-47df-bad5-19d6a4bb8e20 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:21.272679 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-790bb622-7cd7-450a-9b19-5d588f1e3d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:21.353543 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7deb91c3-48a6-4fc4-a57f-9ef92bc90e4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:21.471937 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7deb91c3-48a6-4fc4-a57f-9ef92bc90e4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:21.559378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb91c3-48a6-4fc4-a57f-9ef92bc90e4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network f8053aad-1220-4263-821d-2dd73f365c21 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:21.565143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-7deb91c3-48a6-4fc4-a57f-9ef92bc90e4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:21.569753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb91c3-48a6-4fc4-a57f-9ef92bc90e4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:21.576179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deb91c3-48a6-4fc4-a57f-9ef92bc90e4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:21.577161 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7deb91c3-48a6-4fc4-a57f-9ef92bc90e4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:21.585320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb91c3-48a6-4fc4-a57f-9ef92bc90e4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=1dfd4537-29a5-4f23-8efb-ec74f416846c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:21.624034 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7deb91c3-48a6-4fc4-a57f-9ef92bc90e4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1694763 Oct 26 14:30:21.626786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39810) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:21.723246 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-790bb622-7cd7-450a-9b19-5d588f1e3d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:21.799480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-790bb622-7cd7-450a-9b19-5d588f1e3d65 None None] For port 625063a5-96b0-47df-bad5-19d6a4bb8e20, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=625063a5-96b0-47df-bad5-19d6a4bb8e20,segment=NetworkSegment(f380e984-ea19-493d-974a-bb12aac420da),segment_id=f380e984-ea19-493d-974a-bb12aac420da)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:21.805081 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-790bb622-7cd7-450a-9b19-5d588f1e3d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:21.845326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c75baec-625a-4777-b5a7-aa34528f8911 req-f949b48b-4a1c-43d6-9f78-d8aca3268d1e tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 210 time: 0.0762668 Oct 26 14:30:21.891035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bb622-7cd7-450a-9b19-5d588f1e3d65 None None] Pushing event updated for resources: {'Port': ['ID=625063a5-96b0-47df-bad5-19d6a4bb8e20,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:21.987190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ef13b8-380e-4a8d-b632-c5238ce1b421 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:21.988798 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-46ef13b8-380e-4a8d-b632-c5238ce1b421 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3610032 Oct 26 14:30:21.991688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39812) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:22.120144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 625063a5-96b0-47df-bad5-19d6a4bb8e20 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:22.122465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-f0f9a47f-bd89-47f6-a891-179d3d6b5ed4 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:22.125206 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-f0f9a47f-bd89-47f6-a891-179d3d6b5ed4 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.25 "GET /v2.0/networks?id=91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 200 len: 815 time: 0.2759202 Oct 26 14:30:22.143312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-9d38f4b3-e8bd-424a-99f2-df3e76702b18 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Request body: {'port': {'device_id': '7050395d-81fc-4298-8769-61a43baa135e', 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4', 'admin_state_up': True, 'tenant_id': '828b938fdddb4120a13cb632ae8d7046'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:22.210078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1d11c-2ff1-4ae2-8769-c3b220307fb8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:22.210338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 625063a5-96b0-47df-bad5-19d6a4bb8e20 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:22.210793 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.222708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1d11c-2ff1-4ae2-8769-c3b220307fb8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:22.231049 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1d11c-2ff1-4ae2-8769-c3b220307fb8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:22.234975 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1af1d11c-2ff1-4ae2-8769-c3b220307fb8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2422562 Oct 26 14:30:22.238676 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39818) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:22.377069 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-39aa8758-cf1c-4083-a080-edc499a394ce tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 1dfd4537-29a5-4f23-8efb-ec74f416846c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:22.377765 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39aa8758-cf1c-4083-a080-edc499a394ce tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.384846 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-9d38f4b3-e8bd-424a-99f2-df3e76702b18 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Made reservation on behalf of 828b938fdddb4120a13cb632ae8d7046 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:22.390878 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-9d38f4b3-e8bd-424a-99f2-df3e76702b18 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.437683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-aebcf0ec-24f2-49d6-b327-af767167e8da None None] Provisioning complete for port 8b0e6130-1c83-459b-8125-7e49e12058db triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:22.437683 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aebcf0ec-24f2-49d6-b327-af767167e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.481257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-aebcf0ec-24f2-49d6-b327-af767167e8da None None] Port 8b0e6130-1c83-459b-8125-7e49e12058db cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:22.495390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-aebcf0ec-24f2-49d6-b327-af767167e8da None None] Provisioning complete for port 625063a5-96b0-47df-bad5-19d6a4bb8e20 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:22.495764 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aebcf0ec-24f2-49d6-b327-af767167e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.655436 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-9d38f4b3-e8bd-424a-99f2-df3e76702b18 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Allocated IP 172.20.0.12 (91c60990-6432-4fa9-b775-143580ec98f4/0fc0d017-1b97-4753-adb5-3fc2da6bf5ce/e667e268-c9ec-43ee-9f4f-2130ba0665c3) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:22.675256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-aebcf0ec-24f2-49d6-b327-af767167e8da None None] Provisioning complete for port 1dfd4537-29a5-4f23-8efb-ec74f416846c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:22.677247 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aebcf0ec-24f2-49d6-b327-af767167e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.723657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-aebcf0ec-24f2-49d6-b327-af767167e8da None None] Port 1dfd4537-29a5-4f23-8efb-ec74f416846c cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:22.852047 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-9d38f4b3-e8bd-424a-99f2-df3e76702b18 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.852733 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-883969c6-6f07-409f-b5e2-f2a7f6b10680 None None] Provisioning complete for port 8b0e6130-1c83-459b-8125-7e49e12058db triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:22.853104 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-883969c6-6f07-409f-b5e2-f2a7f6b10680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.891275 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-9d38f4b3-e8bd-424a-99f2-df3e76702b18 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.932721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1421a054-9d09-4785-a615-4d7c2335a075'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:30:22.934767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['7cfc1b08-a300-4e23-bbe0-514a35092416', '9d97365f-2ad6-4816-9a6a-07be9ae56ac6'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:30:22.984532 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-9d38f4b3-e8bd-424a-99f2-df3e76702b18 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Network 91c60990-6432-4fa9-b775-143580ec98f4 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:22.988002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-9d38f4b3-e8bd-424a-99f2-df3e76702b18 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:22.993785 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-9d38f4b3-e8bd-424a-99f2-df3e76702b18 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:22.998636 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38f4b3-e8bd-424a-99f2-df3e76702b18 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Pushing event updated for resources: {'Port': ['ID=e667e268-c9ec-43ee-9f4f-2130ba0665c3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:23.001329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-883969c6-6f07-409f-b5e2-f2a7f6b10680 None None] Port 8b0e6130-1c83-459b-8125-7e49e12058db cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:23.129550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5c9e7-634b-4d16-b09d-216f7a14001e req-82f7c6b8-6a13-427a-9c73-d99294b5c691 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:23.145113 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0aa5c9e7-634b-4d16-b09d-216f7a14001e req-82f7c6b8-6a13-427a-9c73-d99294b5c691 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 932 time: 0.1160436 Oct 26 14:30:23.151301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-9d38f4b3-e8bd-424a-99f2-df3e76702b18 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:23.151936 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-9d38f4b3-e8bd-424a-99f2-df3e76702b18 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.201573 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0aa5c9e7-634b-4d16-b09d-216f7a14001e req-f8db28ee-c6a6-4a82-9805-0aded7c9a56b tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445459 Oct 26 14:30:23.205398 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-9d38f4b3-e8bd-424a-99f2-df3e76702b18 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0691884 Oct 26 14:30:23.223804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Request body: {'port': {'device_id': '7050395d-81fc-4298-8769-61a43baa135e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:23.252050 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39aa8758-cf1c-4083-a080-edc499a394ce tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.267257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-39aa8758-cf1c-4083-a080-edc499a394ce tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 1dfd4537-29a5-4f23-8efb-ec74f416846c owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:23.279861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4fa5a63f-11cd-4322-bb81-63f4a2598b4f None None] Provisioning complete for port 1dfd4537-29a5-4f23-8efb-ec74f416846c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:23.280444 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a63f-11cd-4322-bb81-63f4a2598b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.313627 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.346709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5a63f-11cd-4322-bb81-63f4a2598b4f None None] Port 1dfd4537-29a5-4f23-8efb-ec74f416846c cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:23.466810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39aa8758-cf1c-4083-a080-edc499a394ce tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.574083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-39aa8758-cf1c-4083-a080-edc499a394ce tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.584484 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-39aa8758-cf1c-4083-a080-edc499a394ce tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/1dfd4537-29a5-4f23-8efb-ec74f416846c HTTP/1.1" status: 204 len: 168 time: 1.3437519 Oct 26 14:30:23.585887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa8758-cf1c-4083-a080-edc499a394ce tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=1dfd4537-29a5-4f23-8efb-ec74f416846c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:23.588377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39826) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:23.615948 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.637315 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa945498-5bdc-4c6e-b734-133fb4eb20fb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] GET failed (client error): The resource could not be found. Oct 26 14:30:23.641282 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aa945498-5bdc-4c6e-b734-133fb4eb20fb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/1dfd4537-29a5-4f23-8efb-ec74f416846c HTTP/1.1" status: 404 len: 333 time: 0.0411007 Oct 26 14:30:23.643797 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39828) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:23.816009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e667e268-c9ec-43ee-9f4f-2130ba0665c3 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:30:23.824216 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-458882ed-5fd1-4733-aa72-cbea712dbf21 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 8b0e6130-1c83-459b-8125-7e49e12058db {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:23.824469 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-458882ed-5fd1-4733-aa72-cbea712dbf21 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.832317 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.854302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Transition to ACTIVE for port object e667e268-c9ec-43ee-9f4f-2130ba0665c3 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:30:23.869541 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.963438 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Pushing event updated for resources: {'Port': ['ID=e667e268-c9ec-43ee-9f4f-2130ba0665c3,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:23.977112 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-458882ed-5fd1-4733-aa72-cbea712dbf21 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.998793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-458882ed-5fd1-4733-aa72-cbea712dbf21 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 8b0e6130-1c83-459b-8125-7e49e12058db owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:24.018217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Attempting to bind port e667e268-c9ec-43ee-9f4f-2130ba0665c3 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:24.018561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Attempting to bind port e667e268-c9ec-43ee-9f4f-2130ba0665c3 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:24.018894 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Attempting to bind port e667e268-c9ec-43ee-9f4f-2130ba0665c3 on network 91c60990-6432-4fa9-b775-143580ec98f4 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:24.024022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Port e667e268-c9ec-43ee-9f4f-2130ba0665c3 on network 91c60990-6432-4fa9-b775-143580ec98f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:30:24.024351 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Attempting to bind port e667e268-c9ec-43ee-9f4f-2130ba0665c3 on network 91c60990-6432-4fa9-b775-143580ec98f4 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:24.030669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:24.031392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Checking segment: {'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:24.031885 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Bound using segment: {'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:24.032499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Bound port: e667e268-c9ec-43ee-9f4f-2130ba0665c3, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2842c600-2106-4a87-8fb6-8763976e6932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:24.034933 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.145101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] For port e667e268-c9ec-43ee-9f4f-2130ba0665c3, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:24.149510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] For port e667e268-c9ec-43ee-9f4f-2130ba0665c3, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e667e268-c9ec-43ee-9f4f-2130ba0665c3,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:24.157414 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.171679 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-458882ed-5fd1-4733-aa72-cbea712dbf21 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.209224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458882ed-5fd1-4733-aa72-cbea712dbf21 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=8b0e6130-1c83-459b-8125-7e49e12058db,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:24.226806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Pushing event updated for resources: {'Port': ['ID=e667e268-c9ec-43ee-9f4f-2130ba0665c3,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:24.238926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:24.239531 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.241668 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-49a776f5-9bbc-4d5c-8ab3-dc698d2d6607 service neutron] 10.222.0.25 "PUT /v2.0/ports/e667e268-c9ec-43ee-9f4f-2130ba0665c3 HTTP/1.1" status: 200 len: 1092 time: 1.0253694 Oct 26 14:30:24.242596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7050395d-81fc-4298-8769-61a43baa135e', 'tag': 'e667e268-c9ec-43ee-9f4f-2130ba0665c3'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:24.245391 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c76a599-ea18-40cc-b3d2-e8871e9a103d" -d '{"events": [{"name": "network-changed", "server_uuid": "7050395d-81fc-4298-8769-61a43baa135e", "tag": "e667e268-c9ec-43ee-9f4f-2130ba0665c3"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:24.333365 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-458882ed-5fd1-4733-aa72-cbea712dbf21 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.336161 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117fb228-ebdf-45a0-9968-aa42436597a3 x-openstack-request-id: req-117fb228-ebdf-45a0-9968-aa42436597a3 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:24.339073 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7050395d-81fc-4298-8769-61a43baa135e", "tag": "e667e268-c9ec-43ee-9f4f-2130ba0665c3", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:24.339073 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-117fb228-ebdf-45a0-9968-aa42436597a3 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:24.339391 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-458882ed-5fd1-4733-aa72-cbea712dbf21 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/8b0e6130-1c83-459b-8125-7e49e12058db HTTP/1.1" status: 204 len: 168 time: 0.6917872 Oct 26 14:30:24.339484 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7050395d-81fc-4298-8769-61a43baa135e', 'tag': 'e667e268-c9ec-43ee-9f4f-2130ba0665c3', 'status': 'completed', 'code': 200} Oct 26 14:30:24.340768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39838) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:24.428929 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef87b7c-9fe7-441f-b919-67f56ca59046 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] GET failed (client error): The resource could not be found. Oct 26 14:30:24.433703 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5ef87b7c-9fe7-441f-b919-67f56ca59046 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/8b0e6130-1c83-459b-8125-7e49e12058db HTTP/1.1" status: 404 len: 333 time: 0.0887470 Oct 26 14:30:24.440080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39840) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:24.462048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-6892dad0-8687-4d69-bd42-8b5a078a5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:24.462048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-6892dad0-8687-4d69-bd42-8b5a078a5841 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=828b938fdddb4120a13cb632ae8d7046&device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 1095 time: 0.1681497 Oct 26 14:30:24.566894 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-9953f5eb-e93e-4e7e-9de4-bcc74fcf27cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e667e268-c9ec-43ee-9f4f-2130ba0665c3 HTTP/1.1" status: 200 len: 217 time: 0.0633843 Oct 26 14:30:24.567123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c721a-ff63-4e48-ab44-23eeb3f52c41 req-8f7a1ecb-e514-4c14-aafe-313c1c177480 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:24.569562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e4c721a-ff63-4e48-ab44-23eeb3f52c41 req-8f7a1ecb-e514-4c14-aafe-313c1c177480 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 944 time: 0.2049117 Oct 26 14:30:24.624818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef5d5fa-1321-44f6-b547-23040e6e2c56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting subnet c5e0e2d8-fdf8-4533-965b-01839bb6d99f {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:24.641019 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d5fa-1321-44f6-b547-23040e6e2c56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.718496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-886cdb43-c46b-43bc-a589-729be19779ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:24.720042 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-886cdb43-c46b-43bc-a589-729be19779ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fc0d017-1b97-4753-adb5-3fc2da6bf5ce HTTP/1.1" status: 200 len: 855 time: 0.1483107 Oct 26 14:30:24.726039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e4c721a-ff63-4e48-ab44-23eeb3f52c41 req-7471e596-ac13-44f9-9f86-3378b521670b tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063116 Oct 26 14:30:24.728564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d5fa-1321-44f6-b547-23040e6e2c56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.765418 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-eef681d4-de0f-40e8-bc57-d7d83152b8cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91c60990-6432-4fa9-b775-143580ec98f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333631 Oct 26 14:30:24.977958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-bcd79b1e-4d09-42ae-a320-5d5dd300f8ca service neutron] 10.222.0.25 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871159 Oct 26 14:30:24.996714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d5fa-1321-44f6-b547-23040e6e2c56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.128145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9ecf94cb-90fc-47c8-ba72-815352d63031 req-dcfd660f-314d-4316-aa12-bb6603ad0d2e service neutron] 10.222.0.25 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431224 Oct 26 14:30:25.129678 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d5fa-1321-44f6-b547-23040e6e2c56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.161218 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d5fa-1321-44f6-b547-23040e6e2c56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.164495 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7ef5d5fa-1321-44f6-b547-23040e6e2c56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/c5e0e2d8-fdf8-4533-965b-01839bb6d99f HTTP/1.1" status: 204 len: 168 time: 0.7220595 Oct 26 14:30:25.165615 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5d5fa-1321-44f6-b547-23040e6e2c56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e0e2d8-fdf8-4533-965b-01839bb6d99f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:25.167480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39850) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:25.177413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df152d9-953f-478e-80f4-cb2aa20b112d None None] Network f8053aad-1220-4263-821d-2dd73f365c21 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:25.279959 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76a599-ea18-40cc-b3d2-e8871e9a103d req-729c53d2-0e90-4876-bf2f-f319caf28943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:25.281498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c76a599-ea18-40cc-b3d2-e8871e9a103d req-729c53d2-0e90-4876-bf2f-f319caf28943 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=828b938fdddb4120a13cb632ae8d7046&device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 1095 time: 0.0618899 Oct 26 14:30:25.330953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.415243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 625063a5-96b0-47df-bad5-19d6a4bb8e20 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:25.416314 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.421743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76a599-ea18-40cc-b3d2-e8871e9a103d req-6f43c5cf-ea32-4fa9-8c10-ab624c6d82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:25.423468 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c76a599-ea18-40cc-b3d2-e8871e9a103d req-6f43c5cf-ea32-4fa9-8c10-ab624c6d82e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 200 len: 916 time: 0.1339703 Oct 26 14:30:25.427563 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef722b2-fce5-4b28-8536-cbc4a1deab7b None None] DHCP port deletion for f8053aad-1220-4263-821d-2dd73f365c21 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:30:25.492793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] For port 625063a5-96b0-47df-bad5-19d6a4bb8e20, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=625063a5-96b0-47df-bad5-19d6a4bb8e20,segment=NetworkSegment(f380e984-ea19-493d-974a-bb12aac420da),segment_id=f380e984-ea19-493d-974a-bb12aac420da)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:25.493161 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.497183 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c76a599-ea18-40cc-b3d2-e8871e9a103d req-457484b3-a523-498a-ac08-bc132bda9d3f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e667e268-c9ec-43ee-9f4f-2130ba0665c3 HTTP/1.1" status: 200 len: 217 time: 0.0633774 Oct 26 14:30:25.507384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-eef722b2-fce5-4b28-8536-cbc4a1deab7b None None] Deleting port 625063a5-96b0-47df-bad5-19d6a4bb8e20 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:25.507788 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eef722b2-fce5-4b28-8536-cbc4a1deab7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.520614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 625063a5-96b0-47df-bad5-19d6a4bb8e20 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:25.564655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76a599-ea18-40cc-b3d2-e8871e9a103d req-ef5b1d12-0f5c-4b7e-bcee-2ab26387965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:25.566908 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c76a599-ea18-40cc-b3d2-e8871e9a103d req-ef5b1d12-0f5c-4b7e-bcee-2ab26387965c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fc0d017-1b97-4753-adb5-3fc2da6bf5ce HTTP/1.1" status: 200 len: 855 time: 0.0599749 Oct 26 14:30:25.619929 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c76a599-ea18-40cc-b3d2-e8871e9a103d req-abdc1672-50ce-46e0-8291-b1f04d461af8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91c60990-6432-4fa9-b775-143580ec98f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403183 Oct 26 14:30:25.640815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-eef722b2-fce5-4b28-8536-cbc4a1deab7b None None] For port 625063a5-96b0-47df-bad5-19d6a4bb8e20, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=625063a5-96b0-47df-bad5-19d6a4bb8e20,segment=NetworkSegment(f380e984-ea19-493d-974a-bb12aac420da),segment_id=f380e984-ea19-493d-974a-bb12aac420da)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:25.640815 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eef722b2-fce5-4b28-8536-cbc4a1deab7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.655791 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-eef722b2-fce5-4b28-8536-cbc4a1deab7b None None] Calling delete_port for 625063a5-96b0-47df-bad5-19d6a4bb8e20 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:25.657334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.674156 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No DVR routers for this DVR port 625063a5-96b0-47df-bad5-19d6a4bb8e20 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:25.702784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=625063a5-96b0-47df-bad5-19d6a4bb8e20,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:25.797823 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c76a599-ea18-40cc-b3d2-e8871e9a103d req-8399b84f-6e17-4550-99ca-e55c3e6f1e77 service neutron] 10.222.0.25 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681716 Oct 26 14:30:25.815236 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.835574 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eef722b2-fce5-4b28-8536-cbc4a1deab7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.869620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8053aad-1220-4263-821d-2dd73f365c21']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:25.880908 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f380e984-ea19-493d-974a-bb12aac420da') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:25.881465 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f380e984-ea19-493d-974a-bb12aac420da') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:25.889428 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef722b2-fce5-4b28-8536-cbc4a1deab7b None None] Pushing event deleted for resources: {'Port': ['ID=625063a5-96b0-47df-bad5-19d6a4bb8e20,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:25.892273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef722b2-fce5-4b28-8536-cbc4a1deab7b None None] No DVR routers for this DVR port 625063a5-96b0-47df-bad5-19d6a4bb8e20 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:25.902633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.927174 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.936108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:30:25.936543 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.986002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395ae5f-afc0-4e06-ba13-d7072c84a535 req-81f8508d-1147-437f-b49a-dc3e112ea0f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:25.986002 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0395ae5f-afc0-4e06-ba13-d7072c84a535 req-81f8508d-1147-437f-b49a-dc3e112ea0f0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 944 time: 0.1054378 Oct 26 14:30:25.988423 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c76a599-ea18-40cc-b3d2-e8871e9a103d req-26f04d6f-45e4-40b9-93e2-5857d0e7c889 service neutron] 10.222.0.25 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821513 Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:30:26.010185 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:30:26.018415 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.027991 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.042281 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 625063a5-96b0-47df-bad5-19d6a4bb8e20 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:26.056608 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/networks/f8053aad-1220-4263-821d-2dd73f365c21 HTTP/1.1" status: 204 len: 168 time: 0.8875360 Oct 26 14:30:26.064205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39854) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:26.073391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5f7635a6-9615-4fae-b385-8f23fab8a7d8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1949428283'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:26.084967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0395ae5f-afc0-4e06-ba13-d7072c84a535 req-902b350b-a216-4060-a877-5a536e019e9c tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955281 Oct 26 14:30:26.097695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 625063a5-96b0-47df-bad5-19d6a4bb8e20 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:26.099050 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 625063a5-96b0-47df-bad5-19d6a4bb8e20 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:26.109669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba49bc-9441-437a-89ba-1486523ad984 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Network': ['ID=f8053aad-1220-4263-821d-2dd73f365c21,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:26.120992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7635a6-9615-4fae-b385-8f23fab8a7d8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:26.125953 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5f7635a6-9615-4fae-b385-8f23fab8a7d8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.155281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7635a6-9615-4fae-b385-8f23fab8a7d8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:30:26.168398 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5f7635a6-9615-4fae-b385-8f23fab8a7d8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.168788 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-5f7635a6-9615-4fae-b385-8f23fab8a7d8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Added segment 61d03e52-505b-40eb-9730-7615b549686c of type vlan for network df0a95a0-ad68-44ac-8ba1-11542de9985d Oct 26 14:30:26.221932 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5f7635a6-9615-4fae-b385-8f23fab8a7d8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.251782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5f7635a6-9615-4fae-b385-8f23fab8a7d8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.258927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7635a6-9615-4fae-b385-8f23fab8a7d8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:26.260675 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5f7635a6-9615-4fae-b385-8f23fab8a7d8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.339032 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5f7635a6-9615-4fae-b385-8f23fab8a7d8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2734156 Oct 26 14:30:26.341805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39860) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:26.346629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9cef9ca8-aff3-48f3-b4ba-131f2662b2d1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': 'df0a95a0-ad68-44ac-8ba1-11542de9985d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:26.354711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7635a6-9615-4fae-b385-8f23fab8a7d8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Network': ['ID=df0a95a0-ad68-44ac-8ba1-11542de9985d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:26.365939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network df0a95a0-ad68-44ac-8ba1-11542de9985d details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:30:26.479648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cef9ca8-aff3-48f3-b4ba-131f2662b2d1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:26.486232 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cef9ca8-aff3-48f3-b4ba-131f2662b2d1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.709771 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cef9ca8-aff3-48f3-b4ba-131f2662b2d1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.786229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef9ca8-aff3-48f3-b4ba-131f2662b2d1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Subnet': ['ID=6db4afc6-1df5-470f-a337-9c44530336c5,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:26.796190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef9ca8-aff3-48f3-b4ba-131f2662b2d1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Checking segment: {'id': '61d03e52-505b-40eb-9730-7615b549686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'df0a95a0-ad68-44ac-8ba1-11542de9985d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:26.796546 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cef9ca8-aff3-48f3-b4ba-131f2662b2d1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network hostable DHCP agents. Network: df0a95a0-ad68-44ac-8ba1-11542de9985d, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:30:26.817841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cef9ca8-aff3-48f3-b4ba-131f2662b2d1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network df0a95a0-ad68-44ac-8ba1-11542de9985d is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:30:26.828711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-9cef9ca8-aff3-48f3-b4ba-131f2662b2d1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, df0a95a0-ad68-44ac-8ba1-11542de9985d) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:26.834041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef9ca8-aff3-48f3-b4ba-131f2662b2d1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:26.835361 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cef9ca8-aff3-48f3-b4ba-131f2662b2d1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.839650 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f9aef7-b019-425b-a3bc-83df4a0af43e None None] Network df0a95a0-ad68-44ac-8ba1-11542de9985d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:26.857933 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9cef9ca8-aff3-48f3-b4ba-131f2662b2d1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5123651 Oct 26 14:30:26.858289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39862) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:26.865957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-69aa9d05-9734-4bd1-9473-725162fcc913 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-654484702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:26.900249 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69aa9d05-9734-4bd1-9473-725162fcc913 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.902494 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69aa9d05-9734-4bd1-9473-725162fcc913 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.974722 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69aa9d05-9734-4bd1-9473-725162fcc913 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.983714 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69aa9d05-9734-4bd1-9473-725162fcc913 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.017319 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69aa9d05-9734-4bd1-9473-725162fcc913 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.019157 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-69aa9d05-9734-4bd1-9473-725162fcc913 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1595635 Oct 26 14:30:27.021922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39864) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:27.029891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ce286b72-bbba-4cb6-a0ca-d1d2d49bd531 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'network_id': 'df0a95a0-ad68-44ac-8ba1-11542de9985d', 'name': 'tempest-PortsIpV6TestJSON-1502976890'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:27.059652 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-df0a95a0-ad68-44ac-8ba1-11542de9985d', 'network_id': 'df0a95a0-ad68-44ac-8ba1-11542de9985d', 'tenant_id': 'e47e7dfbbaa14c0b802f99a4e3fac013', 'fixed_ips': [{'subnet_id': '6db4afc6-1df5-470f-a337-9c44530336c5'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:30:27.061078 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.175728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce286b72-bbba-4cb6-a0ca-d1d2d49bd531 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:27.179971 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce286b72-bbba-4cb6-a0ca-d1d2d49bd531 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.201312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-ce286b72-bbba-4cb6-a0ca-d1d2d49bd531 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port d4d4cb09-0833-4a83-9b6f-9f5111c73da1 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:27.339777 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Allocated IP 2001:db8::2 (df0a95a0-ad68-44ac-8ba1-11542de9985d/6db4afc6-1df5-470f-a337-9c44530336c5/51ce95ef-3ebe-4dc6-b1ab-d6b033067675) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:27.391106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4b2b-f9c2-479c-b346-81f11ae94c50 req-8f5d7287-2492-4c2b-a97d-922a9868768c tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:27.401205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-354d4b2b-f9c2-479c-b346-81f11ae94c50 req-8f5d7287-2492-4c2b-a97d-922a9868768c tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 944 time: 0.1797307 Oct 26 14:30:27.447524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-354d4b2b-f9c2-479c-b346-81f11ae94c50 req-384e216f-9c63-4ee2-b6df-7e3a90075c83 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449467 Oct 26 14:30:27.537475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e667e268-c9ec-43ee-9f4f-2130ba0665c3 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:30:27.563678 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.580091 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.680838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-ce286b72-bbba-4cb6-a0ca-d1d2d49bd531 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Allocated IP 2001:db8::3c5 (df0a95a0-ad68-44ac-8ba1-11542de9985d/6db4afc6-1df5-470f-a337-9c44530336c5/d4d4cb09-0833-4a83-9b6f-9f5111c73da1) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:27.687960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Network df0a95a0-ad68-44ac-8ba1-11542de9985d is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:27.704010 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Pushing event updated for resources: {'Port': ['ID=51ce95ef-3ebe-4dc6-b1ab-d6b033067675,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:27.707016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:27.715015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:27.728086 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.818441 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port e667e268-c9ec-43ee-9f4f-2130ba0665c3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e667e268-c9ec-43ee-9f4f-2130ba0665c3,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:27.864492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'e667e268-c9ec-43ee-9f4f-2130ba0665c3', 'network_id': '91c60990-6432-4fa9-b775-143580ec98f4', 'port_id': 'e667e268-c9ec-43ee-9f4f-2130ba0665c3', 'mac_address': 'fa:16:3e:eb:be:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc0d017-1b97-4753-adb5-3fc2da6bf5ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:30:27.873688 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Attempting to bind port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:27.877693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Attempting to bind port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '61d03e52-505b-40eb-9730-7615b549686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'df0a95a0-ad68-44ac-8ba1-11542de9985d'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:27.879425 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Attempting to bind port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 on network df0a95a0-ad68-44ac-8ba1-11542de9985d {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:27.915160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:27.915917 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Checking segment: {'id': '61d03e52-505b-40eb-9730-7615b549686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'df0a95a0-ad68-44ac-8ba1-11542de9985d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:27.916508 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.917079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Bound using segment: {'id': '61d03e52-505b-40eb-9730-7615b549686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'df0a95a0-ad68-44ac-8ba1-11542de9985d'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:27.917735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Bound port: 51ce95ef-3ebe-4dc6-b1ab-d6b033067675, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d03e52-505b-40eb-9730-7615b549686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'df0a95a0-ad68-44ac-8ba1-11542de9985d'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:27.918348 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.955551 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce286b72-bbba-4cb6-a0ca-d1d2d49bd531 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.961050 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:28.005690 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce286b72-bbba-4cb6-a0ca-d1d2d49bd531 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:28.021608 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e667e268-c9ec-43ee-9f4f-2130ba0665c3 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:30:28.073759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce286b72-bbba-4cb6-a0ca-d1d2d49bd531 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network df0a95a0-ad68-44ac-8ba1-11542de9985d is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:28.075951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port e667e268-c9ec-43ee-9f4f-2130ba0665c3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e667e268-c9ec-43ee-9f4f-2130ba0665c3,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:28.079027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ce286b72-bbba-4cb6-a0ca-d1d2d49bd531 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:28.087048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce286b72-bbba-4cb6-a0ca-d1d2d49bd531 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:28.087688 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:28.095947 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce286b72-bbba-4cb6-a0ca-d1d2d49bd531 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:28.096604 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ce286b72-bbba-4cb6-a0ca-d1d2d49bd531 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:28.099080 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] For port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:28.103656 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce286b72-bbba-4cb6-a0ca-d1d2d49bd531 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=d4d4cb09-0833-4a83-9b6f-9f5111c73da1,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:28.104176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] For port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=51ce95ef-3ebe-4dc6-b1ab-d6b033067675,segment=NetworkSegment(61d03e52-505b-40eb-9730-7615b549686c),segment_id=61d03e52-505b-40eb-9730-7615b549686c)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:28.128730 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:28.134001 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ce286b72-bbba-4cb6-a0ca-d1d2d49bd531 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1104953 Oct 26 14:30:28.136671 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39872) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:28.179854 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=e667e268-c9ec-43ee-9f4f-2130ba0665c3,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:28.289619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbbfdd-063c-4fd5-baf2-577591fe3b56 None None] Pushing event updated for resources: {'Port': ['ID=51ce95ef-3ebe-4dc6-b1ab-d6b033067675,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:28.322437 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['e667e268-c9ec-43ee-9f4f-2130ba0665c3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:30:28.670802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac846aa-df21-4aea-80e0-bff104a27be4 req-67bb40d5-980a-4be3-9c5b-7eb755d0d8cb tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:28.673169 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7ac846aa-df21-4aea-80e0-bff104a27be4 req-67bb40d5-980a-4be3-9c5b-7eb755d0d8cb tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 945 time: 0.0840521 Oct 26 14:30:28.737274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7ac846aa-df21-4aea-80e0-bff104a27be4 req-7fff162b-310c-4155-8a9c-e25506e76ce7 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581834 Oct 26 14:30:28.747892 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.033350 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.047335 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.169865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=d4d4cb09-0833-4a83-9b6f-9f5111c73da1,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:29.272077 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.454428 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.537242 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e667e268-c9ec-43ee-9f4f-2130ba0665c3 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:29.673824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port e667e268-c9ec-43ee-9f4f-2130ba0665c3 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:30:29.679685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port e667e268-c9ec-43ee-9f4f-2130ba0665c3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:29.680497 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.833222 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.859141 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75116e38-47c8-4013-941b-ee0fc475aaf6 None None] Network df0a95a0-ad68-44ac-8ba1-11542de9985d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:29.879121 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.891243 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.892451 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.948326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7050395d-81fc-4298-8769-61a43baa135e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e667e268-c9ec-43ee-9f4f-2130ba0665c3'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:29.951776 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed40b36-b8cf-431a-87d5-dbe42b675f40" -d '{"events": [{"server_uuid": "7050395d-81fc-4298-8769-61a43baa135e", "name": "network-vif-plugged", "status": "completed", "tag": "e667e268-c9ec-43ee-9f4f-2130ba0665c3"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:30.008948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7c8fb3af-35b2-4a0d-9dc4-49578e444886 None None] Provisioning complete for port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:30.009319 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c8fb3af-35b2-4a0d-9dc4-49578e444886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:30.025238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7549ca-348a-45fe-88c1-b60404ed3326 req-8dc65155-ea97-4dfe-a155-db31a452fabe tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:30.061583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port e667e268-c9ec-43ee-9f4f-2130ba0665c3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e667e268-c9ec-43ee-9f4f-2130ba0665c3,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:30.068160 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a7549ca-348a-45fe-88c1-b60404ed3326 req-8dc65155-ea97-4dfe-a155-db31a452fabe tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 945 time: 0.1903386 Oct 26 14:30:30.073206 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46917250-9dfc-4314-a501-1a21301385e0 x-openstack-request-id: req-46917250-9dfc-4314-a501-1a21301385e0 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:30.073724 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7050395d-81fc-4298-8769-61a43baa135e", "name": "network-vif-plugged", "status": "completed", "tag": "e667e268-c9ec-43ee-9f4f-2130ba0665c3", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:30.074179 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46917250-9dfc-4314-a501-1a21301385e0 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:30.074733 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7050395d-81fc-4298-8769-61a43baa135e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e667e268-c9ec-43ee-9f4f-2130ba0665c3', 'code': 200} Oct 26 14:30:30.078749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=d4d4cb09-0833-4a83-9b6f-9f5111c73da1,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:30.082147 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:30.188289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5a7549ca-348a-45fe-88c1-b60404ed3326 req-6bce4868-aa54-46ad-965a-d5eaaf767492 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165926 Oct 26 14:30:30.202194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:30.204814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network df0a95a0-ad68-44ac-8ba1-11542de9985d is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:30.207059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:30.217639 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be445f6-dad8-4760-9078-eb5fd23c9028 req-bc9d9965-7eae-4afd-ad62-8d5020baa108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:30.219458 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0be445f6-dad8-4760-9078-eb5fd23c9028 req-bc9d9965-7eae-4afd-ad62-8d5020baa108 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 1097 time: 0.0976775 Oct 26 14:30:30.266348 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0be445f6-dad8-4760-9078-eb5fd23c9028 req-d275486a-fbf2-4f89-9c1d-e1354f60e3eb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380702 Oct 26 14:30:30.295578 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=e667e268-c9ec-43ee-9f4f-2130ba0665c3,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:30.305857 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c8fb3af-35b2-4a0d-9dc4-49578e444886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:30.375950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Router df2aae89-8889-4f1f-8c4b-1f0b7a79106f is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:30:30.389577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7c8fb3af-35b2-4a0d-9dc4-49578e444886 None None] For port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=51ce95ef-3ebe-4dc6-b1ab-d6b033067675,segment=NetworkSegment(61d03e52-505b-40eb-9730-7615b549686c),segment_id=61d03e52-505b-40eb-9730-7615b549686c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:30.398303 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c8fb3af-35b2-4a0d-9dc4-49578e444886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:30.400029 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:30.400372 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:30.456447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fb3af-35b2-4a0d-9dc4-49578e444886 None None] Pushing event updated for resources: {'Port': ['ID=51ce95ef-3ebe-4dc6-b1ab-d6b033067675,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:30.502925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:30:30.514375 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f4231621-878e-447b-93d5-9325f130537e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "PUT /v2.0/routers/df2aae89-8889-4f1f-8c4b-1f0b7a79106f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3654857 Oct 26 14:30:30.514375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39896) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:30.523738 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eddaf23-ba74-441b-91ce-8123b645b0ea None None] Sync routers for ids ['df2aae89-8889-4f1f-8c4b-1f0b7a79106f'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:30:30.590120 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eddaf23-ba74-441b-91ce-8123b645b0ea None None] Routers {'df2aae89-8889-4f1f-8c4b-1f0b7a79106f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:30:30.592076 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-6eddaf23-ba74-441b-91ce-8123b645b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:30:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['df2aae89-8889-4f1f-8c4b-1f0b7a79106f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:30.602205 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3915c-bf45-471e-a61b-dc5eb5efa7fa tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:30.605860 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-13b3915c-bf45-471e-a61b-dc5eb5efa7fa tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports?device_id=df2aae89-8889-4f1f-8c4b-1f0b7a79106f HTTP/1.1" status: 200 len: 989 time: 0.0906610 Oct 26 14:30:30.606247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39898) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:30.719226 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-6eddaf23-ba74-441b-91ce-8123b645b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:30.742317 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eddaf23-ba74-441b-91ce-8123b645b0ea None None] Routers {'df2aae89-8889-4f1f-8c4b-1f0b7a79106f'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:30:30.742928 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-6eddaf23-ba74-441b-91ce-8123b645b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:30:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['df2aae89-8889-4f1f-8c4b-1f0b7a79106f'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:30.824296 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-6eddaf23-ba74-441b-91ce-8123b645b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:30.825386 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eddaf23-ba74-441b-91ce-8123b645b0ea None None] The sync data for ids ['df2aae89-8889-4f1f-8c4b-1f0b7a79106f'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:30:31.045420 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2f489d40-3371-413f-b125-462fd7add501 None None] Provisioning complete for port d4d4cb09-0833-4a83-9b6f-9f5111c73da1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:31.048697 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f489d40-3371-413f-b125-462fd7add501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:31.103789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2f489d40-3371-413f-b125-462fd7add501 None None] Port d4d4cb09-0833-4a83-9b6f-9f5111c73da1 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:31.131247 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2f489d40-3371-413f-b125-462fd7add501 None None] Provisioning complete for port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:31.131984 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f489d40-3371-413f-b125-462fd7add501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:31.259346 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43df93ab-c915-45b6-8a46-e72e64cd4a91 req-276d8770-581e-4d50-8b63-e7be356481bd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1429787 Oct 26 14:30:31.424321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-65767dbc-ea9e-4091-b356-f3bf7ed7f296 None None] Provisioning complete for port d4d4cb09-0833-4a83-9b6f-9f5111c73da1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:31.429278 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-65767dbc-ea9e-4091-b356-f3bf7ed7f296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:31.504202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fb7c9-d700-458a-ae04-55aa18c13045 req-d3e9013d-bf6c-4df3-9447-3efb5d969ea0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:31.505883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-65767dbc-ea9e-4091-b356-f3bf7ed7f296 None None] Port d4d4cb09-0833-4a83-9b6f-9f5111c73da1 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:31.506182 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b6fb7c9-d700-458a-ae04-55aa18c13045 req-d3e9013d-bf6c-4df3-9447-3efb5d969ea0 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 946 time: 0.1981711 Oct 26 14:30:31.518786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df93ab-c915-45b6-8a46-e72e64cd4a91 req-7b95c2cc-314d-4be6-90e9-402b36c6d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:31.520316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43df93ab-c915-45b6-8a46-e72e64cd4a91 req-7b95c2cc-314d-4be6-90e9-402b36c6d89d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=828b938fdddb4120a13cb632ae8d7046&device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 1096 time: 0.2094760 Oct 26 14:30:31.641620 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-477074c7-fca1-4c48-aaee-4619d9f9bc78 None None] Provisioning complete for port d4d4cb09-0833-4a83-9b6f-9f5111c73da1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:31.642015 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-477074c7-fca1-4c48-aaee-4619d9f9bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:31.709838 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6b6fb7c9-d700-458a-ae04-55aa18c13045 req-3a3bb11c-0374-4244-818f-ead54812812a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865504 Oct 26 14:30:31.724149 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-477074c7-fca1-4c48-aaee-4619d9f9bc78 None None] Port d4d4cb09-0833-4a83-9b6f-9f5111c73da1 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:31.851658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df93ab-c915-45b6-8a46-e72e64cd4a91 req-940a1f32-41ec-4c0a-a3a0-cf68d2062179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:31.853768 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43df93ab-c915-45b6-8a46-e72e64cd4a91 req-940a1f32-41ec-4c0a-a3a0-cf68d2062179 service neutron] 10.222.0.25 "GET /v2.0/networks?id=91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 200 len: 916 time: 0.2753716 Oct 26 14:30:31.920708 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43df93ab-c915-45b6-8a46-e72e64cd4a91 req-1af2a324-47f2-4af6-8a83-e8a5b3df04f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1421a054-9d09-4785-a615-4d7c2335a075 HTTP/1.1" status: 200 len: 217 time: 0.0541937 Oct 26 14:30:32.044711 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:32.079954 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b106-2f13-4c3a-8050-32e43db3c5ab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:32.157641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:32.158731 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:32.242536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df93ab-c915-45b6-8a46-e72e64cd4a91 req-f052f93d-0eda-45e4-8f91-81e8070a1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:32.244015 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43df93ab-c915-45b6-8a46-e72e64cd4a91 req-f052f93d-0eda-45e4-8f91-81e8070a1a5f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fc0d017-1b97-4753-adb5-3fc2da6bf5ce HTTP/1.1" status: 200 len: 855 time: 0.3140197 Oct 26 14:30:32.284080 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43df93ab-c915-45b6-8a46-e72e64cd4a91 req-eb16afcc-2faf-43ca-b796-2116498d92c1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91c60990-6432-4fa9-b775-143580ec98f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316985 Oct 26 14:30:32.306906 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-67d0e9f1-3e71-4689-946e-f38ef0f3735e None None] Provisioning complete for port d4d4cb09-0833-4a83-9b6f-9f5111c73da1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:32.307762 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-67d0e9f1-3e71-4689-946e-f38ef0f3735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:32.374635 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-67d0e9f1-3e71-4689-946e-f38ef0f3735e None None] Port d4d4cb09-0833-4a83-9b6f-9f5111c73da1 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:32.431876 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3b106-2f13-4c3a-8050-32e43db3c5ab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port d4d4cb09-0833-4a83-9b6f-9f5111c73da1 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:32.432244 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b106-2f13-4c3a-8050-32e43db3c5ab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:32.437599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43df93ab-c915-45b6-8a46-e72e64cd4a91 req-1a4a1f58-c13e-4588-977d-a75219bf0c70 service neutron] 10.222.0.25 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400259 Oct 26 14:30:32.621025 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43df93ab-c915-45b6-8a46-e72e64cd4a91 req-fe1f2983-c196-4cb3-baa6-23a1eb70f9b7 service neutron] 10.222.0.25 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686776 Oct 26 14:30:32.641158 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b106-2f13-4c3a-8050-32e43db3c5ab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:32.661518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3b106-2f13-4c3a-8050-32e43db3c5ab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for d4d4cb09-0833-4a83-9b6f-9f5111c73da1 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:32.947797 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392e08c-3084-441e-b72d-388db29c6f54 req-4f01f058-003b-4c01-8cf0-fc502b0b1e5f tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:32.949325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a392e08c-3084-441e-b72d-388db29c6f54 req-4f01f058-003b-4c01-8cf0-fc502b0b1e5f tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 946 time: 0.0806453 Oct 26 14:30:32.956292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b106-2f13-4c3a-8050-32e43db3c5ab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:33.012401 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3b106-2f13-4c3a-8050-32e43db3c5ab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=d4d4cb09-0833-4a83-9b6f-9f5111c73da1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:33.137846 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a392e08c-3084-441e-b72d-388db29c6f54 req-6bde1371-46ee-4f85-b7ed-728dd5115c0d tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740763 Oct 26 14:30:33.154103 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5a3b106-2f13-4c3a-8050-32e43db3c5ab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:33.445327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a3b106-2f13-4c3a-8050-32e43db3c5ab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Router df2aae89-8889-4f1f-8c4b-1f0b7a79106f has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:30:33.585834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a3b106-2f13-4c3a-8050-32e43db3c5ab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:30:33.592797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f5a3b106-2f13-4c3a-8050-32e43db3c5ab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "PUT /v2.0/routers/df2aae89-8889-4f1f-8c4b-1f0b7a79106f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9849131 Oct 26 14:30:33.595706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39926) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:33.598557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e38d3f-e4af-4a39-b727-c2f1d3a189ff None None] Sync routers for ids ['df2aae89-8889-4f1f-8c4b-1f0b7a79106f'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:30:33.616631 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e38d3f-e4af-4a39-b727-c2f1d3a189ff None None] Routers {'df2aae89-8889-4f1f-8c4b-1f0b7a79106f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:30:33.617530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-69e38d3f-e4af-4a39-b727-c2f1d3a189ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:30:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['df2aae89-8889-4f1f-8c4b-1f0b7a79106f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:33.649169 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb8d880-1a15-444a-88f7-c140cf1518b7 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] GET failed (client error): The resource could not be found. Oct 26 14:30:33.652889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3eb8d880-1a15-444a-88f7-c140cf1518b7 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/d4d4cb09-0833-4a83-9b6f-9f5111c73da1 HTTP/1.1" status: 404 len: 333 time: 0.0445073 Oct 26 14:30:33.656034 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39928) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:33.679549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-69e38d3f-e4af-4a39-b727-c2f1d3a189ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:33.699842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e38d3f-e4af-4a39-b727-c2f1d3a189ff None None] Routers {'df2aae89-8889-4f1f-8c4b-1f0b7a79106f'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:30:33.700760 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-69e38d3f-e4af-4a39-b727-c2f1d3a189ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:30:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['df2aae89-8889-4f1f-8c4b-1f0b7a79106f'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:33.745598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-69e38d3f-e4af-4a39-b727-c2f1d3a189ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:33.746359 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e38d3f-e4af-4a39-b727-c2f1d3a189ff None None] The sync data for ids ['df2aae89-8889-4f1f-8c4b-1f0b7a79106f'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:30:33.846683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0eac1f7-4357-449a-a9c2-c32f48171a4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:34.422711 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0eac1f7-4357-449a-a9c2-c32f48171a4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:34.430707 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0eac1f7-4357-449a-a9c2-c32f48171a4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:34.510535 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0eac1f7-4357-449a-a9c2-c32f48171a4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:34.511892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0eac1f7-4357-449a-a9c2-c32f48171a4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Fanout notify agent at l3_agent the message router_deleted on router df2aae89-8889-4f1f-8c4b-1f0b7a79106f {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:30:34.533607 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e0eac1f7-4357-449a-a9c2-c32f48171a4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:34.539248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39940) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:34.552360 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e0eac1f7-4357-449a-a9c2-c32f48171a4f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/routers/df2aae89-8889-4f1f-8c4b-1f0b7a79106f HTTP/1.1" status: 204 len: 168 time: 0.8945215 Oct 26 14:30:34.635139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-05abdd0d-c7fd-4f06-9f21-192c636fe884 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting subnet 6db4afc6-1df5-470f-a337-9c44530336c5 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:34.639556 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05abdd0d-c7fd-4f06-9f21-192c636fe884 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:34.700360 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05abdd0d-c7fd-4f06-9f21-192c636fe884 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.351839 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05abdd0d-c7fd-4f06-9f21-192c636fe884 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.437850 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05abdd0d-c7fd-4f06-9f21-192c636fe884 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.491252 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abdd0d-c7fd-4f06-9f21-192c636fe884 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Subnet': ['ID=6db4afc6-1df5-470f-a337-9c44530336c5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:35.494952 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-05abdd0d-c7fd-4f06-9f21-192c636fe884 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.500551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95aa4cf-9850-4699-9c00-8154fc6b701c None None] Network df0a95a0-ad68-44ac-8ba1-11542de9985d requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:35.513243 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-05abdd0d-c7fd-4f06-9f21-192c636fe884 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/6db4afc6-1df5-470f-a337-9c44530336c5 HTTP/1.1" status: 204 len: 168 time: 0.9727340 Oct 26 14:30:35.518543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39944) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:35.645457 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.738233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:35.738625 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.855625 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] For port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=51ce95ef-3ebe-4dc6-b1ab-d6b033067675,segment=NetworkSegment(61d03e52-505b-40eb-9730-7615b549686c),segment_id=61d03e52-505b-40eb-9730-7615b549686c)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:35.856001 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.909355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:36.115453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] DHCP port deletion for df0a95a0-ad68-44ac-8ba1-11542de9985d request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:30:36.174311 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:36.239464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Deleting port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:36.240133 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:36.262545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No DVR routers for this DVR port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:36.275901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=51ce95ef-3ebe-4dc6-b1ab-d6b033067675,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:36.399811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] For port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:36.400212 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:36.444577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Calling delete_port for 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:36.451348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:30:36.454419 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff22f802-10a4-466e-aa90-4afa911de073 req-8f49f8b5-1e8c-49e0-bfce-a707a4a7250d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815809 Oct 26 14:30:36.455172 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:36.489812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Pushing event deleted for resources: {'Port': ['ID=51ce95ef-3ebe-4dc6-b1ab-d6b033067675,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:36.521549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] No DVR routers for this DVR port 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:36.527737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:36.528415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:36.530027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:36.533248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:36.533895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:36.534478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:36.535054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:36.535487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:36.535917 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:36.536497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:36.537044 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:36.537786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2072ee0-762e-47f8-b470-242d6d4ddcb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:36.556221 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:36.594423 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0a95a0-ad68-44ac-8ba1-11542de9985d']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:36.616645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d03e52-505b-40eb-9730-7615b549686c') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:36.617112 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d03e52-505b-40eb-9730-7615b549686c') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:36.640400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22f802-10a4-466e-aa90-4afa911de073 req-8dc45a10-8377-4681-a3a3-601143741f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:36.644288 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:36.654332 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff22f802-10a4-466e-aa90-4afa911de073 req-8dc45a10-8377-4681-a3a3-601143741f95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=828b938fdddb4120a13cb632ae8d7046&device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 1097 time: 0.1351798 Oct 26 14:30:36.698019 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:36.715514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:30:36.716506 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:30:36.882032 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:30:36.896615 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:36.944908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Network': ['ID=df0a95a0-ad68-44ac-8ba1-11542de9985d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:36.954167 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22f802-10a4-466e-aa90-4afa911de073 req-709cb4fc-bc6b-42d0-9ae5-26eea0d8fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:36.954167 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff22f802-10a4-466e-aa90-4afa911de073 req-709cb4fc-bc6b-42d0-9ae5-26eea0d8fe71 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 200 len: 916 time: 0.2625272 Oct 26 14:30:36.970416 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:36.978319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-45030820-025f-477f-8f06-04af5e3de87a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/networks/df0a95a0-ad68-44ac-8ba1-11542de9985d HTTP/1.1" status: 204 len: 168 time: 1.4545615 Oct 26 14:30:36.980766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39966) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:37.115727 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff22f802-10a4-466e-aa90-4afa911de073 req-1f9c719f-b082-44ea-b4c4-c99a2c79757c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cfc1b08-a300-4e23-bbe0-514a35092416 HTTP/1.1" status: 200 len: 217 time: 0.1579843 Oct 26 14:30:37.137059 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36fc49f-7060-4ebd-9a2f-93bedbc69869 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:37.139437 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d36fc49f-7060-4ebd-9a2f-93bedbc69869 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/5c36be65-d3fd-403c-83c8-bea936d36ad2 HTTP/1.1" status: 200 len: 844 time: 0.1569278 Oct 26 14:30:37.143415 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39968) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:37.208423 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22f802-10a4-466e-aa90-4afa911de073 req-2d863f02-7bf1-483a-952c-e2276f023271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:37.210316 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff22f802-10a4-466e-aa90-4afa911de073 req-2d863f02-7bf1-483a-952c-e2276f023271 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0fc0d017-1b97-4753-adb5-3fc2da6bf5ce HTTP/1.1" status: 200 len: 855 time: 0.0854566 Oct 26 14:30:37.228266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-26f12d05-d5ff-4ea0-91c3-373d2c831c71 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/5c36be65-d3fd-403c-83c8-bea936d36ad2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0835435 Oct 26 14:30:37.232563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39970) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:37.238528 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-51caf717-0f28-4351-af34-eefe4a9a8c23 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:37.326573 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff22f802-10a4-466e-aa90-4afa911de073 req-74ea8bc5-56b9-486c-8600-8fed4bfde010 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91c60990-6432-4fa9-b775-143580ec98f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011937 Oct 26 14:30:37.405071 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51caf717-0f28-4351-af34-eefe4a9a8c23 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:37.405071 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51caf717-0f28-4351-af34-eefe4a9a8c23 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:37.515034 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff22f802-10a4-466e-aa90-4afa911de073 req-8d774254-994e-4b53-b174-dbb31cd05983 service neutron] 10.222.0.11 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787324 Oct 26 14:30:37.702264 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff22f802-10a4-466e-aa90-4afa911de073 req-3b4d0dd6-adb7-4a1f-983d-b9d806efc5ed service neutron] 10.222.0.11 "GET /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794283 Oct 26 14:30:37.751556 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51caf717-0f28-4351-af34-eefe4a9a8c23 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:37.836531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51caf717-0f28-4351-af34-eefe4a9a8c23 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:37.846198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-51caf717-0f28-4351-af34-eefe4a9a8c23 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:37.855561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51caf717-0f28-4351-af34-eefe4a9a8c23 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:37.856144 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51caf717-0f28-4351-af34-eefe4a9a8c23 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:37.861765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350b94fd-8f1b-44de-b741-f77720d0933d None None] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:37.885527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-51caf717-0f28-4351-af34-eefe4a9a8c23 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6516089 Oct 26 14:30:37.890010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39978) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:37.893244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caf717-0f28-4351-af34-eefe4a9a8c23 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Subnet': ['ID=cac590c2-fe89-435c-a575-ad9e01d2fa85,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:37.900571 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a70fd4fe-2c15-41fe-a436-76eaec8cedc4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'security_group': {'name': 'tempest-secgroup-1272566331'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:37.944523 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a70fd4fe-2c15-41fe-a436-76eaec8cedc4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.058243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:38.132975 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:38.133680 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 51ce95ef-3ebe-4dc6-b1ab-d6b033067675 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:38.156535 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a70fd4fe-2c15-41fe-a436-76eaec8cedc4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.167147 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a70fd4fe-2c15-41fe-a436-76eaec8cedc4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.213869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fd4fe-2c15-41fe-a436-76eaec8cedc4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b46d5a8-e481-4d0b-abb0-33e9a30ba4fe,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:38.219499 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a70fd4fe-2c15-41fe-a436-76eaec8cedc4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.223134 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a70fd4fe-2c15-41fe-a436-76eaec8cedc4 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3293784 Oct 26 14:30:38.223579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 39980) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:38.241065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6c48f012-3a84-4393-811c-6a54dea593cb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'security_group': {'name': 'tempest-secgroup-1133414087'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:38.315835 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c48f012-3a84-4393-811c-6a54dea593cb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.316787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-fe3ebc6a-4d2f-4e90-8555-69a354935034', 'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'tenant_id': 'e47e7dfbbaa14c0b802f99a4e3fac013', 'fixed_ips': [{'subnet_id': 'cac590c2-fe89-435c-a575-ad9e01d2fa85'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:30:38.320947 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.428400 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c48f012-3a84-4393-811c-6a54dea593cb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.440611 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c48f012-3a84-4393-811c-6a54dea593cb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.532683 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6c48f012-3a84-4393-811c-6a54dea593cb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.537811 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6c48f012-3a84-4393-811c-6a54dea593cb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3131883 Oct 26 14:30:38.540245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 39984) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:38.545810 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8127a7eb-2b90-414e-95a7-9fc721573ff3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2139519746', 'security_groups': ['8b89275b-5561-4bd7-9962-88c4ea85e12d'], 'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cac590c2-fe89-435c-a575-ad9e01d2fa85'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:38.548253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48f012-3a84-4393-811c-6a54dea593cb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b89275b-5561-4bd7-9962-88c4ea85e12d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:38.574215 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Allocated IP 2001:db8::2 (fe3ebc6a-4d2f-4e90-8555-69a354935034/cac590c2-fe89-435c-a575-ad9e01d2fa85/b35f4a17-799f-435a-bdb1-2510ab88bb3a) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:38.848619 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8127a7eb-2b90-414e-95a7-9fc721573ff3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:38.858932 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.870836 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.969907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:38.979503 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:38.984112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Pushing event updated for resources: {'Port': ['ID=b35f4a17-799f-435a-bdb1-2510ab88bb3a,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:38.987359 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:39.018635 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8127a7eb-2b90-414e-95a7-9fc721573ff3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.068922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-8127a7eb-2b90-414e-95a7-9fc721573ff3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port 3d7bd248-a18c-443e-8d0c-0b0389264830 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:39.091717 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Attempting to bind port b35f4a17-799f-435a-bdb1-2510ab88bb3a on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:39.092407 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Attempting to bind port b35f4a17-799f-435a-bdb1-2510ab88bb3a by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '191326c8-ac55-40fd-ab6a-9e5d037128f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:39.092775 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Attempting to bind port b35f4a17-799f-435a-bdb1-2510ab88bb3a on network fe3ebc6a-4d2f-4e90-8555-69a354935034 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:39.106083 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:39.108693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Checking segment: {'id': '191326c8-ac55-40fd-ab6a-9e5d037128f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:39.109115 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.109678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Bound using segment: {'id': '191326c8-ac55-40fd-ab6a-9e5d037128f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:39.113115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Bound port: b35f4a17-799f-435a-bdb1-2510ab88bb3a, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191326c8-ac55-40fd-ab6a-9e5d037128f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:39.113577 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.269815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] For port b35f4a17-799f-435a-bdb1-2510ab88bb3a, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:39.278122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] For port b35f4a17-799f-435a-bdb1-2510ab88bb3a, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b35f4a17-799f-435a-bdb1-2510ab88bb3a,segment=NetworkSegment(191326c8-ac55-40fd-ab6a-9e5d037128f3),segment_id=191326c8-ac55-40fd-ab6a-9e5d037128f3)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:39.292033 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.516227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-8127a7eb-2b90-414e-95a7-9fc721573ff3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Allocated IP 2001:db8::7f (fe3ebc6a-4d2f-4e90-8555-69a354935034/cac590c2-fe89-435c-a575-ad9e01d2fa85/3d7bd248-a18c-443e-8d0c-0b0389264830) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:39.547574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47421f6-c6f8-4211-945e-b02c205ff1d9 None None] Pushing event updated for resources: {'Port': ['ID=b35f4a17-799f-435a-bdb1-2510ab88bb3a,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:39.911918 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8127a7eb-2b90-414e-95a7-9fc721573ff3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:40.052730 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8127a7eb-2b90-414e-95a7-9fc721573ff3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:40.146833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8127a7eb-2b90-414e-95a7-9fc721573ff3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:40.156798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8127a7eb-2b90-414e-95a7-9fc721573ff3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:40.167532 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127a7eb-2b90-414e-95a7-9fc721573ff3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:40.176341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8127a7eb-2b90-414e-95a7-9fc721573ff3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:40.177008 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8127a7eb-2b90-414e-95a7-9fc721573ff3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:40.193309 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127a7eb-2b90-414e-95a7-9fc721573ff3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=3d7bd248-a18c-443e-8d0c-0b0389264830,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:40.224293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8127a7eb-2b90-414e-95a7-9fc721573ff3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6814132 Oct 26 14:30:40.224811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40000) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:40.232813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ec6bc1bf-d5a0-4cf3-be3c-f2dcb387ddde tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:40.498940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6bc1bf-d5a0-4cf3-be3c-f2dcb387ddde tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:40.505534 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ec6bc1bf-d5a0-4cf3-be3c-f2dcb387ddde tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:40.718972 n-d-815498-1 neutron-server[102124]: INFO neutron.db.ipam_backend_mixin [None req-ec6bc1bf-d5a0-4cf3-be3c-f2dcb387ddde tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cac590c2-fe89-435c-a575-ad9e01d2fa85 (CIDR: 2001:db8::/64) Oct 26 14:30:40.725746 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6bc1bf-d5a0-4cf3-be3c-f2dcb387ddde tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:30:40.726397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6bc1bf-d5a0-4cf3-be3c-f2dcb387ddde tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:40.759500 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40006) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:40.767678 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:40.790738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ec6bc1bf-d5a0-4cf3-be3c-f2dcb387ddde tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5644410 Oct 26 14:30:40.998663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:41.011301 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:41.396030 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:41.436207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2da75366-3690-4392-b721-c6264a520496 None None] Provisioning complete for port 5c36be65-d3fd-403c-83c8-bea936d36ad2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:41.437278 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2da75366-3690-4392-b721-c6264a520496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:41.456928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:41.462613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:41.468209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:41.468826 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:41.493751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Subnet': ['ID=12952a21-9784-4574-b5e0-d264753178e2,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:41.504648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:41.505004 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:41.505640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:41.506000 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:41.506531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:41.506941 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:41.507280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:41.507677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:41.508075 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:41.508408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:41.508732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:41.509100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:41.524047 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aa3cb9d4-a06a-413e-9ecf-1ed598dbfe91 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7623863 Oct 26 14:30:41.528338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40010) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:41.535494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7abe3bf9-c117-4182-93ea-249df24da8f3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2141585405', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12952a21-9784-4574-b5e0-d264753178e2'}], 'security_groups': ['5b46d5a8-e481-4d0b-abb0-33e9a30ba4fe']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:41.596533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2da75366-3690-4392-b721-c6264a520496 None None] Port 5c36be65-d3fd-403c-83c8-bea936d36ad2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:41.611675 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2da75366-3690-4392-b721-c6264a520496 None None] Provisioning complete for port b35f4a17-799f-435a-bdb1-2510ab88bb3a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:41.611675 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2da75366-3690-4392-b721-c6264a520496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:41.791769 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2da75366-3690-4392-b721-c6264a520496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:41.803157 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b372ac5-2871-4b87-baf7-ff84b1664d1c None None] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:41.840378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7abe3bf9-c117-4182-93ea-249df24da8f3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:41.903248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-2da75366-3690-4392-b721-c6264a520496 None None] For port b35f4a17-799f-435a-bdb1-2510ab88bb3a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b35f4a17-799f-435a-bdb1-2510ab88bb3a,segment=NetworkSegment(191326c8-ac55-40fd-ab6a-9e5d037128f3),segment_id=191326c8-ac55-40fd-ab6a-9e5d037128f3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:41.913577 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2da75366-3690-4392-b721-c6264a520496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:42.040847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da75366-3690-4392-b721-c6264a520496 None None] Pushing event updated for resources: {'Port': ['ID=b35f4a17-799f-435a-bdb1-2510ab88bb3a,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:42.141354 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e8913ee-62f7-4733-8be6-df9490d371ab None None] Provisioning complete for port 3d7bd248-a18c-443e-8d0c-0b0389264830 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:42.141715 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e8913ee-62f7-4733-8be6-df9490d371ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:42.180576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b35f4a17-799f-435a-bdb1-2510ab88bb3a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:42.212785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e8913ee-62f7-4733-8be6-df9490d371ab None None] Port 3d7bd248-a18c-443e-8d0c-0b0389264830 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:42.279447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b35f4a17-799f-435a-bdb1-2510ab88bb3a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:42.279886 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:42.371596 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6660cd-a867-4d6c-958d-94f89418a035 None None] Update dhcp port {'port': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'fixed_ips': [{'subnet_id': 'cac590c2-fe89-435c-a575-ad9e01d2fa85', 'ip_address': '2001:db8::2'}, {'subnet_id': '12952a21-9784-4574-b5e0-d264753178e2'}], 'binding:host_id': 'n-d-815498-1'}, 'id': 'b35f4a17-799f-435a-bdb1-2510ab88bb3a'} from n-d-815498-1. {{(pid=102125) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:30:42.396848 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-7abe3bf9-c117-4182-93ea-249df24da8f3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Delete allocated IP 2001:db8::7f (fe3ebc6a-4d2f-4e90-8555-69a354935034/cac590c2-fe89-435c-a575-ad9e01d2fa85) {{(pid=102123) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 14:30:42.408892 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-7abe3bf9-c117-4182-93ea-249df24da8f3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Allocated IP 2001:db8:0:1::293 (fe3ebc6a-4d2f-4e90-8555-69a354935034/12952a21-9784-4574-b5e0-d264753178e2/3d7bd248-a18c-443e-8d0c-0b0389264830) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:42.421624 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd6660cd-a867-4d6c-958d-94f89418a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:42.650579 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7abe3bf9-c117-4182-93ea-249df24da8f3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:42.660104 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7abe3bf9-c117-4182-93ea-249df24da8f3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:42.750168 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-cd6660cd-a867-4d6c-958d-94f89418a035 None None] Allocated IP 2001:db8:0:1::2 (fe3ebc6a-4d2f-4e90-8555-69a354935034/12952a21-9784-4574-b5e0-d264753178e2/b35f4a17-799f-435a-bdb1-2510ab88bb3a) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:42.759962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-7abe3bf9-c117-4182-93ea-249df24da8f3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] In _notify_port_updated(), no bound segment for port 3d7bd248-a18c-443e-8d0c-0b0389264830 on network fe3ebc6a-4d2f-4e90-8555-69a354935034 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:30:42.772445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe3bf9-c117-4182-93ea-249df24da8f3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:42.776783 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7abe3bf9-c117-4182-93ea-249df24da8f3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:42.779528 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7abe3bf9-c117-4182-93ea-249df24da8f3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "PUT /v2.0/ports/3d7bd248-a18c-443e-8d0c-0b0389264830 HTTP/1.1" status: 200 len: 931 time: 1.2488368 Oct 26 14:30:42.781893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40036) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:42.811214 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe3bf9-c117-4182-93ea-249df24da8f3 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=3d7bd248-a18c-443e-8d0c-0b0389264830,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:42.872542 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8290890e-35bd-4e1b-b90f-ea1221f5d8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:42.960374 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-cd6660cd-a867-4d6c-958d-94f89418a035 None None] For port b35f4a17-799f-435a-bdb1-2510ab88bb3a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b35f4a17-799f-435a-bdb1-2510ab88bb3a,segment=NetworkSegment(191326c8-ac55-40fd-ab6a-9e5d037128f3),segment_id=191326c8-ac55-40fd-ab6a-9e5d037128f3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:42.985105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d0a88897-504c-4ab3-9ff3-9724265ceae9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 3d7bd248-a18c-443e-8d0c-0b0389264830 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:42.986469 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d0a88897-504c-4ab3-9ff3-9724265ceae9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.008456 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd6660cd-a867-4d6c-958d-94f89418a035 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.019939 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd6660cd-a867-4d6c-958d-94f89418a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.142156 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d0a88897-504c-4ab3-9ff3-9724265ceae9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.147208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6660cd-a867-4d6c-958d-94f89418a035 None None] Pushing event updated for resources: {'Port': ['ID=b35f4a17-799f-435a-bdb1-2510ab88bb3a,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:43.165339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d0a88897-504c-4ab3-9ff3-9724265ceae9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 3d7bd248-a18c-443e-8d0c-0b0389264830 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:43.333713 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d0a88897-504c-4ab3-9ff3-9724265ceae9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.384323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a88897-504c-4ab3-9ff3-9724265ceae9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=3d7bd248-a18c-443e-8d0c-0b0389264830,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:43.409577 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d0a88897-504c-4ab3-9ff3-9724265ceae9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.413622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d0a88897-504c-4ab3-9ff3-9724265ceae9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/3d7bd248-a18c-443e-8d0c-0b0389264830 HTTP/1.1" status: 204 len: 168 time: 0.6306868 Oct 26 14:30:43.416350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40046) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:43.446932 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49ab343-2232-45fe-a3a1-5f56b7a4b506 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] GET failed (client error): The resource could not be found. Oct 26 14:30:43.452131 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40048) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:43.452653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e49ab343-2232-45fe-a3a1-5f56b7a4b506 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/3d7bd248-a18c-443e-8d0c-0b0389264830 HTTP/1.1" status: 404 len: 333 time: 0.0347595 Oct 26 14:30:43.523310 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-510e6930-90f6-4b95-a903-1d0ad0a0cf75 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.555515 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-510e6930-90f6-4b95-a903-1d0ad0a0cf75 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.622268 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-510e6930-90f6-4b95-a903-1d0ad0a0cf75 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.626570 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-510e6930-90f6-4b95-a903-1d0ad0a0cf75 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.627799 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-510e6930-90f6-4b95-a903-1d0ad0a0cf75 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/security-groups/8b89275b-5561-4bd7-9962-88c4ea85e12d HTTP/1.1" status: 204 len: 168 time: 0.1744998 Oct 26 14:30:43.630888 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40050) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:43.638111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e6930-90f6-4b95-a903-1d0ad0a0cf75 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b89275b-5561-4bd7-9962-88c4ea85e12d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:43.718334 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-006ff3b4-dd72-44cd-8c53-fc93d85a9bab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.749424 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-006ff3b4-dd72-44cd-8c53-fc93d85a9bab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.801503 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-006ff3b4-dd72-44cd-8c53-fc93d85a9bab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.805256 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-006ff3b4-dd72-44cd-8c53-fc93d85a9bab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.808972 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-006ff3b4-dd72-44cd-8c53-fc93d85a9bab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/security-groups/5b46d5a8-e481-4d0b-abb0-33e9a30ba4fe HTTP/1.1" status: 204 len: 168 time: 0.1740351 Oct 26 14:30:43.809734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40052) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:43.821893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ff3b4-dd72-44cd-8c53-fc93d85a9bab tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b46d5a8-e481-4d0b-abb0-33e9a30ba4fe,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:43.897811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-879d344e-4083-4ff3-b950-8ae0d5157a56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting subnet cac590c2-fe89-435c-a575-ad9e01d2fa85 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:43.902830 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-879d344e-4083-4ff3-b950-8ae0d5157a56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.957303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4c07647f-1ec6-4910-adcc-a22e538e63be None None] Provisioning complete for port 5c36be65-d3fd-403c-83c8-bea936d36ad2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:43.957851 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4c07647f-1ec6-4910-adcc-a22e538e63be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.996791 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-879d344e-4083-4ff3-b950-8ae0d5157a56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:44.013310 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4c07647f-1ec6-4910-adcc-a22e538e63be None None] Port 5c36be65-d3fd-403c-83c8-bea936d36ad2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:44.046964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4c07647f-1ec6-4910-adcc-a22e538e63be None None] Provisioning complete for port b35f4a17-799f-435a-bdb1-2510ab88bb3a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:44.049476 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4c07647f-1ec6-4910-adcc-a22e538e63be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:44.132347 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b35f4a17-799f-435a-bdb1-2510ab88bb3a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:44.225855 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-879d344e-4083-4ff3-b950-8ae0d5157a56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:44.365171 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-879d344e-4083-4ff3-b950-8ae0d5157a56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:44.417783 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4c07647f-1ec6-4910-adcc-a22e538e63be None None] Could not find standard attr ID for object 3d7bd248-a18c-443e-8d0c-0b0389264830. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:30:44.421027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d344e-4083-4ff3-b950-8ae0d5157a56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Subnet': ['ID=cac590c2-fe89-435c-a575-ad9e01d2fa85,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:44.424314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b35f4a17-799f-435a-bdb1-2510ab88bb3a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:44.430015 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-879d344e-4083-4ff3-b950-8ae0d5157a56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:44.432203 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:44.442581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40080) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:44.447839 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f41b1373-a27d-4ba3-a3bb-e641a3abc86b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:44.456925 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-879d344e-4083-4ff3-b950-8ae0d5157a56 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/cac590c2-fe89-435c-a575-ad9e01d2fa85 HTTP/1.1" status: 204 len: 168 time: 0.6455586 Oct 26 14:30:44.668888 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-00335c53-7f7d-45d1-96bc-8cae3db9b9fe None None] Could not find standard attr ID for object 3d7bd248-a18c-443e-8d0c-0b0389264830. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:30:44.670663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41b1373-a27d-4ba3-a3bb-e641a3abc86b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:44.677212 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f41b1373-a27d-4ba3-a3bb-e641a3abc86b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:44.750891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46308cb1-5008-4154-b383-00e978f96e25 None None] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:45.107859 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b4055c0a-a2e1-4906-bf27-46abf56fd98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.148310 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f41b1373-a27d-4ba3-a3bb-e641a3abc86b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.201183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b1373-a27d-4ba3-a3bb-e641a3abc86b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:45.204391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-f41b1373-a27d-4ba3-a3bb-e641a3abc86b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:45.207537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b1373-a27d-4ba3-a3bb-e641a3abc86b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:45.208476 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f41b1373-a27d-4ba3-a3bb-e641a3abc86b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.226618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b1373-a27d-4ba3-a3bb-e641a3abc86b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Subnet': ['ID=b0b94a7e-5343-45e5-b60f-5740027dbfae,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:45.251261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40118) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:45.252589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f41b1373-a27d-4ba3-a3bb-e641a3abc86b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8081911 Oct 26 14:30:45.262958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-aba6fb80-252e-4a9e-b973-6442e911b6cb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'security_group': {'name': 'tempest-secgroup-491939749'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:45.351521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aba6fb80-252e-4a9e-b973-6442e911b6cb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.440992 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aba6fb80-252e-4a9e-b973-6442e911b6cb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.446627 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aba6fb80-252e-4a9e-b973-6442e911b6cb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.490914 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aba6fb80-252e-4a9e-b973-6442e911b6cb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.492341 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aba6fb80-252e-4a9e-b973-6442e911b6cb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2398131 Oct 26 14:30:45.495186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40122) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:45.499459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6fb80-252e-4a9e-b973-6442e911b6cb tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b7662c-94ff-4539-8448-f92f024ed4f9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:45.500413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-52c0e1e3-f185-4a81-833d-526b3a2021c5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'security_group': {'name': 'tempest-secgroup-1204387479'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:45.553322 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52c0e1e3-f185-4a81-833d-526b3a2021c5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.641505 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52c0e1e3-f185-4a81-833d-526b3a2021c5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.648687 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52c0e1e3-f185-4a81-833d-526b3a2021c5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.685364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0e1e3-f185-4a81-833d-526b3a2021c5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b380a4-c599-4b56-a637-d38a3ba547de,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:45.705408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52c0e1e3-f185-4a81-833d-526b3a2021c5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.709289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-52c0e1e3-f185-4a81-833d-526b3a2021c5 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2106476 Oct 26 14:30:45.709503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40124) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:45.725772 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1ece2861-deb6-40fc-a44b-5e315af27904 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'security_group': {'name': 'tempest-secgroup-1556119726'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:45.771439 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ece2861-deb6-40fc-a44b-5e315af27904 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.816484 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce486b8a-b0a0-4e5e-8e10-b7403ec97ebe None None] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:45.875606 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ece2861-deb6-40fc-a44b-5e315af27904 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.880022 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ece2861-deb6-40fc-a44b-5e315af27904 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.917851 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b189fe85-14f3-4119-ab51-979651810f5c None None] Provisioning complete for port 5c36be65-d3fd-403c-83c8-bea936d36ad2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:45.918542 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b189fe85-14f3-4119-ab51-979651810f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.922445 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ece2861-deb6-40fc-a44b-5e315af27904 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.926592 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1ece2861-deb6-40fc-a44b-5e315af27904 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2089405 Oct 26 14:30:45.926592 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece2861-deb6-40fc-a44b-5e315af27904 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5b6c1c-c1fa-47b4-8b8b-a7e61406b42d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:45.927404 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40126) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:45.934796 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a587daca-1bab-43ec-aa6b-98727238d07f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-882594103', 'security_groups': ['bc5b6c1c-c1fa-47b4-8b8b-a7e61406b42d'], 'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b0b94a7e-5343-45e5-b60f-5740027dbfae'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:45.983611 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b189fe85-14f3-4119-ab51-979651810f5c None None] Port 5c36be65-d3fd-403c-83c8-bea936d36ad2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:46.030483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b189fe85-14f3-4119-ab51-979651810f5c None None] Provisioning complete for port b35f4a17-799f-435a-bdb1-2510ab88bb3a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:46.031133 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b189fe85-14f3-4119-ab51-979651810f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.081882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a587daca-1bab-43ec-aa6b-98727238d07f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:46.093880 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a587daca-1bab-43ec-aa6b-98727238d07f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.158051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-a587daca-1bab-43ec-aa6b-98727238d07f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] device_id is not set on port 2df662d1-9a40-4dce-8ab8-6003c31edffa yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:46.244554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5604be57-83ba-47a2-a2bd-5b7cb2db7a17 None None] Update dhcp port {'port': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'fixed_ips': [{'subnet_id': '12952a21-9784-4574-b5e0-d264753178e2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b0b94a7e-5343-45e5-b60f-5740027dbfae'}], 'binding:host_id': 'n-d-815498-1'}, 'id': 'b35f4a17-799f-435a-bdb1-2510ab88bb3a'} from n-d-815498-1. {{(pid=102125) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:30:46.358670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-a587daca-1bab-43ec-aa6b-98727238d07f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Allocated IP 2001:db8::245 (fe3ebc6a-4d2f-4e90-8555-69a354935034/b0b94a7e-5343-45e5-b60f-5740027dbfae/2df662d1-9a40-4dce-8ab8-6003c31edffa) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:46.519303 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5604be57-83ba-47a2-a2bd-5b7cb2db7a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.527665 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a587daca-1bab-43ec-aa6b-98727238d07f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.577310 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a587daca-1bab-43ec-aa6b-98727238d07f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.636603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a587daca-1bab-43ec-aa6b-98727238d07f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:46.640243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a587daca-1bab-43ec-aa6b-98727238d07f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:46.644534 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a587daca-1bab-43ec-aa6b-98727238d07f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:46.650706 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a587daca-1bab-43ec-aa6b-98727238d07f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:46.651423 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a587daca-1bab-43ec-aa6b-98727238d07f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.657589 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.661641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587daca-1bab-43ec-aa6b-98727238d07f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=2df662d1-9a40-4dce-8ab8-6003c31edffa,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:46.675130 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a587daca-1bab-43ec-aa6b-98727238d07f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7468765 Oct 26 14:30:46.677724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40132) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:46.683339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4a63c155-2efc-4c7f-ba96-38e996c37e85 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:46.715064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-5604be57-83ba-47a2-a2bd-5b7cb2db7a17 None None] Allocated IP 2001:db8::2 (fe3ebc6a-4d2f-4e90-8555-69a354935034/b0b94a7e-5343-45e5-b60f-5740027dbfae/b35f4a17-799f-435a-bdb1-2510ab88bb3a) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:46.801019 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a63c155-2efc-4c7f-ba96-38e996c37e85 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:46.805515 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4a63c155-2efc-4c7f-ba96-38e996c37e85 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.814107 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5604be57-83ba-47a2-a2bd-5b7cb2db7a17 None None] For port b35f4a17-799f-435a-bdb1-2510ab88bb3a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b35f4a17-799f-435a-bdb1-2510ab88bb3a,segment=NetworkSegment(191326c8-ac55-40fd-ab6a-9e5d037128f3),segment_id=191326c8-ac55-40fd-ab6a-9e5d037128f3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:46.849462 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5604be57-83ba-47a2-a2bd-5b7cb2db7a17 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.858643 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5604be57-83ba-47a2-a2bd-5b7cb2db7a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.908587 n-d-815498-1 neutron-server[102123]: INFO neutron.db.ipam_backend_mixin [None req-4a63c155-2efc-4c7f-ba96-38e996c37e85 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0b94a7e-5343-45e5-b60f-5740027dbfae (CIDR: 2001:db8::/64) Oct 26 14:30:46.912413 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a63c155-2efc-4c7f-ba96-38e996c37e85 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:30:46.912922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a63c155-2efc-4c7f-ba96-38e996c37e85 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:46.929374 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.930670 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4a63c155-2efc-4c7f-ba96-38e996c37e85 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2516088 Oct 26 14:30:46.933267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40134) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:46.939461 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e67b3ccd-cab7-44e7-ba1e-1a00ef076aa7 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:46.960026 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604be57-83ba-47a2-a2bd-5b7cb2db7a17 None None] Pushing event updated for resources: {'Port': ['ID=b35f4a17-799f-435a-bdb1-2510ab88bb3a,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:47.075319 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67b3ccd-cab7-44e7-ba1e-1a00ef076aa7 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:47.079337 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e67b3ccd-cab7-44e7-ba1e-1a00ef076aa7 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.182664 n-d-815498-1 neutron-server[102123]: INFO neutron.db.ipam_backend_mixin [None req-e67b3ccd-cab7-44e7-ba1e-1a00ef076aa7 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 12952a21-9784-4574-b5e0-d264753178e2 (CIDR: 2001:db8:0:1::/64) Oct 26 14:30:47.186651 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67b3ccd-cab7-44e7-ba1e-1a00ef076aa7 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:30:47.187239 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67b3ccd-cab7-44e7-ba1e-1a00ef076aa7 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:47.213758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40138) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:47.214361 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e67b3ccd-cab7-44e7-ba1e-1a00ef076aa7 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2794964 Oct 26 14:30:47.219717 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c3cc49df-25bf-4440-bf86-a13dc30f1ec8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'subnet': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:47.343289 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cc49df-25bf-4440-bf86-a13dc30f1ec8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Made reservation on behalf of e47e7dfbbaa14c0b802f99a4e3fac013 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:47.347102 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3cc49df-25bf-4440-bf86-a13dc30f1ec8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.597755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dbf3a391-669c-40d8-bbe7-3eea66ba034b None None] Provisioning complete for port 5c36be65-d3fd-403c-83c8-bea936d36ad2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:47.598299 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dbf3a391-669c-40d8-bbe7-3eea66ba034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.629317 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3cc49df-25bf-4440-bf86-a13dc30f1ec8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.654475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-dbf3a391-669c-40d8-bbe7-3eea66ba034b None None] Port 5c36be65-d3fd-403c-83c8-bea936d36ad2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:47.681610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dbf3a391-669c-40d8-bbe7-3eea66ba034b None None] Provisioning complete for port b35f4a17-799f-435a-bdb1-2510ab88bb3a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:47.682233 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dbf3a391-669c-40d8-bbe7-3eea66ba034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.700978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc49df-25bf-4440-bf86-a13dc30f1ec8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:47.705147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c3cc49df-25bf-4440-bf86-a13dc30f1ec8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:47.710702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cc49df-25bf-4440-bf86-a13dc30f1ec8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:47.710702 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3cc49df-25bf-4440-bf86-a13dc30f1ec8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.728935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc49df-25bf-4440-bf86-a13dc30f1ec8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Subnet': ['ID=b297d44a-baed-45b4-8306-52578c0b4764,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:47.735507 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c3cc49df-25bf-4440-bf86-a13dc30f1ec8 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5205474 Oct 26 14:30:47.738441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40144) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:47.744773 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-da51859b-fe03-4e53-a075-11ccf930b47e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1577438617', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b297d44a-baed-45b4-8306-52578c0b4764'}], 'security_groups': ['d8b7662c-94ff-4539-8448-f92f024ed4f9', 'e2b380a4-c599-4b56-a637-d38a3ba547de']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:47.819648 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f93ca-2750-4130-8049-958dfb658f43 None None] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:47.939985 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-eac9a8f1-55ac-4af9-9973-c1557b0ce68f None None] Provisioning complete for port 2df662d1-9a40-4dce-8ab8-6003c31edffa triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:47.940381 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eac9a8f1-55ac-4af9-9973-c1557b0ce68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.942655 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da51859b-fe03-4e53-a075-11ccf930b47e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.014475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-eac9a8f1-55ac-4af9-9973-c1557b0ce68f None None] Port 2df662d1-9a40-4dce-8ab8-6003c31edffa cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:48.067163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b35f4a17-799f-435a-bdb1-2510ab88bb3a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:48.156637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09169ed4-5383-4ded-9f40-7f11a9f078c6 None None] Update dhcp port {'port': {'network_id': 'fe3ebc6a-4d2f-4e90-8555-69a354935034', 'fixed_ips': [{'subnet_id': '12952a21-9784-4574-b5e0-d264753178e2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b0b94a7e-5343-45e5-b60f-5740027dbfae', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b297d44a-baed-45b4-8306-52578c0b4764'}], 'binding:host_id': 'n-d-815498-1'}, 'id': 'b35f4a17-799f-435a-bdb1-2510ab88bb3a'} from n-d-815498-1. {{(pid=102125) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:30:48.189225 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b35f4a17-799f-435a-bdb1-2510ab88bb3a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:48.189945 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.192840 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-09169ed4-5383-4ded-9f40-7f11a9f078c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.251058 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40148) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:48.312880 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d30131-a3c7-44ca-9410-e4c7bb5f7ae2 admin admin] Deleting subnet 9e6321df-45d9-4e92-a9a2-b9eb28b7403d {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:48.315399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-da51859b-fe03-4e53-a075-11ccf930b47e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Delete allocated IP 2001:db8::245 (fe3ebc6a-4d2f-4e90-8555-69a354935034/b0b94a7e-5343-45e5-b60f-5740027dbfae) {{(pid=102124) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 14:30:48.318255 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76d30131-a3c7-44ca-9410-e4c7bb5f7ae2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.327286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-da51859b-fe03-4e53-a075-11ccf930b47e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Allocated IP 2001:db8:0:2::125 (fe3ebc6a-4d2f-4e90-8555-69a354935034/b297d44a-baed-45b4-8306-52578c0b4764/2df662d1-9a40-4dce-8ab8-6003c31edffa) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:48.360873 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76d30131-a3c7-44ca-9410-e4c7bb5f7ae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.402576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76d30131-a3c7-44ca-9410-e4c7bb5f7ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.469576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76d30131-a3c7-44ca-9410-e4c7bb5f7ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.498058 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d30131-a3c7-44ca-9410-e4c7bb5f7ae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6321df-45d9-4e92-a9a2-b9eb28b7403d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:48.513104 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76d30131-a3c7-44ca-9410-e4c7bb5f7ae2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.518798 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-76d30131-a3c7-44ca-9410-e4c7bb5f7ae2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9e6321df-45d9-4e92-a9a2-b9eb28b7403d HTTP/1.1" status: 204 len: 168 time: 0.2643647 Oct 26 14:30:48.519047 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40150) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:48.536395 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da51859b-fe03-4e53-a075-11ccf930b47e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.543592 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da51859b-fe03-4e53-a075-11ccf930b47e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.594549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-da51859b-fe03-4e53-a075-11ccf930b47e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] In _notify_port_updated(), no bound segment for port 2df662d1-9a40-4dce-8ab8-6003c31edffa on network fe3ebc6a-4d2f-4e90-8555-69a354935034 {{(pid=102124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:30:48.600586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51859b-fe03-4e53-a075-11ccf930b47e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:48.601308 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da51859b-fe03-4e53-a075-11ccf930b47e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.606143 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-da51859b-fe03-4e53-a075-11ccf930b47e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "PUT /v2.0/ports/2df662d1-9a40-4dce-8ab8-6003c31edffa HTTP/1.1" status: 200 len: 970 time: 0.8661542 Oct 26 14:30:48.607445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40154) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:48.610543 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-79d43d00-ce55-4220-8a26-f1921a6cbeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.637545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-09169ed4-5383-4ded-9f40-7f11a9f078c6 None None] Allocated IP 2001:db8:0:2::2 (fe3ebc6a-4d2f-4e90-8555-69a354935034/b297d44a-baed-45b4-8306-52578c0b4764/b35f4a17-799f-435a-bdb1-2510ab88bb3a) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:48.717261 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51859b-fe03-4e53-a075-11ccf930b47e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event updated for resources: {'Port': ['ID=2df662d1-9a40-4dce-8ab8-6003c31edffa,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:48.719689 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-79d43d00-ce55-4220-8a26-f1921a6cbeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.740750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-09169ed4-5383-4ded-9f40-7f11a9f078c6 None None] For port b35f4a17-799f-435a-bdb1-2510ab88bb3a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b35f4a17-799f-435a-bdb1-2510ab88bb3a,segment=NetworkSegment(191326c8-ac55-40fd-ab6a-9e5d037128f3),segment_id=191326c8-ac55-40fd-ab6a-9e5d037128f3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:48.740909 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-79d43d00-ce55-4220-8a26-f1921a6cbeaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55f34bf-26b4-4ac3-895b-8d05a4248c59']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:48.750742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-79d43d00-ce55-4220-8a26-f1921a6cbeaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa8f27b-7fd8-49ec-aac6-59abce8d808d') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:48.751050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-79d43d00-ce55-4220-8a26-f1921a6cbeaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa8f27b-7fd8-49ec-aac6-59abce8d808d') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:48.762435 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b8146-c1eb-4fff-a630-f0b718a06edc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 2df662d1-9a40-4dce-8ab8-6003c31edffa {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:48.763063 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8146-c1eb-4fff-a630-f0b718a06edc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.771906 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-09169ed4-5383-4ded-9f40-7f11a9f078c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.773969 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-79d43d00-ce55-4220-8a26-f1921a6cbeaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.789472 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-09169ed4-5383-4ded-9f40-7f11a9f078c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.808333 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-79d43d00-ce55-4220-8a26-f1921a6cbeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.822974 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.823328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d43d00-ce55-4220-8a26-f1921a6cbeaa admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:30:48.823960 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-79d43d00-ce55-4220-8a26-f1921a6cbeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:30:48.830569 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:30:48.889045 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8146-c1eb-4fff-a630-f0b718a06edc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.904125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09169ed4-5383-4ded-9f40-7f11a9f078c6 None None] Pushing event updated for resources: {'Port': ['ID=b35f4a17-799f-435a-bdb1-2510ab88bb3a,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:48.904513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b8146-c1eb-4fff-a630-f0b718a06edc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 2df662d1-9a40-4dce-8ab8-6003c31edffa owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:48.959645 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-79d43d00-ce55-4220-8a26-f1921a6cbeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.974098 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-79d43d00-ce55-4220-8a26-f1921a6cbeaa admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.978697 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-79d43d00-ce55-4220-8a26-f1921a6cbeaa admin admin] 10.222.0.32 "DELETE /v2.0/networks/a55f34bf-26b4-4ac3-895b-8d05a4248c59 HTTP/1.1" status: 204 len: 168 time: 0.4579718 Oct 26 14:30:49.023576 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d43d00-ce55-4220-8a26-f1921a6cbeaa admin admin] Pushing event deleted for resources: {'Network': ['ID=a55f34bf-26b4-4ac3-895b-8d05a4248c59,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:49.057111 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:30:49.084173 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8146-c1eb-4fff-a630-f0b718a06edc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.151353 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b8146-c1eb-4fff-a630-f0b718a06edc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=2df662d1-9a40-4dce-8ab8-6003c31edffa,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:49.199493 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8146-c1eb-4fff-a630-f0b718a06edc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.206597 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40158) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:49.216874 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4d4b8146-c1eb-4fff-a630-f0b718a06edc tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/2df662d1-9a40-4dce-8ab8-6003c31edffa HTTP/1.1" status: 204 len: 168 time: 0.5872164 Oct 26 14:30:49.242918 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d636d1-ec4c-476e-9334-42d63579aa03 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] GET failed (client error): The resource could not be found. Oct 26 14:30:49.247472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40160) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:49.261970 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-28d636d1-ec4c-476e-9334-42d63579aa03 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports/2df662d1-9a40-4dce-8ab8-6003c31edffa HTTP/1.1" status: 404 len: 333 time: 0.0536408 Oct 26 14:30:49.279951 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40162) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:49.331906 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b6d2428d-20fd-45c8-8a78-01d9a2833e11 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.344817 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2090d745-0888-417e-ab0c-91ebc450b7df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47f32cb687e24d93b97604fcd36d48c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637858 Oct 26 14:30:49.347482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40164) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:49.358789 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b6d2428d-20fd-45c8-8a78-01d9a2833e11 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.412747 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b6d2428d-20fd-45c8-8a78-01d9a2833e11 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.416130 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6fca684-8287-4462-8b1a-ffc000a1044e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.422695 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b6d2428d-20fd-45c8-8a78-01d9a2833e11 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.424889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b6d2428d-20fd-45c8-8a78-01d9a2833e11 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/security-groups/bc5b6c1c-c1fa-47b4-8b8b-a7e61406b42d HTTP/1.1" status: 204 len: 168 time: 0.1762526 Oct 26 14:30:49.431440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40166) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:49.442765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2428d-20fd-45c8-8a78-01d9a2833e11 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5b6c1c-c1fa-47b4-8b8b-a7e61406b42d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:49.474191 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6fca684-8287-4462-8b1a-ffc000a1044e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.557181 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85b96515-0897-45ed-b6ea-9a22913a8a52 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.585199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6fca684-8287-4462-8b1a-ffc000a1044e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.589933 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d6fca684-8287-4462-8b1a-ffc000a1044e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.591443 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d6fca684-8287-4462-8b1a-ffc000a1044e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2341461-0b65-4456-a6a4-fae9a160141c HTTP/1.1" status: 204 len: 168 time: 0.2426033 Oct 26 14:30:49.611886 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85b96515-0897-45ed-b6ea-9a22913a8a52 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.614769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fca684-8287-4462-8b1a-ffc000a1044e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2341461-0b65-4456-a6a4-fae9a160141c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:49.663524 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85b96515-0897-45ed-b6ea-9a22913a8a52 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.667101 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85b96515-0897-45ed-b6ea-9a22913a8a52 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.668979 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-85b96515-0897-45ed-b6ea-9a22913a8a52 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/security-groups/e2b380a4-c599-4b56-a637-d38a3ba547de HTTP/1.1" status: 204 len: 168 time: 0.2364273 Oct 26 14:30:49.671874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40172) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:49.682955 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b96515-0897-45ed-b6ea-9a22913a8a52 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b380a4-c599-4b56-a637-d38a3ba547de,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:49.759797 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2ca35bf3-61e4-41bd-b33f-39d6cf96539a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.787971 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ef6e1ea4-ad16-464a-a6df-18ad398d5b67 None None] Provisioning complete for port 5c36be65-d3fd-403c-83c8-bea936d36ad2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:49.788519 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1ea4-ad16-464a-a6df-18ad398d5b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.800027 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2ca35bf3-61e4-41bd-b33f-39d6cf96539a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.839640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e1ea4-ad16-464a-a6df-18ad398d5b67 None None] Port 5c36be65-d3fd-403c-83c8-bea936d36ad2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:49.859208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ef6e1ea4-ad16-464a-a6df-18ad398d5b67 None None] Provisioning complete for port b35f4a17-799f-435a-bdb1-2510ab88bb3a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:49.859846 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1ea4-ad16-464a-a6df-18ad398d5b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.873543 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2ca35bf3-61e4-41bd-b33f-39d6cf96539a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.876353 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2ca35bf3-61e4-41bd-b33f-39d6cf96539a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.879061 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2ca35bf3-61e4-41bd-b33f-39d6cf96539a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/security-groups/d8b7662c-94ff-4539-8448-f92f024ed4f9 HTTP/1.1" status: 204 len: 168 time: 0.2059140 Oct 26 14:30:49.882383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40176) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:49.894920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca35bf3-61e4-41bd-b33f-39d6cf96539a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b7662c-94ff-4539-8448-f92f024ed4f9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:49.970430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-972b92ca-df1b-4744-a866-6b2f7a6a410e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting subnet b0b94a7e-5343-45e5-b60f-5740027dbfae {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:49.974427 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-972b92ca-df1b-4744-a866-6b2f7a6a410e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.029278 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-972b92ca-df1b-4744-a866-6b2f7a6a410e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.030128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ef6e1ea4-ad16-464a-a6df-18ad398d5b67 None None] Could not find standard attr ID for object 2df662d1-9a40-4dce-8ab8-6003c31edffa. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:30:50.088473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b35f4a17-799f-435a-bdb1-2510ab88bb3a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:50.148340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e9d0753a-6cf6-4d36-a5ef-1df6904681a3 None None] Could not find standard attr ID for object 2df662d1-9a40-4dce-8ab8-6003c31edffa. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:30:50.163845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b35f4a17-799f-435a-bdb1-2510ab88bb3a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:50.164448 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.211289 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-972b92ca-df1b-4744-a866-6b2f7a6a410e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.326260 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-972b92ca-df1b-4744-a866-6b2f7a6a410e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.366210 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b92ca-df1b-4744-a866-6b2f7a6a410e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b94a7e-5343-45e5-b60f-5740027dbfae,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:50.373102 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-972b92ca-df1b-4744-a866-6b2f7a6a410e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.377545 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-972b92ca-df1b-4744-a866-6b2f7a6a410e tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/b0b94a7e-5343-45e5-b60f-5740027dbfae HTTP/1.1" status: 204 len: 168 time: 0.4935267 Oct 26 14:30:50.381841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40188) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:50.436755 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d61b39-ebfc-4944-8458-fc464be69fd5 None None] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:50.442948 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed544d27-7c88-4b9c-b309-b64915c52f2f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting subnet b297d44a-baed-45b4-8306-52578c0b4764 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:50.447125 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed544d27-7c88-4b9c-b309-b64915c52f2f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.494787 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed544d27-7c88-4b9c-b309-b64915c52f2f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.594315 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed544d27-7c88-4b9c-b309-b64915c52f2f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.662246 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed544d27-7c88-4b9c-b309-b64915c52f2f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.690991 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed544d27-7c88-4b9c-b309-b64915c52f2f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Subnet': ['ID=b297d44a-baed-45b4-8306-52578c0b4764,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:50.695094 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed544d27-7c88-4b9c-b309-b64915c52f2f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.700780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ed544d27-7c88-4b9c-b309-b64915c52f2f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/b297d44a-baed-45b4-8306-52578c0b4764 HTTP/1.1" status: 204 len: 168 time: 0.3157187 Oct 26 14:30:50.701023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40202) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:50.728602 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8702e9-d4ee-4068-b51d-2406117cbe76 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] DELETE failed (client error): The resource could not be found. Oct 26 14:30:50.729077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8702e9-d4ee-4068-b51d-2406117cbe76 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:50.732822 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2a8702e9-d4ee-4068-b51d-2406117cbe76 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/b0b94a7e-5343-45e5-b60f-5740027dbfae HTTP/1.1" status: 404 len: 337 time: 0.0303018 Oct 26 14:30:50.735388 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40208) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:50.799552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6149fc2-4db5-4ce4-be4b-91845086260d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting subnet 12952a21-9784-4574-b5e0-d264753178e2 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:50.803256 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6149fc2-4db5-4ce4-be4b-91845086260d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.861373 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6149fc2-4db5-4ce4-be4b-91845086260d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.966657 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6149fc2-4db5-4ce4-be4b-91845086260d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.037369 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6149fc2-4db5-4ce4-be4b-91845086260d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.068387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6149fc2-4db5-4ce4-be4b-91845086260d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Subnet': ['ID=12952a21-9784-4574-b5e0-d264753178e2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:51.074468 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6149fc2-4db5-4ce4-be4b-91845086260d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.079932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c6149fc2-4db5-4ce4-be4b-91845086260d tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/12952a21-9784-4574-b5e0-d264753178e2 HTTP/1.1" status: 204 len: 168 time: 0.3434663 Oct 26 14:30:51.082892 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40244) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.111255 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-a213b316-3187-4610-96ed-fd42e29deef7 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] DELETE failed (client error): The resource could not be found. Oct 26 14:30:51.111724 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a213b316-3187-4610-96ed-fd42e29deef7 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:51.115016 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a213b316-3187-4610-96ed-fd42e29deef7 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/cac590c2-fe89-435c-a575-ad9e01d2fa85 HTTP/1.1" status: 404 len: 337 time: 0.0308275 Oct 26 14:30:51.117800 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40246) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.156630 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-36519a6e-8700-4a65-84aa-5ddf879cead9 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "GET /v2.0/ports?device_id=df2aae89-8889-4f1f-8c4b-1f0b7a79106f HTTP/1.1" status: 200 len: 205 time: 0.0373652 Oct 26 14:30:51.159243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40248) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.202863 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-217e96df-1b40-4e0a-85d5-bcabb4534c99 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] delete failed (client error): The resource could not be found. Oct 26 14:30:51.206369 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-217e96df-1b40-4e0a-85d5-bcabb4534c99 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/routers/df2aae89-8889-4f1f-8c4b-1f0b7a79106f HTTP/1.1" status: 404 len: 336 time: 0.0438306 Oct 26 14:30:51.206863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40250) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.233957 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc9a7b9-f322-4910-b81c-b39f19f99f7b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] DELETE failed (client error): The resource could not be found. Oct 26 14:30:51.234452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc9a7b9-f322-4910-b81c-b39f19f99f7b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:51.240006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ccc9a7b9-f322-4910-b81c-b39f19f99f7b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/6db4afc6-1df5-470f-a337-9c44530336c5 HTTP/1.1" status: 404 len: 337 time: 0.0300107 Oct 26 14:30:51.240340 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40252) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.265499 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357117be-9408-4e55-b0cf-c993f9d1e7b9 None None] Network fe3ebc6a-4d2f-4e90-8555-69a354935034 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:51.273339 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6fdf21-4bbe-4a3b-977a-8cbdd054d8e1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] DELETE failed (client error): The resource could not be found. Oct 26 14:30:51.282243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6fdf21-4bbe-4a3b-977a-8cbdd054d8e1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:51.288838 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40256) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.289400 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2c6fdf21-4bbe-4a3b-977a-8cbdd054d8e1 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/c5e0e2d8-fdf8-4533-965b-01839bb6d99f HTTP/1.1" status: 404 len: 337 time: 0.0476346 Oct 26 14:30:51.317574 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a712d8-a37b-4781-98ee-ef4cb37a49b0 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] DELETE failed (client error): The resource could not be found. Oct 26 14:30:51.318174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a712d8-a37b-4781-98ee-ef4cb37a49b0 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:51.322302 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-09a712d8-a37b-4781-98ee-ef4cb37a49b0 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/0d8be1af-93dc-434a-8081-fb971235440e HTTP/1.1" status: 404 len: 337 time: 0.0321095 Oct 26 14:30:51.326960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40260) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.351640 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-476b6c72-461d-4011-88b1-b0e52402fa81 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] DELETE failed (client error): The resource could not be found. Oct 26 14:30:51.352610 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476b6c72-461d-4011-88b1-b0e52402fa81 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:51.358029 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-476b6c72-461d-4011-88b1-b0e52402fa81 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/86e31352-8034-4fd4-834d-d4e5c9015051 HTTP/1.1" status: 404 len: 333 time: 0.0268922 Oct 26 14:30:51.358214 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-31df2b47-458e-4918-bc9b-57b2eb7377e4 None None] Provisioning complete for port 5c36be65-d3fd-403c-83c8-bea936d36ad2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:51.358214 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31df2b47-458e-4918-bc9b-57b2eb7377e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.359455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40262) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.387472 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9be08a4-3b5c-4402-9ee3-12ffccfec71a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] DELETE failed (client error): The resource could not be found. Oct 26 14:30:51.387991 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9be08a4-3b5c-4402-9ee3-12ffccfec71a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:51.391767 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d9be08a4-3b5c-4402-9ee3-12ffccfec71a tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/c4c0459f-d9c6-4e12-99a3-39036918b4df HTTP/1.1" status: 404 len: 337 time: 0.0307214 Oct 26 14:30:51.394625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40266) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.426528 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbaa939a-bc66-4849-8eef-299e9da68433 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] DELETE failed (client error): The resource could not be found. Oct 26 14:30:51.426994 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbaa939a-bc66-4849-8eef-299e9da68433 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:51.429634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-31df2b47-458e-4918-bc9b-57b2eb7377e4 None None] Port 5c36be65-d3fd-403c-83c8-bea936d36ad2 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:51.430521 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bbaa939a-bc66-4849-8eef-299e9da68433 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/68f97b16-5dc4-4d58-8ded-f0373f4dbe22 HTTP/1.1" status: 404 len: 337 time: 0.0345116 Oct 26 14:30:51.433157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40270) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.450298 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-31df2b47-458e-4918-bc9b-57b2eb7377e4 None None] Provisioning complete for port b35f4a17-799f-435a-bdb1-2510ab88bb3a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:51.450925 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31df2b47-458e-4918-bc9b-57b2eb7377e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.462758 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e35320-655f-4a67-8a7e-f820823c207c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] DELETE failed (client error): The resource could not be found. Oct 26 14:30:51.463432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e35320-655f-4a67-8a7e-f820823c207c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:51.466786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-79e35320-655f-4a67-8a7e-f820823c207c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/09db7ffa-2dfd-4719-92bf-78d446dfdcad HTTP/1.1" status: 404 len: 333 time: 0.0325975 Oct 26 14:30:51.469461 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40276) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.498608 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffca6c5c-e335-49ee-b4af-d6a8a836251b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] DELETE failed (client error): The resource could not be found. Oct 26 14:30:51.499076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffca6c5c-e335-49ee-b4af-d6a8a836251b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:51.504733 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ffca6c5c-e335-49ee-b4af-d6a8a836251b tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/d74fb30d-28e9-475c-9a48-a36977abb8b2 HTTP/1.1" status: 404 len: 337 time: 0.0316920 Oct 26 14:30:51.504889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40286) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.531871 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5b83f5-287a-4012-9f1b-8c4bd36ecf76 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] DELETE failed (client error): The resource could not be found. Oct 26 14:30:51.532330 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5b83f5-287a-4012-9f1b-8c4bd36ecf76 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:51.538014 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cb5b83f5-287a-4012-9f1b-8c4bd36ecf76 tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/subnets/8ead9426-b8ab-4ea6-b7e4-c002b97e9443 HTTP/1.1" status: 404 len: 337 time: 0.0294731 Oct 26 14:30:51.538294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40296) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.551804 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df58f31-e29d-4744-8f35-7d474379bb7d None None] DHCP port deletion for fe3ebc6a-4d2f-4e90-8555-69a354935034 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:30:51.621758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9df58f31-e29d-4744-8f35-7d474379bb7d None None] Deleting port b35f4a17-799f-435a-bdb1-2510ab88bb3a {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:51.622466 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9df58f31-e29d-4744-8f35-7d474379bb7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.652974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2f765d7e-7ea0-4869-912a-d65aa116ca6f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Deleting port 5c36be65-d3fd-403c-83c8-bea936d36ad2 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:51.653864 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f765d7e-7ea0-4869-912a-d65aa116ca6f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.692696 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-9df58f31-e29d-4744-8f35-7d474379bb7d None None] For port b35f4a17-799f-435a-bdb1-2510ab88bb3a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b35f4a17-799f-435a-bdb1-2510ab88bb3a,segment=NetworkSegment(191326c8-ac55-40fd-ab6a-9e5d037128f3),segment_id=191326c8-ac55-40fd-ab6a-9e5d037128f3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:51.693087 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9df58f31-e29d-4744-8f35-7d474379bb7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.705557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9df58f31-e29d-4744-8f35-7d474379bb7d None None] Calling delete_port for b35f4a17-799f-435a-bdb1-2510ab88bb3a owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:51.734423 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f765d7e-7ea0-4869-912a-d65aa116ca6f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.752201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2f765d7e-7ea0-4869-912a-d65aa116ca6f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Calling delete_port for 5c36be65-d3fd-403c-83c8-bea936d36ad2 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:51.786432 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9df58f31-e29d-4744-8f35-7d474379bb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.814378 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df58f31-e29d-4744-8f35-7d474379bb7d None None] Pushing event deleted for resources: {'Port': ['ID=b35f4a17-799f-435a-bdb1-2510ab88bb3a,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:51.818713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df58f31-e29d-4744-8f35-7d474379bb7d None None] No DVR routers for this DVR port b35f4a17-799f-435a-bdb1-2510ab88bb3a on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:51.862096 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f765d7e-7ea0-4869-912a-d65aa116ca6f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.891080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765d7e-7ea0-4869-912a-d65aa116ca6f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Port': ['ID=5c36be65-d3fd-403c-83c8-bea936d36ad2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:51.896554 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f765d7e-7ea0-4869-912a-d65aa116ca6f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.902447 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2f765d7e-7ea0-4869-912a-d65aa116ca6f tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/ports/5c36be65-d3fd-403c-83c8-bea936d36ad2 HTTP/1.1" status: 204 len: 168 time: 0.3632941 Oct 26 14:30:51.902982 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40310) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.998534 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30be058c-6731-4d31-8635-a1cddf6b4b2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.031349 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b35f4a17-799f-435a-bdb1-2510ab88bb3a no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:52.086492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: b35f4a17-799f-435a-bdb1-2510ab88bb3a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:52.087804 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b35f4a17-799f-435a-bdb1-2510ab88bb3a not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:52.121465 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30be058c-6731-4d31-8635-a1cddf6b4b2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.145753 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-30be058c-6731-4d31-8635-a1cddf6b4b2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3ebc6a-4d2f-4e90-8555-69a354935034']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:52.156852 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-30be058c-6731-4d31-8635-a1cddf6b4b2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191326c8-ac55-40fd-ab6a-9e5d037128f3') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:52.157406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-30be058c-6731-4d31-8635-a1cddf6b4b2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191326c8-ac55-40fd-ab6a-9e5d037128f3') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:52.168634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30be058c-6731-4d31-8635-a1cddf6b4b2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.183812 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30be058c-6731-4d31-8635-a1cddf6b4b2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.192344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30be058c-6731-4d31-8635-a1cddf6b4b2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:30:52.192728 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30be058c-6731-4d31-8635-a1cddf6b4b2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:30:52.196224 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:30:52.266355 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30be058c-6731-4d31-8635-a1cddf6b4b2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.276984 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-30be058c-6731-4d31-8635-a1cddf6b4b2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.281938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-30be058c-6731-4d31-8635-a1cddf6b4b2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] 10.222.0.32 "DELETE /v2.0/networks/fe3ebc6a-4d2f-4e90-8555-69a354935034 HTTP/1.1" status: 204 len: 168 time: 0.3774080 Oct 26 14:30:52.311208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be058c-6731-4d31-8635-a1cddf6b4b2c tempest-PortsIpV6TestJSON-1813633041 tempest-PortsIpV6TestJSON-1813633041-project] Pushing event deleted for resources: {'Network': ['ID=fe3ebc6a-4d2f-4e90-8555-69a354935034,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:52.585726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40330) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:52.732864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9c9e6d0d-60de-4927-9415-68f557a6ace5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e47e7dfbbaa14c0b802f99a4e3fac013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496239 Oct 26 14:30:52.735581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40334) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:52.786277 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-676f2388-7819-44bc-9a9b-c22ed6c40611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.810305 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-676f2388-7819-44bc-9a9b-c22ed6c40611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.859798 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-676f2388-7819-44bc-9a9b-c22ed6c40611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.863074 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-676f2388-7819-44bc-9a9b-c22ed6c40611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.866985 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-676f2388-7819-44bc-9a9b-c22ed6c40611 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5326c1b7-5d12-4875-88bb-9168db1b4746 HTTP/1.1" status: 204 len: 168 time: 0.1277628 Oct 26 14:30:52.873445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f2388-7819-44bc-9a9b-c22ed6c40611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5326c1b7-5d12-4875-88bb-9168db1b4746,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:53.629124 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:53.674971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40360) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:53.790125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d9bc0724-def6-457b-a69c-ac6486c5caac tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540662241'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:53.816356 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0724-def6-457b-a69c-ac6486c5caac tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:53.824796 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0724-def6-457b-a69c-ac6486c5caac tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:53.909683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0724-def6-457b-a69c-ac6486c5caac tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:53.914771 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0724-def6-457b-a69c-ac6486c5caac tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:53.959192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc0724-def6-457b-a69c-ac6486c5caac tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0163368-0607-4061-9234-2254f9488b1a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:54.012451 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0724-def6-457b-a69c-ac6486c5caac tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.017645 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0724-def6-457b-a69c-ac6486c5caac tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.051317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc0724-def6-457b-a69c-ac6486c5caac tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba35460-4d92-4fd0-bca1-3cba97296119,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:54.056018 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0724-def6-457b-a69c-ac6486c5caac tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.059853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d9bc0724-def6-457b-a69c-ac6486c5caac tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3813956 Oct 26 14:30:54.060011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40364) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:54.130869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0ae04a5d-74e1-4bd8-b3a9-0a39cc70aad3 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0694134 Oct 26 14:30:54.133802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40366) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:54.140985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a44655ba-e0dc-44ae-a859-50b8ce46e8ea tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group': {'name': 'tempest-security--424813520', 'description': 'tempest-security-description-1602611500'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:54.168174 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a44655ba-e0dc-44ae-a859-50b8ce46e8ea tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.224958 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a44655ba-e0dc-44ae-a859-50b8ce46e8ea tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.229202 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a44655ba-e0dc-44ae-a859-50b8ce46e8ea tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.232153 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a44655ba-e0dc-44ae-a859-50b8ce46e8ea tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.236376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40368) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:54.236874 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a44655ba-e0dc-44ae-a859-50b8ce46e8ea tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "PUT /v2.0/security-groups/2ba35460-4d92-4fd0-bca1-3cba97296119 HTTP/1.1" status: 200 len: 1779 time: 0.1018436 Oct 26 14:30:54.265070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44655ba-e0dc-44ae-a859-50b8ce46e8ea tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba35460-4d92-4fd0-bca1-3cba97296119,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:54.282718 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f735e144-bb1f-4459-bc86-d1ebbe8f8fc0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-groups/2ba35460-4d92-4fd0-bca1-3cba97296119 HTTP/1.1" status: 200 len: 1779 time: 0.0450327 Oct 26 14:30:54.285188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40370) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:54.341803 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c96807e2-b0e6-4f90-aca7-4080e6f1d761 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.367621 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c96807e2-b0e6-4f90-aca7-4080e6f1d761 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.424056 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c96807e2-b0e6-4f90-aca7-4080e6f1d761 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.427891 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c96807e2-b0e6-4f90-aca7-4080e6f1d761 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.429688 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c96807e2-b0e6-4f90-aca7-4080e6f1d761 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-groups/2ba35460-4d92-4fd0-bca1-3cba97296119 HTTP/1.1" status: 204 len: 168 time: 0.1432545 Oct 26 14:30:54.432068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40374) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:54.442697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96807e2-b0e6-4f90-aca7-4080e6f1d761 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba35460-4d92-4fd0-bca1-3cba97296119,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:54.496125 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-200b6079-4ddb-4461-b7e1-0fbe3929a407 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622246 Oct 26 14:30:54.498928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40378) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:54.516249 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-87683f23-90ac-42df-8b17-18fc56871f31 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] delete failed (client error): The resource could not be found. Oct 26 14:30:54.519251 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-87683f23-90ac-42df-8b17-18fc56871f31 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-groups/2ba35460-4d92-4fd0-bca1-3cba97296119 HTTP/1.1" status: 404 len: 347 time: 0.0180614 Oct 26 14:30:54.532339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40380) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:54.537709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-fc0752fa-daa3-478a-84f5-ac9510009da2 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207508474'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:54.561609 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc0752fa-daa3-478a-84f5-ac9510009da2 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.644913 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc0752fa-daa3-478a-84f5-ac9510009da2 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.649108 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc0752fa-daa3-478a-84f5-ac9510009da2 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.681535 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fc0752fa-daa3-478a-84f5-ac9510009da2 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.682830 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fc0752fa-daa3-478a-84f5-ac9510009da2 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1495183 Oct 26 14:30:54.685815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40382) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:54.690344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c4db6924-60b2-4138-9b57-92c65c3c84d7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group_rule': {'security_group_id': '30509837-7c2d-4708-9e80-e9a7b53e609e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:54.696200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0752fa-daa3-478a-84f5-ac9510009da2 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30509837-7c2d-4708-9e80-e9a7b53e609e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:54.723372 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4db6924-60b2-4138-9b57-92c65c3c84d7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.784456 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4db6924-60b2-4138-9b57-92c65c3c84d7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.789640 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4db6924-60b2-4138-9b57-92c65c3c84d7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.812603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db6924-60b2-4138-9b57-92c65c3c84d7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95b281a-8b37-48c1-8992-4be3d639ebab,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:54.817049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4db6924-60b2-4138-9b57-92c65c3c84d7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.820977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c4db6924-60b2-4138-9b57-92c65c3c84d7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314194 Oct 26 14:30:54.821446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40384) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:54.853432 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a71ab58-874f-41d4-8668-8572bbee32eb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.870834 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a71ab58-874f-41d4-8668-8572bbee32eb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.903596 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a71ab58-874f-41d4-8668-8572bbee32eb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.911980 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1a71ab58-874f-41d4-8668-8572bbee32eb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.913330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1a71ab58-874f-41d4-8668-8572bbee32eb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f95b281a-8b37-48c1-8992-4be3d639ebab HTTP/1.1" status: 204 len: 168 time: 0.0910580 Oct 26 14:30:54.915928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40386) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:54.919673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71ab58-874f-41d4-8668-8572bbee32eb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f95b281a-8b37-48c1-8992-4be3d639ebab,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:54.963188 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5f6fc635-1e91-4220-96bd-91197a26123d tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0431855 Oct 26 14:30:54.963606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40388) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:55.031139 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-638293c1-bc08-407a-9093-97d32ef8d6f3 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.058605 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-638293c1-bc08-407a-9093-97d32ef8d6f3 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.107980 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-638293c1-bc08-407a-9093-97d32ef8d6f3 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.112509 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-638293c1-bc08-407a-9093-97d32ef8d6f3 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.114572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-638293c1-bc08-407a-9093-97d32ef8d6f3 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-groups/30509837-7c2d-4708-9e80-e9a7b53e609e HTTP/1.1" status: 204 len: 168 time: 0.1497405 Oct 26 14:30:55.118753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40390) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:55.127106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638293c1-bc08-407a-9093-97d32ef8d6f3 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30509837-7c2d-4708-9e80-e9a7b53e609e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:55.175696 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-680d22a7-9dbe-415e-bc6b-61c68d232c3d tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552278 Oct 26 14:30:55.179306 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40392) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:55.183220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-dcc6b846-6e4a-49a0-a756-1876320deafb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541263368'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:55.210916 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcc6b846-6e4a-49a0-a756-1876320deafb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.283194 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcc6b846-6e4a-49a0-a756-1876320deafb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.287955 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcc6b846-6e4a-49a0-a756-1876320deafb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.320634 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dcc6b846-6e4a-49a0-a756-1876320deafb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.324752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40396) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:55.324906 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dcc6b846-6e4a-49a0-a756-1876320deafb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1451130 Oct 26 14:30:55.325858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6b846-6e4a-49a0-a756-1876320deafb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99355891-46e8-4164-8755-969258895be5,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:55.329358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0ca38f02-903c-4400-b10b-8303cd4a1ad7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group_rule': {'security_group_id': '99355891-46e8-4164-8755-969258895be5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:55.367642 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0ca38f02-903c-4400-b10b-8303cd4a1ad7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.771772 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0ca38f02-903c-4400-b10b-8303cd4a1ad7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.779809 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0ca38f02-903c-4400-b10b-8303cd4a1ad7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.800175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca38f02-903c-4400-b10b-8303cd4a1ad7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aff7ba6-9567-4287-950a-77f6063ca61f,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:55.808373 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0ca38f02-903c-4400-b10b-8303cd4a1ad7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.812168 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0ca38f02-903c-4400-b10b-8303cd4a1ad7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4838088 Oct 26 14:30:55.812298 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40402) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:55.817033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c4921e4a-8ded-4992-8ab9-dcff678dc898 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group_rule': {'security_group_id': '99355891-46e8-4164-8755-969258895be5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:55.849958 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4921e4a-8ded-4992-8ab9-dcff678dc898 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.927105 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4921e4a-8ded-4992-8ab9-dcff678dc898 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.931309 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4921e4a-8ded-4992-8ab9-dcff678dc898 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.950909 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4921e4a-8ded-4992-8ab9-dcff678dc898 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d31f39d-d462-4cf1-866f-f977fb469e07,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:55.963295 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4921e4a-8ded-4992-8ab9-dcff678dc898 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.964042 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c4921e4a-8ded-4992-8ab9-dcff678dc898 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1507249 Oct 26 14:30:55.967464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40404) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:55.982440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ff0bb186-7c4a-408f-a846-2a7373333f99 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group_rule': {'security_group_id': '99355891-46e8-4164-8755-969258895be5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:56.012535 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb186-7c4a-408f-a846-2a7373333f99 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.082390 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb186-7c4a-408f-a846-2a7373333f99 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.087186 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb186-7c4a-408f-a846-2a7373333f99 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.112267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bb186-7c4a-408f-a846-2a7373333f99 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2c1f12-6c70-478c-a941-5bc42bad5965,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:56.117307 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb186-7c4a-408f-a846-2a7373333f99 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.121421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40406) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:56.122990 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ff0bb186-7c4a-408f-a846-2a7373333f99 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545634 Oct 26 14:30:56.126523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-56e6467f-1646-4296-a11a-d728bb095c90 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group_rule': {'security_group_id': '99355891-46e8-4164-8755-969258895be5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:56.160063 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56e6467f-1646-4296-a11a-d728bb095c90 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.225002 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56e6467f-1646-4296-a11a-d728bb095c90 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.230344 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56e6467f-1646-4296-a11a-d728bb095c90 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.249700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6467f-1646-4296-a11a-d728bb095c90 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57be2545-e2da-4a87-a56d-0e48854ddf4f,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:56.259623 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-56e6467f-1646-4296-a11a-d728bb095c90 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.263055 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-56e6467f-1646-4296-a11a-d728bb095c90 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404839 Oct 26 14:30:56.265325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40408) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:56.269894 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ad2480ec-aebb-468d-9fb4-c6d7a3d784c5 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group_rule': {'security_group_id': '99355891-46e8-4164-8755-969258895be5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:56.300052 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad2480ec-aebb-468d-9fb4-c6d7a3d784c5 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.368611 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad2480ec-aebb-468d-9fb4-c6d7a3d784c5 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.374424 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad2480ec-aebb-468d-9fb4-c6d7a3d784c5 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.395081 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2480ec-aebb-468d-9fb4-c6d7a3d784c5 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c90c56-e035-41bd-8f63-9c057b75bebd,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:56.402393 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad2480ec-aebb-468d-9fb4-c6d7a3d784c5 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.403752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ad2480ec-aebb-468d-9fb4-c6d7a3d784c5 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1372948 Oct 26 14:30:56.406865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40410) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:56.438214 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-37b98cf5-a6b0-44a5-a5ac-c1a8b8bc3519 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.446875 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-37b98cf5-a6b0-44a5-a5ac-c1a8b8bc3519 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.475474 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-37b98cf5-a6b0-44a5-a5ac-c1a8b8bc3519 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.482052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-37b98cf5-a6b0-44a5-a5ac-c1a8b8bc3519 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.485461 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-37b98cf5-a6b0-44a5-a5ac-c1a8b8bc3519 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/79c90c56-e035-41bd-8f63-9c057b75bebd HTTP/1.1" status: 204 len: 168 time: 0.0752835 Oct 26 14:30:56.485929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40412) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:56.488871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b98cf5-a6b0-44a5-a5ac-c1a8b8bc3519 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79c90c56-e035-41bd-8f63-9c057b75bebd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:56.551586 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-aad6976e-ce80-41f1-a865-12970ca3b55e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0618565 Oct 26 14:30:56.551957 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40416) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:56.580175 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6e6-c0d7-47c3-b299-a5d3c2c61c3f tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.588867 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6e6-c0d7-47c3-b299-a5d3c2c61c3f tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.622719 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6e6-c0d7-47c3-b299-a5d3c2c61c3f tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.631436 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6e6-c0d7-47c3-b299-a5d3c2c61c3f tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.635076 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-04ddd6e6-c0d7-47c3-b299-a5d3c2c61c3f tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/57be2545-e2da-4a87-a56d-0e48854ddf4f HTTP/1.1" status: 204 len: 168 time: 0.0797436 Oct 26 14:30:56.635437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40420) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:56.644479 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddd6e6-c0d7-47c3-b299-a5d3c2c61c3f tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57be2545-e2da-4a87-a56d-0e48854ddf4f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:56.700362 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7f4350b6-0f62-47a0-8bee-37363a0942b9 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0638058 Oct 26 14:30:56.703165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40422) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:56.728858 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9efc6dee-28e8-4009-9d33-763bcb0f5397 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.738185 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9efc6dee-28e8-4009-9d33-763bcb0f5397 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.769646 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9efc6dee-28e8-4009-9d33-763bcb0f5397 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.776807 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9efc6dee-28e8-4009-9d33-763bcb0f5397 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.780366 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9efc6dee-28e8-4009-9d33-763bcb0f5397 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9a2c1f12-6c70-478c-a941-5bc42bad5965 HTTP/1.1" status: 204 len: 168 time: 0.0739243 Oct 26 14:30:56.780738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40424) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:56.791269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc6dee-28e8-4009-9d33-763bcb0f5397 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a2c1f12-6c70-478c-a941-5bc42bad5965,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:56.837866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f5f75339-9f13-492e-8e47-b721bf57e903 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0559826 Oct 26 14:30:56.841111 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40426) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:56.865920 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8cc9a3ed-bf9f-427d-afc8-0ae8b6bc1364 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.875117 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8cc9a3ed-bf9f-427d-afc8-0ae8b6bc1364 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.904971 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8cc9a3ed-bf9f-427d-afc8-0ae8b6bc1364 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.910776 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8cc9a3ed-bf9f-427d-afc8-0ae8b6bc1364 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.912104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8cc9a3ed-bf9f-427d-afc8-0ae8b6bc1364 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3d31f39d-d462-4cf1-866f-f977fb469e07 HTTP/1.1" status: 204 len: 168 time: 0.0699551 Oct 26 14:30:56.914914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40428) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:56.917864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9a3ed-bf9f-427d-afc8-0ae8b6bc1364 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d31f39d-d462-4cf1-866f-f977fb469e07,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:56.963417 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fdac6357-6bb8-4be6-a2a7-317f5ee36a77 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0472531 Oct 26 14:30:56.966583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40430) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:56.992120 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-34c95d58-609e-4279-9875-71c6c4d67f34 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.000223 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-34c95d58-609e-4279-9875-71c6c4d67f34 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.027796 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-34c95d58-609e-4279-9875-71c6c4d67f34 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.035933 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-34c95d58-609e-4279-9875-71c6c4d67f34 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.038451 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-34c95d58-609e-4279-9875-71c6c4d67f34 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8aff7ba6-9567-4287-950a-77f6063ca61f HTTP/1.1" status: 204 len: 168 time: 0.0708823 Oct 26 14:30:57.039952 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40432) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:57.046234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c95d58-609e-4279-9875-71c6c4d67f34 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aff7ba6-9567-4287-950a-77f6063ca61f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:57.089511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40434) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:57.089735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e5495890-7e62-4b54-9b16-1a946fcbf450 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484998 Oct 26 14:30:57.157046 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac629f27-1c32-470b-a4a9-ac8ed1c45ff6 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.181514 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac629f27-1c32-470b-a4a9-ac8ed1c45ff6 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.229557 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac629f27-1c32-470b-a4a9-ac8ed1c45ff6 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.233341 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ac629f27-1c32-470b-a4a9-ac8ed1c45ff6 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.234581 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ac629f27-1c32-470b-a4a9-ac8ed1c45ff6 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-groups/99355891-46e8-4164-8755-969258895be5 HTTP/1.1" status: 204 len: 168 time: 0.1432633 Oct 26 14:30:57.237313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40436) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:57.246511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac629f27-1c32-470b-a4a9-ac8ed1c45ff6 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99355891-46e8-4164-8755-969258895be5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:57.324246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40438) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:57.324641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7b2897f2-dcf0-41bf-8caf-1f97ab488116 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0857222 Oct 26 14:30:57.331091 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d4efd64b-04ef-4369-b304-cf01dbab7489 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group': {'name': 'tempest-secgroup--924977528'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:57.359381 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4efd64b-04ef-4369-b304-cf01dbab7489 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.435340 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4efd64b-04ef-4369-b304-cf01dbab7489 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.441070 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4efd64b-04ef-4369-b304-cf01dbab7489 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.473647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efd64b-04ef-4369-b304-cf01dbab7489 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7500aa4-afcd-49b6-8630-e23567c916bc,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:57.479668 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4efd64b-04ef-4369-b304-cf01dbab7489 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.480927 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d4efd64b-04ef-4369-b304-cf01dbab7489 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1547806 Oct 26 14:30:57.484109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40440) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:57.488691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-08c8031e-f26e-4843-bb4d-c982ab734f02 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group_rule': {'security_group_id': 'e7500aa4-afcd-49b6-8630-e23567c916bc', 'direction': 'ingress', 'protocol': 17}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:57.517215 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08c8031e-f26e-4843-bb4d-c982ab734f02 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.576991 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08c8031e-f26e-4843-bb4d-c982ab734f02 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.581216 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08c8031e-f26e-4843-bb4d-c982ab734f02 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.599523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8031e-f26e-4843-bb4d-c982ab734f02 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c86530-058f-435f-a4d2-fc1553c493b9,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:57.611998 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-08c8031e-f26e-4843-bb4d-c982ab734f02 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.616134 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-08c8031e-f26e-4843-bb4d-c982ab734f02 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1283607 Oct 26 14:30:57.618078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40442) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:57.652467 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.695745 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ca034c7-8c00-4b65-9bd0-df4e3f528e1e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.723955 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ca034c7-8c00-4b65-9bd0-df4e3f528e1e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.779411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ca034c7-8c00-4b65-9bd0-df4e3f528e1e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.782563 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ca034c7-8c00-4b65-9bd0-df4e3f528e1e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.784201 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4ca034c7-8c00-4b65-9bd0-df4e3f528e1e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-groups/e7500aa4-afcd-49b6-8630-e23567c916bc HTTP/1.1" status: 204 len: 168 time: 0.1645339 Oct 26 14:30:57.786513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40452) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:57.794284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca034c7-8c00-4b65-9bd0-df4e3f528e1e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7500aa4-afcd-49b6-8630-e23567c916bc,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:57.851148 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b5bbbd6b-358e-4f11-83c1-2187e2476a7b tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632229 Oct 26 14:30:57.851974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40456) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:57.857507 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-981dbac5-320a-49cc-9b57-26efca5d337e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583923597'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:57.882605 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-981dbac5-320a-49cc-9b57-26efca5d337e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.959827 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-981dbac5-320a-49cc-9b57-26efca5d337e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.967423 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-981dbac5-320a-49cc-9b57-26efca5d337e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.999963 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-981dbac5-320a-49cc-9b57-26efca5d337e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.003995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40458) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:58.004234 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-981dbac5-320a-49cc-9b57-26efca5d337e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1509266 Oct 26 14:30:58.006675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981dbac5-320a-49cc-9b57-26efca5d337e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b57a5c-1830-40e7-90e7-d400fdd08352,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:58.016399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ff1225a5-98d0-42ef-bfba-b91be6088d3b tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146689505'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:58.048575 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff1225a5-98d0-42ef-bfba-b91be6088d3b tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.124530 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff1225a5-98d0-42ef-bfba-b91be6088d3b tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.129974 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff1225a5-98d0-42ef-bfba-b91be6088d3b tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.163565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ff1225a5-98d0-42ef-bfba-b91be6088d3b tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.167427 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ff1225a5-98d0-42ef-bfba-b91be6088d3b tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1596708 Oct 26 14:30:58.167427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1225a5-98d0-42ef-bfba-b91be6088d3b tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0898521-dda4-43d3-b00e-a7b4fa140d1b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:58.169370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40460) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:58.174897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3c3c8238-4167-49a4-b3c1-2704255dbfe0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group_rule': {'security_group_id': '67b57a5c-1830-40e7-90e7-d400fdd08352', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e0898521-dda4-43d3-b00e-a7b4fa140d1b', 'remote_ip_prefix': None}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:58.213406 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8238-4167-49a4-b3c1-2704255dbfe0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.281752 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8238-4167-49a4-b3c1-2704255dbfe0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.286453 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8238-4167-49a4-b3c1-2704255dbfe0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.305863 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c8238-4167-49a4-b3c1-2704255dbfe0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70575a10-6391-4eca-8da1-bcd8f3c47421,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:58.316037 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8238-4167-49a4-b3c1-2704255dbfe0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.321073 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3c3c8238-4167-49a4-b3c1-2704255dbfe0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1495039 Oct 26 14:30:58.321073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40462) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:58.348572 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-99ccfd9e-7c29-46b9-897f-bf98ee6ea644 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.357903 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-99ccfd9e-7c29-46b9-897f-bf98ee6ea644 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.387941 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-99ccfd9e-7c29-46b9-897f-bf98ee6ea644 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.399502 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-99ccfd9e-7c29-46b9-897f-bf98ee6ea644 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.403776 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-99ccfd9e-7c29-46b9-897f-bf98ee6ea644 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/70575a10-6391-4eca-8da1-bcd8f3c47421 HTTP/1.1" status: 204 len: 168 time: 0.0787230 Oct 26 14:30:58.403776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccfd9e-7c29-46b9-897f-bf98ee6ea644 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70575a10-6391-4eca-8da1-bcd8f3c47421,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:58.404175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40464) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:58.453539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5ede3639-10ec-41f1-91ed-f79c884c4c6e tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0456884 Oct 26 14:30:58.453776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40466) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:58.519751 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dcc175ea-41e1-4f9c-a737-725a2ee92269 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.544997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dcc175ea-41e1-4f9c-a737-725a2ee92269 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.594540 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dcc175ea-41e1-4f9c-a737-725a2ee92269 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.597177 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dcc175ea-41e1-4f9c-a737-725a2ee92269 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.598396 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dcc175ea-41e1-4f9c-a737-725a2ee92269 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-groups/e0898521-dda4-43d3-b00e-a7b4fa140d1b HTTP/1.1" status: 204 len: 168 time: 0.1437917 Oct 26 14:30:58.601156 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40468) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:58.614670 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc175ea-41e1-4f9c-a737-725a2ee92269 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0898521-dda4-43d3-b00e-a7b4fa140d1b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:58.674594 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5330ced2-4910-4646-90d0-e061605fd2e0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0722370 Oct 26 14:30:58.677688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40470) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:58.744880 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2a188226-9199-4d5d-9de5-b7959b8ad747 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.775333 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2a188226-9199-4d5d-9de5-b7959b8ad747 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.821806 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2a188226-9199-4d5d-9de5-b7959b8ad747 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.824618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2a188226-9199-4d5d-9de5-b7959b8ad747 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.826356 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2a188226-9199-4d5d-9de5-b7959b8ad747 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-groups/67b57a5c-1830-40e7-90e7-d400fdd08352 HTTP/1.1" status: 204 len: 168 time: 0.1473322 Oct 26 14:30:58.829066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40474) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:58.835679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a188226-9199-4d5d-9de5-b7959b8ad747 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b57a5c-1830-40e7-90e7-d400fdd08352,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:58.879209 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f829d180-707e-42f7-adc8-1731df68db46 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452223 Oct 26 14:30:58.879807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40478) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:58.884958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-fbac30e6-c41e-4dc2-82bb-47ddf35bf0e0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791577203'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:58.917070 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbac30e6-c41e-4dc2-82bb-47ddf35bf0e0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.001636 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbac30e6-c41e-4dc2-82bb-47ddf35bf0e0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.006384 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbac30e6-c41e-4dc2-82bb-47ddf35bf0e0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.040883 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fbac30e6-c41e-4dc2-82bb-47ddf35bf0e0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.042160 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fbac30e6-c41e-4dc2-82bb-47ddf35bf0e0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1613247 Oct 26 14:30:59.042859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac30e6-c41e-4dc2-82bb-47ddf35bf0e0 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a7df2f-25ca-4b78-a6a3-4d951963933b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:59.045125 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40480) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:59.050339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6759fff7-826d-4d95-8c98-e100ec846cee tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group_rule': {'security_group_id': '22a7df2f-25ca-4b78-a6a3-4d951963933b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:59.082568 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6759fff7-826d-4d95-8c98-e100ec846cee tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.150715 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6759fff7-826d-4d95-8c98-e100ec846cee tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.156422 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6759fff7-826d-4d95-8c98-e100ec846cee tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.180300 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759fff7-826d-4d95-8c98-e100ec846cee tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ccdf8c6-3d2e-4fff-8127-30429c732898,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:59.195546 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6759fff7-826d-4d95-8c98-e100ec846cee tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.200010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40482) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:59.200932 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6759fff7-826d-4d95-8c98-e100ec846cee tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1536088 Oct 26 14:30:59.235374 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-73e0cd3a-3ee1-4a87-b9be-6b2062552412 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.249712 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-73e0cd3a-3ee1-4a87-b9be-6b2062552412 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.282060 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-73e0cd3a-3ee1-4a87-b9be-6b2062552412 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.287591 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-73e0cd3a-3ee1-4a87-b9be-6b2062552412 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.292229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40484) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:59.294789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-73e0cd3a-3ee1-4a87-b9be-6b2062552412 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4ccdf8c6-3d2e-4fff-8127-30429c732898 HTTP/1.1" status: 204 len: 168 time: 0.0923796 Oct 26 14:30:59.311257 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0cd3a-3ee1-4a87-b9be-6b2062552412 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ccdf8c6-3d2e-4fff-8127-30429c732898,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:59.342805 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9a571d74-7213-45ae-8edd-7dd9b0159f88 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491164 Oct 26 14:30:59.345501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40486) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:59.406992 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69061e3b-833b-462f-af62-32a89fb61af1 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.430541 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69061e3b-833b-462f-af62-32a89fb61af1 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.482397 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69061e3b-833b-462f-af62-32a89fb61af1 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.485079 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69061e3b-833b-462f-af62-32a89fb61af1 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.486278 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-69061e3b-833b-462f-af62-32a89fb61af1 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-groups/22a7df2f-25ca-4b78-a6a3-4d951963933b HTTP/1.1" status: 204 len: 168 time: 0.1397128 Oct 26 14:30:59.489028 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40488) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:59.499308 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69061e3b-833b-462f-af62-32a89fb61af1 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a7df2f-25ca-4b78-a6a3-4d951963933b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:59.554851 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4bc858a5-b5e9-4fa4-b64b-82d1af8a0be2 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604436 Oct 26 14:30:59.555052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40490) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:59.561499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1195e2ce-82ce-4db2-97f6-14023f5d1bc3 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group': {'name': 'tempest-secgroup--347071218'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:59.590997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1195e2ce-82ce-4db2-97f6-14023f5d1bc3 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.666956 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1195e2ce-82ce-4db2-97f6-14023f5d1bc3 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.672152 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1195e2ce-82ce-4db2-97f6-14023f5d1bc3 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.701913 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1195e2ce-82ce-4db2-97f6-14023f5d1bc3 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.706107 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40492) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:59.706697 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1195e2ce-82ce-4db2-97f6-14023f5d1bc3 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1504526 Oct 26 14:30:59.712575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195e2ce-82ce-4db2-97f6-14023f5d1bc3 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abbb09de-1874-45ba-82f4-4198557142a6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:59.716716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0d6c3155-0b72-4a31-a156-c164462a5f49 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group_rule': {'security_group_id': 'abbb09de-1874-45ba-82f4-4198557142a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:59.746526 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3155-0b72-4a31-a156-c164462a5f49 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.804309 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3155-0b72-4a31-a156-c164462a5f49 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.819484 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3155-0b72-4a31-a156-c164462a5f49 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.839364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c3155-0b72-4a31-a156-c164462a5f49 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5d9f41-6071-492e-bd29-734ee694746d,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:59.849181 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3155-0b72-4a31-a156-c164462a5f49 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.850432 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0d6c3155-0b72-4a31-a156-c164462a5f49 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419790 Oct 26 14:30:59.853177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40496) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:59.876438 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-928d7789-132f-419a-b5c3-6883152a3683 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules/bf5d9f41-6071-492e-bd29-734ee694746d HTTP/1.1" status: 200 len: 763 time: 0.0198781 Oct 26 14:30:59.876699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40498) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:59.920610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9fca642e-f097-4398-bddf-945566fba975 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0427597 Oct 26 14:30:59.923187 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40500) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:59.950997 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd724250-7b60-4b94-88f5-5e4b8cb479be tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.959045 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd724250-7b60-4b94-88f5-5e4b8cb479be tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.986929 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd724250-7b60-4b94-88f5-5e4b8cb479be tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.993300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fd724250-7b60-4b94-88f5-5e4b8cb479be tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.994431 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fd724250-7b60-4b94-88f5-5e4b8cb479be tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/bf5d9f41-6071-492e-bd29-734ee694746d HTTP/1.1" status: 204 len: 168 time: 0.0701928 Oct 26 14:30:59.997364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40504) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:00.008445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd724250-7b60-4b94-88f5-5e4b8cb479be tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf5d9f41-6071-492e-bd29-734ee694746d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:00.051235 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d7a7d287-aa42-4b66-979c-9551b1a19b30 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0527594 Oct 26 14:31:00.053750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40506) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:00.058349 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a22d0772-4676-4641-9c72-ec7dbdb33b34 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group_rule': {'security_group_id': 'abbb09de-1874-45ba-82f4-4198557142a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:00.092975 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a22d0772-4676-4641-9c72-ec7dbdb33b34 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.155372 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a22d0772-4676-4641-9c72-ec7dbdb33b34 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.159094 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a22d0772-4676-4641-9c72-ec7dbdb33b34 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.176927 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d0772-4676-4641-9c72-ec7dbdb33b34 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365a65e2-3e46-4d4a-b5dc-fef97f7ad27d,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:00.189152 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a22d0772-4676-4641-9c72-ec7dbdb33b34 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.190399 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a22d0772-4676-4641-9c72-ec7dbdb33b34 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356595 Oct 26 14:31:00.192940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40508) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:00.210233 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-03259402-2f12-486a-91d2-79f99325df5c tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules/365a65e2-3e46-4d4a-b5dc-fef97f7ad27d HTTP/1.1" status: 200 len: 763 time: 0.0161693 Oct 26 14:31:00.212617 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40510) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:00.258132 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-684efda4-8791-4998-8000-22fd2cfef801 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0443912 Oct 26 14:31:00.260983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40512) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:00.285653 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.296222 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.324907 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.332987 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.336422 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/365a65e2-3e46-4d4a-b5dc-fef97f7ad27d HTTP/1.1" status: 204 len: 168 time: 0.0721219 Oct 26 14:31:00.336816 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40514) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:00.341046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=365a65e2-3e46-4d4a-b5dc-fef97f7ad27d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:00.353234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:00.353670 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:00.354666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:00.355115 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:00.355746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:00.356714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:00.357171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:00.357994 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:00.358414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:00.358818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:00.359821 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:00.360482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae4449-dd39-42cf-a873-b99d120cc1fb tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:00.383884 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9bfcea2b-1fff-4499-9e3a-c4229461cb03 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0459654 Oct 26 14:31:00.386350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40516) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:00.390903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-dec22bef-08a4-46f0-b055-57d8fd0c6720 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Request body: {'security_group_rule': {'security_group_id': 'abbb09de-1874-45ba-82f4-4198557142a6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:00.412762 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-dec22bef-08a4-46f0-b055-57d8fd0c6720 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Project d21aa2fbd56e41999093d169143bc320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:31:00.418211 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dec22bef-08a4-46f0-b055-57d8fd0c6720 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.475684 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dec22bef-08a4-46f0-b055-57d8fd0c6720 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.481495 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dec22bef-08a4-46f0-b055-57d8fd0c6720 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.503406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec22bef-08a4-46f0-b055-57d8fd0c6720 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0698f49-83c7-4993-b8cd-b6836aaf8a51,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:00.513627 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dec22bef-08a4-46f0-b055-57d8fd0c6720 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.515645 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dec22bef-08a4-46f0-b055-57d8fd0c6720 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281822 Oct 26 14:31:00.518099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40518) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:00.547685 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0aba66e4-cbad-4aa4-9a27-532a861e752c tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules/d0698f49-83c7-4993-b8cd-b6836aaf8a51 HTTP/1.1" status: 200 len: 769 time: 0.0278556 Oct 26 14:31:00.550093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40520) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:00.600601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4db64909-0651-4c42-979b-fc566bcf5e04 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0488398 Oct 26 14:31:00.603240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40522) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:00.637628 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8545cc08-c1ec-4e42-bc62-e98b2f326bcc tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.645371 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8545cc08-c1ec-4e42-bc62-e98b2f326bcc tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.676594 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8545cc08-c1ec-4e42-bc62-e98b2f326bcc tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.683043 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8545cc08-c1ec-4e42-bc62-e98b2f326bcc tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.684260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8545cc08-c1ec-4e42-bc62-e98b2f326bcc tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d0698f49-83c7-4993-b8cd-b6836aaf8a51 HTTP/1.1" status: 204 len: 168 time: 0.0783792 Oct 26 14:31:00.689278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40524) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:00.689767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545cc08-c1ec-4e42-bc62-e98b2f326bcc tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0698f49-83c7-4993-b8cd-b6836aaf8a51,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:00.740006 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9734edc5-dd9e-43a7-8eb0-846f76f71a3f tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0493846 Oct 26 14:31:00.743932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40528) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:00.800139 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-66f29b52-3fa3-4a51-98a4-f90a93492bc7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.823683 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-66f29b52-3fa3-4a51-98a4-f90a93492bc7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.882949 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-66f29b52-3fa3-4a51-98a4-f90a93492bc7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.885757 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-66f29b52-3fa3-4a51-98a4-f90a93492bc7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.889322 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-66f29b52-3fa3-4a51-98a4-f90a93492bc7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "DELETE /v2.0/security-groups/abbb09de-1874-45ba-82f4-4198557142a6 HTTP/1.1" status: 204 len: 168 time: 0.1418223 Oct 26 14:31:00.890064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40532) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:00.901290 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f29b52-3fa3-4a51-98a4-f90a93492bc7 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbb09de-1874-45ba-82f4-4198557142a6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:00.977351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a502310e-5723-488f-9001-8a08a38b2628 tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853827 Oct 26 14:31:00.981886 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40534) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:01.037310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-761b9b0f-e2fb-4bee-85bf-0bd7973959ca tempest-SecGroupIPv6Test-1001220337 tempest-SecGroupIPv6Test-1001220337-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0541165 Oct 26 14:31:01.333216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bcbb7-0f44-41f7-b68d-f069d982bfb6 req-89d6802a-a718-4d74-935b-82dd3f498e90 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:01.335585 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a2bcbb7-0f44-41f7-b68d-f069d982bfb6 req-89d6802a-a718-4d74-935b-82dd3f498e90 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 946 time: 0.0691881 Oct 26 14:31:01.392774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a2bcbb7-0f44-41f7-b68d-f069d982bfb6 req-e287a640-5e80-444d-b38d-a74f308f1a0e tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498528 Oct 26 14:31:01.417599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40546) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:01.565274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ff64bce4-e7ee-4540-8955-af638e3ea698 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d21aa2fbd56e41999093d169143bc320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458764 Oct 26 14:31:01.567984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40550) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:01.625388 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-65de5350-24a0-4916-851f-98ad402e3bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:01.651267 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-65de5350-24a0-4916-851f-98ad402e3bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:01.706355 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-65de5350-24a0-4916-851f-98ad402e3bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:01.709418 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-65de5350-24a0-4916-851f-98ad402e3bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:01.713664 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-65de5350-24a0-4916-851f-98ad402e3bbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0163368-0607-4061-9234-2254f9488b1a HTTP/1.1" status: 204 len: 168 time: 0.1444716 Oct 26 14:31:01.725616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de5350-24a0-4916-851f-98ad402e3bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0163368-0607-4061-9234-2254f9488b1a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:02.531742 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff545fe9-045f-4b07-93c4-b33a8fece018 req-8f0cb9ef-9487-4cca-9299-43da61b69120 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:02.533413 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff545fe9-045f-4b07-93c4-b33a8fece018 req-8f0cb9ef-9487-4cca-9299-43da61b69120 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 946 time: 0.0643291 Oct 26 14:31:02.589915 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff545fe9-045f-4b07-93c4-b33a8fece018 req-0f14b17a-9055-4524-a70b-6dd4ebb4599a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501046 Oct 26 14:31:02.823062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238f0ec-f130-458a-aad4-fb790bbeb22d req-41aa3cc5-d9b4-46ee-9079-5b0384eaf9b3 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:02.824560 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6238f0ec-f130-458a-aad4-fb790bbeb22d req-41aa3cc5-d9b4-46ee-9079-5b0384eaf9b3 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.25 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 946 time: 0.0603120 Oct 26 14:31:02.957904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-6238f0ec-f130-458a-aad4-fb790bbeb22d req-62ae3f53-a5ce-4a97-ac87-795650a3f655 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Deleting port e667e268-c9ec-43ee-9f4f-2130ba0665c3 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:02.958596 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6238f0ec-f130-458a-aad4-fb790bbeb22d req-62ae3f53-a5ce-4a97-ac87-795650a3f655 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:03.081922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-6238f0ec-f130-458a-aad4-fb790bbeb22d req-62ae3f53-a5ce-4a97-ac87-795650a3f655 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] For port e667e268-c9ec-43ee-9f4f-2130ba0665c3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e667e268-c9ec-43ee-9f4f-2130ba0665c3,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:03.082332 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6238f0ec-f130-458a-aad4-fb790bbeb22d req-62ae3f53-a5ce-4a97-ac87-795650a3f655 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:03.095359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-6238f0ec-f130-458a-aad4-fb790bbeb22d req-62ae3f53-a5ce-4a97-ac87-795650a3f655 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Calling delete_port for e667e268-c9ec-43ee-9f4f-2130ba0665c3 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:03.243811 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6238f0ec-f130-458a-aad4-fb790bbeb22d req-62ae3f53-a5ce-4a97-ac87-795650a3f655 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:03.258223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['7cfc1b08-a300-4e23-bbe0-514a35092416', '9d97365f-2ad6-4816-9a6a-07be9ae56ac6'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:31:03.275477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae3f53-a5ce-4a97-ac87-795650a3f655 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Pushing event deleted for resources: {'Port': ['ID=e667e268-c9ec-43ee-9f4f-2130ba0665c3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:03.290948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1421a054-9d09-4785-a615-4d7c2335a075', 'e667e268-c9ec-43ee-9f4f-2130ba0665c3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:31:03.333822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-6238f0ec-f130-458a-aad4-fb790bbeb22d req-62ae3f53-a5ce-4a97-ac87-795650a3f655 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] No DVR routers for this DVR port e667e268-c9ec-43ee-9f4f-2130ba0665c3 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:31:03.342105 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6238f0ec-f130-458a-aad4-fb790bbeb22d req-62ae3f53-a5ce-4a97-ac87-795650a3f655 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:03.345524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6238f0ec-f130-458a-aad4-fb790bbeb22d req-62ae3f53-a5ce-4a97-ac87-795650a3f655 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.25 "DELETE /v2.0/ports/e667e268-c9ec-43ee-9f4f-2130ba0665c3 HTTP/1.1" status: 204 len: 173 time: 0.5121131 Oct 26 14:31:03.346005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7050395d-81fc-4298-8769-61a43baa135e', 'name': 'network-vif-deleted', 'tag': 'e667e268-c9ec-43ee-9f4f-2130ba0665c3'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:03.348435 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4e466e-1514-497a-956e-86ea075fdcc2" -d '{"events": [{"server_uuid": "7050395d-81fc-4298-8769-61a43baa135e", "name": "network-vif-deleted", "tag": "e667e268-c9ec-43ee-9f4f-2130ba0665c3"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:03.391932 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd863d1-0734-4b2b-9a98-5ad0f52c8481 x-openstack-request-id: req-9cd863d1-0734-4b2b-9a98-5ad0f52c8481 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:03.392544 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7050395d-81fc-4298-8769-61a43baa135e", "name": "network-vif-deleted", "tag": "e667e268-c9ec-43ee-9f4f-2130ba0665c3", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:03.393359 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cd863d1-0734-4b2b-9a98-5ad0f52c8481 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:03.393359 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7050395d-81fc-4298-8769-61a43baa135e', 'name': 'network-vif-deleted', 'tag': 'e667e268-c9ec-43ee-9f4f-2130ba0665c3', 'status': 'completed', 'code': 200} Oct 26 14:31:03.709684 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c31c577-df4d-44ae-b712-7932f3b8acd8 req-4b4d540c-add5-4acf-b438-019c34dc5262 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050395d-81fc-4298-8769-61a43baa135e HTTP/1.1" status: 200 len: 210 time: 0.0323973 Oct 26 14:31:05.786816 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e667e268-c9ec-43ee-9f4f-2130ba0665c3 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:05.808019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: e667e268-c9ec-43ee-9f4f-2130ba0665c3 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:05.808628 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e667e268-c9ec-43ee-9f4f-2130ba0665c3 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:07.197634 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40698) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:07.323497 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e70511c-f3a4-4a35-8ccc-21a3d98cc704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:07.405576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e70511c-f3a4-4a35-8ccc-21a3d98cc704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:07.411887 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5e70511c-f3a4-4a35-8ccc-21a3d98cc704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:07.460162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40708) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:07.470752 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5e70511c-f3a4-4a35-8ccc-21a3d98cc704 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c646fdad0cf4e9e8b152bfc81f1e757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719209 Oct 26 14:31:07.473385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70511c-f3a4-4a35-8ccc-21a3d98cc704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7279158-909a-4132-b785-841f078cff69,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:07.536512 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf193486-0e7b-41b8-a5c4-39bbe7aa4be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:07.563661 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf193486-0e7b-41b8-a5c4-39bbe7aa4be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:07.620011 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf193486-0e7b-41b8-a5c4-39bbe7aa4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:07.623265 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cf193486-0e7b-41b8-a5c4-39bbe7aa4be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:07.625209 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cf193486-0e7b-41b8-a5c4-39bbe7aa4be0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7279158-909a-4132-b785-841f078cff69 HTTP/1.1" status: 204 len: 168 time: 0.1631486 Oct 26 14:31:07.648651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf193486-0e7b-41b8-a5c4-39bbe7aa4be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7279158-909a-4132-b785-841f078cff69,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:07.822230 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9548e7f-d013-421b-a92d-786a285b5eee req-e350749c-3add-46b8-9403-699897c45c7b tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:07.823861 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9548e7f-d013-421b-a92d-786a285b5eee req-e350749c-3add-46b8-9403-699897c45c7b tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1097 time: 0.0486612 Oct 26 14:31:07.882198 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9548e7f-d013-421b-a92d-786a285b5eee req-878ef1b0-1e36-4051-8c85-31bc3cbb4e8d tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452890 Oct 26 14:31:07.914201 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40714) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:08.021011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40720) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:08.037878 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-19129e2c-e1b0-4fc4-b82e-625ace1ab9ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.133551 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-19129e2c-e1b0-4fc4-b82e-625ace1ab9ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.140006 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-19129e2c-e1b0-4fc4-b82e-625ace1ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.144485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d62dc-295f-42e2-89f6-6871a5b44a91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port db615aee-c07a-4b84-9734-8599ff8f2bc8 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:08.144641 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dc5d62dc-295f-42e2-89f6-6871a5b44a91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.179614 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-19129e2c-e1b0-4fc4-b82e-625ace1ab9ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e30dbff4f1d94ec2b624735516b33872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572182 Oct 26 14:31:08.187938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40722) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:08.220952 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19129e2c-e1b0-4fc4-b82e-625ace1ab9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a470e53-cdc1-46ef-88d6-f05d5b6a0574,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:08.301316 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75ce4bdd-ddac-482f-a051-9b1338d11c49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.312811 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dc5d62dc-295f-42e2-89f6-6871a5b44a91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.313271 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dc5d62dc-295f-42e2-89f6-6871a5b44a91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.348074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d62dc-295f-42e2-89f6-6871a5b44a91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for db615aee-c07a-4b84-9734-8599ff8f2bc8 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:08.375073 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75ce4bdd-ddac-482f-a051-9b1338d11c49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.489250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0bc38-5bdd-456e-b319-b0b788af6526 req-aef34001-0064-424c-858b-dc7b3e9d5947 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:08.491601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2b0bc38-5bdd-456e-b319-b0b788af6526 req-aef34001-0064-424c-858b-dc7b3e9d5947 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 945 time: 0.1711993 Oct 26 14:31:08.586681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2b0bc38-5bdd-456e-b319-b0b788af6526 req-b0362166-93ab-4cfc-82ad-bd3dc35bf359 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801334 Oct 26 14:31:08.611020 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75ce4bdd-ddac-482f-a051-9b1338d11c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.614235 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75ce4bdd-ddac-482f-a051-9b1338d11c49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.618005 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-75ce4bdd-ddac-482f-a051-9b1338d11c49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a470e53-cdc1-46ef-88d6-f05d5b6a0574 HTTP/1.1" status: 204 len: 168 time: 0.4289792 Oct 26 14:31:08.647669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce4bdd-ddac-482f-a051-9b1338d11c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a470e53-cdc1-46ef-88d6-f05d5b6a0574,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:08.745600 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dc5d62dc-295f-42e2-89f6-6871a5b44a91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.781610 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d62dc-295f-42e2-89f6-6871a5b44a91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=db615aee-c07a-4b84-9734-8599ff8f2bc8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:08.855357 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dc5d62dc-295f-42e2-89f6-6871a5b44a91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.855825 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-dc5d62dc-295f-42e2-89f6-6871a5b44a91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Floating IP 030679aa-ccf3-4e95-8a8d-9d7944730b07 disassociated (deleted). External IP: 172.25.4.129, port: 041bd907-4774-4aaf-a703-7a16afc4604b. Oct 26 14:31:09.133295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5d62dc-295f-42e2-89f6-6871a5b44a91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:31:09.281133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5d62dc-295f-42e2-89f6-6871a5b44a91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:09.286542 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dc5d62dc-295f-42e2-89f6-6871a5b44a91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:09.292908 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d2180e-083a-4c3d-ac10-40daa2a65139 None None] Sync routers for ids ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:09.317086 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d2180e-083a-4c3d-ac10-40daa2a65139 None None] Routers {'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:09.317802 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-34d2180e-083a-4c3d-ac10-40daa2a65139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:30:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:09.347514 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dc5d62dc-295f-42e2-89f6-6871a5b44a91 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/floatingips/030679aa-ccf3-4e95-8a8d-9d7944730b07 HTTP/1.1" status: 204 len: 168 time: 1.4320540 Oct 26 14:31:09.348320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:09.350949 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53458f18-d1e4-4f85-a23c-5b2d10c4fdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:09.432574 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd627d9-761b-40ef-9beb-4005c6994950 x-openstack-request-id: req-1dd627d9-761b-40ef-9beb-4005c6994950 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:09.433313 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:09.433903 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1dd627d9-761b-40ef-9beb-4005c6994950 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:09.435058 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b', 'status': 'completed', 'code': 200} Oct 26 14:31:09.505968 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-34d2180e-083a-4c3d-ac10-40daa2a65139 None None] Set router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:09.545866 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53458f18-d1e4-4f85-a23c-5b2d10c4fdc7 req-bb271c97-1fc1-47f0-bae1-c832247e57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:09.551338 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-53458f18-d1e4-4f85-a23c-5b2d10c4fdc7 req-bb271c97-1fc1-47f0-bae1-c832247e57a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 1097 time: 0.0813284 Oct 26 14:31:09.777538 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53458f18-d1e4-4f85-a23c-5b2d10c4fdc7 req-1b5e045e-fb3e-4fb4-806e-2cddd19696f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:09.780473 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-53458f18-d1e4-4f85-a23c-5b2d10c4fdc7 req-1b5e045e-fb3e-4fb4-806e-2cddd19696f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 200 len: 898 time: 0.2214744 Oct 26 14:31:09.822569 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-34d2180e-083a-4c3d-ac10-40daa2a65139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:28:01Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'a111ebe4-458d-467a-a2ec-b78ea02fed05', 'name': '', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:00:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:28:00Z', 'updated_at': '2021-10-26T14:28:07Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:09.848880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d4233-9870-4fc4-8db7-ee5ac75748f4 req-415db3c2-478b-4b14-94ce-80da89c20e0a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:09.850543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-834d4233-9870-4fc4-8db7-ee5ac75748f4 req-415db3c2-478b-4b14-94ce-80da89c20e0a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 946 time: 0.1128190 Oct 26 14:31:09.876381 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f3dfd-2e92-45cb-96b5-e91c022c57b7 req-c8c0dc9c-c4d2-4cf1-a455-f63ecabb5a97 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:09.877900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f60f3dfd-2e92-45cb-96b5-e91c022c57b7 req-c8c0dc9c-c4d2-4cf1-a455-f63ecabb5a97 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 945 time: 0.0920758 Oct 26 14:31:09.889541 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-53458f18-d1e4-4f85-a23c-5b2d10c4fdc7 req-06c4b058-64dd-49f6-a744-34a1c44d4e6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 200 len: 217 time: 0.1001439 Oct 26 14:31:09.909913 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d2180e-083a-4c3d-ac10-40daa2a65139 None None] Checking router: a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:09.924253 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d2180e-083a-4c3d-ac10-40daa2a65139 None None] Routers {'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:09.925174 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-34d2180e-083a-4c3d-ac10-40daa2a65139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:30:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:09.936095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-834d4233-9870-4fc4-8db7-ee5ac75748f4 req-78097c49-1657-409a-afa3-acd277a394e0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743623 Oct 26 14:31:09.959155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f60f3dfd-2e92-45cb-96b5-e91c022c57b7 req-8eafd48f-60e4-4e7d-b9ae-86871bb03c9e tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601702 Oct 26 14:31:09.963707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53458f18-d1e4-4f85-a23c-5b2d10c4fdc7 req-c09d444d-d1d0-437e-894f-f16158ff44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:09.965766 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-53458f18-d1e4-4f85-a23c-5b2d10c4fdc7 req-c09d444d-d1d0-437e-894f-f16158ff44d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 200 len: 835 time: 0.0662487 Oct 26 14:31:10.027206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53458f18-d1e4-4f85-a23c-5b2d10c4fdc7 req-a7557a83-43a7-42bd-8401-ecb382e5be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:10.031000 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-53458f18-d1e4-4f85-a23c-5b2d10c4fdc7 req-a7557a83-43a7-42bd-8401-ecb382e5be86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576975 Oct 26 14:31:10.190149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058566d-459c-4651-93c6-c8e12613c440 req-5f3633bd-2a2d-471a-a132-c441b780a6c2 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:10.191680 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0058566d-459c-4651-93c6-c8e12613c440 req-5f3633bd-2a2d-471a-a132-c441b780a6c2 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.11 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 945 time: 0.1200123 Oct 26 14:31:10.197952 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-34d2180e-083a-4c3d-ac10-40daa2a65139 None None] Set router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:10.259292 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-53458f18-d1e4-4f85-a23c-5b2d10c4fdc7 req-18485b7e-cd01-4abe-ac3e-6ab1982cad74 service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049403 Oct 26 14:31:10.397730 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-0058566d-459c-4651-93c6-c8e12613c440 req-b0dab12c-3fa0-4829-8906-6342544e6687 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Deleting port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:10.398150 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0058566d-459c-4651-93c6-c8e12613c440 req-b0dab12c-3fa0-4829-8906-6342544e6687 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:10.466863 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-53458f18-d1e4-4f85-a23c-5b2d10c4fdc7 req-69b6ae94-efff-40ee-af3d-ca0ea2218079 service neutron] 10.222.0.11 "GET /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763287 Oct 26 14:31:10.480023 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-34d2180e-083a-4c3d-ac10-40daa2a65139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:28:01Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'a111ebe4-458d-467a-a2ec-b78ea02fed05', 'name': '', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:00:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:28:00Z', 'updated_at': '2021-10-26T14:28:07Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:10.511505 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d2180e-083a-4c3d-ac10-40daa2a65139 None None] The sync data for ids ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'] in n-d-815498-1 is: [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:28:01Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'a111ebe4-458d-467a-a2ec-b78ea02fed05', 'name': '', 'network_id': 'd9b9e52c-1195-4c0f-86fb-4acf82c53e5c', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:00:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:28:00Z', 'updated_at': '2021-10-26T14:28:07Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': 'effd6a93-768e-4f2d-9241-f6567a0639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:10.521757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0058566d-459c-4651-93c6-c8e12613c440 req-b0dab12c-3fa0-4829-8906-6342544e6687 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] For port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9d97365f-2ad6-4816-9a6a-07be9ae56ac6,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:10.522228 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0058566d-459c-4651-93c6-c8e12613c440 req-b0dab12c-3fa0-4829-8906-6342544e6687 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:10.537395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-0058566d-459c-4651-93c6-c8e12613c440 req-b0dab12c-3fa0-4829-8906-6342544e6687 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Calling delete_port for 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:10.681437 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0058566d-459c-4651-93c6-c8e12613c440 req-b0dab12c-3fa0-4829-8906-6342544e6687 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:10.694101 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1421a054-9d09-4785-a615-4d7c2335a075'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:31:10.716852 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dab12c-3fa0-4829-8906-6342544e6687 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Pushing event deleted for resources: {'Port': ['ID=9d97365f-2ad6-4816-9a6a-07be9ae56ac6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:10.741375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['7cfc1b08-a300-4e23-bbe0-514a35092416', '9d97365f-2ad6-4816-9a6a-07be9ae56ac6'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:31:10.764201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-0058566d-459c-4651-93c6-c8e12613c440 req-b0dab12c-3fa0-4829-8906-6342544e6687 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] No DVR routers for this DVR port 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:31:10.767603 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0058566d-459c-4651-93c6-c8e12613c440 req-b0dab12c-3fa0-4829-8906-6342544e6687 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:10.772326 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0058566d-459c-4651-93c6-c8e12613c440 req-b0dab12c-3fa0-4829-8906-6342544e6687 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.11 "DELETE /v2.0/ports/9d97365f-2ad6-4816-9a6a-07be9ae56ac6 HTTP/1.1" status: 204 len: 173 time: 0.5706401 Oct 26 14:31:10.772831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a991aa5e-677a-4a37-bb07-93d8576666be', 'name': 'network-vif-deleted', 'tag': '9d97365f-2ad6-4816-9a6a-07be9ae56ac6'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:10.776115 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7057ceb0-e502-44c5-984c-fd718db3cc59" -d '{"events": [{"server_uuid": "a991aa5e-677a-4a37-bb07-93d8576666be", "name": "network-vif-deleted", "tag": "9d97365f-2ad6-4816-9a6a-07be9ae56ac6"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:10.842343 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ddb48d-91f3-49e2-9021-526e7f20fec4 x-openstack-request-id: req-15ddb48d-91f3-49e2-9021-526e7f20fec4 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:10.842343 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a991aa5e-677a-4a37-bb07-93d8576666be", "name": "network-vif-deleted", "tag": "9d97365f-2ad6-4816-9a6a-07be9ae56ac6", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:10.842343 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15ddb48d-91f3-49e2-9021-526e7f20fec4 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:10.842616 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a991aa5e-677a-4a37-bb07-93d8576666be', 'name': 'network-vif-deleted', 'tag': '9d97365f-2ad6-4816-9a6a-07be9ae56ac6', 'status': 'completed', 'code': 200} Oct 26 14:31:10.937524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ff975-2471-4f52-8f26-bf5a2c1ce5d6 None None] New status for floating IP 030679aa-ccf3-4e95-8a8d-9d7944730b07: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:31:11.153512 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-615cd4d1-cc51-41e6-b1de-00be4e43c52b req-52cecf5a-1c71-4a1b-b79e-45379f1e366d tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a991aa5e-677a-4a37-bb07-93d8576666be HTTP/1.1" status: 200 len: 210 time: 0.0399075 Oct 26 14:31:11.174834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31036b-9ac1-4d1f-b0a9-ab76cb2818f5 req-87bf382d-27de-4581-925d-57399df3c52c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:11.184545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c31036b-9ac1-4d1f-b0a9-ab76cb2818f5 req-87bf382d-27de-4581-925d-57399df3c52c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 946 time: 0.1312213 Oct 26 14:31:11.220036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfedb2-1835-434e-a1a6-040a91c96fea req-6200b80c-c216-4c2f-9fb7-b59fcdc29560 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:11.221953 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-22cfedb2-1835-434e-a1a6-040a91c96fea req-6200b80c-c216-4c2f-9fb7-b59fcdc29560 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca5feb7-3795-43a0-acd7-c48c1a87ad24 HTTP/1.1" status: 200 len: 946 time: 0.0769506 Oct 26 14:31:11.232421 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c31036b-9ac1-4d1f-b0a9-ab76cb2818f5 req-e0b56a9f-0fda-4be3-96c8-1447ebcc12ea tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc7f2c14-d484-4d13-8731-36d77db24f93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467527 Oct 26 14:31:11.351719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-22cfedb2-1835-434e-a1a6-040a91c96fea req-a59193e1-70d2-4bd4-ba1f-f583f0a39217 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port 041bd907-4774-4aaf-a703-7a16afc4604b {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:11.352059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-22cfedb2-1835-434e-a1a6-040a91c96fea req-a59193e1-70d2-4bd4-ba1f-f583f0a39217 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.459025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-22cfedb2-1835-434e-a1a6-040a91c96fea req-a59193e1-70d2-4bd4-ba1f-f583f0a39217 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] For port 041bd907-4774-4aaf-a703-7a16afc4604b, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=041bd907-4774-4aaf-a703-7a16afc4604b,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:11.459311 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-22cfedb2-1835-434e-a1a6-040a91c96fea req-a59193e1-70d2-4bd4-ba1f-f583f0a39217 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.473421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-22cfedb2-1835-434e-a1a6-040a91c96fea req-a59193e1-70d2-4bd4-ba1f-f583f0a39217 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for 041bd907-4774-4aaf-a703-7a16afc4604b owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:11.615064 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-22cfedb2-1835-434e-a1a6-040a91c96fea req-a59193e1-70d2-4bd4-ba1f-f583f0a39217 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.659224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59193e1-70d2-4bd4-ba1f-f583f0a39217 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=041bd907-4774-4aaf-a703-7a16afc4604b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:11.708994 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cfedb2-1835-434e-a1a6-040a91c96fea req-a59193e1-70d2-4bd4-ba1f-f583f0a39217 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] No DVR routers for this DVR port 041bd907-4774-4aaf-a703-7a16afc4604b on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:31:11.711712 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-22cfedb2-1835-434e-a1a6-040a91c96fea req-a59193e1-70d2-4bd4-ba1f-f583f0a39217 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.715461 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-22cfedb2-1835-434e-a1a6-040a91c96fea req-a59193e1-70d2-4bd4-ba1f-f583f0a39217 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "DELETE /v2.0/ports/041bd907-4774-4aaf-a703-7a16afc4604b HTTP/1.1" status: 204 len: 173 time: 0.4867816 Oct 26 14:31:12.295516 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40810) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:12.568914 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27efaa-5bd3-4f35-a7ef-a4a9b2883131 req-b82d2823-8bbd-4ba4-95f1-7481561c046a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:12.570446 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd27efaa-5bd3-4f35-a7ef-a4a9b2883131 req-b82d2823-8bbd-4ba4-95f1-7481561c046a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 945 time: 0.0746486 Oct 26 14:31:12.651110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd27efaa-5bd3-4f35-a7ef-a4a9b2883131 req-6927e958-ef65-4dff-8875-6c81d622e287 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689697 Oct 26 14:31:12.779254 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-788fdce3-88d0-4daa-be21-8f1f3dedc02e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:12.786688 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3fa381b4-f38a-458a-8bfa-7b4f33166802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:12.844042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'name': 'network-vif-deleted', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:12.851606 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8d130c-b5ba-4507-b457-d12abc56e90d" -d '{"events": [{"server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "name": "network-vif-deleted", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:12.891972 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c287a16c-6871-4548-9a64-4d3b671dea84 x-openstack-request-id: req-c287a16c-6871-4548-9a64-4d3b671dea84 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:12.892293 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca5feb7-3795-43a0-acd7-c48c1a87ad24", "name": "network-vif-deleted", "tag": "041bd907-4774-4aaf-a703-7a16afc4604b", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:12.892607 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c287a16c-6871-4548-9a64-4d3b671dea84 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:12.893008 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca5feb7-3795-43a0-acd7-c48c1a87ad24', 'name': 'network-vif-deleted', 'tag': '041bd907-4774-4aaf-a703-7a16afc4604b', 'status': 'completed', 'code': 200} Oct 26 14:31:13.068249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-788fdce3-88d0-4daa-be21-8f1f3dedc02e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port a111ebe4-458d-467a-a2ec-b78ea02fed05 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:13.068709 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-788fdce3-88d0-4daa-be21-8f1f3dedc02e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:13.166324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-788fdce3-88d0-4daa-be21-8f1f3dedc02e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] For port a111ebe4-458d-467a-a2ec-b78ea02fed05, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a111ebe4-458d-467a-a2ec-b78ea02fed05,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:13.166688 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-788fdce3-88d0-4daa-be21-8f1f3dedc02e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:13.180825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-788fdce3-88d0-4daa-be21-8f1f3dedc02e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for a111ebe4-458d-467a-a2ec-b78ea02fed05 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:13.384890 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-788fdce3-88d0-4daa-be21-8f1f3dedc02e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:13.458382 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fdce3-88d0-4daa-be21-8f1f3dedc02e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=a111ebe4-458d-467a-a2ec-b78ea02fed05,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:14.085294 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13fd52-2d12-4caa-aa99-e275052b7991 req-b0beb930-cb8a-4ef7-8e0b-b0ec67b7d2f7 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:14.086895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b13fd52-2d12-4caa-aa99-e275052b7991 req-b0beb930-cb8a-4ef7-8e0b-b0ec67b7d2f7 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 945 time: 0.5500731 Oct 26 14:31:14.159850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1744a03-5c03-4e12-8681-1a2191f0ee0d req-d206d189-575a-4790-a626-f20995814f61 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:14.161309 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1744a03-5c03-4e12-8681-1a2191f0ee0d req-d206d189-575a-4790-a626-f20995814f61 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 945 time: 0.1414208 Oct 26 14:31:14.163537 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-788fdce3-88d0-4daa-be21-8f1f3dedc02e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.191539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b13fd52-2d12-4caa-aa99-e275052b7991 req-af6f8684-c9d7-4967-9e05-c337d5f0781c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861394 Oct 26 14:31:14.211895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e318978-f9cf-420b-b94e-a9110210536f req-9139e52f-d4fa-49c5-9084-e48f0e776a6a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:14.220960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e318978-f9cf-420b-b94e-a9110210536f req-9139e52f-d4fa-49c5-9084-e48f0e776a6a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 945 time: 0.1999049 Oct 26 14:31:14.382615 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e318978-f9cf-420b-b94e-a9110210536f req-3251a786-df98-451e-a238-4a9d348dc77b tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606193 Oct 26 14:31:14.486942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-c1744a03-5c03-4e12-8681-1a2191f0ee0d req-19372601-b389-4f83-9995-2a2cbf755fcd tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Deleting port 1421a054-9d09-4785-a615-4d7c2335a075 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:14.487600 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c1744a03-5c03-4e12-8681-1a2191f0ee0d req-19372601-b389-4f83-9995-2a2cbf755fcd tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.516325 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 041bd907-4774-4aaf-a703-7a16afc4604b no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:14.541574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 041bd907-4774-4aaf-a703-7a16afc4604b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:14.542261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 041bd907-4774-4aaf-a703-7a16afc4604b not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:14.544057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:14.586392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:14.586986 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9d97365f-2ad6-4816-9a6a-07be9ae56ac6 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:14.609909 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788fdce3-88d0-4daa-be21-8f1f3dedc02e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:31:14.616484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c1744a03-5c03-4e12-8681-1a2191f0ee0d req-19372601-b389-4f83-9995-2a2cbf755fcd tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] For port 1421a054-9d09-4785-a615-4d7c2335a075, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=1421a054-9d09-4785-a615-4d7c2335a075,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:14.616776 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c1744a03-5c03-4e12-8681-1a2191f0ee0d req-19372601-b389-4f83-9995-2a2cbf755fcd tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.633703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-c1744a03-5c03-4e12-8681-1a2191f0ee0d req-19372601-b389-4f83-9995-2a2cbf755fcd tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Calling delete_port for 1421a054-9d09-4785-a615-4d7c2335a075 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:14.789435 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788fdce3-88d0-4daa-be21-8f1f3dedc02e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:14.801760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-788fdce3-88d0-4daa-be21-8f1f3dedc02e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "PUT /v2.0/routers/a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5045450 Oct 26 14:31:14.804626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40846) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:14.810775 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b934c9-fcb0-44dd-8244-68ea39cdce69 None None] Sync routers for ids ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:14.832434 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b934c9-fcb0-44dd-8244-68ea39cdce69 None None] Routers {'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:14.833361 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-83b934c9-fcb0-44dd-8244-68ea39cdce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:30:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:14.892929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2537e59-57e8-48aa-992e-a11f013239af tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting subnet effd6a93-768e-4f2d-9241-f6567a0639a9 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:31:14.899693 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2537e59-57e8-48aa-992e-a11f013239af tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.948876 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c1744a03-5c03-4e12-8681-1a2191f0ee0d req-19372601-b389-4f83-9995-2a2cbf755fcd tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.955388 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['1421a054-9d09-4785-a615-4d7c2335a075'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:31:14.959205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['7cfc1b08-a300-4e23-bbe0-514a35092416'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:31:14.962597 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2537e59-57e8-48aa-992e-a11f013239af tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.970281 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-83b934c9-fcb0-44dd-8244-68ea39cdce69 None None] Set router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:15.049515 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19372601-b389-4f83-9995-2a2cbf755fcd tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Pushing event deleted for resources: {'Port': ['ID=1421a054-9d09-4785-a615-4d7c2335a075,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:15.058022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-a8be0239-4c26-4f3b-8e4a-1e584386b127 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:15.061682 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-a8be0239-4c26-4f3b-8e4a-1e584386b127 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 945 time: 0.1058447 Oct 26 14:31:15.079652 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1744a03-5c03-4e12-8681-1a2191f0ee0d req-19372601-b389-4f83-9995-2a2cbf755fcd tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] No DVR routers for this DVR port 1421a054-9d09-4785-a615-4d7c2335a075 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:31:15.084199 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c1744a03-5c03-4e12-8681-1a2191f0ee0d req-19372601-b389-4f83-9995-2a2cbf755fcd tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:15.089366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1744a03-5c03-4e12-8681-1a2191f0ee0d req-19372601-b389-4f83-9995-2a2cbf755fcd tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.25 "DELETE /v2.0/ports/1421a054-9d09-4785-a615-4d7c2335a075 HTTP/1.1" status: 204 len: 173 time: 0.9012182 Oct 26 14:31:15.089952 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a085023-debf-485a-bd59-f862c310e4bd', 'name': 'network-vif-deleted', 'tag': '1421a054-9d09-4785-a615-4d7c2335a075'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:15.092448 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808d3336-1694-4d76-adf7-cdbd7433c247" -d '{"events": [{"server_uuid": "5a085023-debf-485a-bd59-f862c310e4bd", "name": "network-vif-deleted", "tag": "1421a054-9d09-4785-a615-4d7c2335a075"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:15.172718 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2537e59-57e8-48aa-992e-a11f013239af tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:15.232326 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30d61ab-244d-43ef-99a2-10c0ab81c1ed x-openstack-request-id: req-a30d61ab-244d-43ef-99a2-10c0ab81c1ed {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:15.232964 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a085023-debf-485a-bd59-f862c310e4bd", "name": "network-vif-deleted", "tag": "1421a054-9d09-4785-a615-4d7c2335a075", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:15.234411 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a30d61ab-244d-43ef-99a2-10c0ab81c1ed {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:15.235364 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a085023-debf-485a-bd59-f862c310e4bd', 'name': 'network-vif-deleted', 'tag': '1421a054-9d09-4785-a615-4d7c2335a075', 'status': 'completed', 'code': 200} Oct 26 14:31:15.260174 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-06efa754-d973-4eb8-b317-d9212c7ae891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:15.334883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Deleting port e4483efd-6678-4dd6-b81f-c095a39150ee {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:15.335416 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:15.337473 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2537e59-57e8-48aa-992e-a11f013239af tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:15.406332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2537e59-57e8-48aa-992e-a11f013239af tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Subnet': ['ID=effd6a93-768e-4f2d-9241-f6567a0639a9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:15.411139 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a2537e59-57e8-48aa-992e-a11f013239af tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:15.417112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a2537e59-57e8-48aa-992e-a11f013239af tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/subnets/effd6a93-768e-4f2d-9241-f6567a0639a9 HTTP/1.1" status: 204 len: 168 time: 0.6091266 Oct 26 14:31:15.418433 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40858) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:15.459915 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-83b934c9-fcb0-44dd-8244-68ea39cdce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:31:13Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:15.460370 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d5e1c-c83f-46d8-836c-c9ed29032eb4 None None] Network d9b9e52c-1195-4c0f-86fb-4acf82c53e5c requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:15.482076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d011c13-b495-451b-b6b1-482791eb4967 req-285df084-b56f-43dd-82e1-e7e048569404 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:15.491760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d011c13-b495-451b-b6b1-482791eb4967 req-285df084-b56f-43dd-82e1-e7e048569404 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 945 time: 0.1693509 Oct 26 14:31:15.523924 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b934c9-fcb0-44dd-8244-68ea39cdce69 None None] Checking router: a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:15.544132 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b934c9-fcb0-44dd-8244-68ea39cdce69 None None] Routers {'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:15.544755 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-83b934c9-fcb0-44dd-8244-68ea39cdce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:15.597819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] For port e4483efd-6678-4dd6-b81f-c095a39150ee, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e4483efd-6678-4dd6-b81f-c095a39150ee,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:15.598376 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:15.599092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e87069fe-815d-402f-b534-f46c9635a346 req-6f97337e-0704-443a-989a-8cb9ba5cec5d tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a085023-debf-485a-bd59-f862c310e4bd HTTP/1.1" status: 200 len: 210 time: 0.0349157 Oct 26 14:31:15.645132 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d011c13-b495-451b-b6b1-482791eb4967 req-9611c2c9-f749-4919-8b1e-8c93e51f3bcb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497498 Oct 26 14:31:15.690284 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:15.732412 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-83b934c9-fcb0-44dd-8244-68ea39cdce69 None None] Set router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:15.879628 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb7473e-5258-41f4-b574-56ac7e008253 None None] DHCP port deletion for d9b9e52c-1195-4c0f-86fb-4acf82c53e5c request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:31:16.002828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-7bb7473e-5258-41f4-b574-56ac7e008253 None None] Deleting port cd16de13-208d-40bb-a80d-d7b4af57ad6d {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:16.003931 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7bb7473e-5258-41f4-b574-56ac7e008253 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.008624 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-83b934c9-fcb0-44dd-8244-68ea39cdce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:31:13Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:16.033995 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.073893 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b934c9-fcb0-44dd-8244-68ea39cdce69 None None] The sync data for ids ['a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab'] in n-d-815498-1 is: [{'id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618757007', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:55Z', 'updated_at': '2021-10-26T14:31:13Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': 'a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:56Z', 'updated_at': '2021-10-26T14:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:16.154762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7bb7473e-5258-41f4-b574-56ac7e008253 None None] For port cd16de13-208d-40bb-a80d-d7b4af57ad6d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cd16de13-208d-40bb-a80d-d7b4af57ad6d,segment=NetworkSegment(38c0310e-268a-475d-b316-0201b03cb381),segment_id=38c0310e-268a-475d-b316-0201b03cb381)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:16.155207 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7bb7473e-5258-41f4-b574-56ac7e008253 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.156348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:16.156691 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.169076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-7bb7473e-5258-41f4-b574-56ac7e008253 None None] Calling delete_port for cd16de13-208d-40bb-a80d-d7b4af57ad6d owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:16.246859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] For port a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:16.247365 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.260919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:16.263225 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7bb7473e-5258-41f4-b574-56ac7e008253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.269972 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.270630 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.270864 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Floating IP 933d875b-9a96-4ca2-9287-a02da5d29068 disassociated. External IP: 172.25.4.189, port: e4483efd-6678-4dd6-b81f-c095a39150ee. Oct 26 14:31:16.271214 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Calling delete_port for e4483efd-6678-4dd6-b81f-c095a39150ee owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:16.290998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7473e-5258-41f4-b574-56ac7e008253 None None] Pushing event deleted for resources: {'Port': ['ID=cd16de13-208d-40bb-a80d-d7b4af57ad6d,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:16.296454 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7473e-5258-41f4-b574-56ac7e008253 None None] No DVR routers for this DVR port cd16de13-208d-40bb-a80d-d7b4af57ad6d on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:31:16.420533 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.442933 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cd16de13-208d-40bb-a80d-d7b4af57ad6d no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:16.466555 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.480611 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: cd16de13-208d-40bb-a80d-d7b4af57ad6d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:16.480968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cd16de13-208d-40bb-a80d-d7b4af57ad6d not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:16.491306 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event deleted for resources: {'Port': ['ID=e4483efd-6678-4dd6-b81f-c095a39150ee,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:16.501306 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:16.577937 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.632896 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.675925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Router ce8efef2-8a6d-496a-b5cf-e4b43300f10a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:31:16.785495 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.797635 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.842381 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7ca909c-3fdf-4d6e-b0a4-e0dbe9dea38b req-f5b6f274-ceef-4fe9-87c0-050ebf079d4a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 210 time: 0.0730693 Oct 26 14:31:16.895793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:16.904868 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.905437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Fanout notify agent at l3_agent the message router_deleted on router a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:31:16.907836 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589f928-0e8e-4fa3-abf9-39285d80eed7 None None] Sync routers for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:16.912777 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.913739 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a95cf6b3-7672-4078-aa0c-ff411da4bbad tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/routers/a7bca2da-acf4-423c-9e62-3c9d7fa6a0ab HTTP/1.1" status: 204 len: 168 time: 1.4943473 Oct 26 14:31:16.917509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40876) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:16.923619 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.955296 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589f928-0e8e-4fa3-abf9-39285d80eed7 None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:16.956014 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0589f928-0e8e-4fa3-abf9-39285d80eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:16.999212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] No DVR routers for this DVR port e4483efd-6678-4dd6-b81f-c095a39150ee on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:31:17.003139 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.007001 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-38e11626-f3df-42d7-9ef5-9b308f2373a2 req-2ce290a5-4558-4857-8066-d8a87b61eddb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "DELETE /v2.0/ports/e4483efd-6678-4dd6-b81f-c095a39150ee HTTP/1.1" status: 204 len: 173 time: 1.9323711 Oct 26 14:31:17.018207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfce983-5077-4b71-be3a-2cdd194d221e', 'name': 'network-vif-deleted', 'tag': 'e4483efd-6678-4dd6-b81f-c095a39150ee'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:17.024849 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437e519e-046f-4a4a-95d3-9bd7bf9cb6a3" -d '{"events": [{"server_uuid": "2cfce983-5077-4b71-be3a-2cdd194d221e", "name": "network-vif-deleted", "tag": "e4483efd-6678-4dd6-b81f-c095a39150ee"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:17.131313 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bbc7ac-9c82-4ded-9b56-633dcfa2be53 x-openstack-request-id: req-c5bbc7ac-9c82-4ded-9b56-633dcfa2be53 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:17.131872 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfce983-5077-4b71-be3a-2cdd194d221e", "name": "network-vif-deleted", "tag": "e4483efd-6678-4dd6-b81f-c095a39150ee", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:17.132364 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5bbc7ac-9c82-4ded-9b56-633dcfa2be53 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:17.133013 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfce983-5077-4b71-be3a-2cdd194d221e', 'name': 'network-vif-deleted', 'tag': 'e4483efd-6678-4dd6-b81f-c095a39150ee', 'status': 'completed', 'code': 200} Oct 26 14:31:17.134179 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc961d27-1781-4c94-b36a-bc9ff514384f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.256790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-0589f928-0e8e-4fa3-abf9-39285d80eed7 None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:17.331548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc961d27-1781-4c94-b36a-bc9ff514384f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.375575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-bc961d27-1781-4c94-b36a-bc9ff514384f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b9e52c-1195-4c0f-86fb-4acf82c53e5c']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:17.387390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-bc961d27-1781-4c94-b36a-bc9ff514384f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c0310e-268a-475d-b316-0201b03cb381') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:17.388041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-bc961d27-1781-4c94-b36a-bc9ff514384f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c0310e-268a-475d-b316-0201b03cb381') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:17.400479 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc961d27-1781-4c94-b36a-bc9ff514384f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.418881 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc961d27-1781-4c94-b36a-bc9ff514384f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.425402 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc961d27-1781-4c94-b36a-bc9ff514384f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:31:17.425797 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc961d27-1781-4c94-b36a-bc9ff514384f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:31:17.538813 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:31:17.549783 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc961d27-1781-4c94-b36a-bc9ff514384f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.568460 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc961d27-1781-4c94-b36a-bc9ff514384f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.573205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bc961d27-1781-4c94-b36a-bc9ff514384f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/networks/d9b9e52c-1195-4c0f-86fb-4acf82c53e5c HTTP/1.1" status: 204 len: 168 time: 0.6542530 Oct 26 14:31:17.576311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40888) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:17.578566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0589f928-0e8e-4fa3-abf9-39285d80eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:17.619547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc961d27-1781-4c94-b36a-bc9ff514384f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Network': ['ID=d9b9e52c-1195-4c0f-86fb-4acf82c53e5c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:17.639804 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589f928-0e8e-4fa3-abf9-39285d80eed7 None None] Checking router: ce8efef2-8a6d-496a-b5cf-e4b43300f10a for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:17.665456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589f928-0e8e-4fa3-abf9-39285d80eed7 None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:17.672042 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0589f928-0e8e-4fa3-abf9-39285d80eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:17.734398 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebb38889-fd53-41fc-9d07-878d8f834912 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.768572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebb38889-fd53-41fc-9d07-878d8f834912 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.812100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-0589f928-0e8e-4fa3-abf9-39285d80eed7 None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:17.842015 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebb38889-fd53-41fc-9d07-878d8f834912 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.844819 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebb38889-fd53-41fc-9d07-878d8f834912 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.846167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ebb38889-fd53-41fc-9d07-878d8f834912 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/security-groups/fc7f2c14-d484-4d13-8731-36d77db24f93 HTTP/1.1" status: 204 len: 168 time: 0.2653568 Oct 26 14:31:17.875067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb38889-fd53-41fc-9d07-878d8f834912 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7f2c14-d484-4d13-8731-36d77db24f93,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:17.881834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e4483efd-6678-4dd6-b81f-c095a39150ee no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:18.030090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: e4483efd-6678-4dd6-b81f-c095a39150ee {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:18.030686 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e4483efd-6678-4dd6-b81f-c095a39150ee not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:18.030855 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 1421a054-9d09-4785-a615-4d7c2335a075 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:18.057461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4f8ae6b-c069-4a42-889a-bd61f3ec0d47 req-e5b63079-c1aa-468c-baed-2518688e23db tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 210 time: 0.0640614 Oct 26 14:31:18.160671 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a111ebe4-458d-467a-a2ec-b78ea02fed05 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:18.165286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 1421a054-9d09-4785-a615-4d7c2335a075 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:18.165721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 1421a054-9d09-4785-a615-4d7c2335a075 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:18.203324 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: a111ebe4-458d-467a-a2ec-b78ea02fed05 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:18.203670 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a111ebe4-458d-467a-a2ec-b78ea02fed05 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:18.204086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:18.234148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:18.234499 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a9f564ac-875c-4cc1-a9ac-a3f90d5ab1d3 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:18.338055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0589f928-0e8e-4fa3-abf9-39285d80eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:18.360491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40902) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:18.365599 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-52fc427f-5974-4594-9501-948bbf97ca3d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513845496', 'description': 'tempest-secgroup-smoke-1513845496 description', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:18.388444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589f928-0e8e-4fa3-abf9-39285d80eed7 None None] The sync data for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 is: [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:18.411666 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52fc427f-5974-4594-9501-948bbf97ca3d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.540675 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52fc427f-5974-4594-9501-948bbf97ca3d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.550909 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52fc427f-5974-4594-9501-948bbf97ca3d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.615204 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.622294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc427f-5974-4594-9501-948bbf97ca3d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6416cac-fa93-458e-87e1-db120add4400,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:18.679027 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52fc427f-5974-4594-9501-948bbf97ca3d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.681262 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-52fc427f-5974-4594-9501-948bbf97ca3d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3195517 Oct 26 14:31:18.683926 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40908) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:18.693460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ae74e580-398f-46a5-a7aa-201053f3271d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': 'b6416cac-fa93-458e-87e1-db120add4400', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:18.758801 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae74e580-398f-46a5-a7aa-201053f3271d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.907333 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae74e580-398f-46a5-a7aa-201053f3271d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.918921 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae74e580-398f-46a5-a7aa-201053f3271d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.947145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74e580-398f-46a5-a7aa-201053f3271d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8e3cb5-4768-4ae4-99d9-d42c8cb29879,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:18.962171 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ae74e580-398f-46a5-a7aa-201053f3271d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.967261 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69096ab-672d-4b68-bca9-4261643e149f None None] New status for floating IP 933d875b-9a96-4ca2-9287-a02da5d29068: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:31:18.969574 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ae74e580-398f-46a5-a7aa-201053f3271d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2738099 Oct 26 14:31:18.969875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40910) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:18.976224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ec53ec99-d397-45f5-8503-21268794a6c1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': 'b6416cac-fa93-458e-87e1-db120add4400', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:19.054913 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec53ec99-d397-45f5-8503-21268794a6c1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.163583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec53ec99-d397-45f5-8503-21268794a6c1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.176243 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec53ec99-d397-45f5-8503-21268794a6c1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.197954 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53ec99-d397-45f5-8503-21268794a6c1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b021652-9c2c-4e70-9e8f-d625628870a6,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:19.207723 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ec53ec99-d397-45f5-8503-21268794a6c1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.211533 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ec53ec99-d397-45f5-8503-21268794a6c1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2380490 Oct 26 14:31:19.211975 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40916) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:19.226530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-07cc3a20-b7f0-476f-b67c-d44a57c349f0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': 'b6416cac-fa93-458e-87e1-db120add4400', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:19.253393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9d98b8a-1ce4-4ea3-b8ed-79768ece7b5b req-d07f7779-9d04-4257-8163-dd4112845b66 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 210 time: 0.0654831 Oct 26 14:31:19.269136 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-07cc3a20-b7f0-476f-b67c-d44a57c349f0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.354422 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-07cc3a20-b7f0-476f-b67c-d44a57c349f0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.360158 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-07cc3a20-b7f0-476f-b67c-d44a57c349f0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.395056 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-07cc3a20-b7f0-476f-b67c-d44a57c349f0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.399137 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-07cc3a20-b7f0-476f-b67c-d44a57c349f0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1838164 Oct 26 14:31:19.399964 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40918) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:19.406015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-78fcf842-a593-428d-acdc-59699b2bc847 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': 'b6416cac-fa93-458e-87e1-db120add4400', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:19.411900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc3a20-b7f0-476f-b67c-d44a57c349f0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9b34a0-4644-4f48-88dc-a585d8ff55fe,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:19.457318 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78fcf842-a593-428d-acdc-59699b2bc847 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.540976 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78fcf842-a593-428d-acdc-59699b2bc847 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.546172 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78fcf842-a593-428d-acdc-59699b2bc847 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.565866 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcf842-a593-428d-acdc-59699b2bc847 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24be1790-c026-4168-a88f-e33285068300,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:19.581880 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-78fcf842-a593-428d-acdc-59699b2bc847 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.585966 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-78fcf842-a593-428d-acdc-59699b2bc847 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1823397 Oct 26 14:31:19.586360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40922) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:19.591311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a84c5554-cc19-4ae7-9ca8-d42aeb9c8091 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': 'b6416cac-fa93-458e-87e1-db120add4400', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:19.622400 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-a84c5554-cc19-4ae7-9ca8-d42aeb9c8091 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Project 9800f07dcc3e4ad39b6f5f9c99f366b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:31:19.629638 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a84c5554-cc19-4ae7-9ca8-d42aeb9c8091 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.711902 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a84c5554-cc19-4ae7-9ca8-d42aeb9c8091 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.716933 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a84c5554-cc19-4ae7-9ca8-d42aeb9c8091 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.743032 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c5554-cc19-4ae7-9ca8-d42aeb9c8091 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07286aa8-ff8a-4020-b0c0-8d4f9fb3ca45,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:19.748292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a84c5554-cc19-4ae7-9ca8-d42aeb9c8091 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.749647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a84c5554-cc19-4ae7-9ca8-d42aeb9c8091 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1621082 Oct 26 14:31:19.752473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40928) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:19.757766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-775316f0-40ce-4ec3-b2f5-1c7de3dbd1fc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': 'b6416cac-fa93-458e-87e1-db120add4400', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:19.784691 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-775316f0-40ce-4ec3-b2f5-1c7de3dbd1fc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Project 9800f07dcc3e4ad39b6f5f9c99f366b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:31:19.790306 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-775316f0-40ce-4ec3-b2f5-1c7de3dbd1fc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.870724 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-775316f0-40ce-4ec3-b2f5-1c7de3dbd1fc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.877111 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-775316f0-40ce-4ec3-b2f5-1c7de3dbd1fc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.910440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775316f0-40ce-4ec3-b2f5-1c7de3dbd1fc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80757bf-1122-4e4e-9b26-f8705084549a,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:19.929523 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-775316f0-40ce-4ec3-b2f5-1c7de3dbd1fc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.931325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-775316f0-40ce-4ec3-b2f5-1c7de3dbd1fc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1778073 Oct 26 14:31:19.934270 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40930) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:19.941673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-59f9daa5-032b-42c0-868a-64a705b531a3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'network': {'name': 'tempest-network-smoke--582099493', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'port_security_enabled': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:19.973411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f9daa5-032b-42c0-868a-64a705b531a3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Made reservation on behalf of 9800f07dcc3e4ad39b6f5f9c99f366b7 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:19.992543 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-59f9daa5-032b-42c0-868a-64a705b531a3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.039782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f9daa5-032b-42c0-868a-64a705b531a3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:31:20.058191 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-59f9daa5-032b-42c0-868a-64a705b531a3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.059496 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-59f9daa5-032b-42c0-868a-64a705b531a3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Added segment a21fa386-5d10-470d-96c1-6f9475ff30bd of type vlan for network c3e39bcc-85c4-41db-be02-7abbddde192f Oct 26 14:31:20.144003 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-59f9daa5-032b-42c0-868a-64a705b531a3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.186113 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-59f9daa5-032b-42c0-868a-64a705b531a3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.193162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9daa5-032b-42c0-868a-64a705b531a3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:20.194116 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-59f9daa5-032b-42c0-868a-64a705b531a3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.280108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-59f9daa5-032b-42c0-868a-64a705b531a3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3441987 Oct 26 14:31:20.282935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40936) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:20.293458 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'admin_state_up': True, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:20.295859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9daa5-032b-42c0-868a-64a705b531a3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Network': ['ID=c3e39bcc-85c4-41db-be02-7abbddde192f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:20.309604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network c3e39bcc-85c4-41db-be02-7abbddde192f details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:31:20.379391 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.380522 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.439973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7a21a90-afa1-4db7-9d99-64c5ea2d148c req-1fade4da-7a41-4b2a-befd-1630e78e805b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 210 time: 0.0378950 Oct 26 14:31:20.528134 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.709963 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:21.019862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:21.043891 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:21.234411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.25.4.128 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:21.375609 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:21.438282 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:21.494694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:21.502328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:21.506781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:21.559855 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:22.025720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1b5789e-955e-4008-9da4-6b28e1c7f8c5 req-63d6132e-a49c-451c-903a-9a759b1e8995 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 210 time: 0.4769483 Oct 26 14:31:22.135016 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40958) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:22.179658 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:22.322782 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f044f6d-bbcf-45d0-811b-3bb334ead768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:22.521642 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f044f6d-bbcf-45d0-811b-3bb334ead768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:22.532358 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f044f6d-bbcf-45d0-811b-3bb334ead768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:22.538219 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:22.623705 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0f044f6d-bbcf-45d0-811b-3bb334ead768 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d17d443c186c4fdf8dc012b17a34edde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875097 Oct 26 14:31:22.628532 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40970) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:22.632489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f044f6d-bbcf-45d0-811b-3bb334ead768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d037ec-4dc7-402e-a71d-769f0639e259,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:22.799291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router f7a0876b-7e15-4882-90e4-7b20801d2ed6 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:31:22.801337 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c58ce1eb-99bb-4aad-a629-2837a23ad4be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:22.825533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018c8a0-239d-4cdf-81a0-be60d86b04b4 req-f11cfef0-6569-4d13-a4bf-1ce46f3b7c5a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:22.830018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f018c8a0-239d-4cdf-81a0-be60d86b04b4 req-f11cfef0-6569-4d13-a4bf-1ce46f3b7c5a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 946 time: 0.2004416 Oct 26 14:31:22.891769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f018c8a0-239d-4cdf-81a0-be60d86b04b4 req-f100f34b-a615-4856-a02d-eebd5d7800ef tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479422 Oct 26 14:31:22.896785 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c58ce1eb-99bb-4aad-a629-2837a23ad4be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:22.961049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c58ce1eb-99bb-4aad-a629-2837a23ad4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:22.966445 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c58ce1eb-99bb-4aad-a629-2837a23ad4be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:22.969237 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c58ce1eb-99bb-4aad-a629-2837a23ad4be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93d037ec-4dc7-402e-a71d-769f0639e259 HTTP/1.1" status: 204 len: 168 time: 0.3274295 Oct 26 14:31:22.983182 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ce1eb-99bb-4aad-a629-2837a23ad4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d037ec-4dc7-402e-a71d-769f0639e259,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:23.072941 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:23.087133 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Sync routers for ids ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:23.111553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Routers {'f7a0876b-7e15-4882-90e4-7b20801d2ed6'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:23.112450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:23.113058 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:23.117937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40976) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:23.119319 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-72879c3e-0a32-4eac-8c5a-5214e60875f5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8351912 Oct 26 14:31:23.265577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40982) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:23.268204 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fe57b134-56a5-4756-8464-cf7f0b4f622c tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9800f07dcc3e4ad39b6f5f9c99f366b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1424799 Oct 26 14:31:23.288319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Set router f7a0876b-7e15-4882-90e4-7b20801d2ed6 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:23.499526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23289894-c58b-48f8-a696-d4e3522ab3f1 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:23.502862 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-23289894-c58b-48f8-a696-d4e3522ab3f1 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2359941 Oct 26 14:31:23.505660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40986) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:23.626884 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:21Z', 'revision_number': 3, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:23.654429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a3b3b672-e208-41bb-b6da-84cf8852b5cf tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1470790 Oct 26 14:31:23.657058 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40988) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:23.663193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6029a81b-5c95-4a0d-89ec-a76d76ecf04e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1579686717', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:23.672014 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0961fc0a-eb1c-475f-8423-1bf9946aa4d2 req-004084f1-0f67-4079-8630-29800008cf50 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 210 time: 0.4469130 Oct 26 14:31:23.714067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 40990) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:23.745318 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7cde479-cf8e-4dd3-977b-0cbac1839524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:23.833277 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6029a81b-5c95-4a0d-89ec-a76d76ecf04e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Made reservation on behalf of 9800f07dcc3e4ad39b6f5f9c99f366b7 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:23.838509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6029a81b-5c95-4a0d-89ec-a76d76ecf04e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:23.857328 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:23.859764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Checking router: f7a0876b-7e15-4882-90e4-7b20801d2ed6 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:23.860330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Updating router f7a0876b-7e15-4882-90e4-7b20801d2ed6 port 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:31:23.925405 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:23.980165 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7cde479-cf8e-4dd3-977b-0cbac1839524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:23.995739 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d7cde479-cf8e-4dd3-977b-0cbac1839524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.053623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cde479-cf8e-4dd3-977b-0cbac1839524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f210d90-8c68-43a4-a739-244e45de188e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:24.113923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d7cde479-cf8e-4dd3-977b-0cbac1839524 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63458d3915cb4c7bb77cfc952354492a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983028 Oct 26 14:31:24.117186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 40994) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:24.157027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e9be3-9ba8-46ac-a28d-f5fe71446613 req-81fcec15-3b41-4a8b-a1ed-651ffe81cd4f tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:24.180969 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c57e9be3-9ba8-46ac-a28d-f5fe71446613 req-81fcec15-3b41-4a8b-a1ed-651ffe81cd4f tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 946 time: 0.1225326 Oct 26 14:31:24.185412 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6029a81b-5c95-4a0d-89ec-a76d76ecf04e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.259123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c57e9be3-9ba8-46ac-a28d-f5fe71446613 req-80ab7a3d-a522-4b30-98d4-b600220c055a tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d0ca23c-73f1-43b6-86c9-4a7c9c694895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770423 Oct 26 14:31:24.283074 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aed1a5-8369-4620-81cc-63375f6eb54a req-4982ea22-9f31-4cd7-b90a-369fe330fee4 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:24.285058 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-30aed1a5-8369-4620-81cc-63375f6eb54a req-4982ea22-9f31-4cd7-b90a-369fe330fee4 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 946 time: 0.1540685 Oct 26 14:31:24.334669 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.343646 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.381220 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Attempting to bind port 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:24.381595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Attempting to bind port 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:24.381961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Attempting to bind port 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:24.407296 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:24.407674 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:24.408082 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.408607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:24.409212 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Bound port: 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:24.409673 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.432751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029a81b-5c95-4a0d-89ec-a76d76ecf04e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Subnet': ['ID=92658c47-7126-4501-9f79-361e4ebf709f,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:24.438250 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6029a81b-5c95-4a0d-89ec-a76d76ecf04e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Checking segment: {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:24.438737 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6029a81b-5c95-4a0d-89ec-a76d76ecf04e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network hostable DHCP agents. Network: c3e39bcc-85c4-41db-be02-7abbddde192f, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:31:24.445801 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-951eb7e3-f7ad-4bea-8dfe-d6f390d3c5ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.468869 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-951eb7e3-f7ad-4bea-8dfe-d6f390d3c5ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.472712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5d26b-c58d-42c6-b6a7-76128a4afc08 None None] Pushing event updated for resources: {'Port': ['ID=1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:24.484824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] For port 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:24.488473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] For port 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:24.497854 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.525897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6029a81b-5c95-4a0d-89ec-a76d76ecf04e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network c3e39bcc-85c4-41db-be02-7abbddde192f is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:31:24.545137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-6029a81b-5c95-4a0d-89ec-a76d76ecf04e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, c3e39bcc-85c4-41db-be02-7abbddde192f) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:24.554016 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-30aed1a5-8369-4620-81cc-63375f6eb54a req-820b04c9-51c2-45ff-b876-3e9336bb0f30 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Deleting port 7cfc1b08-a300-4e23-bbe0-514a35092416 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:24.554497 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-30aed1a5-8369-4620-81cc-63375f6eb54a req-820b04c9-51c2-45ff-b876-3e9336bb0f30 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.560134 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6029a81b-5c95-4a0d-89ec-a76d76ecf04e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:24.560851 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6029a81b-5c95-4a0d-89ec-a76d76ecf04e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.604705 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5d26b-c58d-42c6-b6a7-76128a4afc08 None None] Pushing event updated for resources: {'Port': ['ID=1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:24.609286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76715110-def7-4f8c-b92d-ef10ded0832e None None] Network c3e39bcc-85c4-41db-be02-7abbddde192f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:24.634088 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-951eb7e3-f7ad-4bea-8dfe-d6f390d3c5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.636751 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-951eb7e3-f7ad-4bea-8dfe-d6f390d3c5ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.653069 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-951eb7e3-f7ad-4bea-8dfe-d6f390d3c5ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f210d90-8c68-43a4-a739-244e45de188e HTTP/1.1" status: 204 len: 168 time: 0.5225720 Oct 26 14:31:24.704243 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6029a81b-5c95-4a0d-89ec-a76d76ecf04e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0458398 Oct 26 14:31:24.707208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41002) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:24.708434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eb7e3-f7ad-4bea-8dfe-d6f390d3c5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f210d90-8c68-43a4-a739-244e45de188e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:24.813594 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-30aed1a5-8369-4620-81cc-63375f6eb54a req-820b04c9-51c2-45ff-b876-3e9336bb0f30 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] For port 7cfc1b08-a300-4e23-bbe0-514a35092416, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=7cfc1b08-a300-4e23-bbe0-514a35092416,segment=NetworkSegment(2842c600-2106-4a87-8fb6-8763976e6932),segment_id=2842c600-2106-4a87-8fb6-8763976e6932)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:24.813594 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-30aed1a5-8369-4620-81cc-63375f6eb54a req-820b04c9-51c2-45ff-b876-3e9336bb0f30 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.838367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Routers {'f7a0876b-7e15-4882-90e4-7b20801d2ed6'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:24.839437 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:24.857818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-30aed1a5-8369-4620-81cc-63375f6eb54a req-820b04c9-51c2-45ff-b876-3e9336bb0f30 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Calling delete_port for 7cfc1b08-a300-4e23-bbe0-514a35092416 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:24.978352 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-c3e39bcc-85c4-41db-be02-7abbddde192f', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ips': [{'subnet_id': '92658c47-7126-4501-9f79-361e4ebf709f'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:31:24.979237 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:25.101868 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] Set router f7a0876b-7e15-4882-90e4-7b20801d2ed6 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:25.390444 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-30aed1a5-8369-4620-81cc-63375f6eb54a req-820b04c9-51c2-45ff-b876-3e9336bb0f30 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:25.442263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['7cfc1b08-a300-4e23-bbe0-514a35092416'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:31:25.593472 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:21Z', 'revision_number': 3, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:25.616152 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b04c9-51c2-45ff-b876-3e9336bb0f30 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Pushing event deleted for resources: {'Port': ['ID=7cfc1b08-a300-4e23-bbe0-514a35092416,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:25.651483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20909350-350b-4435-aedd-5a604b7fd7ba None None] The sync data for ids ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'] in n-d-815498-1 is: [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:21Z', 'revision_number': 3, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:25.656895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Allocated IP 172.20.0.2 (c3e39bcc-85c4-41db-be02-7abbddde192f/92658c47-7126-4501-9f79-361e4ebf709f/56e7240a-ccb0-40cd-b671-c156d2465ba6) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:25.665396 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ec33e54-962b-4a7e-aabd-6d48a2977343 req-4ecd4b1a-77e4-46bc-92ef-177fddbbd5f2 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5c14b-390c-4918-b770-4a04c985dc3e HTTP/1.1" status: 200 len: 210 time: 0.1165171 Oct 26 14:31:25.700792 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-791dfb30-5f36-48e2-ac04-6d0e88d602ea req-3df1396d-0f4d-4d2a-8f19-17e20d9dc9d1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfce983-5077-4b71-be3a-2cdd194d221e HTTP/1.1" status: 200 len: 210 time: 0.8986156 Oct 26 14:31:25.713739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-30aed1a5-8369-4620-81cc-63375f6eb54a req-820b04c9-51c2-45ff-b876-3e9336bb0f30 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] No DVR routers for this DVR port 7cfc1b08-a300-4e23-bbe0-514a35092416 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:31:25.726911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-30aed1a5-8369-4620-81cc-63375f6eb54a req-820b04c9-51c2-45ff-b876-3e9336bb0f30 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:25.733719 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-30aed1a5-8369-4620-81cc-63375f6eb54a req-820b04c9-51c2-45ff-b876-3e9336bb0f30 tempest-AttachVolumeNegativeTest-1726418671 tempest-AttachVolumeNegativeTest-1726418671-project] 10.222.0.11 "DELETE /v2.0/ports/7cfc1b08-a300-4e23-bbe0-514a35092416 HTTP/1.1" status: 204 len: 173 time: 1.4365048 Oct 26 14:31:25.734414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b5c14b-390c-4918-b770-4a04c985dc3e', 'name': 'network-vif-deleted', 'tag': '7cfc1b08-a300-4e23-bbe0-514a35092416'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:25.740686 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e1d3b9-04bf-4acf-8323-3fa9392f320e" -d '{"events": [{"server_uuid": "a9b5c14b-390c-4918-b770-4a04c985dc3e", "name": "network-vif-deleted", "tag": "7cfc1b08-a300-4e23-bbe0-514a35092416"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:25.805880 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30337e3c-5369-40c4-864b-c47475c803d8 x-openstack-request-id: req-30337e3c-5369-40c4-864b-c47475c803d8 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:25.806468 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b5c14b-390c-4918-b770-4a04c985dc3e", "name": "network-vif-deleted", "tag": "7cfc1b08-a300-4e23-bbe0-514a35092416", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:25.807028 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30337e3c-5369-40c4-864b-c47475c803d8 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:25.807847 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b5c14b-390c-4918-b770-4a04c985dc3e', 'name': 'network-vif-deleted', 'tag': '7cfc1b08-a300-4e23-bbe0-514a35092416', 'status': 'completed', 'code': 200} Oct 26 14:31:25.884232 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:25.899912 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:25.917468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Network c3e39bcc-85c4-41db-be02-7abbddde192f is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:25.937004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:25.940376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:26.018014 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Attempting to bind port 56e7240a-ccb0-40cd-b671-c156d2465ba6 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:26.018403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Attempting to bind port 56e7240a-ccb0-40cd-b671-c156d2465ba6 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:26.018746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Attempting to bind port 56e7240a-ccb0-40cd-b671-c156d2465ba6 on network c3e39bcc-85c4-41db-be02-7abbddde192f {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:26.025718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:26.026127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Checking segment: {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:26.026530 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:26.026924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Bound using segment: {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:26.027960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Bound port: 56e7240a-ccb0-40cd-b671-c156d2465ba6, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:26.028346 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:26.030207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Pushing event updated for resources: {'Port': ['ID=56e7240a-ccb0-40cd-b671-c156d2465ba6,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:26.072369 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:31:26.135505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] For port 56e7240a-ccb0-40cd-b671-c156d2465ba6, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:26.139975 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] For port 56e7240a-ccb0-40cd-b671-c156d2465ba6, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56e7240a-ccb0-40cd-b671-c156d2465ba6,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:26.147752 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:26.220416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2cb67-5373-4376-90c2-f5d91e9d4226 None None] Pushing event updated for resources: {'Port': ['ID=56e7240a-ccb0-40cd-b671-c156d2465ba6,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:26.488579 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:26.815303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41050) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:26.936080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-7036ef2e-020b-416f-9ceb-15db945de6d5 admin admin] Deleting subnet 0fc0d017-1b97-4753-adb5-3fc2da6bf5ce {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:31:26.940607 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7036ef2e-020b-416f-9ceb-15db945de6d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:26.996545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7036ef2e-020b-416f-9ceb-15db945de6d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.048034 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.20.0.1 (c3e39bcc-85c4-41db-be02-7abbddde192f/92658c47-7126-4501-9f79-361e4ebf709f/ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:27.076914 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7036ef2e-020b-416f-9ceb-15db945de6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.203419 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7036ef2e-020b-416f-9ceb-15db945de6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.212997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.245538 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036ef2e-020b-416f-9ceb-15db945de6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc0d017-1b97-4753-adb5-3fc2da6bf5ce,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:27.248735 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7036ef2e-020b-416f-9ceb-15db945de6d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.254793 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7036ef2e-020b-416f-9ceb-15db945de6d5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0fc0d017-1b97-4753-adb5-3fc2da6bf5ce HTTP/1.1" status: 204 len: 168 time: 0.4361391 Oct 26 14:31:27.255533 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41062) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:27.274897 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.348367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network c3e39bcc-85c4-41db-be02-7abbddde192f is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:27.352345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-17df8734-5458-48bb-91f3-3b33d10824b1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543768641&fields=id&tenant_id=6bcf474373744e67b719326f17fd4da5 HTTP/1.1" status: 200 len: 267 time: 0.0994046 Oct 26 14:31:27.356541 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:27.359614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:27.403385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:27.436276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9245-0c19-457f-a3e9-e3cf02a8b53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.485668 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.608252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe51a4da-0256-4ba5-a785-ff8557b9193b None None] Network c3e39bcc-85c4-41db-be02-7abbddde192f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:27.609953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9245-0c19-457f-a3e9-e3cf02a8b53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.634124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-3c4f9245-0c19-457f-a3e9-e3cf02a8b53a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c60990-6432-4fa9-b775-143580ec98f4']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:27.646350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-3c4f9245-0c19-457f-a3e9-e3cf02a8b53a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2842c600-2106-4a87-8fb6-8763976e6932') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:27.646927 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-3c4f9245-0c19-457f-a3e9-e3cf02a8b53a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2842c600-2106-4a87-8fb6-8763976e6932') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:27.658755 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9245-0c19-457f-a3e9-e3cf02a8b53a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.680143 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9245-0c19-457f-a3e9-e3cf02a8b53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.687717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4f9245-0c19-457f-a3e9-e3cf02a8b53a admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:31:27.688183 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9245-0c19-457f-a3e9-e3cf02a8b53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:31:27.690291 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:31:27.745103 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.761616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d2012051-f2ad-4745-ba45-d99547476147 None None] Provisioning complete for port 56e7240a-ccb0-40cd-b671-c156d2465ba6 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:27.762205 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d2012051-f2ad-4745-ba45-d99547476147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.779765 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9245-0c19-457f-a3e9-e3cf02a8b53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.792674 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9245-0c19-457f-a3e9-e3cf02a8b53a admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.797910 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3c4f9245-0c19-457f-a3e9-e3cf02a8b53a admin admin] 10.222.0.32 "DELETE /v2.0/networks/91c60990-6432-4fa9-b775-143580ec98f4 HTTP/1.1" status: 204 len: 168 time: 0.5409808 Oct 26 14:31:27.815781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f9245-0c19-457f-a3e9-e3cf02a8b53a admin admin] Pushing event deleted for resources: {'Network': ['ID=91c60990-6432-4fa9-b775-143580ec98f4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:27.816459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-0b6077b4-c415-4e5d-a59b-150633d2657a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:27.831732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-0b6077b4-c415-4e5d-a59b-150633d2657a tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 811 time: 0.4689822 Oct 26 14:31:27.849496 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-828d33e9-7c9d-4371-b024-f4a2c84f5e99 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/quotas/6bcf474373744e67b719326f17fd4da5 HTTP/1.1" status: 200 len: 375 time: 0.0161219 Oct 26 14:31:27.959603 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.003840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-23d8efc9-33f3-46c2-88cc-8eebf3fa9c65 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1539347 Oct 26 14:31:28.092198 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d2012051-f2ad-4745-ba45-d99547476147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.140228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41078) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:28.150999 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d2012051-f2ad-4745-ba45-d99547476147 None None] For port 56e7240a-ccb0-40cd-b671-c156d2465ba6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56e7240a-ccb0-40cd-b671-c156d2465ba6,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:28.169350 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d2012051-f2ad-4745-ba45-d99547476147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.264376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:28.289413 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-53e56fcb-f7de-4de9-9fcd-67f6321a3e81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=828b938fdddb4120a13cb632ae8d7046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403999 Oct 26 14:31:28.290526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41080) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:28.369451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2012051-f2ad-4745-ba45-d99547476147 None None] Pushing event updated for resources: {'Port': ['ID=56e7240a-ccb0-40cd-b671-c156d2465ba6,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:28.403125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:28.405364 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.464141 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9e8b5b2-1cca-4c5d-8316-70ff1e391696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.505658 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9e8b5b2-1cca-4c5d-8316-70ff1e391696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.598094 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.600334 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.603776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5bc91f60-3312-462e-b4cb-3ee05daf6386 service neutron] 10.222.0.32 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989256 Oct 26 14:31:28.625457 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9e8b5b2-1cca-4c5d-8316-70ff1e391696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.627463 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.628984 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9e8b5b2-1cca-4c5d-8316-70ff1e391696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.632629 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a9e8b5b2-1cca-4c5d-8316-70ff1e391696 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d0ca23c-73f1-43b6-86c9-4a7c9c694895 HTTP/1.1" status: 204 len: 168 time: 0.3386364 Oct 26 14:31:28.644831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8b5b2-1cca-4c5d-8316-70ff1e391696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0ca23c-73f1-43b6-86c9-4a7c9c694895,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:28.649872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:28.662380 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 7cfc1b08-a300-4e23-bbe0-514a35092416 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:28.674763 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.676154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56e7240a-ccb0-40cd-b671-c156d2465ba6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:28.767894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:28.794868 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 7cfc1b08-a300-4e23-bbe0-514a35092416 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:28.795462 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 7cfc1b08-a300-4e23-bbe0-514a35092416 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:28.826748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f77351ea-cd5f-4e41-974b-ecec177304ed None None] Provisioning complete for port 56e7240a-ccb0-40cd-b671-c156d2465ba6 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:28.826963 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f77351ea-cd5f-4e41-974b-ecec177304ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.888772 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 56e7240a-ccb0-40cd-b671-c156d2465ba6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:28.889269 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.964244 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.972722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:29.083206 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-ada7df53-089a-43a8-bcaa-3aa3e46f5451 service neutron] 10.222.0.32 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706392 Oct 26 14:31:29.146769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f77351ea-cd5f-4e41-974b-ecec177304ed None None] Provisioning complete for port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:29.146924 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f77351ea-cd5f-4e41-974b-ecec177304ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:29.171039 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network c3e39bcc-85c4-41db-be02-7abbddde192f is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:29.172278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:29.188932 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f77351ea-cd5f-4e41-974b-ecec177304ed None None] Port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:29.330797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-aed05a0f-04c2-4c5d-863a-cc3680820096 None None] Provisioning complete for port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:29.331257 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aed05a0f-04c2-4c5d-863a-cc3680820096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:29.385244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-aed05a0f-04c2-4c5d-863a-cc3680820096 None None] Port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:29.396044 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router f7a0876b-7e15-4882-90e4-7b20801d2ed6 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:31:29.617347 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:29.629178 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Sync routers for ids ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:29.632493 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b216469b-fcee-4599-a6fc-6e8054a79088 None None] Provisioning complete for port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:29.632723 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b216469b-fcee-4599-a6fc-6e8054a79088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:29.638543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ed23aa07-37fb-45a4-83ef-834e898c7f90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "PUT /v2.0/routers/f7a0876b-7e15-4882-90e4-7b20801d2ed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9299998 Oct 26 14:31:29.641551 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Routers {'f7a0876b-7e15-4882-90e4-7b20801d2ed6'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:29.643648 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:29.711275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b216469b-fcee-4599-a6fc-6e8054a79088 None None] Port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:29.733734 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8367c78f-2854-4249-b556-f0d9bb8c341d req-92cffdda-76a4-44b0-9a3d-c033bd62216c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 210 time: 0.0937603 Oct 26 14:31:29.834575 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Set router f7a0876b-7e15-4882-90e4-7b20801d2ed6 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:30.024315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-72473efe-bd7f-484f-8467-8cafac849fd9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513845496&fields=id&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 267 time: 0.0906668 Oct 26 14:31:30.117918 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:27Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b', 'name': '', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:0c:7d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '92658c47-7126-4501-9f79-361e4ebf709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:26Z', 'updated_at': '2021-10-26T14:31:28Z', 'revision_number': 2, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '92658c47-7126-4501-9f79-361e4ebf709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:30.136287 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56e7240a-ccb0-40cd-b671-c156d2465ba6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:30.159242 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Checking router: f7a0876b-7e15-4882-90e4-7b20801d2ed6 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:30.159702 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Updating router f7a0876b-7e15-4882-90e4-7b20801d2ed6 port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:31:30.190539 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.222026 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 56e7240a-ccb0-40cd-b671-c156d2465ba6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:30.223024 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.301722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-1eda5ffd-1a38-463c-9b40-fe52e84f683c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:30.303815 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-1eda5ffd-1a38-463c-9b40-fe52e84f683c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/networks?id=c3e39bcc-85c4-41db-be02-7abbddde192f HTTP/1.1" status: 200 len: 796 time: 0.2787123 Oct 26 14:31:30.324307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-2512a208-8e10-4616-810f-1bca79790eb5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/quotas/9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 375 time: 0.0123565 Oct 26 14:31:30.416505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-6b0bb2e7-2821-4a59-b35a-bbf5a7e61d83 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755792 Oct 26 14:31:30.426772 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:30.528450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:30.529377 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.556339 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-05ae5414-ed7e-42d1-97b5-bdf828af7688 service neutron] 10.222.0.32 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353552 Oct 26 14:31:30.722803 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.732445 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.741242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-b204eac3-e066-4bce-bfa1-2bf064c81bb6 service neutron] 10.222.0.32 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837504 Oct 26 14:31:30.825725 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2435aae-9e29-4e9d-92f3-2192d7e4bf7e None None] Pushing event updated for resources: {'Port': ['ID=ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:30.864085 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2435aae-9e29-4e9d-92f3-2192d7e4bf7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:30.864576 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2435aae-9e29-4e9d-92f3-2192d7e4bf7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:30.865019 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2435aae-9e29-4e9d-92f3-2192d7e4bf7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:30.865452 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2435aae-9e29-4e9d-92f3-2192d7e4bf7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:30.866009 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2435aae-9e29-4e9d-92f3-2192d7e4bf7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:30.866414 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2435aae-9e29-4e9d-92f3-2192d7e4bf7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:30.866880 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2435aae-9e29-4e9d-92f3-2192d7e4bf7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:30.867422 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2435aae-9e29-4e9d-92f3-2192d7e4bf7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:30.867843 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2435aae-9e29-4e9d-92f3-2192d7e4bf7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:30.868275 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2435aae-9e29-4e9d-92f3-2192d7e4bf7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:30.869005 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2435aae-9e29-4e9d-92f3-2192d7e4bf7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:30.869005 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2435aae-9e29-4e9d-92f3-2192d7e4bf7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:30.903230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41158) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:30.913496 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Attempting to bind port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:30.914123 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Attempting to bind port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:30.914642 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Attempting to bind port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b on network c3e39bcc-85c4-41db-be02-7abbddde192f {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:30.935581 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06c2c180-1932-4cb6-af68-ff08a54937a5 req-eb0a9fa5-7609-48fb-ac3a-f8d64c5f08a0 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 210 time: 0.0776408 Oct 26 14:31:30.945882 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:30.947598 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Checking segment: {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:30.950699 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.952172 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Bound using segment: {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:30.952835 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Bound port: ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:30.954797 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.124100 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] For port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:31.132639 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] For port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:31.149148 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.179499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-69a93031-83ed-4c8d-9dc0-04f943640a03 req-09afed03-ee12-4545-8efb-a2b2e8963a93 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 210 time: 0.0745921 Oct 26 14:31:31.235915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5624d822-c0c8-4f07-8d8b-dba754be0497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.296622 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Routers {'f7a0876b-7e15-4882-90e4-7b20801d2ed6'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:31.297251 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:31.355318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-567d94b7-3453-478f-9b57-b658a273e1a3 None None] Provisioning complete for port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:31.363422 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-567d94b7-3453-478f-9b57-b658a273e1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.378784 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5624d822-c0c8-4f07-8d8b-dba754be0497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.391641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5624d822-c0c8-4f07-8d8b-dba754be0497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.427259 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2435aae-9e29-4e9d-92f3-2192d7e4bf7e None None] Pushing event updated for resources: {'Port': ['ID=ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:31.496701 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5624d822-c0c8-4f07-8d8b-dba754be0497 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8113adceb074656a9b1cb40e2e13136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911882 Oct 26 14:31:31.499522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41172) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:31.504501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624d822-c0c8-4f07-8d8b-dba754be0497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a456006b-5add-48e2-91e6-4dcaadbce974,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:31.524042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-6e3face6-1c25-4028-823d-b1092dcf7b04 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:31.526885 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-6e3face6-1c25-4028-823d-b1092dcf7b04 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 811 time: 0.4774973 Oct 26 14:31:31.638680 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-a2491d83-c174-477e-89b2-0c7380aaafe3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bcf474373744e67b719326f17fd4da5 HTTP/1.1" status: 200 len: 379 time: 0.1018617 Oct 26 14:31:31.652698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-70352720-6031-47c8-be1e-9e056f52ff03 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'port': {'device_id': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'admin_state_up': True, 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'security_groups': ['dd558e9b-cc65-420b-bc6e-05fa03d68f49']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:31.692260 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aaca1c18-47e9-4e09-a9c5-9211a52f8585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.734240 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-567d94b7-3453-478f-9b57-b658a273e1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.748687 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aaca1c18-47e9-4e09-a9c5-9211a52f8585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.835257 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aaca1c18-47e9-4e09-a9c5-9211a52f8585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.838565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-aaca1c18-47e9-4e09-a9c5-9211a52f8585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.844291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-aaca1c18-47e9-4e09-a9c5-9211a52f8585 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a456006b-5add-48e2-91e6-4dcaadbce974 HTTP/1.1" status: 204 len: 168 time: 0.3431177 Oct 26 14:31:31.850712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-567d94b7-3453-478f-9b57-b658a273e1a3 None None] For port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:31.864380 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-567d94b7-3453-478f-9b57-b658a273e1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.865036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca1c18-47e9-4e09-a9c5-9211a52f8585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a456006b-5add-48e2-91e6-4dcaadbce974,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:31.913025 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] Set router f7a0876b-7e15-4882-90e4-7b20801d2ed6 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:31.919784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-70352720-6031-47c8-be1e-9e056f52ff03 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Made reservation on behalf of 6bcf474373744e67b719326f17fd4da5 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:31.924741 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-70352720-6031-47c8-be1e-9e056f52ff03 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:32.021500 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d94b7-3453-478f-9b57-b658a273e1a3 None None] Pushing event updated for resources: {'Port': ['ID=ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:32.044675 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bd6fad7d-d693-4990-92cb-ac481ef58b95 None None] Provisioning complete for port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:32.045423 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bd6fad7d-d693-4990-92cb-ac481ef58b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:32.225165 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26965d3b-5451-4883-8b1f-45ee6b2e608a req-61da8740-44e3-42a0-8977-a7169a7e856e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 210 time: 0.0965655 Oct 26 14:31:32.245090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-70352720-6031-47c8-be1e-9e056f52ff03 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Allocated IP 172.20.0.3 (4c0322bb-1e1e-46e8-8564-2d448b82a61a/d0644abd-266d-41c5-9f8d-ca0893e4341b/e7837c77-3028-4aa0-8143-205ad7bb762d) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:32.335399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c5d61e40-99a9-4a62-840c-db87c34fb0cd req-51fb0536-325d-4dab-94d1-f498cba48fe4 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 210 time: 0.0317280 Oct 26 14:31:32.404150 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:27Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b', 'name': '', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:0c:7d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '92658c47-7126-4501-9f79-361e4ebf709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:26Z', 'updated_at': '2021-10-26T14:31:31Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '92658c47-7126-4501-9f79-361e4ebf709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:32.459363 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a8c98-109c-4593-bfc2-cdb4625974b4 None None] The sync data for ids ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'] in n-d-815498-1 is: [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:27Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b', 'name': '', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:0c:7d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '92658c47-7126-4501-9f79-361e4ebf709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:26Z', 'updated_at': '2021-10-26T14:31:31Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '92658c47-7126-4501-9f79-361e4ebf709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:32.679276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-70352720-6031-47c8-be1e-9e056f52ff03 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:32.750199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-70352720-6031-47c8-be1e-9e056f52ff03 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:32.820378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-70352720-6031-47c8-be1e-9e056f52ff03 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:32.824071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-70352720-6031-47c8-be1e-9e056f52ff03 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:32.828916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-70352720-6031-47c8-be1e-9e056f52ff03 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:32.883733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70352720-6031-47c8-be1e-9e056f52ff03 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'Port': ['ID=e7837c77-3028-4aa0-8143-205ad7bb762d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:33.079862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-70352720-6031-47c8-be1e-9e056f52ff03 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:33.080525 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-70352720-6031-47c8-be1e-9e056f52ff03 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:33.138019 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-70352720-6031-47c8-be1e-9e056f52ff03 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4914458 Oct 26 14:31:33.178908 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Request body: {'port': {'device_id': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:33.352506 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b8612f6c-3c2a-40ee-b3cf-ae63de712154 None None] Provisioning complete for port e7837c77-3028-4aa0-8143-205ad7bb762d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:33.353972 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b8612f6c-3c2a-40ee-b3cf-ae63de712154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:33.439919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b8612f6c-3c2a-40ee-b3cf-ae63de712154 None None] Port e7837c77-3028-4aa0-8143-205ad7bb762d cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:33.488024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecd826-c881-44d3-97c4-e3844fc7a1c8 req-f5811d02-54ef-4163-9ca5-ed7aa8d44cf5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:33.498307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46ecd826-c881-44d3-97c4-e3844fc7a1c8 req-f5811d02-54ef-4163-9ca5-ed7aa8d44cf5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 931 time: 0.0723586 Oct 26 14:31:33.574853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-908620b2-a764-4429-97dc-e91b20688b94 req-9ab767fa-d4d8-4b55-a482-597239cd9321 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 210 time: 0.0359693 Oct 26 14:31:33.598588 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46ecd826-c881-44d3-97c4-e3844fc7a1c8 req-cd0059ba-9e92-443b-953c-625c34169245 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990853 Oct 26 14:31:34.115797 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:34.146336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-901355ee-b2ed-4b69-bf28-17abff3e49c3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:34.148386 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-901355ee-b2ed-4b69-bf28-17abff3e49c3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "GET /v2.0/networks?id=c3e39bcc-85c4-41db-be02-7abbddde192f HTTP/1.1" status: 200 len: 796 time: 1.2227094 Oct 26 14:31:34.175643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:34.255208 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-662d1d57-5f3c-4193-91be-492a590f6001 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 380 time: 0.0754800 Oct 26 14:31:34.448271 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:34.448271 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:34.503702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-5eb5774f-7bc8-40ea-9827-38c03ba1099a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'port': {'device_id': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'admin_state_up': True, 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'security_groups': ['b6416cac-fa93-458e-87e1-db120add4400']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:34.925408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05fdc252-5d55-4b07-a1f8-318a56e5b4a3 req-eec23888-0ad1-4fe5-a2db-bcf440976c84 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 210 time: 0.1509097 Oct 26 14:31:34.959453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a3c5f-5cae-426e-8d87-d6f409127e4c req-93468d61-d440-4bb4-8a72-d4cb3688958b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:34.961363 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-913a3c5f-5cae-426e-8d87-d6f409127e4c req-93468d61-d440-4bb4-8a72-d4cb3688958b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 931 time: 0.1755710 Oct 26 14:31:35.013757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-913a3c5f-5cae-426e-8d87-d6f409127e4c req-090fe75e-b5a0-490a-980d-1e37a1dd5a58 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400181 Oct 26 14:31:35.018341 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-5eb5774f-7bc8-40ea-9827-38c03ba1099a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Made reservation on behalf of 9800f07dcc3e4ad39b6f5f9c99f366b7 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:35.021897 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-5eb5774f-7bc8-40ea-9827-38c03ba1099a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.148462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7837c77-3028-4aa0-8143-205ad7bb762d {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:31:35.161003 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.209276 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Transition to ACTIVE for port object e7837c77-3028-4aa0-8143-205ad7bb762d will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:31:35.222234 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.249138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-5eb5774f-7bc8-40ea-9827-38c03ba1099a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.20.0.7 (c3e39bcc-85c4-41db-be02-7abbddde192f/92658c47-7126-4501-9f79-361e4ebf709f/9699eee1-3767-4bee-9492-d8729246e2af) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:35.431649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Pushing event updated for resources: {'Port': ['ID=e7837c77-3028-4aa0-8143-205ad7bb762d,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:35.716300 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Attempting to bind port e7837c77-3028-4aa0-8143-205ad7bb762d on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:35.716642 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Attempting to bind port e7837c77-3028-4aa0-8143-205ad7bb762d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:35.716973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Attempting to bind port e7837c77-3028-4aa0-8143-205ad7bb762d on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:35.724831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Port e7837c77-3028-4aa0-8143-205ad7bb762d on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:31:35.725161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Attempting to bind port e7837c77-3028-4aa0-8143-205ad7bb762d on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:35.733186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:35.733539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Checking segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:35.733924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Bound using segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:35.734425 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Bound port: e7837c77-3028-4aa0-8143-205ad7bb762d, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:35.734787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.748597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41258) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:35.827014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] For port e7837c77-3028-4aa0-8143-205ad7bb762d, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:35.830974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] For port e7837c77-3028-4aa0-8143-205ad7bb762d, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e7837c77-3028-4aa0-8143-205ad7bb762d,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:35.836642 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.958416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:35.959095 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.960519 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] 10.222.0.25 "PUT /v2.0/ports/e7837c77-3028-4aa0-8143-205ad7bb762d HTTP/1.1" status: 200 len: 1091 time: 2.7923927 Oct 26 14:31:35.962951 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'tag': 'e7837c77-3028-4aa0-8143-205ad7bb762d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:35.966007 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c228122e-405d-4049-8559-783c26b5c2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cc3b55-497b-4230-9f98-b167c86b130b", "tag": "e7837c77-3028-4aa0-8143-205ad7bb762d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:36.019202 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-5eb5774f-7bc8-40ea-9827-38c03ba1099a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:36.034827 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2a97f-9813-4fbd-849f-b89254f1a25f service neutron] Pushing event updated for resources: {'Port': ['ID=e7837c77-3028-4aa0-8143-205ad7bb762d,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:36.044233 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e18fd533-8bcd-4eb8-a026-63c2ca96d31f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:36.064360 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d222a3-d667-4d54-b51b-9778857eeb04 x-openstack-request-id: req-e4d222a3-d667-4d54-b51b-9778857eeb04 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:36.064728 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cc3b55-497b-4230-9f98-b167c86b130b", "tag": "e7837c77-3028-4aa0-8143-205ad7bb762d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:36.074399 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4d222a3-d667-4d54-b51b-9778857eeb04 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:36.075329 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'tag': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'status': 'completed', 'code': 200} Oct 26 14:31:36.141296 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-5eb5774f-7bc8-40ea-9827-38c03ba1099a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:36.231685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-5eb5774f-7bc8-40ea-9827-38c03ba1099a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network c3e39bcc-85c4-41db-be02-7abbddde192f is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:36.254046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-5eb5774f-7bc8-40ea-9827-38c03ba1099a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:36.285247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-5eb5774f-7bc8-40ea-9827-38c03ba1099a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:36.418475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228122e-405d-4049-8559-783c26b5c2f4 req-26130fa3-e7b9-4916-acb3-806d1a6078cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:36.423205 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c228122e-405d-4049-8559-783c26b5c2f4 req-26130fa3-e7b9-4916-acb3-806d1a6078cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 1094 time: 0.3465500 Oct 26 14:31:36.436389 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5774f-7bc8-40ea-9827-38c03ba1099a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=9699eee1-3767-4bee-9492-d8729246e2af,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:36.487453 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e18fd533-8bcd-4eb8-a026-63c2ca96d31f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:36.503560 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e18fd533-8bcd-4eb8-a026-63c2ca96d31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:36.551890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e18fd533-8bcd-4eb8-a026-63c2ca96d31f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a54f95c613442eab0d921bec4a19fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8021173 Oct 26 14:31:36.563233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb7325-fc60-4287-aaba-d299f933f53e req-d554be3f-c88e-4e2e-9d0a-c402ac55212c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:36.572473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6bb7325-fc60-4287-aaba-d299f933f53e req-d554be3f-c88e-4e2e-9d0a-c402ac55212c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 931 time: 0.2587187 Oct 26 14:31:36.580566 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41276) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:36.639837 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-5eb5774f-7bc8-40ea-9827-38c03ba1099a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:36.646594 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-5eb5774f-7bc8-40ea-9827-38c03ba1099a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:36.757167 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-5eb5774f-7bc8-40ea-9827-38c03ba1099a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4866343 Oct 26 14:31:36.770771 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d94172ea-3b9d-4088-a5c3-fd9b8a8f8935 None None] Provisioning complete for port 9699eee1-3767-4bee-9492-d8729246e2af triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:36.771917 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d94172ea-3b9d-4088-a5c3-fd9b8a8f8935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:36.784531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Request body: {'port': {'device_id': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:36.850815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d94172ea-3b9d-4088-a5c3-fd9b8a8f8935 None None] Port 9699eee1-3767-4bee-9492-d8729246e2af cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:36.925308 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:36.943857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228122e-405d-4049-8559-783c26b5c2f4 req-e9c27f8c-f681-47ff-acf8-17ba7c01f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:36.945890 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c228122e-405d-4049-8559-783c26b5c2f4 req-e9c27f8c-f681-47ff-acf8-17ba7c01f51f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=6bcf474373744e67b719326f17fd4da5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4977803 Oct 26 14:31:37.212116 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228122e-405d-4049-8559-783c26b5c2f4 req-493ba09d-866e-4285-a79f-e8b9dec4b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:37.213856 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c228122e-405d-4049-8559-783c26b5c2f4 req-493ba09d-866e-4285-a79f-e8b9dec4b808 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2446721 Oct 26 14:31:37.221632 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a28b82-59a3-4803-a1de-dd3be7df5205 req-4a072531-dbd0-4810-8c65-511b13a95d21 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:37.229006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1a28b82-59a3-4803-a1de-dd3be7df5205 req-4a072531-dbd0-4810-8c65-511b13a95d21 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 943 time: 0.9139977 Oct 26 14:31:37.242363 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fd533-8bcd-4eb8-a026-63c2ca96d31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98793b1-6da4-424d-ba67-1cb702f33b71,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:37.315478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6bb7325-fc60-4287-aaba-d299f933f53e req-c4e5fa29-123a-45cb-971b-7588d1490d00 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7399893 Oct 26 14:31:37.371325 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9325f430-66de-45ed-ac58-ef450758d589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:37.394601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1a28b82-59a3-4803-a1de-dd3be7df5205 req-118ebc2c-d9d2-40a6-a0d1-3c520dcb7fb4 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594152 Oct 26 14:31:37.438963 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9325f430-66de-45ed-ac58-ef450758d589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:37.449051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-d66a59aa-2a73-45b1-8d4c-ec306f0b877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:37.450927 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-d66a59aa-2a73-45b1-8d4c-ec306f0b877c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 1094 time: 0.1523414 Oct 26 14:31:37.513311 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9325f430-66de-45ed-ac58-ef450758d589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:37.522231 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9325f430-66de-45ed-ac58-ef450758d589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:37.523926 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9325f430-66de-45ed-ac58-ef450758d589 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c98793b1-6da4-424d-ba67-1cb702f33b71 HTTP/1.1" status: 204 len: 168 time: 0.3202024 Oct 26 14:31:37.528598 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-aa04c669-e990-4c10-ab2c-20c3eb1c63ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7837c77-3028-4aa0-8143-205ad7bb762d HTTP/1.1" status: 200 len: 217 time: 0.0484560 Oct 26 14:31:37.535455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325f430-66de-45ed-ac58-ef450758d589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98793b1-6da4-424d-ba67-1cb702f33b71,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:37.580107 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9699eee1-3767-4bee-9492-d8729246e2af {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:31:37.592797 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:37.613894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-342ee217-7280-4e26-8eed-d14d27188b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:37.615568 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-342ee217-7280-4e26-8eed-d14d27188b2f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.0786457 Oct 26 14:31:37.616910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Transition to ACTIVE for port object 9699eee1-3767-4bee-9492-d8729246e2af will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:31:37.622575 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:37.700648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Pushing event updated for resources: {'Port': ['ID=9699eee1-3767-4bee-9492-d8729246e2af,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:37.800338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-dde331bd-29de-44bb-88e8-d91b7fb8ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:37.803870 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-dde331bd-29de-44bb-88e8-d91b7fb8ccc5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773732 Oct 26 14:31:37.919839 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-ad7a63b4-5df5-451e-92e7-2b6611b83f42 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057668 Oct 26 14:31:38.030306 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a189ff1c-0872-4437-a525-1e19ed7a0770 req-ed700abb-c5ef-40df-8ebe-2ee490fd31d2 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010511 Oct 26 14:31:38.048703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Attempting to bind port 9699eee1-3767-4bee-9492-d8729246e2af on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:38.049542 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Attempting to bind port 9699eee1-3767-4bee-9492-d8729246e2af by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:38.050129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Attempting to bind port 9699eee1-3767-4bee-9492-d8729246e2af on network c3e39bcc-85c4-41db-be02-7abbddde192f {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:38.056245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Port 9699eee1-3767-4bee-9492-d8729246e2af on network c3e39bcc-85c4-41db-be02-7abbddde192f not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:31:38.056708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Attempting to bind port 9699eee1-3767-4bee-9492-d8729246e2af on network c3e39bcc-85c4-41db-be02-7abbddde192f {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:38.063845 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:38.064454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Checking segment: {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:38.065279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Bound using segment: {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:38.065919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Bound port: 9699eee1-3767-4bee-9492-d8729246e2af, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:38.066499 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.150852 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:38.155436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9699eee1-3767-4bee-9492-d8729246e2af,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:38.161473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41286) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:38.168260 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.195939 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0856cf52-1843-49f8-b28b-062d405fbc91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.236432 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:38.237047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.239916 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] 10.222.0.11 "PUT /v2.0/ports/9699eee1-3767-4bee-9492-d8729246e2af HTTP/1.1" status: 200 len: 1091 time: 1.4720907 Oct 26 14:31:38.241483 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:38.247021 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488ab515-441f-4ed3-9595-3793aa70e8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "tag": "9699eee1-3767-4bee-9492-d8729246e2af"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:38.375643 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e4db36-f10e-498b-a4a3-ec6fc4457e3c x-openstack-request-id: req-49e4db36-f10e-498b-a4a3-ec6fc4457e3c {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:38.375931 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "tag": "9699eee1-3767-4bee-9492-d8729246e2af", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:38.376120 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49e4db36-f10e-498b-a4a3-ec6fc4457e3c {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:38.376532 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af', 'status': 'completed', 'code': 200} Oct 26 14:31:38.379166 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558a1c4-53ef-4f14-9d8e-a8be47adb031 service neutron] Pushing event updated for resources: {'Port': ['ID=9699eee1-3767-4bee-9492-d8729246e2af,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:38.420946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-cbc8288c-d9fb-4d0c-a428-e4d90ddbca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:38.422524 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-cbc8288c-d9fb-4d0c-a428-e4d90ddbca50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 1094 time: 0.1198976 Oct 26 14:31:38.498714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0856cf52-1843-49f8-b28b-062d405fbc91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.529922 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0856cf52-1843-49f8-b28b-062d405fbc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.562547 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-7be6b4f2-c7f7-402a-a415-cd92c6757894 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9699eee1-3767-4bee-9492-d8729246e2af HTTP/1.1" status: 200 len: 217 time: 0.1238370 Oct 26 14:31:38.630833 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0856cf52-1843-49f8-b28b-062d405fbc91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41b3c5f29c274e8c934f58e5f67c4cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657106 Oct 26 14:31:38.638477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856cf52-1843-49f8-b28b-062d405fbc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c67525-5a41-4e61-8c6c-c0d54c5c95bc,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:38.648076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41298) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:38.665201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-546fc5e0-7517-48bd-9e0f-79c5d451a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:38.669418 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-546fc5e0-7517-48bd-9e0f-79c5d451a1ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92658c47-7126-4501-9f79-361e4ebf709f HTTP/1.1" status: 200 len: 835 time: 0.0976079 Oct 26 14:31:38.729147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54464e1f-c18f-4cde-84a1-1fbf31cd465e req-1c34893f-0bae-412f-9bc7-52c2a77429e7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:38.732392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54464e1f-c18f-4cde-84a1-1fbf31cd465e req-1c34893f-0bae-412f-9bc7-52c2a77429e7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 943 time: 0.2376671 Oct 26 14:31:38.761030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-f35e9005-1d5b-40e4-986f-dd06eebe4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:38.762935 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-f35e9005-1d5b-40e4-986f-dd06eebe4e17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e39bcc-85c4-41db-be02-7abbddde192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854790 Oct 26 14:31:38.772326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d814119-7ece-4efa-9001-3109bcabe0ca req-ddace60d-dc25-409e-8d81-ce131245c9b6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:38.780984 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d814119-7ece-4efa-9001-3109bcabe0ca req-ddace60d-dc25-409e-8d81-ce131245c9b6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 943 time: 0.2032828 Oct 26 14:31:38.854458 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54464e1f-c18f-4cde-84a1-1fbf31cd465e req-cf600e77-d860-49d9-b135-7f9992e5d2ea tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091003 Oct 26 14:31:38.870179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d814119-7ece-4efa-9001-3109bcabe0ca req-ae4f18d4-ed71-4f80-8156-e8df156f802e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833628 Oct 26 14:31:38.884053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c209e2-f75c-418c-b0ef-e8cad6625ae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.907569 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c209e2-f75c-418c-b0ef-e8cad6625ae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.931973 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-b1915e9a-b503-4e3d-857f-048b75946199 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605995 Oct 26 14:31:38.962359 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c209e2-f75c-418c-b0ef-e8cad6625ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.966456 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f9c209e2-f75c-418c-b0ef-e8cad6625ae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.968122 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f9c209e2-f75c-418c-b0ef-e8cad6625ae6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74c67525-5a41-4e61-8c6c-c0d54c5c95bc HTTP/1.1" status: 204 len: 168 time: 0.3181574 Oct 26 14:31:38.980093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c209e2-f75c-418c-b0ef-e8cad6625ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c67525-5a41-4e61-8c6c-c0d54c5c95bc,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:39.067732 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-668c6c8c-3a16-42c6-bc9a-1fe25f53d13b req-d9fe73b9-1d56-4db6-93f6-be88b4e7c79e service neutron] 10.222.0.11 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274292 Oct 26 14:31:39.180761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab515-441f-4ed3-9595-3793aa70e8ec req-69ea25c3-832a-439d-ac0c-59bf78ede10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:39.182446 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-488ab515-441f-4ed3-9595-3793aa70e8ec req-69ea25c3-832a-439d-ac0c-59bf78ede10c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 1094 time: 0.0642021 Oct 26 14:31:39.323055 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab515-441f-4ed3-9595-3793aa70e8ec req-921bd46e-6004-411d-bcc9-cadf28444fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:39.330917 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-488ab515-441f-4ed3-9595-3793aa70e8ec req-921bd46e-6004-411d-bcc9-cadf28444fbe service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e39bcc-85c4-41db-be02-7abbddde192f HTTP/1.1" status: 200 len: 897 time: 0.1336961 Oct 26 14:31:39.380268 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-488ab515-441f-4ed3-9595-3793aa70e8ec req-b2f7194c-564f-442d-aae0-8997f2ef6ba6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9699eee1-3767-4bee-9492-d8729246e2af HTTP/1.1" status: 200 len: 217 time: 0.0481858 Oct 26 14:31:39.447080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab515-441f-4ed3-9595-3793aa70e8ec req-fc9711d0-9f1c-42c9-befe-128e0933c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:39.448921 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-488ab515-441f-4ed3-9595-3793aa70e8ec req-fc9711d0-9f1c-42c9-befe-128e0933c609 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92658c47-7126-4501-9f79-361e4ebf709f HTTP/1.1" status: 200 len: 835 time: 0.0623467 Oct 26 14:31:39.507627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab515-441f-4ed3-9595-3793aa70e8ec req-ac2f8c18-382a-4c39-a6c9-fb4cc512a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:39.509380 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-488ab515-441f-4ed3-9595-3793aa70e8ec req-ac2f8c18-382a-4c39-a6c9-fb4cc512a232 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e39bcc-85c4-41db-be02-7abbddde192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538900 Oct 26 14:31:39.683197 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-488ab515-441f-4ed3-9595-3793aa70e8ec req-1a498120-234b-443a-83f5-38070f4d9283 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650932 Oct 26 14:31:39.812623 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-488ab515-441f-4ed3-9595-3793aa70e8ec req-fe7f5a50-4226-4082-9f8b-b81afb510758 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216316 Oct 26 14:31:40.093205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2276ab1-d1a1-463a-bc2e-529f7defd85e req-31910328-1d63-4428-a000-5fa111cb2fe5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:40.099598 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2276ab1-d1a1-463a-bc2e-529f7defd85e req-31910328-1d63-4428-a000-5fa111cb2fe5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 943 time: 0.1513867 Oct 26 14:31:40.154204 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b564c-761e-4fba-8a0f-ca91865943ff req-d2ee4ee3-6288-498c-84d9-6725334633e8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:40.155881 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cf6b564c-761e-4fba-8a0f-ca91865943ff req-d2ee4ee3-6288-498c-84d9-6725334633e8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 943 time: 0.1614709 Oct 26 14:31:40.185856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2276ab1-d1a1-463a-bc2e-529f7defd85e req-923eb4fb-5ef5-44f9-aaca-5db752d4d6e1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782900 Oct 26 14:31:40.228517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cf6b564c-761e-4fba-8a0f-ca91865943ff req-0fb1c574-518c-4fb8-ba2a-70f058c0dbcd tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528076 Oct 26 14:31:40.974910 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41342) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:41.096275 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-024e7794-913c-4bf1-8c58-6a848eb203ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.171255 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-024e7794-913c-4bf1-8c58-6a848eb203ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.175631 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-024e7794-913c-4bf1-8c58-6a848eb203ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.212625 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e7794-913c-4bf1-8c58-6a848eb203ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafca72a-d906-44fa-a6ce-ccb604e3e6d7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:41.218528 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-024e7794-913c-4bf1-8c58-6a848eb203ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8b71bbba2674bb8a4a7a64678642ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423432 Oct 26 14:31:41.221390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41348) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:41.280955 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4c9aa25-30eb-4b78-8b4c-822df0fb52de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.338203 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4c9aa25-30eb-4b78-8b4c-822df0fb52de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.368912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e86a4-4d8d-4043-94e5-bf2741e6bd70 req-700d4d1b-9510-40a2-b15c-363d0bbc3184 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:41.370689 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d2e86a4-4d8d-4043-94e5-bf2741e6bd70 req-700d4d1b-9510-40a2-b15c-363d0bbc3184 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 943 time: 0.1019816 Oct 26 14:31:41.473853 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e174a4b-85d6-490d-8fa7-c24a0855bbee req-877fab92-b0be-4160-9c25-682c16864135 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:41.475460 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e174a4b-85d6-490d-8fa7-c24a0855bbee req-877fab92-b0be-4160-9c25-682c16864135 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 943 time: 0.0885262 Oct 26 14:31:41.478344 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d2e86a4-4d8d-4043-94e5-bf2741e6bd70 req-1037f17c-d874-48aa-b09c-912f6da2bffc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933321 Oct 26 14:31:41.499583 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4c9aa25-30eb-4b78-8b4c-822df0fb52de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.503766 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e4c9aa25-30eb-4b78-8b4c-822df0fb52de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.504948 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e4c9aa25-30eb-4b78-8b4c-822df0fb52de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aafca72a-d906-44fa-a6ce-ccb604e3e6d7 HTTP/1.1" status: 204 len: 168 time: 0.2831092 Oct 26 14:31:41.543887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9aa25-30eb-4b78-8b4c-822df0fb52de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafca72a-d906-44fa-a6ce-ccb604e3e6d7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:41.555162 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e174a4b-85d6-490d-8fa7-c24a0855bbee req-2a46021f-a615-4331-a9db-9b8adce7e822 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491390 Oct 26 14:31:42.234751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41384) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:42.333208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2074880258-network', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:42.353139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] Made reservation on behalf of 1a271eebc66b4e7f9d1a3089f83fab38 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:42.355914 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.363936 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.443779 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.448066 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.476066 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:31:42.485351 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edcd040-b875-476b-bd84-2b88ec54aa73,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:42.492734 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.493673 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] Added segment f925e362-9cb6-41f8-95e0-4137258732d4 of type vlan for network a79be68b-3f33-4523-8730-127ba2c2218b Oct 26 14:31:42.537744 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.563235 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.564393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:42.565009 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.683754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9699eee1-3767-4bee-9492-d8729246e2af details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:31:42.690428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4518487 Oct 26 14:31:42.690921 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41396) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:42.696872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Request body: {'subnet': {'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2074880258-subnet', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:42.716820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc5141-2deb-44e6-8d1f-53be4288d86e admin admin] Pushing event updated for resources: {'Network': ['ID=a79be68b-3f33-4523-8730-127ba2c2218b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:42.739343 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Made reservation on behalf of 1a271eebc66b4e7f9d1a3089f83fab38 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:42.743383 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.746432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a43c3-40c1-499e-bd2d-65294c223c05 req-c4af2edd-49b1-46f0-b940-6d8a4c6f2768 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:42.753703 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-162a43c3-40c1-499e-bd2d-65294c223c05 req-c4af2edd-49b1-46f0-b940-6d8a4c6f2768 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 943 time: 0.1862323 Oct 26 14:31:42.771969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3ffbd-c713-47a0-a46d-75f17495aaec req-b0a9b26b-a5d3-475e-bb3a-3d2cc3444994 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:42.773653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eda3ffbd-c713-47a0-a46d-75f17495aaec req-b0a9b26b-a5d3-475e-bb3a-3d2cc3444994 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 943 time: 0.1327348 Oct 26 14:31:42.825687 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9699eee1-3767-4bee-9492-d8729246e2af,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:42.843117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '9699eee1-3767-4bee-9492-d8729246e2af', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'port_id': '9699eee1-3767-4bee-9492-d8729246e2af', 'mac_address': 'fa:16:3e:2a:63:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92658c47-7126-4501-9f79-361e4ebf709f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:31:42.851095 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network a79be68b-3f33-4523-8730-127ba2c2218b details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:31:42.857681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-162a43c3-40c1-499e-bd2d-65294c223c05 req-6de18195-d335-43db-a29d-460bbed5a1a4 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029730 Oct 26 14:31:42.903742 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eda3ffbd-c713-47a0-a46d-75f17495aaec req-49cc6914-5305-4fca-9915-bd0ed3232376 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206582 Oct 26 14:31:43.065763 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.127777 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488a8a32-23f3-41c1-bd5f-24b3bbeea41a,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:43.141759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.142390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.142954 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.143357 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.143762 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.144163 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.144557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.144944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.145347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.145854 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.146210 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.146633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.181891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Checking segment: {'id': 'f925e362-9cb6-41f8-95e0-4137258732d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:43.182463 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Network hostable DHCP agents. Network: a79be68b-3f33-4523-8730-127ba2c2218b, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:31:43.217824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41408) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:43.220249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Network a79be68b-3f33-4523-8730-127ba2c2218b is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:31:43.255695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, a79be68b-3f33-4523-8730-127ba2c2218b) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:43.260860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:43.261551 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.262210 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ae18-cccd-4c70-8096-6f4021241315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.269478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df7df4d-a945-4afb-b57e-18aaaa663f32 None None] Network a79be68b-3f33-4523-8730-127ba2c2218b requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:43.282695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41412) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:43.283568 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-13996250-9a62-4ab9-868f-5f54d9a78d50 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5905371 Oct 26 14:31:43.287478 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2074880258-router', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:43.312727 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.314160 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.320011 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.341186 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9699eee1-3767-4bee-9492-d8729246e2af {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:31:43.369215 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9699eee1-3767-4bee-9492-d8729246e2af,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:43.376015 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.417093 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7d75b41-f984-429e-90d5-afd07bc40272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.433400 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.460366 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9699eee1-3767-4bee-9492-d8729246e2af,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:43.472967 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.473322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.473669 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.474036 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.474376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.474712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.475043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.475404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.475736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.476064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.476391 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.476715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:43.510503 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-a79be68b-3f33-4523-8730-127ba2c2218b', 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'fixed_ips': [{'subnet_id': '488a8a32-23f3-41c1-bd5f-24b3bbeea41a'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:31:43.512063 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.599699 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.654122 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Allocated IP 172.20.0.2 (a79be68b-3f33-4523-8730-127ba2c2218b/488a8a32-23f3-41c1-bd5f-24b3bbeea41a/400c89df-41db-4b43-bcd0-751916371ee5) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:43.676564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7d75b41-f984-429e-90d5-afd07bc40272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.682633 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7d75b41-f984-429e-90d5-afd07bc40272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.710037 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9699eee1-3767-4bee-9492-d8729246e2af'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:31:43.736244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d75b41-f984-429e-90d5-afd07bc40272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc94686-be02-4152-92da-bc6d5ccd140d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:43.745035 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e7d75b41-f984-429e-90d5-afd07bc40272 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d2de041423e49d29b725f9c5c29f997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5260587 Oct 26 14:31:43.746397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41414) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:43.810955 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-931baeaa-8cd8-4fdf-bd1b-8d932d3f0bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.834213 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-931baeaa-8cd8-4fdf-bd1b-8d932d3f0bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.871157 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.883004 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.886741 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.902688 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-931baeaa-8cd8-4fdf-bd1b-8d932d3f0bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.905332 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-931baeaa-8cd8-4fdf-bd1b-8d932d3f0bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.906590 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-931baeaa-8cd8-4fdf-bd1b-8d932d3f0bc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfc94686-be02-4152-92da-bc6d5ccd140d HTTP/1.1" status: 204 len: 168 time: 0.1584597 Oct 26 14:31:43.925260 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.928020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Pushing event updated for resources: {'Port': ['ID=400c89df-41db-4b43-bcd0-751916371ee5,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:43.932462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931baeaa-8cd8-4fdf-bd1b-8d932d3f0bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc94686-be02-4152-92da-bc6d5ccd140d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:43.974843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Network a79be68b-3f33-4523-8730-127ba2c2218b is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:43.983293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:43.986808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:44.094530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Attempting to bind port 400c89df-41db-4b43-bcd0-751916371ee5 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:44.094894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Attempting to bind port 400c89df-41db-4b43-bcd0-751916371ee5 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'f925e362-9cb6-41f8-95e0-4137258732d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:44.095254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Attempting to bind port 400c89df-41db-4b43-bcd0-751916371ee5 on network a79be68b-3f33-4523-8730-127ba2c2218b {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:44.105738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:44.106147 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Checking segment: {'id': 'f925e362-9cb6-41f8-95e0-4137258732d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:44.106536 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.106926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Bound using segment: {'id': 'f925e362-9cb6-41f8-95e0-4137258732d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:44.107446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Bound port: 400c89df-41db-4b43-bcd0-751916371ee5, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f925e362-9cb6-41f8-95e0-4137258732d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:44.107812 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.160321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591ac93-e13f-4381-8e5e-cabace22edb4 req-d191cafc-6930-4e8a-a4f1-482dced40477 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:44.161968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c591ac93-e13f-4381-8e5e-cabace22edb4 req-d191cafc-6930-4e8a-a4f1-482dced40477 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 943 time: 0.1893816 Oct 26 14:31:44.171928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbc44d-d366-4d80-8844-826e3930c51d req-c3858eec-97c2-4408-b5ab-2d8e8c2aceea tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:44.173398 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dadbc44d-d366-4d80-8844-826e3930c51d req-c3858eec-97c2-4408-b5ab-2d8e8c2aceea tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 944 time: 0.1603220 Oct 26 14:31:44.199251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Allocated IP 172.25.4.162 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/f349a6de-7c04-41b9-8231-e62de6438b25) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:44.219757 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] For port 400c89df-41db-4b43-bcd0-751916371ee5, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:44.245826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] For port 400c89df-41db-4b43-bcd0-751916371ee5, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=400c89df-41db-4b43-bcd0-751916371ee5,segment=NetworkSegment(f925e362-9cb6-41f8-95e0-4137258732d4),segment_id=f925e362-9cb6-41f8-95e0-4137258732d4)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:44.260307 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.266166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c591ac93-e13f-4381-8e5e-cabace22edb4 req-2d297844-3e35-4691-a4d8-81708a1ad662 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917516 Oct 26 14:31:44.297687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dadbc44d-d366-4d80-8844-826e3930c51d req-9cfdc4c3-95ba-4dea-9b18-bec92f42ca18 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129093 Oct 26 14:31:44.344238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41430) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:44.346502 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8cc8f-3622-4ee7-9a1f-7cc4bf3ae770 None None] Pushing event updated for resources: {'Port': ['ID=400c89df-41db-4b43-bcd0-751916371ee5,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:44.373779 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c1689584-24c6-4796-81a2-8044e3a1a22d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.382815 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.427011 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.469390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:44.472492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:44.476273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:44.482423 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c1689584-24c6-4796-81a2-8044e3a1a22d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.487300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c1689584-24c6-4796-81a2-8044e3a1a22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.511178 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Pushing event updated for resources: {'Port': ['ID=f349a6de-7c04-41b9-8231-e62de6438b25,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:44.547008 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1689584-24c6-4796-81a2-8044e3a1a22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35c32ba-315e-4473-b5ef-deef547d50af,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:44.560716 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c1689584-24c6-4796-81a2-8044e3a1a22d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01df68bf239d48e5ae0dd54ff86d2cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152662 Oct 26 14:31:44.563339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41432) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:44.633458 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-58884ae5-b95a-4806-9302-7149074021dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.661711 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-58884ae5-b95a-4806-9302-7149074021dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.721047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-58884ae5-b95a-4806-9302-7149074021dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.724176 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-58884ae5-b95a-4806-9302-7149074021dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.725354 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-58884ae5-b95a-4806-9302-7149074021dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b35c32ba-315e-4473-b5ef-deef547d50af HTTP/1.1" status: 204 len: 168 time: 0.1610699 Oct 26 14:31:44.733665 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58884ae5-b95a-4806-9302-7149074021dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35c32ba-315e-4473-b5ef-deef547d50af,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:44.773382 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.983285 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.097882 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4b473d72-b280-45c8-bcfb-71e196438379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.431914 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afaf445-640d-4a34-96a3-6a5c4bcdd53c None None] Network a79be68b-3f33-4523-8730-127ba2c2218b requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:45.531576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Router 0adf1767-2745-40ca-a9f5-d1220937d452 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:31:45.549481 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1c364d60-291f-44c7-b02b-581028cb337d None None] Provisioning complete for port 400c89df-41db-4b43-bcd0-751916371ee5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:45.549948 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c364d60-291f-44c7-b02b-581028cb337d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.556906 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6dcab-311e-47b6-9ff1-c3d2b6ddacb7 req-6c252057-f976-45de-826a-c101fa0bb5c5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:45.558981 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7b6dcab-311e-47b6-9ff1-c3d2b6ddacb7 req-6c252057-f976-45de-826a-c101fa0bb5c5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 943 time: 0.1027918 Oct 26 14:31:45.688862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7570ac-6e05-4645-ad37-dab8eee0a51e req-cb7b146b-92fc-4fcd-b66b-309faf56a399 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:45.690363 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db7570ac-6e05-4645-ad37-dab8eee0a51e req-cb7b146b-92fc-4fcd-b66b-309faf56a399 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 944 time: 0.2352829 Oct 26 14:31:45.698699 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c364d60-291f-44c7-b02b-581028cb337d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.742540 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1c364d60-291f-44c7-b02b-581028cb337d None None] For port 400c89df-41db-4b43-bcd0-751916371ee5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=400c89df-41db-4b43-bcd0-751916371ee5,segment=NetworkSegment(f925e362-9cb6-41f8-95e0-4137258732d4),segment_id=f925e362-9cb6-41f8-95e0-4137258732d4)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:45.747967 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c364d60-291f-44c7-b02b-581028cb337d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.771415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7b6dcab-311e-47b6-9ff1-c3d2b6ddacb7 req-6511fa43-0cfb-4eb0-bf8f-b7c4ca19a24e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156442 Oct 26 14:31:45.799426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:45.811316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-db7570ac-6e05-4645-ad37-dab8eee0a51e req-71adcc3b-3a16-4aee-8f97-c23bf47467d8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045551 Oct 26 14:31:45.833049 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Sync routers for ids ['0adf1767-2745-40ca-a9f5-d1220937d452'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:45.841336 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.842932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-db330cbe-f7ac-4f6e-93fe-af8f43120861 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5589132 Oct 26 14:31:45.845678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41468) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:45.872602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Routers {'0adf1767-2745-40ca-a9f5-d1220937d452'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:45.873238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['0adf1767-2745-40ca-a9f5-d1220937d452'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:45.878118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c364d60-291f-44c7-b02b-581028cb337d None None] Pushing event updated for resources: {'Port': ['ID=400c89df-41db-4b43-bcd0-751916371ee5,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:46.032421 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Set router 0adf1767-2745-40ca-a9f5-d1220937d452 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:46.140793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 400c89df-41db-4b43-bcd0-751916371ee5 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:46.187999 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-17842ab8-3c5e-4459-abd9-3be5ad477693 None None] Provisioning complete for port 400c89df-41db-4b43-bcd0-751916371ee5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:46.188459 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-17842ab8-3c5e-4459-abd9-3be5ad477693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.294708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 400c89df-41db-4b43-bcd0-751916371ee5 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:46.295016 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.341063 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.392020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'name': 'tempest-TestAggregatesBasicOps-2074880258-router', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'f349a6de-7c04-41b9-8231-e62de6438b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:31:44Z', 'revision_number': 3, 'project_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'gw_port': {'id': 'f349a6de-7c04-41b9-8231-e62de6438b25', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fd:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:46.420851 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Checking router: 0adf1767-2745-40ca-a9f5-d1220937d452 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:46.421199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Updating router 0adf1767-2745-40ca-a9f5-d1220937d452 port f349a6de-7c04-41b9-8231-e62de6438b25 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:31:46.472325 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.559722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Allocated IP 172.20.0.1 (a79be68b-3f33-4523-8730-127ba2c2218b/488a8a32-23f3-41c1-bd5f-24b3bbeea41a/cce3de2a-67ca-455f-b90c-9aa80ed9b577) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:46.659979 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.678300 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.717463 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.762647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Network a79be68b-3f33-4523-8730-127ba2c2218b is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:46.765751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:46.771230 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:46.774301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Pushing event updated for resources: {'Port': ['ID=cce3de2a-67ca-455f-b90c-9aa80ed9b577,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:46.818270 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.879764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9699eee1-3767-4bee-9492-d8729246e2af up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:46.959668 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.990277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 9699eee1-3767-4bee-9492-d8729246e2af completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:31:47.000604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 9699eee1-3767-4bee-9492-d8729246e2af triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:47.000604 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.007804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e0e7a-9e7d-4c86-b00f-a104775d6129 req-d888c9aa-09af-448d-8b60-303b8b84674d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:47.009425 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c7e0e7a-9e7d-4c86-b00f-a104775d6129 req-d888c9aa-09af-448d-8b60-303b8b84674d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 943 time: 0.1151457 Oct 26 14:31:47.077766 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.077919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e96718-1573-463a-9b46-1cf30b77ec22 req-6b81bfc0-9658-475b-bfeb-bd549b94056a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:47.082893 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42e96718-1573-463a-9b46-1cf30b77ec22 req-6b81bfc0-9658-475b-bfeb-bd549b94056a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 944 time: 0.1412044 Oct 26 14:31:47.092321 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.125080 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c7e0e7a-9e7d-4c86-b00f-a104775d6129 req-7d9c060c-4990-45fd-934e-b4ce9f2e2de1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930414 Oct 26 14:31:47.161882 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.167386 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42e96718-1573-463a-9b46-1cf30b77ec22 req-b8239e78-e083-413d-b0e9-262e81489bc8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780523 Oct 26 14:31:47.198341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d01b8-50cc-4706-b7fa-10309d6e24ea None None] Pushing event updated for resources: {'Port': ['ID=f349a6de-7c04-41b9-8231-e62de6438b25,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:47.206176 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.210657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Attempting to bind port f349a6de-7c04-41b9-8231-e62de6438b25 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:47.211045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Attempting to bind port f349a6de-7c04-41b9-8231-e62de6438b25 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:47.211439 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Attempting to bind port f349a6de-7c04-41b9-8231-e62de6438b25 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:47.220180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2a7a7d0f-a795-460b-bee0-da2caa584ae5 None None] Provisioning complete for port cce3de2a-67ca-455f-b90c-9aa80ed9b577 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:47.220634 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2a7a7d0f-a795-460b-bee0-da2caa584ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.258658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:47.259040 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:47.259434 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.259818 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:47.260294 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Bound port: f349a6de-7c04-41b9-8231-e62de6438b25, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:47.260668 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.294303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:47.296590 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d549c3f3-cc07-4d5a-a8fa-f9a25bcd7e66" -d '{"events": [{"server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "name": "network-vif-plugged", "status": "completed", "tag": "9699eee1-3767-4bee-9492-d8729246e2af"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:47.312559 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2a7a7d0f-a795-460b-bee0-da2caa584ae5 None None] Port cce3de2a-67ca-455f-b90c-9aa80ed9b577 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:47.329843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9699eee1-3767-4bee-9492-d8729246e2af,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:47.338988 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c25f4f-a495-43d0-b72f-b3ede1746653 x-openstack-request-id: req-c9c25f4f-a495-43d0-b72f-b3ede1746653 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:47.340009 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "name": "network-vif-plugged", "status": "completed", "tag": "9699eee1-3767-4bee-9492-d8729246e2af", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:47.340271 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9c25f4f-a495-43d0-b72f-b3ede1746653 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:47.340700 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af', 'code': 200} Oct 26 14:31:47.346383 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.378162 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.381527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] For port f349a6de-7c04-41b9-8231-e62de6438b25, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:47.387635 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.403203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] For port f349a6de-7c04-41b9-8231-e62de6438b25, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f349a6de-7c04-41b9-8231-e62de6438b25,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:47.412973 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.430487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9699eee1-3767-4bee-9492-d8729246e2af,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:47.469415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e6d53-53b9-4abf-917d-d76674e9c47c req-9c6dee75-2bbc-4a23-80b1-ddf591bba8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:47.472572 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-605e6d53-53b9-4abf-917d-d76674e9c47c req-9c6dee75-2bbc-4a23-80b1-ddf591bba8fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 1096 time: 0.0512466 Oct 26 14:31:47.487792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.490991 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Pushing event updated for resources: {'Port': ['ID=cce3de2a-67ca-455f-b90c-9aa80ed9b577,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:47.501794 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Routers {'0adf1767-2745-40ca-a9f5-d1220937d452'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:47.502746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['0adf1767-2745-40ca-a9f5-d1220937d452'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:47.536441 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-605e6d53-53b9-4abf-917d-d76674e9c47c req-cc9bcaee-9cda-457d-855b-12a7af212b86 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544000 Oct 26 14:31:47.577882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d01b8-50cc-4706-b7fa-10309d6e24ea None None] Pushing event updated for resources: {'Port': ['ID=f349a6de-7c04-41b9-8231-e62de6438b25,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:47.600941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Network a79be68b-3f33-4523-8730-127ba2c2218b is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:47.602909 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:47.653493 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] Set router 0adf1767-2745-40ca-a9f5-d1220937d452 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:47.811181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Router 0adf1767-2745-40ca-a9f5-d1220937d452 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:31:47.905950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e7837c77-3028-4aa0-8143-205ad7bb762d details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:31:47.963418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:47.988008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a37f2b98-8cb6-4e52-835a-c71b71d04c81 admin admin] 10.222.0.32 "PUT /v2.0/routers/0adf1767-2745-40ca-a9f5-d1220937d452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1405160 Oct 26 14:31:48.002905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-aac9b92d-1b30-4a7b-bb61-f7cff2be03b5 None None] Provisioning complete for port cce3de2a-67ca-455f-b90c-9aa80ed9b577 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:48.003305 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aac9b92d-1b30-4a7b-bb61-f7cff2be03b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.069425 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'name': 'tempest-TestAggregatesBasicOps-2074880258-router', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'f349a6de-7c04-41b9-8231-e62de6438b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:31:47Z', 'revision_number': 4, 'project_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'gw_port': {'id': 'f349a6de-7c04-41b9-8231-e62de6438b25', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fd:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'cce3de2a-67ca-455f-b90c-9aa80ed9b577', 'name': '', 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'mac_address': 'fa:16:3e:05:31:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '488a8a32-23f3-41c1-bd5f-24b3bbeea41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:46Z', 'updated_at': '2021-10-26T14:31:47Z', 'revision_number': 2, 'project_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'subnets': [{'id': '488a8a32-23f3-41c1-bd5f-24b3bbeea41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:48.080357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-aac9b92d-1b30-4a7b-bb61-f7cff2be03b5 None None] Port cce3de2a-67ca-455f-b90c-9aa80ed9b577 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:48.111606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982060ca-0fdd-4069-bdb3-b6948b80ad0f None None] The sync data for ids ['0adf1767-2745-40ca-a9f5-d1220937d452'] in n-d-815498-1 is: [{'id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'name': 'tempest-TestAggregatesBasicOps-2074880258-router', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'f349a6de-7c04-41b9-8231-e62de6438b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:31:47Z', 'revision_number': 4, 'project_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'gw_port': {'id': 'f349a6de-7c04-41b9-8231-e62de6438b25', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fd:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'cce3de2a-67ca-455f-b90c-9aa80ed9b577', 'name': '', 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'mac_address': 'fa:16:3e:05:31:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '488a8a32-23f3-41c1-bd5f-24b3bbeea41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:46Z', 'updated_at': '2021-10-26T14:31:47Z', 'revision_number': 2, 'project_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'subnets': [{'id': '488a8a32-23f3-41c1-bd5f-24b3bbeea41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:48.114550 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port e7837c77-3028-4aa0-8143-205ad7bb762d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e7837c77-3028-4aa0-8143-205ad7bb762d,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:48.128419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'port_id': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'mac_address': 'fa:16:3e:9f:64:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:31:48.219843 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.245446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7837c77-3028-4aa0-8143-205ad7bb762d {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:31:48.275636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port e7837c77-3028-4aa0-8143-205ad7bb762d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e7837c77-3028-4aa0-8143-205ad7bb762d,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:48.287583 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.370748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=e7837c77-3028-4aa0-8143-205ad7bb762d,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:48.399721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01cec6-2167-41d7-b132-58233fdecd7e req-a7fcc6bd-8948-4fe2-97e5-498ad96f25d8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:48.401394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc01cec6-2167-41d7-b132-58233fdecd7e req-a7fcc6bd-8948-4fe2-97e5-498ad96f25d8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 944 time: 0.0997949 Oct 26 14:31:48.414781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71785d94-a977-4a98-ae7a-56f2f548fe09 req-a0679e42-8f1b-4f9b-8477-b1f89733c5e5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:48.416573 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71785d94-a977-4a98-ae7a-56f2f548fe09 req-a0679e42-8f1b-4f9b-8477-b1f89733c5e5 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 945 time: 0.1014724 Oct 26 14:31:48.506401 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['e7837c77-3028-4aa0-8143-205ad7bb762d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:31:48.522257 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc01cec6-2167-41d7-b132-58233fdecd7e req-eb41adb4-f03f-454c-9edf-508d1154ac45 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000710 Oct 26 14:31:48.552817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-71785d94-a977-4a98-ae7a-56f2f548fe09 req-fceef80a-e731-4887-9038-c32f118a4491 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129839 Oct 26 14:31:48.659278 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.028246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41548) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:49.034064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-306421703-network', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:49.056399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] Made reservation on behalf of 284a58a84aa14abe8a4fa71ea7ef605d for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:49.059029 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.068312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.185063 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.195494 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.225102 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:31:49.232186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242c3b12-2722-4d5b-9cde-88adbca60cb1,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:49.240054 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.240444 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] Added segment 181f2697-6f41-4517-b52c-57b290d0c6c1 of type vlan for network 7d3571f3-8cae-4dde-9c16-3e40200e25c8 Oct 26 14:31:49.286972 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.313916 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.315046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:49.315677 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.382853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41550) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:49.383315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3534553 Oct 26 14:31:49.388755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfedc01-b280-4618-acf6-dbe416332c4e admin admin] Pushing event updated for resources: {'Network': ['ID=7d3571f3-8cae-4dde-9c16-3e40200e25c8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:49.390092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2a7a4289-2546-42d6-b66e-0560ab935be5 admin admin] Request body: {'subnet': {'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-306421703-subnet', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:49.399280 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 7d3571f3-8cae-4dde-9c16-3e40200e25c8 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:31:49.419945 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7a4289-2546-42d6-b66e-0560ab935be5 admin admin] Made reservation on behalf of 284a58a84aa14abe8a4fa71ea7ef605d for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:49.422540 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4289-2546-42d6-b66e-0560ab935be5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.621920 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4289-2546-42d6-b66e-0560ab935be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.673392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a4289-2546-42d6-b66e-0560ab935be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf4205e-3de2-4dcf-a3ff-1cd049f33509,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:49.712212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a4289-2546-42d6-b66e-0560ab935be5 admin admin] Checking segment: {'id': '181f2697-6f41-4517-b52c-57b290d0c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:49.712814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a4289-2546-42d6-b66e-0560ab935be5 admin admin] Network hostable DHCP agents. Network: 7d3571f3-8cae-4dde-9c16-3e40200e25c8, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:31:49.721722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f94aed-0c8f-47b7-ab90-253a61d36563 req-02027b70-593b-4cb9-937a-37dbbde2290d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:49.733532 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5f94aed-0c8f-47b7-ab90-253a61d36563 req-02027b70-593b-4cb9-937a-37dbbde2290d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 944 time: 0.1027594 Oct 26 14:31:49.738122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a4289-2546-42d6-b66e-0560ab935be5 admin admin] Network 7d3571f3-8cae-4dde-9c16-3e40200e25c8 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:31:49.757576 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a4289-2546-42d6-b66e-0560ab935be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 7d3571f3-8cae-4dde-9c16-3e40200e25c8) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:49.764126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7a4289-2546-42d6-b66e-0560ab935be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:49.768083 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4289-2546-42d6-b66e-0560ab935be5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.773720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af8d0d3-570b-486c-8d8b-4cc230d70a8e None None] Network 7d3571f3-8cae-4dde-9c16-3e40200e25c8 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:49.797190 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2a7a4289-2546-42d6-b66e-0560ab935be5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4125164 Oct 26 14:31:49.804039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41560) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:49.810695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-306421703-router', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:49.846276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.852710 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.874981 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5f94aed-0c8f-47b7-ab90-253a61d36563 req-5bfb1bd7-3952-4305-9f45-db17bc04bcf9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405776 Oct 26 14:31:49.919414 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e7837c77-3028-4aa0-8143-205ad7bb762d up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:49.929054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba3e60-8305-4ae6-bcad-0d5b3ea8638f req-fc4f3bee-7dd2-4a05-bd28-f7cd8ad44e02 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:49.937120 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.940215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7ba3e60-8305-4ae6-bcad-0d5b3ea8638f req-fc4f3bee-7dd2-4a05-bd28-f7cd8ad44e02 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 945 time: 0.2042985 Oct 26 14:31:50.023604 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7ba3e60-8305-4ae6-bcad-0d5b3ea8638f req-b809b8a3-1784-46c3-8491-abc748feef09 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795534 Oct 26 14:31:50.137199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.173104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-7d3571f3-8cae-4dde-9c16-3e40200e25c8', 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'fixed_ips': [{'subnet_id': 'eaf4205e-3de2-4dcf-a3ff-1cd049f33509'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:31:50.174318 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.263769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e04a2-c774-4956-9f4a-3dc2d883e23e req-44c4bc9e-35f6-42e4-90aa-5e0f90a11567 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:50.265494 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-453e04a2-c774-4956-9f4a-3dc2d883e23e req-44c4bc9e-35f6-42e4-90aa-5e0f90a11567 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 945 time: 0.0692286 Oct 26 14:31:50.326007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f349a6de-7c04-41b9-8231-e62de6438b25 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:50.337143 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-453e04a2-c774-4956-9f4a-3dc2d883e23e req-a198c76b-2584-421a-bd38-bc4234876aff tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631986 Oct 26 14:31:50.367821 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41582) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:50.401636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port e7837c77-3028-4aa0-8143-205ad7bb762d completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:31:50.427090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac77220e-6237-4d55-b134-f0d8b6c3680c tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:50.429626 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ac77220e-6237-4d55-b134-f0d8b6c3680c tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 1091 time: 0.0606751 Oct 26 14:31:50.431742 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port e7837c77-3028-4aa0-8143-205ad7bb762d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:50.432390 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.433792 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41584) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:50.452312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '9699eee1-3767-4bee-9492-d8729246e2af', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:50.514555 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.515598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f349a6de-7c04-41b9-8231-e62de6438b25 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:50.516363 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.546258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Allocated IP 172.20.0.2 (7d3571f3-8cae-4dde-9c16-3e40200e25c8/eaf4205e-3de2-4dcf-a3ff-1cd049f33509/99d17753-0bba-4eb5-8ebc-27e78e78ce5a) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:50.674655 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.812758 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.25.4.242 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/1425925e-4520-4749-9dbb-8a5aec23fede) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:50.947305 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.972131 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.995097 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.996868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.007113 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.031769 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.059625 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.061729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7837c77-3028-4aa0-8143-205ad7bb762d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:51.067189 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315f92d3-9a24-4a5d-a17a-9deaa14a1c87" -d '{"events": [{"server_uuid": "a0cc3b55-497b-4230-9f98-b167c86b130b", "name": "network-vif-plugged", "status": "completed", "tag": "e7837c77-3028-4aa0-8143-205ad7bb762d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:51.108893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36dc7f-9bd2-4563-8cd1-0c8a953560eb req-ff94e6c8-f542-4f1a-a36d-79c4e01a0b20 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:51.110554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b36dc7f-9bd2-4563-8cd1-0c8a953560eb req-ff94e6c8-f542-4f1a-a36d-79c4e01a0b20 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 944 time: 0.1235213 Oct 26 14:31:51.114815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port f349a6de-7c04-41b9-8231-e62de6438b25, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f349a6de-7c04-41b9-8231-e62de6438b25,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:51.126732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port e7837c77-3028-4aa0-8143-205ad7bb762d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e7837c77-3028-4aa0-8143-205ad7bb762d,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:51.132659 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.150267 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.164016 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.169356 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Network 7d3571f3-8cae-4dde-9c16-3e40200e25c8 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:51.184975 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:51.189474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:51.194634 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Allocated IP 172.25.4.234 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/1a23a873-5bbe-499e-98d5-efbf03d1bec2) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:51.203539 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b936165c-bc2f-47de-a476-104f3087d2c7 x-openstack-request-id: req-b936165c-bc2f-47de-a476-104f3087d2c7 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:51.203848 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cc3b55-497b-4230-9f98-b167c86b130b", "name": "network-vif-plugged", "status": "completed", "tag": "e7837c77-3028-4aa0-8143-205ad7bb762d", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:51.204102 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b936165c-bc2f-47de-a476-104f3087d2c7 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:51.205643 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'code': 200} Oct 26 14:31:51.206340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Pushing event updated for resources: {'Port': ['ID=99d17753-0bba-4eb5-8ebc-27e78e78ce5a,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:51.218748 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Sync routers for ids ['0adf1767-2745-40ca-a9f5-d1220937d452'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:51.237001 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Routers {'0adf1767-2745-40ca-a9f5-d1220937d452'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:51.237655 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['0adf1767-2745-40ca-a9f5-d1220937d452'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:51.252562 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:51.269038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:51.271647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:51.360061 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b36dc7f-9bd2-4563-8cd1-0c8a953560eb req-769a1d5d-05f3-4811-adf3-7c6d2fafb7d8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235515 Oct 26 14:31:51.369397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=1425925e-4520-4749-9dbb-8a5aec23fede,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:51.376261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b1f23-eb35-4f7e-996e-4c02b40f856a req-4816e4f5-f411-46a1-8500-fe87311fb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:51.377747 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1f1b1f23-eb35-4f7e-996e-4c02b40f856a req-4816e4f5-f411-46a1-8500-fe87311fb860 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 1096 time: 0.0911636 Oct 26 14:31:51.386910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Attempting to bind port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:51.387288 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Attempting to bind port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '181f2697-6f41-4517-b52c-57b290d0c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:51.387710 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Attempting to bind port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a on network 7d3571f3-8cae-4dde-9c16-3e40200e25c8 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:51.394337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=f349a6de-7c04-41b9-8231-e62de6438b25,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:51.397952 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Set router 0adf1767-2745-40ca-a9f5-d1220937d452 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:51.402077 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:51.403056 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Checking segment: {'id': '181f2697-6f41-4517-b52c-57b290d0c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:51.403584 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.403787 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.404363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Bound using segment: {'id': '181f2697-6f41-4517-b52c-57b290d0c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:51.405072 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Bound port: 99d17753-0bba-4eb5-8ebc-27e78e78ce5a, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181f2697-6f41-4517-b52c-57b290d0c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:51.405803 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.439622 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1f1b1f23-eb35-4f7e-996e-4c02b40f856a req-f3fef5bc-8ad0-4121-aea9-01a9102f3e84 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477879 Oct 26 14:31:51.472598 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.494293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=e7837c77-3028-4aa0-8143-205ad7bb762d,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:51.525739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:51.533690 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:51.540690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c338e3df-0ada-41c1-891c-370780839760 None None] For port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:51.546587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c338e3df-0ada-41c1-891c-370780839760 None None] For port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=99d17753-0bba-4eb5-8ebc-27e78e78ce5a,segment=NetworkSegment(181f2697-6f41-4517-b52c-57b290d0c6c1),segment_id=181f2697-6f41-4517-b52c-57b290d0c6c1)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:51.549993 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:51.555714 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.555908 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Pushing event updated for resources: {'Port': ['ID=1a23a873-5bbe-499e-98d5-efbf03d1bec2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:51.654872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338e3df-0ada-41c1-891c-370780839760 None None] Pushing event updated for resources: {'Port': ['ID=99d17753-0bba-4eb5-8ebc-27e78e78ce5a,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:51.793070 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'name': 'tempest-TestAggregatesBasicOps-2074880258-router', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'f349a6de-7c04-41b9-8231-e62de6438b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:31:47Z', 'revision_number': 4, 'project_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'gw_port': {'id': 'f349a6de-7c04-41b9-8231-e62de6438b25', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'cce3de2a-67ca-455f-b90c-9aa80ed9b577', 'name': '', 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'mac_address': 'fa:16:3e:05:31:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '488a8a32-23f3-41c1-bd5f-24b3bbeea41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:46Z', 'updated_at': '2021-10-26T14:31:47Z', 'revision_number': 2, 'project_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'subnets': [{'id': '488a8a32-23f3-41c1-bd5f-24b3bbeea41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:51.823538 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Checking router: 0adf1767-2745-40ca-a9f5-d1220937d452 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:51.824039 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Updating router 0adf1767-2745-40ca-a9f5-d1220937d452 port cce3de2a-67ca-455f-b90c-9aa80ed9b577 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:31:51.853256 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.972623 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.260502 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.269958 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.278928 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f349a6de-7c04-41b9-8231-e62de6438b25 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:52.329945 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500661e7-477f-4af0-afca-d9e32813c627 None None] Pushing event updated for resources: {'Port': ['ID=cce3de2a-67ca-455f-b90c-9aa80ed9b577,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:52.359371 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.384698 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.386961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port f349a6de-7c04-41b9-8231-e62de6438b25 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:52.387346 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.466895 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Attempting to bind port cce3de2a-67ca-455f-b90c-9aa80ed9b577 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:52.468237 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Attempting to bind port cce3de2a-67ca-455f-b90c-9aa80ed9b577 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'f925e362-9cb6-41f8-95e0-4137258732d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:52.469306 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Attempting to bind port cce3de2a-67ca-455f-b90c-9aa80ed9b577 on network a79be68b-3f33-4523-8730-127ba2c2218b {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:52.481618 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:52.482849 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Checking segment: {'id': 'f925e362-9cb6-41f8-95e0-4137258732d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:52.483779 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.484677 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Bound using segment: {'id': 'f925e362-9cb6-41f8-95e0-4137258732d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:52.485383 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Bound port: cce3de2a-67ca-455f-b90c-9aa80ed9b577, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f925e362-9cb6-41f8-95e0-4137258732d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:52.486033 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.552038 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.609786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 99d17753-0bba-4eb5-8ebc-27e78e78ce5a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:52.625061 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] For port cce3de2a-67ca-455f-b90c-9aa80ed9b577, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:52.640379 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] For port cce3de2a-67ca-455f-b90c-9aa80ed9b577, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cce3de2a-67ca-455f-b90c-9aa80ed9b577,segment=NetworkSegment(f925e362-9cb6-41f8-95e0-4137258732d4),segment_id=f925e362-9cb6-41f8-95e0-4137258732d4)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:52.654918 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.721261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:52.721637 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.810760 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500661e7-477f-4af0-afca-d9e32813c627 None None] Pushing event updated for resources: {'Port': ['ID=cce3de2a-67ca-455f-b90c-9aa80ed9b577,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:52.820934 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Routers {'0adf1767-2745-40ca-a9f5-d1220937d452'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:52.821224 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['0adf1767-2745-40ca-a9f5-d1220937d452'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:52.822626 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a4ae33a7-da07-4e0f-ae5f-54375ac29687 None None] Provisioning complete for port cce3de2a-67ca-455f-b90c-9aa80ed9b577 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:52.823001 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a4ae33a7-da07-4e0f-ae5f-54375ac29687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.836828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Router 3c4e73fa-df06-4619-b387-0ec84c95f72d is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:31:52.855442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e093399-10c7-4123-bee1-5d524f14db23 req-b4723f6e-1cb7-4fa5-8206-47cda9901588 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:52.864850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e093399-10c7-4123-bee1-5d524f14db23 req-b4723f6e-1cb7-4fa5-8206-47cda9901588 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 945 time: 0.3021932 Oct 26 14:31:52.996864 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.997224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.023149 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.055724 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] Set router 0adf1767-2745-40ca-a9f5-d1220937d452 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:53.068953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:53.121058 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.121771 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Sync routers for ids ['3c4e73fa-df06-4619-b387-0ec84c95f72d'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:53.124059 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ca04248d-b9c7-40fe-9f30-6c31c8008d12 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3176377 Oct 26 14:31:53.125469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41598) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:53.173343 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=99d17753-0bba-4eb5-8ebc-27e78e78ce5a,segment=NetworkSegment(181f2697-6f41-4517-b52c-57b290d0c6c1),segment_id=181f2697-6f41-4517-b52c-57b290d0c6c1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:53.197069 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Routers {'3c4e73fa-df06-4619-b387-0ec84c95f72d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:53.197703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3c4e73fa-df06-4619-b387-0ec84c95f72d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:53.212664 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.224147 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.294199 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a4ae33a7-da07-4e0f-ae5f-54375ac29687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.353262 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1e093399-10c7-4123-bee1-5d524f14db23 req-0ed870c4-dfc3-4d1c-8868-3f72ea7f0bc4 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4742951 Oct 26 14:31:53.388158 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'name': 'tempest-TestAggregatesBasicOps-2074880258-router', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'f349a6de-7c04-41b9-8231-e62de6438b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:31:47Z', 'revision_number': 4, 'project_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'gw_port': {'id': 'f349a6de-7c04-41b9-8231-e62de6438b25', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'cce3de2a-67ca-455f-b90c-9aa80ed9b577', 'name': '', 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'mac_address': 'fa:16:3e:05:31:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '488a8a32-23f3-41c1-bd5f-24b3bbeea41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:46Z', 'updated_at': '2021-10-26T14:31:52Z', 'revision_number': 4, 'project_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'subnets': [{'id': '488a8a32-23f3-41c1-bd5f-24b3bbeea41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:53.407926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8013bb-c13b-4a02-855d-052d0d942063 None None] Network 7d3571f3-8cae-4dde-9c16-3e40200e25c8 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:53.408440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=1425925e-4520-4749-9dbb-8a5aec23fede,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:53.433715 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3a300-2513-4d49-8dc2-7ca4afda9e74 None None] The sync data for ids ['0adf1767-2745-40ca-a9f5-d1220937d452'] in n-d-815498-1 is: [{'id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'name': 'tempest-TestAggregatesBasicOps-2074880258-router', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'f349a6de-7c04-41b9-8231-e62de6438b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:31:47Z', 'revision_number': 4, 'project_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'gw_port': {'id': 'f349a6de-7c04-41b9-8231-e62de6438b25', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'cce3de2a-67ca-455f-b90c-9aa80ed9b577', 'name': '', 'network_id': 'a79be68b-3f33-4523-8730-127ba2c2218b', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'mac_address': 'fa:16:3e:05:31:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '488a8a32-23f3-41c1-bd5f-24b3bbeea41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:46Z', 'updated_at': '2021-10-26T14:31:52Z', 'revision_number': 4, 'project_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'subnets': [{'id': '488a8a32-23f3-41c1-bd5f-24b3bbeea41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:53.467999 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Floating IP 394861d8-3abe-45b4-938c-2978cac985c3 associated. External IP: 172.25.4.242, port: 9699eee1-3767-4bee-9492-d8729246e2af. Oct 26 14:31:53.493268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a4ae33a7-da07-4e0f-ae5f-54375ac29687 None None] For port cce3de2a-67ca-455f-b90c-9aa80ed9b577, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cce3de2a-67ca-455f-b90c-9aa80ed9b577,segment=NetworkSegment(f925e362-9cb6-41f8-95e0-4137258732d4),segment_id=f925e362-9cb6-41f8-95e0-4137258732d4)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:53.519359 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a4ae33a7-da07-4e0f-ae5f-54375ac29687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.532563 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=99d17753-0bba-4eb5-8ebc-27e78e78ce5a,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:53.609336 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae33a7-da07-4e0f-ae5f-54375ac29687 None None] Pushing event updated for resources: {'Port': ['ID=cce3de2a-67ca-455f-b90c-9aa80ed9b577,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:53.671564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Set router 3c4e73fa-df06-4619-b387-0ec84c95f72d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:53.789338 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.811235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router f7a0876b-7e15-4882-90e4-7b20801d2ed6 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:31:53.852061 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.870336 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8d0c8e93-04ea-4a7b-bdf1-04fdeff5bc30 None None] Provisioning complete for port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:53.870713 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8d0c8e93-04ea-4a7b-bdf1-04fdeff5bc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.996518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:54.007651 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa2ff0-3c86-4767-940a-6b27730e762f None None] Sync routers for ids ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:54.023215 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa2ff0-3c86-4767-940a-6b27730e762f None None] Routers {'f7a0876b-7e15-4882-90e4-7b20801d2ed6'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:54.023925 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d0fa2ff0-3c86-4767-940a-6b27730e762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:54.038772 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:54.111273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8d0c8e93-04ea-4a7b-bdf1-04fdeff5bc30 None None] Provisioning complete for port cce3de2a-67ca-455f-b90c-9aa80ed9b577 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:54.111677 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8d0c8e93-04ea-4a7b-bdf1-04fdeff5bc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:54.117388 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'name': 'tempest-TestAggregatesBasicOps-306421703-router', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '1a23a873-5bbe-499e-98d5-efbf03d1bec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:49Z', 'updated_at': '2021-10-26T14:31:51Z', 'revision_number': 3, 'project_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'gw_port': {'id': '1a23a873-5bbe-499e-98d5-efbf03d1bec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:87:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:51Z', 'updated_at': '2021-10-26T14:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:54.130400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b0e79686-6083-4315-a108-bce7f67ce03b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6952796 Oct 26 14:31:54.136943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:54.139460 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4b1c9d-b601-445e-8f82-04faa4b6f443" -d '{"events": [{"name": "network-changed", "server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "tag": "9699eee1-3767-4bee-9492-d8729246e2af"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:54.216645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Allocated IP 172.20.0.1 (7d3571f3-8cae-4dde-9c16-3e40200e25c8/eaf4205e-3de2-4dcf-a3ff-1cd049f33509/36b2c257-9edd-421c-8165-d1e4c7a6402e) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:54.248566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Checking router: 3c4e73fa-df06-4619-b387-0ec84c95f72d for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:54.253228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Updating router 3c4e73fa-df06-4619-b387-0ec84c95f72d port 1a23a873-5bbe-499e-98d5-efbf03d1bec2 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:31:54.291198 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfc28cf-f3b5-448f-a1a8-4266ae8274ad x-openstack-request-id: req-ddfc28cf-f3b5-448f-a1a8-4266ae8274ad {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:54.291521 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "tag": "9699eee1-3767-4bee-9492-d8729246e2af", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:54.291747 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ddfc28cf-f3b5-448f-a1a8-4266ae8274ad {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:54.294145 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cce3de2a-67ca-455f-b90c-9aa80ed9b577 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:54.295362 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af', 'status': 'completed', 'code': 200} Oct 26 14:31:54.343721 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:54.387417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3341b3-f0f9-4567-80a1-af337328b6ff req-63ea2450-7d6b-49c9-a55e-69d5703da4f6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:54.396923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b3341b3-f0f9-4567-80a1-af337328b6ff req-63ea2450-7d6b-49c9-a55e-69d5703da4f6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 945 time: 0.1351178 Oct 26 14:31:54.436879 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d0fa2ff0-3c86-4767-940a-6b27730e762f None None] Set router f7a0876b-7e15-4882-90e4-7b20801d2ed6 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:54.486704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b1c9d-b601-445e-8f82-04faa4b6f443 req-104809fb-7169-483b-82e0-74cb0f0504b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:54.490367 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ec4b1c9d-b601-445e-8f82-04faa4b6f443 req-104809fb-7169-483b-82e0-74cb0f0504b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 1096 time: 0.1082270 Oct 26 14:31:54.519077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b3341b3-f0f9-4567-80a1-af337328b6ff req-89731cf6-dea1-4261-bc0b-7918268ccae0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159596 Oct 26 14:31:54.564021 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41608) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:54.654505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port cce3de2a-67ca-455f-b90c-9aa80ed9b577 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:54.655544 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:54.670778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f71480-f935-4ce4-8bb1-447c7c702965 req-4fe38287-1944-4d50-b7d5-eabb72113cf5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:54.672315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3f71480-f935-4ce4-8bb1-447c7c702965 req-4fe38287-1944-4d50-b7d5-eabb72113cf5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 945 time: 0.1499369 Oct 26 14:31:54.691065 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-97d659b5-7261-4827-b007-8ead4ed0115c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/394861d8-3abe-45b4-938c-2978cac985c3 HTTP/1.1" status: 200 len: 991 time: 0.1258118 Oct 26 14:31:54.718703 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:54.727044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3f71480-f935-4ce4-8bb1-447c7c702965 req-c1f8954e-457c-44e1-9011-7df713516cc9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470839 Oct 26 14:31:54.795764 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b1c9d-b601-445e-8f82-04faa4b6f443 req-743e1e01-d777-461d-8ff3-675e43dedeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:54.797298 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ec4b1c9d-b601-445e-8f82-04faa4b6f443 req-743e1e01-d777-461d-8ff3-675e43dedeb3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e39bcc-85c4-41db-be02-7abbddde192f HTTP/1.1" status: 200 len: 897 time: 0.2949839 Oct 26 14:31:54.883988 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d0fa2ff0-3c86-4767-940a-6b27730e762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:27Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '394861d8-3abe-45b4-938c-2978cac985c3', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'port_id': '9699eee1-3767-4bee-9492-d8729246e2af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'mac_address': 'fa:16:3e:2a:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:51Z', 'updated_at': '2021-10-26T14:31:51Z', 'revision_number': 0, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b', 'name': '', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:0c:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '92658c47-7126-4501-9f79-361e4ebf709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:26Z', 'updated_at': '2021-10-26T14:31:31Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '92658c47-7126-4501-9f79-361e4ebf709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:54.885482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ade6a0-7c27-4155-8e80-9879c346e2e7 req-6ce2cfa1-c5b8-4ffb-9a61-7547df4b7bf5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:54.898464 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-57ade6a0-7c27-4155-8e80-9879c346e2e7 req-6ce2cfa1-c5b8-4ffb-9a61-7547df4b7bf5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 945 time: 0.0883257 Oct 26 14:31:54.928227 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa2ff0-3c86-4767-940a-6b27730e762f None None] Checking router: f7a0876b-7e15-4882-90e4-7b20801d2ed6 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:54.943898 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa2ff0-3c86-4767-940a-6b27730e762f None None] Routers {'f7a0876b-7e15-4882-90e4-7b20801d2ed6'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:54.945098 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d0fa2ff0-3c86-4767-940a-6b27730e762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:54.974537 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-57ade6a0-7c27-4155-8e80-9879c346e2e7 req-e6c34d8a-2d19-4cf3-ad12-2aa4bea25664 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750422 Oct 26 14:31:54.994119 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41616) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:55.005783 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:55.016354 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ec4b1c9d-b601-445e-8f82-04faa4b6f443 req-f9122e13-af5e-446e-9dcf-1b0259201fde service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9699eee1-3767-4bee-9492-d8729246e2af HTTP/1.1" status: 200 len: 999 time: 0.2090452 Oct 26 14:31:55.066331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba0484-31f9-4c7e-89f7-2862de7c8975 tempest-TestVolumeBootPattern-449838472 tempest-TestVolumeBootPattern-449838472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:55.068040 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-29ba0484-31f9-4c7e-89f7-2862de7c8975 tempest-TestVolumeBootPattern-449838472 tempest-TestVolumeBootPattern-449838472-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 1091 time: 0.0722601 Oct 26 14:31:55.078305 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1b52cb46-bc9a-4c08-8e5d-fcef143f9263 None None] Provisioning complete for port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:55.078903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41622) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:55.079011 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1b52cb46-bc9a-4c08-8e5d-fcef143f9263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:55.083833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:55.127320 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d0fa2ff0-3c86-4767-940a-6b27730e762f None None] Set router f7a0876b-7e15-4882-90e4-7b20801d2ed6 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:55.130289 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:55.164628 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Network 7d3571f3-8cae-4dde-9c16-3e40200e25c8 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:55.185933 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:55.190264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:55.286526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Pushing event updated for resources: {'Port': ['ID=36b2c257-9edd-421c-8165-d1e4c7a6402e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:55.317501 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:55.326457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b1c9d-b601-445e-8f82-04faa4b6f443 req-7b79ebdd-085b-4358-a651-4e4e539cc179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:55.335165 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ec4b1c9d-b601-445e-8f82-04faa4b6f443 req-7b79ebdd-085b-4358-a651-4e4e539cc179 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92658c47-7126-4501-9f79-361e4ebf709f HTTP/1.1" status: 200 len: 835 time: 0.2998419 Oct 26 14:31:55.371599 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:55.376061 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:55.403102 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 99d17753-0bba-4eb5-8ebc-27e78e78ce5a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:55.456584 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:55.541038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41626) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:55.615867 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d0fa2ff0-3c86-4767-940a-6b27730e762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:27Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '394861d8-3abe-45b4-938c-2978cac985c3', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'port_id': '9699eee1-3767-4bee-9492-d8729246e2af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'mac_address': 'fa:16:3e:2a:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:51Z', 'updated_at': '2021-10-26T14:31:51Z', 'revision_number': 0, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b', 'name': '', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:0c:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '92658c47-7126-4501-9f79-361e4ebf709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:26Z', 'updated_at': '2021-10-26T14:31:31Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '92658c47-7126-4501-9f79-361e4ebf709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:55.641151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Attempting to bind port 1a23a873-5bbe-499e-98d5-efbf03d1bec2 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:55.641399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Attempting to bind port 1a23a873-5bbe-499e-98d5-efbf03d1bec2 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:55.641660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Attempting to bind port 1a23a873-5bbe-499e-98d5-efbf03d1bec2 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:55.642532 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Allocated IP 172.25.4.188 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/090da289-97dd-4498-9485-6fff2f366980) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:55.649559 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b1c9d-b601-445e-8f82-04faa4b6f443 req-d3ad34d0-2337-48d7-9673-1147473690f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:55.656723 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ec4b1c9d-b601-445e-8f82-04faa4b6f443 req-d3ad34d0-2337-48d7-9673-1147473690f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e39bcc-85c4-41db-be02-7abbddde192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3128119 Oct 26 14:31:55.669126 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa2ff0-3c86-4767-940a-6b27730e762f None None] The sync data for ids ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'] in n-d-815498-1 is: [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:27Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '394861d8-3abe-45b4-938c-2978cac985c3', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'port_id': '9699eee1-3767-4bee-9492-d8729246e2af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'mac_address': 'fa:16:3e:2a:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:51Z', 'updated_at': '2021-10-26T14:31:51Z', 'revision_number': 0, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b', 'name': '', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:0c:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '92658c47-7126-4501-9f79-361e4ebf709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:26Z', 'updated_at': '2021-10-26T14:31:31Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '92658c47-7126-4501-9f79-361e4ebf709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:55.687521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafa943-25ca-4bbf-a543-72632f2ca66f None None] Pushing event updated for resources: {'Port': ['ID=1a23a873-5bbe-499e-98d5-efbf03d1bec2,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:55.706526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41630) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:55.738434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:55.738816 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:55.739224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:55.739621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:55.740115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Bound port: 1a23a873-5bbe-499e-98d5-efbf03d1bec2, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:55.740503 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:55.786763 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:55.788062 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:55.815466 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:55.823162 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-21f0221e-8501-4af4-ab77-f20319075358 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/394861d8-3abe-45b4-938c-2978cac985c3 HTTP/1.1" status: 200 len: 991 time: 0.1166334 Oct 26 14:31:55.856543 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:55.881447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] For port 1a23a873-5bbe-499e-98d5-efbf03d1bec2, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:55.887799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] For port 1a23a873-5bbe-499e-98d5-efbf03d1bec2, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1a23a873-5bbe-499e-98d5-efbf03d1bec2,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:55.902330 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:55.908415 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:55.911871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:55.914549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:55.955097 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ec4b1c9d-b601-445e-8f82-04faa4b6f443 req-d13e896e-7421-4f28-8092-e77430faeb8b service neutron] 10.222.0.11 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790353 Oct 26 14:31:56.006088 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'Port': ['ID=090da289-97dd-4498-9485-6fff2f366980,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:56.013171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafa943-25ca-4bbf-a543-72632f2ca66f None None] Pushing event updated for resources: {'Port': ['ID=1a23a873-5bbe-499e-98d5-efbf03d1bec2,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:56.015963 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.073516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-77e0bf82-cb43-4165-a85f-9ff39cbf3b84 None None] Provisioning complete for port 36b2c257-9edd-421c-8165-d1e4c7a6402e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:56.074370 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-77e0bf82-cb43-4165-a85f-9ff39cbf3b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.076608 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Routers {'3c4e73fa-df06-4619-b387-0ec84c95f72d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:56.077235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3c4e73fa-df06-4619-b387-0ec84c95f72d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:56.101581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72892117-7e30-47d4-8268-f82b9c944254 None None] New status for floating IP 394861d8-3abe-45b4-938c-2978cac985c3: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:31:56.225475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-77e0bf82-cb43-4165-a85f-9ff39cbf3b84 None None] Port 36b2c257-9edd-421c-8165-d1e4c7a6402e cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:56.239043 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06203506-bb27-4bbb-9666-9d2c126eb52b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.289726 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.310886 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.313037 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] Set router 3c4e73fa-df06-4619-b387-0ec84c95f72d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:56.355662 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.375511 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.479181 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.491895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Pushing event updated for resources: {'Port': ['ID=36b2c257-9edd-421c-8165-d1e4c7a6402e,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:56.503181 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ec4b1c9d-b601-445e-8f82-04faa4b6f443 req-df1142ca-c722-4ea5-b309-ac73e852d222 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022588 Oct 26 14:31:56.562999 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06203506-bb27-4bbb-9666-9d2c126eb52b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.569124 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06203506-bb27-4bbb-9666-9d2c126eb52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.603194 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-06203506-bb27-4bbb-9666-9d2c126eb52b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a48312ab5009429a80e39b78a4985022&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0566165 Oct 26 14:31:56.608237 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41632) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:56.626418 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Network 7d3571f3-8cae-4dde-9c16-3e40200e25c8 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:56.626726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'name': 'tempest-TestAggregatesBasicOps-306421703-router', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '1a23a873-5bbe-499e-98d5-efbf03d1bec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:49Z', 'updated_at': '2021-10-26T14:31:55Z', 'revision_number': 4, 'project_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'gw_port': {'id': '1a23a873-5bbe-499e-98d5-efbf03d1bec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:87:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:51Z', 'updated_at': '2021-10-26T14:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '36b2c257-9edd-421c-8165-d1e4c7a6402e', 'name': '', 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'mac_address': 'fa:16:3e:4b:db:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'eaf4205e-3de2-4dcf-a3ff-1cd049f33509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:53Z', 'updated_at': '2021-10-26T14:31:54Z', 'revision_number': 1, 'project_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'subnets': [{'id': 'eaf4205e-3de2-4dcf-a3ff-1cd049f33509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:56.637503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:56.643818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06203506-bb27-4bbb-9666-9d2c126eb52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dbc35b-0027-4017-8c48-d63ce50a79da,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:56.657211 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d33fd-31e2-4b10-a98d-c389e1ee08cd None None] The sync data for ids ['3c4e73fa-df06-4619-b387-0ec84c95f72d'] in n-d-815498-1 is: [{'id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'name': 'tempest-TestAggregatesBasicOps-306421703-router', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '1a23a873-5bbe-499e-98d5-efbf03d1bec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:49Z', 'updated_at': '2021-10-26T14:31:55Z', 'revision_number': 4, 'project_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'gw_port': {'id': '1a23a873-5bbe-499e-98d5-efbf03d1bec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:87:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:51Z', 'updated_at': '2021-10-26T14:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '36b2c257-9edd-421c-8165-d1e4c7a6402e', 'name': '', 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'mac_address': 'fa:16:3e:4b:db:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'eaf4205e-3de2-4dcf-a3ff-1cd049f33509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:53Z', 'updated_at': '2021-10-26T14:31:54Z', 'revision_number': 1, 'project_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'subnets': [{'id': 'eaf4205e-3de2-4dcf-a3ff-1cd049f33509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:56.674615 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.691364 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.787062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'Port': ['ID=090da289-97dd-4498-9485-6fff2f366980,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:56.791367 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.860269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41634) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:56.958171 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-72e1cf56-f09d-4ff9-b3da-57138dbb0a31 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/394861d8-3abe-45b4-938c-2978cac985c3 HTTP/1.1" status: 200 len: 993 time: 0.0967855 Oct 26 14:31:56.990412 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Floating IP 635fcd75-85e1-4a75-ba86-a8bf05d15e44 associated. External IP: 172.25.4.188, port: e7837c77-3028-4aa0-8143-205ad7bb762d. Oct 26 14:31:57.054592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9f8a6133-7ecf-404a-b6c0-df0b2910df5a None None] Provisioning complete for port 36b2c257-9edd-421c-8165-d1e4c7a6402e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:57.054954 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6133-7ecf-404a-b6c0-df0b2910df5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:57.099527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9f8a6133-7ecf-404a-b6c0-df0b2910df5a None None] Port 36b2c257-9edd-421c-8165-d1e4c7a6402e cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:57.152435 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-19dba169-b1fe-449f-b97e-b1a1ce8aa6f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:57.184002 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-19dba169-b1fe-449f-b97e-b1a1ce8aa6f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:57.225004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Router ce8efef2-8a6d-496a-b5cf-e4b43300f10a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:31:57.230337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Router 3c4e73fa-df06-4619-b387-0ec84c95f72d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:31:57.320559 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-19dba169-b1fe-449f-b97e-b1a1ce8aa6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:57.323467 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-19dba169-b1fe-449f-b97e-b1a1ce8aa6f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:57.324654 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-19dba169-b1fe-449f-b97e-b1a1ce8aa6f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79dbc35b-0027-4017-8c48-d63ce50a79da HTTP/1.1" status: 204 len: 168 time: 0.7154806 Oct 26 14:31:57.339732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dba169-b1fe-449f-b97e-b1a1ce8aa6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dbc35b-0027-4017-8c48-d63ce50a79da,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:57.350665 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:57.363330 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5843f78-8300-4e9f-8728-3eb7fc9245de None None] Sync routers for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:57.367827 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:57.379735 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5843f78-8300-4e9f-8728-3eb7fc9245de None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:57.380643 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d5843f78-8300-4e9f-8728-3eb7fc9245de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:57.391372 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:57.395796 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b4fcff2e-f1ba-4f5a-988a-fcf7f266286e admin admin] 10.222.0.32 "PUT /v2.0/routers/3c4e73fa-df06-4619-b387-0ec84c95f72d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2689381 Oct 26 14:31:57.458010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-43ee0892-c9ba-4868-aff8-065c7152aac8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3640687 Oct 26 14:31:57.458010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'tag': 'e7837c77-3028-4aa0-8143-205ad7bb762d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:57.458010 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c16914b-daf7-408a-9151-2d6cd4492e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cc3b55-497b-4230-9f98-b167c86b130b", "tag": "e7837c77-3028-4aa0-8143-205ad7bb762d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:57.538031 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f65bc6-7be8-4605-9715-1edc1aa9b887 x-openstack-request-id: req-76f65bc6-7be8-4605-9715-1edc1aa9b887 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:57.541378 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cc3b55-497b-4230-9f98-b167c86b130b", "tag": "e7837c77-3028-4aa0-8143-205ad7bb762d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:57.541651 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76f65bc6-7be8-4605-9715-1edc1aa9b887 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:57.542920 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'tag': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'status': 'completed', 'code': 200} Oct 26 14:31:57.551942 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d5843f78-8300-4e9f-8728-3eb7fc9245de None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:57.633433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16914b-daf7-408a-9151-2d6cd4492e3f req-093ffdc3-bd60-4e3d-9e94-f513f84d4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:57.637769 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c16914b-daf7-408a-9151-2d6cd4492e3f req-093ffdc3-bd60-4e3d-9e94-f513f84d4896 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 1096 time: 0.0690107 Oct 26 14:31:57.685070 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:57.793408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16914b-daf7-408a-9151-2d6cd4492e3f req-0cdf2d23-74e9-4cd8-b81e-a56c96bd402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:57.795533 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c16914b-daf7-408a-9151-2d6cd4492e3f req-0cdf2d23-74e9-4cd8-b81e-a56c96bd402d service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.1472769 Oct 26 14:31:57.891801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41650) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:57.897777 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d5843f78-8300-4e9f-8728-3eb7fc9245de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '635fcd75-85e1-4a75-ba86-a8bf05d15e44', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:9f:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:56Z', 'updated_at': '2021-10-26T14:31:56Z', 'revision_number': 0, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:57.908813 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0163f9e-c68b-4656-985b-a681c4ea163e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:57.929228 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c16914b-daf7-408a-9151-2d6cd4492e3f req-b75c2edb-e76f-4096-8b20-d240eee98034 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7837c77-3028-4aa0-8143-205ad7bb762d HTTP/1.1" status: 200 len: 999 time: 0.1254070 Oct 26 14:31:57.943276 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5843f78-8300-4e9f-8728-3eb7fc9245de None None] Checking router: ce8efef2-8a6d-496a-b5cf-e4b43300f10a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:57.952741 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5843f78-8300-4e9f-8728-3eb7fc9245de None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:57.953352 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d5843f78-8300-4e9f-8728-3eb7fc9245de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:58.059067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16914b-daf7-408a-9151-2d6cd4492e3f req-fed86c07-8b5b-44e7-945f-32379cddc7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:58.061481 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c16914b-daf7-408a-9151-2d6cd4492e3f req-fed86c07-8b5b-44e7-945f-32379cddc7b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.1214345 Oct 26 14:31:58.069645 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d5843f78-8300-4e9f-8728-3eb7fc9245de None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:58.107710 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0163f9e-c68b-4656-985b-a681c4ea163e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.118138 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0163f9e-c68b-4656-985b-a681c4ea163e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.176871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16914b-daf7-408a-9151-2d6cd4492e3f req-d84a9260-7016-438e-9c69-1cac5723cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:58.178993 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c16914b-daf7-408a-9151-2d6cd4492e3f req-d84a9260-7016-438e-9c69-1cac5723cbf9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092093 Oct 26 14:31:58.187130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c0163f9e-c68b-4656-985b-a681c4ea163e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e48f86c040f4a33aa798b2447f652a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942467 Oct 26 14:31:58.188181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0163f9e-c68b-4656-985b-a681c4ea163e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05bedb3-81fb-43dc-b11e-f8824cdf48e8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:58.191823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41666) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:58.265178 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc376fdf-359d-422e-aac3-041fbc224ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.294964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a23a873-5bbe-499e-98d5-efbf03d1bec2 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:58.299273 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc376fdf-359d-422e-aac3-041fbc224ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.359811 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c16914b-daf7-408a-9151-2d6cd4492e3f req-f0d49f2c-5ded-46fb-91a3-d9fc550324ab service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727953 Oct 26 14:31:58.363338 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc376fdf-359d-422e-aac3-041fbc224ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.366749 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc376fdf-359d-422e-aac3-041fbc224ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.371025 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bc376fdf-359d-422e-aac3-041fbc224ca6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a05bedb3-81fb-43dc-b11e-f8824cdf48e8 HTTP/1.1" status: 204 len: 168 time: 0.1778228 Oct 26 14:31:58.384005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc376fdf-359d-422e-aac3-041fbc224ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05bedb3-81fb-43dc-b11e-f8824cdf48e8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:58.430920 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d5843f78-8300-4e9f-8728-3eb7fc9245de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '635fcd75-85e1-4a75-ba86-a8bf05d15e44', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:9f:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:56Z', 'updated_at': '2021-10-26T14:31:56Z', 'revision_number': 0, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:58.441700 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1a23a873-5bbe-499e-98d5-efbf03d1bec2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:58.443031 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.464000 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5843f78-8300-4e9f-8728-3eb7fc9245de None None] The sync data for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 is: [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '635fcd75-85e1-4a75-ba86-a8bf05d15e44', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:9f:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:56Z', 'updated_at': '2021-10-26T14:31:56Z', 'revision_number': 0, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:58.592071 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c16914b-daf7-408a-9151-2d6cd4492e3f req-d37ecd31-e1f1-4ef0-80c4-bc1eb553bdb8 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236149 Oct 26 14:31:58.597179 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.623625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 1a23a873-5bbe-499e-98d5-efbf03d1bec2, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1a23a873-5bbe-499e-98d5-efbf03d1bec2,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:58.631799 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.701010 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=1a23a873-5bbe-499e-98d5-efbf03d1bec2,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:58.847837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41688) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:58.862173 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a9eecfc0-d388-40bb-8bf8-eb123ccf1fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.939774 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a9eecfc0-d388-40bb-8bf8-eb123ccf1fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.943860 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a9eecfc0-d388-40bb-8bf8-eb123ccf1fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.979181 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a9eecfc0-d388-40bb-8bf8-eb123ccf1fde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc2de23dda704b5c97626a57d517d894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300783 Oct 26 14:31:58.982430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41692) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:58.984529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eecfc0-d388-40bb-8bf8-eb123ccf1fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5664cbc-63c8-494e-96da-c13f92efc8dc,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:59.033262 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ee85ca8-2169-419a-8274-07929222b39d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:59.056103 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ee85ca8-2169-419a-8274-07929222b39d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:59.118515 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ee85ca8-2169-419a-8274-07929222b39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:59.122036 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ee85ca8-2169-419a-8274-07929222b39d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:59.123950 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0ee85ca8-2169-419a-8274-07929222b39d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5664cbc-63c8-494e-96da-c13f92efc8dc HTTP/1.1" status: 204 len: 168 time: 0.1403189 Oct 26 14:31:59.139953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee85ca8-2169-419a-8274-07929222b39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5664cbc-63c8-494e-96da-c13f92efc8dc,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:59.159543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41702) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:59.534435 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b373bcf6-9c60-4991-9242-a5888a875dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:59.803472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-b373bcf6-9c60-4991-9242-a5888a875dfd admin admin] Deleting port cce3de2a-67ca-455f-b90c-9aa80ed9b577 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:59.803803 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b373bcf6-9c60-4991-9242-a5888a875dfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:59.868215 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b281d3-323f-48b3-9827-b4418975cf7d None None] New status for floating IP 635fcd75-85e1-4a75-ba86-a8bf05d15e44: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:31:59.896513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-b373bcf6-9c60-4991-9242-a5888a875dfd admin admin] For port cce3de2a-67ca-455f-b90c-9aa80ed9b577, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cce3de2a-67ca-455f-b90c-9aa80ed9b577,segment=NetworkSegment(f925e362-9cb6-41f8-95e0-4137258732d4),segment_id=f925e362-9cb6-41f8-95e0-4137258732d4)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:59.896884 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b373bcf6-9c60-4991-9242-a5888a875dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:59.910454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-b373bcf6-9c60-4991-9242-a5888a875dfd admin admin] Calling delete_port for cce3de2a-67ca-455f-b90c-9aa80ed9b577 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:00.101108 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b373bcf6-9c60-4991-9242-a5888a875dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:00.137097 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373bcf6-9c60-4991-9242-a5888a875dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=cce3de2a-67ca-455f-b90c-9aa80ed9b577,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:00.175972 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a23a873-5bbe-499e-98d5-efbf03d1bec2 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:00.239538 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1a23a873-5bbe-499e-98d5-efbf03d1bec2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:00.240226 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:00.674566 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b373bcf6-9c60-4991-9242-a5888a875dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:00.923553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b373bcf6-9c60-4991-9242-a5888a875dfd admin admin] Router 0adf1767-2745-40ca-a9f5-d1220937d452 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:32:01.035133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b373bcf6-9c60-4991-9242-a5888a875dfd admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:01.040224 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b373bcf6-9c60-4991-9242-a5888a875dfd admin admin] 10.222.0.32 "PUT /v2.0/routers/0adf1767-2745-40ca-a9f5-d1220937d452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8795357 Oct 26 14:32:01.042808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41772) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:01.045407 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2b0a27-aefe-4a69-a0f6-9dbc4171d88c None None] Sync routers for ids ['0adf1767-2745-40ca-a9f5-d1220937d452'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:01.058946 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b0a27-aefe-4a69-a0f6-9dbc4171d88c None None] Routers {'0adf1767-2745-40ca-a9f5-d1220937d452'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:01.061050 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fd2b0a27-aefe-4a69-a0f6-9dbc4171d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['0adf1767-2745-40ca-a9f5-d1220937d452'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:01.109451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Sync routers for ids ['3c4e73fa-df06-4619-b387-0ec84c95f72d'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:01.122217 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Routers {'3c4e73fa-df06-4619-b387-0ec84c95f72d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:01.122823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3c4e73fa-df06-4619-b387-0ec84c95f72d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:01.169997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.260080 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Set router 3c4e73fa-df06-4619-b387-0ec84c95f72d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:01.302989 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.356434 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-fd2b0a27-aefe-4a69-a0f6-9dbc4171d88c None None] Set router 0adf1767-2745-40ca-a9f5-d1220937d452 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:01.375673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Deleting port f349a6de-7c04-41b9-8231-e62de6438b25 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:01.376107 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.487554 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] For port f349a6de-7c04-41b9-8231-e62de6438b25, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=f349a6de-7c04-41b9-8231-e62de6438b25,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:01.487929 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.499029 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'name': 'tempest-TestAggregatesBasicOps-306421703-router', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '1a23a873-5bbe-499e-98d5-efbf03d1bec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:49Z', 'updated_at': '2021-10-26T14:31:55Z', 'revision_number': 4, 'project_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'gw_port': {'id': '1a23a873-5bbe-499e-98d5-efbf03d1bec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:51Z', 'updated_at': '2021-10-26T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '36b2c257-9edd-421c-8165-d1e4c7a6402e', 'name': '', 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'mac_address': 'fa:16:3e:4b:db:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'eaf4205e-3de2-4dcf-a3ff-1cd049f33509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:53Z', 'updated_at': '2021-10-26T14:31:56Z', 'revision_number': 2, 'project_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'subnets': [{'id': 'eaf4205e-3de2-4dcf-a3ff-1cd049f33509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:01.499200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41784) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:01.520078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Calling delete_port for f349a6de-7c04-41b9-8231-e62de6438b25 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:01.532574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Checking router: 3c4e73fa-df06-4619-b387-0ec84c95f72d for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:32:01.534765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Updating router 3c4e73fa-df06-4619-b387-0ec84c95f72d port 36b2c257-9edd-421c-8165-d1e4c7a6402e binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:32:01.567323 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.579263 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fd2b0a27-aefe-4a69-a0f6-9dbc4171d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'name': 'tempest-TestAggregatesBasicOps-2074880258-router', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'f349a6de-7c04-41b9-8231-e62de6438b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:32:00Z', 'revision_number': 5, 'project_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'gw_port': {'id': 'f349a6de-7c04-41b9-8231-e62de6438b25', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:01.612035 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2b0a27-aefe-4a69-a0f6-9dbc4171d88c None None] Checking router: 0adf1767-2745-40ca-a9f5-d1220937d452 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:32:01.622868 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b0a27-aefe-4a69-a0f6-9dbc4171d88c None None] Routers {'0adf1767-2745-40ca-a9f5-d1220937d452'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:01.623708 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fd2b0a27-aefe-4a69-a0f6-9dbc4171d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['0adf1767-2745-40ca-a9f5-d1220937d452'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:01.636528 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-718ba1b2-cfb2-491e-a4dd-4fab6e109040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.726057 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-fd2b0a27-aefe-4a69-a0f6-9dbc4171d88c None None] Set router 0adf1767-2745-40ca-a9f5-d1220937d452 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:01.740212 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-718ba1b2-cfb2-491e-a4dd-4fab6e109040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.744640 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.745635 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-718ba1b2-cfb2-491e-a4dd-4fab6e109040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.782031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f349a6de-7c04-41b9-8231-e62de6438b25,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:01.795644 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-718ba1b2-cfb2-491e-a4dd-4fab6e109040 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7dab5233d1834aabaf2ce8f3f68ef45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958632 Oct 26 14:32:01.796459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41788) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:01.797107 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ba1b2-cfb2-491e-a4dd-4fab6e109040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83bade3-48b7-49f2-9cf9-2f425581b616,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:01.805042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:01.805534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:01.806012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:01.806434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:01.806869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:01.808992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:01.809451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:01.809884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:01.810342 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:01.811376 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:01.811376 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:01.811804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:01.820872 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fd2b0a27-aefe-4a69-a0f6-9dbc4171d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'name': 'tempest-TestAggregatesBasicOps-2074880258-router', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:32:01Z', 'revision_number': 6, 'project_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:01.868058 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2b0a27-aefe-4a69-a0f6-9dbc4171d88c None None] The sync data for ids ['0adf1767-2745-40ca-a9f5-d1220937d452'] in n-d-815498-1 is: [{'id': '0adf1767-2745-40ca-a9f5-d1220937d452', 'name': 'tempest-TestAggregatesBasicOps-2074880258-router', 'tenant_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:43Z', 'updated_at': '2021-10-26T14:32:01Z', 'revision_number': 6, 'project_id': '1a271eebc66b4e7f9d1a3089f83fab38', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:01.881560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd5d7a0d-6bac-43da-966e-45022e8f1575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.882736 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.925108 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd5d7a0d-6bac-43da-966e-45022e8f1575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.989740 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd5d7a0d-6bac-43da-966e-45022e8f1575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.992923 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd5d7a0d-6bac-43da-966e-45022e8f1575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.996594 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cd5d7a0d-6bac-43da-966e-45022e8f1575 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c83bade3-48b7-49f2-9cf9-2f425581b616 HTTP/1.1" status: 204 len: 168 time: 0.1937482 Oct 26 14:32:02.003512 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d7a0d-6bac-43da-966e-45022e8f1575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83bade3-48b7-49f2-9cf9-2f425581b616,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:02.009069 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.022962 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.081449 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.082954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0adf1767-2745-40ca-a9f5-d1220937d452 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:32:02.089121 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.092744 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6f03ed5e-13a6-4d6d-bdec-fa5af9136fe9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0adf1767-2745-40ca-a9f5-d1220937d452 HTTP/1.1" status: 204 len: 168 time: 1.0467119 Oct 26 14:32:02.093032 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41798) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:02.143850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8aba61-ac75-4046-a91e-f230de0b73cf admin admin] Deleting subnet 488a8a32-23f3-41c1-bd5f-24b3bbeea41a {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:32:02.145484 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c8aba61-ac75-4046-a91e-f230de0b73cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.148185 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.154937 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.199047 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c8aba61-ac75-4046-a91e-f230de0b73cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.207545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6dbfd-1d9c-4763-8376-440374e9623b None None] Pushing event updated for resources: {'Port': ['ID=36b2c257-9edd-421c-8165-d1e4c7a6402e,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:02.304260 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Attempting to bind port 36b2c257-9edd-421c-8165-d1e4c7a6402e on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:02.304410 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Attempting to bind port 36b2c257-9edd-421c-8165-d1e4c7a6402e by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '181f2697-6f41-4517-b52c-57b290d0c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:02.305067 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Attempting to bind port 36b2c257-9edd-421c-8165-d1e4c7a6402e on network 7d3571f3-8cae-4dde-9c16-3e40200e25c8 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:02.324444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:02.324828 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Checking segment: {'id': '181f2697-6f41-4517-b52c-57b290d0c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:02.325235 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.325817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Bound using segment: {'id': '181f2697-6f41-4517-b52c-57b290d0c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:02.327458 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c8aba61-ac75-4046-a91e-f230de0b73cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.334344 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Bound port: 36b2c257-9edd-421c-8165-d1e4c7a6402e, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181f2697-6f41-4517-b52c-57b290d0c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:02.336560 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.402818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c8aba61-ac75-4046-a91e-f230de0b73cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.439506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41802) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:02.443916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8aba61-ac75-4046-a91e-f230de0b73cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488a8a32-23f3-41c1-bd5f-24b3bbeea41a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:02.453550 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c8aba61-ac75-4046-a91e-f230de0b73cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.458113 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7c8aba61-ac75-4046-a91e-f230de0b73cf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/488a8a32-23f3-41c1-bd5f-24b3bbeea41a HTTP/1.1" status: 204 len: 168 time: 0.3636470 Oct 26 14:32:02.460608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41804) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:02.476789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b507a3-ae24-42ba-a303-acd59f4188f0 None None] Network a79be68b-3f33-4523-8730-127ba2c2218b requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:02.477070 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69bc8612-2c90-44ad-be91-c35c13e907cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.532155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] For port 36b2c257-9edd-421c-8165-d1e4c7a6402e, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:02.560560 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.564076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] For port 36b2c257-9edd-421c-8165-d1e4c7a6402e, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=36b2c257-9edd-421c-8165-d1e4c7a6402e,segment=NetworkSegment(181f2697-6f41-4517-b52c-57b290d0c6c1),segment_id=181f2697-6f41-4517-b52c-57b290d0c6c1)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:02.583619 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.595986 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69bc8612-2c90-44ad-be91-c35c13e907cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.601052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69bc8612-2c90-44ad-be91-c35c13e907cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.619117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Deleting port 400c89df-41db-4b43-bcd0-751916371ee5 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:02.619606 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.642379 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-69bc8612-2c90-44ad-be91-c35c13e907cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=333e92d6401c47479f5b331f0c161eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009289 Oct 26 14:32:02.643577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc8612-2c90-44ad-be91-c35c13e907cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3305bf66-2ffd-4cec-b7ce-9ec5806da033,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:02.646290 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41806) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:02.649258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8ba49dbb-71cf-4028-a9aa-b0ab41f1638c None None] Provisioning complete for port 36b2c257-9edd-421c-8165-d1e4c7a6402e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:02.649623 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8ba49dbb-71cf-4028-a9aa-b0ab41f1638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.705330 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-027c6909-7041-4be1-9730-bf2a23cce065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.709938 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] For port 400c89df-41db-4b43-bcd0-751916371ee5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=400c89df-41db-4b43-bcd0-751916371ee5,segment=NetworkSegment(f925e362-9cb6-41f8-95e0-4137258732d4),segment_id=f925e362-9cb6-41f8-95e0-4137258732d4)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:02.710362 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.737213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Calling delete_port for 400c89df-41db-4b43-bcd0-751916371ee5 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:02.740424 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-027c6909-7041-4be1-9730-bf2a23cce065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.753845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Routers {'3c4e73fa-df06-4619-b387-0ec84c95f72d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:02.753845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3c4e73fa-df06-4619-b387-0ec84c95f72d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:02.757314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6dbfd-1d9c-4763-8376-440374e9623b None None] Pushing event updated for resources: {'Port': ['ID=36b2c257-9edd-421c-8165-d1e4c7a6402e,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:02.842773 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8ba49dbb-71cf-4028-a9aa-b0ab41f1638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.845107 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cce3de2a-67ca-455f-b90c-9aa80ed9b577 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:02.850708 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-027c6909-7041-4be1-9730-bf2a23cce065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.853990 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-027c6909-7041-4be1-9730-bf2a23cce065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.855485 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-027c6909-7041-4be1-9730-bf2a23cce065 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3305bf66-2ffd-4cec-b7ce-9ec5806da033 HTTP/1.1" status: 204 len: 168 time: 0.2080600 Oct 26 14:32:02.866342 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c6909-7041-4be1-9730-bf2a23cce065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3305bf66-2ffd-4cec-b7ce-9ec5806da033,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:02.907499 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.931145 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: cce3de2a-67ca-455f-b90c-9aa80ed9b577 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:32:02.931542 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cce3de2a-67ca-455f-b90c-9aa80ed9b577 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:02.949508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Pushing event deleted for resources: {'Port': ['ID=400c89df-41db-4b43-bcd0-751916371ee5,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:02.951536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] No DVR routers for this DVR port 400c89df-41db-4b43-bcd0-751916371ee5 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:03.011974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8ba49dbb-71cf-4028-a9aa-b0ab41f1638c None None] For port 36b2c257-9edd-421c-8165-d1e4c7a6402e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=36b2c257-9edd-421c-8165-d1e4c7a6402e,segment=NetworkSegment(181f2697-6f41-4517-b52c-57b290d0c6c1),segment_id=181f2697-6f41-4517-b52c-57b290d0c6c1)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:03.020930 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8ba49dbb-71cf-4028-a9aa-b0ab41f1638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:03.043349 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:03.062293 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:32:03.076485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79be68b-3f33-4523-8730-127ba2c2218b']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:03.082720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1049436e-b132-457f-8b41-fabf4f706878 None None] DHCP port deletion for a79be68b-3f33-4523-8730-127ba2c2218b request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:32:03.087129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] Set router 3c4e73fa-df06-4619-b387-0ec84c95f72d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:03.089687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f925e362-9cb6-41f8-95e0-4137258732d4') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:03.089687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f925e362-9cb6-41f8-95e0-4137258732d4') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:03.104732 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:03.128998 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:03.146154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:32:03.146617 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:32:03.148799 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:32:03.212276 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba49dbb-71cf-4028-a9aa-b0ab41f1638c None None] Pushing event updated for resources: {'Port': ['ID=36b2c257-9edd-421c-8165-d1e4c7a6402e,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:03.218575 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:03.225482 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:03.235686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41816) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:03.246297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] 10.222.0.32 "DELETE /v2.0/networks/a79be68b-3f33-4523-8730-127ba2c2218b HTTP/1.1" status: 204 len: 168 time: 0.7837629 Oct 26 14:32:03.283958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e439a-de84-4752-a46e-87a13c7ace0f admin admin] Pushing event deleted for resources: {'Network': ['ID=a79be68b-3f33-4523-8730-127ba2c2218b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:03.347197 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3d6bd536-e5ab-482d-a1b9-6c7b78e1676f None None] Provisioning complete for port 36b2c257-9edd-421c-8165-d1e4c7a6402e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:03.347573 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd536-e5ab-482d-a1b9-6c7b78e1676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:03.536522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'name': 'tempest-TestAggregatesBasicOps-306421703-router', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '1a23a873-5bbe-499e-98d5-efbf03d1bec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:49Z', 'updated_at': '2021-10-26T14:31:55Z', 'revision_number': 4, 'project_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'gw_port': {'id': '1a23a873-5bbe-499e-98d5-efbf03d1bec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:51Z', 'updated_at': '2021-10-26T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '36b2c257-9edd-421c-8165-d1e4c7a6402e', 'name': '', 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'mac_address': 'fa:16:3e:4b:db:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'eaf4205e-3de2-4dcf-a3ff-1cd049f33509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:53Z', 'updated_at': '2021-10-26T14:32:02Z', 'revision_number': 4, 'project_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'subnets': [{'id': 'eaf4205e-3de2-4dcf-a3ff-1cd049f33509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:03.569685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cbc67-fe57-48b9-a71b-745c6ca7980c None None] The sync data for ids ['3c4e73fa-df06-4619-b387-0ec84c95f72d'] in n-d-815498-1 is: [{'id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'name': 'tempest-TestAggregatesBasicOps-306421703-router', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '1a23a873-5bbe-499e-98d5-efbf03d1bec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:49Z', 'updated_at': '2021-10-26T14:31:55Z', 'revision_number': 4, 'project_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'gw_port': {'id': '1a23a873-5bbe-499e-98d5-efbf03d1bec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:51Z', 'updated_at': '2021-10-26T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '36b2c257-9edd-421c-8165-d1e4c7a6402e', 'name': '', 'network_id': '7d3571f3-8cae-4dde-9c16-3e40200e25c8', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'mac_address': 'fa:16:3e:4b:db:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'eaf4205e-3de2-4dcf-a3ff-1cd049f33509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:53Z', 'updated_at': '2021-10-26T14:32:02Z', 'revision_number': 4, 'project_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'subnets': [{'id': 'eaf4205e-3de2-4dcf-a3ff-1cd049f33509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:03.712832 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ba51bdca-3b97-4245-aaec-d264e895b80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:04.004143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ba51bdca-3b97-4245-aaec-d264e895b80b admin admin] Deleting port 36b2c257-9edd-421c-8165-d1e4c7a6402e {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:04.004617 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ba51bdca-3b97-4245-aaec-d264e895b80b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:04.101495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-ba51bdca-3b97-4245-aaec-d264e895b80b admin admin] For port 36b2c257-9edd-421c-8165-d1e4c7a6402e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=36b2c257-9edd-421c-8165-d1e4c7a6402e,segment=NetworkSegment(181f2697-6f41-4517-b52c-57b290d0c6c1),segment_id=181f2697-6f41-4517-b52c-57b290d0c6c1)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:04.101937 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ba51bdca-3b97-4245-aaec-d264e895b80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:04.121942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ba51bdca-3b97-4245-aaec-d264e895b80b admin admin] Calling delete_port for 36b2c257-9edd-421c-8165-d1e4c7a6402e owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:04.222997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 36b2c257-9edd-421c-8165-d1e4c7a6402e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:04.293170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 36b2c257-9edd-421c-8165-d1e4c7a6402e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:04.293772 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:04.388858 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ba51bdca-3b97-4245-aaec-d264e895b80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:04.424323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51bdca-3b97-4245-aaec-d264e895b80b admin admin] Pushing event deleted for resources: {'Port': ['ID=36b2c257-9edd-421c-8165-d1e4c7a6402e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:04.521877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 400c89df-41db-4b43-bcd0-751916371ee5 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:04.548395 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 400c89df-41db-4b43-bcd0-751916371ee5 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:32:04.549116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 400c89df-41db-4b43-bcd0-751916371ee5 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:04.549749 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f349a6de-7c04-41b9-8231-e62de6438b25 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:04.573854 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: f349a6de-7c04-41b9-8231-e62de6438b25 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:32:04.574291 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device f349a6de-7c04-41b9-8231-e62de6438b25 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:04.662212 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ba51bdca-3b97-4245-aaec-d264e895b80b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:04.903707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba51bdca-3b97-4245-aaec-d264e895b80b admin admin] Router 3c4e73fa-df06-4619-b387-0ec84c95f72d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:32:05.022266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba51bdca-3b97-4245-aaec-d264e895b80b admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:05.031431 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ba51bdca-3b97-4245-aaec-d264e895b80b admin admin] 10.222.0.32 "PUT /v2.0/routers/3c4e73fa-df06-4619-b387-0ec84c95f72d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910509 Oct 26 14:32:05.031540 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41856) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:05.033628 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b978d65-0695-498c-a509-68cfe9c2689c None None] Sync routers for ids ['3c4e73fa-df06-4619-b387-0ec84c95f72d'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:05.044800 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b978d65-0695-498c-a509-68cfe9c2689c None None] Routers {'3c4e73fa-df06-4619-b387-0ec84c95f72d'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:05.045428 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5b978d65-0695-498c-a509-68cfe9c2689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3c4e73fa-df06-4619-b387-0ec84c95f72d'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:05.159717 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.172987 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5b978d65-0695-498c-a509-68cfe9c2689c None None] Set router 3c4e73fa-df06-4619-b387-0ec84c95f72d gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:05.274602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.328082 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] Deleting port 1a23a873-5bbe-499e-98d5-efbf03d1bec2 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:05.328706 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.362790 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5b978d65-0695-498c-a509-68cfe9c2689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'name': 'tempest-TestAggregatesBasicOps-306421703-router', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '1a23a873-5bbe-499e-98d5-efbf03d1bec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:49Z', 'updated_at': '2021-10-26T14:32:04Z', 'revision_number': 5, 'project_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'gw_port': {'id': '1a23a873-5bbe-499e-98d5-efbf03d1bec2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:51Z', 'updated_at': '2021-10-26T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:05.392633 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b978d65-0695-498c-a509-68cfe9c2689c None None] Checking router: 3c4e73fa-df06-4619-b387-0ec84c95f72d for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:32:05.400938 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b978d65-0695-498c-a509-68cfe9c2689c None None] Routers {'3c4e73fa-df06-4619-b387-0ec84c95f72d'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:05.402154 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5b978d65-0695-498c-a509-68cfe9c2689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:31:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3c4e73fa-df06-4619-b387-0ec84c95f72d'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:05.413029 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] For port 1a23a873-5bbe-499e-98d5-efbf03d1bec2, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1a23a873-5bbe-499e-98d5-efbf03d1bec2,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:05.413389 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.426190 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] Calling delete_port for 1a23a873-5bbe-499e-98d5-efbf03d1bec2 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:05.503132 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5b978d65-0695-498c-a509-68cfe9c2689c None None] Set router 3c4e73fa-df06-4619-b387-0ec84c95f72d gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:05.576334 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5b978d65-0695-498c-a509-68cfe9c2689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'name': 'tempest-TestAggregatesBasicOps-306421703-router', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:49Z', 'updated_at': '2021-10-26T14:32:05Z', 'revision_number': 6, 'project_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:05.612945 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b978d65-0695-498c-a509-68cfe9c2689c None None] The sync data for ids ['3c4e73fa-df06-4619-b387-0ec84c95f72d'] in n-d-815498-1 is: [{'id': '3c4e73fa-df06-4619-b387-0ec84c95f72d', 'name': 'tempest-TestAggregatesBasicOps-306421703-router', 'tenant_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:49Z', 'updated_at': '2021-10-26T14:32:05Z', 'revision_number': 6, 'project_id': '284a58a84aa14abe8a4fa71ea7ef605d', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:05.633947 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.661724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a23a873-5bbe-499e-98d5-efbf03d1bec2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:05.730211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.829448 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.832143 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.879327 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.880756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c4e73fa-df06-4619-b387-0ec84c95f72d {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:32:05.884014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41888) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:05.894687 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.896148 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4783cb3f-322f-4d44-95a5-4d9a1a3e8fd3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3c4e73fa-df06-4619-b387-0ec84c95f72d HTTP/1.1" status: 204 len: 168 time: 0.8642032 Oct 26 14:32:05.898672 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41892) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:05.951707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b14c84-51aa-4470-88ef-e76db82fb0b8 admin admin] Deleting subnet eaf4205e-3de2-4dcf-a3ff-1cd049f33509 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:32:05.955180 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5b14c84-51aa-4470-88ef-e76db82fb0b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.999858 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5b14c84-51aa-4470-88ef-e76db82fb0b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.025352 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e7dea29-316f-46bf-b16a-2722595aa8c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.082285 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5b14c84-51aa-4470-88ef-e76db82fb0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.124238 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e7dea29-316f-46bf-b16a-2722595aa8c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.128956 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3e7dea29-316f-46bf-b16a-2722595aa8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.157539 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5b14c84-51aa-4470-88ef-e76db82fb0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.175900 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3e7dea29-316f-46bf-b16a-2722595aa8c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8eafa9135d7b463a8ca55709ce07aede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900183 Oct 26 14:32:06.185283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41898) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:06.192344 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dea29-316f-46bf-b16a-2722595aa8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141c3cd6-c2c8-4f7e-8d92-f8b111aa6d40,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:06.194196 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5b14c84-51aa-4470-88ef-e76db82fb0b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.199901 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac00dd1f-c732-4726-b33c-3150bd2efcf3 None None] Network 7d3571f3-8cae-4dde-9c16-3e40200e25c8 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:06.208193 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a5b14c84-51aa-4470-88ef-e76db82fb0b8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eaf4205e-3de2-4dcf-a3ff-1cd049f33509 HTTP/1.1" status: 204 len: 168 time: 0.3084004 Oct 26 14:32:06.212281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41900) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:06.213053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b14c84-51aa-4470-88ef-e76db82fb0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf4205e-3de2-4dcf-a3ff-1cd049f33509,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:06.256077 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-790378a8-3a3c-4a70-bd4e-68c20151e2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.302520 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-790378a8-3a3c-4a70-bd4e-68c20151e2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.340781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.398093 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-790378a8-3a3c-4a70-bd4e-68c20151e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.402234 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-790378a8-3a3c-4a70-bd4e-68c20151e2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.403475 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-790378a8-3a3c-4a70-bd4e-68c20151e2ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/141c3cd6-c2c8-4f7e-8d92-f8b111aa6d40 HTTP/1.1" status: 204 len: 168 time: 0.2173634 Oct 26 14:32:06.415629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Deleting port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:06.416258 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.418510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790378a8-3a3c-4a70-bd4e-68c20151e2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141c3cd6-c2c8-4f7e-8d92-f8b111aa6d40,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:06.498337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] For port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=99d17753-0bba-4eb5-8ebc-27e78e78ce5a,segment=NetworkSegment(181f2697-6f41-4517-b52c-57b290d0c6c1),segment_id=181f2697-6f41-4517-b52c-57b290d0c6c1)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:06.498701 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.511786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Calling delete_port for 99d17753-0bba-4eb5-8ebc-27e78e78ce5a owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:06.592895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b93c47f-2050-4d0b-8de9-bbf541e88e3e None None] DHCP port deletion for 7d3571f3-8cae-4dde-9c16-3e40200e25c8 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:32:06.611898 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.647183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d17753-0bba-4eb5-8ebc-27e78e78ce5a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:06.651115 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] No DVR routers for this DVR port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:06.679875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6b93c47f-2050-4d0b-8de9-bbf541e88e3e None None] Deleting port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:06.680343 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6b93c47f-2050-4d0b-8de9-bbf541e88e3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.773020 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.781048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6b93c47f-2050-4d0b-8de9-bbf541e88e3e None None] For port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:06.781682 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6b93c47f-2050-4d0b-8de9-bbf541e88e3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.796163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6b93c47f-2050-4d0b-8de9-bbf541e88e3e None None] Calling delete_port for 99d17753-0bba-4eb5-8ebc-27e78e78ce5a owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:06.798196 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-6b93c47f-2050-4d0b-8de9-bbf541e88e3e None None] Port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:32:06.799555 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6b93c47f-2050-4d0b-8de9-bbf541e88e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.804639 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3571f3-8cae-4dde-9c16-3e40200e25c8']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:06.815796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181f2697-6f41-4517-b52c-57b290d0c6c1') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:06.815910 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181f2697-6f41-4517-b52c-57b290d0c6c1') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:06.827805 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.837040 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b93c47f-2050-4d0b-8de9-bbf541e88e3e None None] No DVR routers for this DVR port 99d17753-0bba-4eb5-8ebc-27e78e78ce5a on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:06.838998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93c47f-2050-4d0b-8de9-bbf541e88e3e None None] Pushing event deleted for resources: {'Port': ['ID=99d17753-0bba-4eb5-8ebc-27e78e78ce5a,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:06.843150 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.853915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:32:06.854379 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:32:06.856089 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:32:06.918633 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.924836 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.928239 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7d3571f3-8cae-4dde-9c16-3e40200e25c8 HTTP/1.1" status: 204 len: 168 time: 0.7104661 Oct 26 14:32:06.941546 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230499ba-503f-4de5-97c0-a6860335fca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d3571f3-8cae-4dde-9c16-3e40200e25c8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:07.129250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41926) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:07.184856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-50e2f689-85df-46f6-a96a-a2277c8f86c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a271eebc66b4e7f9d1a3089f83fab38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539198 Oct 26 14:32:07.187210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41928) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:07.241796 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e73bfa63-361f-4283-8fd5-07f8039f90a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.266998 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e73bfa63-361f-4283-8fd5-07f8039f90a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.321422 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e73bfa63-361f-4283-8fd5-07f8039f90a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.326400 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e73bfa63-361f-4283-8fd5-07f8039f90a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.330813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e73bfa63-361f-4283-8fd5-07f8039f90a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2edcd040-b875-476b-bd84-2b88ec54aa73 HTTP/1.1" status: 204 len: 168 time: 0.1426766 Oct 26 14:32:07.340677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bfa63-361f-4283-8fd5-07f8039f90a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edcd040-b875-476b-bd84-2b88ec54aa73,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:07.762159 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 41948) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:07.813599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-97b83944-2da6-4f02-95cf-a9c705fac31f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=284a58a84aa14abe8a4fa71ea7ef605d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500891 Oct 26 14:32:07.817122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 41950) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:07.870899 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-581d015a-be7a-4590-b9af-3d93efce1325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.895007 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-581d015a-be7a-4590-b9af-3d93efce1325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.943570 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-581d015a-be7a-4590-b9af-3d93efce1325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.946777 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-581d015a-be7a-4590-b9af-3d93efce1325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.948833 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-581d015a-be7a-4590-b9af-3d93efce1325 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/242c3b12-2722-4d5b-9cde-88adbca60cb1 HTTP/1.1" status: 204 len: 168 time: 0.1300914 Oct 26 14:32:07.958009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d015a-be7a-4590-b9af-3d93efce1325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c3b12-2722-4d5b-9cde-88adbca60cb1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:08.220990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 36b2c257-9edd-421c-8165-d1e4c7a6402e no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:08.245736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 36b2c257-9edd-421c-8165-d1e4c7a6402e {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:32:08.246390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 36b2c257-9edd-421c-8165-d1e4c7a6402e not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:08.247007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 99d17753-0bba-4eb5-8ebc-27e78e78ce5a no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:08.278488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 99d17753-0bba-4eb5-8ebc-27e78e78ce5a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:32:08.279036 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 99d17753-0bba-4eb5-8ebc-27e78e78ce5a not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:08.279725 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a23a873-5bbe-499e-98d5-efbf03d1bec2 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:08.305639 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 1a23a873-5bbe-499e-98d5-efbf03d1bec2 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:32:08.306526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1a23a873-5bbe-499e-98d5-efbf03d1bec2 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:09.480029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42020) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:09.600321 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed1afa34-256a-414a-8794-b9607337f0b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.685739 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed1afa34-256a-414a-8794-b9607337f0b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.690949 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed1afa34-256a-414a-8794-b9607337f0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.721007 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ed1afa34-256a-414a-8794-b9607337f0b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a86cfcbd82d84c6a88e92da5f4530af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398639 Oct 26 14:32:09.722041 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42032) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:09.745907 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1afa34-256a-414a-8794-b9607337f0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f5ba32-e751-4c27-976e-4ee42e05e44b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:09.768157 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42034) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:09.795931 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c90c988-9bab-42d0-bfb9-cdc9b7f47593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.816948 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c90c988-9bab-42d0-bfb9-cdc9b7f47593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.869492 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c90c988-9bab-42d0-bfb9-cdc9b7f47593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.875589 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7c90c988-9bab-42d0-bfb9-cdc9b7f47593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.879303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7c90c988-9bab-42d0-bfb9-cdc9b7f47593 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7f5ba32-e751-4c27-976e-4ee42e05e44b HTTP/1.1" status: 204 len: 168 time: 0.1532359 Oct 26 14:32:09.887134 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90c988-9bab-42d0-bfb9-cdc9b7f47593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f5ba32-e751-4c27-976e-4ee42e05e44b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:09.891349 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-30fb5608-345e-4732-b586-c0e9e1486511 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.981423 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-30fb5608-345e-4732-b586-c0e9e1486511 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.986704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-30fb5608-345e-4732-b586-c0e9e1486511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.024950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb5608-345e-4732-b586-c0e9e1486511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf43954-eed8-44cf-915c-03b9180b68d7,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:10.030696 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-30fb5608-345e-4732-b586-c0e9e1486511 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcbd25bceb7a4d28b620b6e2186d896c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609479 Oct 26 14:32:10.032549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42042) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:10.085344 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee1fec1e-0fc6-452e-8d29-9ab7af7b3d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.107699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee1fec1e-0fc6-452e-8d29-9ab7af7b3d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.158303 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee1fec1e-0fc6-452e-8d29-9ab7af7b3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.161354 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee1fec1e-0fc6-452e-8d29-9ab7af7b3d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.164969 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ee1fec1e-0fc6-452e-8d29-9ab7af7b3d84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cf43954-eed8-44cf-915c-03b9180b68d7 HTTP/1.1" status: 204 len: 168 time: 0.1290588 Oct 26 14:32:10.165402 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42046) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:10.172783 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fec1e-0fc6-452e-8d29-9ab7af7b3d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf43954-eed8-44cf-915c-03b9180b68d7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:10.179149 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75069ef9-417e-49cc-818b-0c2a94a5bb3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.255160 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75069ef9-417e-49cc-818b-0c2a94a5bb3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.260349 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-75069ef9-417e-49cc-818b-0c2a94a5bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.299862 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-75069ef9-417e-49cc-818b-0c2a94a5bb3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99f66dd5d39e49439e596cbc9f6677fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332588 Oct 26 14:32:10.300673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75069ef9-417e-49cc-818b-0c2a94a5bb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22e65e5-2776-47e6-b05f-c48d24a78b86,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:10.302667 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42048) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:10.354504 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e05ca75f-46cd-4770-bccb-6100965b5e89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.379318 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e05ca75f-46cd-4770-bccb-6100965b5e89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.426949 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e05ca75f-46cd-4770-bccb-6100965b5e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.429595 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e05ca75f-46cd-4770-bccb-6100965b5e89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.430824 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e05ca75f-46cd-4770-bccb-6100965b5e89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b22e65e5-2776-47e6-b05f-c48d24a78b86 HTTP/1.1" status: 204 len: 168 time: 0.1268742 Oct 26 14:32:10.441480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ca75f-46cd-4770-bccb-6100965b5e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22e65e5-2776-47e6-b05f-c48d24a78b86,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:10.525110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42054) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:10.538932 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-94d74721-4cad-4e69-821a-cc8c1b2b25f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.615829 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-94d74721-4cad-4e69-821a-cc8c1b2b25f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.620605 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-94d74721-4cad-4e69-821a-cc8c1b2b25f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.666643 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-94d74721-4cad-4e69-821a-cc8c1b2b25f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=330a63290c764b30acbf1ebacdf93db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380785 Oct 26 14:32:10.667390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42060) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:10.674798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d74721-4cad-4e69-821a-cc8c1b2b25f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52dec73-242e-4f8c-b16f-62aefa3db12a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:10.742069 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-91f94287-65e6-4253-9680-0fee32800fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.768172 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-91f94287-65e6-4253-9680-0fee32800fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.829141 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-91f94287-65e6-4253-9680-0fee32800fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.832677 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-91f94287-65e6-4253-9680-0fee32800fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.833941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-91f94287-65e6-4253-9680-0fee32800fa1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a52dec73-242e-4f8c-b16f-62aefa3db12a HTTP/1.1" status: 204 len: 168 time: 0.1656957 Oct 26 14:32:10.850152 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f94287-65e6-4253-9680-0fee32800fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52dec73-242e-4f8c-b16f-62aefa3db12a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:11.804658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42114) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:11.911419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:11.935579 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.033061 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.144231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Allocated IP 172.25.4.78 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/d74e9d30-00e5-4153-ac38-9b2deabf168f) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:12.247477 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.285563 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.329804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:12.332756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:12.336357 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:12.361968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Pushing event updated for resources: {'Port': ['ID=d74e9d30-00e5-4153-ac38-9b2deabf168f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:12.425511 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.460001 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.626955 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.632001 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.704660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Pushing event updated for resources: {'Port': ['ID=d74e9d30-00e5-4153-ac38-9b2deabf168f,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:12.715429 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.731089 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.732622 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cca741f9-a2d6-4e13-b506-249d1ebd7954 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9269350 Oct 26 14:32:12.735704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42144) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:12.740570 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3b916039-1ed9-4642-ad55-35a811b1d961 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1981094968', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'fixed_ips': [{'ip_address': '172.25.4.78'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:12.761512 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b916039-1ed9-4642-ad55-35a811b1d961 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Made reservation on behalf of 785068251b224d38a9b967730a281ea1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:12.764727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b916039-1ed9-4642-ad55-35a811b1d961 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.777002 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b916039-1ed9-4642-ad55-35a811b1d961 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.777881 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-736b60f8-093c-4230-a506-516fe2aeee77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.859494 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b916039-1ed9-4642-ad55-35a811b1d961 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.863683 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3b916039-1ed9-4642-ad55-35a811b1d961 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.868937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-3b916039-1ed9-4642-ad55-35a811b1d961 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] device_id is not set on port cd5d4206-256c-427c-9eeb-ab83be45403f yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:12.945768 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b916039-1ed9-4642-ad55-35a811b1d961 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9950a197-6307-4960-95ed-32f1869b206b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:13.072311 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b916039-1ed9-4642-ad55-35a811b1d961 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 14:32:13.073330 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b916039-1ed9-4642-ad55-35a811b1d961 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:13.097044 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3b916039-1ed9-4642-ad55-35a811b1d961 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3532057 Oct 26 14:32:13.097044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42146) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:13.251943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a1f04c1a-f317-4468-a34e-2534b8b4a97d tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Deleting port d74e9d30-00e5-4153-ac38-9b2deabf168f {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:13.252289 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a1f04c1a-f317-4468-a34e-2534b8b4a97d tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.329743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a1f04c1a-f317-4468-a34e-2534b8b4a97d tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.330109 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a1f04c1a-f317-4468-a34e-2534b8b4a97d tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.342178 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a1f04c1a-f317-4468-a34e-2534b8b4a97d tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Calling delete_port for d74e9d30-00e5-4153-ac38-9b2deabf168f owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:13.475075 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a1f04c1a-f317-4468-a34e-2534b8b4a97d tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.501600 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f04c1a-f317-4468-a34e-2534b8b4a97d tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Pushing event deleted for resources: {'Port': ['ID=d74e9d30-00e5-4153-ac38-9b2deabf168f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:13.562857 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a1f04c1a-f317-4468-a34e-2534b8b4a97d tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.565477 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a1f04c1a-f317-4468-a34e-2534b8b4a97d tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.566684 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a1f04c1a-f317-4468-a34e-2534b8b4a97d tempest-ExternalNetworksAdminNegativeTestJSON-1804280845 tempest-ExternalNetworksAdminNegativeTestJSON-1804280845-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/b184ab36-250a-4ec2-9767-ab5512e8f91e HTTP/1.1" status: 204 len: 168 time: 0.4727967 Oct 26 14:32:13.832241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42158) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:13.955410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-870fba00-dd62-45e8-8207-13a5d74e5633 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.033371 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-870fba00-dd62-45e8-8207-13a5d74e5633 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.037246 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-870fba00-dd62-45e8-8207-13a5d74e5633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.076253 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-870fba00-dd62-45e8-8207-13a5d74e5633 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93cc8c7c172e4e8b861bc3361fe3aa3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428484 Oct 26 14:32:14.077184 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fba00-dd62-45e8-8207-13a5d74e5633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46365a1-4cbe-4e9a-971d-b33deb1fa3ea,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:14.079028 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42162) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:14.127812 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c6235cc-2c31-4ac3-b40c-b244bf8391e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.150272 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c6235cc-2c31-4ac3-b40c-b244bf8391e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.199189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c6235cc-2c31-4ac3-b40c-b244bf8391e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.202141 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c6235cc-2c31-4ac3-b40c-b244bf8391e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.203404 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3c6235cc-2c31-4ac3-b40c-b244bf8391e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d46365a1-4cbe-4e9a-971d-b33deb1fa3ea HTTP/1.1" status: 204 len: 168 time: 0.1232781 Oct 26 14:32:14.212260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6235cc-2c31-4ac3-b40c-b244bf8391e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46365a1-4cbe-4e9a-971d-b33deb1fa3ea,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:14.484247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42182) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:14.528576 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5853a657-bfbd-4575-88dc-4ef51d5a3b22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=785068251b224d38a9b967730a281ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430670 Oct 26 14:32:14.531495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42184) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:14.591649 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-427eb89c-b772-4541-98a0-e6dc326a3215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.615198 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-427eb89c-b772-4541-98a0-e6dc326a3215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.663336 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-427eb89c-b772-4541-98a0-e6dc326a3215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.666060 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-427eb89c-b772-4541-98a0-e6dc326a3215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.667360 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-427eb89c-b772-4541-98a0-e6dc326a3215 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9950a197-6307-4960-95ed-32f1869b206b HTTP/1.1" status: 204 len: 168 time: 0.1345675 Oct 26 14:32:14.675688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427eb89c-b772-4541-98a0-e6dc326a3215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9950a197-6307-4960-95ed-32f1869b206b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:15.095160 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e854b5d6-07c3-4802-ac0b-c7e55f4bfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:15.955665 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42236) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:16.115729 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-305876760'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:16.142555 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Made reservation on behalf of 21ab5dad049949319e046963f41350fc for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:16.146180 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.155642 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.230347 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.234558 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.261567 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:32:16.271451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70e1b70-15b4-4281-bd81-861ed1278b71,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:16.276287 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.276626 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Added segment 2109f421-2ce9-4489-b50e-c5f09446a2b3 of type vlan for network 8f11fe87-2d50-4e0c-95b5-826146753db9 Oct 26 14:32:16.318973 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.344311 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.350164 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:16.350678 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.411721 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4547937 Oct 26 14:32:16.425769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fdcfe-4b7e-43d7-bd5b-73b86e1776c4 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Pushing event updated for resources: {'Network': ['ID=8f11fe87-2d50-4e0c-95b5-826146753db9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:16.437634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 8f11fe87-2d50-4e0c-95b5-826146753db9 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:32:16.596592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42246) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:16.601620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Request body: {'port': {'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9', 'binding:host_id': 'n-h1-815498-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1943561143'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:16.624607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Made reservation on behalf of 74178b00c03a48c9bdc5133e222a8546 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:16.627151 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.630036 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.640722 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.727975 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.732032 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.743943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] device_id is not set on port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:16.825578 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e00d033-a639-4c5c-90b8-c4ce2c556feb,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:16.892312 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.986921 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] device_id is not set on port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:16.997132 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.003260 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.071481 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Pushing event updated for resources: {'Port': ['ID=8f6ab187-1dc5-49a1-909b-400f9eaba1ff,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:17.079784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Checking segment: {'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:17.080181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Network hostable DHCP agents. Network: 8f11fe87-2d50-4e0c-95b5-826146753db9, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:32:17.096760 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Network 8f11fe87-2d50-4e0c-95b5-826146753db9 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:32:17.105942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 8f11fe87-2d50-4e0c-95b5-826146753db9) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:17.109904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:17.123153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4620c43f-d17b-468e-a09c-3fcd59d4e5d2 None None] Network 8f11fe87-2d50-4e0c-95b5-826146753db9 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:17.128388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:17.128723 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:17.129067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:17.134095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:17.134421 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:17.134834 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 2 to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff Oct 26 14:32:17.148185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:17.148465 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:17.148786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:17.153501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:17.153819 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:17.154242 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 3 to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff Oct 26 14:32:17.167522 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:17.167870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:17.168223 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:17.172871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:17.173220 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:17.173612 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 4 to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff Oct 26 14:32:17.186565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:17.186914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:17.187571 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:17.191725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:17.192169 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:17.192581 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 5 to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff Oct 26 14:32:17.206606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:17.206938 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:17.207266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:17.212120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:17.212441 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:17.212820 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 6 to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff Oct 26 14:32:17.226024 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:17.226024 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:17.226370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:17.231223 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:17.231547 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:17.231972 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 7 to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff Oct 26 14:32:17.246348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:17.246616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:17.246910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:17.251458 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:17.252223 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:17.252429 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 8 to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff Oct 26 14:32:17.267438 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:17.268118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:17.268453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:17.273230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:17.273656 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:17.274559 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 9 to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff Oct 26 14:32:17.289315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:17.289695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:17.290117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:17.294867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:17.295190 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:17.295626 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 10 to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff Oct 26 14:32:17.308747 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:17.309128 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:17.309457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:17.314118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:17.314507 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:17.314957 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.385200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] For port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:17.387995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempted to set empty binding levels {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 14:32:17.393534 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.425595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:17.426172 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.459264 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.8614800 Oct 26 14:32:17.460167 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957adbc2-2165-422e-8209-fbdd0821abb0 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Pushing event updated for resources: {'Port': ['ID=8f6ab187-1dc5-49a1-909b-400f9eaba1ff,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:17.462786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42252) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:17.547487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1713e876-12e3-4f22-8213-d2c784e0425e tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Deleting port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:17.547820 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1713e876-12e3-4f22-8213-d2c784e0425e tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.626609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-1713e876-12e3-4f22-8213-d2c784e0425e tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] For port 8f6ab187-1dc5-49a1-909b-400f9eaba1ff, host n-h1-815498-1, got binding levels [] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:17.627010 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1713e876-12e3-4f22-8213-d2c784e0425e tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.642367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1713e876-12e3-4f22-8213-d2c784e0425e tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Calling delete_port for 8f6ab187-1dc5-49a1-909b-400f9eaba1ff owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:17.746222 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1713e876-12e3-4f22-8213-d2c784e0425e tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.779647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713e876-12e3-4f22-8213-d2c784e0425e tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f6ab187-1dc5-49a1-909b-400f9eaba1ff,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:17.785314 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1713e876-12e3-4f22-8213-d2c784e0425e tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.789057 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1713e876-12e3-4f22-8213-d2c784e0425e tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "DELETE /v2.0/ports/8f6ab187-1dc5-49a1-909b-400f9eaba1ff HTTP/1.1" status: 204 len: 168 time: 0.3256176 Oct 26 14:32:17.792223 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42260) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:17.826058 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bda5ebc-b821-406e-9472-0fa640aa72bc tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:32:17.828350 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2bda5ebc-b821-406e-9472-0fa640aa72bc tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "GET /v2.0/ports/8f6ab187-1dc5-49a1-909b-400f9eaba1ff HTTP/1.1" status: 404 len: 333 time: 0.0347588 Oct 26 14:32:17.831897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42262) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:17.837851 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-527bbb17-56eb-479e-b468-10f0f6d69e58 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Request body: {'port': {'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-414098760'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:17.865368 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527bbb17-56eb-479e-b468-10f0f6d69e58 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Made reservation on behalf of 74178b00c03a48c9bdc5133e222a8546 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:17.868347 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-527bbb17-56eb-479e-b468-10f0f6d69e58 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.889860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-527bbb17-56eb-479e-b468-10f0f6d69e58 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] device_id is not set on port d9896cc6-f69c-4082-a192-b5735f80e58a yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:18.058494 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-527bbb17-56eb-479e-b468-10f0f6d69e58 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:18.094985 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-527bbb17-56eb-479e-b468-10f0f6d69e58 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:18.173149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bbb17-56eb-479e-b468-10f0f6d69e58 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Pushing event updated for resources: {'Port': ['ID=d9896cc6-f69c-4082-a192-b5735f80e58a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:18.182447 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527bbb17-56eb-479e-b468-10f0f6d69e58 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Network 8f11fe87-2d50-4e0c-95b5-826146753db9 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:18.184157 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-527bbb17-56eb-479e-b468-10f0f6d69e58 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:18.186897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527bbb17-56eb-479e-b468-10f0f6d69e58 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:18.188082 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527bbb17-56eb-479e-b468-10f0f6d69e58 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:18.188804 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-527bbb17-56eb-479e-b468-10f0f6d69e58 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:18.210107 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-527bbb17-56eb-479e-b468-10f0f6d69e58 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3736784 Oct 26 14:32:18.210315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42266) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:18.216407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:18.274832 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:18.616268 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:18.897618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] device_id is not set on port d9896cc6-f69c-4082-a192-b5735f80e58a yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:18.906023 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:18.911270 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:18.962618 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Pushing event updated for resources: {'Port': ['ID=d9896cc6-f69c-4082-a192-b5735f80e58a,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:18.978234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:18.978747 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:18.979025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:18.984079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:18.984409 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:18.984799 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 2 to bind port d9896cc6-f69c-4082-a192-b5735f80e58a Oct 26 14:32:18.998803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:18.999140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:18.999500 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:19.006092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:19.006428 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:19.007116 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 3 to bind port d9896cc6-f69c-4082-a192-b5735f80e58a Oct 26 14:32:19.020990 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:19.021326 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:19.021661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:19.026025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:19.026928 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:19.027320 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 4 to bind port d9896cc6-f69c-4082-a192-b5735f80e58a Oct 26 14:32:19.040120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:19.040459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:19.040792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:19.045120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:19.045451 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:19.045843 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 5 to bind port d9896cc6-f69c-4082-a192-b5735f80e58a Oct 26 14:32:19.058070 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:19.058411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:19.058748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:19.067506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:19.067835 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:19.068226 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 6 to bind port d9896cc6-f69c-4082-a192-b5735f80e58a Oct 26 14:32:19.084364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:19.084705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:19.085044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:19.090156 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:19.090483 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:19.090879 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 7 to bind port d9896cc6-f69c-4082-a192-b5735f80e58a Oct 26 14:32:19.102987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:19.103324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:19.103658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:19.107897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:19.108218 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:19.108605 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 8 to bind port d9896cc6-f69c-4082-a192-b5735f80e58a Oct 26 14:32:19.121354 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:19.121713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:19.122127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:19.126721 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:19.127063 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:19.127429 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 9 to bind port d9896cc6-f69c-4082-a192-b5735f80e58a Oct 26 14:32:19.146559 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:19.146904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:19.147240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:19.152637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:19.152983 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:19.153354 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 10 to bind port d9896cc6-f69c-4082-a192-b5735f80e58a Oct 26 14:32:19.167667 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:19.168078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:19.168499 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:19.175675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:19.176083 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port d9896cc6-f69c-4082-a192-b5735f80e58a on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:19.176538 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.248154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] For port d9896cc6-f69c-4082-a192-b5735f80e58a, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:19.248507 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempted to set empty binding levels {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 14:32:19.252947 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.286212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] In _notify_port_updated(), no bound segment for port d9896cc6-f69c-4082-a192-b5735f80e58a on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:32:19.287080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.287680 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.288991 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "PUT /v2.0/ports/d9896cc6-f69c-4082-a192-b5735f80e58a HTTP/1.1" status: 200 len: 974 time: 1.0778556 Oct 26 14:32:19.292736 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42288) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:19.304671 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac8977-04e7-4097-b3da-99949efdaafb tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Pushing event updated for resources: {'Port': ['ID=d9896cc6-f69c-4082-a192-b5735f80e58a,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:19.379082 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.379486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.379965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.380439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.380910 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.381379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.382133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.382598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.383067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.383535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.383999 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.384462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.384923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.385416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.385873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.386363 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.386959 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.387458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.387874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.390586 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-424b70b0-605e-49a6-b54f-fd02d992bdd7 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17051 time: 0.0965536 Oct 26 14:32:19.394230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42290) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:19.468639 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-afb7fb46-8a44-4204-9802-74c4eaf56eff tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Deleting port d9896cc6-f69c-4082-a192-b5735f80e58a {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:19.468983 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afb7fb46-8a44-4204-9802-74c4eaf56eff tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.534031 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-afb7fb46-8a44-4204-9802-74c4eaf56eff tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] For port d9896cc6-f69c-4082-a192-b5735f80e58a, host n-h1-815498-1, got binding levels [] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:19.534393 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afb7fb46-8a44-4204-9802-74c4eaf56eff tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.547027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-afb7fb46-8a44-4204-9802-74c4eaf56eff tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Calling delete_port for d9896cc6-f69c-4082-a192-b5735f80e58a owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:19.624736 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afb7fb46-8a44-4204-9802-74c4eaf56eff tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.653662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7fb46-8a44-4204-9802-74c4eaf56eff tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9896cc6-f69c-4082-a192-b5735f80e58a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:19.659128 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afb7fb46-8a44-4204-9802-74c4eaf56eff tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.662524 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-afb7fb46-8a44-4204-9802-74c4eaf56eff tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "DELETE /v2.0/ports/d9896cc6-f69c-4082-a192-b5735f80e58a HTTP/1.1" status: 204 len: 168 time: 0.2672954 Oct 26 14:32:19.665137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42292) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:19.692098 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0cff3b-801f-4c0f-bd9c-c1c8e5f63c5d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:32:19.693562 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1e0cff3b-801f-4c0f-bd9c-c1c8e5f63c5d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "GET /v2.0/ports/d9896cc6-f69c-4082-a192-b5735f80e58a HTTP/1.1" status: 404 len: 333 time: 0.0272648 Oct 26 14:32:19.697137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42294) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:19.702262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5c75dac9-ff0a-454c-93da-871473c23075 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1075376088', 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:19.722706 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c75dac9-ff0a-454c-93da-871473c23075 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Made reservation on behalf of 74178b00c03a48c9bdc5133e222a8546 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:19.725162 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5c75dac9-ff0a-454c-93da-871473c23075 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.746612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-5c75dac9-ff0a-454c-93da-871473c23075 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] device_id is not set on port 2d34d266-1475-44fc-b5b7-55ad4098dc86 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:19.906465 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5c75dac9-ff0a-454c-93da-871473c23075 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.940219 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5c75dac9-ff0a-454c-93da-871473c23075 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.984913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c75dac9-ff0a-454c-93da-871473c23075 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Network 8f11fe87-2d50-4e0c-95b5-826146753db9 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:19.987805 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-5c75dac9-ff0a-454c-93da-871473c23075 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:19.992248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c75dac9-ff0a-454c-93da-871473c23075 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:19.993195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c75dac9-ff0a-454c-93da-871473c23075 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.993795 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5c75dac9-ff0a-454c-93da-871473c23075 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.997120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75dac9-ff0a-454c-93da-871473c23075 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Pushing event updated for resources: {'Port': ['ID=2d34d266-1475-44fc-b5b7-55ad4098dc86,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:20.013823 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5c75dac9-ff0a-454c-93da-871473c23075 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3156230 Oct 26 14:32:20.016507 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42296) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:20.049915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b76bfe-d0ce-4bf7-acee-3ca68a24cf91 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:20.051234 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-41b76bfe-d0ce-4bf7-acee-3ca68a24cf91 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "GET /v2.0/ports/2d34d266-1475-44fc-b5b7-55ad4098dc86 HTTP/1.1" status: 200 len: 955 time: 0.0338140 Oct 26 14:32:20.054032 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42298) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:20.147420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b94e31de-84d5-495c-aa75-b69fef1d92e1 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Deleting port 2d34d266-1475-44fc-b5b7-55ad4098dc86 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:20.148120 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b94e31de-84d5-495c-aa75-b69fef1d92e1 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.208493 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b94e31de-84d5-495c-aa75-b69fef1d92e1 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.221078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b94e31de-84d5-495c-aa75-b69fef1d92e1 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Calling delete_port for 2d34d266-1475-44fc-b5b7-55ad4098dc86 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:20.310184 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b94e31de-84d5-495c-aa75-b69fef1d92e1 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.335026 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e31de-84d5-495c-aa75-b69fef1d92e1 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d34d266-1475-44fc-b5b7-55ad4098dc86,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:20.342738 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b94e31de-84d5-495c-aa75-b69fef1d92e1 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.346005 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b94e31de-84d5-495c-aa75-b69fef1d92e1 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2d34d266-1475-44fc-b5b7-55ad4098dc86 HTTP/1.1" status: 204 len: 168 time: 0.2910397 Oct 26 14:32:20.348676 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42302) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:20.372227 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cf7ef8-2cdb-47b7-b067-1fda54f04689 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:32:20.373747 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-61cf7ef8-2cdb-47b7-b067-1fda54f04689 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "GET /v2.0/ports/2d34d266-1475-44fc-b5b7-55ad4098dc86 HTTP/1.1" status: 404 len: 333 time: 0.0241601 Oct 26 14:32:20.377522 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42304) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:20.382819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c69453f2-b2fc-4d07-a953-c11e4d72ba2d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Request body: {'port': {'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-97976361'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:20.406451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69453f2-b2fc-4d07-a953-c11e4d72ba2d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Made reservation on behalf of 74178b00c03a48c9bdc5133e222a8546 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:20.408906 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c69453f2-b2fc-4d07-a953-c11e4d72ba2d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.429894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-c69453f2-b2fc-4d07-a953-c11e4d72ba2d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] device_id is not set on port 10667ffc-23ec-40d8-82dd-dc919257df20 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:20.587084 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c69453f2-b2fc-4d07-a953-c11e4d72ba2d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.621439 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c69453f2-b2fc-4d07-a953-c11e4d72ba2d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.664177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69453f2-b2fc-4d07-a953-c11e4d72ba2d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Network 8f11fe87-2d50-4e0c-95b5-826146753db9 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:20.669298 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-c69453f2-b2fc-4d07-a953-c11e4d72ba2d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:20.673667 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69453f2-b2fc-4d07-a953-c11e4d72ba2d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:20.674638 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69453f2-b2fc-4d07-a953-c11e4d72ba2d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:20.675238 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c69453f2-b2fc-4d07-a953-c11e4d72ba2d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.678547 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69453f2-b2fc-4d07-a953-c11e4d72ba2d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Pushing event updated for resources: {'Port': ['ID=10667ffc-23ec-40d8-82dd-dc919257df20,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:20.694019 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c69453f2-b2fc-4d07-a953-c11e4d72ba2d tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.3153765 Oct 26 14:32:20.696607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42306) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:20.701665 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:20.762470 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.936726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] device_id is not set on port 10667ffc-23ec-40d8-82dd-dc919257df20 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:20.944366 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.949792 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.002668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Pushing event updated for resources: {'Port': ['ID=10667ffc-23ec-40d8-82dd-dc919257df20,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:21.018967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:21.019311 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:21.019655 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:21.023983 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:21.024310 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:21.024692 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 2 to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 Oct 26 14:32:21.037729 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:21.038099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:21.038431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:21.043300 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:21.043631 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:21.044023 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 3 to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 Oct 26 14:32:21.056902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:21.057276 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:21.057619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:21.062543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:21.062882 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:21.063355 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 4 to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 Oct 26 14:32:21.077541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:21.077882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:21.078263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:21.083247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:21.083581 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:21.083979 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 5 to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 Oct 26 14:32:21.097588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:21.097930 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:21.098306 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:21.102937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:21.103269 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:21.103663 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 6 to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 Oct 26 14:32:21.117276 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:21.117609 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:21.117947 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:21.122321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:21.122653 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:21.123042 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 7 to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 Oct 26 14:32:21.134828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:21.135273 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:21.135612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:21.140237 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:21.140566 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:21.140963 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 8 to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 Oct 26 14:32:21.155956 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:21.156604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:21.156789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:21.161117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:21.161480 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:21.161890 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 9 to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 Oct 26 14:32:21.175577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:21.175881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:21.176417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:21.182451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:21.182787 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:21.183191 n-d-815498-1 neutron-server[102123]: INFO neutron.plugins.ml2.plugin [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempt 10 to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 Oct 26 14:32:21.201668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:21.201922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:21.202294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempting to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:21.206780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:21.207113 n-d-815498-1 neutron-server[102123]: ERROR neutron.plugins.ml2.managers [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Failed to bind port 10667ffc-23ec-40d8-82dd-dc919257df20 on host n-h1-815498-1 for vnic_type normal using segments [{'id': '2109f421-2ce9-4489-b50e-c5f09446a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8f11fe87-2d50-4e0c-95b5-826146753db9'}] Oct 26 14:32:21.207485 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.284714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] For port 10667ffc-23ec-40d8-82dd-dc919257df20, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:21.285227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attempted to set empty binding levels {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 14:32:21.290426 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.328175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] In _notify_port_updated(), no bound segment for port 10667ffc-23ec-40d8-82dd-dc919257df20 on network 8f11fe87-2d50-4e0c-95b5-826146753db9 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:32:21.329397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:21.330202 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.331613 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "PUT /v2.0/ports/10667ffc-23ec-40d8-82dd-dc919257df20 HTTP/1.1" status: 200 len: 973 time: 0.6340785 Oct 26 14:32:21.334789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42316) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:21.348209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb6ad8-4a8d-415b-b1e9-084e3c9d589b tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Pushing event updated for resources: {'Port': ['ID=10667ffc-23ec-40d8-82dd-dc919257df20,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:21.425577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-348f7957-85bc-4a06-a2ae-528ae2085648 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Deleting port 10667ffc-23ec-40d8-82dd-dc919257df20 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:21.426111 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-348f7957-85bc-4a06-a2ae-528ae2085648 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.493642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-348f7957-85bc-4a06-a2ae-528ae2085648 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] For port 10667ffc-23ec-40d8-82dd-dc919257df20, host n-h1-815498-1, got binding levels [] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:21.494061 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-348f7957-85bc-4a06-a2ae-528ae2085648 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.508167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-348f7957-85bc-4a06-a2ae-528ae2085648 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Calling delete_port for 10667ffc-23ec-40d8-82dd-dc919257df20 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:21.592528 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-348f7957-85bc-4a06-a2ae-528ae2085648 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.621283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f7957-85bc-4a06-a2ae-528ae2085648 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Pushing event deleted for resources: {'Port': ['ID=10667ffc-23ec-40d8-82dd-dc919257df20,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:21.626801 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-348f7957-85bc-4a06-a2ae-528ae2085648 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.633569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42318) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:21.638118 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-348f7957-85bc-4a06-a2ae-528ae2085648 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "DELETE /v2.0/ports/10667ffc-23ec-40d8-82dd-dc919257df20 HTTP/1.1" status: 204 len: 168 time: 0.3019130 Oct 26 14:32:21.663370 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1e500b-f100-429d-b026-84eb5d520f74 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:32:21.664952 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7e1e500b-f100-429d-b026-84eb5d520f74 tempest-PortsAdminExtendedAttrsTestJSON-399606678 tempest-PortsAdminExtendedAttrsTestJSON-399606678-project-admin] 10.222.0.32 "GET /v2.0/ports/10667ffc-23ec-40d8-82dd-dc919257df20 HTTP/1.1" status: 404 len: 333 time: 0.0303495 Oct 26 14:32:21.669016 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42322) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:21.735219 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42324) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:21.752581 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa1ced48-1426-47f4-b6af-f57c8f00ace2 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.849633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa1ced48-1426-47f4-b6af-f57c8f00ace2 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.862431 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f41615bf-6734-40d6-b6e1-315337f1e883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.879224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-aa1ced48-1426-47f4-b6af-f57c8f00ace2 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f11fe87-2d50-4e0c-95b5-826146753db9']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:21.890124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-aa1ced48-1426-47f4-b6af-f57c8f00ace2 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2109f421-2ce9-4489-b50e-c5f09446a2b3') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:21.890426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-aa1ced48-1426-47f4-b6af-f57c8f00ace2 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2109f421-2ce9-4489-b50e-c5f09446a2b3') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:21.902324 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa1ced48-1426-47f4-b6af-f57c8f00ace2 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.922446 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa1ced48-1426-47f4-b6af-f57c8f00ace2 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.930676 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1ced48-1426-47f4-b6af-f57c8f00ace2 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:32:21.931214 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa1ced48-1426-47f4-b6af-f57c8f00ace2 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:32:21.934924 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:32:21.938174 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f41615bf-6734-40d6-b6e1-315337f1e883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.942131 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f41615bf-6734-40d6-b6e1-315337f1e883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.981425 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f41615bf-6734-40d6-b6e1-315337f1e883 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07cbd08fce884dc4b16bf3adc42e4bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450550 Oct 26 14:32:21.982328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41615bf-6734-40d6-b6e1-315337f1e883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc2de9c-03c4-4a4d-9bc4-938d6e46b1ea,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:21.984776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42328) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:22.011708 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa1ced48-1426-47f4-b6af-f57c8f00ace2 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.017007 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aa1ced48-1426-47f4-b6af-f57c8f00ace2 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.020795 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aa1ced48-1426-47f4-b6af-f57c8f00ace2 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] 10.222.0.32 "DELETE /v2.0/networks/8f11fe87-2d50-4e0c-95b5-826146753db9 HTTP/1.1" status: 204 len: 168 time: 0.3508153 Oct 26 14:32:22.041108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ced48-1426-47f4-b6af-f57c8f00ace2 tempest-PortsAdminExtendedAttrsTestJSON-1823874650 tempest-PortsAdminExtendedAttrsTestJSON-1823874650-project] Pushing event deleted for resources: {'Network': ['ID=8f11fe87-2d50-4e0c-95b5-826146753db9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:22.046321 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e272385f-6077-44bc-8632-8bcf7739960e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.073254 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e272385f-6077-44bc-8632-8bcf7739960e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.136262 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e272385f-6077-44bc-8632-8bcf7739960e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.139115 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e272385f-6077-44bc-8632-8bcf7739960e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.140783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e272385f-6077-44bc-8632-8bcf7739960e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ccc2de9c-03c4-4a4d-9bc4-938d6e46b1ea HTTP/1.1" status: 204 len: 168 time: 0.1545887 Oct 26 14:32:22.149473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272385f-6077-44bc-8632-8bcf7739960e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc2de9c-03c4-4a4d-9bc4-938d6e46b1ea,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:22.271570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42336) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:22.419986 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0b0d52fa-8de9-4eb0-a6ef-dc47164c55de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21ab5dad049949319e046963f41350fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440814 Oct 26 14:32:22.420633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42342) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:22.458447 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42344) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:22.475197 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e5468450-9153-4c0f-938f-87f0c1ea3b34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.476002 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4784711-aa2e-4a47-a756-0b24023b7ec6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.499197 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e5468450-9153-4c0f-938f-87f0c1ea3b34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.547428 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e5468450-9153-4c0f-938f-87f0c1ea3b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.550062 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e5468450-9153-4c0f-938f-87f0c1ea3b34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.551402 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e5468450-9153-4c0f-938f-87f0c1ea3b34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b70e1b70-15b4-4281-bd81-861ed1278b71 HTTP/1.1" status: 204 len: 168 time: 0.1300647 Oct 26 14:32:22.561258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5468450-9153-4c0f-938f-87f0c1ea3b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70e1b70-15b4-4281-bd81-861ed1278b71,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:22.565447 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4784711-aa2e-4a47-a756-0b24023b7ec6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.570491 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4784711-aa2e-4a47-a756-0b24023b7ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.622380 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f4784711-aa2e-4a47-a756-0b24023b7ec6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=557c238bd4ab48ae87c61e03db056da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618602 Oct 26 14:32:22.624338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4784711-aa2e-4a47-a756-0b24023b7ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99482958-70e0-4635-9604-1a55639420c2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:22.625370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42348) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:22.679184 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a8463fe6-3942-46f8-8b06-7b9c636b0f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.700342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a8463fe6-3942-46f8-8b06-7b9c636b0f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.747711 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a8463fe6-3942-46f8-8b06-7b9c636b0f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.750422 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a8463fe6-3942-46f8-8b06-7b9c636b0f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.751564 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a8463fe6-3942-46f8-8b06-7b9c636b0f78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99482958-70e0-4635-9604-1a55639420c2 HTTP/1.1" status: 204 len: 168 time: 0.1246743 Oct 26 14:32:22.763248 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8463fe6-3942-46f8-8b06-7b9c636b0f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99482958-70e0-4635-9604-1a55639420c2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:22.894759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42354) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:22.935889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b2a7e7dc-c2ff-44d0-a3ec-53e20ce22907 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74178b00c03a48c9bdc5133e222a8546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399230 Oct 26 14:32:22.938370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42358) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:22.986511 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4faa310-1b37-4dd4-947a-880a239c6288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.007577 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4faa310-1b37-4dd4-947a-880a239c6288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.055963 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4faa310-1b37-4dd4-947a-880a239c6288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.059652 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4faa310-1b37-4dd4-947a-880a239c6288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.060867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f4faa310-1b37-4dd4-947a-880a239c6288 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e00d033-a639-4c5c-90b8-c4ce2c556feb HTTP/1.1" status: 204 len: 168 time: 0.1215086 Oct 26 14:32:23.068580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4faa310-1b37-4dd4-947a-880a239c6288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e00d033-a639-4c5c-90b8-c4ce2c556feb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:23.090233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42362) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:23.103840 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1302-ca53-4351-9214-d2f7d42af613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.181548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1302-ca53-4351-9214-d2f7d42af613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.187368 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1302-ca53-4351-9214-d2f7d42af613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.225760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0d0a1302-ca53-4351-9214-d2f7d42af613 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6615b6b5a1f54c5f8a23b3d591a04da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343985 Oct 26 14:32:23.226755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a1302-ca53-4351-9214-d2f7d42af613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4e8e35-8558-4aa0-a87b-40d35d3272ec,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:23.228467 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42364) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:23.281148 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76872626-b5fd-4a00-8cae-86ab80bda610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.304322 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76872626-b5fd-4a00-8cae-86ab80bda610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.352004 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76872626-b5fd-4a00-8cae-86ab80bda610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.359523 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76872626-b5fd-4a00-8cae-86ab80bda610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.360932 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-76872626-b5fd-4a00-8cae-86ab80bda610 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a4e8e35-8558-4aa0-a87b-40d35d3272ec HTTP/1.1" status: 204 len: 168 time: 0.1308424 Oct 26 14:32:23.369543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76872626-b5fd-4a00-8cae-86ab80bda610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4e8e35-8558-4aa0-a87b-40d35d3272ec,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:23.644840 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:24.421620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42424) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:24.569503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1108785557', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:24.595210 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Made reservation on behalf of 3d59b7ca0ef64052aa399b114412fbc5 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:24.597972 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:24.607564 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:24.684734 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:24.687802 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:24.692180 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] device_id is not set on port dbae0808-ae03-4375-ac1a-4ecdca8003ea yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:24.756285 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c506f5-616b-4162-aa62-2a7d99a24fb4,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:24.823280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Allocated IP 172.25.4.184 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/dbae0808-ae03-4375-ac1a-4ecdca8003ea) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:24.967269 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:25.000225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:25.043118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:25.046139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:25.049726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:25.055291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Pushing event updated for resources: {'Port': ['ID=dbae0808-ae03-4375-ac1a-4ecdca8003ea,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:25.093444 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:25.094116 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:25.114906 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4dd75322-28bd-402e-a690-9862b3a54044 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6920924 Oct 26 14:32:25.117841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42444) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:25.123060 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-469219ed-19df-43db-834d-77823adaf2d1 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.184'}]}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:25.146827 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-469219ed-19df-43db-834d-77823adaf2d1 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:25.148025 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-469219ed-19df-43db-834d-77823adaf2d1 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:25.198917 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-469219ed-19df-43db-834d-77823adaf2d1 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:25.332851 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-469219ed-19df-43db-834d-77823adaf2d1 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:25.863943 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-469219ed-19df-43db-834d-77823adaf2d1 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:25.883541 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-469219ed-19df-43db-834d-77823adaf2d1 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:26.048531 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-469219ed-19df-43db-834d-77823adaf2d1 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:26.207607 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-469219ed-19df-43db-834d-77823adaf2d1 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:26.209735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-469219ed-19df-43db-834d-77823adaf2d1 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:26.252112 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-469219ed-19df-43db-834d-77823adaf2d1 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:26.252688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469219ed-19df-43db-834d-77823adaf2d1 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6b7ed59-9c96-480a-a014-fe21d0763d01 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:32:26.267977 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-469219ed-19df-43db-834d-77823adaf2d1 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 14:32:26.269177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-469219ed-19df-43db-834d-77823adaf2d1 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1496789 Oct 26 14:32:26.271975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42458) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:26.346467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-071b2f19-c26f-4609-a0b9-552d92d3e5a6 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Deleting port dbae0808-ae03-4375-ac1a-4ecdca8003ea {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:26.346813 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-071b2f19-c26f-4609-a0b9-552d92d3e5a6 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:26.424323 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-071b2f19-c26f-4609-a0b9-552d92d3e5a6 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:26.436619 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-071b2f19-c26f-4609-a0b9-552d92d3e5a6 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Calling delete_port for dbae0808-ae03-4375-ac1a-4ecdca8003ea owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:26.564464 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-071b2f19-c26f-4609-a0b9-552d92d3e5a6 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:26.593419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b2f19-c26f-4609-a0b9-552d92d3e5a6 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbae0808-ae03-4375-ac1a-4ecdca8003ea,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:26.660094 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-071b2f19-c26f-4609-a0b9-552d92d3e5a6 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:26.664099 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-071b2f19-c26f-4609-a0b9-552d92d3e5a6 tempest-RoutersAdminNegativeTest-406261439 tempest-RoutersAdminNegativeTest-406261439-project-admin] 10.222.0.32 "DELETE /v2.0/ports/dbae0808-ae03-4375-ac1a-4ecdca8003ea HTTP/1.1" status: 204 len: 168 time: 0.3909116 Oct 26 14:32:26.913803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42464) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:27.023583 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a7d95df3-c8c9-4fd5-8afd-d4d8e7119f8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.097307 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a7d95df3-c8c9-4fd5-8afd-d4d8e7119f8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.101646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a7d95df3-c8c9-4fd5-8afd-d4d8e7119f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.143487 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a7d95df3-c8c9-4fd5-8afd-d4d8e7119f8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=719ccb4fa6854c90a737514938090d04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2284751 Oct 26 14:32:27.145895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d95df3-c8c9-4fd5-8afd-d4d8e7119f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1bca8d-5869-4be9-986b-f5943064bc5c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:27.146239 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42470) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:27.200770 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69418c8f-65cb-4905-83b5-6537a9831316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.223805 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69418c8f-65cb-4905-83b5-6537a9831316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.280234 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69418c8f-65cb-4905-83b5-6537a9831316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.283623 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69418c8f-65cb-4905-83b5-6537a9831316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.285142 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-69418c8f-65cb-4905-83b5-6537a9831316 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba1bca8d-5869-4be9-986b-f5943064bc5c HTTP/1.1" status: 204 len: 168 time: 0.1378624 Oct 26 14:32:27.296147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69418c8f-65cb-4905-83b5-6537a9831316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1bca8d-5869-4be9-986b-f5943064bc5c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:27.624647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42476) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:27.663507 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.664797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-80025c15-589f-4ab9-a9e6-09eebb809c35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d59b7ca0ef64052aa399b114412fbc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389502 Oct 26 14:32:27.667992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42478) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:27.714241 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3914c0a1-41a8-4c0e-9915-04563a20e5ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.734983 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3914c0a1-41a8-4c0e-9915-04563a20e5ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.780154 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3914c0a1-41a8-4c0e-9915-04563a20e5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.782799 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3914c0a1-41a8-4c0e-9915-04563a20e5ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.783952 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3914c0a1-41a8-4c0e-9915-04563a20e5ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83c506f5-616b-4162-aa62-2a7d99a24fb4 HTTP/1.1" status: 204 len: 168 time: 0.1150088 Oct 26 14:32:27.791298 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914c0a1-41a8-4c0e-9915-04563a20e5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c506f5-616b-4162-aa62-2a7d99a24fb4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:28.472406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42510) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:28.569906 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1576330631'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:28.592171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Made reservation on behalf of 8c7a3a7c872e4c5184d62b1b2f3c2ef1 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:28.595813 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.605064 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.686089 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.689693 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.716563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:32:28.725171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0554ca41-2a53-4232-ba71-50430811239a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:28.731974 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.732319 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Added segment 11bd0686-9dda-455d-822a-01585649c257 of type vlan for network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 Oct 26 14:32:28.775291 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.803002 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.809038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:28.809647 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.867502 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.3939009 Oct 26 14:32:28.870681 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42514) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:28.876604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1ddea302-bd34-4f92-9102-36565253bee9 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Request body: {'subnet': {'network_id': '9dc0e453-2355-46a4-b4c3-09aef0c20e91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:28.880163 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782e4bd-8a24-429a-9ce1-7e4b0ae9478a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event updated for resources: {'Network': ['ID=9dc0e453-2355-46a4-b4c3-09aef0c20e91,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:28.893005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:32:28.968445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddea302-bd34-4f92-9102-36565253bee9 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Made reservation on behalf of 8c7a3a7c872e4c5184d62b1b2f3c2ef1 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:28.972180 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1ddea302-bd34-4f92-9102-36565253bee9 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.156283 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1ddea302-bd34-4f92-9102-36565253bee9 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.221615 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddea302-bd34-4f92-9102-36565253bee9 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event updated for resources: {'Subnet': ['ID=1c222d8b-a630-4699-86cb-5eaa720c4e28,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:29.231686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddea302-bd34-4f92-9102-36565253bee9 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Checking segment: {'id': '11bd0686-9dda-455d-822a-01585649c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '9dc0e453-2355-46a4-b4c3-09aef0c20e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:29.232059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddea302-bd34-4f92-9102-36565253bee9 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Network hostable DHCP agents. Network: 9dc0e453-2355-46a4-b4c3-09aef0c20e91, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:32:29.247790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddea302-bd34-4f92-9102-36565253bee9 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:32:29.255930 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-1ddea302-bd34-4f92-9102-36565253bee9 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 9dc0e453-2355-46a4-b4c3-09aef0c20e91) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:29.260189 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddea302-bd34-4f92-9102-36565253bee9 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:29.260770 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1ddea302-bd34-4f92-9102-36565253bee9 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.267038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2438281c-c904-48aa-9b21-56d0a632b5bd None None] Network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:29.278689 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1ddea302-bd34-4f92-9102-36565253bee9 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4063475 Oct 26 14:32:29.281524 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42518) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:29.286796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-bf9d13b5-c78a-4e36-b0c3-131410ddfe52 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Request body: {'port': {'network_id': '9dc0e453-2355-46a4-b4c3-09aef0c20e91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2103522074'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:29.413013 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9d13b5-c78a-4e36-b0c3-131410ddfe52 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Made reservation on behalf of 8c7a3a7c872e4c5184d62b1b2f3c2ef1 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:29.416874 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf9d13b5-c78a-4e36-b0c3-131410ddfe52 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.439834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-bf9d13b5-c78a-4e36-b0c3-131410ddfe52 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] device_id is not set on port 48e9e258-6325-494f-97fb-206f1f69f15e yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:29.443487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-9dc0e453-2355-46a4-b4c3-09aef0c20e91', 'network_id': '9dc0e453-2355-46a4-b4c3-09aef0c20e91', 'tenant_id': '8c7a3a7c872e4c5184d62b1b2f3c2ef1', 'fixed_ips': [{'subnet_id': '1c222d8b-a630-4699-86cb-5eaa720c4e28'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:32:29.445302 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.574439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-bf9d13b5-c78a-4e36-b0c3-131410ddfe52 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Allocated IP 2001:db8::19 (9dc0e453-2355-46a4-b4c3-09aef0c20e91/1c222d8b-a630-4699-86cb-5eaa720c4e28/48e9e258-6325-494f-97fb-206f1f69f15e) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:29.725201 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf9d13b5-c78a-4e36-b0c3-131410ddfe52 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.764849 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf9d13b5-c78a-4e36-b0c3-131410ddfe52 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.811070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Allocated IP 2001:db8::2 (9dc0e453-2355-46a4-b4c3-09aef0c20e91/1c222d8b-a630-4699-86cb-5eaa720c4e28/d981c9fa-dcf4-49c8-a48d-282ab072d188) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:29.818726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d13b5-c78a-4e36-b0c3-131410ddfe52 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:29.822079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d13b5-c78a-4e36-b0c3-131410ddfe52 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:29.824975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d13b5-c78a-4e36-b0c3-131410ddfe52 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:29.831677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d13b5-c78a-4e36-b0c3-131410ddfe52 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:29.832386 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bf9d13b5-c78a-4e36-b0c3-131410ddfe52 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.845437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d13b5-c78a-4e36-b0c3-131410ddfe52 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event updated for resources: {'Port': ['ID=48e9e258-6325-494f-97fb-206f1f69f15e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:29.860844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bf9d13b5-c78a-4e36-b0c3-131410ddfe52 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5743403 Oct 26 14:32:29.860844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42520) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:29.865077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c694ce4e-c7de-4c2b-8433-4d166eff1a50 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Request body: {'port': {'network_id': '9dc0e453-2355-46a4-b4c3-09aef0c20e91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-447121752', 'allowed_address_pairs': [{'ip_address': '2001:db8::19', 'mac_address': 'fa:16:3e:ca:82:2c'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:29.953784 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.959919 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.972733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c694ce4e-c7de-4c2b-8433-4d166eff1a50 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Made reservation on behalf of 8c7a3a7c872e4c5184d62b1b2f3c2ef1 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:29.999916 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:30.002789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:30.006886 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:30.015709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Pushing event updated for resources: {'Port': ['ID=d981c9fa-dcf4-49c8-a48d-282ab072d188,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:30.066738 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c694ce4e-c7de-4c2b-8433-4d166eff1a50 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.067935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Attempting to bind port d981c9fa-dcf4-49c8-a48d-282ab072d188 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:30.068303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Attempting to bind port d981c9fa-dcf4-49c8-a48d-282ab072d188 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '11bd0686-9dda-455d-822a-01585649c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '9dc0e453-2355-46a4-b4c3-09aef0c20e91'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:30.068658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Attempting to bind port d981c9fa-dcf4-49c8-a48d-282ab072d188 on network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:30.074117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:30.074487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Checking segment: {'id': '11bd0686-9dda-455d-822a-01585649c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '9dc0e453-2355-46a4-b4c3-09aef0c20e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:30.074874 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.075256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Bound using segment: {'id': '11bd0686-9dda-455d-822a-01585649c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '9dc0e453-2355-46a4-b4c3-09aef0c20e91'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:30.075711 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Bound port: d981c9fa-dcf4-49c8-a48d-282ab072d188, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bd0686-9dda-455d-822a-01585649c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '9dc0e453-2355-46a4-b4c3-09aef0c20e91'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:30.076080 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.084433 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-c694ce4e-c7de-4c2b-8433-4d166eff1a50 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] device_id is not set on port 176527d4-0560-4f15-9a52-f7a1d837e040 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:30.144248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] For port d981c9fa-dcf4-49c8-a48d-282ab072d188, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:30.148415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] For port d981c9fa-dcf4-49c8-a48d-282ab072d188, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d981c9fa-dcf4-49c8-a48d-282ab072d188,segment=NetworkSegment(11bd0686-9dda-455d-822a-01585649c257),segment_id=11bd0686-9dda-455d-822a-01585649c257)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:30.152399 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.203597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-c694ce4e-c7de-4c2b-8433-4d166eff1a50 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Allocated IP 2001:db8::204 (9dc0e453-2355-46a4-b4c3-09aef0c20e91/1c222d8b-a630-4699-86cb-5eaa720c4e28/176527d4-0560-4f15-9a52-f7a1d837e040) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:30.212474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4f36d-d315-47f7-a186-69e81ec9455d None None] Pushing event updated for resources: {'Port': ['ID=d981c9fa-dcf4-49c8-a48d-282ab072d188,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:30.384396 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c694ce4e-c7de-4c2b-8433-4d166eff1a50 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.436936 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c694ce4e-c7de-4c2b-8433-4d166eff1a50 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.484950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c694ce4e-c7de-4c2b-8433-4d166eff1a50 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:30.488231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c694ce4e-c7de-4c2b-8433-4d166eff1a50 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:30.493158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694ce4e-c7de-4c2b-8433-4d166eff1a50 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:30.499367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c694ce4e-c7de-4c2b-8433-4d166eff1a50 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:30.499994 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c694ce4e-c7de-4c2b-8433-4d166eff1a50 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.503789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694ce4e-c7de-4c2b-8433-4d166eff1a50 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event updated for resources: {'Port': ['ID=176527d4-0560-4f15-9a52-f7a1d837e040,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:30.520727 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c694ce4e-c7de-4c2b-8433-4d166eff1a50 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.6595056 Oct 26 14:32:30.523411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42528) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:30.581953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255f8300-c59a-4c37-8810-2455c356fa66 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:30.589942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255f8300-c59a-4c37-8810-2455c356fa66 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:30.596012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255f8300-c59a-4c37-8810-2455c356fa66 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:30.597875 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-255f8300-c59a-4c37-8810-2455c356fa66 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.0732996 Oct 26 14:32:30.600667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42530) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:30.692490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-5769187b-9f66-4142-861d-686d6276eacb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Deleting port 176527d4-0560-4f15-9a52-f7a1d837e040 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:30.692830 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5769187b-9f66-4142-861d-686d6276eacb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.781419 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5769187b-9f66-4142-861d-686d6276eacb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.794414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-5769187b-9f66-4142-861d-686d6276eacb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Calling delete_port for 176527d4-0560-4f15-9a52-f7a1d837e040 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:30.932240 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5769187b-9f66-4142-861d-686d6276eacb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.961898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769187b-9f66-4142-861d-686d6276eacb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event deleted for resources: {'Port': ['ID=176527d4-0560-4f15-9a52-f7a1d837e040,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:31.060933 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5769187b-9f66-4142-861d-686d6276eacb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.064636 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5769187b-9f66-4142-861d-686d6276eacb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "DELETE /v2.0/ports/176527d4-0560-4f15-9a52-f7a1d837e040 HTTP/1.1" status: 204 len: 168 time: 0.4627409 Oct 26 14:32:31.067095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42532) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:31.093252 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20871cc-7393-45bd-a746-207ecd010942 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] GET failed (client error): The resource could not be found. Oct 26 14:32:31.095119 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d20871cc-7393-45bd-a746-207ecd010942 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "GET /v2.0/ports/176527d4-0560-4f15-9a52-f7a1d837e040 HTTP/1.1" status: 404 len: 333 time: 0.0270720 Oct 26 14:32:31.098870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42534) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:31.104682 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2687a66d-e1a1-4ee6-8d85-4876ec71587d tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Request body: {'port': {'network_id': '9dc0e453-2355-46a4-b4c3-09aef0c20e91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1317639777'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:31.226347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2687a66d-e1a1-4ee6-8d85-4876ec71587d tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Made reservation on behalf of 8c7a3a7c872e4c5184d62b1b2f3c2ef1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:31.230658 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2687a66d-e1a1-4ee6-8d85-4876ec71587d tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.230858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda76e8e-11c0-4757-a3c8-4516c48d4129 None None] Network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:31.249958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-2687a66d-e1a1-4ee6-8d85-4876ec71587d tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] device_id is not set on port b4f9c6d3-b3c8-44d9-b026-3191ae15e49b yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:31.296345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dafbe755-2794-4f92-99c4-67a9dba3ae47 None None] Provisioning complete for port d981c9fa-dcf4-49c8-a48d-282ab072d188 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:31.296610 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dafbe755-2794-4f92-99c4-67a9dba3ae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.382513 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-2687a66d-e1a1-4ee6-8d85-4876ec71587d tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Allocated IP 2001:db8::33f (9dc0e453-2355-46a4-b4c3-09aef0c20e91/1c222d8b-a630-4699-86cb-5eaa720c4e28/b4f9c6d3-b3c8-44d9-b026-3191ae15e49b) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:31.554910 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2687a66d-e1a1-4ee6-8d85-4876ec71587d tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.591097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2687a66d-e1a1-4ee6-8d85-4876ec71587d tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.616933 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dafbe755-2794-4f92-99c4-67a9dba3ae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.645881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2687a66d-e1a1-4ee6-8d85-4876ec71587d tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:31.649941 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-2687a66d-e1a1-4ee6-8d85-4876ec71587d tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:31.653310 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2687a66d-e1a1-4ee6-8d85-4876ec71587d tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:31.658433 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-dafbe755-2794-4f92-99c4-67a9dba3ae47 None None] For port d981c9fa-dcf4-49c8-a48d-282ab072d188, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d981c9fa-dcf4-49c8-a48d-282ab072d188,segment=NetworkSegment(11bd0686-9dda-455d-822a-01585649c257),segment_id=11bd0686-9dda-455d-822a-01585649c257)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:31.659895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2687a66d-e1a1-4ee6-8d85-4876ec71587d tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:31.660687 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2687a66d-e1a1-4ee6-8d85-4876ec71587d tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.667426 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dafbe755-2794-4f92-99c4-67a9dba3ae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.686024 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687a66d-e1a1-4ee6-8d85-4876ec71587d tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event updated for resources: {'Port': ['ID=b4f9c6d3-b3c8-44d9-b026-3191ae15e49b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:31.698890 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2687a66d-e1a1-4ee6-8d85-4876ec71587d tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5956469 Oct 26 14:32:31.699106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42540) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:31.705424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-83dad837-03f4-4baf-b972-3086d8f179bb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19', 'mac_address': 'fa:16:3e:ca:82:2c'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:31.730736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbe755-2794-4f92-99c4-67a9dba3ae47 None None] Pushing event updated for resources: {'Port': ['ID=d981c9fa-dcf4-49c8-a48d-282ab072d188,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:31.899184 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83dad837-03f4-4baf-b972-3086d8f179bb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.000796 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-46710f74-b849-4b3c-9353-552c26bbb5b1 None None] Provisioning complete for port 48e9e258-6325-494f-97fb-206f1f69f15e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:32.002175 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46710f74-b849-4b3c-9353-552c26bbb5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.040317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-46710f74-b849-4b3c-9353-552c26bbb5b1 None None] Port 48e9e258-6325-494f-97fb-206f1f69f15e cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:32.054216 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-46710f74-b849-4b3c-9353-552c26bbb5b1 None None] Provisioning complete for port d981c9fa-dcf4-49c8-a48d-282ab072d188 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:32.054577 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46710f74-b849-4b3c-9353-552c26bbb5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.113871 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83dad837-03f4-4baf-b972-3086d8f179bb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.121654 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83dad837-03f4-4baf-b972-3086d8f179bb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.180125 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-83dad837-03f4-4baf-b972-3086d8f179bb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] In _notify_port_updated(), no bound segment for port b4f9c6d3-b3c8-44d9-b026-3191ae15e49b on network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:32:32.186459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dad837-03f4-4baf-b972-3086d8f179bb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:32.187452 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-83dad837-03f4-4baf-b972-3086d8f179bb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.189545 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-83dad837-03f4-4baf-b972-3086d8f179bb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "PUT /v2.0/ports/b4f9c6d3-b3c8-44d9-b026-3191ae15e49b HTTP/1.1" status: 200 len: 1002 time: 0.4894235 Oct 26 14:32:32.193747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42542) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:32.217485 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dad837-03f4-4baf-b972-3086d8f179bb tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event updated for resources: {'Port': ['ID=b4f9c6d3-b3c8-44d9-b026-3191ae15e49b,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:32.263536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d981c9fa-dcf4-49c8-a48d-282ab072d188 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:32.316997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-23109530-1d01-4b53-9455-3bce616f8eb6 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Deleting port b4f9c6d3-b3c8-44d9-b026-3191ae15e49b {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:32.317503 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-23109530-1d01-4b53-9455-3bce616f8eb6 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.322436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-83391528-ed91-40a1-9c75-acbe01f33377 None None] Provisioning complete for port 48e9e258-6325-494f-97fb-206f1f69f15e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:32.323325 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-83391528-ed91-40a1-9c75-acbe01f33377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.364684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-83391528-ed91-40a1-9c75-acbe01f33377 None None] Port 48e9e258-6325-494f-97fb-206f1f69f15e cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:32.375908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port d981c9fa-dcf4-49c8-a48d-282ab072d188 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:32.376569 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.412797 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-23109530-1d01-4b53-9455-3bce616f8eb6 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.425414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-23109530-1d01-4b53-9455-3bce616f8eb6 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Calling delete_port for b4f9c6d3-b3c8-44d9-b026-3191ae15e49b owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:32.571046 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-23109530-1d01-4b53-9455-3bce616f8eb6 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.588123 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-381e24d7-b623-4fea-99e9-1b62ce818081 None None] Could not find standard attr ID for object 176527d4-0560-4f15-9a52-f7a1d837e040. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:32:32.604135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23109530-1d01-4b53-9455-3bce616f8eb6 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event deleted for resources: {'Port': ['ID=b4f9c6d3-b3c8-44d9-b026-3191ae15e49b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:32.720897 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-23109530-1d01-4b53-9455-3bce616f8eb6 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.726825 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-23109530-1d01-4b53-9455-3bce616f8eb6 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "DELETE /v2.0/ports/b4f9c6d3-b3c8-44d9-b026-3191ae15e49b HTTP/1.1" status: 204 len: 168 time: 0.5296421 Oct 26 14:32:32.730808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42546) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:32.759441 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b98928c-e144-48d5-8dc2-ec9b8bd41f56 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] GET failed (client error): The resource could not be found. Oct 26 14:32:32.762212 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3b98928c-e144-48d5-8dc2-ec9b8bd41f56 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "GET /v2.0/ports/b4f9c6d3-b3c8-44d9-b026-3191ae15e49b HTTP/1.1" status: 404 len: 333 time: 0.0298624 Oct 26 14:32:32.765550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42548) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:32.771197 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b942c3ed-bf94-47eb-9b66-79a4abb171d0 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Request body: {'port': {'network_id': '9dc0e453-2355-46a4-b4c3-09aef0c20e91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-803716924'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:32.893385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b942c3ed-bf94-47eb-9b66-79a4abb171d0 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Made reservation on behalf of 8c7a3a7c872e4c5184d62b1b2f3c2ef1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:32.904584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7ec675ae-e602-4654-bf46-c6fd035cd39d None None] Could not find standard attr ID for object b4f9c6d3-b3c8-44d9-b026-3191ae15e49b. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:32:32.907147 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b942c3ed-bf94-47eb-9b66-79a4abb171d0 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.927840 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-b942c3ed-bf94-47eb-9b66-79a4abb171d0 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] device_id is not set on port 93b4a445-6aee-4329-bee0-207e3f03165d yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:33.060844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-b942c3ed-bf94-47eb-9b66-79a4abb171d0 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Allocated IP 2001:db8::2fb (9dc0e453-2355-46a4-b4c3-09aef0c20e91/1c222d8b-a630-4699-86cb-5eaa720c4e28/93b4a445-6aee-4329-bee0-207e3f03165d) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:33.241089 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b942c3ed-bf94-47eb-9b66-79a4abb171d0 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:33.294806 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b195b1db-e1c9-4b4c-920f-7faba0c982c2 req-f87782c2-2280-426d-93b8-99327fa9ec52 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1718113 Oct 26 14:32:33.310175 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b942c3ed-bf94-47eb-9b66-79a4abb171d0 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:33.333335 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b4c527a6-363c-4069-8aa2-aece36c44bc2 None None] Could not find standard attr ID for object b4f9c6d3-b3c8-44d9-b026-3191ae15e49b. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:32:33.391428 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942c3ed-bf94-47eb-9b66-79a4abb171d0 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:33.396814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b942c3ed-bf94-47eb-9b66-79a4abb171d0 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:33.401806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942c3ed-bf94-47eb-9b66-79a4abb171d0 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:33.407715 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b942c3ed-bf94-47eb-9b66-79a4abb171d0 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:33.408393 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b942c3ed-bf94-47eb-9b66-79a4abb171d0 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:33.426844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942c3ed-bf94-47eb-9b66-79a4abb171d0 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event updated for resources: {'Port': ['ID=93b4a445-6aee-4329-bee0-207e3f03165d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:33.436888 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195b1db-e1c9-4b4c-920f-7faba0c982c2 req-83ba2ae8-9c4e-44d1-b4b2-bfbbe1f8717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:33.438548 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b195b1db-e1c9-4b4c-920f-7faba0c982c2 req-83ba2ae8-9c4e-44d1-b4b2-bfbbe1f8717f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 1096 time: 0.0853734 Oct 26 14:32:33.442710 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b942c3ed-bf94-47eb-9b66-79a4abb171d0 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6755846 Oct 26 14:32:33.445547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42552) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:33.451968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6b11b137-f5fa-4267-8e5d-1d2d05589e6a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ca:82:2c'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:33.535780 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b11b137-f5fa-4267-8e5d-1d2d05589e6a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:33.625121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195b1db-e1c9-4b4c-920f-7faba0c982c2 req-4c183e3c-9978-4e21-b8e3-ae4bd9c8d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:33.628696 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b195b1db-e1c9-4b4c-920f-7faba0c982c2 req-4c183e3c-9978-4e21-b8e3-ae4bd9c8d786 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.1649606 Oct 26 14:32:33.724483 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b195b1db-e1c9-4b4c-920f-7faba0c982c2 req-7e0c3df8-afca-44f7-ad97-25b31c2652a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7837c77-3028-4aa0-8143-205ad7bb762d HTTP/1.1" status: 200 len: 1001 time: 0.0884459 Oct 26 14:32:33.772236 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b11b137-f5fa-4267-8e5d-1d2d05589e6a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:33.787548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b11b137-f5fa-4267-8e5d-1d2d05589e6a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:33.814106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195b1db-e1c9-4b4c-920f-7faba0c982c2 req-17eb2c52-43cd-4f64-a7c0-a26be9e41dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:33.815729 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b195b1db-e1c9-4b4c-920f-7faba0c982c2 req-17eb2c52-43cd-4f64-a7c0-a26be9e41dfd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.0789506 Oct 26 14:32:33.844842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6b11b137-f5fa-4267-8e5d-1d2d05589e6a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] In _notify_port_updated(), no bound segment for port 93b4a445-6aee-4329-bee0-207e3f03165d on network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 {{(pid=102124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:32:33.850413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b11b137-f5fa-4267-8e5d-1d2d05589e6a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:33.851102 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b11b137-f5fa-4267-8e5d-1d2d05589e6a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:33.855691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6b11b137-f5fa-4267-8e5d-1d2d05589e6a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "PUT /v2.0/ports/93b4a445-6aee-4329-bee0-207e3f03165d HTTP/1.1" status: 200 len: 1002 time: 0.4059565 Oct 26 14:32:33.858099 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42560) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:33.877171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9eda8ee1-b2a8-4587-8f9c-da9ae17e3754 None None] Provisioning complete for port 93b4a445-6aee-4329-bee0-207e3f03165d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:33.878855 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9eda8ee1-b2a8-4587-8f9c-da9ae17e3754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:33.882813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195b1db-e1c9-4b4c-920f-7faba0c982c2 req-053dd27e-ca37-4bb7-9ad7-83593683c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:33.884705 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b195b1db-e1c9-4b4c-920f-7faba0c982c2 req-053dd27e-ca37-4bb7-9ad7-83593683c65e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601943 Oct 26 14:32:33.896674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11b137-f5fa-4267-8e5d-1d2d05589e6a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event updated for resources: {'Port': ['ID=93b4a445-6aee-4329-bee0-207e3f03165d,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:33.954962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42562) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:33.959688 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9eda8ee1-b2a8-4587-8f9c-da9ae17e3754 None None] Port 93b4a445-6aee-4329-bee0-207e3f03165d cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:34.021451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-11d65066-f695-48ee-b5d2-572a4bfa0130 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Deleting port 93b4a445-6aee-4329-bee0-207e3f03165d {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:34.021798 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-11d65066-f695-48ee-b5d2-572a4bfa0130 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.032444 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b195b1db-e1c9-4b4c-920f-7faba0c982c2 req-0a664bb8-3d7a-48f2-8229-8f0753868821 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401513 Oct 26 14:32:34.128083 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b744193d-2d18-4d5a-b41e-8978535ebcf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.157408 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b195b1db-e1c9-4b4c-920f-7faba0c982c2 req-a17e82eb-5439-474c-969c-efebc58d72e3 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163108 Oct 26 14:32:34.170961 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-11d65066-f695-48ee-b5d2-572a4bfa0130 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.191098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-11d65066-f695-48ee-b5d2-572a4bfa0130 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Calling delete_port for 93b4a445-6aee-4329-bee0-207e3f03165d owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:34.281785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-da971f38-9a3a-4a9b-81fe-bb52078148cf None None] Provisioning complete for port 93b4a445-6aee-4329-bee0-207e3f03165d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:34.282177 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da971f38-9a3a-4a9b-81fe-bb52078148cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.287401 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b744193d-2d18-4d5a-b41e-8978535ebcf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.295131 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b744193d-2d18-4d5a-b41e-8978535ebcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.317967 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-da971f38-9a3a-4a9b-81fe-bb52078148cf None None] Port 93b4a445-6aee-4329-bee0-207e3f03165d cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:34.346203 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b744193d-2d18-4d5a-b41e-8978535ebcf6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19f7a20b231e42db9edf6613f5c585aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901222 Oct 26 14:32:34.348816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744193d-2d18-4d5a-b41e-8978535ebcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e6db8d-466c-4b11-9d2b-73e368cba777,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:34.348993 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42566) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:34.400320 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-11d65066-f695-48ee-b5d2-572a4bfa0130 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.401317 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a9abaab-0165-45d3-bb96-f34856fcdeba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.424420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a9abaab-0165-45d3-bb96-f34856fcdeba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.427719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d65066-f695-48ee-b5d2-572a4bfa0130 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event deleted for resources: {'Port': ['ID=93b4a445-6aee-4329-bee0-207e3f03165d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:34.461209 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-11d65066-f695-48ee-b5d2-572a4bfa0130 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.465284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-11d65066-f695-48ee-b5d2-572a4bfa0130 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "DELETE /v2.0/ports/93b4a445-6aee-4329-bee0-207e3f03165d HTTP/1.1" status: 204 len: 168 time: 0.6060178 Oct 26 14:32:34.467838 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42568) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:34.492515 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a9abaab-0165-45d3-bb96-f34856fcdeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.496224 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a9abaab-0165-45d3-bb96-f34856fcdeba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.496568 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6de799-2f0c-4782-a0d5-5a82dac702ad tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] GET failed (client error): The resource could not be found. Oct 26 14:32:34.503688 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8a9abaab-0165-45d3-bb96-f34856fcdeba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70e6db8d-466c-4b11-9d2b-73e368cba777 HTTP/1.1" status: 204 len: 168 time: 0.1476698 Oct 26 14:32:34.504340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0c6de799-2f0c-4782-a0d5-5a82dac702ad tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "GET /v2.0/ports/93b4a445-6aee-4329-bee0-207e3f03165d HTTP/1.1" status: 404 len: 333 time: 0.0295095 Oct 26 14:32:34.504448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42572) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:34.510421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-608e3a16-eddf-48af-b2b2-665e9d79f034 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Request body: {'port': {'network_id': '9dc0e453-2355-46a4-b4c3-09aef0c20e91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-61321490'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:34.516407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9abaab-0165-45d3-bb96-f34856fcdeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e6db8d-466c-4b11-9d2b-73e368cba777,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:34.635134 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608e3a16-eddf-48af-b2b2-665e9d79f034 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Made reservation on behalf of 8c7a3a7c872e4c5184d62b1b2f3c2ef1 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:34.638715 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-608e3a16-eddf-48af-b2b2-665e9d79f034 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.659046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-608e3a16-eddf-48af-b2b2-665e9d79f034 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] device_id is not set on port cd0197de-5cba-48be-9168-1b3d6a67c2ea yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:34.793368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-608e3a16-eddf-48af-b2b2-665e9d79f034 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Allocated IP 2001:db8::289 (9dc0e453-2355-46a4-b4c3-09aef0c20e91/1c222d8b-a630-4699-86cb-5eaa720c4e28/cd0197de-5cba-48be-9168-1b3d6a67c2ea) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:34.965080 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-608e3a16-eddf-48af-b2b2-665e9d79f034 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.001634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-608e3a16-eddf-48af-b2b2-665e9d79f034 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.051718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e3a16-eddf-48af-b2b2-665e9d79f034 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:35.054992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-608e3a16-eddf-48af-b2b2-665e9d79f034 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:35.060178 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e3a16-eddf-48af-b2b2-665e9d79f034 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:35.066247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608e3a16-eddf-48af-b2b2-665e9d79f034 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:35.066863 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-608e3a16-eddf-48af-b2b2-665e9d79f034 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.071027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e3a16-eddf-48af-b2b2-665e9d79f034 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event updated for resources: {'Port': ['ID=cd0197de-5cba-48be-9168-1b3d6a67c2ea,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:35.111253 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-608e3a16-eddf-48af-b2b2-665e9d79f034 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6057017 Oct 26 14:32:35.113784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42574) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:35.119035 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0941f5e5-3873-4d4d-a3fd-930f7e946cc3 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Request body: {'port': {'network_id': '9dc0e453-2355-46a4-b4c3-09aef0c20e91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-729412118'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:35.244883 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0941f5e5-3873-4d4d-a3fd-930f7e946cc3 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Made reservation on behalf of 8c7a3a7c872e4c5184d62b1b2f3c2ef1 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:35.248551 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0941f5e5-3873-4d4d-a3fd-930f7e946cc3 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.267759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-0941f5e5-3873-4d4d-a3fd-930f7e946cc3 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] device_id is not set on port d60d35c9-fedf-4f16-b75d-57b2953171f5 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:35.340654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-74e40c79-0333-4871-a5d3-85e49ea54074 None None] Provisioning complete for port cd0197de-5cba-48be-9168-1b3d6a67c2ea triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:35.341315 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-74e40c79-0333-4871-a5d3-85e49ea54074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.374125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-74e40c79-0333-4871-a5d3-85e49ea54074 None None] Port cd0197de-5cba-48be-9168-1b3d6a67c2ea cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:35.380097 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-0941f5e5-3873-4d4d-a3fd-930f7e946cc3 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Allocated IP 2001:db8::299 (9dc0e453-2355-46a4-b4c3-09aef0c20e91/1c222d8b-a630-4699-86cb-5eaa720c4e28/d60d35c9-fedf-4f16-b75d-57b2953171f5) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:35.528767 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0941f5e5-3873-4d4d-a3fd-930f7e946cc3 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.562730 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0941f5e5-3873-4d4d-a3fd-930f7e946cc3 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.611764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0941f5e5-3873-4d4d-a3fd-930f7e946cc3 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:35.614804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-0941f5e5-3873-4d4d-a3fd-930f7e946cc3 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:35.618535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0941f5e5-3873-4d4d-a3fd-930f7e946cc3 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:35.624584 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0941f5e5-3873-4d4d-a3fd-930f7e946cc3 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:35.625295 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0941f5e5-3873-4d4d-a3fd-930f7e946cc3 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.631321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941f5e5-3873-4d4d-a3fd-930f7e946cc3 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event updated for resources: {'Port': ['ID=d60d35c9-fedf-4f16-b75d-57b2953171f5,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:35.647187 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0941f5e5-3873-4d4d-a3fd-930f7e946cc3 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5322332 Oct 26 14:32:35.649762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42578) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:35.655857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-cfc3721f-31b9-4326-873e-f1bd173cf38c tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19', 'mac_address': 'fa:16:3e:ca:82:2c'}, {'ip_address': '2001:db8::289', 'mac_address': 'fa:16:3e:e1:9e:b0'}]}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:35.804121 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cfc3721f-31b9-4326-873e-f1bd173cf38c tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.896272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b8897128-1b41-44d4-91de-e406e06a7cf9 None None] Provisioning complete for port d60d35c9-fedf-4f16-b75d-57b2953171f5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:35.896563 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b8897128-1b41-44d4-91de-e406e06a7cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.933096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b8897128-1b41-44d4-91de-e406e06a7cf9 None None] Port d60d35c9-fedf-4f16-b75d-57b2953171f5 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:35.988776 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cfc3721f-31b9-4326-873e-f1bd173cf38c tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.992807 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cfc3721f-31b9-4326-873e-f1bd173cf38c tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.027570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-cfc3721f-31b9-4326-873e-f1bd173cf38c tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] In _notify_port_updated(), no bound segment for port d60d35c9-fedf-4f16-b75d-57b2953171f5 on network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 {{(pid=102124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:32:36.033114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc3721f-31b9-4326-873e-f1bd173cf38c tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:36.033626 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cfc3721f-31b9-4326-873e-f1bd173cf38c tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.035036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cfc3721f-31b9-4326-873e-f1bd173cf38c tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "PUT /v2.0/ports/d60d35c9-fedf-4f16-b75d-57b2953171f5 HTTP/1.1" status: 200 len: 1066 time: 0.3841109 Oct 26 14:32:36.038195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42582) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:36.057967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3721f-31b9-4326-873e-f1bd173cf38c tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event updated for resources: {'Port': ['ID=d60d35c9-fedf-4f16-b75d-57b2953171f5,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:36.145241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-064e5c81-4e8e-41a3-9d62-ef7788b939b1 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Deleting port d60d35c9-fedf-4f16-b75d-57b2953171f5 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:36.145579 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-064e5c81-4e8e-41a3-9d62-ef7788b939b1 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.231856 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-064e5c81-4e8e-41a3-9d62-ef7788b939b1 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.243327 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-064e5c81-4e8e-41a3-9d62-ef7788b939b1 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Calling delete_port for d60d35c9-fedf-4f16-b75d-57b2953171f5 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:36.259916 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1e72d2c5-8ba4-45d8-b4db-5fb2f516d6e4 None None] Provisioning complete for port d60d35c9-fedf-4f16-b75d-57b2953171f5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:36.260287 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1e72d2c5-8ba4-45d8-b4db-5fb2f516d6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.293128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-1e72d2c5-8ba4-45d8-b4db-5fb2f516d6e4 None None] Port d60d35c9-fedf-4f16-b75d-57b2953171f5 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:36.372882 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-064e5c81-4e8e-41a3-9d62-ef7788b939b1 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.400652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e5c81-4e8e-41a3-9d62-ef7788b939b1 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event deleted for resources: {'Port': ['ID=d60d35c9-fedf-4f16-b75d-57b2953171f5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:36.553244 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-064e5c81-4e8e-41a3-9d62-ef7788b939b1 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.556608 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-064e5c81-4e8e-41a3-9d62-ef7788b939b1 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "DELETE /v2.0/ports/d60d35c9-fedf-4f16-b75d-57b2953171f5 HTTP/1.1" status: 204 len: 168 time: 0.5173819 Oct 26 14:32:36.559758 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42584) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:36.588550 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d475c1e-5491-4ed6-b65b-e474bdf1aa14 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] GET failed (client error): The resource could not be found. Oct 26 14:32:36.591784 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3d475c1e-5491-4ed6-b65b-e474bdf1aa14 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "GET /v2.0/ports/d60d35c9-fedf-4f16-b75d-57b2953171f5 HTTP/1.1" status: 404 len: 333 time: 0.0293939 Oct 26 14:32:36.592885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42586) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:36.676005 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-3242bb6a-b96a-4ee3-a272-0af5aa2beb03 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Deleting port cd0197de-5cba-48be-9168-1b3d6a67c2ea {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:36.676267 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3242bb6a-b96a-4ee3-a272-0af5aa2beb03 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.764212 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3242bb6a-b96a-4ee3-a272-0af5aa2beb03 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.775821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-3242bb6a-b96a-4ee3-a272-0af5aa2beb03 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Calling delete_port for cd0197de-5cba-48be-9168-1b3d6a67c2ea owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:36.906724 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3242bb6a-b96a-4ee3-a272-0af5aa2beb03 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.938598 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242bb6a-b96a-4ee3-a272-0af5aa2beb03 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event deleted for resources: {'Port': ['ID=cd0197de-5cba-48be-9168-1b3d6a67c2ea,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:36.963971 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3242bb6a-b96a-4ee3-a272-0af5aa2beb03 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.967443 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3242bb6a-b96a-4ee3-a272-0af5aa2beb03 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "DELETE /v2.0/ports/cd0197de-5cba-48be-9168-1b3d6a67c2ea HTTP/1.1" status: 204 len: 168 time: 0.3737705 Oct 26 14:32:36.970113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42588) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:36.996706 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-c268c70e-e066-407f-89eb-ed684eaa1ff5 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] GET failed (client error): The resource could not be found. Oct 26 14:32:36.998292 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c268c70e-e066-407f-89eb-ed684eaa1ff5 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "GET /v2.0/ports/cd0197de-5cba-48be-9168-1b3d6a67c2ea HTTP/1.1" status: 404 len: 333 time: 0.0272293 Oct 26 14:32:37.002058 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42590) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:37.092446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-750a92dc-7c2f-43fb-b74a-d070adea5e89 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Deleting port 48e9e258-6325-494f-97fb-206f1f69f15e {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:37.093155 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-750a92dc-7c2f-43fb-b74a-d070adea5e89 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.190139 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-750a92dc-7c2f-43fb-b74a-d070adea5e89 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.201507 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-750a92dc-7c2f-43fb-b74a-d070adea5e89 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Calling delete_port for 48e9e258-6325-494f-97fb-206f1f69f15e owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:37.343192 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-750a92dc-7c2f-43fb-b74a-d070adea5e89 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.372906 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a92dc-7c2f-43fb-b74a-d070adea5e89 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event deleted for resources: {'Port': ['ID=48e9e258-6325-494f-97fb-206f1f69f15e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:37.398718 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-750a92dc-7c2f-43fb-b74a-d070adea5e89 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.404993 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-750a92dc-7c2f-43fb-b74a-d070adea5e89 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "DELETE /v2.0/ports/48e9e258-6325-494f-97fb-206f1f69f15e HTTP/1.1" status: 204 len: 168 time: 0.3997555 Oct 26 14:32:37.405442 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42594) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:37.494873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae6da56-0574-4889-81d8-4c02f87f0b51 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Deleting subnet 1c222d8b-a630-4699-86cb-5eaa720c4e28 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:32:37.500170 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dae6da56-0574-4889-81d8-4c02f87f0b51 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.524171 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e380ebcd-633e-414d-a99b-214c0b43cd8f req-da276504-8b8e-4d7a-a145-df4c0520ecf4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2100847 Oct 26 14:32:37.546829 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dae6da56-0574-4889-81d8-4c02f87f0b51 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.981074 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ebcd-633e-414d-a99b-214c0b43cd8f req-de678121-1f64-40a6-a9cf-2455b5281e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:37.982545 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e380ebcd-633e-414d-a99b-214c0b43cd8f req-de678121-1f64-40a6-a9cf-2455b5281e23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 1096 time: 0.4101648 Oct 26 14:32:37.998009 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dae6da56-0574-4889-81d8-4c02f87f0b51 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.123426 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dae6da56-0574-4889-81d8-4c02f87f0b51 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.155633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ebcd-633e-414d-a99b-214c0b43cd8f req-4461793e-582a-444d-9b6a-930aa599adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:38.157085 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e380ebcd-633e-414d-a99b-214c0b43cd8f req-4461793e-582a-444d-9b6a-930aa599adc7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e39bcc-85c4-41db-be02-7abbddde192f HTTP/1.1" status: 200 len: 897 time: 0.1384916 Oct 26 14:32:38.159815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6da56-0574-4889-81d8-4c02f87f0b51 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event deleted for resources: {'Subnet': ['ID=1c222d8b-a630-4699-86cb-5eaa720c4e28,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:38.163342 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-dae6da56-0574-4889-81d8-4c02f87f0b51 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.169100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42596) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:38.169566 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dae6da56-0574-4889-81d8-4c02f87f0b51 tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "DELETE /v2.0/subnets/1c222d8b-a630-4699-86cb-5eaa720c4e28 HTTP/1.1" status: 204 len: 168 time: 0.7629087 Oct 26 14:32:38.171062 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d0cda-86d0-44d2-ab3f-5af197afa6ca None None] Network 9dc0e453-2355-46a4-b4c3-09aef0c20e91 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:38.231278 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e380ebcd-633e-414d-a99b-214c0b43cd8f req-0cacfc5e-ad58-4bf5-a694-824e926a3eb4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9699eee1-3767-4bee-9492-d8729246e2af HTTP/1.1" status: 200 len: 1001 time: 0.0609787 Oct 26 14:32:38.247420 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.286942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ebcd-633e-414d-a99b-214c0b43cd8f req-3be866ba-d89b-4ef9-9af5-7280cf84445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:38.288471 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e380ebcd-633e-414d-a99b-214c0b43cd8f req-3be866ba-d89b-4ef9-9af5-7280cf84445e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92658c47-7126-4501-9f79-361e4ebf709f HTTP/1.1" status: 200 len: 835 time: 0.0487645 Oct 26 14:32:38.304327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Deleting port d981c9fa-dcf4-49c8-a48d-282ab072d188 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:38.304761 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.345794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ebcd-633e-414d-a99b-214c0b43cd8f req-8fd3c71f-1133-4f02-8201-1d7ef949d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:38.347352 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e380ebcd-633e-414d-a99b-214c0b43cd8f req-8fd3c71f-1133-4f02-8201-1d7ef949d697 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e39bcc-85c4-41db-be02-7abbddde192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517924 Oct 26 14:32:38.367997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] For port d981c9fa-dcf4-49c8-a48d-282ab072d188, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d981c9fa-dcf4-49c8-a48d-282ab072d188,segment=NetworkSegment(11bd0686-9dda-455d-822a-01585649c257),segment_id=11bd0686-9dda-455d-822a-01585649c257)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:38.368359 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.368838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746109e4-c08b-4ac7-b886-627b1c0c75ee None None] DHCP port deletion for 9dc0e453-2355-46a4-b4c3-09aef0c20e91 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:32:38.380780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Calling delete_port for d981c9fa-dcf4-49c8-a48d-282ab072d188 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:38.421526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-746109e4-c08b-4ac7-b886-627b1c0c75ee None None] Deleting port d981c9fa-dcf4-49c8-a48d-282ab072d188 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:38.421899 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-746109e4-c08b-4ac7-b886-627b1c0c75ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.446500 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e380ebcd-633e-414d-a99b-214c0b43cd8f req-2e864e35-f7d4-42dd-9200-b5242ea87906 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913923 Oct 26 14:32:38.467446 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.496008 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] No DVR routers for this DVR port d981c9fa-dcf4-49c8-a48d-282ab072d188 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:38.496715 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-746109e4-c08b-4ac7-b886-627b1c0c75ee None None] For port d981c9fa-dcf4-49c8-a48d-282ab072d188, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=d981c9fa-dcf4-49c8-a48d-282ab072d188,segment=NetworkSegment(11bd0686-9dda-455d-822a-01585649c257),segment_id=11bd0686-9dda-455d-822a-01585649c257)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:38.497186 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-746109e4-c08b-4ac7-b886-627b1c0c75ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.501867 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event deleted for resources: {'Port': ['ID=d981c9fa-dcf4-49c8-a48d-282ab072d188,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:38.511702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-746109e4-c08b-4ac7-b886-627b1c0c75ee None None] Calling delete_port for d981c9fa-dcf4-49c8-a48d-282ab072d188 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:38.546716 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e380ebcd-633e-414d-a99b-214c0b43cd8f req-2627590d-fd31-4a3b-b41b-4692508467bf service neutron] 10.222.0.11 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927629 Oct 26 14:32:38.579621 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.591993 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-746109e4-c08b-4ac7-b886-627b1c0c75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.599587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc0e453-2355-46a4-b4c3-09aef0c20e91']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:38.610452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bd0686-9dda-455d-822a-01585649c257') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:38.610770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bd0686-9dda-455d-822a-01585649c257') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:38.621337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746109e4-c08b-4ac7-b886-627b1c0c75ee None None] Pushing event deleted for resources: {'Port': ['ID=d981c9fa-dcf4-49c8-a48d-282ab072d188,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:38.626194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746109e4-c08b-4ac7-b886-627b1c0c75ee None None] No DVR routers for this DVR port d981c9fa-dcf4-49c8-a48d-282ab072d188 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:38.626343 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.641576 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.647367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:32:38.647742 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:32:38.650606 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:32:38.705816 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.712539 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.716785 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] 10.222.0.32 "DELETE /v2.0/networks/9dc0e453-2355-46a4-b4c3-09aef0c20e91 HTTP/1.1" status: 204 len: 168 time: 0.5464449 Oct 26 14:32:38.729591 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9af1f-ec8d-4af5-a873-1f40a2dc2d8a tempest-AllowedAddressPairIpV6TestJSON-811950381 tempest-AllowedAddressPairIpV6TestJSON-811950381-project] Pushing event deleted for resources: {'Network': ['ID=9dc0e453-2355-46a4-b4c3-09aef0c20e91,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:38.959419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42602) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:39.092894 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3e1ef004-e039-4ad7-89aa-6246398c6e5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c7a3a7c872e4c5184d62b1b2f3c2ef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323223 Oct 26 14:32:39.095501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42606) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:39.142132 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5e0ad98-8a24-48e0-8a55-1929d944bcce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:39.163061 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5e0ad98-8a24-48e0-8a55-1929d944bcce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:39.211532 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5e0ad98-8a24-48e0-8a55-1929d944bcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:39.214911 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5e0ad98-8a24-48e0-8a55-1929d944bcce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:39.216077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a5e0ad98-8a24-48e0-8a55-1929d944bcce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0554ca41-2a53-4232-ba71-50430811239a HTTP/1.1" status: 204 len: 168 time: 0.1196835 Oct 26 14:32:39.223813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0ad98-8a24-48e0-8a55-1929d944bcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0554ca41-2a53-4232-ba71-50430811239a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:39.844647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42628) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:39.938943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-78456228'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:39.959893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Made reservation on behalf of 3f058c49b2414844ab99494d62478e88 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:39.963333 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:39.971605 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.046720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.050625 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.061556 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:32:40.075751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:32:40.090555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd9180f-f452-4fa3-b654-029ec69fb3ca,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:40.093579 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.093926 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Added segment eb761b82-68b4-4692-952e-3ffccf0de6e5 of type vlan for network 71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3 Oct 26 14:32:40.137293 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.167468 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.171758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d981c9fa-dcf4-49c8-a48d-282ab072d188 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:40.173703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:40.174321 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.192784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: d981c9fa-dcf4-49c8-a48d-282ab072d188 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:32:40.193208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device d981c9fa-dcf4-49c8-a48d-282ab072d188 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:40.227750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.3820133 Oct 26 14:32:40.231080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42632) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:40.235791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-23ebde9d-55a7-4dae-9cf1-6157ad131fe4 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Request body: {'subnet': {'network_id': '71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:40.286007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df1613-d271-4626-8b94-ba60fc1b3472 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event updated for resources: {'Network': ['ID=71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:40.296426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:32:40.332428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ebde9d-55a7-4dae-9cf1-6157ad131fe4 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Made reservation on behalf of 3f058c49b2414844ab99494d62478e88 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:40.336079 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-23ebde9d-55a7-4dae-9cf1-6157ad131fe4 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.508850 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-23ebde9d-55a7-4dae-9cf1-6157ad131fe4 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.571805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebde9d-55a7-4dae-9cf1-6157ad131fe4 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event updated for resources: {'Subnet': ['ID=f1f0356d-d124-4eb0-a012-aaa4e8928b26,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:40.580567 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebde9d-55a7-4dae-9cf1-6157ad131fe4 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Checking segment: {'id': 'eb761b82-68b4-4692-952e-3ffccf0de6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:40.581120 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ebde9d-55a7-4dae-9cf1-6157ad131fe4 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Network hostable DHCP agents. Network: 71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:32:40.597624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ebde9d-55a7-4dae-9cf1-6157ad131fe4 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Network 71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:32:40.606148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-23ebde9d-55a7-4dae-9cf1-6157ad131fe4 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:40.610301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ebde9d-55a7-4dae-9cf1-6157ad131fe4 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:40.611846 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-23ebde9d-55a7-4dae-9cf1-6157ad131fe4 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.614989 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8338a3a6-ab51-49e5-aad2-2399c4833bd9 None None] Network 71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:40.627437 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-23ebde9d-55a7-4dae-9cf1-6157ad131fe4 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3953598 Oct 26 14:32:40.630174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42634) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:40.634837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c051f50b-f38b-4e8f-8b23-387d8a1141b8 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1709650730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:40.657820 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c051f50b-f38b-4e8f-8b23-387d8a1141b8 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.658833 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c051f50b-f38b-4e8f-8b23-387d8a1141b8 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.709374 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c051f50b-f38b-4e8f-8b23-387d8a1141b8 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.714856 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c051f50b-f38b-4e8f-8b23-387d8a1141b8 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.732514 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c051f50b-f38b-4e8f-8b23-387d8a1141b8 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.733735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c051f50b-f38b-4e8f-8b23-387d8a1141b8 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1026309 Oct 26 14:32:40.736553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42636) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:40.766384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3', 'network_id': '71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3', 'tenant_id': '3f058c49b2414844ab99494d62478e88', 'fixed_ips': [{'subnet_id': 'f1f0356d-d124-4eb0-a012-aaa4e8928b26'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:32:40.767308 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.909498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Allocated IP 172.20.0.2 (71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3/f1f0356d-d124-4eb0-a012-aaa4e8928b26/b3d4823c-22f7-4f12-bc2b-3957985ece34) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:41.065192 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.071141 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.117712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Network 71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:41.120743 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:41.123203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:41.128770 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Pushing event updated for resources: {'Port': ['ID=b3d4823c-22f7-4f12-bc2b-3957985ece34,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:41.182074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Attempting to bind port b3d4823c-22f7-4f12-bc2b-3957985ece34 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:41.182726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Attempting to bind port b3d4823c-22f7-4f12-bc2b-3957985ece34 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'eb761b82-68b4-4692-952e-3ffccf0de6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:41.182726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Attempting to bind port b3d4823c-22f7-4f12-bc2b-3957985ece34 on network 71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:41.187697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:41.188070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Checking segment: {'id': 'eb761b82-68b4-4692-952e-3ffccf0de6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:41.188468 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.188860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Bound using segment: {'id': 'eb761b82-68b4-4692-952e-3ffccf0de6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:41.189326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Bound port: b3d4823c-22f7-4f12-bc2b-3957985ece34, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb761b82-68b4-4692-952e-3ffccf0de6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:41.189705 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.250970 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] For port b3d4823c-22f7-4f12-bc2b-3957985ece34, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:41.254117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] For port b3d4823c-22f7-4f12-bc2b-3957985ece34, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b3d4823c-22f7-4f12-bc2b-3957985ece34,segment=NetworkSegment(eb761b82-68b4-4692-952e-3ffccf0de6e5),segment_id=eb761b82-68b4-4692-952e-3ffccf0de6e5)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:41.258774 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.320632 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efea16-0a76-401b-9237-6ce5fa47ea2c None None] Pushing event updated for resources: {'Port': ['ID=b3d4823c-22f7-4f12-bc2b-3957985ece34,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:41.348114 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.605197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Allocated IP 172.20.0.1 (71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3/f1f0356d-d124-4eb0-a012-aaa4e8928b26/7976aa91-be98-4eb9-a0b9-7c768da3063b) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:41.713629 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.752239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.794027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Network 71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:41.797107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:41.800872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:41.807597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event updated for resources: {'Port': ['ID=7976aa91-be98-4eb9-a0b9-7c768da3063b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:41.850660 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.969542 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.186753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7500d70-4693-4d89-9d0e-a499becfa79f None None] Network 71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:42.233014 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b3d4823c-22f7-4f12-bc2b-3957985ece34 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:42.246324 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.251217 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.311369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-693d71f2-f345-4553-861a-367ff1e1ac27 None None] Provisioning complete for port b3d4823c-22f7-4f12-bc2b-3957985ece34 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:42.311730 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-693d71f2-f345-4553-861a-367ff1e1ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.323756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.325585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event updated for resources: {'Port': ['ID=7976aa91-be98-4eb9-a0b9-7c768da3063b,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:42.376151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b3d4823c-22f7-4f12-bc2b-3957985ece34 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:42.376515 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.419183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Network 71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:42.420825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:42.493030 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-693d71f2-f345-4553-861a-367ff1e1ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.542069 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Router 9eb40cef-8b80-423e-9740-b689e8585e27 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:32:42.552138 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.557658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-693d71f2-f345-4553-861a-367ff1e1ac27 None None] For port b3d4823c-22f7-4f12-bc2b-3957985ece34, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b3d4823c-22f7-4f12-bc2b-3957985ece34,segment=NetworkSegment(eb761b82-68b4-4692-952e-3ffccf0de6e5),segment_id=eb761b82-68b4-4692-952e-3ffccf0de6e5)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:42.567075 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-693d71f2-f345-4553-861a-367ff1e1ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.649787 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:42.655475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d71f2-f345-4553-861a-367ff1e1ac27 None None] Pushing event updated for resources: {'Port': ['ID=b3d4823c-22f7-4f12-bc2b-3957985ece34,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:42.659520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42640) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:42.663922 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:32:42.664277 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:32:42.664966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Request body: {'port': {'network_id': '71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3', 'name': 'tempest-FloatingIPNegativeTestJSON-1012889432'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:42.667115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-89bdbcd2-7d73-4d86-a668-0d278c6e4d93 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "PUT /v2.0/routers/9eb40cef-8b80-423e-9740-b689e8585e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9289544 Oct 26 14:32:42.671574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf90f35-9d8f-43a2-916a-e8ab30c89521 None None] Sync routers for ids ['9eb40cef-8b80-423e-9740-b689e8585e27'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:42.681968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf90f35-9d8f-43a2-916a-e8ab30c89521 None None] Routers {'9eb40cef-8b80-423e-9740-b689e8585e27'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:42.682629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7bf90f35-9d8f-43a2-916a-e8ab30c89521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:32:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9eb40cef-8b80-423e-9740-b689e8585e27'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:42.717025 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7bf90f35-9d8f-43a2-916a-e8ab30c89521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:42.726021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf90f35-9d8f-43a2-916a-e8ab30c89521 None None] Routers {'9eb40cef-8b80-423e-9740-b689e8585e27'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:42.726595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7bf90f35-9d8f-43a2-916a-e8ab30c89521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:32:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9eb40cef-8b80-423e-9740-b689e8585e27'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:42.768837 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7bf90f35-9d8f-43a2-916a-e8ab30c89521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:42.769363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf90f35-9d8f-43a2-916a-e8ab30c89521 None None] The sync data for ids ['9eb40cef-8b80-423e-9740-b689e8585e27'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:42.787330 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-145c62e8-9218-4259-b1ed-52f1172023fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.793684 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Made reservation on behalf of 3f058c49b2414844ab99494d62478e88 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:42.797470 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.799162 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d9f07857-b73f-4cec-b042-e138333098aa None None] Provisioning complete for port 7976aa91-be98-4eb9-a0b9-7c768da3063b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:42.799531 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d9f07857-b73f-4cec-b042-e138333098aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.815508 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] device_id is not set on port 6bcc3e4b-b569-4cf0-b0ec-d584d8b0f466 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:42.836638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d9f07857-b73f-4cec-b042-e138333098aa None None] Port 7976aa91-be98-4eb9-a0b9-7c768da3063b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:42.847582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d9f07857-b73f-4cec-b042-e138333098aa None None] Provisioning complete for port b3d4823c-22f7-4f12-bc2b-3957985ece34 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:42.848045 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d9f07857-b73f-4cec-b042-e138333098aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.932092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Allocated IP 172.20.0.14 (71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3/f1f0356d-d124-4eb0-a012-aaa4e8928b26/6bcc3e4b-b569-4cf0-b0ec-d584d8b0f466) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:43.051308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f8839c71-0eb6-4432-829f-163678712183 None None] Provisioning complete for port 7976aa91-be98-4eb9-a0b9-7c768da3063b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:43.051824 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f8839c71-0eb6-4432-829f-163678712183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.093379 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f8839c71-0eb6-4432-829f-163678712183 None None] Port 7976aa91-be98-4eb9-a0b9-7c768da3063b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:43.098722 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.132129 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.180232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Network 71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:43.183497 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:43.187423 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:43.193826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event updated for resources: {'Port': ['ID=6bcc3e4b-b569-4cf0-b0ec-d584d8b0f466,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:43.218444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-6ae8eef5-32f0-438b-aeaa-6c12532a1d00 None None] Provisioning complete for port 7976aa91-be98-4eb9-a0b9-7c768da3063b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:43.218989 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6ae8eef5-32f0-438b-aeaa-6c12532a1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.222820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:43.223177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:43.223523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:43.223862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:43.224199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:43.224537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:43.224874 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:43.225206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:43.225544 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:43.225867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:43.226233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:43.226573 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:43.255320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8eef5-32f0-438b-aeaa-6c12532a1d00 None None] Port 7976aa91-be98-4eb9-a0b9-7c768da3063b cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:43.255821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:43.256461 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.274200 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8fa79c0f-53d2-4133-8e33-af460f26f9bf tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6135204 Oct 26 14:32:43.278123 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42642) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:43.282733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:43.305966 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.407059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.476240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-83dab0ef-c0c4-4d04-88ae-eeab30665ac7 None None] Provisioning complete for port 6bcc3e4b-b569-4cf0-b0ec-d584d8b0f466 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:43.476613 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-83dab0ef-c0c4-4d04-88ae-eeab30665ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.513817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-83dab0ef-c0c4-4d04-88ae-eeab30665ac7 None None] Port 6bcc3e4b-b569-4cf0-b0ec-d584d8b0f466 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:43.514089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Allocated IP 172.25.4.73 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/dbc60e60-5c91-4a98-a6da-4e46a3776004) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:43.618773 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.652052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.689622 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:43.692453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:43.696275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:43.720046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event updated for resources: {'Port': ['ID=dbc60e60-5c91-4a98-a6da-4e46a3776004,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:43.785148 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.823976 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.968125 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.972466 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.039096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event updated for resources: {'Port': ['ID=dbc60e60-5c91-4a98-a6da-4e46a3776004,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:44.053809 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.069033 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.073475 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-046c35fb-ef9e-43bb-9078-082e877963d0 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7912416 Oct 26 14:32:44.073684 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42644) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:44.078058 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-cf2c9327-f8ca-4454-8bf0-60b2e456689b tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Request body: {'floatingip': {'port_id': '6bcc3e4b-b569-4cf0-b0ec-d584d8b0f466', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:44.116264 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cf2c9327-f8ca-4454-8bf0-60b2e456689b tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for floatingip, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.181483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b3d4823c-22f7-4f12-bc2b-3957985ece34 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:44.238636 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-cf2c9327-f8ca-4454-8bf0-60b2e456689b tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] update failed (client error): The resource could not be found. Oct 26 14:32:44.239640 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cf2c9327-f8ca-4454-8bf0-60b2e456689b tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "PUT /v2.0/floatingips/49ff37d5-aae5-4b60-ba45-06cd6433f6da HTTP/1.1" status: 404 len: 507 time: 0.1650119 Oct 26 14:32:44.242466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42646) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:44.373121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d32e9-0b7b-426f-ae1c-76ab2a4cee75 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Deleting port dbc60e60-5c91-4a98-a6da-4e46a3776004 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:44.373470 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4a0d32e9-0b7b-426f-ae1c-76ab2a4cee75 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.382730 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b3d4823c-22f7-4f12-bc2b-3957985ece34 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:44.383212 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.453281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4a0d32e9-0b7b-426f-ae1c-76ab2a4cee75 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.453663 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4a0d32e9-0b7b-426f-ae1c-76ab2a4cee75 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.466641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d32e9-0b7b-426f-ae1c-76ab2a4cee75 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Calling delete_port for dbc60e60-5c91-4a98-a6da-4e46a3776004 owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:44.602911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4a0d32e9-0b7b-426f-ae1c-76ab2a4cee75 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.629602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d32e9-0b7b-426f-ae1c-76ab2a4cee75 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event deleted for resources: {'Port': ['ID=dbc60e60-5c91-4a98-a6da-4e46a3776004,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:44.691915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4a0d32e9-0b7b-426f-ae1c-76ab2a4cee75 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.695056 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4a0d32e9-0b7b-426f-ae1c-76ab2a4cee75 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.696575 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4a0d32e9-0b7b-426f-ae1c-76ab2a4cee75 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "DELETE /v2.0/floatingips/49ff37d5-aae5-4b60-ba45-06cd6433f6da HTTP/1.1" status: 204 len: 168 time: 0.4529841 Oct 26 14:32:44.700784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42648) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:44.705734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4717d61d-5b34-405f-8426-282fe8f333d1 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Request body: {'floatingip': {'floating_network_id': '71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3', 'port_id': '6bcc3e4b-b569-4cf0-b0ec-d584d8b0f466', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:44.730278 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4717d61d-5b34-405f-8426-282fe8f333d1 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.855732 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-4717d61d-5b34-405f-8426-282fe8f333d1 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:32:44.856943 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4717d61d-5b34-405f-8426-282fe8f333d1 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1551442 Oct 26 14:32:44.860764 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42650) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:44.865563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '6bcc3e4b-b569-4cf0-b0ec-d584d8b0f466', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:44.896998 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.998095 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.089552 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9369cdb6-a99f-4496-a79b-bb6723f48aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.108539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Allocated IP 172.25.4.101 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/9e92281f-8616-44b7-b8ce-d8d544eb361c) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:45.216047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.263287 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.299551 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:45.304392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:45.307995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:45.336925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event updated for resources: {'Port': ['ID=9e92281f-8616-44b7-b8ce-d8d544eb361c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:45.472391 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Deleting port 9e92281f-8616-44b7-b8ce-d8d544eb361c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:45.472643 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.554323 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.554688 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.568060 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Calling delete_port for 9e92281f-8616-44b7-b8ce-d8d544eb361c owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:45.695918 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.722845 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event deleted for resources: {'Port': ['ID=9e92281f-8616-44b7-b8ce-d8d544eb361c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:45.798993 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] create failed (client error): The resource could not be found. Oct 26 14:32:45.800186 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-174f03f2-8518-49f0-bfdc-a3aa2887bd66 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9385004 Oct 26 14:32:45.804520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42652) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:45.895114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1755fd30-b284-4f27-8133-91ec3fb54ed1 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Deleting port 6bcc3e4b-b569-4cf0-b0ec-d584d8b0f466 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:45.895554 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1755fd30-b284-4f27-8133-91ec3fb54ed1 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.985911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1755fd30-b284-4f27-8133-91ec3fb54ed1 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.999141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1755fd30-b284-4f27-8133-91ec3fb54ed1 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Calling delete_port for 6bcc3e4b-b569-4cf0-b0ec-d584d8b0f466 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:46.133523 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1755fd30-b284-4f27-8133-91ec3fb54ed1 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:46.167640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755fd30-b284-4f27-8133-91ec3fb54ed1 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event deleted for resources: {'Port': ['ID=6bcc3e4b-b569-4cf0-b0ec-d584d8b0f466,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:46.241581 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1755fd30-b284-4f27-8133-91ec3fb54ed1 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:46.245285 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1755fd30-b284-4f27-8133-91ec3fb54ed1 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "DELETE /v2.0/ports/6bcc3e4b-b569-4cf0-b0ec-d584d8b0f466 HTTP/1.1" status: 204 len: 168 time: 0.4396775 Oct 26 14:32:46.247789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42656) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:46.297709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f10a4da-542c-4ad4-a566-155d9e99fc89 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:46.299457 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8f10a4da-542c-4ad4-a566-155d9e99fc89 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb40cef-8b80-423e-9740-b689e8585e27 HTTP/1.1" status: 200 len: 913 time: 0.0507405 Oct 26 14:32:46.302146 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42658) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:46.623738 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:46.629649 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-24733c50-600b-44d6-9e99-ec6776236db2 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:46.869360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-24733c50-600b-44d6-9e99-ec6776236db2 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Deleting port 7976aa91-be98-4eb9-a0b9-7c768da3063b {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:46.870120 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-24733c50-600b-44d6-9e99-ec6776236db2 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:46.890746 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:46.955467 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-24733c50-600b-44d6-9e99-ec6776236db2 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:46.967593 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-24733c50-600b-44d6-9e99-ec6776236db2 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Calling delete_port for 7976aa91-be98-4eb9-a0b9-7c768da3063b owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:47.136272 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-24733c50-600b-44d6-9e99-ec6776236db2 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.163717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24733c50-600b-44d6-9e99-ec6776236db2 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event deleted for resources: {'Port': ['ID=7976aa91-be98-4eb9-a0b9-7c768da3063b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:47.307290 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-24733c50-600b-44d6-9e99-ec6776236db2 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.459029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24733c50-600b-44d6-9e99-ec6776236db2 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Router 9eb40cef-8b80-423e-9740-b689e8585e27 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:32:47.534830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24733c50-600b-44d6-9e99-ec6776236db2 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:47.540076 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-24733c50-600b-44d6-9e99-ec6776236db2 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "PUT /v2.0/routers/9eb40cef-8b80-423e-9740-b689e8585e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2369568 Oct 26 14:32:47.543112 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42660) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:47.544173 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a52668-1d30-45fd-ab76-b3e499732437 None None] Sync routers for ids ['9eb40cef-8b80-423e-9740-b689e8585e27'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:47.553521 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a52668-1d30-45fd-ab76-b3e499732437 None None] Routers {'9eb40cef-8b80-423e-9740-b689e8585e27'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:47.554150 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-76a52668-1d30-45fd-ab76-b3e499732437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:32:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9eb40cef-8b80-423e-9740-b689e8585e27'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:47.588822 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-76a52668-1d30-45fd-ab76-b3e499732437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:47.596783 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a52668-1d30-45fd-ab76-b3e499732437 None None] Routers {'9eb40cef-8b80-423e-9740-b689e8585e27'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:47.597364 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-76a52668-1d30-45fd-ab76-b3e499732437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:32:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9eb40cef-8b80-423e-9740-b689e8585e27'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:47.615286 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0072bc21-64fc-4590-9207-f82d4d3a2e78 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.628211 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-76a52668-1d30-45fd-ab76-b3e499732437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:47.628843 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a52668-1d30-45fd-ab76-b3e499732437 None None] The sync data for ids ['9eb40cef-8b80-423e-9740-b689e8585e27'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:47.769695 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0072bc21-64fc-4590-9207-f82d4d3a2e78 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.771683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0072bc21-64fc-4590-9207-f82d4d3a2e78 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.818074 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0072bc21-64fc-4590-9207-f82d4d3a2e78 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.818601 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0072bc21-64fc-4590-9207-f82d4d3a2e78 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Fanout notify agent at l3_agent the message router_deleted on router 9eb40cef-8b80-423e-9740-b689e8585e27 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:32:47.825966 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0072bc21-64fc-4590-9207-f82d4d3a2e78 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.827154 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0072bc21-64fc-4590-9207-f82d4d3a2e78 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "DELETE /v2.0/routers/9eb40cef-8b80-423e-9740-b689e8585e27 HTTP/1.1" status: 204 len: 168 time: 0.2828026 Oct 26 14:32:47.829634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42664) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:47.881405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce898d88-3364-4904-95fe-f5aa9400bb69 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Deleting subnet f1f0356d-d124-4eb0-a012-aaa4e8928b26 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:32:47.885468 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce898d88-3364-4904-95fe-f5aa9400bb69 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.923695 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce898d88-3364-4904-95fe-f5aa9400bb69 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.007577 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce898d88-3364-4904-95fe-f5aa9400bb69 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.062724 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce898d88-3364-4904-95fe-f5aa9400bb69 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.088881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce898d88-3364-4904-95fe-f5aa9400bb69 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f0356d-d124-4eb0-a012-aaa4e8928b26,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:48.092611 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce898d88-3364-4904-95fe-f5aa9400bb69 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.095832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ce898d88-3364-4904-95fe-f5aa9400bb69 tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "DELETE /v2.0/subnets/f1f0356d-d124-4eb0-a012-aaa4e8928b26 HTTP/1.1" status: 204 len: 168 time: 0.2652981 Oct 26 14:32:48.098426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42666) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:48.098761 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e318f983-e84b-4aa2-aa89-1d1e1b8c3a44 None None] Network 71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:48.177581 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.232817 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Deleting port b3d4823c-22f7-4f12-bc2b-3957985ece34 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:48.233233 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.278562 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] DHCP port deletion for 71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:32:48.297808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] For port b3d4823c-22f7-4f12-bc2b-3957985ece34, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b3d4823c-22f7-4f12-bc2b-3957985ece34,segment=NetworkSegment(eb761b82-68b4-4692-952e-3ffccf0de6e5),segment_id=eb761b82-68b4-4692-952e-3ffccf0de6e5)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:48.298307 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.315188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Calling delete_port for b3d4823c-22f7-4f12-bc2b-3957985ece34 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:48.325581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Deleting port b3d4823c-22f7-4f12-bc2b-3957985ece34 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:48.325957 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.390863 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] For port b3d4823c-22f7-4f12-bc2b-3957985ece34, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b3d4823c-22f7-4f12-bc2b-3957985ece34,segment=NetworkSegment(eb761b82-68b4-4692-952e-3ffccf0de6e5),segment_id=eb761b82-68b4-4692-952e-3ffccf0de6e5)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:48.391478 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.393788 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.404651 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Calling delete_port for b3d4823c-22f7-4f12-bc2b-3957985ece34 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:48.419796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event deleted for resources: {'Port': ['ID=b3d4823c-22f7-4f12-bc2b-3957985ece34,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:48.424818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] No DVR routers for this DVR port b3d4823c-22f7-4f12-bc2b-3957985ece34 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:48.485249 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.508364 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.514366 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] No DVR routers for this DVR port b3d4823c-22f7-4f12-bc2b-3957985ece34 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:48.518253 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Pushing event deleted for resources: {'Port': ['ID=b3d4823c-22f7-4f12-bc2b-3957985ece34,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:48.526241 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.526504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.526817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.527206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.527536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.527867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.528194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.528518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.528841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.529165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.529812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.529812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9dec8f-72b0-48aa-bd56-e8a2c499d40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.532847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:48.542807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb761b82-68b4-4692-952e-3ffccf0de6e5') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:48.543104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb761b82-68b4-4692-952e-3ffccf0de6e5') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:48.552259 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.565637 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.571458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:32:48.571876 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:32:48.584420 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:32:48.611306 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.630740 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.637865 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.641006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] 10.222.0.32 "DELETE /v2.0/networks/71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3 HTTP/1.1" status: 204 len: 168 time: 0.5416455 Oct 26 14:32:48.657545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925eefa0-30f6-478c-896f-f25e0b45de2c tempest-FloatingIPNegativeTestJSON-845019220 tempest-FloatingIPNegativeTestJSON-845019220-project] Pushing event deleted for resources: {'Network': ['ID=71e5d4f3-a5f7-4268-ad01-1a78aeaea3c3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:48.895753 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42672) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:49.030106 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c5da82d6-e27d-4d46-8ac2-917dc19d7b92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f058c49b2414844ab99494d62478e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329546 Oct 26 14:32:49.032588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42676) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:49.081947 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3c97424-4699-40ce-86bd-90bfd2bd34f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:49.103898 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3c97424-4699-40ce-86bd-90bfd2bd34f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:49.150101 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3c97424-4699-40ce-86bd-90bfd2bd34f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:49.153935 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c3c97424-4699-40ce-86bd-90bfd2bd34f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:49.155904 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c3c97424-4699-40ce-86bd-90bfd2bd34f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cd9180f-f452-4fa3-b654-029ec69fb3ca HTTP/1.1" status: 204 len: 168 time: 0.1221390 Oct 26 14:32:49.167580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c97424-4699-40ce-86bd-90bfd2bd34f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd9180f-f452-4fa3-b654-029ec69fb3ca,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:49.816724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42698) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:49.920751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1534000573'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:49.943589 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:49.947165 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:49.956217 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.029528 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.033572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.064488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:32:50.069598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734147c0-1c89-4c85-a88f-798a312dbee8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:50.076544 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.076935 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Added segment 9e1e780b-d680-4d64-b481-d10c52606e6a of type vlan for network d6537cc3-73a5-4f56-97ee-70910b5ea638 Oct 26 14:32:50.117229 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.143390 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.148948 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:50.149538 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.178198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b3d4823c-22f7-4f12-bc2b-3957985ece34 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:50.204014 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3856354 Oct 26 14:32:50.206698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42702) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:50.210749 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: b3d4823c-22f7-4f12-bc2b-3957985ece34 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:32:50.211314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b3d4823c-22f7-4f12-bc2b-3957985ece34 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:50.211728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'name': 'tempest-PortsTestJSON-856205854'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:50.219903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34fda5-22aa-47ba-9e41-a431dce967b7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Network': ['ID=d6537cc3-73a5-4f56-97ee-70910b5ea638,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:50.231746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:32:50.300136 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:50.303675 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.324270 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port 10cf499e-683e-4126-a271-5427950428ef yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:50.481720 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.513080 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.585968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=10cf499e-683e-4126-a271-5427950428ef,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:50.599018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Checking segment: {'id': '9e1e780b-d680-4d64-b481-d10c52606e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:50.599387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network hostable DHCP agents. Network: d6537cc3-73a5-4f56-97ee-70910b5ea638, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:32:50.614966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:32:50.623141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, d6537cc3-73a5-4f56-97ee-70910b5ea638) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:50.626813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:50.632383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a262ccab-6575-425e-bb63-a24c318272e7 None None] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:50.633117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:50.633715 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.649126 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-919b44d9-a4e1-41cc-a103-dfba33a4891a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4413528 Oct 26 14:32:50.652714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42704) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:50.657641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1dc317e8-b683-4c39-854e-370e71b9f6b8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1438339341'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:50.678466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc317e8-b683-4c39-854e-370e71b9f6b8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:50.681966 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1dc317e8-b683-4c39-854e-370e71b9f6b8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.705940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc317e8-b683-4c39-854e-370e71b9f6b8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:32:50.715166 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1dc317e8-b683-4c39-854e-370e71b9f6b8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.715501 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-1dc317e8-b683-4c39-854e-370e71b9f6b8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Added segment b051aa6e-41f7-4ddf-a0cd-43c9472d41b2 of type vlan for network 78b04307-12a9-4b6d-91e8-0b03f1975a1f Oct 26 14:32:50.756566 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1dc317e8-b683-4c39-854e-370e71b9f6b8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.781504 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1dc317e8-b683-4c39-854e-370e71b9f6b8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.787298 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc317e8-b683-4c39-854e-370e71b9f6b8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:50.787876 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1dc317e8-b683-4c39-854e-370e71b9f6b8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.845347 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1dc317e8-b683-4c39-854e-370e71b9f6b8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1915822 Oct 26 14:32:50.848074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42706) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:50.853214 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'ports': [{'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638'}, {'network_id': '78b04307-12a9-4b6d-91e8-0b03f1975a1f'}]} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:50.853516 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:50.854012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'network_id': '78b04307-12a9-4b6d-91e8-0b03f1975a1f'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:50.862316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc317e8-b683-4c39-854e-370e71b9f6b8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Network': ['ID=78b04307-12a9-4b6d-91e8-0b03f1975a1f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:50.872908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 78b04307-12a9-4b6d-91e8-0b03f1975a1f details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:32:51.016651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 2} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:51.021178 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.033198 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.112338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port 82fae226-29d8-46ca-9004-42e9d06faa6f yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:51.225665 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.294694 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port d0b124be-2750-4d63-ba5d-1b2e7e2753f6 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:51.398028 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.433824 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.486763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:51.489883 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:51.492300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:51.493299 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.505240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=82fae226-29d8-46ca-9004-42e9d06faa6f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:51.562435 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=d0b124be-2750-4d63-ba5d-1b2e7e2753f6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:51.567626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Checking segment: {'id': 'b051aa6e-41f7-4ddf-a0cd-43c9472d41b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '78b04307-12a9-4b6d-91e8-0b03f1975a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:51.567984 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network hostable DHCP agents. Network: 78b04307-12a9-4b6d-91e8-0b03f1975a1f, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:32:51.584437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network 78b04307-12a9-4b6d-91e8-0b03f1975a1f is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:32:51.594050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 78b04307-12a9-4b6d-91e8-0b03f1975a1f) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:51.597695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:51.604224 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d61ce-ffd7-49ba-8975-72069cae524b None None] Network 78b04307-12a9-4b6d-91e8-0b03f1975a1f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:51.604735 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:51.609188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:51.609856 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.625809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d724f8ad-0bbc-4928-9f7b-d9512e7a15ba tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7766213 Oct 26 14:32:51.628587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42708) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:51.717413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-90374862-885e-48d0-b78a-6d1df721e29e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port d0b124be-2750-4d63-ba5d-1b2e7e2753f6 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:51.717755 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90374862-885e-48d0-b78a-6d1df721e29e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.782239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90374862-885e-48d0-b78a-6d1df721e29e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.794843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-90374862-885e-48d0-b78a-6d1df721e29e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for d0b124be-2750-4d63-ba5d-1b2e7e2753f6 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:51.876314 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90374862-885e-48d0-b78a-6d1df721e29e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.911298 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90374862-885e-48d0-b78a-6d1df721e29e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.914575 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-90374862-885e-48d0-b78a-6d1df721e29e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/d0b124be-2750-4d63-ba5d-1b2e7e2753f6 HTTP/1.1" status: 204 len: 168 time: 0.2850447 Oct 26 14:32:51.915588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90374862-885e-48d0-b78a-6d1df721e29e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=d0b124be-2750-4d63-ba5d-1b2e7e2753f6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:51.919750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42710) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:51.968394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30e52c2-13ea-4ad9-9b65-7f55e2ac2ee1 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:51.974402 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30e52c2-13ea-4ad9-9b65-7f55e2ac2ee1 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:51.975908 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e30e52c2-13ea-4ad9-9b65-7f55e2ac2ee1 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0552282 Oct 26 14:32:51.978801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42712) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:52.064640 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-87f27436-877e-4d94-8334-fb275100502e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port 82fae226-29d8-46ca-9004-42e9d06faa6f {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:52.064979 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87f27436-877e-4d94-8334-fb275100502e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.129431 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87f27436-877e-4d94-8334-fb275100502e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.142502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-87f27436-877e-4d94-8334-fb275100502e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for 82fae226-29d8-46ca-9004-42e9d06faa6f owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:52.226192 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87f27436-877e-4d94-8334-fb275100502e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.253496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f27436-877e-4d94-8334-fb275100502e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=82fae226-29d8-46ca-9004-42e9d06faa6f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:52.258865 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-87f27436-877e-4d94-8334-fb275100502e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.264836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-87f27436-877e-4d94-8334-fb275100502e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/82fae226-29d8-46ca-9004-42e9d06faa6f HTTP/1.1" status: 204 len: 168 time: 0.2827561 Oct 26 14:32:52.264995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42714) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:52.312848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce38e663-764a-431a-8fe6-424724bb8e2c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:52.317032 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ce38e663-764a-431a-8fe6-424724bb8e2c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0486186 Oct 26 14:32:52.317199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42716) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:52.341172 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-01141b09-a0b9-47f1-b620-57dac15ae09c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] GET failed (client error): The resource could not be found. Oct 26 14:32:52.342645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-01141b09-a0b9-47f1-b620-57dac15ae09c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/d0b124be-2750-4d63-ba5d-1b2e7e2753f6 HTTP/1.1" status: 404 len: 333 time: 0.0245178 Oct 26 14:32:52.345223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42718) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:52.370995 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-849f04e3-cb5c-4791-be22-2246e719c752 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] GET failed (client error): The resource could not be found. Oct 26 14:32:52.372403 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-849f04e3-cb5c-4791-be22-2246e719c752 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/82fae226-29d8-46ca-9004-42e9d06faa6f HTTP/1.1" status: 404 len: 333 time: 0.0263097 Oct 26 14:32:52.375005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42720) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:52.448651 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f1320f1-8e8e-4066-8a1b-bc1cf0cbd9b9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.534348 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f1320f1-8e8e-4066-8a1b-bc1cf0cbd9b9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.557458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0f1320f1-8e8e-4066-8a1b-bc1cf0cbd9b9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b04307-12a9-4b6d-91e8-0b03f1975a1f']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:52.567994 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0f1320f1-8e8e-4066-8a1b-bc1cf0cbd9b9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b051aa6e-41f7-4ddf-a0cd-43c9472d41b2') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:52.568383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0f1320f1-8e8e-4066-8a1b-bc1cf0cbd9b9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b051aa6e-41f7-4ddf-a0cd-43c9472d41b2') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:52.580505 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f1320f1-8e8e-4066-8a1b-bc1cf0cbd9b9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.595355 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f1320f1-8e8e-4066-8a1b-bc1cf0cbd9b9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.602003 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1320f1-8e8e-4066-8a1b-bc1cf0cbd9b9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:32:52.602429 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f1320f1-8e8e-4066-8a1b-bc1cf0cbd9b9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:32:52.605630 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:32:52.666775 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f1320f1-8e8e-4066-8a1b-bc1cf0cbd9b9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.674074 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0f1320f1-8e8e-4066-8a1b-bc1cf0cbd9b9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.677253 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0f1320f1-8e8e-4066-8a1b-bc1cf0cbd9b9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/networks/78b04307-12a9-4b6d-91e8-0b03f1975a1f HTTP/1.1" status: 204 len: 168 time: 0.3013968 Oct 26 14:32:52.681917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42722) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:52.687401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-85e22673-102e-495c-bb52-cabba03bd489 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-271234803'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:52.691554 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1320f1-8e8e-4066-8a1b-bc1cf0cbd9b9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Network': ['ID=78b04307-12a9-4b6d-91e8-0b03f1975a1f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:52.709890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e22673-102e-495c-bb52-cabba03bd489 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:52.713538 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85e22673-102e-495c-bb52-cabba03bd489 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.739674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e22673-102e-495c-bb52-cabba03bd489 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:32:52.750076 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85e22673-102e-495c-bb52-cabba03bd489 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.750398 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-85e22673-102e-495c-bb52-cabba03bd489 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Added segment ce679d33-e8f2-4916-8c6a-d7f9db1d0807 of type vlan for network 7cb1f5d1-4178-4e5d-a676-17ff35d0a519 Oct 26 14:32:52.790414 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85e22673-102e-495c-bb52-cabba03bd489 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.816111 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85e22673-102e-495c-bb52-cabba03bd489 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.822219 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e22673-102e-495c-bb52-cabba03bd489 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:52.822803 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85e22673-102e-495c-bb52-cabba03bd489 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.899021 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-85e22673-102e-495c-bb52-cabba03bd489 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2159686 Oct 26 14:32:52.901940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42724) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:52.909016 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d99a47a6-9c76-45e4-bc09-04add5a21e5d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': '7cb1f5d1-4178-4e5d-a676-17ff35d0a519', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:52.913878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e22673-102e-495c-bb52-cabba03bd489 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Network': ['ID=7cb1f5d1-4178-4e5d-a676-17ff35d0a519,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:52.924974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 7cb1f5d1-4178-4e5d-a676-17ff35d0a519 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:32:53.335612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99a47a6-9c76-45e4-bc09-04add5a21e5d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:53.339659 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d99a47a6-9c76-45e4-bc09-04add5a21e5d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:53.397659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_backend_mixin [None req-d99a47a6-9c76-45e4-bc09-04add5a21e5d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Performing IP validity checks on allocation pools {{(pid=102123) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:32:53.398302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_backend_mixin [None req-d99a47a6-9c76-45e4-bc09-04add5a21e5d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102123) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:32:53.512204 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d99a47a6-9c76-45e4-bc09-04add5a21e5d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:53.573887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a47a6-9c76-45e4-bc09-04add5a21e5d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Subnet': ['ID=2d5974de-1518-4334-b51d-f91f32e0c558,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:53.582817 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a47a6-9c76-45e4-bc09-04add5a21e5d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Checking segment: {'id': 'ce679d33-e8f2-4916-8c6a-d7f9db1d0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7cb1f5d1-4178-4e5d-a676-17ff35d0a519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:53.583207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99a47a6-9c76-45e4-bc09-04add5a21e5d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network hostable DHCP agents. Network: 7cb1f5d1-4178-4e5d-a676-17ff35d0a519, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:32:53.600154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99a47a6-9c76-45e4-bc09-04add5a21e5d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network 7cb1f5d1-4178-4e5d-a676-17ff35d0a519 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:32:53.608059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-d99a47a6-9c76-45e4-bc09-04add5a21e5d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 7cb1f5d1-4178-4e5d-a676-17ff35d0a519) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:53.612111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99a47a6-9c76-45e4-bc09-04add5a21e5d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:53.612706 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d99a47a6-9c76-45e4-bc09-04add5a21e5d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:53.627863 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ef71e4-7a93-4db1-86f1-55bb97be3588 None None] Network 7cb1f5d1-4178-4e5d-a676-17ff35d0a519 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:53.629585 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d99a47a6-9c76-45e4-bc09-04add5a21e5d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7265956 Oct 26 14:32:53.632356 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42726) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:53.637752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ffe4a765-0bd0-46f4-a307-519eac6af0eb tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'network_id': '7cb1f5d1-4178-4e5d-a676-17ff35d0a519', 'name': 'tempest-PortsTestJSON-1116429511'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:53.699518 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:53.747011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe4a765-0bd0-46f4-a307-519eac6af0eb tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:53.750547 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ffe4a765-0bd0-46f4-a307-519eac6af0eb tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:53.768352 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-ffe4a765-0bd0-46f4-a307-519eac6af0eb tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port 181b643b-35b0-4046-a1bc-18b6a404a6c6 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:53.790571 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-7cb1f5d1-4178-4e5d-a676-17ff35d0a519', 'network_id': '7cb1f5d1-4178-4e5d-a676-17ff35d0a519', 'tenant_id': '618d8e1dc4634f07aca37b69176c84e1', 'fixed_ips': [{'subnet_id': '2d5974de-1518-4334-b51d-f91f32e0c558'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:32:53.791475 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:53.885215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-ffe4a765-0bd0-46f4-a307-519eac6af0eb tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Allocated IP 172.20.0.14 (7cb1f5d1-4178-4e5d-a676-17ff35d0a519/2d5974de-1518-4334-b51d-f91f32e0c558/181b643b-35b0-4046-a1bc-18b6a404a6c6) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:54.032101 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ffe4a765-0bd0-46f4-a307-519eac6af0eb tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.064812 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ffe4a765-0bd0-46f4-a307-519eac6af0eb tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.108058 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Allocated IP 172.20.0.2 (7cb1f5d1-4178-4e5d-a676-17ff35d0a519/2d5974de-1518-4334-b51d-f91f32e0c558/97722378-7c76-469c-9a60-9d8b16f8161d) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:54.109557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe4a765-0bd0-46f4-a307-519eac6af0eb tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network 7cb1f5d1-4178-4e5d-a676-17ff35d0a519 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:54.113083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ffe4a765-0bd0-46f4-a307-519eac6af0eb tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:54.116987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe4a765-0bd0-46f4-a307-519eac6af0eb tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:54.124898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4a765-0bd0-46f4-a307-519eac6af0eb tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=181b643b-35b0-4046-a1bc-18b6a404a6c6,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:54.171041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe4a765-0bd0-46f4-a307-519eac6af0eb tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:54.171666 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ffe4a765-0bd0-46f4-a307-519eac6af0eb tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.188654 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ffe4a765-0bd0-46f4-a307-519eac6af0eb tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.5551887 Oct 26 14:32:54.191148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42728) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:54.265124 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.271041 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.285135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-630b201d-47cd-4c2c-a6fc-321b1a68311e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port 181b643b-35b0-4046-a1bc-18b6a404a6c6 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:54.285473 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-630b201d-47cd-4c2c-a6fc-321b1a68311e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.312402 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Network 7cb1f5d1-4178-4e5d-a676-17ff35d0a519 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:54.315638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:54.318175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:54.327306 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Pushing event updated for resources: {'Port': ['ID=97722378-7c76-469c-9a60-9d8b16f8161d,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:54.374292 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-630b201d-47cd-4c2c-a6fc-321b1a68311e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.383983 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Attempting to bind port 97722378-7c76-469c-9a60-9d8b16f8161d on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:54.384366 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Attempting to bind port 97722378-7c76-469c-9a60-9d8b16f8161d by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'ce679d33-e8f2-4916-8c6a-d7f9db1d0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7cb1f5d1-4178-4e5d-a676-17ff35d0a519'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:54.384762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Attempting to bind port 97722378-7c76-469c-9a60-9d8b16f8161d on network 7cb1f5d1-4178-4e5d-a676-17ff35d0a519 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:54.387677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-630b201d-47cd-4c2c-a6fc-321b1a68311e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for 181b643b-35b0-4046-a1bc-18b6a404a6c6 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:54.389964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:54.390369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Checking segment: {'id': 'ce679d33-e8f2-4916-8c6a-d7f9db1d0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7cb1f5d1-4178-4e5d-a676-17ff35d0a519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:54.390774 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.391176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Bound using segment: {'id': 'ce679d33-e8f2-4916-8c6a-d7f9db1d0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7cb1f5d1-4178-4e5d-a676-17ff35d0a519'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:54.391640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Bound port: 97722378-7c76-469c-9a60-9d8b16f8161d, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce679d33-e8f2-4916-8c6a-d7f9db1d0807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7cb1f5d1-4178-4e5d-a676-17ff35d0a519'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:54.392020 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.453824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] For port 97722378-7c76-469c-9a60-9d8b16f8161d, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:54.456909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] For port 97722378-7c76-469c-9a60-9d8b16f8161d, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=97722378-7c76-469c-9a60-9d8b16f8161d,segment=NetworkSegment(ce679d33-e8f2-4916-8c6a-d7f9db1d0807),segment_id=ce679d33-e8f2-4916-8c6a-d7f9db1d0807)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:54.461782 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.530118 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-630b201d-47cd-4c2c-a6fc-321b1a68311e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.535792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caf3bb-ad21-44a1-aee8-83b934592160 None None] Pushing event updated for resources: {'Port': ['ID=97722378-7c76-469c-9a60-9d8b16f8161d,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:54.568480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b201d-47cd-4c2c-a6fc-321b1a68311e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=181b643b-35b0-4046-a1bc-18b6a404a6c6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:54.654076 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-630b201d-47cd-4c2c-a6fc-321b1a68311e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.658403 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-630b201d-47cd-4c2c-a6fc-321b1a68311e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/181b643b-35b0-4046-a1bc-18b6a404a6c6 HTTP/1.1" status: 204 len: 168 time: 0.4660475 Oct 26 14:32:54.661177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42732) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:54.709781 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a41fc4f-ca48-4d73-b77b-afcd79858a3d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:32:54.710485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a41fc4f-ca48-4d73-b77b-afcd79858a3d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:54.714109 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5a41fc4f-ca48-4d73-b77b-afcd79858a3d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/181b643b-35b0-4046-a1bc-18b6a404a6c6 HTTP/1.1" status: 404 len: 333 time: 0.0514483 Oct 26 14:32:54.716613 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42736) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:54.743793 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae39068-8963-4fa8-8e03-63c88bc1dd12 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] GET failed (client error): The resource could not be found. Oct 26 14:32:54.746405 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9ae39068-8963-4fa8-8e03-63c88bc1dd12 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/181b643b-35b0-4046-a1bc-18b6a404a6c6 HTTP/1.1" status: 404 len: 333 time: 0.0288646 Oct 26 14:32:54.749106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42738) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:54.805681 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fdb87a-87e1-45d0-847a-343ea145ac87 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting subnet 2d5974de-1518-4334-b51d-f91f32e0c558 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:32:54.809138 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71fdb87a-87e1-45d0-847a-343ea145ac87 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.849299 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71fdb87a-87e1-45d0-847a-343ea145ac87 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.940855 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71fdb87a-87e1-45d0-847a-343ea145ac87 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.998172 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71fdb87a-87e1-45d0-847a-343ea145ac87 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.029609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdb87a-87e1-45d0-847a-343ea145ac87 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5974de-1518-4334-b51d-f91f32e0c558,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:55.031820 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71fdb87a-87e1-45d0-847a-343ea145ac87 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.035404 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-71fdb87a-87e1-45d0-847a-343ea145ac87 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/2d5974de-1518-4334-b51d-f91f32e0c558 HTTP/1.1" status: 204 len: 168 time: 0.2853806 Oct 26 14:32:55.038815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42740) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:55.442878 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0f1f6b-5752-4b3c-b7d7-3520056d7bfc None None] Network 7cb1f5d1-4178-4e5d-a676-17ff35d0a519 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:55.457712 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.520682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port 97722378-7c76-469c-9a60-9d8b16f8161d {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:55.521008 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.545211 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b74b7e05-34be-4164-88b2-8ab3770ef773 None None] Provisioning complete for port 97722378-7c76-469c-9a60-9d8b16f8161d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:55.545532 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b74b7e05-34be-4164-88b2-8ab3770ef773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.591477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] For port 97722378-7c76-469c-9a60-9d8b16f8161d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=97722378-7c76-469c-9a60-9d8b16f8161d,segment=NetworkSegment(ce679d33-e8f2-4916-8c6a-d7f9db1d0807),segment_id=ce679d33-e8f2-4916-8c6a-d7f9db1d0807)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:55.591847 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.610028 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for 97722378-7c76-469c-9a60-9d8b16f8161d owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:55.656063 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b74b7e05-34be-4164-88b2-8ab3770ef773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.668106 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bf5db0-c959-4082-864f-4d91ae00d071 None None] DHCP port deletion for 7cb1f5d1-4178-4e5d-a676-17ff35d0a519 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:32:55.715487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b74b7e05-34be-4164-88b2-8ab3770ef773 None None] For port 97722378-7c76-469c-9a60-9d8b16f8161d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=97722378-7c76-469c-9a60-9d8b16f8161d,segment=NetworkSegment(ce679d33-e8f2-4916-8c6a-d7f9db1d0807),segment_id=ce679d33-e8f2-4916-8c6a-d7f9db1d0807)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:55.720480 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b74b7e05-34be-4164-88b2-8ab3770ef773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.726484 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.750379 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b7e05-34be-4164-88b2-8ab3770ef773 None None] Pushing event deleted for resources: {'Port': ['ID=97722378-7c76-469c-9a60-9d8b16f8161d,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:55.753212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=97722378-7c76-469c-9a60-9d8b16f8161d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:55.756929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No DVR routers for this DVR port 97722378-7c76-469c-9a60-9d8b16f8161d on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:55.769218 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-82bf5db0-c959-4082-864f-4d91ae00d071 None None] Deleting port 97722378-7c76-469c-9a60-9d8b16f8161d {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:55.769605 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82bf5db0-c959-4082-864f-4d91ae00d071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.839910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-82bf5db0-c959-4082-864f-4d91ae00d071 None None] For port 97722378-7c76-469c-9a60-9d8b16f8161d, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:55.840302 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82bf5db0-c959-4082-864f-4d91ae00d071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.842577 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.854226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-82bf5db0-c959-4082-864f-4d91ae00d071 None None] Calling delete_port for 97722378-7c76-469c-9a60-9d8b16f8161d owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:55.857047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-82bf5db0-c959-4082-864f-4d91ae00d071 None None] Port 97722378-7c76-469c-9a60-9d8b16f8161d was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:32:55.858286 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82bf5db0-c959-4082-864f-4d91ae00d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.862259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb1f5d1-4178-4e5d-a676-17ff35d0a519']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:55.871355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce679d33-e8f2-4916-8c6a-d7f9db1d0807') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:55.871659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce679d33-e8f2-4916-8c6a-d7f9db1d0807') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:55.880870 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.883642 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf5db0-c959-4082-864f-4d91ae00d071 None None] Pushing event deleted for resources: {'Port': ['ID=97722378-7c76-469c-9a60-9d8b16f8161d,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:55.886007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf5db0-c959-4082-864f-4d91ae00d071 None None] No DVR routers for this DVR port 97722378-7c76-469c-9a60-9d8b16f8161d on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:55.903798 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.909691 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:32:55.910085 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:32:55.913160 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:32:55.970479 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.977224 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.981525 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/networks/7cb1f5d1-4178-4e5d-a676-17ff35d0a519 HTTP/1.1" status: 204 len: 168 time: 0.9415822 Oct 26 14:32:55.988033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42744) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:55.994954 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-cdbc30d9-8431-4c32-bd48-09d90c7fb4ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1635125006'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:55.997439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d4c69-c6d9-4208-a9de-a8761fe51bb7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Network': ['ID=7cb1f5d1-4178-4e5d-a676-17ff35d0a519,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:56.018056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbc30d9-8431-4c32-bd48-09d90c7fb4ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:56.021533 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30d9-8431-4c32-bd48-09d90c7fb4ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.045079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbc30d9-8431-4c32-bd48-09d90c7fb4ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:32:56.054577 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30d9-8431-4c32-bd48-09d90c7fb4ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.054917 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-cdbc30d9-8431-4c32-bd48-09d90c7fb4ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Added segment c96857f5-bf1d-4ed0-a23c-43848d2f478c of type vlan for network be57109b-cab4-43cb-b225-fa086958c1f0 Oct 26 14:32:56.095102 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30d9-8431-4c32-bd48-09d90c7fb4ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.117501 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30d9-8431-4c32-bd48-09d90c7fb4ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.123529 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbc30d9-8431-4c32-bd48-09d90c7fb4ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:56.124098 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30d9-8431-4c32-bd48-09d90c7fb4ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.182366 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cdbc30d9-8431-4c32-bd48-09d90c7fb4ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1928570 Oct 26 14:32:56.184957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42746) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:56.189757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-da2e016e-a30a-426b-825b-712c3dc6f8b5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': 'be57109b-cab4-43cb-b225-fa086958c1f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:56.240185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc30d9-8431-4c32-bd48-09d90c7fb4ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Network': ['ID=be57109b-cab4-43cb-b225-fa086958c1f0,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:56.250543 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network be57109b-cab4-43cb-b225-fa086958c1f0 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:32:56.289790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2e016e-a30a-426b-825b-712c3dc6f8b5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:56.293658 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da2e016e-a30a-426b-825b-712c3dc6f8b5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.472643 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da2e016e-a30a-426b-825b-712c3dc6f8b5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.534130 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e016e-a30a-426b-825b-712c3dc6f8b5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Subnet': ['ID=58fd0e59-de59-4b77-80ee-df4959980005,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:56.544564 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e016e-a30a-426b-825b-712c3dc6f8b5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Checking segment: {'id': 'c96857f5-bf1d-4ed0-a23c-43848d2f478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'be57109b-cab4-43cb-b225-fa086958c1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:56.544926 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e016e-a30a-426b-825b-712c3dc6f8b5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network hostable DHCP agents. Network: be57109b-cab4-43cb-b225-fa086958c1f0, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:32:56.561444 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e016e-a30a-426b-825b-712c3dc6f8b5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network be57109b-cab4-43cb-b225-fa086958c1f0 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:32:56.570479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-da2e016e-a30a-426b-825b-712c3dc6f8b5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, be57109b-cab4-43cb-b225-fa086958c1f0) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:56.576650 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2e016e-a30a-426b-825b-712c3dc6f8b5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:56.578019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da2e016e-a30a-426b-825b-712c3dc6f8b5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.587489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a7fc5d-5de0-4bb8-97d3-53a2d426c316 None None] Network be57109b-cab4-43cb-b225-fa086958c1f0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:56.601095 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-da2e016e-a30a-426b-825b-712c3dc6f8b5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4149399 Oct 26 14:32:56.604030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42748) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:56.611854 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ceb9a120-7fb7-47fd-826c-e1716cb37951 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'network_id': 'be57109b-cab4-43cb-b225-fa086958c1f0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-688386058'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:56.722277 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb9a120-7fb7-47fd-826c-e1716cb37951 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:56.725811 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ceb9a120-7fb7-47fd-826c-e1716cb37951 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.743358 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-ceb9a120-7fb7-47fd-826c-e1716cb37951 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port 68266f04-65da-4cf6-8102-bb2fb968b1db yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:56.747854 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-be57109b-cab4-43cb-b225-fa086958c1f0', 'network_id': 'be57109b-cab4-43cb-b225-fa086958c1f0', 'tenant_id': '618d8e1dc4634f07aca37b69176c84e1', 'fixed_ips': [{'subnet_id': '58fd0e59-de59-4b77-80ee-df4959980005'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:32:56.748846 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.854726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-ceb9a120-7fb7-47fd-826c-e1716cb37951 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Allocated IP 172.20.0.4 (be57109b-cab4-43cb-b225-fa086958c1f0/58fd0e59-de59-4b77-80ee-df4959980005/68266f04-65da-4cf6-8102-bb2fb968b1db) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:56.972315 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ceb9a120-7fb7-47fd-826c-e1716cb37951 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.013575 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ceb9a120-7fb7-47fd-826c-e1716cb37951 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.055208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb9a120-7fb7-47fd-826c-e1716cb37951 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network be57109b-cab4-43cb-b225-fa086958c1f0 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:57.057090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Allocated IP 172.20.0.2 (be57109b-cab4-43cb-b225-fa086958c1f0/58fd0e59-de59-4b77-80ee-df4959980005/a8bba658-685d-48bd-8bea-ab6618bfb2c8) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:57.058861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ceb9a120-7fb7-47fd-826c-e1716cb37951 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:57.062733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb9a120-7fb7-47fd-826c-e1716cb37951 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:57.086148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9a120-7fb7-47fd-826c-e1716cb37951 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=68266f04-65da-4cf6-8102-bb2fb968b1db,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:57.114700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb9a120-7fb7-47fd-826c-e1716cb37951 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:57.115231 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ceb9a120-7fb7-47fd-826c-e1716cb37951 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.131445 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ceb9a120-7fb7-47fd-826c-e1716cb37951 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.5260358 Oct 26 14:32:57.134569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42750) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:57.204933 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.210902 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.230225 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ff2eb1a8-3bd2-4e32-8956-e34f57f4c227 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port 68266f04-65da-4cf6-8102-bb2fb968b1db {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:57.230568 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff2eb1a8-3bd2-4e32-8956-e34f57f4c227 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.248860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Network be57109b-cab4-43cb-b225-fa086958c1f0 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:57.251809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:57.255272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:57.264353 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Pushing event updated for resources: {'Port': ['ID=a8bba658-685d-48bd-8bea-ab6618bfb2c8,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:57.318011 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Attempting to bind port a8bba658-685d-48bd-8bea-ab6618bfb2c8 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:57.318379 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Attempting to bind port a8bba658-685d-48bd-8bea-ab6618bfb2c8 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c96857f5-bf1d-4ed0-a23c-43848d2f478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'be57109b-cab4-43cb-b225-fa086958c1f0'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:57.318735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Attempting to bind port a8bba658-685d-48bd-8bea-ab6618bfb2c8 on network be57109b-cab4-43cb-b225-fa086958c1f0 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:57.318860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff2eb1a8-3bd2-4e32-8956-e34f57f4c227 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.323542 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:57.323917 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Checking segment: {'id': 'c96857f5-bf1d-4ed0-a23c-43848d2f478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'be57109b-cab4-43cb-b225-fa086958c1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:57.324304 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.324689 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Bound using segment: {'id': 'c96857f5-bf1d-4ed0-a23c-43848d2f478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'be57109b-cab4-43cb-b225-fa086958c1f0'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:57.325148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Bound port: a8bba658-685d-48bd-8bea-ab6618bfb2c8, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96857f5-bf1d-4ed0-a23c-43848d2f478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'be57109b-cab4-43cb-b225-fa086958c1f0'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:57.325515 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.330885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ff2eb1a8-3bd2-4e32-8956-e34f57f4c227 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for 68266f04-65da-4cf6-8102-bb2fb968b1db owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:57.386020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] For port a8bba658-685d-48bd-8bea-ab6618bfb2c8, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:57.389081 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] For port a8bba658-685d-48bd-8bea-ab6618bfb2c8, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a8bba658-685d-48bd-8bea-ab6618bfb2c8,segment=NetworkSegment(c96857f5-bf1d-4ed0-a23c-43848d2f478c),segment_id=c96857f5-bf1d-4ed0-a23c-43848d2f478c)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:57.393186 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.450178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40476392-1b89-425e-b0b5-7129e12da788 None None] Pushing event updated for resources: {'Port': ['ID=a8bba658-685d-48bd-8bea-ab6618bfb2c8,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:57.465288 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff2eb1a8-3bd2-4e32-8956-e34f57f4c227 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.494649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2eb1a8-3bd2-4e32-8956-e34f57f4c227 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=68266f04-65da-4cf6-8102-bb2fb968b1db,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:57.565254 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ff2eb1a8-3bd2-4e32-8956-e34f57f4c227 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.569128 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ff2eb1a8-3bd2-4e32-8956-e34f57f4c227 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/68266f04-65da-4cf6-8102-bb2fb968b1db HTTP/1.1" status: 204 len: 168 time: 0.4333079 Oct 26 14:32:57.571432 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42752) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:57.596869 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-068f3357-fe76-4ccd-9f34-7427aaabba16 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] GET failed (client error): The resource could not be found. Oct 26 14:32:57.601227 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-068f3357-fe76-4ccd-9f34-7427aaabba16 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/68266f04-65da-4cf6-8102-bb2fb968b1db HTTP/1.1" status: 404 len: 333 time: 0.0287008 Oct 26 14:32:57.601408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42754) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:57.668033 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.678064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6c1b97-a32f-4e38-b4d4-30886deb5c7c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting subnet 58fd0e59-de59-4b77-80ee-df4959980005 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:32:57.682007 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca6c1b97-a32f-4e38-b4d4-30886deb5c7c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.723727 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca6c1b97-a32f-4e38-b4d4-30886deb5c7c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.810564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca6c1b97-a32f-4e38-b4d4-30886deb5c7c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.865721 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca6c1b97-a32f-4e38-b4d4-30886deb5c7c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.893886 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c1b97-a32f-4e38-b4d4-30886deb5c7c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Subnet': ['ID=58fd0e59-de59-4b77-80ee-df4959980005,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:57.897949 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ca6c1b97-a32f-4e38-b4d4-30886deb5c7c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.901504 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ca6c1b97-a32f-4e38-b4d4-30886deb5c7c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/58fd0e59-de59-4b77-80ee-df4959980005 HTTP/1.1" status: 204 len: 168 time: 0.2987249 Oct 26 14:32:57.903925 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42756) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:57.977684 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.036443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port a8bba658-685d-48bd-8bea-ab6618bfb2c8 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:58.036797 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.101594 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] For port a8bba658-685d-48bd-8bea-ab6618bfb2c8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a8bba658-685d-48bd-8bea-ab6618bfb2c8,segment=NetworkSegment(c96857f5-bf1d-4ed0-a23c-43848d2f478c),segment_id=c96857f5-bf1d-4ed0-a23c-43848d2f478c)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:58.101958 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.114976 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for a8bba658-685d-48bd-8bea-ab6618bfb2c8 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:58.206905 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.235202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=a8bba658-685d-48bd-8bea-ab6618bfb2c8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:58.238390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a8bba658-685d-48bd-8bea-ab6618bfb2c8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:58.238808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No DVR routers for this DVR port a8bba658-685d-48bd-8bea-ab6618bfb2c8 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:58.261923 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: a8bba658-685d-48bd-8bea-ab6618bfb2c8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:32:58.262397 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a8bba658-685d-48bd-8bea-ab6618bfb2c8 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 14:32:58.282545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Port a8bba658-685d-48bd-8bea-ab6618bfb2c8 not found, will not notify nova. {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 14:32:58.329373 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.350302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be57109b-cab4-43cb-b225-fa086958c1f0']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:58.360445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96857f5-bf1d-4ed0-a23c-43848d2f478c') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:58.360732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96857f5-bf1d-4ed0-a23c-43848d2f478c') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:58.370241 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.373054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac8ffd2-a071-4e0e-9c43-14bf7682ab92 None None] Network be57109b-cab4-43cb-b225-fa086958c1f0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:58.383633 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.389575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:32:58.390046 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:32:58.393101 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:32:58.451216 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.457573 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.464656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/networks/be57109b-cab4-43cb-b225-fa086958c1f0 HTTP/1.1" status: 204 len: 168 time: 0.5560288 Oct 26 14:32:58.465405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42758) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:58.470532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-10d12ade-60d1-4779-9476-07a619fadbe0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'name': 'tempest-PortsTestJSON-1208381044'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:58.474553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d761476-2f25-4a49-b1a2-3802da789680 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Network': ['ID=be57109b-cab4-43cb-b225-fa086958c1f0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:58.486321 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-aa60500b-b238-42ad-a0f5-e10242af1953 None None] Could not find standard attr ID for object a8bba658-685d-48bd-8bea-ab6618bfb2c8. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:32:58.549229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faf7ced-752c-401f-8566-7f612a5dffa7 None None] DHCP port deletion for be57109b-cab4-43cb-b225-fa086958c1f0 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:32:58.566367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d12ade-60d1-4779-9476-07a619fadbe0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:58.569921 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10d12ade-60d1-4779-9476-07a619fadbe0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.587948 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-10d12ade-60d1-4779-9476-07a619fadbe0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port 0500de78-b625-4041-8b67-47c530be771f yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:58.744496 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10d12ade-60d1-4779-9476-07a619fadbe0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.776490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10d12ade-60d1-4779-9476-07a619fadbe0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.825606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d12ade-60d1-4779-9476-07a619fadbe0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:58.828811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-10d12ade-60d1-4779-9476-07a619fadbe0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:58.832486 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d12ade-60d1-4779-9476-07a619fadbe0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:58.838135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d12ade-60d1-4779-9476-07a619fadbe0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:58.838729 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10d12ade-60d1-4779-9476-07a619fadbe0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.846721 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d12ade-60d1-4779-9476-07a619fadbe0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=0500de78-b625-4041-8b67-47c530be771f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:58.859468 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-10d12ade-60d1-4779-9476-07a619fadbe0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.3929145 Oct 26 14:32:58.862028 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42760) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:58.947559 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1ff4c618-0783-4e6c-99a8-76330d56c493 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port 0500de78-b625-4041-8b67-47c530be771f {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:58.947900 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1ff4c618-0783-4e6c-99a8-76330d56c493 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.015283 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1ff4c618-0783-4e6c-99a8-76330d56c493 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.028468 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1ff4c618-0783-4e6c-99a8-76330d56c493 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for 0500de78-b625-4041-8b67-47c530be771f owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:59.106379 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1ff4c618-0783-4e6c-99a8-76330d56c493 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.133347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4c618-0783-4e6c-99a8-76330d56c493 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=0500de78-b625-4041-8b67-47c530be771f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:59.142125 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1ff4c618-0783-4e6c-99a8-76330d56c493 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.145237 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1ff4c618-0783-4e6c-99a8-76330d56c493 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/0500de78-b625-4041-8b67-47c530be771f HTTP/1.1" status: 204 len: 168 time: 0.2822936 Oct 26 14:32:59.147793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42762) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:59.153135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b9982aad-aa7e-4e69-98cd-c5169ab373fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'mac_address': 'fa:16:3e:39:5a:e0', 'name': 'tempest-PortsTestJSON-788623822'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:59.242536 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9982aad-aa7e-4e69-98cd-c5169ab373fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:59.306212 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b9982aad-aa7e-4e69-98cd-c5169ab373fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.327304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-b9982aad-aa7e-4e69-98cd-c5169ab373fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port 3d8e487a-c52e-4bff-95d3-721fc4b5b3c5 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:59.483059 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b9982aad-aa7e-4e69-98cd-c5169ab373fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.514948 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b9982aad-aa7e-4e69-98cd-c5169ab373fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.565063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9982aad-aa7e-4e69-98cd-c5169ab373fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:59.568271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b9982aad-aa7e-4e69-98cd-c5169ab373fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:59.570826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9982aad-aa7e-4e69-98cd-c5169ab373fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:59.576626 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9982aad-aa7e-4e69-98cd-c5169ab373fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:59.577234 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b9982aad-aa7e-4e69-98cd-c5169ab373fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.587273 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9982aad-aa7e-4e69-98cd-c5169ab373fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=3d8e487a-c52e-4bff-95d3-721fc4b5b3c5,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:59.599003 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b9982aad-aa7e-4e69-98cd-c5169ab373fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4502368 Oct 26 14:32:59.601579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42764) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:59.644174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3588aeff-5d28-499c-83ce-c7b79a72ce92 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:59.645500 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3588aeff-5d28-499c-83ce-c7b79a72ce92 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/3d8e487a-c52e-4bff-95d3-721fc4b5b3c5 HTTP/1.1" status: 200 len: 840 time: 0.0429671 Oct 26 14:32:59.648127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42766) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:59.730751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-bbd16faa-32f6-4210-8d40-da04028b5666 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port 3d8e487a-c52e-4bff-95d3-721fc4b5b3c5 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:59.731111 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbd16faa-32f6-4210-8d40-da04028b5666 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.797703 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbd16faa-32f6-4210-8d40-da04028b5666 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.810770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-bbd16faa-32f6-4210-8d40-da04028b5666 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for 3d8e487a-c52e-4bff-95d3-721fc4b5b3c5 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:59.886248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbd16faa-32f6-4210-8d40-da04028b5666 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.918068 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd16faa-32f6-4210-8d40-da04028b5666 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=3d8e487a-c52e-4bff-95d3-721fc4b5b3c5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:59.923235 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bbd16faa-32f6-4210-8d40-da04028b5666 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.926701 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bbd16faa-32f6-4210-8d40-da04028b5666 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/3d8e487a-c52e-4bff-95d3-721fc4b5b3c5 HTTP/1.1" status: 204 len: 168 time: 0.2776670 Oct 26 14:32:59.929304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42768) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:59.952906 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b15dec-13da-4d1e-af9d-4209c7930578 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] GET failed (client error): The resource could not be found. Oct 26 14:32:59.954341 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-34b15dec-13da-4d1e-af9d-4209c7930578 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/3d8e487a-c52e-4bff-95d3-721fc4b5b3c5 HTTP/1.1" status: 404 len: 333 time: 0.0240753 Oct 26 14:32:59.957810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42770) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:59.962847 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7f6e27a1-ff5f-4007-aedc-8177c23c6419 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'name': 'tempest-PortsTestJSON-415163426'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:00.048733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6e27a1-ff5f-4007-aedc-8177c23c6419 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:00.052305 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f6e27a1-ff5f-4007-aedc-8177c23c6419 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:00.069296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-7f6e27a1-ff5f-4007-aedc-8177c23c6419 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port 7b03cf42-ec10-4d9f-a26c-09c987331fc3 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:33:00.198488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a8bba658-685d-48bd-8bea-ab6618bfb2c8 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:00.221281 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: a8bba658-685d-48bd-8bea-ab6618bfb2c8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:00.221621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a8bba658-685d-48bd-8bea-ab6618bfb2c8 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:00.226022 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f6e27a1-ff5f-4007-aedc-8177c23c6419 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:00.259117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f6e27a1-ff5f-4007-aedc-8177c23c6419 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:00.306332 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6e27a1-ff5f-4007-aedc-8177c23c6419 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:00.309388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-7f6e27a1-ff5f-4007-aedc-8177c23c6419 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:00.313193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6e27a1-ff5f-4007-aedc-8177c23c6419 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:00.318739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6e27a1-ff5f-4007-aedc-8177c23c6419 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:00.319332 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7f6e27a1-ff5f-4007-aedc-8177c23c6419 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:00.327805 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e27a1-ff5f-4007-aedc-8177c23c6419 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=7b03cf42-ec10-4d9f-a26c-09c987331fc3,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:00.340847 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7f6e27a1-ff5f-4007-aedc-8177c23c6419 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.3820603 Oct 26 14:33:00.343455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42772) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:00.348543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1b88e455-6b97-4e3d-8e2f-ffb17cade269 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:00.409728 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1b88e455-6b97-4e3d-8e2f-ffb17cade269 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:00.561855 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1b88e455-6b97-4e3d-8e2f-ffb17cade269 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:00.566343 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1b88e455-6b97-4e3d-8e2f-ffb17cade269 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:00.598289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-1b88e455-6b97-4e3d-8e2f-ffb17cade269 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] In _notify_port_updated(), no bound segment for port 7b03cf42-ec10-4d9f-a26c-09c987331fc3 on network d6537cc3-73a5-4f56-97ee-70910b5ea638 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:33:00.603808 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b88e455-6b97-4e3d-8e2f-ffb17cade269 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:00.604407 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1b88e455-6b97-4e3d-8e2f-ffb17cade269 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:00.605697 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1b88e455-6b97-4e3d-8e2f-ffb17cade269 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "PUT /v2.0/ports/7b03cf42-ec10-4d9f-a26c-09c987331fc3 HTTP/1.1" status: 200 len: 818 time: 0.2613330 Oct 26 14:33:00.608592 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42774) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:00.620904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88e455-6b97-4e3d-8e2f-ffb17cade269 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=7b03cf42-ec10-4d9f-a26c-09c987331fc3,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:00.698355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-90f416f7-a0da-41a1-8e9e-0be26282fd4e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port 7b03cf42-ec10-4d9f-a26c-09c987331fc3 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:00.698613 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90f416f7-a0da-41a1-8e9e-0be26282fd4e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:00.762370 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90f416f7-a0da-41a1-8e9e-0be26282fd4e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:00.774242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-90f416f7-a0da-41a1-8e9e-0be26282fd4e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for 7b03cf42-ec10-4d9f-a26c-09c987331fc3 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:00.857083 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90f416f7-a0da-41a1-8e9e-0be26282fd4e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:00.888182 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f416f7-a0da-41a1-8e9e-0be26282fd4e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=7b03cf42-ec10-4d9f-a26c-09c987331fc3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:00.890581 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90f416f7-a0da-41a1-8e9e-0be26282fd4e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:00.894316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-90f416f7-a0da-41a1-8e9e-0be26282fd4e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/7b03cf42-ec10-4d9f-a26c-09c987331fc3 HTTP/1.1" status: 204 len: 168 time: 0.2846999 Oct 26 14:33:00.896741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42776) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:00.944750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923955af-a657-4312-8c2a-290dc184053b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:00.946240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-923955af-a657-4312-8c2a-290dc184053b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0485713 Oct 26 14:33:00.949413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42778) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:00.973044 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f89dc12-2f74-4527-b1ac-26041885a709 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] GET failed (client error): The resource could not be found. Oct 26 14:33:00.974480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9f89dc12-2f74-4527-b1ac-26041885a709 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/7b03cf42-ec10-4d9f-a26c-09c987331fc3 HTTP/1.1" status: 404 len: 333 time: 0.0242329 Oct 26 14:33:00.977858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42780) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:00.983115 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f1f8a7e9-c98c-4105-8129-8a87adbf8798 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-33390544'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:01.003696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f8a7e9-c98c-4105-8129-8a87adbf8798 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:01.007408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a7e9-c98c-4105-8129-8a87adbf8798 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:01.032856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f8a7e9-c98c-4105-8129-8a87adbf8798 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:33:01.041755 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a7e9-c98c-4105-8129-8a87adbf8798 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:01.042133 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-f1f8a7e9-c98c-4105-8129-8a87adbf8798 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Added segment e0431791-3b00-488c-801e-2ad4989b3b0d of type vlan for network 7e25b7a1-b0ff-4d5f-a653-2df688e07d08 Oct 26 14:33:01.081197 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a7e9-c98c-4105-8129-8a87adbf8798 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:01.103953 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a7e9-c98c-4105-8129-8a87adbf8798 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:01.109445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f8a7e9-c98c-4105-8129-8a87adbf8798 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:01.110055 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a7e9-c98c-4105-8129-8a87adbf8798 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:01.162565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f1f8a7e9-c98c-4105-8129-8a87adbf8798 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1831183 Oct 26 14:33:01.165429 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42782) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:01.171035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9105e99c-d0a7-479d-bc5b-1bb51e50fcad tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': '7e25b7a1-b0ff-4d5f-a653-2df688e07d08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:01.177369 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8a7e9-c98c-4105-8129-8a87adbf8798 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Network': ['ID=7e25b7a1-b0ff-4d5f-a653-2df688e07d08,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:01.188732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 7e25b7a1-b0ff-4d5f-a653-2df688e07d08 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:33:01.262114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9105e99c-d0a7-479d-bc5b-1bb51e50fcad tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:01.265656 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9105e99c-d0a7-479d-bc5b-1bb51e50fcad tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:01.439595 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9105e99c-d0a7-479d-bc5b-1bb51e50fcad tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:01.499165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105e99c-d0a7-479d-bc5b-1bb51e50fcad tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Subnet': ['ID=ae1a0d2e-10e7-483b-bc89-34f8028d205d,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:01.506901 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9105e99c-d0a7-479d-bc5b-1bb51e50fcad tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Checking segment: {'id': 'e0431791-3b00-488c-801e-2ad4989b3b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '7e25b7a1-b0ff-4d5f-a653-2df688e07d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:01.507524 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9105e99c-d0a7-479d-bc5b-1bb51e50fcad tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network hostable DHCP agents. Network: 7e25b7a1-b0ff-4d5f-a653-2df688e07d08, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:33:01.523252 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9105e99c-d0a7-479d-bc5b-1bb51e50fcad tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network 7e25b7a1-b0ff-4d5f-a653-2df688e07d08 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:33:01.531910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-9105e99c-d0a7-479d-bc5b-1bb51e50fcad tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 7e25b7a1-b0ff-4d5f-a653-2df688e07d08) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:01.536404 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9105e99c-d0a7-479d-bc5b-1bb51e50fcad tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:01.537449 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9105e99c-d0a7-479d-bc5b-1bb51e50fcad tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:01.541302 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5e88ea-6296-449f-b443-d1d022470281 None None] Network 7e25b7a1-b0ff-4d5f-a653-2df688e07d08 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:01.553794 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9105e99c-d0a7-479d-bc5b-1bb51e50fcad tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3867061 Oct 26 14:33:01.556616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42784) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:01.562196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-238b9b41-5694-40b6-bb50-726b93b47333 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': '7e25b7a1-b0ff-4d5f-a653-2df688e07d08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:01.677079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238b9b41-5694-40b6-bb50-726b93b47333 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:01.681639 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-238b9b41-5694-40b6-bb50-726b93b47333 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:01.689878 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-7e25b7a1-b0ff-4d5f-a653-2df688e07d08', 'network_id': '7e25b7a1-b0ff-4d5f-a653-2df688e07d08', 'tenant_id': '618d8e1dc4634f07aca37b69176c84e1', 'fixed_ips': [{'subnet_id': 'ae1a0d2e-10e7-483b-bc89-34f8028d205d'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:33:01.690767 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:01.767976 n-d-815498-1 neutron-server[102123]: INFO neutron.db.ipam_backend_mixin [None req-238b9b41-5694-40b6-bb50-726b93b47333 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ae1a0d2e-10e7-483b-bc89-34f8028d205d (CIDR: 172.20.0.0/28) Oct 26 14:33:01.771234 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-238b9b41-5694-40b6-bb50-726b93b47333 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:33:01.771720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238b9b41-5694-40b6-bb50-726b93b47333 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:01.788554 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-238b9b41-5694-40b6-bb50-726b93b47333 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2309139 Oct 26 14:33:01.791351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42786) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:01.796309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-98cdcc39-cdab-4e8c-b09c-89c3edd330b2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': '7e25b7a1-b0ff-4d5f-a653-2df688e07d08', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:01.823961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Allocated IP 172.20.0.2 (7e25b7a1-b0ff-4d5f-a653-2df688e07d08/ae1a0d2e-10e7-483b-bc89-34f8028d205d/ebb483b1-e20b-492c-bfe2-19725133f97c) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:01.913084 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cdcc39-cdab-4e8c-b09c-89c3edd330b2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:01.916955 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-98cdcc39-cdab-4e8c-b09c-89c3edd330b2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.128060 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.136459 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.139831 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-98cdcc39-cdab-4e8c-b09c-89c3edd330b2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.173327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Network 7e25b7a1-b0ff-4d5f-a653-2df688e07d08 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:02.176131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:02.179654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:02.189383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cdcc39-cdab-4e8c-b09c-89c3edd330b2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network 7e25b7a1-b0ff-4d5f-a653-2df688e07d08 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:02.190594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Pushing event updated for resources: {'Port': ['ID=ebb483b1-e20b-492c-bfe2-19725133f97c,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:02.193117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-98cdcc39-cdab-4e8c-b09c-89c3edd330b2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:02.196203 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cdcc39-cdab-4e8c-b09c-89c3edd330b2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:02.197363 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-98cdcc39-cdab-4e8c-b09c-89c3edd330b2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.212038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdcc39-cdab-4e8c-b09c-89c3edd330b2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Subnet': ['ID=cb014f4c-83ab-4e41-bcef-d2d4e6726fb6,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:02.220883 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-98cdcc39-cdab-4e8c-b09c-89c3edd330b2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4282758 Oct 26 14:33:02.223566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42788) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:02.229278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'network_id': '7e25b7a1-b0ff-4d5f-a653-2df688e07d08', 'fixed_ips': [{'subnet_id': 'ae1a0d2e-10e7-483b-bc89-34f8028d205d'}, {'subnet_id': 'cb014f4c-83ab-4e41-bcef-d2d4e6726fb6'}], 'name': 'tempest-PortsTestJSON-78762606'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:02.245168 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Attempting to bind port ebb483b1-e20b-492c-bfe2-19725133f97c on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:02.245539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Attempting to bind port ebb483b1-e20b-492c-bfe2-19725133f97c by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'e0431791-3b00-488c-801e-2ad4989b3b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '7e25b7a1-b0ff-4d5f-a653-2df688e07d08'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:02.245908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Attempting to bind port ebb483b1-e20b-492c-bfe2-19725133f97c on network 7e25b7a1-b0ff-4d5f-a653-2df688e07d08 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:02.251110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:02.251488 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Checking segment: {'id': 'e0431791-3b00-488c-801e-2ad4989b3b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '7e25b7a1-b0ff-4d5f-a653-2df688e07d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:02.251886 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.252277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Bound using segment: {'id': 'e0431791-3b00-488c-801e-2ad4989b3b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '7e25b7a1-b0ff-4d5f-a653-2df688e07d08'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:02.252746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Bound port: ebb483b1-e20b-492c-bfe2-19725133f97c, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0431791-3b00-488c-801e-2ad4989b3b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '7e25b7a1-b0ff-4d5f-a653-2df688e07d08'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:02.253129 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.317020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] For port ebb483b1-e20b-492c-bfe2-19725133f97c, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:02.320352 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] For port ebb483b1-e20b-492c-bfe2-19725133f97c, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ebb483b1-e20b-492c-bfe2-19725133f97c,segment=NetworkSegment(e0431791-3b00-488c-801e-2ad4989b3b0d),segment_id=e0431791-3b00-488c-801e-2ad4989b3b0d)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:02.324134 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.339099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:02.380835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bdf1e-c18d-422e-bc97-606fb4db92d7 None None] Pushing event updated for resources: {'Port': ['ID=ebb483b1-e20b-492c-bfe2-19725133f97c,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:02.429926 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.448249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port e68eb619-7618-49ec-be87-df2c81a7d62f yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:33:02.725053 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Allocated IP 172.20.0.6 (7e25b7a1-b0ff-4d5f-a653-2df688e07d08/ae1a0d2e-10e7-483b-bc89-34f8028d205d/e68eb619-7618-49ec-be87-df2c81a7d62f) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:02.730865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Allocated IP 172.20.0.18 (7e25b7a1-b0ff-4d5f-a653-2df688e07d08/cb014f4c-83ab-4e41-bcef-d2d4e6726fb6/e68eb619-7618-49ec-be87-df2c81a7d62f) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:02.875736 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.911236 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.953690 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network 7e25b7a1-b0ff-4d5f-a653-2df688e07d08 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:02.956792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:02.960674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:02.987700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=e68eb619-7618-49ec-be87-df2c81a7d62f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:03.015113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:03.015743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:03.032030 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bf1cf593-e68e-4287-bb92-1bb9d208f425 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 0.8074245 Oct 26 14:33:03.035122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42790) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:03.040642 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-aae44b91-c5d2-486c-98c8-85ff57a9030e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ae1a0d2e-10e7-483b-bc89-34f8028d205d'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:03.112845 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aae44b91-c5d2-486c-98c8-85ff57a9030e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:03.292652 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5259b528-89c7-4602-9c2a-819fa06bdffd None None] Network 7e25b7a1-b0ff-4d5f-a653-2df688e07d08 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:03.363504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5cf14944-fbb6-4f88-b142-98901e1d1636 None None] Provisioning complete for port ebb483b1-e20b-492c-bfe2-19725133f97c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:03.363867 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5cf14944-fbb6-4f88-b142-98901e1d1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:03.516997 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5cf14944-fbb6-4f88-b142-98901e1d1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:03.559570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5cf14944-fbb6-4f88-b142-98901e1d1636 None None] For port ebb483b1-e20b-492c-bfe2-19725133f97c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ebb483b1-e20b-492c-bfe2-19725133f97c,segment=NetworkSegment(e0431791-3b00-488c-801e-2ad4989b3b0d),segment_id=e0431791-3b00-488c-801e-2ad4989b3b0d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:03.563807 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5cf14944-fbb6-4f88-b142-98901e1d1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:03.646718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf14944-fbb6-4f88-b142-98901e1d1636 None None] Pushing event updated for resources: {'Port': ['ID=ebb483b1-e20b-492c-bfe2-19725133f97c,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:03.650671 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497f2e37-2c40-4764-9ad5-c85eb7b5a30f None None] Update dhcp port {'port': {'network_id': '7e25b7a1-b0ff-4d5f-a653-2df688e07d08', 'fixed_ips': [{'subnet_id': 'ae1a0d2e-10e7-483b-bc89-34f8028d205d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cb014f4c-83ab-4e41-bcef-d2d4e6726fb6'}], 'binding:host_id': 'n-d-815498-1'}, 'id': 'ebb483b1-e20b-492c-bfe2-19725133f97c'} from n-d-815498-1. {{(pid=102125) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:33:03.676102 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-497f2e37-2c40-4764-9ad5-c85eb7b5a30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:03.718459 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-aae44b91-c5d2-486c-98c8-85ff57a9030e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Delete allocated IP 172.20.0.18 (7e25b7a1-b0ff-4d5f-a653-2df688e07d08/cb014f4c-83ab-4e41-bcef-d2d4e6726fb6) {{(pid=102123) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 14:33:03.845054 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aae44b91-c5d2-486c-98c8-85ff57a9030e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:03.849440 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aae44b91-c5d2-486c-98c8-85ff57a9030e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:03.895121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-497f2e37-2c40-4764-9ad5-c85eb7b5a30f None None] Allocated IP 172.20.0.19 (7e25b7a1-b0ff-4d5f-a653-2df688e07d08/cb014f4c-83ab-4e41-bcef-d2d4e6726fb6/ebb483b1-e20b-492c-bfe2-19725133f97c) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:03.941801 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae44b91-c5d2-486c-98c8-85ff57a9030e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=e68eb619-7618-49ec-be87-df2c81a7d62f,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:03.961353 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-aae44b91-c5d2-486c-98c8-85ff57a9030e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] In _notify_port_updated(), no bound segment for port e68eb619-7618-49ec-be87-df2c81a7d62f on network 7e25b7a1-b0ff-4d5f-a653-2df688e07d08 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:33:03.967378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae44b91-c5d2-486c-98c8-85ff57a9030e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:03.967991 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aae44b91-c5d2-486c-98c8-85ff57a9030e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:03.969400 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aae44b91-c5d2-486c-98c8-85ff57a9030e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "PUT /v2.0/ports/e68eb619-7618-49ec-be87-df2c81a7d62f HTTP/1.1" status: 200 len: 917 time: 0.9330623 Oct 26 14:33:03.972144 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42792) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:03.977096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6778c432-c56a-4e77-90e3-cbba8f38fff2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ae1a0d2e-10e7-483b-bc89-34f8028d205d'}, {'subnet_id': 'cb014f4c-83ab-4e41-bcef-d2d4e6726fb6'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:03.995407 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-497f2e37-2c40-4764-9ad5-c85eb7b5a30f None None] For port ebb483b1-e20b-492c-bfe2-19725133f97c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ebb483b1-e20b-492c-bfe2-19725133f97c,segment=NetworkSegment(e0431791-3b00-488c-801e-2ad4989b3b0d),segment_id=e0431791-3b00-488c-801e-2ad4989b3b0d)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:04.024015 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-497f2e37-2c40-4764-9ad5-c85eb7b5a30f None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.029820 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-497f2e37-2c40-4764-9ad5-c85eb7b5a30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.043178 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6778c432-c56a-4e77-90e3-cbba8f38fff2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.119580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f2e37-2c40-4764-9ad5-c85eb7b5a30f None None] Pushing event updated for resources: {'Port': ['ID=ebb483b1-e20b-492c-bfe2-19725133f97c,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:04.237951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ebb483b1-e20b-492c-bfe2-19725133f97c up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:04.296981 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ebb483b1-e20b-492c-bfe2-19725133f97c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:04.297680 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.342278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a8c0a-d52d-440c-82a4-d96746396710 req-e3836185-3891-437a-88fd-f0089ebde5c7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:04.344006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-726a8c0a-d52d-440c-82a4-d96746396710 req-e3836185-3891-437a-88fd-f0089ebde5c7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 945 time: 0.0684974 Oct 26 14:33:04.353809 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-6778c432-c56a-4e77-90e3-cbba8f38fff2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Allocated IP 172.20.0.20 (7e25b7a1-b0ff-4d5f-a653-2df688e07d08/cb014f4c-83ab-4e41-bcef-d2d4e6726fb6/e68eb619-7618-49ec-be87-df2c81a7d62f) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:04.399472 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-726a8c0a-d52d-440c-82a4-d96746396710 req-fa80c220-1427-46f3-a1ae-b3f3a3499c71 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478258 Oct 26 14:33:04.418575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42798) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:04.483694 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a01ba32b-0e4e-4ca4-9bc4-8349c49c8a2c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/394861d8-3abe-45b4-938c-2978cac985c3 HTTP/1.1" status: 200 len: 993 time: 0.0633562 Oct 26 14:33:04.498868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6778c432-c56a-4e77-90e3-cbba8f38fff2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.504098 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6778c432-c56a-4e77-90e3-cbba8f38fff2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.622554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778c432-c56a-4e77-90e3-cbba8f38fff2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=e68eb619-7618-49ec-be87-df2c81a7d62f,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:04.645249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-6778c432-c56a-4e77-90e3-cbba8f38fff2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] In _notify_port_updated(), no bound segment for port e68eb619-7618-49ec-be87-df2c81a7d62f on network 7e25b7a1-b0ff-4d5f-a653-2df688e07d08 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:33:04.651683 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6778c432-c56a-4e77-90e3-cbba8f38fff2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:04.652323 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6778c432-c56a-4e77-90e3-cbba8f38fff2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.653696 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6778c432-c56a-4e77-90e3-cbba8f38fff2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "PUT /v2.0/ports/e68eb619-7618-49ec-be87-df2c81a7d62f HTTP/1.1" status: 200 len: 997 time: 0.6806128 Oct 26 14:33:04.656393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42804) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:04.690210 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ba1794-fd8c-4f96-a4f3-a33003160f69 None None] Network 7e25b7a1-b0ff-4d5f-a653-2df688e07d08 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:04.734403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-81a8261b-5009-45fd-b598-d026d4a7e128 None None] Provisioning complete for port ebb483b1-e20b-492c-bfe2-19725133f97c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:04.734773 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-81a8261b-5009-45fd-b598-d026d4a7e128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.754256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e0562040-5fac-4852-a398-a8a001cea5ac tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port e68eb619-7618-49ec-be87-df2c81a7d62f {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:04.754592 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0562040-5fac-4852-a398-a8a001cea5ac tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.795051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d117c-4000-4e66-bd69-f589073e822c req-78d61cce-1d69-4bac-818b-56d33b589f86 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:04.796917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-345d117c-4000-4e66-bd69-f589073e822c req-78d61cce-1d69-4bac-818b-56d33b589f86 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 1096 time: 0.0442955 Oct 26 14:33:04.841220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-345d117c-4000-4e66-bd69-f589073e822c req-f25bf1fd-cf77-49e6-81c9-a6ef75066039 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371127 Oct 26 14:33:04.851760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0562040-5fac-4852-a398-a8a001cea5ac tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.864914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e0562040-5fac-4852-a398-a8a001cea5ac tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for e68eb619-7618-49ec-be87-df2c81a7d62f owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:04.906954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-81a8261b-5009-45fd-b598-d026d4a7e128 None None] Provisioning complete for port e68eb619-7618-49ec-be87-df2c81a7d62f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:04.907319 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-81a8261b-5009-45fd-b598-d026d4a7e128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.951029 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-81a8261b-5009-45fd-b598-d026d4a7e128 None None] Port e68eb619-7618-49ec-be87-df2c81a7d62f cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:05.062040 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0562040-5fac-4852-a398-a8a001cea5ac tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.094496 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0562040-5fac-4852-a398-a8a001cea5ac tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=e68eb619-7618-49ec-be87-df2c81a7d62f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:05.193289 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0562040-5fac-4852-a398-a8a001cea5ac tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.196650 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e0562040-5fac-4852-a398-a8a001cea5ac tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/e68eb619-7618-49ec-be87-df2c81a7d62f HTTP/1.1" status: 204 len: 168 time: 0.5393031 Oct 26 14:33:05.200005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42820) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:05.227740 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7e1a78-454e-4659-ad46-ae099e39250b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] GET failed (client error): The resource could not be found. Oct 26 14:33:05.229665 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9b7e1a78-454e-4659-ad46-ae099e39250b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/e68eb619-7618-49ec-be87-df2c81a7d62f HTTP/1.1" status: 404 len: 333 time: 0.0282626 Oct 26 14:33:05.232046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42822) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:05.285181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting subnet cb014f4c-83ab-4e41-bcef-d2d4e6726fb6 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:05.288595 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.329147 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.417936 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.474912 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.475356 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-7692857a-f689-4369-bc97-73bd8e948997 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963871 Oct 26 14:33:05.485650 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-fabe3a65-46c9-4755-beb4-bd9d6dc20c48 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:33:05.486694 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-fabe3a65-46c9-4755-beb4-bd9d6dc20c48 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059192 Oct 26 14:33:05.503087 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Subnet': ['ID=cb014f4c-83ab-4e41-bcef-d2d4e6726fb6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:05.511593 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.514799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/cb014f4c-83ab-4e41-bcef-d2d4e6726fb6 HTTP/1.1" status: 204 len: 168 time: 0.2818305 Oct 26 14:33:05.516415 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:05.516762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:05.517103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:05.517440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:05.517764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:05.518292 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:05.518457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42832) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:05.518927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:05.522152 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:05.522623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:05.522985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:05.523372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:05.523722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348890b-5fc5-4226-99df-b8f425897d3e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:05.576910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-135cefbc-9fd1-49f6-b5c9-213fa51c8b98 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting subnet ae1a0d2e-10e7-483b-bc89-34f8028d205d {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:05.580213 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-135cefbc-9fd1-49f6-b5c9-213fa51c8b98 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.626268 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-135cefbc-9fd1-49f6-b5c9-213fa51c8b98 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.711316 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-135cefbc-9fd1-49f6-b5c9-213fa51c8b98 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.770766 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-135cefbc-9fd1-49f6-b5c9-213fa51c8b98 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.820546 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cefbc-9fd1-49f6-b5c9-213fa51c8b98 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1a0d2e-10e7-483b-bc89-34f8028d205d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:05.824353 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-135cefbc-9fd1-49f6-b5c9-213fa51c8b98 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.827669 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-135cefbc-9fd1-49f6-b5c9-213fa51c8b98 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/ae1a0d2e-10e7-483b-bc89-34f8028d205d HTTP/1.1" status: 204 len: 168 time: 0.3079057 Oct 26 14:33:05.830365 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42842) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:05.911708 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.981395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port ebb483b1-e20b-492c-bfe2-19725133f97c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:05.981743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.069657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] For port ebb483b1-e20b-492c-bfe2-19725133f97c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ebb483b1-e20b-492c-bfe2-19725133f97c,segment=NetworkSegment(e0431791-3b00-488c-801e-2ad4989b3b0d),segment_id=e0431791-3b00-488c-801e-2ad4989b3b0d)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:06.070146 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.083434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for ebb483b1-e20b-492c-bfe2-19725133f97c owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:06.112634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaf8cda-8621-41e2-b387-9d4e6fa2d9c8 None None] Network 7e25b7a1-b0ff-4d5f-a653-2df688e07d08 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:06.172645 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.183078 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-41fe8f29-e604-47b0-a409-baba7edd1bd9 None None] Could not find standard attr ID for object ebb483b1-e20b-492c-bfe2-19725133f97c. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:33:06.196279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-41fe8f29-e604-47b0-a409-baba7edd1bd9 None None] Could not find standard attr ID for object e68eb619-7618-49ec-be87-df2c81a7d62f. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:33:06.208281 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=ebb483b1-e20b-492c-bfe2-19725133f97c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:06.219543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No DVR routers for this DVR port ebb483b1-e20b-492c-bfe2-19725133f97c on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:06.310797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edfbf42-99e7-4ccd-b452-c735cdcfb4b9 None None] DHCP port deletion for 7e25b7a1-b0ff-4d5f-a653-2df688e07d08 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:33:06.319160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-093abc03-fea1-42c0-b949-895db8c590ef tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:06.320570 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-093abc03-fea1-42c0-b949-895db8c590ef tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/ports/9699eee1-3767-4bee-9492-d8729246e2af HTTP/1.1" status: 200 len: 1093 time: 0.2673140 Oct 26 14:33:06.337602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] Request body: {'binding': {'host': 'n-h1-815498-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:06.338107 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] Unknown quota resources ['binding']. {{(pid=102123) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:33:06.343494 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.387010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e25b7a1-b0ff-4d5f-a653-2df688e07d08']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:06.406934 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0431791-3b00-488c-801e-2ad4989b3b0d') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:06.407239 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0431791-3b00-488c-801e-2ad4989b3b0d') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:06.441929 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.466539 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.476315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:33:06.476711 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:33:06.480395 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:33:06.566662 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.575857 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.583691 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/networks/7e25b7a1-b0ff-4d5f-a653-2df688e07d08 HTTP/1.1" status: 204 len: 168 time: 0.7523267 Oct 26 14:33:06.589114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42846) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:06.606240 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] Attempting to bind port 9699eee1-3767-4bee-9492-d8729246e2af on host n-h1-815498-1 for vnic_type normal with profile None {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:06.606814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] Attempting to bind port 9699eee1-3767-4bee-9492-d8729246e2af by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:06.607152 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] Attempting to bind port 9699eee1-3767-4bee-9492-d8729246e2af on network c3e39bcc-85c4-41db-be02-7abbddde192f {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:06.611190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0babb-ba09-4d1e-b24c-00072ae8bcd5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Network': ['ID=7e25b7a1-b0ff-4d5f-a653-2df688e07d08,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:06.630910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] Port 9699eee1-3767-4bee-9492-d8729246e2af on network c3e39bcc-85c4-41db-be02-7abbddde192f not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:33:06.631246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] Attempting to bind port 9699eee1-3767-4bee-9492-d8729246e2af on network c3e39bcc-85c4-41db-be02-7abbddde192f {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:06.644554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:06.644894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] Checking segment: {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:06.645279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] Bound using segment: {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:06.645714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] Bound port: 9699eee1-3767-4bee-9492-d8729246e2af, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:06.718092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bee23f6-26ef-4527-8fd0-1e9ea2a869bf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:06.719503 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0bee23f6-26ef-4527-8fd0-1e9ea2a869bf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1305525 Oct 26 14:33:06.723153 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42848) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:06.766443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9699eee1-3767-4bee-9492-d8729246e2af,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:06.768978 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a94d8b00-e151-4bad-b72e-956af91de56a tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0446801 Oct 26 14:33:06.772564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42850) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:06.773452 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] Publish callbacks [] for binding, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.774654 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] 10.222.0.32 "POST /v2.0/ports/9699eee1-3767-4bee-9492-d8729246e2af/bindings HTTP/1.1" status: 201 len: 389 time: 0.4413083 Oct 26 14:33:06.777777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-49f0a37d-a5bf-48c7-860d-5a3ef954e618 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-401056206'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:06.799229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f0a37d-a5bf-48c7-860d-5a3ef954e618 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:06.802893 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-49f0a37d-a5bf-48c7-860d-5a3ef954e618 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.828692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f0a37d-a5bf-48c7-860d-5a3ef954e618 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:33:06.839043 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-49f0a37d-a5bf-48c7-860d-5a3ef954e618 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.839294 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-49f0a37d-a5bf-48c7-860d-5a3ef954e618 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Added segment c2a9f72a-ee4f-4262-8793-e1b8bb644f90 of type vlan for network e4102526-0ceb-46e9-9379-b746609b01e0 Oct 26 14:33:06.898769 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-49f0a37d-a5bf-48c7-860d-5a3ef954e618 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.957714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6075aa3-0478-4481-bda7-bd2bdd2b4a33 req-073a97ec-1061-4dd2-96ea-baa0ed99e63a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:06.959296 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6075aa3-0478-4481-bda7-bd2bdd2b4a33 req-073a97ec-1061-4dd2-96ea-baa0ed99e63a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 945 time: 0.0724750 Oct 26 14:33:06.960073 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-49f0a37d-a5bf-48c7-860d-5a3ef954e618 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.966115 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f0a37d-a5bf-48c7-860d-5a3ef954e618 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:06.966690 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-49f0a37d-a5bf-48c7-860d-5a3ef954e618 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.005168 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-adc82d58-afb3-49f0-866b-0ddbc415d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:07.006660 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-adc82d58-afb3-49f0-866b-0ddbc415d78e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 1096 time: 0.0421076 Oct 26 14:33:07.042385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-49f0a37d-a5bf-48c7-860d-5a3ef954e618 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2687511 Oct 26 14:33:07.053193 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42854) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:07.066307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-379472ac-1a43-49b9-982a-d1301109b802 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': 'e4102526-0ceb-46e9-9379-b746609b01e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:07.082341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0a37d-a5bf-48c7-860d-5a3ef954e618 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Network': ['ID=e4102526-0ceb-46e9-9379-b746609b01e0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:07.094977 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network e4102526-0ceb-46e9-9379-b746609b01e0 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:33:07.103698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-89085424-1492-46fe-b7c2-412709686702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:07.105186 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-89085424-1492-46fe-b7c2-412709686702 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3e39bcc-85c4-41db-be02-7abbddde192f HTTP/1.1" status: 200 len: 897 time: 0.0912588 Oct 26 14:33:07.118115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6075aa3-0478-4481-bda7-bd2bdd2b4a33 req-dc7765ce-d7d3-42d9-80e8-271915eb4c9b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486998 Oct 26 14:33:07.166539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379472ac-1a43-49b9-982a-d1301109b802 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:07.170308 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-379472ac-1a43-49b9-982a-d1301109b802 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.189149 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-376acd9d-0d65-441f-b2b4-3b6e39aeef8d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9699eee1-3767-4bee-9492-d8729246e2af HTTP/1.1" status: 200 len: 1001 time: 0.0765960 Oct 26 14:33:07.239447 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-fbbe0cc4-48fa-4390-af4b-b2e94272554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:07.240923 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-fbbe0cc4-48fa-4390-af4b-b2e94272554d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92658c47-7126-4501-9f79-361e4ebf709f HTTP/1.1" status: 200 len: 835 time: 0.0451515 Oct 26 14:33:07.293959 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-c9b66d2d-0bde-471f-bc93-ef2b942d605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:07.295390 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-c9b66d2d-0bde-471f-bc93-ef2b942d605f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3e39bcc-85c4-41db-be02-7abbddde192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463197 Oct 26 14:33:07.352911 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-379472ac-1a43-49b9-982a-d1301109b802 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.387561 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-84f69fdd-1b1b-40f4-9e93-09a7b4daba21 service neutron] 10.222.0.25 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846000 Oct 26 14:33:07.417954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379472ac-1a43-49b9-982a-d1301109b802 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Subnet': ['ID=991a1977-7152-4ef4-8fde-dcb3ffd364f9,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:07.424934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379472ac-1a43-49b9-982a-d1301109b802 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Checking segment: {'id': 'c2a9f72a-ee4f-4262-8793-e1b8bb644f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e4102526-0ceb-46e9-9379-b746609b01e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:07.425300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379472ac-1a43-49b9-982a-d1301109b802 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network hostable DHCP agents. Network: e4102526-0ceb-46e9-9379-b746609b01e0, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:33:07.442503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379472ac-1a43-49b9-982a-d1301109b802 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network e4102526-0ceb-46e9-9379-b746609b01e0 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:33:07.452301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-379472ac-1a43-49b9-982a-d1301109b802 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, e4102526-0ceb-46e9-9379-b746609b01e0) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:07.456557 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379472ac-1a43-49b9-982a-d1301109b802 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:07.457148 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-379472ac-1a43-49b9-982a-d1301109b802 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.463088 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678ce88f-6d79-4d83-bf45-4cd4c76b1089 None None] Network e4102526-0ceb-46e9-9379-b746609b01e0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:07.474797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-379472ac-1a43-49b9-982a-d1301109b802 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4189172 Oct 26 14:33:07.477427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42856) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:07.482368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3f25d631-e23a-4993-af01-c17b15e224b0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'network_id': 'e4102526-0ceb-46e9-9379-b746609b01e0', 'name': 'tempest-PortsTestJSON-205554090'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:07.490963 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-ebec2c8f-4734-4061-af4b-42931b631e99 service neutron] 10.222.0.25 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967655 Oct 26 14:33:07.593745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f25d631-e23a-4993-af01-c17b15e224b0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:07.597356 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3f25d631-e23a-4993-af01-c17b15e224b0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.615244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-3f25d631-e23a-4993-af01-c17b15e224b0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port a1272a72-9787-4727-80c8-861b2b932327 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:33:07.627515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-7014ffe8-51e2-4a91-a802-f163df234afb tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:07.629052 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-7014ffe8-51e2-4a91-a802-f163df234afb tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1096 time: 0.0804057 Oct 26 14:33:07.631998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-e4102526-0ceb-46e9-9379-b746609b01e0', 'network_id': 'e4102526-0ceb-46e9-9379-b746609b01e0', 'tenant_id': '618d8e1dc4634f07aca37b69176c84e1', 'fixed_ips': [{'subnet_id': '991a1977-7152-4ef4-8fde-dcb3ffd364f9'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:33:07.633168 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.641950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815498-1'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:07.699254 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.731501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-3f25d631-e23a-4993-af01-c17b15e224b0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Allocated IP 172.20.0.5 (e4102526-0ceb-46e9-9379-b746609b01e0/991a1977-7152-4ef4-8fde-dcb3ffd364f9/a1272a72-9787-4727-80c8-861b2b932327) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:07.838355 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9699eee1-3767-4bee-9492-d8729246e2af,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:07.873120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:07.877097 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3f25d631-e23a-4993-af01-c17b15e224b0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.912292 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3f25d631-e23a-4993-af01-c17b15e224b0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.918986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:07.921287 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fd2be6-bb7c-4b76-84e4-a0f4a7747d20" -d '{"events": [{"server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "name": "network-vif-unplugged", "status": "completed", "tag": "9699eee1-3767-4bee-9492-d8729246e2af"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:07.925904 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.943019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.958350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25d631-e23a-4993-af01-c17b15e224b0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network e4102526-0ceb-46e9-9379-b746609b01e0 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:07.971759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-3f25d631-e23a-4993-af01-c17b15e224b0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:07.974379 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Allocated IP 172.20.0.2 (e4102526-0ceb-46e9-9379-b746609b01e0/991a1977-7152-4ef4-8fde-dcb3ffd364f9/0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:07.979854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25d631-e23a-4993-af01-c17b15e224b0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:08.029267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25d631-e23a-4993-af01-c17b15e224b0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=a1272a72-9787-4727-80c8-861b2b932327,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:08.053380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f25d631-e23a-4993-af01-c17b15e224b0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:08.054087 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3f25d631-e23a-4993-af01-c17b15e224b0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.079621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3f25d631-e23a-4993-af01-c17b15e224b0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6010303 Oct 26 14:33:08.082239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42862) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:08.092838 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ed201a18-e1d6-456f-8720-30804db3da50 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'network_id': 'e4102526-0ceb-46e9-9379-b746609b01e0', 'name': 'tempest-PortsTestJSON-2062271967'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:08.110212 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4487f6-39e6-45e0-902c-22654bec511b x-openstack-request-id: req-6a4487f6-39e6-45e0-902c-22654bec511b {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:08.110802 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "name": "network-vif-unplugged", "status": "completed", "tag": "9699eee1-3767-4bee-9492-d8729246e2af", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:08.110960 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a4487f6-39e6-45e0-902c-22654bec511b {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:08.111449 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af', 'code': 200} Oct 26 14:33:08.142247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Pushing event updated for resources: {'Port': ['ID=9699eee1-3767-4bee-9492-d8729246e2af,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:08.235691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Attempting to bind port 9699eee1-3767-4bee-9492-d8729246e2af on host n-h2-815498-1 for vnic_type normal with profile {"migrating_to": "n-h1-815498-1"} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:08.235691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Attempting to bind port 9699eee1-3767-4bee-9492-d8729246e2af by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:08.237888 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Attempting to bind port 9699eee1-3767-4bee-9492-d8729246e2af on network c3e39bcc-85c4-41db-be02-7abbddde192f {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:08.244538 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Port 9699eee1-3767-4bee-9492-d8729246e2af on network c3e39bcc-85c4-41db-be02-7abbddde192f not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:33:08.244870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Attempting to bind port 9699eee1-3767-4bee-9492-d8729246e2af on network c3e39bcc-85c4-41db-be02-7abbddde192f {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:08.256451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ebb483b1-e20b-492c-bfe2-19725133f97c no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:08.261841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:08.262457 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Checking segment: {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:08.263040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Bound using segment: {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:08.263636 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Bound port: 9699eee1-3767-4bee-9492-d8729246e2af, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21fa386-5d10-470d-96c1-6f9475ff30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:08.264003 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.289261 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.293235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: ebb483b1-e20b-492c-bfe2-19725133f97c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:08.293586 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ebb483b1-e20b-492c-bfe2-19725133f97c not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:08.296725 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.331492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51046fa6-77f7-4dff-b045-adb5b81b1cdb req-e1602f33-a3cd-4788-adea-a1845508bf09 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:08.333149 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51046fa6-77f7-4dff-b045-adb5b81b1cdb req-e1602f33-a3cd-4788-adea-a1845508bf09 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 943 time: 0.0756891 Oct 26 14:33:08.346062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed201a18-e1d6-456f-8720-30804db3da50 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:08.349397 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed201a18-e1d6-456f-8720-30804db3da50 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.349749 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Network e4102526-0ceb-46e9-9379-b746609b01e0 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:08.357600 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:08.359606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Pushing event updated for resources: {'Port': ['ID=0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:08.361627 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d7a7dd17-935a-46d6-b62f-c0adb64116ae None None] Provisioning complete for port 9699eee1-3767-4bee-9492-d8729246e2af triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:08.362009 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dd17-935a-46d6-b62f-c0adb64116ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.364019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:08.366466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:08.372517 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9699eee1-3767-4bee-9492-d8729246e2af,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:08.379466 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.383158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-ed201a18-e1d6-456f-8720-30804db3da50 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port cafac698-f16e-45c6-8310-fb64b06c43e3 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:33:08.403149 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-51046fa6-77f7-4dff-b045-adb5b81b1cdb req-33277c20-c3f2-48a7-98bc-ec14f4443815 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589092 Oct 26 14:33:08.451294 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7dd17-935a-46d6-b62f-c0adb64116ae None None] Port 9699eee1-3767-4bee-9492-d8729246e2af cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:08.453384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Attempting to bind port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:08.453764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Attempting to bind port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c2a9f72a-ee4f-4262-8793-e1b8bb644f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e4102526-0ceb-46e9-9379-b746609b01e0'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:08.454161 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Attempting to bind port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 on network e4102526-0ceb-46e9-9379-b746609b01e0 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:08.460140 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:08.460530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Checking segment: {'id': 'c2a9f72a-ee4f-4262-8793-e1b8bb644f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e4102526-0ceb-46e9-9379-b746609b01e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:08.460919 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.461307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Bound using segment: {'id': 'c2a9f72a-ee4f-4262-8793-e1b8bb644f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e4102526-0ceb-46e9-9379-b746609b01e0'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:08.461775 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Bound port: 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9f72a-ee4f-4262-8793-e1b8bb644f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e4102526-0ceb-46e9-9379-b746609b01e0'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:08.462231 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.465509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Pushing event updated for resources: {'Port': ['ID=9699eee1-3767-4bee-9492-d8729246e2af,revision_number=8']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:08.548437 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] For port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:08.553662 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] For port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774,segment=NetworkSegment(c2a9f72a-ee4f-4262-8793-e1b8bb644f90),segment_id=c2a9f72a-ee4f-4262-8793-e1b8bb644f90)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:08.561242 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.584405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-ed201a18-e1d6-456f-8720-30804db3da50 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Allocated IP 172.20.0.12 (e4102526-0ceb-46e9-9379-b746609b01e0/991a1977-7152-4ef4-8fde-dcb3ffd364f9/cafac698-f16e-45c6-8310-fb64b06c43e3) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:08.590960 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:08.591815 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.593468 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-2228bea2-fdfb-4d2a-9222-139cab159326 service neutron] 10.222.0.25 "PUT /v2.0/ports/9699eee1-3767-4bee-9492-d8729246e2af HTTP/1.1" status: 200 len: 1121 time: 0.9559002 Oct 26 14:33:08.651553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e310fa-7bfb-417d-acdd-2d4aaa8b3872 None None] Pushing event updated for resources: {'Port': ['ID=0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:08.677038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9699eee1-3767-4bee-9492-d8729246e2af'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:33:08.811205 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed201a18-e1d6-456f-8720-30804db3da50 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.854147 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed201a18-e1d6-456f-8720-30804db3da50 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.920651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed201a18-e1d6-456f-8720-30804db3da50 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network e4102526-0ceb-46e9-9379-b746609b01e0 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:08.926258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ed201a18-e1d6-456f-8720-30804db3da50 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:08.929955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed201a18-e1d6-456f-8720-30804db3da50 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:08.948108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3933feeb-ba67-4898-9cde-9ad2359e6b45 None None] Provisioning complete for port 9699eee1-3767-4bee-9492-d8729246e2af triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:08.948858 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3933feeb-ba67-4898-9cde-9ad2359e6b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.974363 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed201a18-e1d6-456f-8720-30804db3da50 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=cafac698-f16e-45c6-8310-fb64b06c43e3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:09.005379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed201a18-e1d6-456f-8720-30804db3da50 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:09.006487 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed201a18-e1d6-456f-8720-30804db3da50 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.029869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ed201a18-e1d6-456f-8720-30804db3da50 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9463286 Oct 26 14:33:09.032869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42866) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:09.093256 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3933feeb-ba67-4898-9cde-9ad2359e6b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.115677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:09.118057 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b93677-8d4d-4723-8c97-c8abcbb1a0b5" -d '{"events": [{"server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "name": "network-vif-plugged", "status": "completed", "tag": "9699eee1-3767-4bee-9492-d8729246e2af"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:09.122117 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f05a0ed-18b8-480d-ad63-ad72bdfa5cab tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:09.123890 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9f05a0ed-18b8-480d-ad63-ad72bdfa5cab tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.0897453 Oct 26 14:33:09.126615 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42870) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:09.131081 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3933feeb-ba67-4898-9cde-9ad2359e6b45 None None] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9699eee1-3767-4bee-9492-d8729246e2af,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:09.135999 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3933feeb-ba67-4898-9cde-9ad2359e6b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.181577 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e665d0-05dc-4413-9b55-d6c254866415 x-openstack-request-id: req-f2e665d0-05dc-4413-9b55-d6c254866415 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:09.181871 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "name": "network-vif-plugged", "status": "completed", "tag": "9699eee1-3767-4bee-9492-d8729246e2af", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:09.182181 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2e665d0-05dc-4413-9b55-d6c254866415 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:09.182580 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af', 'code': 200} Oct 26 14:33:09.222479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-f16beab2-2b7a-4a1b-bc73-87282f805640 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port cafac698-f16e-45c6-8310-fb64b06c43e3 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:09.222816 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f16beab2-2b7a-4a1b-bc73-87282f805640 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.282489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933feeb-ba67-4898-9cde-9ad2359e6b45 None None] Pushing event updated for resources: {'Port': ['ID=9699eee1-3767-4bee-9492-d8729246e2af,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:09.316854 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f16beab2-2b7a-4a1b-bc73-87282f805640 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.330595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-f16beab2-2b7a-4a1b-bc73-87282f805640 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for cafac698-f16e-45c6-8310-fb64b06c43e3 owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:09.474761 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f16beab2-2b7a-4a1b-bc73-87282f805640 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.506239 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16beab2-2b7a-4a1b-bc73-87282f805640 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=cafac698-f16e-45c6-8310-fb64b06c43e3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:09.556812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f01e3-84ce-4c05-924a-aef57dc6f2e7 req-70dcfc29-6993-45d3-ad6d-61c7b5c3ea4a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:09.559262 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c91f01e3-84ce-4c05-924a-aef57dc6f2e7 req-70dcfc29-6993-45d3-ad6d-61c7b5c3ea4a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 945 time: 0.0678737 Oct 26 14:33:09.589798 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f16beab2-2b7a-4a1b-bc73-87282f805640 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.594084 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f16beab2-2b7a-4a1b-bc73-87282f805640 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/cafac698-f16e-45c6-8310-fb64b06c43e3 HTTP/1.1" status: 204 len: 168 time: 0.4664173 Oct 26 14:33:09.598452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42874) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:09.609095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c91f01e3-84ce-4c05-924a-aef57dc6f2e7 req-7bdb243d-70bc-4f0e-8fd8-9fd082bc9116 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438240 Oct 26 14:33:09.626288 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccdff62-059b-4240-b92a-c407a05095f8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] GET failed (client error): The resource could not be found. Oct 26 14:33:09.627773 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bccdff62-059b-4240-b92a-c407a05095f8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/cafac698-f16e-45c6-8310-fb64b06c43e3 HTTP/1.1" status: 404 len: 333 time: 0.0282788 Oct 26 14:33:09.630563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42876) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:09.709257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d30b67-11b7-4f6c-9dd7-18e918854770 None None] Network e4102526-0ceb-46e9-9379-b746609b01e0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:09.723400 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a771e109-e954-46fb-8926-f7f76a88cf5f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port a1272a72-9787-4727-80c8-861b2b932327 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:09.723753 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a771e109-e954-46fb-8926-f7f76a88cf5f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.812126 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a771e109-e954-46fb-8926-f7f76a88cf5f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.824230 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a771e109-e954-46fb-8926-f7f76a88cf5f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for a1272a72-9787-4727-80c8-861b2b932327 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:09.826795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8e58205c-999f-439c-b12e-64ba81d18ea3 None None] Provisioning complete for port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:09.827162 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8e58205c-999f-439c-b12e-64ba81d18ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.936156 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8e58205c-999f-439c-b12e-64ba81d18ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.952542 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a771e109-e954-46fb-8926-f7f76a88cf5f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.973612 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8e58205c-999f-439c-b12e-64ba81d18ea3 None None] For port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774,segment=NetworkSegment(c2a9f72a-ee4f-4262-8793-e1b8bb644f90),segment_id=c2a9f72a-ee4f-4262-8793-e1b8bb644f90)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:09.979094 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8e58205c-999f-439c-b12e-64ba81d18ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.998019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771e109-e954-46fb-8926-f7f76a88cf5f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=a1272a72-9787-4727-80c8-861b2b932327,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:10.035112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58205c-999f-439c-b12e-64ba81d18ea3 None None] Pushing event updated for resources: {'Port': ['ID=0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:10.063469 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a771e109-e954-46fb-8926-f7f76a88cf5f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.066853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a771e109-e954-46fb-8926-f7f76a88cf5f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/a1272a72-9787-4727-80c8-861b2b932327 HTTP/1.1" status: 204 len: 168 time: 0.4353025 Oct 26 14:33:10.069473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42878) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:10.096400 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c7ab30-27ee-48f8-87b8-0e197e55f545 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] GET failed (client error): The resource could not be found. Oct 26 14:33:10.098099 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-05c7ab30-27ee-48f8-87b8-0e197e55f545 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/a1272a72-9787-4727-80c8-861b2b932327 HTTP/1.1" status: 404 len: 333 time: 0.0271778 Oct 26 14:33:10.100707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42880) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:10.136897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:10.139508 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bd3a2e-4ce7-497c-b7b2-e411f8f12897" -d '{"events": [{"name": "network-changed", "server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "tag": "9699eee1-3767-4bee-9492-d8729246e2af"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:10.174159 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5a02fb-1303-48a0-98aa-0cbef51b7a1c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting subnet 991a1977-7152-4ef4-8fde-dcb3ffd364f9 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:10.180114 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af5a02fb-1303-48a0-98aa-0cbef51b7a1c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.187472 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197c87dc-e911-4d75-90b3-d9399c66d993 x-openstack-request-id: req-197c87dc-e911-4d75-90b3-d9399c66d993 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:10.200762 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "tag": "9699eee1-3767-4bee-9492-d8729246e2af", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:10.201112 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-197c87dc-e911-4d75-90b3-d9399c66d993 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:10.201553 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af', 'status': 'completed', 'code': 200} Oct 26 14:33:10.215281 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-794fa33f-d883-42a1-9278-ce5606a33487 None None] Provisioning complete for port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:10.215667 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-794fa33f-d883-42a1-9278-ce5606a33487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.250636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:10.267445 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af5a02fb-1303-48a0-98aa-0cbef51b7a1c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.283174 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9699eee1-3767-4bee-9492-d8729246e2af details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:33:10.324305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd3a2e-4ce7-497c-b7b2-e411f8f12897 req-298fb8f4-2882-48ee-ade1-fc516aa6403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:10.325862 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f5bd3a2e-4ce7-497c-b7b2-e411f8f12897 req-298fb8f4-2882-48ee-ade1-fc516aa6403d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 1126 time: 0.0871191 Oct 26 14:33:10.412864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:10.413247 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.423150 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af5a02fb-1303-48a0-98aa-0cbef51b7a1c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.472880 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-794fa33f-d883-42a1-9278-ce5606a33487 None None] Could not find standard attr ID for object a1272a72-9787-4727-80c8-861b2b932327. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:33:10.490053 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9699eee1-3767-4bee-9492-d8729246e2af,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:10.490307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd3a2e-4ce7-497c-b7b2-e411f8f12897 req-c7f4cc9b-5d07-4f4d-adb8-a3502a70e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:10.491345 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f5bd3a2e-4ce7-497c-b7b2-e411f8f12897 req-c7f4cc9b-5d07-4f4d-adb8-a3502a70e173 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e39bcc-85c4-41db-be02-7abbddde192f HTTP/1.1" status: 200 len: 897 time: 0.1585662 Oct 26 14:33:10.506647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9699eee1-3767-4bee-9492-d8729246e2af has no active binding in host n-h1-815498-1 {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 14:33:10.544520 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af5a02fb-1303-48a0-98aa-0cbef51b7a1c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.586575 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a02fb-1303-48a0-98aa-0cbef51b7a1c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Subnet': ['ID=991a1977-7152-4ef4-8fde-dcb3ffd364f9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:10.592146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8f1ffbf4-0f6b-4744-8158-97d9835685dd None None] Could not find standard attr ID for object a1272a72-9787-4727-80c8-861b2b932327. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:33:10.593801 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-af5a02fb-1303-48a0-98aa-0cbef51b7a1c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.595335 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8f1ffbf4-0f6b-4744-8158-97d9835685dd None None] Could not find standard attr ID for object cafac698-f16e-45c6-8310-fb64b06c43e3. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:33:10.599523 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-af5a02fb-1303-48a0-98aa-0cbef51b7a1c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/991a1977-7152-4ef4-8fde-dcb3ffd364f9 HTTP/1.1" status: 204 len: 168 time: 0.4954388 Oct 26 14:33:10.599926 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42884) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:10.612615 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f5bd3a2e-4ce7-497c-b7b2-e411f8f12897 req-69232281-ba19-460e-8ead-c60ea942712e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9699eee1-3767-4bee-9492-d8729246e2af HTTP/1.1" status: 200 len: 1001 time: 0.1136241 Oct 26 14:33:10.722724 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.729006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd3a2e-4ce7-497c-b7b2-e411f8f12897 req-ce02c61f-2a36-489c-887a-896fadbbe8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:10.730528 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f5bd3a2e-4ce7-497c-b7b2-e411f8f12897 req-ce02c61f-2a36-489c-887a-896fadbbe8ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92658c47-7126-4501-9f79-361e4ebf709f HTTP/1.1" status: 200 len: 835 time: 0.1063168 Oct 26 14:33:10.743207 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5551e64-1dcc-443e-a9f0-49b1da95dca7 req-aa575b5a-7e6f-4100-bb87-2ce6822de34a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:10.744803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a5551e64-1dcc-443e-a9f0-49b1da95dca7 req-aa575b5a-7e6f-4100-bb87-2ce6822de34a tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 945 time: 0.0610528 Oct 26 14:33:10.788835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a5551e64-1dcc-443e-a9f0-49b1da95dca7 req-7ccf44a7-5c0f-4c72-835d-c9dd6b1e8285 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368385 Oct 26 14:33:10.789812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da03103-2a09-44f3-818d-33d9de58cc45 None None] Network e4102526-0ceb-46e9-9379-b746609b01e0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:10.809056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd3a2e-4ce7-497c-b7b2-e411f8f12897 req-90d4f247-04e6-4fbb-8cba-49f8283f2139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:10.810601 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f5bd3a2e-4ce7-497c-b7b2-e411f8f12897 req-90d4f247-04e6-4fbb-8cba-49f8283f2139 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e39bcc-85c4-41db-be02-7abbddde192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721233 Oct 26 14:33:10.839389 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:10.840127 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.943432 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] For port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774,segment=NetworkSegment(c2a9f72a-ee4f-4262-8793-e1b8bb644f90),segment_id=c2a9f72a-ee4f-4262-8793-e1b8bb644f90)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:10.943669 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.969727 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:10.970414 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9286a0f8-b2e8-4974-8a19-c991abf7e8a7 None None] DHCP port deletion for e4102526-0ceb-46e9-9379-b746609b01e0 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:33:10.980152 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f5bd3a2e-4ce7-497c-b7b2-e411f8f12897 req-d4580786-3655-48f4-b42c-e2fa9e2d8cb7 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615872 Oct 26 14:33:11.019608 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9286a0f8-b2e8-4974-8a19-c991abf7e8a7 None None] Deleting port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:11.019986 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9286a0f8-b2e8-4974-8a19-c991abf7e8a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.090760 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-9286a0f8-b2e8-4974-8a19-c991abf7e8a7 None None] For port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774,segment=NetworkSegment(c2a9f72a-ee4f-4262-8793-e1b8bb644f90),segment_id=c2a9f72a-ee4f-4262-8793-e1b8bb644f90)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:11.091159 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9286a0f8-b2e8-4974-8a19-c991abf7e8a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.104903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9286a0f8-b2e8-4974-8a19-c991abf7e8a7 None None] Calling delete_port for 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:11.186507 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9286a0f8-b2e8-4974-8a19-c991abf7e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.211264 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286a0f8-b2e8-4974-8a19-c991abf7e8a7 None None] Pushing event deleted for resources: {'Port': ['ID=0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:11.217255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9286a0f8-b2e8-4974-8a19-c991abf7e8a7 None None] No DVR routers for this DVR port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:11.462889 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.465925 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f5bd3a2e-4ce7-497c-b7b2-e411f8f12897 req-bd4b076d-6ee6-45fe-828d-ee053657a317 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780924 Oct 26 14:33:11.495902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:11.499325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No DVR routers for this DVR port 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:11.576097 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.595634 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4102526-0ceb-46e9-9379-b746609b01e0']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:11.605054 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a9f72a-ee4f-4262-8793-e1b8bb644f90') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:11.605349 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a9f72a-ee4f-4262-8793-e1b8bb644f90') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:11.614470 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.627689 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.633829 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:33:11.634273 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:33:11.637246 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:33:11.698184 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.703520 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.706807 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/networks/e4102526-0ceb-46e9-9379-b746609b01e0 HTTP/1.1" status: 204 len: 168 time: 1.1061292 Oct 26 14:33:11.710701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42888) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:11.717111 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a4dc5b78-ad13-42b7-ac67-cbc4e398866f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1161292503'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:11.721143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de33c6d-f695-4d27-9b60-5c49b7307df4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Network': ['ID=e4102526-0ceb-46e9-9379-b746609b01e0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:11.738321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dc5b78-ad13-42b7-ac67-cbc4e398866f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:11.741644 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4dc5b78-ad13-42b7-ac67-cbc4e398866f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.764694 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dc5b78-ad13-42b7-ac67-cbc4e398866f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:33:11.773360 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4dc5b78-ad13-42b7-ac67-cbc4e398866f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.773692 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-a4dc5b78-ad13-42b7-ac67-cbc4e398866f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Added segment 3a84f187-b04c-412e-ae63-a13c35b00aee of type vlan for network ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e Oct 26 14:33:11.812221 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4dc5b78-ad13-42b7-ac67-cbc4e398866f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.836454 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4dc5b78-ad13-42b7-ac67-cbc4e398866f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.842660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dc5b78-ad13-42b7-ac67-cbc4e398866f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:11.843239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4dc5b78-ad13-42b7-ac67-cbc4e398866f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.909973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a4dc5b78-ad13-42b7-ac67-cbc4e398866f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1969461 Oct 26 14:33:11.912884 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42894) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:11.918564 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-da402a09-f9ff-4918-bded-20ce46fe8d9f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': 'ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:11.941891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc5b78-ad13-42b7-ac67-cbc4e398866f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Network': ['ID=ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:11.951683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:33:11.963228 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1e0fe-6591-409d-aba9-a35ce39490e9 req-1e1720ce-979d-4c3a-8e6b-0532f5465105 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:11.964734 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfd1e0fe-6591-409d-aba9-a35ce39490e9 req-1e1720ce-979d-4c3a-8e6b-0532f5465105 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 945 time: 0.0721097 Oct 26 14:33:12.004763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfd1e0fe-6591-409d-aba9-a35ce39490e9 req-81cb2ce7-838f-4d85-ad1e-98ee8e6dd9f7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339417 Oct 26 14:33:12.027691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da402a09-f9ff-4918-bded-20ce46fe8d9f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:12.031281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da402a09-f9ff-4918-bded-20ce46fe8d9f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.195732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:12.210060 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da402a09-f9ff-4918-bded-20ce46fe8d9f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.217074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:12.217417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0bc4b1dc-c1aa-4c5a-b6c2-1dc9c75b1774 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:12.270372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da402a09-f9ff-4918-bded-20ce46fe8d9f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Subnet': ['ID=7eec2f56-3c4c-4250-bc63-ec90b344e1ca,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:12.278857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da402a09-f9ff-4918-bded-20ce46fe8d9f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Checking segment: {'id': '3a84f187-b04c-412e-ae63-a13c35b00aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:12.279236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da402a09-f9ff-4918-bded-20ce46fe8d9f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network hostable DHCP agents. Network: ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:33:12.295860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da402a09-f9ff-4918-bded-20ce46fe8d9f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:33:12.304079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-da402a09-f9ff-4918-bded-20ce46fe8d9f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:12.308585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da402a09-f9ff-4918-bded-20ce46fe8d9f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:12.309166 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-da402a09-f9ff-4918-bded-20ce46fe8d9f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.314932 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7037c5c8-4fac-4ff8-b412-364bc027e279 None None] Network ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:12.324499 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-da402a09-f9ff-4918-bded-20ce46fe8d9f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4104974 Oct 26 14:33:12.327264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42896) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:12.332099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0abccc8e-e9bd-4d2c-8ba4-d3eeafb11155 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'network_id': 'ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e', 'name': 'tempest-PortsTestJSON-242115834', 'fixed_ips': [{'subnet_id': '7eec2f56-3c4c-4250-bc63-ec90b344e1ca', 'ip_address': '172.20.0.10'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:12.439157 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abccc8e-e9bd-4d2c-8ba4-d3eeafb11155 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:12.459877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e', 'network_id': 'ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e', 'tenant_id': '618d8e1dc4634f07aca37b69176c84e1', 'fixed_ips': [{'subnet_id': '7eec2f56-3c4c-4250-bc63-ec90b344e1ca'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:33:12.460747 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.524946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0abccc8e-e9bd-4d2c-8ba4-d3eeafb11155 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.542540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-0abccc8e-e9bd-4d2c-8ba4-d3eeafb11155 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port 120513c3-6a46-4758-88b3-da3a7c3fe5ef yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:33:12.598315 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Allocated IP 172.20.0.2 (ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e/7eec2f56-3c4c-4250-bc63-ec90b344e1ca/e403c488-95e2-4b6b-9524-28f565c74135) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:12.741379 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.746625 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.795869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-0abccc8e-e9bd-4d2c-8ba4-d3eeafb11155 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Allocated IP 172.20.0.10 (ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e/7eec2f56-3c4c-4250-bc63-ec90b344e1ca/120513c3-6a46-4758-88b3-da3a7c3fe5ef) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:12.797264 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Network ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:12.803133 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:12.808125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:12.810612 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-370c36f0-6ecd-4da4-a283-67d9e9e9b870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.813093 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Pushing event updated for resources: {'Port': ['ID=e403c488-95e2-4b6b-9524-28f565c74135,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:12.870370 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Attempting to bind port e403c488-95e2-4b6b-9524-28f565c74135 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:12.870734 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Attempting to bind port e403c488-95e2-4b6b-9524-28f565c74135 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '3a84f187-b04c-412e-ae63-a13c35b00aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:12.871121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Attempting to bind port e403c488-95e2-4b6b-9524-28f565c74135 on network ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:12.876192 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:12.876563 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Checking segment: {'id': '3a84f187-b04c-412e-ae63-a13c35b00aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:12.876955 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.877337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Bound using segment: {'id': '3a84f187-b04c-412e-ae63-a13c35b00aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:12.877794 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Bound port: e403c488-95e2-4b6b-9524-28f565c74135, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a84f187-b04c-412e-ae63-a13c35b00aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:12.878224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.938777 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] For port e403c488-95e2-4b6b-9524-28f565c74135, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:12.941732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] For port e403c488-95e2-4b6b-9524-28f565c74135, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e403c488-95e2-4b6b-9524-28f565c74135,segment=NetworkSegment(3a84f187-b04c-412e-ae63-a13c35b00aee),segment_id=3a84f187-b04c-412e-ae63-a13c35b00aee)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:12.947425 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.951550 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0abccc8e-e9bd-4d2c-8ba4-d3eeafb11155 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.986493 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0abccc8e-e9bd-4d2c-8ba4-d3eeafb11155 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:13.003585 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8a8c5-557f-4987-a9d5-4960b6e79065 None None] Pushing event updated for resources: {'Port': ['ID=e403c488-95e2-4b6b-9524-28f565c74135,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:13.044649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abccc8e-e9bd-4d2c-8ba4-d3eeafb11155 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:13.050414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-0abccc8e-e9bd-4d2c-8ba4-d3eeafb11155 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:13.054538 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abccc8e-e9bd-4d2c-8ba4-d3eeafb11155 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:13.062056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abccc8e-e9bd-4d2c-8ba4-d3eeafb11155 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=120513c3-6a46-4758-88b3-da3a7c3fe5ef,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:13.109576 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abccc8e-e9bd-4d2c-8ba4-d3eeafb11155 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:13.110332 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0abccc8e-e9bd-4d2c-8ba4-d3eeafb11155 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:13.132263 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0abccc8e-e9bd-4d2c-8ba4-d3eeafb11155 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8015842 Oct 26 14:33:13.132726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42900) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:13.135890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa6456-47e7-43dc-82f7-42d2b7d17091 req-8b2fca34-60c9-4e34-8f08-9a51b891342c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:13.137537 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4faa6456-47e7-43dc-82f7-42d2b7d17091 req-8b2fca34-60c9-4e34-8f08-9a51b891342c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 945 time: 0.0544457 Oct 26 14:33:13.138294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a579329f-c82a-495f-958b-dd6e7ff5dae6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'network_id': 'ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e', 'name': 'tempest-PortsTestJSON-519136651', 'fixed_ips': [{'subnet_id': '7eec2f56-3c4c-4250-bc63-ec90b344e1ca', 'ip_address': '172.20.0.9'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:13.199527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4faa6456-47e7-43dc-82f7-42d2b7d17091 req-647e4500-af9e-49a1-b80d-d92621fd26a7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523629 Oct 26 14:33:13.276855 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a579329f-c82a-495f-958b-dd6e7ff5dae6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:13.281940 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a579329f-c82a-495f-958b-dd6e7ff5dae6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:13.300331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-a579329f-c82a-495f-958b-dd6e7ff5dae6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port 065a0091-ef43-4826-b3e4-13ebb962a385 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:33:13.454619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-a579329f-c82a-495f-958b-dd6e7ff5dae6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Allocated IP 172.20.0.9 (ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e/7eec2f56-3c4c-4250-bc63-ec90b344e1ca/065a0091-ef43-4826-b3e4-13ebb962a385) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:13.611136 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a579329f-c82a-495f-958b-dd6e7ff5dae6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:13.686017 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-746903bc-b13e-4c54-b24c-fb016f9ec286 service neutron] 10.222.0.11 "GET /v2.0/ports/9699eee1-3767-4bee-9492-d8729246e2af/bindings/n-h1-815498-1 HTTP/1.1" status: 200 len: 384 time: 0.0857844 Oct 26 14:33:13.690997 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a579329f-c82a-495f-958b-dd6e7ff5dae6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:13.772809 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a579329f-c82a-495f-958b-dd6e7ff5dae6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:13.783012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a579329f-c82a-495f-958b-dd6e7ff5dae6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:13.792979 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a579329f-c82a-495f-958b-dd6e7ff5dae6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:13.798190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579329f-c82a-495f-958b-dd6e7ff5dae6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=065a0091-ef43-4826-b3e4-13ebb962a385,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:13.869861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a579329f-c82a-495f-958b-dd6e7ff5dae6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:13.870515 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a579329f-c82a-495f-958b-dd6e7ff5dae6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:13.902497 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a579329f-c82a-495f-958b-dd6e7ff5dae6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7687621 Oct 26 14:33:13.905296 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42902) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:13.932679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d578d32-8368-431b-8038-6b7856008ca8 None None] Network ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:13.967948 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080287d-5432-4e4b-b5df-e13d170010a9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:13.972335 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e080287d-5432-4e4b-b5df-e13d170010a9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0636709 Oct 26 14:33:13.972887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42904) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:13.980625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-68e5af2d-59c4-4ed9-a322-7daf7271c508 service neutron] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9699eee1-3767-4bee-9492-d8729246e2af,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:14.002658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-68e5af2d-59c4-4ed9-a322-7daf7271c508 service neutron] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:14.003915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e70ab626-945e-4904-b2b5-44b588d2c602 None None] Provisioning complete for port e403c488-95e2-4b6b-9524-28f565c74135 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:14.004407 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e70ab626-945e-4904-b2b5-44b588d2c602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.029356 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe4ce79-32a1-4d91-a3f1-522ad7d1b92e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:14.036835 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe4ce79-32a1-4d91-a3f1-522ad7d1b92e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:14.043021 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe4ce79-32a1-4d91-a3f1-522ad7d1b92e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:14.044739 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-afe4ce79-32a1-4d91-a3f1-522ad7d1b92e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.0702198 Oct 26 14:33:14.047875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42906) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:14.050169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:14.052465 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73d2950-a0c0-41d8-a30f-be75d18ebba8" -d '{"events": [{"server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "name": "network-vif-unplugged", "status": "completed", "tag": "9699eee1-3767-4bee-9492-d8729246e2af"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:14.060802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-68e5af2d-59c4-4ed9-a322-7daf7271c508 service neutron] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9699eee1-3767-4bee-9492-d8729246e2af,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:14.080542 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-68e5af2d-59c4-4ed9-a322-7daf7271c508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.122682 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d212cfd-82fa-44a9-9f8a-43319eca50b9 x-openstack-request-id: req-4d212cfd-82fa-44a9-9f8a-43319eca50b9 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:14.122995 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "name": "network-vif-unplugged", "status": "completed", "tag": "9699eee1-3767-4bee-9492-d8729246e2af", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:14.123239 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d212cfd-82fa-44a9-9f8a-43319eca50b9 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:14.123636 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af', 'code': 200} Oct 26 14:33:14.157796 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e70ab626-945e-4904-b2b5-44b588d2c602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.164862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ee1fb5cc-3943-4979-b1fa-f396a63a3094 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port 065a0091-ef43-4826-b3e4-13ebb962a385 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:14.166181 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb5cc-3943-4979-b1fa-f396a63a3094 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.177421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-68e5af2d-59c4-4ed9-a322-7daf7271c508 service neutron] Transition to ACTIVE for port object 9699eee1-3767-4bee-9492-d8729246e2af will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:33:14.191675 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-68e5af2d-59c4-4ed9-a322-7daf7271c508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.215510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e70ab626-945e-4904-b2b5-44b588d2c602 None None] For port e403c488-95e2-4b6b-9524-28f565c74135, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e403c488-95e2-4b6b-9524-28f565c74135,segment=NetworkSegment(3a84f187-b04c-412e-ae63-a13c35b00aee),segment_id=3a84f187-b04c-412e-ae63-a13c35b00aee)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:14.222240 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e70ab626-945e-4904-b2b5-44b588d2c602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.299756 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e403c488-95e2-4b6b-9524-28f565c74135 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:14.316454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5af2d-59c4-4ed9-a322-7daf7271c508 service neutron] Pushing event updated for resources: {'Port': ['ID=9699eee1-3767-4bee-9492-d8729246e2af,revision_number=11']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:14.359293 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-68e5af2d-59c4-4ed9-a322-7daf7271c508 service neutron] No DVR routers for this DVR port 9699eee1-3767-4bee-9492-d8729246e2af on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:14.371248 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb5cc-3943-4979-b1fa-f396a63a3094 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.381392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ab626-945e-4904-b2b5-44b588d2c602 None None] Pushing event updated for resources: {'Port': ['ID=e403c488-95e2-4b6b-9524-28f565c74135,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:14.406018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ee1fb5cc-3943-4979-b1fa-f396a63a3094 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for 065a0091-ef43-4826-b3e4-13ebb962a385 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:14.409683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e403c488-95e2-4b6b-9524-28f565c74135 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:14.410332 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.492294 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabec2b2-5dfa-459e-bcdb-808288154c91 req-57d43d4e-05a0-4b2d-862e-36e390c1de59 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:14.499385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aabec2b2-5dfa-459e-bcdb-808288154c91 req-57d43d4e-05a0-4b2d-862e-36e390c1de59 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 944 time: 0.1514757 Oct 26 14:33:14.547284 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-68e5af2d-59c4-4ed9-a322-7daf7271c508 service neutron] 10.222.0.11 "PUT /v2.0/ports/9699eee1-3767-4bee-9492-d8729246e2af/bindings/n-h1-815498-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8540990 Oct 26 14:33:14.576778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aabec2b2-5dfa-459e-bcdb-808288154c91 req-abbffb98-1e73-4abd-89eb-85a67465f0bf tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649145 Oct 26 14:33:14.645273 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb5cc-3943-4979-b1fa-f396a63a3094 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.659084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3e40e544-cb1e-4e08-9b12-9211143c5b6b None None] Provisioning complete for port 120513c3-6a46-4758-88b3-da3a7c3fe5ef triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:14.659757 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3e40e544-cb1e-4e08-9b12-9211143c5b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.678255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fb5cc-3943-4979-b1fa-f396a63a3094 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=065a0091-ef43-4826-b3e4-13ebb962a385,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:14.679137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-67c56c9a-2657-48f6-a845-58fc7276cb87 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:14.682351 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-67c56c9a-2657-48f6-a845-58fc7276cb87 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 1095 time: 0.0619152 Oct 26 14:33:14.708973 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3e40e544-cb1e-4e08-9b12-9211143c5b6b None None] Port 120513c3-6a46-4758-88b3-da3a7c3fe5ef cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:14.740978 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3e40e544-cb1e-4e08-9b12-9211143c5b6b None None] Provisioning complete for port e403c488-95e2-4b6b-9524-28f565c74135 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:14.741380 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3e40e544-cb1e-4e08-9b12-9211143c5b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.765692 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb5cc-3943-4979-b1fa-f396a63a3094 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.775382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-73c2fd84-c94f-4b0b-a95b-5a301b1b9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:14.777006 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-73c2fd84-c94f-4b0b-a95b-5a301b1b9091 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 1095 time: 0.0837958 Oct 26 14:33:14.778196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42912) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:14.778637 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ee1fb5cc-3943-4979-b1fa-f396a63a3094 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/065a0091-ef43-4826-b3e4-13ebb962a385 HTTP/1.1" status: 204 len: 168 time: 0.7294695 Oct 26 14:33:14.815624 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-200e2ff5-a4b5-4274-97b8-65f9ede3049f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] GET failed (client error): The resource could not be found. Oct 26 14:33:14.817233 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-200e2ff5-a4b5-4274-97b8-65f9ede3049f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/065a0091-ef43-4826-b3e4-13ebb962a385 HTTP/1.1" status: 404 len: 333 time: 0.0380249 Oct 26 14:33:14.821315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42914) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:14.839908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3e40e544-cb1e-4e08-9b12-9211143c5b6b None None] Could not find standard attr ID for object 065a0091-ef43-4826-b3e4-13ebb962a385. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:33:14.912016 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-81728af1-e3b2-4f1f-9017-b8336d1dccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:14.913528 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-81728af1-e3b2-4f1f-9017-b8336d1dccff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 1095 time: 0.1064839 Oct 26 14:33:14.962346 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-160c253b-d2ac-41b1-b687-d017d35c37ac None None] Provisioning complete for port 120513c3-6a46-4758-88b3-da3a7c3fe5ef triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:14.962859 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-160c253b-d2ac-41b1-b687-d017d35c37ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.997779 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b08b488f-56af-4a8e-849d-bc301941d578 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port 120513c3-6a46-4758-88b3-da3a7c3fe5ef {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:14.998243 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b08b488f-56af-4a8e-849d-bc301941d578 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.999446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-160c253b-d2ac-41b1-b687-d017d35c37ac None None] Port 120513c3-6a46-4758-88b3-da3a7c3fe5ef cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:15.069256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-fe38e380-c637-440c-a1cd-66769bdb5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:15.070763 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-fe38e380-c637-440c-a1cd-66769bdb5c13 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3e39bcc-85c4-41db-be02-7abbddde192f HTTP/1.1" status: 200 len: 897 time: 0.1492739 Oct 26 14:33:15.095810 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-90212a26-4412-44e7-b470-7e7e34c78be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:15.116661 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b2c535a4-4a97-418b-96c0-344bf89f56f7 None None] Could not find standard attr ID for object 065a0091-ef43-4826-b3e4-13ebb962a385. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:33:15.155133 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b08b488f-56af-4a8e-849d-bc301941d578 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:15.173234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b08b488f-56af-4a8e-849d-bc301941d578 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for 120513c3-6a46-4758-88b3-da3a7c3fe5ef owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:15.178411 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-a3b9665a-ee0e-4fee-b76c-822e361754f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9699eee1-3767-4bee-9492-d8729246e2af HTTP/1.1" status: 200 len: 999 time: 0.0971961 Oct 26 14:33:15.273519 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-1f9f4a97-a992-45a2-831d-0a027df566bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:15.276943 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-1f9f4a97-a992-45a2-831d-0a027df566bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92658c47-7126-4501-9f79-361e4ebf709f HTTP/1.1" status: 200 len: 835 time: 0.0913205 Oct 26 14:33:15.365893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-bcb05fd7-1c7e-4c73-bc8a-f45db2a33f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:15.367455 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-bcb05fd7-1c7e-4c73-bc8a-f45db2a33f69 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3e39bcc-85c4-41db-be02-7abbddde192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779402 Oct 26 14:33:15.372061 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b08b488f-56af-4a8e-849d-bc301941d578 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:15.418686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b488f-56af-4a8e-849d-bc301941d578 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=120513c3-6a46-4758-88b3-da3a7c3fe5ef,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:15.533108 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b08b488f-56af-4a8e-849d-bc301941d578 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:15.536402 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b08b488f-56af-4a8e-849d-bc301941d578 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/120513c3-6a46-4758-88b3-da3a7c3fe5ef HTTP/1.1" status: 204 len: 168 time: 0.7154739 Oct 26 14:33:15.539702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42916) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:15.548193 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-d6d1db85-9516-40e8-92eb-e6371f511b37 service neutron] 10.222.0.25 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696994 Oct 26 14:33:15.656603 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-d4db09fe-1039-4c23-be00-bc40aaa7cebd service neutron] 10.222.0.25 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996416 Oct 26 14:33:15.893062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-39ad7010-c1d2-47ed-aaac-f1142c05a5d6 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:15.894591 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-39ad7010-c1d2-47ed-aaac-f1142c05a5d6 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 1095 time: 0.0451815 Oct 26 14:33:15.926622 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddf4530-30e2-42db-a344-541e0508f1d8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] GET failed (client error): The resource could not be found. Oct 26 14:33:15.928144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1ddf4530-30e2-42db-a344-541e0508f1d8 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/120513c3-6a46-4758-88b3-da3a7c3fe5ef HTTP/1.1" status: 404 len: 333 time: 0.3865697 Oct 26 14:33:15.932207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42920) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:15.975194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c1e9f-0056-4a19-9490-7cd4d4b8a958 req-a680197d-9701-4066-ab58-acee3a25f189 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:15.976388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c0c1e9f-0056-4a19-9490-7cd4d4b8a958 req-a680197d-9701-4066-ab58-acee3a25f189 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 944 time: 0.0518689 Oct 26 14:33:16.013290 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5639f1-ddfc-4ac7-83a6-8257a054bb34 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting subnet 7eec2f56-3c4c-4250-bc63-ec90b344e1ca {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:16.015476 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c0c1e9f-0056-4a19-9490-7cd4d4b8a958 req-db1805f2-1eee-41f1-94f1-0cbddd2f6d6c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317323 Oct 26 14:33:16.035594 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b5639f1-ddfc-4ac7-83a6-8257a054bb34 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.085661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b5639f1-ddfc-4ac7-83a6-8257a054bb34 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.112798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-3b901bec-08dc-4ad1-a5d7-6dbc3839ba1f service neutron] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:16.119071 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-3b901bec-08dc-4ad1-a5d7-6dbc3839ba1f service neutron] Publish callbacks [] for binding, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.120166 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-3b901bec-08dc-4ad1-a5d7-6dbc3839ba1f service neutron] 10.222.0.25 "DELETE /v2.0/ports/9699eee1-3767-4bee-9492-d8729246e2af/bindings/n-h2-815498-1 HTTP/1.1" status: 204 len: 173 time: 0.2172644 Oct 26 14:33:16.207275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e403c488-95e2-4b6b-9524-28f565c74135 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:16.260524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e403c488-95e2-4b6b-9524-28f565c74135 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:16.260886 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.420508 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b5639f1-ddfc-4ac7-83a6-8257a054bb34 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.480478 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b5639f1-ddfc-4ac7-83a6-8257a054bb34 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.508082 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5639f1-ddfc-4ac7-83a6-8257a054bb34 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Subnet': ['ID=7eec2f56-3c4c-4250-bc63-ec90b344e1ca,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:16.512334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b5639f1-ddfc-4ac7-83a6-8257a054bb34 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.515638 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7b5639f1-ddfc-4ac7-83a6-8257a054bb34 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/7eec2f56-3c4c-4250-bc63-ec90b344e1ca HTTP/1.1" status: 204 len: 168 time: 0.5824323 Oct 26 14:33:16.518565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42922) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:16.519336 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb601b4-95f6-4811-851f-d4a7b00f86d1 None None] Network ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:16.598132 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.644342 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.650739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port e403c488-95e2-4b6b-9524-28f565c74135 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:16.651123 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.706754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6cbea9-4e1b-4c71-9f9e-c0bec00499e3 None None] DHCP port deletion for ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:33:16.720670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] For port e403c488-95e2-4b6b-9524-28f565c74135, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e403c488-95e2-4b6b-9524-28f565c74135,segment=NetworkSegment(3a84f187-b04c-412e-ae63-a13c35b00aee),segment_id=3a84f187-b04c-412e-ae63-a13c35b00aee)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:16.721057 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.739553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for e403c488-95e2-4b6b-9524-28f565c74135 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:16.762676 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-1b6cbea9-4e1b-4c71-9f9e-c0bec00499e3 None None] Deleting port e403c488-95e2-4b6b-9524-28f565c74135 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:16.763054 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1b6cbea9-4e1b-4c71-9f9e-c0bec00499e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.822234 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.835226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1b6cbea9-4e1b-4c71-9f9e-c0bec00499e3 None None] For port e403c488-95e2-4b6b-9524-28f565c74135, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e403c488-95e2-4b6b-9524-28f565c74135,segment=NetworkSegment(3a84f187-b04c-412e-ae63-a13c35b00aee),segment_id=3a84f187-b04c-412e-ae63-a13c35b00aee)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:16.835613 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1b6cbea9-4e1b-4c71-9f9e-c0bec00499e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.845813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=e403c488-95e2-4b6b-9524-28f565c74135,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:16.849141 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-1b6cbea9-4e1b-4c71-9f9e-c0bec00499e3 None None] Calling delete_port for e403c488-95e2-4b6b-9524-28f565c74135 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:16.852758 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No DVR routers for this DVR port e403c488-95e2-4b6b-9524-28f565c74135 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:16.916717 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.935062 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1b6cbea9-4e1b-4c71-9f9e-c0bec00499e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.935295 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.955308 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:16.965820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a84f187-b04c-412e-ae63-a13c35b00aee') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:16.966266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a84f187-b04c-412e-ae63-a13c35b00aee') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:16.977235 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.991976 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.998771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:33:16.999401 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:33:17.002541 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:33:17.063123 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:33:17.067858 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.073904 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.077411 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/networks/ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e HTTP/1.1" status: 204 len: 168 time: 0.5578818 Oct 26 14:33:17.081312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42926) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:17.087107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-04d51bf7-fa6c-4ee8-bb53-daae57a472bf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1868609624'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:17.103497 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8c139-9caf-426f-a057-1d056644f85d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Network': ['ID=ef715ba2-c5b2-45d3-a0f0-9cc97a6d5e6e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:17.133891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9699eee1-3767-4bee-9492-d8729246e2af no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:17.138395 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cbea9-4e1b-4c71-9f9e-c0bec00499e3 None None] Pushing event deleted for resources: {'Port': ['ID=e403c488-95e2-4b6b-9524-28f565c74135,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:17.139477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d51bf7-fa6c-4ee8-bb53-daae57a472bf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:17.144016 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04d51bf7-fa6c-4ee8-bb53-daae57a472bf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.165500 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6cbea9-4e1b-4c71-9f9e-c0bec00499e3 None None] No DVR routers for this DVR port e403c488-95e2-4b6b-9524-28f565c74135 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:17.177677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb401d-9341-4a9e-8ba2-0c3b89a4ff4b req-e69141fa-597d-4110-81b1-488da0471ec6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:17.184834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9699eee1-3767-4bee-9492-d8729246e2af not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:17.184993 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0dbb401d-9341-4a9e-8ba2-0c3b89a4ff4b req-e69141fa-597d-4110-81b1-488da0471ec6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 944 time: 0.0838871 Oct 26 14:33:17.209197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d51bf7-fa6c-4ee8-bb53-daae57a472bf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:33:17.226036 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04d51bf7-fa6c-4ee8-bb53-daae57a472bf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.226377 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-04d51bf7-fa6c-4ee8-bb53-daae57a472bf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Added segment 27f480fa-1e36-42db-bdad-3c84214b63ae of type vlan for network fe87ae61-9e58-4809-a4ad-7fffe0d5ec10 Oct 26 14:33:17.247569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0dbb401d-9341-4a9e-8ba2-0c3b89a4ff4b req-1f99e87b-02f1-4d39-861d-3615f81dcb66 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618517 Oct 26 14:33:17.281691 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04d51bf7-fa6c-4ee8-bb53-daae57a472bf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.308750 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04d51bf7-fa6c-4ee8-bb53-daae57a472bf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.314545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d51bf7-fa6c-4ee8-bb53-daae57a472bf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:17.315124 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04d51bf7-fa6c-4ee8-bb53-daae57a472bf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.395373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-04d51bf7-fa6c-4ee8-bb53-daae57a472bf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3130045 Oct 26 14:33:17.398912 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42930) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:17.403767 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b3ae978b-8a0c-40a6-b791-76bfa9571cc7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': 'fe87ae61-9e58-4809-a4ad-7fffe0d5ec10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:17.416276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d51bf7-fa6c-4ee8-bb53-daae57a472bf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Network': ['ID=fe87ae61-9e58-4809-a4ad-7fffe0d5ec10,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:17.423350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae57c36-867c-4d3b-a9f2-9edc379df6aa req-d1f5f068-2c4f-4fdd-b1d5-ccfe1620032c tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:17.424906 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ae57c36-867c-4d3b-a9f2-9edc379df6aa req-d1f5f068-2c4f-4fdd-b1d5-ccfe1620032c tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 1095 time: 0.1006904 Oct 26 14:33:17.426437 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network fe87ae61-9e58-4809-a4ad-7fffe0d5ec10 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:33:17.463010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ae57c36-867c-4d3b-a9f2-9edc379df6aa req-cb424645-6f82-4aa8-968e-85d2dd877624 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304530 Oct 26 14:33:17.508271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ae978b-8a0c-40a6-b791-76bfa9571cc7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:17.512075 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3ae978b-8a0c-40a6-b791-76bfa9571cc7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.582507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a415d68-8182-4f36-963a-40c9b32d20e7 req-3c057bc7-f0b8-410b-a5f8-f5014b5aac53 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:17.584175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a415d68-8182-4f36-963a-40c9b32d20e7 req-3c057bc7-f0b8-410b-a5f8-f5014b5aac53 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 944 time: 0.0501809 Oct 26 14:33:17.625484 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a415d68-8182-4f36-963a-40c9b32d20e7 req-572fa14d-6920-4de3-b31e-3ba89bd7c773 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344996 Oct 26 14:33:17.649467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42934) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:17.696122 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3ae978b-8a0c-40a6-b791-76bfa9571cc7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.719907 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-89fb3502-7bc3-488e-a38e-e515be042519 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/394861d8-3abe-45b4-938c-2978cac985c3 HTTP/1.1" status: 200 len: 991 time: 0.0632837 Oct 26 14:33:17.760735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae978b-8a0c-40a6-b791-76bfa9571cc7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Subnet': ['ID=984df3d0-1901-48cc-a595-2567df4e2886,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:17.769214 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae978b-8a0c-40a6-b791-76bfa9571cc7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Checking segment: {'id': '27f480fa-1e36-42db-bdad-3c84214b63ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fe87ae61-9e58-4809-a4ad-7fffe0d5ec10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:17.769576 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ae978b-8a0c-40a6-b791-76bfa9571cc7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network hostable DHCP agents. Network: fe87ae61-9e58-4809-a4ad-7fffe0d5ec10, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:33:17.785820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ae978b-8a0c-40a6-b791-76bfa9571cc7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network fe87ae61-9e58-4809-a4ad-7fffe0d5ec10 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:33:17.793674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b3ae978b-8a0c-40a6-b791-76bfa9571cc7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, fe87ae61-9e58-4809-a4ad-7fffe0d5ec10) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:17.797514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae978b-8a0c-40a6-b791-76bfa9571cc7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:17.798132 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3ae978b-8a0c-40a6-b791-76bfa9571cc7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.803641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce782b38-7417-4258-a2fd-bcf364711a5f None None] Network fe87ae61-9e58-4809-a4ad-7fffe0d5ec10 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:17.814386 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b3ae978b-8a0c-40a6-b791-76bfa9571cc7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4149442 Oct 26 14:33:17.817310 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42936) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:17.822709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5234ed01-f1b2-4053-8d89-eef78df69752 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-493096634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:17.844375 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5234ed01-f1b2-4053-8d89-eef78df69752 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.845440 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5234ed01-f1b2-4053-8d89-eef78df69752 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.897437 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5234ed01-f1b2-4053-8d89-eef78df69752 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.902025 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5234ed01-f1b2-4053-8d89-eef78df69752 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.918837 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5234ed01-f1b2-4053-8d89-eef78df69752 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.920026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5234ed01-f1b2-4053-8d89-eef78df69752 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1015844 Oct 26 14:33:17.922742 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42938) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:17.927485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7698267c-8ced-4e11-a641-6b0b10765db9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'network_id': 'fe87ae61-9e58-4809-a4ad-7fffe0d5ec10', 'name': 'tempest-PortsTestJSON-2092638570'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:17.951927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-fe87ae61-9e58-4809-a4ad-7fffe0d5ec10', 'network_id': 'fe87ae61-9e58-4809-a4ad-7fffe0d5ec10', 'tenant_id': '618d8e1dc4634f07aca37b69176c84e1', 'fixed_ips': [{'subnet_id': '984df3d0-1901-48cc-a595-2567df4e2886'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:33:17.953014 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.035213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7698267c-8ced-4e11-a641-6b0b10765db9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:18.039013 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7698267c-8ced-4e11-a641-6b0b10765db9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.055586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [None req-7698267c-8ced-4e11-a641-6b0b10765db9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port ca0fed3b-80b2-41b6-b9ba-acd2d3f82908 yet. {{(pid=102124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:33:18.087437 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Allocated IP 172.20.0.2 (fe87ae61-9e58-4809-a4ad-7fffe0d5ec10/984df3d0-1901-48cc-a595-2567df4e2886/a843ced3-8e5a-41ef-8ed3-8baac17759ee) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:18.210280 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e403c488-95e2-4b6b-9524-28f565c74135 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:18.240615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: e403c488-95e2-4b6b-9524-28f565c74135 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:18.240958 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e403c488-95e2-4b6b-9524-28f565c74135 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:18.256077 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.262757 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.304062 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Network fe87ae61-9e58-4809-a4ad-7fffe0d5ec10 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:18.307421 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:18.310959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:18.314562 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-7698267c-8ced-4e11-a641-6b0b10765db9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Allocated IP 172.20.0.4 (fe87ae61-9e58-4809-a4ad-7fffe0d5ec10/984df3d0-1901-48cc-a595-2567df4e2886/ca0fed3b-80b2-41b6-b9ba-acd2d3f82908) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:18.319684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Pushing event updated for resources: {'Port': ['ID=a843ced3-8e5a-41ef-8ed3-8baac17759ee,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:18.371264 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Attempting to bind port a843ced3-8e5a-41ef-8ed3-8baac17759ee on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:18.371875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Attempting to bind port a843ced3-8e5a-41ef-8ed3-8baac17759ee by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '27f480fa-1e36-42db-bdad-3c84214b63ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fe87ae61-9e58-4809-a4ad-7fffe0d5ec10'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:18.372253 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Attempting to bind port a843ced3-8e5a-41ef-8ed3-8baac17759ee on network fe87ae61-9e58-4809-a4ad-7fffe0d5ec10 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:18.378528 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:18.378903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Checking segment: {'id': '27f480fa-1e36-42db-bdad-3c84214b63ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fe87ae61-9e58-4809-a4ad-7fffe0d5ec10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:18.379320 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.379704 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Bound using segment: {'id': '27f480fa-1e36-42db-bdad-3c84214b63ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fe87ae61-9e58-4809-a4ad-7fffe0d5ec10'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:18.380192 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Bound port: a843ced3-8e5a-41ef-8ed3-8baac17759ee, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f480fa-1e36-42db-bdad-3c84214b63ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fe87ae61-9e58-4809-a4ad-7fffe0d5ec10'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:18.380567 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.446868 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-575e9164-210e-46f9-86bc-77958a786eef None None] For port a843ced3-8e5a-41ef-8ed3-8baac17759ee, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:18.449963 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-575e9164-210e-46f9-86bc-77958a786eef None None] For port a843ced3-8e5a-41ef-8ed3-8baac17759ee, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a843ced3-8e5a-41ef-8ed3-8baac17759ee,segment=NetworkSegment(27f480fa-1e36-42db-bdad-3c84214b63ae),segment_id=27f480fa-1e36-42db-bdad-3c84214b63ae)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:18.454611 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.473655 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7698267c-8ced-4e11-a641-6b0b10765db9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.509870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e9164-210e-46f9-86bc-77958a786eef None None] Pushing event updated for resources: {'Port': ['ID=a843ced3-8e5a-41ef-8ed3-8baac17759ee,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:18.514041 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7698267c-8ced-4e11-a641-6b0b10765db9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.563931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7698267c-8ced-4e11-a641-6b0b10765db9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network fe87ae61-9e58-4809-a4ad-7fffe0d5ec10 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:18.567215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-7698267c-8ced-4e11-a641-6b0b10765db9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:18.574452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7698267c-8ced-4e11-a641-6b0b10765db9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:18.578493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698267c-8ced-4e11-a641-6b0b10765db9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=ca0fed3b-80b2-41b6-b9ba-acd2d3f82908,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:18.614269 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.627212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7698267c-8ced-4e11-a641-6b0b10765db9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:18.627851 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7698267c-8ced-4e11-a641-6b0b10765db9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.646297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7698267c-8ced-4e11-a641-6b0b10765db9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7222908 Oct 26 14:33:18.648800 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42940) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:18.976203 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.221900 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.226600 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.314577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=ca0fed3b-80b2-41b6-b9ba-acd2d3f82908,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:19.400424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd1d43-08fc-40d4-b97c-806c062a67b0 None None] Network fe87ae61-9e58-4809-a4ad-7fffe0d5ec10 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:19.458475 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.517546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-22d85944-1d5c-4650-99f7-6b1628e582fc None None] Provisioning complete for port a843ced3-8e5a-41ef-8ed3-8baac17759ee triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:19.518175 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-22d85944-1d5c-4650-99f7-6b1628e582fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.575872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.631175 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-22d85944-1d5c-4650-99f7-6b1628e582fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.667079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-22d85944-1d5c-4650-99f7-6b1628e582fc None None] For port a843ced3-8e5a-41ef-8ed3-8baac17759ee, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a843ced3-8e5a-41ef-8ed3-8baac17759ee,segment=NetworkSegment(27f480fa-1e36-42db-bdad-3c84214b63ae),segment_id=27f480fa-1e36-42db-bdad-3c84214b63ae)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:19.672627 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-22d85944-1d5c-4650-99f7-6b1628e582fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.731515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d85944-1d5c-4650-99f7-6b1628e582fc None None] Pushing event updated for resources: {'Port': ['ID=a843ced3-8e5a-41ef-8ed3-8baac17759ee,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:19.868280 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.873582 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.896427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-53c638ab-4ffa-406a-93c9-428c57dbe395 None None] Provisioning complete for port ca0fed3b-80b2-41b6-b9ba-acd2d3f82908 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:19.896969 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-53c638ab-4ffa-406a-93c9-428c57dbe395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.939445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-53c638ab-4ffa-406a-93c9-428c57dbe395 None None] Port ca0fed3b-80b2-41b6-b9ba-acd2d3f82908 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:19.949219 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.956771 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-53c638ab-4ffa-406a-93c9-428c57dbe395 None None] Provisioning complete for port a843ced3-8e5a-41ef-8ed3-8baac17759ee triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:19.957418 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-53c638ab-4ffa-406a-93c9-428c57dbe395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.960326 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42946) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:19.963573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=ca0fed3b-80b2-41b6-b9ba-acd2d3f82908,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:20.063571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network fe87ae61-9e58-4809-a4ad-7fffe0d5ec10 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:20.065028 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:20.141227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-3fc80de6-d73b-4639-9bb1-c74d78d3208b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port 1425925e-4520-4749-9dbb-8a5aec23fede {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:20.141684 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fc80de6-d73b-4639-9bb1-c74d78d3208b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.189598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0701bf00-4f03-423b-9453-e628faf2b703 None None] Provisioning complete for port ca0fed3b-80b2-41b6-b9ba-acd2d3f82908 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:20.197754 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0701bf00-4f03-423b-9453-e628faf2b703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.203287 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Router 1b888edd-24e9-4735-9652-1100050b40aa is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:33:20.239488 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fc80de6-d73b-4639-9bb1-c74d78d3208b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.239925 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fc80de6-d73b-4639-9bb1-c74d78d3208b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.256063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-3fc80de6-d73b-4639-9bb1-c74d78d3208b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for 1425925e-4520-4749-9dbb-8a5aec23fede owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:20.278233 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0701bf00-4f03-423b-9453-e628faf2b703 None None] Port ca0fed3b-80b2-41b6-b9ba-acd2d3f82908 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:20.328134 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a843ced3-8e5a-41ef-8ed3-8baac17759ee up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:20.328414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:20.346809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f5094c69-9ad9-4fe3-a40b-63f390c7fa45 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "PUT /v2.0/routers/1b888edd-24e9-4735-9652-1100050b40aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6946454 Oct 26 14:33:20.347351 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42948) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:20.356521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc8446-6186-4982-ba4e-7310b0349d04 None None] Sync routers for ids ['1b888edd-24e9-4735-9652-1100050b40aa'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:20.383586 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc8446-6186-4982-ba4e-7310b0349d04 None None] Routers {'1b888edd-24e9-4735-9652-1100050b40aa'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:20.385049 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fbfc8446-6186-4982-ba4e-7310b0349d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1b888edd-24e9-4735-9652-1100050b40aa'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:20.429186 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fbfc8446-6186-4982-ba4e-7310b0349d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:20.445552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8cba97-be2a-4423-87d4-202aace9b830 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:20.450393 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cf8cba97-be2a-4423-87d4-202aace9b830 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b888edd-24e9-4735-9652-1100050b40aa HTTP/1.1" status: 200 len: 982 time: 0.0994511 Oct 26 14:33:20.450875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42950) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:20.456043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc8446-6186-4982-ba4e-7310b0349d04 None None] Routers {'1b888edd-24e9-4735-9652-1100050b40aa'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:20.456802 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fbfc8446-6186-4982-ba4e-7310b0349d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1b888edd-24e9-4735-9652-1100050b40aa'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:20.459451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7ffa5337-5706-4f07-baa6-5252d38cbdda None None] Provisioning complete for port ca0fed3b-80b2-41b6-b9ba-acd2d3f82908 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:20.459951 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5337-5706-4f07-baa6-5252d38cbdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.461464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a843ced3-8e5a-41ef-8ed3-8baac17759ee triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:20.461969 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.533755 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fc80de6-d73b-4639-9bb1-c74d78d3208b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.546530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-fbfc8446-6186-4982-ba4e-7310b0349d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:20.547246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc8446-6186-4982-ba4e-7310b0349d04 None None] The sync data for ids ['1b888edd-24e9-4735-9652-1100050b40aa'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:20.568664 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa5337-5706-4f07-baa6-5252d38cbdda None None] Port ca0fed3b-80b2-41b6-b9ba-acd2d3f82908 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:20.580079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc80de6-d73b-4639-9bb1-c74d78d3208b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=1425925e-4520-4749-9dbb-8a5aec23fede,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:20.643362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fc80de6-d73b-4639-9bb1-c74d78d3208b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.643788 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-3fc80de6-d73b-4639-9bb1-c74d78d3208b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Floating IP 394861d8-3abe-45b4-938c-2978cac985c3 disassociated (deleted). External IP: 172.25.4.242, port: 9699eee1-3767-4bee-9492-d8729246e2af. Oct 26 14:33:20.691964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dcf73661-1db6-4f2c-a3c3-dc30028f8ad9 None None] Provisioning complete for port ca0fed3b-80b2-41b6-b9ba-acd2d3f82908 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:20.713575 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dcf73661-1db6-4f2c-a3c3-dc30028f8ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.738757 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-dcf73661-1db6-4f2c-a3c3-dc30028f8ad9 None None] Port ca0fed3b-80b2-41b6-b9ba-acd2d3f82908 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:20.811922 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2b507084-53b0-4cc8-9654-f432bbbae02c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.868773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc80de6-d73b-4639-9bb1-c74d78d3208b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router f7a0876b-7e15-4882-90e4-7b20801d2ed6 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:20.980477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc80de6-d73b-4639-9bb1-c74d78d3208b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:20.985227 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3fc80de6-d73b-4639-9bb1-c74d78d3208b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.989676 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347113f-51cb-402e-9aee-277e098986cd None None] Sync routers for ids ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:21.000790 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347113f-51cb-402e-9aee-277e098986cd None None] Routers {'f7a0876b-7e15-4882-90e4-7b20801d2ed6'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:21.001396 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5347113f-51cb-402e-9aee-277e098986cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:21.014312 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3fc80de6-d73b-4639-9bb1-c74d78d3208b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/floatingips/394861d8-3abe-45b4-938c-2978cac985c3 HTTP/1.1" status: 204 len: 168 time: 1.0521634 Oct 26 14:33:21.014915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:21.017324 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e3d629-5889-46de-b4c1-3d05e2d4125d" -d '{"events": [{"name": "network-changed", "server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "tag": "9699eee1-3767-4bee-9492-d8729246e2af"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:21.023937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2b507084-53b0-4cc8-9654-f432bbbae02c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port ca0fed3b-80b2-41b6-b9ba-acd2d3f82908 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:21.024431 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2b507084-53b0-4cc8-9654-f432bbbae02c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.068596 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cda0e87-e55c-4c8f-b6e5-fee63b14fce6 x-openstack-request-id: req-2cda0e87-e55c-4c8f-b6e5-fee63b14fce6 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:21.068894 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "tag": "9699eee1-3767-4bee-9492-d8729246e2af", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:21.069154 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cda0e87-e55c-4c8f-b6e5-fee63b14fce6 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:21.069571 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af', 'status': 'completed', 'code': 200} Oct 26 14:33:21.112599 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5347113f-51cb-402e-9aee-277e098986cd None None] Set router f7a0876b-7e15-4882-90e4-7b20801d2ed6 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:21.130268 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2b507084-53b0-4cc8-9654-f432bbbae02c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.139625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3d629-5889-46de-b4c1-3d05e2d4125d req-d9b3e10c-e016-4856-8877-863a447dd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:21.141219 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-16e3d629-5889-46de-b4c1-3d05e2d4125d req-d9b3e10c-e016-4856-8877-863a447dd240 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 1095 time: 0.0474122 Oct 26 14:33:21.144019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2b507084-53b0-4cc8-9654-f432bbbae02c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for ca0fed3b-80b2-41b6-b9ba-acd2d3f82908 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:21.258034 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3d629-5889-46de-b4c1-3d05e2d4125d req-12f86bc9-c419-427c-875e-3621b6747362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:21.259589 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-16e3d629-5889-46de-b4c1-3d05e2d4125d req-12f86bc9-c419-427c-875e-3621b6747362 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3e39bcc-85c4-41db-be02-7abbddde192f HTTP/1.1" status: 200 len: 897 time: 0.1094916 Oct 26 14:33:21.308531 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-16e3d629-5889-46de-b4c1-3d05e2d4125d req-76e4903e-c6f3-4b21-b84a-5e8d3742290e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9699eee1-3767-4bee-9492-d8729246e2af HTTP/1.1" status: 200 len: 217 time: 0.0406251 Oct 26 14:33:21.336581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f851baf-fe84-4851-82f6-a09446e6fe58 req-9fd34601-3abf-43fe-b4ea-0589c5c146f1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:21.338723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f851baf-fe84-4851-82f6-a09446e6fe58 req-9fd34601-3abf-43fe-b4ea-0589c5c146f1 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 944 time: 0.0722961 Oct 26 14:33:21.357730 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5347113f-51cb-402e-9aee-277e098986cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:27Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b', 'name': '', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:0c:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '92658c47-7126-4501-9f79-361e4ebf709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:26Z', 'updated_at': '2021-10-26T14:31:31Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '92658c47-7126-4501-9f79-361e4ebf709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:21.369946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3d629-5889-46de-b4c1-3d05e2d4125d req-25148806-167a-447f-ac2b-0f9e29913020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:21.371465 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-16e3d629-5889-46de-b4c1-3d05e2d4125d req-25148806-167a-447f-ac2b-0f9e29913020 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92658c47-7126-4501-9f79-361e4ebf709f HTTP/1.1" status: 200 len: 835 time: 0.0549450 Oct 26 14:33:21.391141 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347113f-51cb-402e-9aee-277e098986cd None None] Checking router: f7a0876b-7e15-4882-90e4-7b20801d2ed6 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:33:21.399303 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347113f-51cb-402e-9aee-277e098986cd None None] Routers {'f7a0876b-7e15-4882-90e4-7b20801d2ed6'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:21.399922 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5347113f-51cb-402e-9aee-277e098986cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:21.419633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f851baf-fe84-4851-82f6-a09446e6fe58 req-5751508e-716d-488d-99f7-cf4bdf6b986e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539978 Oct 26 14:33:21.422899 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2b507084-53b0-4cc8-9654-f432bbbae02c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.423234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3d629-5889-46de-b4c1-3d05e2d4125d req-f4284c3f-1233-4bab-b122-bce6feab1f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:21.425064 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-16e3d629-5889-46de-b4c1-3d05e2d4125d req-f4284c3f-1233-4bab-b122-bce6feab1f77 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3e39bcc-85c4-41db-be02-7abbddde192f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438225 Oct 26 14:33:21.456802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b507084-53b0-4cc8-9654-f432bbbae02c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=ca0fed3b-80b2-41b6-b9ba-acd2d3f82908,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:21.542943 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5347113f-51cb-402e-9aee-277e098986cd None None] Set router f7a0876b-7e15-4882-90e4-7b20801d2ed6 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:21.556738 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-16e3d629-5889-46de-b4c1-3d05e2d4125d req-543a7003-7277-42e1-aaaf-7eb5f20def8a service neutron] 10.222.0.25 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214643 Oct 26 14:33:21.620106 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2b507084-53b0-4cc8-9654-f432bbbae02c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.690028 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-16e3d629-5889-46de-b4c1-3d05e2d4125d req-2c44e63d-184a-4b59-a1ba-d514df404ab1 service neutron] 10.222.0.25 "GET /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251626 Oct 26 14:33:21.773606 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5347113f-51cb-402e-9aee-277e098986cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:27Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b', 'name': '', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:0c:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '92658c47-7126-4501-9f79-361e4ebf709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:26Z', 'updated_at': '2021-10-26T14:31:31Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '92658c47-7126-4501-9f79-361e4ebf709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:21.801074 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347113f-51cb-402e-9aee-277e098986cd None None] The sync data for ids ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'] in n-d-815498-1 is: [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:27Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b', 'name': '', 'network_id': 'c3e39bcc-85c4-41db-be02-7abbddde192f', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:0c:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '92658c47-7126-4501-9f79-361e4ebf709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:26Z', 'updated_at': '2021-10-26T14:31:31Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '92658c47-7126-4501-9f79-361e4ebf709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:22.041693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4970f429-8862-4212-9f02-27900048c9eb None None] New status for floating IP 394861d8-3abe-45b4-938c-2978cac985c3: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:33:22.153282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945a7c0-8a34-4855-ac24-3b73d8c272dd req-d399d2c4-4a82-4133-81c4-2d2a4c68b563 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:22.154766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f945a7c0-8a34-4855-ac24-3b73d8c272dd req-d399d2c4-4a82-4133-81c4-2d2a4c68b563 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.25 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 944 time: 0.4552345 Oct 26 14:33:22.167827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b507084-53b0-4cc8-9654-f432bbbae02c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Router 1b888edd-24e9-4735-9652-1100050b40aa has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:22.289082 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b507084-53b0-4cc8-9654-f432bbbae02c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:22.295244 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2b507084-53b0-4cc8-9654-f432bbbae02c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "PUT /v2.0/routers/1b888edd-24e9-4735-9652-1100050b40aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8434277 Oct 26 14:33:22.298138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42958) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:22.298639 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc70816-f945-419c-bda3-5488cd572ab6 None None] Sync routers for ids ['1b888edd-24e9-4735-9652-1100050b40aa'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:22.310143 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc70816-f945-419c-bda3-5488cd572ab6 None None] Routers {'1b888edd-24e9-4735-9652-1100050b40aa'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:22.310745 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bbc70816-f945-419c-bda3-5488cd572ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1b888edd-24e9-4735-9652-1100050b40aa'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:22.319635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-f945a7c0-8a34-4855-ac24-3b73d8c272dd req-7504808f-aae5-4e3d-a14c-6e032fbf2371 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port 9699eee1-3767-4bee-9492-d8729246e2af {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:22.319980 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f945a7c0-8a34-4855-ac24-3b73d8c272dd req-7504808f-aae5-4e3d-a14c-6e032fbf2371 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.327235 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9bba8d-4d10-46ee-9207-f4b03cb43daf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] GET failed (client error): The resource could not be found. Oct 26 14:33:22.332007 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cc9bba8d-4d10-46ee-9207-f4b03cb43daf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/ca0fed3b-80b2-41b6-b9ba-acd2d3f82908 HTTP/1.1" status: 404 len: 333 time: 0.0281079 Oct 26 14:33:22.332292 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42960) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:22.347806 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bbc70816-f945-419c-bda3-5488cd572ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:22.357807 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc70816-f945-419c-bda3-5488cd572ab6 None None] Routers {'1b888edd-24e9-4735-9652-1100050b40aa'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:22.358533 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bbc70816-f945-419c-bda3-5488cd572ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1b888edd-24e9-4735-9652-1100050b40aa'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:22.390635 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bbc70816-f945-419c-bda3-5488cd572ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:22.391830 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc70816-f945-419c-bda3-5488cd572ab6 None None] The sync data for ids ['1b888edd-24e9-4735-9652-1100050b40aa'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:22.417432 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4f690d20-a825-4cf0-9fff-d6832fb8b330 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.420455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f945a7c0-8a34-4855-ac24-3b73d8c272dd req-7504808f-aae5-4e3d-a14c-6e032fbf2371 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] For port 9699eee1-3767-4bee-9492-d8729246e2af, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9699eee1-3767-4bee-9492-d8729246e2af,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:22.420972 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f945a7c0-8a34-4855-ac24-3b73d8c272dd req-7504808f-aae5-4e3d-a14c-6e032fbf2371 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.433110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-f945a7c0-8a34-4855-ac24-3b73d8c272dd req-7504808f-aae5-4e3d-a14c-6e032fbf2371 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for 9699eee1-3767-4bee-9492-d8729246e2af owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:22.577502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b35b5-2ef1-4360-9bc8-51c4599e6844 req-891d38b5-77e1-4bd8-80f1-d284ea24ed70 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:22.579021 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f4b35b5-2ef1-4360-9bc8-51c4599e6844 req-891d38b5-77e1-4bd8-80f1-d284ea24ed70 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802743e-1ced-4b01-b0e8-3c17c7035b82 HTTP/1.1" status: 200 len: 944 time: 0.0841725 Oct 26 14:33:22.596434 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4f690d20-a825-4cf0-9fff-d6832fb8b330 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.598430 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4f690d20-a825-4cf0-9fff-d6832fb8b330 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.621215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f945a7c0-8a34-4855-ac24-3b73d8c272dd req-7504808f-aae5-4e3d-a14c-6e032fbf2371 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.660146 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f4b35b5-2ef1-4360-9bc8-51c4599e6844 req-75e36510-f45c-4795-909c-17cb4259825e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6416cac-fa93-458e-87e1-db120add4400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681839 Oct 26 14:33:22.663103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504808f-aae5-4e3d-a14c-6e032fbf2371 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=9699eee1-3767-4bee-9492-d8729246e2af,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:22.668464 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4f690d20-a825-4cf0-9fff-d6832fb8b330 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.669369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f690d20-a825-4cf0-9fff-d6832fb8b330 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Fanout notify agent at l3_agent the message router_deleted on router 1b888edd-24e9-4735-9652-1100050b40aa {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:33:22.676940 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4f690d20-a825-4cf0-9fff-d6832fb8b330 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.678056 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4f690d20-a825-4cf0-9fff-d6832fb8b330 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/routers/1b888edd-24e9-4735-9652-1100050b40aa HTTP/1.1" status: 204 len: 168 time: 0.3448565 Oct 26 14:33:22.681119 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42964) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:22.707654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f945a7c0-8a34-4855-ac24-3b73d8c272dd req-7504808f-aae5-4e3d-a14c-6e032fbf2371 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] No DVR routers for this DVR port 9699eee1-3767-4bee-9492-d8729246e2af on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:22.710479 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f945a7c0-8a34-4855-ac24-3b73d8c272dd req-7504808f-aae5-4e3d-a14c-6e032fbf2371 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.714951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f945a7c0-8a34-4855-ac24-3b73d8c272dd req-7504808f-aae5-4e3d-a14c-6e032fbf2371 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.25 "DELETE /v2.0/ports/9699eee1-3767-4bee-9492-d8729246e2af HTTP/1.1" status: 204 len: 173 time: 0.5542045 Oct 26 14:33:22.715405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'name': 'network-vif-deleted', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:22.718528 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06a4e5a-a928-46e0-aef7-a4359379310d" -d '{"events": [{"server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "name": "network-vif-deleted", "tag": "9699eee1-3767-4bee-9492-d8729246e2af"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:22.740645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4fc22d-fbbf-41d2-a1a7-bb14d31205fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting subnet 984df3d0-1901-48cc-a595-2567df4e2886 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:22.745645 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc22d-fbbf-41d2-a1a7-bb14d31205fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.762896 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f11617b-fb6a-487c-b5c5-8e2c97d6f6c7 x-openstack-request-id: req-3f11617b-fb6a-487c-b5c5-8e2c97d6f6c7 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:22.763202 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a802743e-1ced-4b01-b0e8-3c17c7035b82", "name": "network-vif-deleted", "tag": "9699eee1-3767-4bee-9492-d8729246e2af", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:22.763467 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f11617b-fb6a-487c-b5c5-8e2c97d6f6c7 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:22.763873 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a802743e-1ced-4b01-b0e8-3c17c7035b82', 'name': 'network-vif-deleted', 'tag': '9699eee1-3767-4bee-9492-d8729246e2af', 'status': 'completed', 'code': 200} Oct 26 14:33:22.793879 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc22d-fbbf-41d2-a1a7-bb14d31205fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.881815 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc22d-fbbf-41d2-a1a7-bb14d31205fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.943585 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc22d-fbbf-41d2-a1a7-bb14d31205fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.969934 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fc22d-fbbf-41d2-a1a7-bb14d31205fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Subnet': ['ID=984df3d0-1901-48cc-a595-2567df4e2886,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:22.975465 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc22d-fbbf-41d2-a1a7-bb14d31205fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.978750 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cb4fc22d-fbbf-41d2-a1a7-bb14d31205fc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/984df3d0-1901-48cc-a595-2567df4e2886 HTTP/1.1" status: 204 len: 168 time: 0.2964571 Oct 26 14:33:22.981416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42968) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:22.983677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0e5cfb-509b-40fb-97cc-0363b7197dbe None None] Network fe87ae61-9e58-4809-a4ad-7fffe0d5ec10 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:23.059770 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.121283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port a843ced3-8e5a-41ef-8ed3-8baac17759ee {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:23.121700 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.187177 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15ccdc5-fd88-48a4-b4e0-47081393cf5b None None] DHCP port deletion for fe87ae61-9e58-4809-a4ad-7fffe0d5ec10 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:33:23.189147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] For port a843ced3-8e5a-41ef-8ed3-8baac17759ee, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a843ced3-8e5a-41ef-8ed3-8baac17759ee,segment=NetworkSegment(27f480fa-1e36-42db-bdad-3c84214b63ae),segment_id=27f480fa-1e36-42db-bdad-3c84214b63ae)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:23.189515 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.204309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for a843ced3-8e5a-41ef-8ed3-8baac17759ee owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:23.241585 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f15ccdc5-fd88-48a4-b4e0-47081393cf5b None None] Deleting port a843ced3-8e5a-41ef-8ed3-8baac17759ee {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:23.241965 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f15ccdc5-fd88-48a4-b4e0-47081393cf5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.306520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f15ccdc5-fd88-48a4-b4e0-47081393cf5b None None] For port a843ced3-8e5a-41ef-8ed3-8baac17759ee, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a843ced3-8e5a-41ef-8ed3-8baac17759ee,segment=NetworkSegment(27f480fa-1e36-42db-bdad-3c84214b63ae),segment_id=27f480fa-1e36-42db-bdad-3c84214b63ae)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:23.306831 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f15ccdc5-fd88-48a4-b4e0-47081393cf5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.320010 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f15ccdc5-fd88-48a4-b4e0-47081393cf5b None None] Calling delete_port for a843ced3-8e5a-41ef-8ed3-8baac17759ee owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:23.407551 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f15ccdc5-fd88-48a4-b4e0-47081393cf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.436203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ccdc5-fd88-48a4-b4e0-47081393cf5b None None] Pushing event deleted for resources: {'Port': ['ID=a843ced3-8e5a-41ef-8ed3-8baac17759ee,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:23.439627 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ccdc5-fd88-48a4-b4e0-47081393cf5b None None] No DVR routers for this DVR port a843ced3-8e5a-41ef-8ed3-8baac17759ee on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:23.517572 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.540944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=a843ced3-8e5a-41ef-8ed3-8baac17759ee,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:23.546420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No DVR routers for this DVR port a843ced3-8e5a-41ef-8ed3-8baac17759ee on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:23.628016 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.650756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe87ae61-9e58-4809-a4ad-7fffe0d5ec10']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:23.656122 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.660764 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f480fa-1e36-42db-bdad-3c84214b63ae') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:23.661065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f480fa-1e36-42db-bdad-3c84214b63ae') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:23.671420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.686411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.692480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:33:23.692873 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: self.session.flush() Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:33:23.696265 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:33:23.724104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42972) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:23.754792 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.762734 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.765315 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/networks/fe87ae61-9e58-4809-a4ad-7fffe0d5ec10 HTTP/1.1" status: 204 len: 168 time: 0.7829216 Oct 26 14:33:23.776589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42974) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:23.786339 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334465b-510f-4e3a-8c18-9eee2bf21bdc tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Network': ['ID=fe87ae61-9e58-4809-a4ad-7fffe0d5ec10,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:23.823191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad620663-bec4-44b3-b2a7-e60dd9ef7532 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:23.824547 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ad620663-bec4-44b3-b2a7-e60dd9ef7532 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/10cf499e-683e-4126-a271-5427950428ef HTTP/1.1" status: 200 len: 840 time: 0.0467803 Oct 26 14:33:23.828344 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42976) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:23.872322 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ec367894-a4b9-4635-9102-b09c5229e06d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/10cf499e-683e-4126-a271-5427950428ef?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0429037 Oct 26 14:33:23.877690 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42978) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:23.881069 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e443f4ea-89cb-4d60-ad00-ae925a3df6d0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:23.967828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e443f4ea-89cb-4d60-ad00-ae925a3df6d0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:23.971329 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e443f4ea-89cb-4d60-ad00-ae925a3df6d0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.086318 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e518477a-a0c2-43f4-8229-e03e0f1d9f74 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.151596 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e443f4ea-89cb-4d60-ad00-ae925a3df6d0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.201333 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443f4ea-89cb-4d60-ad00-ae925a3df6d0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:24.204549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-e443f4ea-89cb-4d60-ad00-ae925a3df6d0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:24.208748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443f4ea-89cb-4d60-ad00-ae925a3df6d0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:24.209335 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e443f4ea-89cb-4d60-ad00-ae925a3df6d0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.213706 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d7745b-4ac6-484d-86ad-30db901049af None None] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:24.230991 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443f4ea-89cb-4d60-ad00-ae925a3df6d0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Subnet': ['ID=1c5b96aa-a1f6-4bf4-9b24-d8a46f3140ba,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:24.247441 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e443f4ea-89cb-4d60-ad00-ae925a3df6d0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3702786 Oct 26 14:33:24.247920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42980) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:24.251226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a843ced3-8e5a-41ef-8ed3-8baac17759ee no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:24.253577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d684b512-4bca-4e54-8db0-7df006ec58de tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'security_group': {'name': 'tempest-secgroup-868502668'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:24.278951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: a843ced3-8e5a-41ef-8ed3-8baac17759ee {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:24.279286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a843ced3-8e5a-41ef-8ed3-8baac17759ee not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:24.286683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d684b512-4bca-4e54-8db0-7df006ec58de tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.395431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-d6537cc3-73a5-4f56-97ee-70910b5ea638', 'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'tenant_id': '618d8e1dc4634f07aca37b69176c84e1', 'fixed_ips': [{'subnet_id': '1c5b96aa-a1f6-4bf4-9b24-d8a46f3140ba'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:33:24.396359 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.419808 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d684b512-4bca-4e54-8db0-7df006ec58de tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.425563 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d684b512-4bca-4e54-8db0-7df006ec58de tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.466711 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d684b512-4bca-4e54-8db0-7df006ec58de tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.468083 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d684b512-4bca-4e54-8db0-7df006ec58de tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2190123 Oct 26 14:33:24.470704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-e518477a-a0c2-43f4-8229-e03e0f1d9f74 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:24.471053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e518477a-a0c2-43f4-8229-e03e0f1d9f74 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.471671 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42982) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:24.473770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684b512-4bca-4e54-8db0-7df006ec58de tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56558c3-b9db-439c-a2c0-c97f57a3e038,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:24.479520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2f15889a-f875-434f-a36c-6dc28fb280ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'security_group': {'name': 'tempest-secgroup-283030448'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:24.510617 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f15889a-f875-434f-a36c-6dc28fb280ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.540753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Allocated IP 172.20.0.2 (d6537cc3-73a5-4f56-97ee-70910b5ea638/1c5b96aa-a1f6-4bf4-9b24-d8a46f3140ba/bb9719f7-d3f0-4338-9999-2c4582cf2976) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:24.585197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-e518477a-a0c2-43f4-8229-e03e0f1d9f74 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] For port ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:24.585197 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e518477a-a0c2-43f4-8229-e03e0f1d9f74 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.589134 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f15889a-f875-434f-a36c-6dc28fb280ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.596003 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f15889a-f875-434f-a36c-6dc28fb280ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.600454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-e518477a-a0c2-43f4-8229-e03e0f1d9f74 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:24.627006 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2f15889a-f875-434f-a36c-6dc28fb280ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.630443 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2f15889a-f875-434f-a36c-6dc28fb280ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1575599 Oct 26 14:33:24.632284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42984) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:24.638555 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-908383b1-5019-4bd3-a6f8-1bff55d7fd95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1987280541', 'security_groups': ['cc8992af-aca0-4e8d-8a1f-fc5f284a5501'], 'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1c5b96aa-a1f6-4bf4-9b24-d8a46f3140ba'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:24.643357 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15889a-f875-434f-a36c-6dc28fb280ef tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8992af-aca0-4e8d-8a1f-fc5f284a5501,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:24.704101 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.711490 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.752184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:24.755017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:24.758905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:24.768594 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908383b1-5019-4bd3-a6f8-1bff55d7fd95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:24.788984 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Pushing event updated for resources: {'Port': ['ID=bb9719f7-d3f0-4338-9999-2c4582cf2976,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:24.812580 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e518477a-a0c2-43f4-8229-e03e0f1d9f74 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.816516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Attempting to bind port bb9719f7-d3f0-4338-9999-2c4582cf2976 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:24.816961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Attempting to bind port bb9719f7-d3f0-4338-9999-2c4582cf2976 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '9e1e780b-d680-4d64-b481-d10c52606e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:24.817551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Attempting to bind port bb9719f7-d3f0-4338-9999-2c4582cf2976 on network d6537cc3-73a5-4f56-97ee-70910b5ea638 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:24.823564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:24.824017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Checking segment: {'id': '9e1e780b-d680-4d64-b481-d10c52606e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:24.824524 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.824920 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Bound using segment: {'id': '9e1e780b-d680-4d64-b481-d10c52606e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:24.825392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Bound port: bb9719f7-d3f0-4338-9999-2c4582cf2976, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1e780b-d680-4d64-b481-d10c52606e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:24.825779 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.842865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518477a-a0c2-43f4-8229-e03e0f1d9f74 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:24.867743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-908383b1-5019-4bd3-a6f8-1bff55d7fd95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.891823 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-908383b1-5019-4bd3-a6f8-1bff55d7fd95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port 6665d4f5-c142-4423-aaf3-faed6427c702 yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:33:25.072870 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e518477a-a0c2-43f4-8229-e03e0f1d9f74 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.076148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] For port bb9719f7-d3f0-4338-9999-2c4582cf2976, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:25.081345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] For port bb9719f7-d3f0-4338-9999-2c4582cf2976, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bb9719f7-d3f0-4338-9999-2c4582cf2976,segment=NetworkSegment(9e1e780b-d680-4d64-b481-d10c52606e6a),segment_id=9e1e780b-d680-4d64-b481-d10c52606e6a)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:25.087910 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.099681 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-908383b1-5019-4bd3-a6f8-1bff55d7fd95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Allocated IP 172.20.0.13 (d6537cc3-73a5-4f56-97ee-70910b5ea638/1c5b96aa-a1f6-4bf4-9b24-d8a46f3140ba/6665d4f5-c142-4423-aaf3-faed6427c702) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:25.170428 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e66822-9e1c-4498-ae74-2a77b9888ac0 None None] Pushing event updated for resources: {'Port': ['ID=bb9719f7-d3f0-4338-9999-2c4582cf2976,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:25.269306 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-908383b1-5019-4bd3-a6f8-1bff55d7fd95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.308748 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-908383b1-5019-4bd3-a6f8-1bff55d7fd95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.310095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e518477a-a0c2-43f4-8229-e03e0f1d9f74 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router f7a0876b-7e15-4882-90e4-7b20801d2ed6 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:25.369133 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908383b1-5019-4bd3-a6f8-1bff55d7fd95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=6665d4f5-c142-4423-aaf3-faed6427c702,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:25.377014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908383b1-5019-4bd3-a6f8-1bff55d7fd95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:25.378538 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-908383b1-5019-4bd3-a6f8-1bff55d7fd95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:25.380790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908383b1-5019-4bd3-a6f8-1bff55d7fd95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:25.432409 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908383b1-5019-4bd3-a6f8-1bff55d7fd95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:25.433239 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-908383b1-5019-4bd3-a6f8-1bff55d7fd95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.454045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e518477a-a0c2-43f4-8229-e03e0f1d9f74 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:25.454288 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-908383b1-5019-4bd3-a6f8-1bff55d7fd95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8176906 Oct 26 14:33:25.454288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42986) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:25.459469 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e518477a-a0c2-43f4-8229-e03e0f1d9f74 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "PUT /v2.0/routers/f7a0876b-7e15-4882-90e4-7b20801d2ed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7341921 Oct 26 14:33:25.463049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42988) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:25.463191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f7e2da59-7375-4313-b867-268c197f2675 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:25.470633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8267f4f-c8d8-4a8f-95be-5a81672f7e57 None None] Sync routers for ids ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:25.491518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8267f4f-c8d8-4a8f-95be-5a81672f7e57 None None] Routers {'f7a0876b-7e15-4882-90e4-7b20801d2ed6'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:25.492471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b8267f4f-c8d8-4a8f-95be-5a81672f7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:25.537925 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a26636-be66-4bc7-b51b-3782d1900053 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting subnet 92658c47-7126-4501-9f79-361e4ebf709f {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:25.543416 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a9a26636-be66-4bc7-b51b-3782d1900053 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.593926 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a9a26636-be66-4bc7-b51b-3782d1900053 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.599858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e2da59-7375-4313-b867-268c197f2675 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:25.604238 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f7e2da59-7375-4313-b867-268c197f2675 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.625228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-b8267f4f-c8d8-4a8f-95be-5a81672f7e57 None None] Set router f7a0876b-7e15-4882-90e4-7b20801d2ed6 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:25.684020 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a9a26636-be66-4bc7-b51b-3782d1900053 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.702869 n-d-815498-1 neutron-server[102123]: INFO neutron.db.ipam_backend_mixin [None req-f7e2da59-7375-4313-b867-268c197f2675 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1c5b96aa-a1f6-4bf4-9b24-d8a46f3140ba (CIDR: 172.20.0.0/28) Oct 26 14:33:25.709496 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e2da59-7375-4313-b867-268c197f2675 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:33:25.710080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e2da59-7375-4313-b867-268c197f2675 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:25.729731 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f7e2da59-7375-4313-b867-268c197f2675 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2743428 Oct 26 14:33:25.733029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42990) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:25.742832 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0abb2fd9-3193-405b-85d4-6d1e5d4244b4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:25.755944 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a9a26636-be66-4bc7-b51b-3782d1900053 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.800159 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a26636-be66-4bc7-b51b-3782d1900053 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Subnet': ['ID=92658c47-7126-4501-9f79-361e4ebf709f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:25.802460 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a9a26636-be66-4bc7-b51b-3782d1900053 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.802656 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5716de7d-93bd-48da-b801-d97ef1eb46fe None None] Network c3e39bcc-85c4-41db-be02-7abbddde192f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:25.806043 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a9a26636-be66-4bc7-b51b-3782d1900053 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/subnets/92658c47-7126-4501-9f79-361e4ebf709f HTTP/1.1" status: 204 len: 168 time: 0.3415737 Oct 26 14:33:25.808803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42992) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:25.956021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b8267f4f-c8d8-4a8f-95be-5a81672f7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:33:24Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:25.992181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8267f4f-c8d8-4a8f-95be-5a81672f7e57 None None] Checking router: f7a0876b-7e15-4882-90e4-7b20801d2ed6 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:33:26.002734 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.014447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8267f4f-c8d8-4a8f-95be-5a81672f7e57 None None] Routers {'f7a0876b-7e15-4882-90e4-7b20801d2ed6'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:26.015598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b8267f4f-c8d8-4a8f-95be-5a81672f7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:26.082464 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abb2fd9-3193-405b-85d4-6d1e5d4244b4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:26.086250 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0abb2fd9-3193-405b-85d4-6d1e5d4244b4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.114883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e9cd9-c4fd-41e2-903f-d57af00c09f6 None None] DHCP port deletion for c3e39bcc-85c4-41db-be02-7abbddde192f request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:33:26.199965 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e9cd9-c4fd-41e2-903f-d57af00c09f6 None None] Deleting port 56e7240a-ccb0-40cd-b671-c156d2465ba6 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:26.200324 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9cd9-c4fd-41e2-903f-d57af00c09f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.254975 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.295873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fd9e9cd9-c4fd-41e2-903f-d57af00c09f6 None None] For port 56e7240a-ccb0-40cd-b671-c156d2465ba6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=56e7240a-ccb0-40cd-b671-c156d2465ba6,segment=NetworkSegment(a21fa386-5d10-470d-96c1-6f9475ff30bd),segment_id=a21fa386-5d10-470d-96c1-6f9475ff30bd)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:26.296395 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9cd9-c4fd-41e2-903f-d57af00c09f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.315511 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e9cd9-c4fd-41e2-903f-d57af00c09f6 None None] Calling delete_port for 56e7240a-ccb0-40cd-b671-c156d2465ba6 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:26.332386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-b8267f4f-c8d8-4a8f-95be-5a81672f7e57 None None] Set router f7a0876b-7e15-4882-90e4-7b20801d2ed6 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:26.406644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9699eee1-3767-4bee-9492-d8729246e2af no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:26.408520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bb9719f7-d3f0-4338-9999-2c4582cf2976 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:26.421589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:26.421928 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.507970 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0abb2fd9-3193-405b-85d4-6d1e5d4244b4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.541023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 9699eee1-3767-4bee-9492-d8729246e2af {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:26.541578 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9699eee1-3767-4bee-9492-d8729246e2af not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:26.572977 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] For port 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:26.572977 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.591995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abb2fd9-3193-405b-85d4-6d1e5d4244b4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:26.595151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8e9a95c7-a544-4b19-8e88-c54d530dc7b9 None None] Provisioning complete for port 10cf499e-683e-4126-a271-5427950428ef triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:26.595495 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8e9a95c7-a544-4b19-8e88-c54d530dc7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.597945 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:26.600417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-0abb2fd9-3193-405b-85d4-6d1e5d4244b4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:26.606805 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abb2fd9-3193-405b-85d4-6d1e5d4244b4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:26.607406 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0abb2fd9-3193-405b-85d4-6d1e5d4244b4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.623069 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb2fd9-3193-405b-85d4-6d1e5d4244b4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Subnet': ['ID=084fdc05-b9b2-4314-8f7c-8be4f4d33609,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:26.663917 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0abb2fd9-3193-405b-85d4-6d1e5d4244b4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9296155 Oct 26 14:33:26.667421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 42994) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:26.678508 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port bb9719f7-d3f0-4338-9999-2c4582cf2976 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:26.678878 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.679054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9a1ce6bd-52b4-434d-bf3f-61b2ea2310c2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-26003692', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '084fdc05-b9b2-4314-8f7c-8be4f4d33609'}], 'security_groups': ['c56558c3-b9db-439c-a2c0-c97f57a3e038']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:26.683269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a95c7-a544-4b19-8e88-c54d530dc7b9 None None] Port 10cf499e-683e-4126-a271-5427950428ef cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:26.684959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9dce32-4345-46d0-b1f5-d5b6fc21ddcc None None] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:26.688923 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9cd9-c4fd-41e2-903f-d57af00c09f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.799553 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.802615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e9cd9-c4fd-41e2-903f-d57af00c09f6 None None] Pushing event deleted for resources: {'Port': ['ID=56e7240a-ccb0-40cd-b671-c156d2465ba6,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:26.808562 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e9cd9-c4fd-41e2-903f-d57af00c09f6 None None] No DVR routers for this DVR port 56e7240a-ccb0-40cd-b671-c156d2465ba6 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:26.830942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:26.846193 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8e9a95c7-a544-4b19-8e88-c54d530dc7b9 None None] Provisioning complete for port bb9719f7-d3f0-4338-9999-2c4582cf2976 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:26.846534 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8e9a95c7-a544-4b19-8e88-c54d530dc7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.858731 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce6bd-52b4-434d-bf3f-61b2ea2310c2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.914697 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.943564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b8267f4f-c8d8-4a8f-95be-5a81672f7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:33:24Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:27.002154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8267f4f-c8d8-4a8f-95be-5a81672f7e57 None None] The sync data for ids ['f7a0876b-7e15-4882-90e4-7b20801d2ed6'] in n-d-815498-1 is: [{'id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565829179', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:33:24Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0876b-7e15-4882-90e4-7b20801d2ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:21Z', 'updated_at': '2021-10-26T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:27.010931 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.013186 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.019256 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.084883 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.085364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Fanout notify agent at l3_agent the message router_deleted on router f7a0876b-7e15-4882-90e4-7b20801d2ed6 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:33:27.092634 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.096186 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b5bd4404-b91b-469d-b0c7-d33706cdff7c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/routers/f7a0876b-7e15-4882-90e4-7b20801d2ed6 HTTP/1.1" status: 204 len: 168 time: 1.2839448 Oct 26 14:33:27.096491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42996) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:27.115093 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port bb9719f7-d3f0-4338-9999-2c4582cf2976, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bb9719f7-d3f0-4338-9999-2c4582cf2976,segment=NetworkSegment(9e1e780b-d680-4d64-b481-d10c52606e6a),segment_id=9e1e780b-d680-4d64-b481-d10c52606e6a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:27.121052 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8e9a95c7-a544-4b19-8e88-c54d530dc7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.135156 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.183684 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-322007e5-aed0-47bd-aaee-216d6f8c67a6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.211208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-9a1ce6bd-52b4-434d-bf3f-61b2ea2310c2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Delete allocated IP 172.20.0.13 (d6537cc3-73a5-4f56-97ee-70910b5ea638/1c5b96aa-a1f6-4bf4-9b24-d8a46f3140ba) {{(pid=102124) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 14:33:27.222429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-9a1ce6bd-52b4-434d-bf3f-61b2ea2310c2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Allocated IP 172.20.0.18 (d6537cc3-73a5-4f56-97ee-70910b5ea638/084fdc05-b9b2-4314-8f7c-8be4f4d33609/6665d4f5-c142-4423-aaf3-faed6427c702) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:27.236466 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=bb9719f7-d3f0-4338-9999-2c4582cf2976,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:27.258330 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-8e9a95c7-a544-4b19-8e88-c54d530dc7b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:33:27.259225 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-8e9a95c7-a544-4b19-8e88-c54d530dc7b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:33:27.272030 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a55c0a-d8d3-4dae-8cd3-ef0de2dc3bf3 None None] Update dhcp port {'port': {'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'fixed_ips': [{'subnet_id': '1c5b96aa-a1f6-4bf4-9b24-d8a46f3140ba', 'ip_address': '172.20.0.2'}, {'subnet_id': '084fdc05-b9b2-4314-8f7c-8be4f4d33609'}], 'binding:host_id': 'n-d-815498-1'}, 'id': 'bb9719f7-d3f0-4338-9999-2c4582cf2976'} from n-d-815498-1. {{(pid=102125) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:33:27.289318 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-322007e5-aed0-47bd-aaee-216d6f8c67a6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.299204 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-41a55c0a-d8d3-4dae-8cd3-ef0de2dc3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.313508 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-322007e5-aed0-47bd-aaee-216d6f8c67a6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e39bcc-85c4-41db-be02-7abbddde192f']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:27.323130 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-322007e5-aed0-47bd-aaee-216d6f8c67a6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21fa386-5d10-470d-96c1-6f9475ff30bd') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:27.323433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-322007e5-aed0-47bd-aaee-216d6f8c67a6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21fa386-5d10-470d-96c1-6f9475ff30bd') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:27.337223 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-322007e5-aed0-47bd-aaee-216d6f8c67a6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.351448 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-322007e5-aed0-47bd-aaee-216d6f8c67a6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.360327 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322007e5-aed0-47bd-aaee-216d6f8c67a6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:33:27.360732 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-322007e5-aed0-47bd-aaee-216d6f8c67a6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:33:27.364752 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:33:27.419167 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce6bd-52b4-434d-bf3f-61b2ea2310c2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.431789 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce6bd-52b4-434d-bf3f-61b2ea2310c2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.432840 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56e7240a-ccb0-40cd-b671-c156d2465ba6 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:27.437819 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-322007e5-aed0-47bd-aaee-216d6f8c67a6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.444431 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-322007e5-aed0-47bd-aaee-216d6f8c67a6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.447362 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-322007e5-aed0-47bd-aaee-216d6f8c67a6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/networks/c3e39bcc-85c4-41db-be02-7abbddde192f HTTP/1.1" status: 204 len: 168 time: 0.3498032 Oct 26 14:33:27.453153 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 42998) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:27.468369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 56e7240a-ccb0-40cd-b671-c156d2465ba6 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:27.468722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 56e7240a-ccb0-40cd-b671-c156d2465ba6 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:27.498309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322007e5-aed0-47bd-aaee-216d6f8c67a6 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Network': ['ID=c3e39bcc-85c4-41db-be02-7abbddde192f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:27.531193 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ce6bd-52b4-434d-bf3f-61b2ea2310c2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=6665d4f5-c142-4423-aaf3-faed6427c702,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:27.554201 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-41a55c0a-d8d3-4dae-8cd3-ef0de2dc3bf3 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-ef76cca9-74b1-4871-91fa-a61e33eff888 {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:33:27.554704 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-41a55c0a-d8d3-4dae-8cd3-ef0de2dc3bf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:33:27.577933 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54c01cd5-d559-4191-a330-c25b5e67c882 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.585878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ce6bd-52b4-434d-bf3f-61b2ea2310c2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] In _notify_port_updated(), no bound segment for port 6665d4f5-c142-4423-aaf3-faed6427c702 on network d6537cc3-73a5-4f56-97ee-70910b5ea638 {{(pid=102124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:33:27.588557 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1ce6bd-52b4-434d-bf3f-61b2ea2310c2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:27.589430 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce6bd-52b4-434d-bf3f-61b2ea2310c2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.591350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9a1ce6bd-52b4-434d-bf3f-61b2ea2310c2 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "PUT /v2.0/ports/6665d4f5-c142-4423-aaf3-faed6427c702 HTTP/1.1" status: 200 len: 919 time: 0.9223998 Oct 26 14:33:27.594345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43000) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:27.608049 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54c01cd5-d559-4191-a330-c25b5e67c882 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.667643 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.680379 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54c01cd5-d559-4191-a330-c25b5e67c882 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.683748 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54c01cd5-d559-4191-a330-c25b5e67c882 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.684967 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-54c01cd5-d559-4191-a330-c25b5e67c882 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6416cac-fa93-458e-87e1-db120add4400 HTTP/1.1" status: 204 len: 168 time: 0.2307439 Oct 26 14:33:27.692929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-256bb957-831a-49b1-897a-6b1107249ad6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port 6665d4f5-c142-4423-aaf3-faed6427c702 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:27.693490 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-256bb957-831a-49b1-897a-6b1107249ad6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.695206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c01cd5-d559-4191-a330-c25b5e67c882 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6416cac-fa93-458e-87e1-db120add4400,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:27.799861 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-256bb957-831a-49b1-897a-6b1107249ad6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.816877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-256bb957-831a-49b1-897a-6b1107249ad6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for 6665d4f5-c142-4423-aaf3-faed6427c702 owned by {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:27.933992 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ac5c9380-37ff-4395-bbc4-f899c999bf1e None None] Provisioning complete for port 6665d4f5-c142-4423-aaf3-faed6427c702 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:27.934488 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ac5c9380-37ff-4395-bbc4-f899c999bf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.943621 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-256bb957-831a-49b1-897a-6b1107249ad6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.953573 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43006) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:27.958378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c7c725e0-9c27-4e54-9be0-9a3a359674e7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95647669', 'description': 'tempest-secgroup-smoke-95647669 description', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:27.976991 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ac5c9380-37ff-4395-bbc4-f899c999bf1e None None] Port 6665d4f5-c142-4423-aaf3-faed6427c702 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:27.982075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bb957-831a-49b1-897a-6b1107249ad6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=6665d4f5-c142-4423-aaf3-faed6427c702,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:27.985134 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c7c725e0-9c27-4e54-9be0-9a3a359674e7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.049627 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-256bb957-831a-49b1-897a-6b1107249ad6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.053030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-256bb957-831a-49b1-897a-6b1107249ad6 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/6665d4f5-c142-4423-aaf3-faed6427c702 HTTP/1.1" status: 204 len: 168 time: 0.4572001 Oct 26 14:33:28.056450 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43008) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:28.056637 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c7c725e0-9c27-4e54-9be0-9a3a359674e7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.060236 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c7c725e0-9c27-4e54-9be0-9a3a359674e7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.081629 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e371f4e-2d45-4005-8e1f-031789d6727c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] GET failed (client error): The resource could not be found. Oct 26 14:33:28.083292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3e371f4e-2d45-4005-8e1f-031789d6727c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/6665d4f5-c142-4423-aaf3-faed6427c702 HTTP/1.1" status: 404 len: 333 time: 0.0253930 Oct 26 14:33:28.086137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43010) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:28.090557 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c7c725e0-9c27-4e54-9be0-9a3a359674e7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.091731 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c7c725e0-9c27-4e54-9be0-9a3a359674e7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1369245 Oct 26 14:33:28.094630 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43012) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:28.096387 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-41a55c0a-d8d3-4dae-8cd3-ef0de2dc3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.096516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c725e0-9c27-4e54-9be0-9a3a359674e7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f65b013-3747-4823-a479-1e9bb73009d2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:28.098820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-60cc35df-004a-4fdf-8856-24cf33c20835 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': '4f65b013-3747-4823-a479-1e9bb73009d2', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:28.160628 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-60cc35df-004a-4fdf-8856-24cf33c20835 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.166881 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5dc56e92-4e92-468b-adc6-f72bc65c9420 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.231241 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5dc56e92-4e92-468b-adc6-f72bc65c9420 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.260179 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-60cc35df-004a-4fdf-8856-24cf33c20835 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.270012 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-60cc35df-004a-4fdf-8856-24cf33c20835 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.293923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc35df-004a-4fdf-8856-24cf33c20835 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367bb236-8169-481a-b14c-a79edac79a07,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:28.303372 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-60cc35df-004a-4fdf-8856-24cf33c20835 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.304609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-60cc35df-004a-4fdf-8856-24cf33c20835 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2090721 Oct 26 14:33:28.306428 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5dc56e92-4e92-468b-adc6-f72bc65c9420 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.308154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43014) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:28.308974 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5dc56e92-4e92-468b-adc6-f72bc65c9420 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.312397 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5dc56e92-4e92-468b-adc6-f72bc65c9420 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/security-groups/cc8992af-aca0-4e8d-8a1f-fc5f284a5501 HTTP/1.1" status: 204 len: 168 time: 0.2229702 Oct 26 14:33:28.313488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43016) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:28.314376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a3f32ac3-22d8-4d82-879f-885a7cf21f83 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': '4f65b013-3747-4823-a479-1e9bb73009d2', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:28.333306 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc56e92-4e92-468b-adc6-f72bc65c9420 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8992af-aca0-4e8d-8a1f-fc5f284a5501,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:28.361689 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3f32ac3-22d8-4d82-879f-885a7cf21f83 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.378274 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-347a761e-10af-496c-95b0-66221d83c9f3 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.402533 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-347a761e-10af-496c-95b0-66221d83c9f3 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.421482 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3f32ac3-22d8-4d82-879f-885a7cf21f83 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.425798 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3f32ac3-22d8-4d82-879f-885a7cf21f83 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.432506 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bb9719f7-d3f0-4338-9999-2c4582cf2976 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:28.451175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f32ac3-22d8-4d82-879f-885a7cf21f83 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24eb8c7d-d8a5-4a61-a398-a094e0a519a0,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:28.452415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-347a761e-10af-496c-95b0-66221d83c9f3 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.456374 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-347a761e-10af-496c-95b0-66221d83c9f3 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.457758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-347a761e-10af-496c-95b0-66221d83c9f3 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/security-groups/c56558c3-b9db-439c-a2c0-c97f57a3e038 HTTP/1.1" status: 204 len: 168 time: 0.1432514 Oct 26 14:33:28.460887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43018) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:28.468505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a761e-10af-496c-95b0-66221d83c9f3 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56558c3-b9db-439c-a2c0-c97f57a3e038,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:28.497462 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3f32ac3-22d8-4d82-879f-885a7cf21f83 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.499115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-41a55c0a-d8d3-4dae-8cd3-ef0de2dc3bf3 None None] Allocated IP 172.20.0.18 (d6537cc3-73a5-4f56-97ee-70910b5ea638/084fdc05-b9b2-4314-8f7c-8be4f4d33609/bb9719f7-d3f0-4338-9999-2c4582cf2976) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:28.499824 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a3f32ac3-22d8-4d82-879f-885a7cf21f83 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1897786 Oct 26 14:33:28.502690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43020) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:28.509656 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a6d98195-34e7-489d-8949-80b63204c3a0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': '4f65b013-3747-4823-a479-1e9bb73009d2', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:28.530331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab931c14-c113-4048-8bc6-2d3e460a159d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting subnet 1c5b96aa-a1f6-4bf4-9b24-d8a46f3140ba {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:28.541909 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a6d98195-34e7-489d-8949-80b63204c3a0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.575044 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port bb9719f7-d3f0-4338-9999-2c4582cf2976 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:28.575593 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.592936 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a6d98195-34e7-489d-8949-80b63204c3a0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.597335 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a6d98195-34e7-489d-8949-80b63204c3a0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.618522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d98195-34e7-489d-8949-80b63204c3a0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1e4bd7-2d45-4690-b550-9acc361a1375,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:28.627160 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a6d98195-34e7-489d-8949-80b63204c3a0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.630816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a6d98195-34e7-489d-8949-80b63204c3a0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243057 Oct 26 14:33:28.631202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43022) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:28.643089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-54b23265-5ce4-4a4a-a512-ad2ac6a632a9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': '4f65b013-3747-4823-a479-1e9bb73009d2', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:28.644364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-41a55c0a-d8d3-4dae-8cd3-ef0de2dc3bf3 None None] For port bb9719f7-d3f0-4338-9999-2c4582cf2976, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bb9719f7-d3f0-4338-9999-2c4582cf2976,segment=NetworkSegment(9e1e780b-d680-4d64-b481-d10c52606e6a),segment_id=9e1e780b-d680-4d64-b481-d10c52606e6a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:28.671834 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54b23265-5ce4-4a4a-a512-ad2ac6a632a9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.695659 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-41a55c0a-d8d3-4dae-8cd3-ef0de2dc3bf3 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.701107 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab931c14-c113-4048-8bc6-2d3e460a159d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.705338 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-41a55c0a-d8d3-4dae-8cd3-ef0de2dc3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.755983 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54b23265-5ce4-4a4a-a512-ad2ac6a632a9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.759251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab931c14-c113-4048-8bc6-2d3e460a159d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.763096 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54b23265-5ce4-4a4a-a512-ad2ac6a632a9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.801411 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a55c0a-d8d3-4dae-8cd3-ef0de2dc3bf3 None None] Pushing event updated for resources: {'Port': ['ID=bb9719f7-d3f0-4338-9999-2c4582cf2976,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:28.811614 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:28.814109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b23265-5ce4-4a4a-a512-ad2ac6a632a9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9693b0-5982-48bd-bd8f-9fde1061e8fd,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:28.834383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:28.835079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1f7d70fd-8915-4cad-9fb0-c62b65c0fd2e not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:28.835238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:28.837660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-54b23265-5ce4-4a4a-a512-ad2ac6a632a9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.838919 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-54b23265-5ce4-4a4a-a512-ad2ac6a632a9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2067006 Oct 26 14:33:28.841667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43024) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:28.846937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a575b802-668c-4f44-8dfd-b2a8ac6c882d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': '4f65b013-3747-4823-a479-1e9bb73009d2', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:28.862944 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:28.863841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ed0ac77c-3c07-4aaa-a1c5-c02590e9fd8b not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:28.872374 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-a575b802-668c-4f44-8dfd-b2a8ac6c882d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Project 9800f07dcc3e4ad39b6f5f9c99f366b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:33:28.880767 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a575b802-668c-4f44-8dfd-b2a8ac6c882d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.884636 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab931c14-c113-4048-8bc6-2d3e460a159d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.949911 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a575b802-668c-4f44-8dfd-b2a8ac6c882d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.951088 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab931c14-c113-4048-8bc6-2d3e460a159d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.954339 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a575b802-668c-4f44-8dfd-b2a8ac6c882d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.972448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575b802-668c-4f44-8dfd-b2a8ac6c882d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d1b200-3b4b-4cdb-ad84-3738c0826612,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:28.980246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab931c14-c113-4048-8bc6-2d3e460a159d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5b96aa-a1f6-4bf4-9b24-d8a46f3140ba,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:28.981684 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a575b802-668c-4f44-8dfd-b2a8ac6c882d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.985621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a575b802-668c-4f44-8dfd-b2a8ac6c882d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401098 Oct 26 14:33:28.986139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43026) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:28.991050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5040ba9b-e88c-44fe-a8eb-7e67088a9348 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'security_group_rule': {'security_group_id': '4f65b013-3747-4823-a479-1e9bb73009d2', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:28.997745 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ab931c14-c113-4048-8bc6-2d3e460a159d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.001204 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ab931c14-c113-4048-8bc6-2d3e460a159d tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/1c5b96aa-a1f6-4bf4-9b24-d8a46f3140ba HTTP/1.1" status: 204 len: 168 time: 0.5387678 Oct 26 14:33:29.005692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43028) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:29.011738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6841db7c-bb91-4265-9610-521298fb28c5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:29.027696 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-5040ba9b-e88c-44fe-a8eb-7e67088a9348 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Project 9800f07dcc3e4ad39b6f5f9c99f366b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:33:29.033279 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5040ba9b-e88c-44fe-a8eb-7e67088a9348 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.105774 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5040ba9b-e88c-44fe-a8eb-7e67088a9348 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.110531 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5040ba9b-e88c-44fe-a8eb-7e67088a9348 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.133183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6841db7c-bb91-4265-9610-521298fb28c5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:29.137160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040ba9b-e88c-44fe-a8eb-7e67088a9348 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8a5d0b-0c39-4a0d-b615-c6e9e884aa33,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:29.138632 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6841db7c-bb91-4265-9610-521298fb28c5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.147763 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5040ba9b-e88c-44fe-a8eb-7e67088a9348 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.149266 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5040ba9b-e88c-44fe-a8eb-7e67088a9348 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1620524 Oct 26 14:33:29.152393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43030) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:29.157657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ed8e66b0-8616-4c10-87a2-bb8b232f1082 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'network': {'name': 'tempest-network-smoke--1781360367', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'port_security_enabled': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:29.179064 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8e66b0-8616-4c10-87a2-bb8b232f1082 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Made reservation on behalf of 9800f07dcc3e4ad39b6f5f9c99f366b7 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:29.183152 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed8e66b0-8616-4c10-87a2-bb8b232f1082 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.389478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73634bc-a8ec-4f11-81d3-e072008a6e50 None None] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:29.389961 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6841db7c-bb91-4265-9610-521298fb28c5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.434640 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6841db7c-bb91-4265-9610-521298fb28c5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:29.437971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-6841db7c-bb91-4265-9610-521298fb28c5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:29.442344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6841db7c-bb91-4265-9610-521298fb28c5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:29.442933 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6841db7c-bb91-4265-9610-521298fb28c5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.453328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841db7c-bb91-4265-9610-521298fb28c5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Subnet': ['ID=0f196d52-9e50-44ae-844c-652088791a6c,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:29.461258 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8e66b0-8616-4c10-87a2-bb8b232f1082 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:33:29.468919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6841db7c-bb91-4265-9610-521298fb28c5 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4620996 Oct 26 14:33:29.471902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43032) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:29.477206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-03ea4439-0e10-4303-adfd-1bdf94d54c95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'security_group': {'name': 'tempest-secgroup-916758335'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:29.487756 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed8e66b0-8616-4c10-87a2-bb8b232f1082 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.488098 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-ed8e66b0-8616-4c10-87a2-bb8b232f1082 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Added segment 4aa8df35-c369-4958-b04d-4ea44c7ce14a of type vlan for network 8a7c90ee-c62a-411c-a51b-08518c5325f6 Oct 26 14:33:29.498047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5669e71c-678d-4fec-8766-1953e863af87 None None] Provisioning complete for port 10cf499e-683e-4126-a271-5427950428ef triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:29.498418 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5669e71c-678d-4fec-8766-1953e863af87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.538673 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-03ea4439-0e10-4303-adfd-1bdf94d54c95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.549632 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed8e66b0-8616-4c10-87a2-bb8b232f1082 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.563026 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-5669e71c-678d-4fec-8766-1953e863af87 None None] Port 10cf499e-683e-4126-a271-5427950428ef cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:29.591129 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed8e66b0-8616-4c10-87a2-bb8b232f1082 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.591460 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5669e71c-678d-4fec-8766-1953e863af87 None None] Could not find standard attr ID for object 6665d4f5-c142-4423-aaf3-faed6427c702. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:33:29.596761 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8e66b0-8616-4c10-87a2-bb8b232f1082 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:29.597345 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ed8e66b0-8616-4c10-87a2-bb8b232f1082 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.613593 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5669e71c-678d-4fec-8766-1953e863af87 None None] Provisioning complete for port bb9719f7-d3f0-4338-9999-2c4582cf2976 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:29.613910 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5669e71c-678d-4fec-8766-1953e863af87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.669481 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ed8e66b0-8616-4c10-87a2-bb8b232f1082 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5159154 Oct 26 14:33:29.672916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43034) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:29.677649 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'admin_state_up': True, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:29.693230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e66b0-8616-4c10-87a2-bb8b232f1082 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Network': ['ID=8a7c90ee-c62a-411c-a51b-08518c5325f6,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:29.705532 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.707102 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.709492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 8a7c90ee-c62a-411c-a51b-08518c5325f6 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:33:29.710048 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-03ea4439-0e10-4303-adfd-1bdf94d54c95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.716012 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-03ea4439-0e10-4303-adfd-1bdf94d54c95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.752259 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-03ea4439-0e10-4303-adfd-1bdf94d54c95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.753801 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-03ea4439-0e10-4303-adfd-1bdf94d54c95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2807624 Oct 26 14:33:29.755231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea4439-0e10-4303-adfd-1bdf94d54c95 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e400bd-ee62-4c48-a52d-342cf077c5dd,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:29.757481 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43036) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:29.762678 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-58eb07bd-c8ac-4263-945c-e0dd32cb5b64 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'security_group': {'name': 'tempest-secgroup-324619657'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:29.769651 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.788279 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-58eb07bd-c8ac-4263-945c-e0dd32cb5b64 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.856349 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-58eb07bd-c8ac-4263-945c-e0dd32cb5b64 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.860337 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-58eb07bd-c8ac-4263-945c-e0dd32cb5b64 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.890470 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-58eb07bd-c8ac-4263-945c-e0dd32cb5b64 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.891569 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-58eb07bd-c8ac-4263-945c-e0dd32cb5b64 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1328046 Oct 26 14:33:29.893472 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb07bd-c8ac-4263-945c-e0dd32cb5b64 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeeab04-517a-44e3-9c56-5f3419fafab5,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:29.896322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43038) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:29.901496 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4de4a1f2-3e7c-420c-b0f8-209801044869 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'security_group': {'name': 'tempest-secgroup-1566673709'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:29.911610 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.923294 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4de4a1f2-3e7c-420c-b0f8-209801044869 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.995115 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4de4a1f2-3e7c-420c-b0f8-209801044869 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.999981 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4de4a1f2-3e7c-420c-b0f8-209801044869 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.029653 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4de4a1f2-3e7c-420c-b0f8-209801044869 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.031031 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4de4a1f2-3e7c-420c-b0f8-209801044869 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1336267 Oct 26 14:33:30.033728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43040) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:30.038681 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d7914895-c08f-4086-9888-e47b045b7af0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-364083378', 'security_groups': ['0758cd77-9693-4a24-ad1b-3c5f4b942364'], 'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0f196d52-9e50-44ae-844c-652088791a6c'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:30.087124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4a1f2-3e7c-420c-b0f8-209801044869 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0758cd77-9693-4a24-ad1b-3c5f4b942364,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:30.117729 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.138137 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.161513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e97dc-798f-446c-80f3-88c2a24881c5 None None] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:30.172017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7914895-c08f-4086-9888-e47b045b7af0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:30.240353 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2917924f-705a-44ee-b795-2b869a9d018b None None] Provisioning complete for port 10cf499e-683e-4126-a271-5427950428ef triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:30.241021 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2917924f-705a-44ee-b795-2b869a9d018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.257875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.25.4.176 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/8ee1311f-7374-4f53-b518-2e6dbfd67b79) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:30.272484 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d7914895-c08f-4086-9888-e47b045b7af0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.280808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bb9719f7-d3f0-4338-9999-2c4582cf2976 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:30.300378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [None req-d7914895-c08f-4086-9888-e47b045b7af0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] device_id is not set on port e63f5e3d-dfe6-433d-8b29-77383f82b56a yet. {{(pid=102123) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:33:30.327458 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2917924f-705a-44ee-b795-2b869a9d018b None None] Port 10cf499e-683e-4126-a271-5427950428ef cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:30.376599 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.387267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2917924f-705a-44ee-b795-2b869a9d018b None None] Provisioning complete for port bb9719f7-d3f0-4338-9999-2c4582cf2976 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:30.387637 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2917924f-705a-44ee-b795-2b869a9d018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.418981 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.448569 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port bb9719f7-d3f0-4338-9999-2c4582cf2976 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:30.448941 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.463399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:30.468273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:30.473381 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:30.476429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=8ee1311f-7374-4f53-b518-2e6dbfd67b79,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:30.476602 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-d7914895-c08f-4086-9888-e47b045b7af0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Allocated IP 172.20.0.5 (d6537cc3-73a5-4f56-97ee-70910b5ea638/0f196d52-9e50-44ae-844c-652088791a6c/e63f5e3d-dfe6-433d-8b29-77383f82b56a) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:30.689284 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d7914895-c08f-4086-9888-e47b045b7af0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.734285 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d7914895-c08f-4086-9888-e47b045b7af0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.787976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7914895-c08f-4086-9888-e47b045b7af0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:30.793185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-d7914895-c08f-4086-9888-e47b045b7af0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:30.795200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7914895-c08f-4086-9888-e47b045b7af0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=e63f5e3d-dfe6-433d-8b29-77383f82b56a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:30.797446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7914895-c08f-4086-9888-e47b045b7af0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:30.854050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7914895-c08f-4086-9888-e47b045b7af0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:30.854911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d7914895-c08f-4086-9888-e47b045b7af0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.875313 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d7914895-c08f-4086-9888-e47b045b7af0 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8379934 Oct 26 14:33:30.875981 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43042) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:30.881031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0079d1ff-3a4a-43f4-8ea0-370f88d84080 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:30.925722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-58122fa6-1d21-4cb6-b0f5-0c48c5592561 None None] Provisioning complete for port 10cf499e-683e-4126-a271-5427950428ef triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:30.926257 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-58122fa6-1d21-4cb6-b0f5-0c48c5592561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.966038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-58122fa6-1d21-4cb6-b0f5-0c48c5592561 None None] Port 10cf499e-683e-4126-a271-5427950428ef cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:30.981237 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-58122fa6-1d21-4cb6-b0f5-0c48c5592561 None None] Provisioning complete for port bb9719f7-d3f0-4338-9999-2c4582cf2976 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:30.981748 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-58122fa6-1d21-4cb6-b0f5-0c48c5592561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:31.161005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0079d1ff-3a4a-43f4-8ea0-370f88d84080 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:31.164520 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0079d1ff-3a4a-43f4-8ea0-370f88d84080 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:31.187416 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e727278b-91b3-44b3-943b-ad6e063cbb4e None None] Provisioning complete for port e63f5e3d-dfe6-433d-8b29-77383f82b56a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:31.187796 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e727278b-91b3-44b3-943b-ad6e063cbb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:31.231568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e727278b-91b3-44b3-943b-ad6e063cbb4e None None] Port e63f5e3d-dfe6-433d-8b29-77383f82b56a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:31.244273 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:31.341177 n-d-815498-1 neutron-server[102124]: INFO neutron.db.ipam_backend_mixin [None req-0079d1ff-3a4a-43f4-8ea0-370f88d84080 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0f196d52-9e50-44ae-844c-652088791a6c (CIDR: 172.20.0.0/28) Oct 26 14:33:31.344207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8e29be8d-9b13-4672-bf7c-cbfe098e6b25 None None] Could not find standard attr ID for object 6665d4f5-c142-4423-aaf3-faed6427c702. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:33:31.347761 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-0079d1ff-3a4a-43f4-8ea0-370f88d84080 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:33:31.348263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0079d1ff-3a4a-43f4-8ea0-370f88d84080 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:31.374012 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0079d1ff-3a4a-43f4-8ea0-370f88d84080 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4969244 Oct 26 14:33:31.376777 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43044) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:31.381877 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9d539723-e210-4dfc-9752-e8afa6844dbf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:31.484819 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:31.505315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d539723-e210-4dfc-9752-e8afa6844dbf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:31.509868 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d539723-e210-4dfc-9752-e8afa6844dbf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:31.601650 n-d-815498-1 neutron-server[102123]: INFO neutron.db.ipam_backend_mixin [None req-9d539723-e210-4dfc-9752-e8afa6844dbf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 084fdc05-b9b2-4314-8f7c-8be4f4d33609 (CIDR: 172.20.0.16/28) Oct 26 14:33:31.605038 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d539723-e210-4dfc-9752-e8afa6844dbf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:33:31.606175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d539723-e210-4dfc-9752-e8afa6844dbf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:31.618844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router f9e9c2d9-d8d6-4245-a775-9e824da62f36 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:33:31.625224 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9d539723-e210-4dfc-9752-e8afa6844dbf tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2447665 Oct 26 14:33:31.625407 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43046) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:31.630320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f8110748-39da-4a15-99c2-61ef8c297d8b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'subnet': {'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:31.721912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:31.733297 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Sync routers for ids ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:31.742011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8110748-39da-4a15-99c2-61ef8c297d8b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Made reservation on behalf of 618d8e1dc4634f07aca37b69176c84e1 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:31.744789 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Routers {'f9e9c2d9-d8d6-4245-a775-9e824da62f36'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:31.745514 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f8110748-39da-4a15-99c2-61ef8c297d8b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:31.746092 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:31.748156 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:31.749465 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9cb7432c-4e61-431d-9579-a66768f5d6b3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0753920 Oct 26 14:33:31.752662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43048) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:31.828219 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-69a08e19-9a1f-4809-b37b-a6fb5c69c991 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9800f07dcc3e4ad39b6f5f9c99f366b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743954 Oct 26 14:33:31.830745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43050) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:31.850793 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Set router f9e9c2d9-d8d6-4245-a775-9e824da62f36 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:32.026972 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:33:31Z', 'revision_number': 3, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:32.028900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bae826d-56c9-4ddb-a1da-2720422c37ab tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:32.030447 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8bae826d-56c9-4ddb-a1da-2720422c37ab tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1987591 Oct 26 14:33:32.033275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43052) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:32.052837 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Checking router: f9e9c2d9-d8d6-4245-a775-9e824da62f36 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:33:32.053180 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Updating router f9e9c2d9-d8d6-4245-a775-9e824da62f36 port 8ee1311f-7374-4f53-b518-2e6dbfd67b79 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:33:32.070455 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0cafe04f-44b8-4cf1-b1ec-ff7257d0c988 tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360396 Oct 26 14:33:32.073639 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43054) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:32.078869 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.079200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c4778737-d12d-41b9-87be-61c17fc37694 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-896824512', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:32.178740 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4778737-d12d-41b9-87be-61c17fc37694 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Made reservation on behalf of 9800f07dcc3e4ad39b6f5f9c99f366b7 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:32.184337 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4778737-d12d-41b9-87be-61c17fc37694 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.194855 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f8110748-39da-4a15-99c2-61ef8c297d8b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.251130 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8110748-39da-4a15-99c2-61ef8c297d8b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:32.254536 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f8110748-39da-4a15-99c2-61ef8c297d8b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:32.260160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8110748-39da-4a15-99c2-61ef8c297d8b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:32.260608 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f8110748-39da-4a15-99c2-61ef8c297d8b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.272435 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28c3c64-57fd-44a5-8869-7752d9c0e4fd None None] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:32.286345 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8110748-39da-4a15-99c2-61ef8c297d8b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Subnet': ['ID=78659058-b5fd-4676-a742-2a8aadf18889,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:32.304670 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f8110748-39da-4a15-99c2-61ef8c297d8b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6756749 Oct 26 14:33:32.304997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43056) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:32.314463 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ee194cca-2c9d-4e0b-9d03-67790c7424f4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-807876103', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '78659058-b5fd-4676-a742-2a8aadf18889'}], 'security_groups': ['a7e400bd-ee62-4c48-a52d-342cf077c5dd', '7eeeab04-517a-44e3-9c56-5f3419fafab5']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:32.387979 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee194cca-2c9d-4e0b-9d03-67790c7424f4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.401554 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4778737-d12d-41b9-87be-61c17fc37694 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.465697 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4778737-d12d-41b9-87be-61c17fc37694 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Subnet': ['ID=056cd614-3990-403b-97bf-8211a3f55f1d,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:32.473005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4778737-d12d-41b9-87be-61c17fc37694 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Checking segment: {'id': '4aa8df35-c369-4958-b04d-4ea44c7ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:32.473370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4778737-d12d-41b9-87be-61c17fc37694 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network hostable DHCP agents. Network: 8a7c90ee-c62a-411c-a51b-08518c5325f6, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:33:32.492709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4778737-d12d-41b9-87be-61c17fc37694 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network 8a7c90ee-c62a-411c-a51b-08518c5325f6 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:33:32.501347 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.506053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c4778737-d12d-41b9-87be-61c17fc37694 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 8a7c90ee-c62a-411c-a51b-08518c5325f6) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:32.509488 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.511693 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4778737-d12d-41b9-87be-61c17fc37694 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:32.512265 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c4778737-d12d-41b9-87be-61c17fc37694 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.539717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c4778737-d12d-41b9-87be-61c17fc37694 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4645674 Oct 26 14:33:32.543559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43058) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:32.547036 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a15fc-2ccf-4f1a-8274-943663b69c1f None None] Network 8a7c90ee-c62a-411c-a51b-08518c5325f6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:32.619630 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Attempting to bind port 8ee1311f-7374-4f53-b518-2e6dbfd67b79 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:32.620473 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Attempting to bind port 8ee1311f-7374-4f53-b518-2e6dbfd67b79 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:32.620473 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Attempting to bind port 8ee1311f-7374-4f53-b518-2e6dbfd67b79 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:32.625402 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad1f55a-f5cd-4531-af50-7b4564e67264 None None] Update dhcp port {'port': {'network_id': 'd6537cc3-73a5-4f56-97ee-70910b5ea638', 'fixed_ips': [{'subnet_id': '084fdc05-b9b2-4314-8f7c-8be4f4d33609', 'ip_address': '172.20.0.18'}, {'subnet_id': '0f196d52-9e50-44ae-844c-652088791a6c'}, {'subnet_id': '78659058-b5fd-4676-a742-2a8aadf18889'}], 'binding:host_id': 'n-d-815498-1'}, 'id': 'bb9719f7-d3f0-4338-9999-2c4582cf2976'} from n-d-815498-1. {{(pid=102125) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:33:32.630294 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:32.630903 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:32.631501 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.633532 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:32.634931 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Bound port: 8ee1311f-7374-4f53-b518-2e6dbfd67b79, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:32.635493 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.674921 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e4a8f-5ecc-4b99-8fe8-a871890daa0a None None] Pushing event updated for resources: {'Port': ['ID=8ee1311f-7374-4f53-b518-2e6dbfd67b79,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:32.680569 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ad1f55a-f5cd-4531-af50-7b4564e67264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.691718 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e4a8f-5ecc-4b99-8fe8-a871890daa0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:32.692393 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e4a8f-5ecc-4b99-8fe8-a871890daa0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:32.692908 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e4a8f-5ecc-4b99-8fe8-a871890daa0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:32.694079 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e4a8f-5ecc-4b99-8fe8-a871890daa0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:32.694616 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e4a8f-5ecc-4b99-8fe8-a871890daa0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:32.695114 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e4a8f-5ecc-4b99-8fe8-a871890daa0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:32.695635 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e4a8f-5ecc-4b99-8fe8-a871890daa0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:32.696194 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e4a8f-5ecc-4b99-8fe8-a871890daa0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:32.696702 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e4a8f-5ecc-4b99-8fe8-a871890daa0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:32.697340 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e4a8f-5ecc-4b99-8fe8-a871890daa0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:32.697842 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e4a8f-5ecc-4b99-8fe8-a871890daa0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:32.698361 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e4a8f-5ecc-4b99-8fe8-a871890daa0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:32.718531 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] For port 8ee1311f-7374-4f53-b518-2e6dbfd67b79, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:32.724128 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] For port 8ee1311f-7374-4f53-b518-2e6dbfd67b79, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8ee1311f-7374-4f53-b518-2e6dbfd67b79,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:32.733060 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.813593 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Routers {'f9e9c2d9-d8d6-4245-a775-9e824da62f36'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:32.814297 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:32.814714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-ee194cca-2c9d-4e0b-9d03-67790c7424f4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Delete allocated IP 172.20.0.5 (d6537cc3-73a5-4f56-97ee-70910b5ea638/0f196d52-9e50-44ae-844c-652088791a6c) {{(pid=102123) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 14:33:32.823536 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-ee194cca-2c9d-4e0b-9d03-67790c7424f4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Allocated IP 172.20.0.46 (d6537cc3-73a5-4f56-97ee-70910b5ea638/78659058-b5fd-4676-a742-2a8aadf18889/e63f5e3d-dfe6-433d-8b29-77383f82b56a) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:32.880113 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-8a7c90ee-c62a-411c-a51b-08518c5325f6', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ips': [{'subnet_id': '056cd614-3990-403b-97bf-8211a3f55f1d'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:33:32.880752 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.929884 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] Set router f9e9c2d9-d8d6-4245-a775-9e824da62f36 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:33.033836 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee194cca-2c9d-4e0b-9d03-67790c7424f4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.043539 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee194cca-2c9d-4e0b-9d03-67790c7424f4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.044848 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Allocated IP 172.20.0.2 (8a7c90ee-c62a-411c-a51b-08518c5325f6/056cd614-3990-403b-97bf-8211a3f55f1d/9243b900-e602-4e24-a9fa-a1325b8c6cf2) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:33.057796 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e4a8f-5ecc-4b99-8fe8-a871890daa0a None None] Pushing event updated for resources: {'Port': ['ID=8ee1311f-7374-4f53-b518-2e6dbfd67b79,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:33.131787 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.158852 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:33:31Z', 'revision_number': 3, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:33.177713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee194cca-2c9d-4e0b-9d03-67790c7424f4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event updated for resources: {'Port': ['ID=e63f5e3d-dfe6-433d-8b29-77383f82b56a,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:33.190350 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e04ad6-3901-4d5a-b133-bdcc05bd1cde None None] The sync data for ids ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'] in n-d-815498-1 is: [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:33:31Z', 'revision_number': 3, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:33.200059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ee194cca-2c9d-4e0b-9d03-67790c7424f4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] In _notify_port_updated(), no bound segment for port e63f5e3d-dfe6-433d-8b29-77383f82b56a on network d6537cc3-73a5-4f56-97ee-70910b5ea638 {{(pid=102123) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:33:33.206414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee194cca-2c9d-4e0b-9d03-67790c7424f4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:33.207199 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee194cca-2c9d-4e0b-9d03-67790c7424f4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.211229 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ee194cca-2c9d-4e0b-9d03-67790c7424f4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "PUT /v2.0/ports/e63f5e3d-dfe6-433d-8b29-77383f82b56a HTTP/1.1" status: 200 len: 959 time: 0.9021928 Oct 26 14:33:33.215004 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43060) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:33.284265 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-0ad1f55a-f5cd-4531-af50-7b4564e67264 None None] Allocated IP 172.20.0.2 (d6537cc3-73a5-4f56-97ee-70910b5ea638/0f196d52-9e50-44ae-844c-652088791a6c/bb9719f7-d3f0-4338-9999-2c4582cf2976) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:33.299236 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-0ad1f55a-f5cd-4531-af50-7b4564e67264 None None] Allocated IP 172.20.0.34 (d6537cc3-73a5-4f56-97ee-70910b5ea638/78659058-b5fd-4676-a742-2a8aadf18889/bb9719f7-d3f0-4338-9999-2c4582cf2976) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:33.313504 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.334870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-93388080-89e3-46f6-a4ce-afe646e01d2f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port e63f5e3d-dfe6-433d-8b29-77383f82b56a {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:33.335262 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-93388080-89e3-46f6-a4ce-afe646e01d2f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.357267 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.413606 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Network 8a7c90ee-c62a-411c-a51b-08518c5325f6 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:33.424771 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:33.427295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:33.451545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-93388080-89e3-46f6-a4ce-afe646e01d2f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.453041 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Pushing event updated for resources: {'Port': ['ID=9243b900-e602-4e24-a9fa-a1325b8c6cf2,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:33.471188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-93388080-89e3-46f6-a4ce-afe646e01d2f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for e63f5e3d-dfe6-433d-8b29-77383f82b56a owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:33.476862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.20.0.1 (8a7c90ee-c62a-411c-a51b-08518c5325f6/056cd614-3990-403b-97bf-8211a3f55f1d/bbe61c37-c297-4a96-874b-964dd828a2ae) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:33.544403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0ad1f55a-f5cd-4531-af50-7b4564e67264 None None] For port bb9719f7-d3f0-4338-9999-2c4582cf2976, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bb9719f7-d3f0-4338-9999-2c4582cf2976,segment=NetworkSegment(9e1e780b-d680-4d64-b481-d10c52606e6a),segment_id=9e1e780b-d680-4d64-b481-d10c52606e6a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:33.574580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Attempting to bind port 9243b900-e602-4e24-a9fa-a1325b8c6cf2 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:33.574960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Attempting to bind port 9243b900-e602-4e24-a9fa-a1325b8c6cf2 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '4aa8df35-c369-4958-b04d-4ea44c7ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:33.575312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Attempting to bind port 9243b900-e602-4e24-a9fa-a1325b8c6cf2 on network 8a7c90ee-c62a-411c-a51b-08518c5325f6 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:33.582163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:33.582540 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Checking segment: {'id': '4aa8df35-c369-4958-b04d-4ea44c7ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:33.582940 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.583327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Bound using segment: {'id': '4aa8df35-c369-4958-b04d-4ea44c7ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:33.583794 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Bound port: 9243b900-e602-4e24-a9fa-a1325b8c6cf2, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa8df35-c369-4958-b04d-4ea44c7ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:33.584171 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.616182 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ad1f55a-f5cd-4531-af50-7b4564e67264 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.645709 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ad1f55a-f5cd-4531-af50-7b4564e67264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.670963 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.689066 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-93388080-89e3-46f6-a4ce-afe646e01d2f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.731398 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.735353 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93388080-89e3-46f6-a4ce-afe646e01d2f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=e63f5e3d-dfe6-433d-8b29-77383f82b56a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:33.795777 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1f55a-f5cd-4531-af50-7b4564e67264 None None] Pushing event updated for resources: {'Port': ['ID=bb9719f7-d3f0-4338-9999-2c4582cf2976,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:33.801306 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] For port 9243b900-e602-4e24-a9fa-a1325b8c6cf2, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:33.805100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] For port 9243b900-e602-4e24-a9fa-a1325b8c6cf2, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9243b900-e602-4e24-a9fa-a1325b8c6cf2,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:33.816619 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.860663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network 8a7c90ee-c62a-411c-a51b-08518c5325f6 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:33.863374 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-93388080-89e3-46f6-a4ce-afe646e01d2f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.865381 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:33.879407 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-93388080-89e3-46f6-a4ce-afe646e01d2f tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/e63f5e3d-dfe6-433d-8b29-77383f82b56a HTTP/1.1" status: 204 len: 168 time: 0.6623421 Oct 26 14:33:33.882934 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43062) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:33.883122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:33.928103 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c27c5e-a070-4249-8742-4a5177a6d151 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] GET failed (client error): The resource could not be found. Oct 26 14:33:33.936106 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c3064-ee7c-4255-973b-1ca0ac6f1424 None None] Pushing event updated for resources: {'Port': ['ID=9243b900-e602-4e24-a9fa-a1325b8c6cf2,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:33.938349 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f8c27c5e-a070-4249-8742-4a5177a6d151 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports/e63f5e3d-dfe6-433d-8b29-77383f82b56a HTTP/1.1" status: 404 len: 333 time: 0.0539799 Oct 26 14:33:33.939864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43064) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:33.951172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=bbe61c37-c297-4a96-874b-964dd828a2ae,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:33.982433 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.037177 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a28df30-96a5-4e16-b23b-f980d0efb250 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.077648 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a28df30-96a5-4e16-b23b-f980d0efb250 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.140491 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a28df30-96a5-4e16-b23b-f980d0efb250 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.143183 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9a28df30-96a5-4e16-b23b-f980d0efb250 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.144356 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9a28df30-96a5-4e16-b23b-f980d0efb250 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/security-groups/0758cd77-9693-4a24-ad1b-3c5f4b942364 HTTP/1.1" status: 204 len: 168 time: 0.1949153 Oct 26 14:33:34.153739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43066) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:34.163204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28df30-96a5-4e16-b23b-f980d0efb250 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0758cd77-9693-4a24-ad1b-3c5f4b942364,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:34.221538 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.325036 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-228a459f-601c-4b35-a247-97644569df60 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.425187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bb9719f7-d3f0-4338-9999-2c4582cf2976 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:34.432857 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-228a459f-601c-4b35-a247-97644569df60 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.489093 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port bb9719f7-d3f0-4338-9999-2c4582cf2976 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:34.489933 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.553741 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-228a459f-601c-4b35-a247-97644569df60 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.556532 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-228a459f-601c-4b35-a247-97644569df60 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.560457 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-228a459f-601c-4b35-a247-97644569df60 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/security-groups/7eeeab04-517a-44e3-9c56-5f3419fafab5 HTTP/1.1" status: 204 len: 168 time: 0.4029765 Oct 26 14:33:34.561238 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43068) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:34.592977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a459f-601c-4b35-a247-97644569df60 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeeab04-517a-44e3-9c56-5f3419fafab5,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:34.653482 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06c8024f-d571-4362-9e2f-7fa4bae24956 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.681242 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06c8024f-d571-4362-9e2f-7fa4bae24956 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.690248 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.698604 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.735674 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06c8024f-d571-4362-9e2f-7fa4bae24956 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.739289 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06c8024f-d571-4362-9e2f-7fa4bae24956 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.743860 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-06c8024f-d571-4362-9e2f-7fa4bae24956 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/security-groups/a7e400bd-ee62-4c48-a52d-342cf077c5dd HTTP/1.1" status: 204 len: 168 time: 0.1804063 Oct 26 14:33:34.744510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43070) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:34.779567 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-caa047f9-5017-402e-9b22-590d01b83d9b None None] Could not find standard attr ID for object e63f5e3d-dfe6-433d-8b29-77383f82b56a. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:33:34.782720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=bbe61c37-c297-4a96-874b-964dd828a2ae,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:34.785214 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.794486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8ee1311f-7374-4f53-b518-2e6dbfd67b79 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:34.802134 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8024f-d571-4362-9e2f-7fa4bae24956 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e400bd-ee62-4c48-a52d-342cf077c5dd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:34.817559 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-caa047f9-5017-402e-9b22-590d01b83d9b None None] Provisioning complete for port 10cf499e-683e-4126-a271-5427950428ef triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:34.817899 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-caa047f9-5017-402e-9b22-590d01b83d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.840662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab89f0e-9258-4a85-9b28-f64417726314 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting subnet 0f196d52-9e50-44ae-844c-652088791a6c {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:34.845397 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cab89f0e-9258-4a85-9b28-f64417726314 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.886679 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-caa047f9-5017-402e-9b22-590d01b83d9b None None] Port 10cf499e-683e-4126-a271-5427950428ef cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:34.898642 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 8ee1311f-7374-4f53-b518-2e6dbfd67b79 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:34.899020 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.923436 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cab89f0e-9258-4a85-9b28-f64417726314 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.926942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-caa047f9-5017-402e-9b22-590d01b83d9b None None] Provisioning complete for port bb9719f7-d3f0-4338-9999-2c4582cf2976 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:34.927310 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-caa047f9-5017-402e-9b22-590d01b83d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.928181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network 8a7c90ee-c62a-411c-a51b-08518c5325f6 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:34.930489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:35.043659 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cab89f0e-9258-4a85-9b28-f64417726314 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.060801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router f9e9c2d9-d8d6-4245-a775-9e824da62f36 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:35.107314 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.141498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 8ee1311f-7374-4f53-b518-2e6dbfd67b79, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8ee1311f-7374-4f53-b518-2e6dbfd67b79,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:35.149926 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.163299 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cab89f0e-9258-4a85-9b28-f64417726314 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.203795 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab89f0e-9258-4a85-9b28-f64417726314 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Subnet': ['ID=0f196d52-9e50-44ae-844c-652088791a6c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:35.207948 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cab89f0e-9258-4a85-9b28-f64417726314 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.211331 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cab89f0e-9258-4a85-9b28-f64417726314 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/0f196d52-9e50-44ae-844c-652088791a6c HTTP/1.1" status: 204 len: 168 time: 0.4624796 Oct 26 14:33:35.218511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43072) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:35.224748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=8ee1311f-7374-4f53-b518-2e6dbfd67b79,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:35.308554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad652ed4-5fd3-4eb8-91fd-531918c423d7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting subnet 78659058-b5fd-4676-a742-2a8aadf18889 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:35.312756 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad652ed4-5fd3-4eb8-91fd-531918c423d7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.381486 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad652ed4-5fd3-4eb8-91fd-531918c423d7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.388281 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa263b1-4299-427b-b1da-3aa6360e492a None None] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:35.428747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e124bbe-dcfb-4ec4-b8e6-4280d0a4d518 None None] Network 8a7c90ee-c62a-411c-a51b-08518c5325f6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:35.491585 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad652ed4-5fd3-4eb8-91fd-531918c423d7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.512564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d29d1898-77d5-4fad-9445-7741de09abe0 None None] Provisioning complete for port 9243b900-e602-4e24-a9fa-a1325b8c6cf2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:35.512944 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d29d1898-77d5-4fad-9445-7741de09abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.575182 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad652ed4-5fd3-4eb8-91fd-531918c423d7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.644436 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55bc744a-b069-4ce0-b36f-e142b72116d8 req-7f9a415a-dd2c-4403-82ac-55b6ccee3417 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4960175 Oct 26 14:33:35.661967 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad652ed4-5fd3-4eb8-91fd-531918c423d7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.666954 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ad652ed4-5fd3-4eb8-91fd-531918c423d7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/78659058-b5fd-4676-a742-2a8aadf18889 HTTP/1.1" status: 204 len: 168 time: 0.4474375 Oct 26 14:33:35.669630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43080) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:35.700220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:35.710806 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-815ce8b0-c132-4dc0-b6b1-c45afb9f1613 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "PUT /v2.0/routers/f9e9c2d9-d8d6-4245-a775-9e824da62f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1655030 Oct 26 14:33:35.713126 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-6075e934-cdf9-4d3c-8506-9f62f362aef9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:33:35.713586 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6075e934-cdf9-4d3c-8506-9f62f362aef9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:35.720124 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6075e934-cdf9-4d3c-8506-9f62f362aef9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/0f196d52-9e50-44ae-844c-652088791a6c HTTP/1.1" status: 404 len: 337 time: 0.0492208 Oct 26 14:33:35.720992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad652ed4-5fd3-4eb8-91fd-531918c423d7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Subnet': ['ID=78659058-b5fd-4676-a742-2a8aadf18889,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:35.731067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43084) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:35.780569 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc744a-b069-4ce0-b36f-e142b72116d8 req-0a9d4a5b-dffe-4e85-87f6-ee82a0f2e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:35.783528 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55bc744a-b069-4ce0-b36f-e142b72116d8 req-0a9d4a5b-dffe-4e85-87f6-ee82a0f2e1c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 1096 time: 0.0715594 Oct 26 14:33:35.799073 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d29d1898-77d5-4fad-9445-7741de09abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.818224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdccda7a-4698-4d02-a334-49c9ff45f2a7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting subnet 084fdc05-b9b2-4314-8f7c-8be4f4d33609 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:35.828108 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cdccda7a-4698-4d02-a334-49c9ff45f2a7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.829235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Sync routers for ids ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:35.865654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d29d1898-77d5-4fad-9445-7741de09abe0 None None] For port 9243b900-e602-4e24-a9fa-a1325b8c6cf2, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9243b900-e602-4e24-a9fa-a1325b8c6cf2,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:35.867126 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Routers {'f9e9c2d9-d8d6-4245-a775-9e824da62f36'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:35.867752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:35.906161 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cdccda7a-4698-4d02-a334-49c9ff45f2a7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.917749 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d29d1898-77d5-4fad-9445-7741de09abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.011057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d29d1898-77d5-4fad-9445-7741de09abe0 None None] Could not find standard attr ID for object e63f5e3d-dfe6-433d-8b29-77383f82b56a. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:33:36.048121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc744a-b069-4ce0-b36f-e142b72116d8 req-f4008aac-9d5b-41fb-8f66-9c5e38f432d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:36.049863 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55bc744a-b069-4ce0-b36f-e142b72116d8 req-f4008aac-9d5b-41fb-8f66-9c5e38f432d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.2324646 Oct 26 14:33:36.071213 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d1898-77d5-4fad-9445-7741de09abe0 None None] Pushing event updated for resources: {'Port': ['ID=9243b900-e602-4e24-a9fa-a1325b8c6cf2,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:36.093691 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cdccda7a-4698-4d02-a334-49c9ff45f2a7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.116602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Set router f9e9c2d9-d8d6-4245-a775-9e824da62f36 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:36.167970 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cdccda7a-4698-4d02-a334-49c9ff45f2a7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.205760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cdccda7a-4698-4d02-a334-49c9ff45f2a7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.211235 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cdccda7a-4698-4d02-a334-49c9ff45f2a7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/084fdc05-b9b2-4314-8f7c-8be4f4d33609 HTTP/1.1" status: 204 len: 168 time: 0.4768860 Oct 26 14:33:36.247113 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55bc744a-b069-4ce0-b36f-e142b72116d8 req-b0cfa500-6f14-4fff-8766-696d72ee43c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7837c77-3028-4aa0-8143-205ad7bb762d HTTP/1.1" status: 200 len: 1001 time: 0.1895363 Oct 26 14:33:36.255679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43100) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:36.269201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccda7a-4698-4d02-a334-49c9ff45f2a7 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Subnet': ['ID=084fdc05-b9b2-4314-8f7c-8be4f4d33609,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:36.386630 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-72293321-58a3-469e-9822-e234e10f9f04 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95647669&fields=id&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 267 time: 0.2358253 Oct 26 14:33:36.391300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2f156f86-cf0a-4513-9ef4-a37b6998223d None None] Provisioning complete for port bbe61c37-c297-4a96-874b-964dd828a2ae triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:36.391679 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f156f86-cf0a-4513-9ef4-a37b6998223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.403166 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-39064f4f-0ebb-4e52-9eda-1f850f6fab5e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:33:36.406279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39064f4f-0ebb-4e52-9eda-1f850f6fab5e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:36.412839 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-39064f4f-0ebb-4e52-9eda-1f850f6fab5e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/1c5b96aa-a1f6-4bf4-9b24-d8a46f3140ba HTTP/1.1" status: 404 len: 337 time: 0.1556799 Oct 26 14:33:36.415542 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43106) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:36.459738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2f156f86-cf0a-4513-9ef4-a37b6998223d None None] Port bbe61c37-c297-4a96-874b-964dd828a2ae cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:36.478114 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-179e4d5c-293d-4a97-8d72-dd5a6905274b tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b888edd-24e9-4735-9652-1100050b40aa HTTP/1.1" status: 200 len: 205 time: 0.0601685 Oct 26 14:33:36.480543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43108) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:36.505178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8ee1311f-7374-4f53-b518-2e6dbfd67b79 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:36.562253 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-010b0f1b-f609-4c90-9e6b-989babeab128 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] delete failed (client error): The resource could not be found. Oct 26 14:33:36.573762 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-010b0f1b-f609-4c90-9e6b-989babeab128 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/routers/1b888edd-24e9-4735-9652-1100050b40aa HTTP/1.1" status: 404 len: 336 time: 0.0905855 Oct 26 14:33:36.574018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2f156f86-cf0a-4513-9ef4-a37b6998223d None None] Provisioning complete for port 9243b900-e602-4e24-a9fa-a1325b8c6cf2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:36.574363 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f156f86-cf0a-4513-9ef4-a37b6998223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.576314 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43110) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:36.609965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc744a-b069-4ce0-b36f-e142b72116d8 req-aa403715-cb07-4814-8600-5a684cb342d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:36.615450 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55bc744a-b069-4ce0-b36f-e142b72116d8 req-aa403715-cb07-4814-8600-5a684cb342d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.3419712 Oct 26 14:33:36.680183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 8ee1311f-7374-4f53-b518-2e6dbfd67b79 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:36.680756 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.686307 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f55b431-3412-42fe-b25f-fdba2b7c50a9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:33:36.686785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f55b431-3412-42fe-b25f-fdba2b7c50a9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:36.697202 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6f55b431-3412-42fe-b25f-fdba2b7c50a9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/984df3d0-1901-48cc-a595-2567df4e2886 HTTP/1.1" status: 404 len: 337 time: 0.1176085 Oct 26 14:33:36.699731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43112) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:36.757617 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14fe217-3e8c-49b3-8a1a-b7124f3f0622 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:33:36.758409 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14fe217-3e8c-49b3-8a1a-b7124f3f0622 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:36.763356 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c14fe217-3e8c-49b3-8a1a-b7124f3f0622 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/7eec2f56-3c4c-4250-bc63-ec90b344e1ca HTTP/1.1" status: 404 len: 337 time: 0.0624363 Oct 26 14:33:36.767203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43114) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:36.795534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-d08b9708-4bab-41fd-9538-9055b8e1a63e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:36.797613 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-d08b9708-4bab-41fd-9538-9055b8e1a63e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/networks?id=8a7c90ee-c62a-411c-a51b-08518c5325f6 HTTP/1.1" status: 200 len: 797 time: 0.4083722 Oct 26 14:33:36.814902 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:33:34Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bbe61c37-c297-4a96-874b-964dd828a2ae', 'name': '', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:43:e3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:33Z', 'updated_at': '2021-10-26T14:33:34Z', 'revision_number': 2, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:36.851200 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-367f8ece-81f9-45ef-85dc-3cec49470682 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/quotas/9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 375 time: 0.0430198 Oct 26 14:33:36.851480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Checking router: f9e9c2d9-d8d6-4245-a775-9e824da62f36 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:33:36.851873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Updating router f9e9c2d9-d8d6-4245-a775-9e824da62f36 port bbe61c37-c297-4a96-874b-964dd828a2ae binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:33:36.852090 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-e275d082-e901-4e79-9655-5f32369f7349 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:33:36.853268 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e275d082-e901-4e79-9655-5f32369f7349 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:36.859776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e275d082-e901-4e79-9655-5f32369f7349 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/991a1977-7152-4ef4-8fde-dcb3ffd364f9 HTTP/1.1" status: 404 len: 337 time: 0.0908258 Oct 26 14:33:36.860018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43116) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:36.862189 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc744a-b069-4ce0-b36f-e142b72116d8 req-97f4c93e-c853-4db1-84ad-3762508cf795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:36.863649 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55bc744a-b069-4ce0-b36f-e142b72116d8 req-97f4c93e-c853-4db1-84ad-3762508cf795 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2284992 Oct 26 14:33:36.912931 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-74743160-111c-49c3-8be5-0c532b49ef97 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:33:36.914188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74743160-111c-49c3-8be5-0c532b49ef97 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:36.921852 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-74743160-111c-49c3-8be5-0c532b49ef97 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/e68eb619-7618-49ec-be87-df2c81a7d62f HTTP/1.1" status: 404 len: 333 time: 0.0574677 Oct 26 14:33:36.923448 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43118) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:36.927222 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9243b900-e602-4e24-a9fa-a1325b8c6cf2 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:36.960482 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.990657 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fec94b3-6d35-4bd7-b4b9-34018406a65c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:33:36.991460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fec94b3-6d35-4bd7-b4b9-34018406a65c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:36.995629 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9fec94b3-6d35-4bd7-b4b9-34018406a65c tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/cb014f4c-83ab-4e41-bcef-d2d4e6726fb6 HTTP/1.1" status: 404 len: 337 time: 0.0710235 Oct 26 14:33:36.998383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43120) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:37.047673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55bc744a-b069-4ce0-b36f-e142b72116d8 req-46c1ceca-4b68-4eec-99ff-f49f319c047a service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741631 Oct 26 14:33:37.052381 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb02e78-1e3b-4640-96a0-71140cebc2c4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:33:37.053072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb02e78-1e3b-4640-96a0-71140cebc2c4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:37.056972 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8eb02e78-1e3b-4640-96a0-71140cebc2c4 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/ae1a0d2e-10e7-483b-bc89-34f8028d205d HTTP/1.1" status: 404 len: 337 time: 0.0574138 Oct 26 14:33:37.060794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43122) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:37.062178 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-377e838c-97b9-417a-8cfd-250a0b512ad2 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1972916 Oct 26 14:33:37.093470 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-87472afc-ab06-42ec-a2d7-6252a10e1e06 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:33:37.094706 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87472afc-ab06-42ec-a2d7-6252a10e1e06 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:37.099239 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-87472afc-ab06-42ec-a2d7-6252a10e1e06 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/68266f04-65da-4cf6-8102-bb2fb968b1db HTTP/1.1" status: 404 len: 333 time: 0.0370939 Oct 26 14:33:37.101813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43124) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:37.109005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1df0e1-ebf3-4f1d-add5-1843128c20c4 None None] Network d6537cc3-73a5-4f56-97ee-70910b5ea638 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:37.139719 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d09bcb-8beb-4047-b18b-def0462e6f94 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:33:37.140624 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d09bcb-8beb-4047-b18b-def0462e6f94 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:37.144560 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-44d09bcb-8beb-4047-b18b-def0462e6f94 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/58fd0e59-de59-4b77-80ee-df4959980005 HTTP/1.1" status: 404 len: 337 time: 0.0404704 Oct 26 14:33:37.147286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43126) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:37.172435 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1fd89265-7ae5-4d85-90ce-1eb0c5e128e3 None None] Provisioning complete for port bbe61c37-c297-4a96-874b-964dd828a2ae triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:37.172790 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1fd89265-7ae5-4d85-90ce-1eb0c5e128e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.182853 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e40a33-c93a-4f6a-b176-7dbea288a05e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] DELETE failed (client error): The resource could not be found. Oct 26 14:33:37.183679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e40a33-c93a-4f6a-b176-7dbea288a05e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:33:37.187779 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-87e40a33-c93a-4f6a-b176-7dbea288a05e tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/subnets/2d5974de-1518-4334-b51d-f91f32e0c558 HTTP/1.1" status: 404 len: 337 time: 0.0385604 Oct 26 14:33:37.190371 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43128) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:37.259143 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55bc744a-b069-4ce0-b36f-e142b72116d8 req-bd592a3a-da4b-49e5-ac6e-a61db022ac59 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953571 Oct 26 14:33:37.260015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-1fd89265-7ae5-4d85-90ce-1eb0c5e128e3 None None] Port bbe61c37-c297-4a96-874b-964dd828a2ae cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:37.265509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-53074446-f232-4584-a4cf-153663c4d5cc service neutron] 10.222.0.32 "GET /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844635 Oct 26 14:33:37.272498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 9243b900-e602-4e24-a9fa-a1325b8c6cf2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:37.272864 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.328385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-f390fc7a-2056-4087-ab68-7f3707df3093 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port 10cf499e-683e-4126-a271-5427950428ef {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:37.328734 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f390fc7a-2056-4087-ab68-7f3707df3093 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.372301 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-3bb97a50-098f-467b-96ac-5ef6762a0045 service neutron] 10.222.0.32 "GET /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992541 Oct 26 14:33:37.419664 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f390fc7a-2056-4087-ab68-7f3707df3093 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.426029 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-24fdf0e9-017d-44f0-a61e-138264c58ada None None] Provisioning complete for port bbe61c37-c297-4a96-874b-964dd828a2ae triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:37.426383 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-24fdf0e9-017d-44f0-a61e-138264c58ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.440147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-f390fc7a-2056-4087-ab68-7f3707df3093 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for 10cf499e-683e-4126-a271-5427950428ef owned by {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:37.601827 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f390fc7a-2056-4087-ab68-7f3707df3093 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.627812 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-390c0f99-2942-4d07-8af9-ec118b0520f5 req-26ede409-a314-4c87-a99d-e2494cf2bcac tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 210 time: 0.0513849 Oct 26 14:33:37.637942 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f390fc7a-2056-4087-ab68-7f3707df3093 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.643857 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f390fc7a-2056-4087-ab68-7f3707df3093 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/ports/10cf499e-683e-4126-a271-5427950428ef HTTP/1.1" status: 204 len: 168 time: 0.4499102 Oct 26 14:33:37.644250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43136) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:37.675655 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390fc7a-2056-4087-ab68-7f3707df3093 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=10cf499e-683e-4126-a271-5427950428ef,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:37.773643 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.816655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-24fdf0e9-017d-44f0-a61e-138264c58ada None None] Port bbe61c37-c297-4a96-874b-964dd828a2ae cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:37.837429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-24fdf0e9-017d-44f0-a61e-138264c58ada None None] Could not find standard attr ID for object 10cf499e-683e-4126-a271-5427950428ef. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:33:37.842356 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.851834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd4a8f9-c382-43b9-b120-5075b6c28138 None None] DHCP port deletion for d6537cc3-73a5-4f56-97ee-70910b5ea638 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:33:37.859627 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.880578 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Deleting port bb9719f7-d3f0-4338-9999-2c4582cf2976 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:37.881377 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.937815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-24fdf0e9-017d-44f0-a61e-138264c58ada None None] Provisioning complete for port bb9719f7-d3f0-4338-9999-2c4582cf2976 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:37.938186 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-24fdf0e9-017d-44f0-a61e-138264c58ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.985676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] For port bb9719f7-d3f0-4338-9999-2c4582cf2976, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bb9719f7-d3f0-4338-9999-2c4582cf2976,segment=NetworkSegment(9e1e780b-d680-4d64-b481-d10c52606e6a),segment_id=9e1e780b-d680-4d64-b481-d10c52606e6a)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:37.986939 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.002160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe63ef2-fd03-4512-beba-f6634d6e1453 None None] Pushing event updated for resources: {'Port': ['ID=bbe61c37-c297-4a96-874b-964dd828a2ae,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:38.025823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Calling delete_port for bb9719f7-d3f0-4338-9999-2c4582cf2976 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:38.159919 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.174006 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4a8f9-c382-43b9-b120-5075b6c28138 None None] Deleting port bb9719f7-d3f0-4338-9999-2c4582cf2976 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:38.174586 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2cd4a8f9-c382-43b9-b120-5075b6c28138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.178482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Attempting to bind port bbe61c37-c297-4a96-874b-964dd828a2ae on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:38.181148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Attempting to bind port bbe61c37-c297-4a96-874b-964dd828a2ae by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '4aa8df35-c369-4958-b04d-4ea44c7ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:38.182209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Attempting to bind port bbe61c37-c297-4a96-874b-964dd828a2ae on network 8a7c90ee-c62a-411c-a51b-08518c5325f6 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:38.240123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] No DVR routers for this DVR port bb9719f7-d3f0-4338-9999-2c4582cf2976 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:38.249237 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Port': ['ID=bb9719f7-d3f0-4338-9999-2c4582cf2976,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:38.257023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:38.257023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Checking segment: {'id': '4aa8df35-c369-4958-b04d-4ea44c7ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:38.260637 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.261258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Bound using segment: {'id': '4aa8df35-c369-4958-b04d-4ea44c7ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:38.261887 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Bound port: bbe61c37-c297-4a96-874b-964dd828a2ae, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa8df35-c369-4958-b04d-4ea44c7ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:38.265120 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.378123 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-2cd4a8f9-c382-43b9-b120-5075b6c28138 None None] For port bb9719f7-d3f0-4338-9999-2c4582cf2976, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:38.378411 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2cd4a8f9-c382-43b9-b120-5075b6c28138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.394995 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bb9719f7-d3f0-4338-9999-2c4582cf2976 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:38.399480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4a8f9-c382-43b9-b120-5075b6c28138 None None] Calling delete_port for bb9719f7-d3f0-4338-9999-2c4582cf2976 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:38.411605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-2cd4a8f9-c382-43b9-b120-5075b6c28138 None None] Port bb9719f7-d3f0-4338-9999-2c4582cf2976 was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:33:38.437066 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.440637 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2cd4a8f9-c382-43b9-b120-5075b6c28138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.456290 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4a8f9-c382-43b9-b120-5075b6c28138 None None] No DVR routers for this DVR port bb9719f7-d3f0-4338-9999-2c4582cf2976 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:38.460127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: bb9719f7-d3f0-4338-9999-2c4582cf2976 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:38.460496 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bb9719f7-d3f0-4338-9999-2c4582cf2976 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:38.500863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6537cc3-73a5-4f56-97ee-70910b5ea638']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:38.516818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1e780b-d680-4d64-b481-d10c52606e6a') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:38.517268 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1e780b-d680-4d64-b481-d10c52606e6a') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:38.532397 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.532664 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4a8f9-c382-43b9-b120-5075b6c28138 None None] Pushing event deleted for resources: {'Port': ['ID=bb9719f7-d3f0-4338-9999-2c4582cf2976,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:38.542968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f30b6966-cb75-486d-abd2-9f78eaad8b16 None None] Provisioning complete for port bbe61c37-c297-4a96-874b-964dd828a2ae triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:38.543336 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f30b6966-cb75-486d-abd2-9f78eaad8b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.559448 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.571053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:33:38.571569 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.611109 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] For port bbe61c37-c297-4a96-874b-964dd828a2ae, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:38.616647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] For port bbe61c37-c297-4a96-874b-964dd828a2ae, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bbe61c37-c297-4a96-874b-964dd828a2ae,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:38.618651 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f30b6966-cb75-486d-abd2-9f78eaad8b16 None None] Port bbe61c37-c297-4a96-874b-964dd828a2ae cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:38.625820 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:33:38.662108 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:33:38.671442 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.679819 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.690206 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] 10.222.0.32 "DELETE /v2.0/networks/d6537cc3-73a5-4f56-97ee-70910b5ea638 HTTP/1.1" status: 204 len: 168 time: 1.0443313 Oct 26 14:33:38.709656 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dd2dc-a4a8-4150-a057-56858f0e97e9 tempest-PortsTestJSON-1940197436 tempest-PortsTestJSON-1940197436-project] Pushing event deleted for resources: {'Network': ['ID=d6537cc3-73a5-4f56-97ee-70910b5ea638,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:38.722028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Routers {'f9e9c2d9-d8d6-4245-a775-9e824da62f36'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:38.722467 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:38.786968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-671040e1-d09e-4651-8d1b-e05d710a470e req-acb8b98e-74d2-4f20-9951-36344df47d0e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 210 time: 0.0446277 Oct 26 14:33:38.800046 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe63ef2-fd03-4512-beba-f6634d6e1453 None None] Pushing event updated for resources: {'Port': ['ID=bbe61c37-c297-4a96-874b-964dd828a2ae,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:38.872889 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] Set router f9e9c2d9-d8d6-4245-a775-9e824da62f36 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:39.037796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43152) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:39.106811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c35fdd20-a29d-4f52-bb24-33ec6002e5c4 None None] Provisioning complete for port bbe61c37-c297-4a96-874b-964dd828a2ae triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:39.107944 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c35fdd20-a29d-4f52-bb24-33ec6002e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.183235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:33:34Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bbe61c37-c297-4a96-874b-964dd828a2ae', 'name': '', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:43:e3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:33Z', 'updated_at': '2021-10-26T14:33:38Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:39.189362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-d3959e1e-0089-403e-82b1-b0260d9f7d18 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:39.190925 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-d3959e1e-0089-403e-82b1-b0260d9f7d18 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "GET /v2.0/networks?id=8a7c90ee-c62a-411c-a51b-08518c5325f6 HTTP/1.1" status: 200 len: 797 time: 0.2207060 Oct 26 14:33:39.214430 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-95b069cb-5e0e-42fd-9f92-4084da078cdf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=618d8e1dc4634f07aca37b69176c84e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750748 Oct 26 14:33:39.216807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43156) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:39.235387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bcccd8-e154-4fe9-9360-0693082601ab None None] The sync data for ids ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'] in n-d-815498-1 is: [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:33:34Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bbe61c37-c297-4a96-874b-964dd828a2ae', 'name': '', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:43:e3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:33Z', 'updated_at': '2021-10-26T14:33:38Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:39.256022 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c35fdd20-a29d-4f52-bb24-33ec6002e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.257157 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-abae953a-c341-4ff3-ab19-a9ea60e9b1a7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7 HTTP/1.1" status: 200 len: 378 time: 0.0562348 Oct 26 14:33:39.267707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-868cf384-719d-480d-9c49-81de72f33d8b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'port': {'device_id': '5ad9926d-935b-48ec-b938-b21f4d336123', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'admin_state_up': True, 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'security_groups': ['4f65b013-3747-4823-a479-1e9bb73009d2']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:39.274745 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10942660-504f-4d1b-b313-f892b845cf2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.306947 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c35fdd20-a29d-4f52-bb24-33ec6002e5c4 None None] For port bbe61c37-c297-4a96-874b-964dd828a2ae, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bbe61c37-c297-4a96-874b-964dd828a2ae,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:39.314268 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c35fdd20-a29d-4f52-bb24-33ec6002e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.316208 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10942660-504f-4d1b-b313-f892b845cf2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.391765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fdd20-a29d-4f52-bb24-33ec6002e5c4 None None] Pushing event updated for resources: {'Port': ['ID=bbe61c37-c297-4a96-874b-964dd828a2ae,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:39.398511 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10942660-504f-4d1b-b313-f892b845cf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.401610 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10942660-504f-4d1b-b313-f892b845cf2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.405765 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-10942660-504f-4d1b-b313-f892b845cf2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/734147c0-1c89-4c85-a88f-798a312dbee8 HTTP/1.1" status: 204 len: 168 time: 0.1879611 Oct 26 14:33:39.415978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10942660-504f-4d1b-b313-f892b845cf2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734147c0-1c89-4c85-a88f-798a312dbee8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:39.722719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-868cf384-719d-480d-9c49-81de72f33d8b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Made reservation on behalf of 9800f07dcc3e4ad39b6f5f9c99f366b7 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:39.733030 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-868cf384-719d-480d-9c49-81de72f33d8b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.896076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-868cf384-719d-480d-9c49-81de72f33d8b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.20.0.3 (8a7c90ee-c62a-411c-a51b-08518c5325f6/056cd614-3990-403b-97bf-8211a3f55f1d/ceda9674-91c0-4ee7-8c95-a8baf234c88c) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:39.962872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a026defd-19ef-4e47-93fd-052f8e4ed72c req-70057ec0-c09e-49db-a5de-e667e65603dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 210 time: 0.0466485 Oct 26 14:33:40.110604 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-868cf384-719d-480d-9c49-81de72f33d8b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.168922 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-868cf384-719d-480d-9c49-81de72f33d8b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.249237 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-868cf384-719d-480d-9c49-81de72f33d8b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network 8a7c90ee-c62a-411c-a51b-08518c5325f6 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:40.252818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-868cf384-719d-480d-9c49-81de72f33d8b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:40.259577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-868cf384-719d-480d-9c49-81de72f33d8b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:40.293168 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cf384-719d-480d-9c49-81de72f33d8b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=ceda9674-91c0-4ee7-8c95-a8baf234c88c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:40.347283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-868cf384-719d-480d-9c49-81de72f33d8b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:40.347491 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bbe61c37-c297-4a96-874b-964dd828a2ae up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:40.347934 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-868cf384-719d-480d-9c49-81de72f33d8b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.389053 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-868cf384-719d-480d-9c49-81de72f33d8b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1253231 Oct 26 14:33:40.402520 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Request body: {'port': {'device_id': '5ad9926d-935b-48ec-b938-b21f4d336123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:40.450518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port bbe61c37-c297-4a96-874b-964dd828a2ae triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:40.451145 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.509301 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.515105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43192) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:40.644139 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-cc52004e-f5ff-4379-b05c-7ccded31eda9 None None] Provisioning complete for port ceda9674-91c0-4ee7-8c95-a8baf234c88c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:40.644612 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cc52004e-f5ff-4379-b05c-7ccded31eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.694780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-cc52004e-f5ff-4379-b05c-7ccded31eda9 None None] Port ceda9674-91c0-4ee7-8c95-a8baf234c88c cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:40.705920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a5c42514-8376-4219-a8a2-7979c48ac08d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-159948882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:40.737814 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5c42514-8376-4219-a8a2-7979c48ac08d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.739552 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5c42514-8376-4219-a8a2-7979c48ac08d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.802729 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5c42514-8376-4219-a8a2-7979c48ac08d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.810935 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5c42514-8376-4219-a8a2-7979c48ac08d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.831122 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a5c42514-8376-4219-a8a2-7979c48ac08d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.832877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a5c42514-8376-4219-a8a2-7979c48ac08d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3164008 Oct 26 14:33:40.836587 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43196) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:40.842577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-884733635'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:40.869832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Made reservation on behalf of 7a6665b40454444fab5d472308c88575 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:40.874798 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.895646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.975985 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceda9674-91c0-4ee7-8c95-a8baf234c88c {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:33:40.985418 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.003879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Transition to ACTIVE for port object ceda9674-91c0-4ee7-8c95-a8baf234c88c will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:33:41.009145 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.025646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.032264 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.075360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Pushing event updated for resources: {'Port': ['ID=ceda9674-91c0-4ee7-8c95-a8baf234c88c,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:41.113357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:33:41.124752 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.125237 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Added segment fbc56732-e16b-434c-8f00-1a75ee671901 of type vlan for network 4e305b62-2adb-442b-814f-b36ac84e4b52 Oct 26 14:33:41.172492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Attempting to bind port ceda9674-91c0-4ee7-8c95-a8baf234c88c on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:41.172877 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Attempting to bind port ceda9674-91c0-4ee7-8c95-a8baf234c88c by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '4aa8df35-c369-4958-b04d-4ea44c7ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:41.173224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Attempting to bind port ceda9674-91c0-4ee7-8c95-a8baf234c88c on network 8a7c90ee-c62a-411c-a51b-08518c5325f6 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:41.180040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Port ceda9674-91c0-4ee7-8c95-a8baf234c88c on network 8a7c90ee-c62a-411c-a51b-08518c5325f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:33:41.181064 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Attempting to bind port ceda9674-91c0-4ee7-8c95-a8baf234c88c on network 8a7c90ee-c62a-411c-a51b-08518c5325f6 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:41.188110 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:41.188471 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Checking segment: {'id': '4aa8df35-c369-4958-b04d-4ea44c7ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:41.188853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Bound using segment: {'id': '4aa8df35-c369-4958-b04d-4ea44c7ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:41.189118 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1deeafcc-922c-4c03-b0b9-e57273df03e8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:41.189334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Bound port: ceda9674-91c0-4ee7-8c95-a8baf234c88c, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa8df35-c369-4958-b04d-4ea44c7ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:41.189691 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.213002 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.239241 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43cf68-6acd-4b9c-9c2c-4a4eec5d4c0e req-8d6d610f-082f-491c-a378-5dd7ca0144b7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:41.247071 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce43cf68-6acd-4b9c-9c2c-4a4eec5d4c0e req-8d6d610f-082f-491c-a378-5dd7ca0144b7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 943 time: 0.1602776 Oct 26 14:33:41.295132 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.297390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] For port ceda9674-91c0-4ee7-8c95-a8baf234c88c, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:41.301135 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] For port ceda9674-91c0-4ee7-8c95-a8baf234c88c, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:41.301378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:41.302146 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.308118 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.327271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ce43cf68-6acd-4b9c-9c2c-4a4eec5d4c0e req-a840ad4d-41cb-47d0-9f69-70337cecc2e0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746808 Oct 26 14:33:41.359112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:41.360004 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.361699 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] 10.222.0.11 "PUT /v2.0/ports/ceda9674-91c0-4ee7-8c95-a8baf234c88c HTTP/1.1" status: 200 len: 1091 time: 0.9641676 Oct 26 14:33:41.362286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad9926d-935b-48ec-b938-b21f4d336123', 'tag': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:41.365114 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc4d32a-d95b-431f-98c3-2be1ddd3fe41" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad9926d-935b-48ec-b938-b21f4d336123", "tag": "ceda9674-91c0-4ee7-8c95-a8baf234c88c"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:41.379772 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5410719 Oct 26 14:33:41.383694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43204) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:41.390051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-41110395-9a8d-4a5a-b78f-39e2b94a19c3 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Request body: {'subnet': {'network_id': '4e305b62-2adb-442b-814f-b36ac84e4b52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:41.417342 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e227ce4-f4fc-46a4-9008-ff201d330e20 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event updated for resources: {'Network': ['ID=4e305b62-2adb-442b-814f-b36ac84e4b52,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:41.418898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4a21b-3762-4009-a8c9-97c864ff837c service neutron] Pushing event updated for resources: {'Port': ['ID=ceda9674-91c0-4ee7-8c95-a8baf234c88c,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:41.434503 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 4e305b62-2adb-442b-814f-b36ac84e4b52 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:33:41.475335 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37c83cf-94e7-46cb-9203-d5ca00815708 x-openstack-request-id: req-f37c83cf-94e7-46cb-9203-d5ca00815708 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:41.475607 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad9926d-935b-48ec-b938-b21f4d336123", "tag": "ceda9674-91c0-4ee7-8c95-a8baf234c88c", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:41.475875 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f37c83cf-94e7-46cb-9203-d5ca00815708 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:41.476285 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad9926d-935b-48ec-b938-b21f4d336123', 'tag': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'status': 'completed', 'code': 200} Oct 26 14:33:41.537894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-073dc190-3bd2-4a22-b6cc-4a9dbc337ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:41.540121 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-073dc190-3bd2-4a22-b6cc-4a9dbc337ca1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 1094 time: 0.1222250 Oct 26 14:33:41.593511 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-069c7228-8300-4577-800b-832008ba9d46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c HTTP/1.1" status: 200 len: 217 time: 0.0445921 Oct 26 14:33:41.595771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41110395-9a8d-4a5a-b78f-39e2b94a19c3 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Made reservation on behalf of 7a6665b40454444fab5d472308c88575 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:41.599399 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-41110395-9a8d-4a5a-b78f-39e2b94a19c3 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.708521 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-6e111809-95e0-4888-8d3d-cb3eff4a6607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:41.709924 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-6e111809-95e0-4888-8d3d-cb3eff4a6607 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=056cd614-3990-403b-97bf-8211a3f55f1d HTTP/1.1" status: 200 len: 834 time: 0.1051042 Oct 26 14:33:41.799588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-50a960f9-dbe1-43c6-98b2-bcc7fbf49ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:41.801128 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-50a960f9-dbe1-43c6-98b2-bcc7fbf49ffd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a7c90ee-c62a-411c-a51b-08518c5325f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837653 Oct 26 14:33:41.918555 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-41110395-9a8d-4a5a-b78f-39e2b94a19c3 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.986739 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-703bcba8-22a3-4fdd-8d57-58116b3d35a2 service neutron] 10.222.0.11 "GET /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732361 Oct 26 14:33:42.006913 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41110395-9a8d-4a5a-b78f-39e2b94a19c3 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event updated for resources: {'Subnet': ['ID=e550d23f-c25a-4ea0-aab4-867f8468aee6,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:42.061717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41110395-9a8d-4a5a-b78f-39e2b94a19c3 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Checking segment: {'id': 'fbc56732-e16b-434c-8f00-1a75ee671901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4e305b62-2adb-442b-814f-b36ac84e4b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:42.062112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41110395-9a8d-4a5a-b78f-39e2b94a19c3 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Network hostable DHCP agents. Network: 4e305b62-2adb-442b-814f-b36ac84e4b52, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:33:42.093362 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41110395-9a8d-4a5a-b78f-39e2b94a19c3 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Network 4e305b62-2adb-442b-814f-b36ac84e4b52 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:33:42.109693 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-41110395-9a8d-4a5a-b78f-39e2b94a19c3 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 4e305b62-2adb-442b-814f-b36ac84e4b52) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:42.116028 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41110395-9a8d-4a5a-b78f-39e2b94a19c3 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:42.116586 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-41110395-9a8d-4a5a-b78f-39e2b94a19c3 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.118279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b5dc0a-cf94-441a-96b9-425b0a22b838 None None] Network 4e305b62-2adb-442b-814f-b36ac84e4b52 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:42.120311 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f6abd083-a9c9-4965-91da-ac0910d5492f req-86865e3e-f62b-4470-a96a-d1709a4a7f22 service neutron] 10.222.0.11 "GET /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257000 Oct 26 14:33:42.138709 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-41110395-9a8d-4a5a-b78f-39e2b94a19c3 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7540224 Oct 26 14:33:42.141879 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43208) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:42.147212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-92c21a65-d56c-4b0c-bcf0-f8e04347b45b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Request body: {'network': {'name': 'tempest-router-network01--1456397135'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:42.189506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c21a65-d56c-4b0c-bcf0-f8e04347b45b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Made reservation on behalf of 7a6665b40454444fab5d472308c88575 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:42.194525 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92c21a65-d56c-4b0c-bcf0-f8e04347b45b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.223433 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c21a65-d56c-4b0c-bcf0-f8e04347b45b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:33:42.236239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92c21a65-d56c-4b0c-bcf0-f8e04347b45b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.237121 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-92c21a65-d56c-4b0c-bcf0-f8e04347b45b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Added segment 73cc6f7c-d94f-4b42-bfd5-267ffac8ca01 of type vlan for network 1dde6ee5-6538-47ac-b89b-1ed9ae9f597e Oct 26 14:33:42.253508 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4d32a-d95b-431f-98c3-2be1ddd3fe41 req-59f17fa0-cc38-4a9e-ae50-77dd939a97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:42.255500 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dcc4d32a-d95b-431f-98c3-2be1ddd3fe41 req-59f17fa0-cc38-4a9e-ae50-77dd939a97c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 1094 time: 0.0692403 Oct 26 14:33:42.286390 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92c21a65-d56c-4b0c-bcf0-f8e04347b45b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.318481 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92c21a65-d56c-4b0c-bcf0-f8e04347b45b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.324506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c21a65-d56c-4b0c-bcf0-f8e04347b45b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:42.326716 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92c21a65-d56c-4b0c-bcf0-f8e04347b45b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.369592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-4e305b62-2adb-442b-814f-b36ac84e4b52', 'network_id': '4e305b62-2adb-442b-814f-b36ac84e4b52', 'tenant_id': '7a6665b40454444fab5d472308c88575', 'fixed_ips': [{'subnet_id': 'e550d23f-c25a-4ea0-aab4-867f8468aee6'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:33:42.371138 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.379000 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-92c21a65-d56c-4b0c-bcf0-f8e04347b45b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2332256 Oct 26 14:33:42.382273 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43212) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:42.392766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8811a579-4862-4347-b9e5-6caa38050a6e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Request body: {'network': {'name': 'tempest-router-network02--634503242'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:42.411833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4d32a-d95b-431f-98c3-2be1ddd3fe41 req-afb7433b-9ccc-4348-a140-eb335a486adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:42.418902 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dcc4d32a-d95b-431f-98c3-2be1ddd3fe41 req-afb7433b-9ccc-4348-a140-eb335a486adc service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a7c90ee-c62a-411c-a51b-08518c5325f6 HTTP/1.1" status: 200 len: 898 time: 0.1534379 Oct 26 14:33:42.482636 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dcc4d32a-d95b-431f-98c3-2be1ddd3fe41 req-94e853b5-6ac7-4e93-b43e-e0a489c38817 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c HTTP/1.1" status: 200 len: 217 time: 0.0538483 Oct 26 14:33:42.490719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c21a65-d56c-4b0c-bcf0-f8e04347b45b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event updated for resources: {'Network': ['ID=1dde6ee5-6538-47ac-b89b-1ed9ae9f597e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:42.507042 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 1dde6ee5-6538-47ac-b89b-1ed9ae9f597e details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:33:42.521762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd213e9-9d0c-49c4-a437-3eda002a02a9 req-247a7447-e393-4333-9914-afae395d1e42 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:42.523546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6dd213e9-9d0c-49c4-a437-3eda002a02a9 req-247a7447-e393-4333-9914-afae395d1e42 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 943 time: 0.0828505 Oct 26 14:33:42.555334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4d32a-d95b-431f-98c3-2be1ddd3fe41 req-fcc767dc-491c-4bd6-9854-e5fe2cb7a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:42.558221 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dcc4d32a-d95b-431f-98c3-2be1ddd3fe41 req-fcc767dc-491c-4bd6-9854-e5fe2cb7a1df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=056cd614-3990-403b-97bf-8211a3f55f1d HTTP/1.1" status: 200 len: 834 time: 0.0676181 Oct 26 14:33:42.559491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8811a579-4862-4347-b9e5-6caa38050a6e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Made reservation on behalf of 7a6665b40454444fab5d472308c88575 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:42.563316 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8811a579-4862-4347-b9e5-6caa38050a6e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.575873 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6dd213e9-9d0c-49c4-a437-3eda002a02a9 req-8f4968ae-07fc-49ba-bb4c-06d95f510732 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451102 Oct 26 14:33:42.630786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8811a579-4862-4347-b9e5-6caa38050a6e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:33:42.647335 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8811a579-4862-4347-b9e5-6caa38050a6e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.647799 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-8811a579-4862-4347-b9e5-6caa38050a6e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Added segment 33a116a6-ee30-4a8c-a254-1cc073146250 of type vlan for network 4aaf0aac-c47b-4b8a-8128-caf6417ed728 Oct 26 14:33:42.650201 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Allocated IP 2001:db8::2 (4e305b62-2adb-442b-814f-b36ac84e4b52/e550d23f-c25a-4ea0-aab4-867f8468aee6/c6ac88c6-2532-455c-a18e-97673e74d26b) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:42.686318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4d32a-d95b-431f-98c3-2be1ddd3fe41 req-7c826257-0eb6-4ff1-9e52-b814b97f647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:42.687991 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dcc4d32a-d95b-431f-98c3-2be1ddd3fe41 req-7c826257-0eb6-4ff1-9e52-b814b97f647f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a7c90ee-c62a-411c-a51b-08518c5325f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087015 Oct 26 14:33:42.711368 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8811a579-4862-4347-b9e5-6caa38050a6e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.784782 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8811a579-4862-4347-b9e5-6caa38050a6e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.791764 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811a579-4862-4347-b9e5-6caa38050a6e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:42.792541 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8811a579-4862-4347-b9e5-6caa38050a6e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.813675 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8ef3037e-aee7-4754-80f0-bff8793f8d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.821621 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.830425 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.876002 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dcc4d32a-d95b-431f-98c3-2be1ddd3fe41 req-23f186da-305a-41ac-aee7-b466bf623948 service neutron] 10.222.0.11 "GET /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746628 Oct 26 14:33:42.881726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Network 4e305b62-2adb-442b-814f-b36ac84e4b52 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:42.889545 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8811a579-4862-4347-b9e5-6caa38050a6e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5029590 Oct 26 14:33:42.889738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:42.889863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43214) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:42.894645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-cc0d082d-7a1b-48bc-b477-53c12b0f0189 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Request body: {'subnet': {'network_id': '1dde6ee5-6538-47ac-b89b-1ed9ae9f597e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:42.900635 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:42.903960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Pushing event updated for resources: {'Port': ['ID=c6ac88c6-2532-455c-a18e-97673e74d26b,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:42.910807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811a579-4862-4347-b9e5-6caa38050a6e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event updated for resources: {'Network': ['ID=4aaf0aac-c47b-4b8a-8128-caf6417ed728,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:42.958642 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 4aaf0aac-c47b-4b8a-8128-caf6417ed728 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:33:42.992838 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dcc4d32a-d95b-431f-98c3-2be1ddd3fe41 req-53cb49aa-b604-46ef-9115-31e717d270b7 service neutron] 10.222.0.11 "GET /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050735 Oct 26 14:33:43.035184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0d082d-7a1b-48bc-b477-53c12b0f0189 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Made reservation on behalf of 7a6665b40454444fab5d472308c88575 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:43.039799 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc0d082d-7a1b-48bc-b477-53c12b0f0189 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:43.044932 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Attempting to bind port c6ac88c6-2532-455c-a18e-97673e74d26b on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:43.045350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Attempting to bind port c6ac88c6-2532-455c-a18e-97673e74d26b by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'fbc56732-e16b-434c-8f00-1a75ee671901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4e305b62-2adb-442b-814f-b36ac84e4b52'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:43.045834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Attempting to bind port c6ac88c6-2532-455c-a18e-97673e74d26b on network 4e305b62-2adb-442b-814f-b36ac84e4b52 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:43.063353 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:43.063708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Checking segment: {'id': 'fbc56732-e16b-434c-8f00-1a75ee671901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4e305b62-2adb-442b-814f-b36ac84e4b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:43.064104 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:43.064489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Bound using segment: {'id': 'fbc56732-e16b-434c-8f00-1a75ee671901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4e305b62-2adb-442b-814f-b36ac84e4b52'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:43.064966 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Bound port: c6ac88c6-2532-455c-a18e-97673e74d26b, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc56732-e16b-434c-8f00-1a75ee671901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4e305b62-2adb-442b-814f-b36ac84e4b52'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:43.065340 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:43.135353 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] For port c6ac88c6-2532-455c-a18e-97673e74d26b, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:43.138430 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] For port c6ac88c6-2532-455c-a18e-97673e74d26b, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c6ac88c6-2532-455c-a18e-97673e74d26b,segment=NetworkSegment(fbc56732-e16b-434c-8f00-1a75ee671901),segment_id=fbc56732-e16b-434c-8f00-1a75ee671901)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:43.145034 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:43.202308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767a48f-37d3-483d-9e35-57cce2e60ad5 None None] Pushing event updated for resources: {'Port': ['ID=c6ac88c6-2532-455c-a18e-97673e74d26b,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:43.255945 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc0d082d-7a1b-48bc-b477-53c12b0f0189 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:43.327778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d082d-7a1b-48bc-b477-53c12b0f0189 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event updated for resources: {'Subnet': ['ID=c85fa2c4-6dce-43c6-9269-64383c15103e,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:43.333265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d082d-7a1b-48bc-b477-53c12b0f0189 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Checking segment: {'id': '73cc6f7c-d94f-4b42-bfd5-267ffac8ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1dde6ee5-6538-47ac-b89b-1ed9ae9f597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:43.333626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0d082d-7a1b-48bc-b477-53c12b0f0189 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Network hostable DHCP agents. Network: 1dde6ee5-6538-47ac-b89b-1ed9ae9f597e, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:33:43.353670 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0d082d-7a1b-48bc-b477-53c12b0f0189 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Network 1dde6ee5-6538-47ac-b89b-1ed9ae9f597e is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:33:43.365954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-cc0d082d-7a1b-48bc-b477-53c12b0f0189 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 1dde6ee5-6538-47ac-b89b-1ed9ae9f597e) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:43.371822 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0d082d-7a1b-48bc-b477-53c12b0f0189 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:43.372591 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cc0d082d-7a1b-48bc-b477-53c12b0f0189 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:43.381769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b5cc81-6177-468a-87b6-21924e3abc70 None None] Network 1dde6ee5-6538-47ac-b89b-1ed9ae9f597e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:43.396189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cc0d082d-7a1b-48bc-b477-53c12b0f0189 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5025949 Oct 26 14:33:43.396397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43218) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:43.403070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4c88c3b1-437a-4c85-b7dc-9457dafedd0d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Request body: {'subnet': {'network_id': '4aaf0aac-c47b-4b8a-8128-caf6417ed728', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:43.542155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c88c3b1-437a-4c85-b7dc-9457dafedd0d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Made reservation on behalf of 7a6665b40454444fab5d472308c88575 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:43.546573 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4c88c3b1-437a-4c85-b7dc-9457dafedd0d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:43.589236 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-1dde6ee5-6538-47ac-b89b-1ed9ae9f597e', 'network_id': '1dde6ee5-6538-47ac-b89b-1ed9ae9f597e', 'tenant_id': '7a6665b40454444fab5d472308c88575', 'fixed_ips': [{'subnet_id': 'c85fa2c4-6dce-43c6-9269-64383c15103e'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:33:43.590224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:43.759821 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-1238014a-2a07-445f-b7cb-18e816eb9c61 req-3bcec722-67c2-4f14-8f12-c182f35f578c service neutron] (102124) timed out ('10.222.0.11', 53781) {{(pid=102124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:33:43.767766 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Allocated IP 2001:db8::2 (1dde6ee5-6538-47ac-b89b-1ed9ae9f597e/c85fa2c4-6dce-43c6-9269-64383c15103e/66e75274-a030-4578-9919-fe3f57e4397f) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:43.802878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadd70b-9ece-4e11-96f4-b2123a2dd361 req-42d35967-44bf-46e7-a0c9-a1f25c6d6ba9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:43.804452 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfadd70b-9ece-4e11-96f4-b2123a2dd361 req-42d35967-44bf-46e7-a0c9-a1f25c6d6ba9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 943 time: 0.1045506 Oct 26 14:33:43.890078 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4c88c3b1-437a-4c85-b7dc-9457dafedd0d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:43.907273 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfadd70b-9ece-4e11-96f4-b2123a2dd361 req-8e0b9d81-e4e3-439f-a9a4-d777c1151b42 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697398 Oct 26 14:33:44.022945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88c3b1-437a-4c85-b7dc-9457dafedd0d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event updated for resources: {'Subnet': ['ID=45a4f268-b1e4-47e9-b5ea-882402ece95c,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:44.038889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c88c3b1-437a-4c85-b7dc-9457dafedd0d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Checking segment: {'id': '33a116a6-ee30-4a8c-a254-1cc073146250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4aaf0aac-c47b-4b8a-8128-caf6417ed728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:44.039517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c88c3b1-437a-4c85-b7dc-9457dafedd0d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Network hostable DHCP agents. Network: 4aaf0aac-c47b-4b8a-8128-caf6417ed728, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:33:44.071759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c88c3b1-437a-4c85-b7dc-9457dafedd0d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Network 4aaf0aac-c47b-4b8a-8128-caf6417ed728 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:33:44.098582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-4c88c3b1-437a-4c85-b7dc-9457dafedd0d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 4aaf0aac-c47b-4b8a-8128-caf6417ed728) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:44.108444 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c88c3b1-437a-4c85-b7dc-9457dafedd0d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:44.114965 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4c88c3b1-437a-4c85-b7dc-9457dafedd0d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:44.148121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4c88c3b1-437a-4c85-b7dc-9457dafedd0d tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7504277 Oct 26 14:33:44.152889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43222) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:44.246754 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:44.254508 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a65ef63-fd23-47f0-9587-3967f615088f None None] Network 4aaf0aac-c47b-4b8a-8128-caf6417ed728 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:44.281531 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:44.358000 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c6ac88c6-2532-455c-a18e-97673e74d26b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:44.441236 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Network 1dde6ee5-6538-47ac-b89b-1ed9ae9f597e is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:44.453307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:44.462366 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:44.508732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Pushing event updated for resources: {'Port': ['ID=66e75274-a030-4578-9919-fe3f57e4397f,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:44.548769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec392c8f-50ab-4ca1-810a-96332833bb7e None None] Network 4e305b62-2adb-442b-814f-b36ac84e4b52 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:44.588407 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:44.652904 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port c6ac88c6-2532-455c-a18e-97673e74d26b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:44.652904 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:44.663764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Attempting to bind port 66e75274-a030-4578-9919-fe3f57e4397f on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:44.664272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Attempting to bind port 66e75274-a030-4578-9919-fe3f57e4397f by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '73cc6f7c-d94f-4b42-bfd5-267ffac8ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1dde6ee5-6538-47ac-b89b-1ed9ae9f597e'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:44.665147 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Attempting to bind port 66e75274-a030-4578-9919-fe3f57e4397f on network 1dde6ee5-6538-47ac-b89b-1ed9ae9f597e {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:44.709576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4f3a1b2b-3026-4f90-aab2-dc9d78fe34dc None None] Provisioning complete for port c6ac88c6-2532-455c-a18e-97673e74d26b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:44.709951 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1b2b-3026-4f90-aab2-dc9d78fe34dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:44.754681 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:44.755064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Checking segment: {'id': '73cc6f7c-d94f-4b42-bfd5-267ffac8ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1dde6ee5-6538-47ac-b89b-1ed9ae9f597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:44.755788 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:44.755959 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Bound using segment: {'id': '73cc6f7c-d94f-4b42-bfd5-267ffac8ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1dde6ee5-6538-47ac-b89b-1ed9ae9f597e'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:44.756399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Bound port: 66e75274-a030-4578-9919-fe3f57e4397f, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73cc6f7c-d94f-4b42-bfd5-267ffac8ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1dde6ee5-6538-47ac-b89b-1ed9ae9f597e'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:44.756729 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:44.945662 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-4aaf0aac-c47b-4b8a-8128-caf6417ed728', 'network_id': '4aaf0aac-c47b-4b8a-8128-caf6417ed728', 'tenant_id': '7a6665b40454444fab5d472308c88575', 'fixed_ips': [{'subnet_id': '45a4f268-b1e4-47e9-b5ea-882402ece95c'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:33:44.948836 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:45.003321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Allocated IP 2001:db8::1 (1dde6ee5-6538-47ac-b89b-1ed9ae9f597e/c85fa2c4-6dce-43c6-9269-64383c15103e/b7f333e4-993d-42f9-95eb-3ea7476db2e4) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:45.005266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] For port 66e75274-a030-4578-9919-fe3f57e4397f, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:45.071961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] For port 66e75274-a030-4578-9919-fe3f57e4397f, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=66e75274-a030-4578-9919-fe3f57e4397f,segment=NetworkSegment(73cc6f7c-d94f-4b42-bfd5-267ffac8ca01),segment_id=73cc6f7c-d94f-4b42-bfd5-267ffac8ca01)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:45.106533 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:45.155338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152421c-26de-49bf-af76-9dfa81e192ae req-18577f77-0070-4273-abc2-6316eb36c1bb tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:45.158578 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3152421c-26de-49bf-af76-9dfa81e192ae req-18577f77-0070-4273-abc2-6316eb36c1bb tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 943 time: 0.1507969 Oct 26 14:33:45.163155 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:45.195052 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ceda9674-91c0-4ee7-8c95-a8baf234c88c details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:33:45.246563 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1b2b-3026-4f90-aab2-dc9d78fe34dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:45.275536 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3152421c-26de-49bf-af76-9dfa81e192ae req-4898f9fa-a854-494b-b7dc-8e551d2de9dc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945561 Oct 26 14:33:45.291168 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:45.292115 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8ac5-8a59-4da4-9abe-32b3fff075e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:45.356947 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:45.393599 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.resource_extend [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:33:45.420467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Network 1dde6ee5-6538-47ac-b89b-1ed9ae9f597e is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:45.423739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:45.428418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:45.429585 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:45.443720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port c6ac88c6-2532-455c-a18e-97673e74d26b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c6ac88c6-2532-455c-a18e-97673e74d26b,segment=NetworkSegment(fbc56732-e16b-434c-8f00-1a75ee671901),segment_id=fbc56732-e16b-434c-8f00-1a75ee671901)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:45.452227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b180e-8cfd-4b05-82de-ad05ac4e0f37 None None] Pushing event updated for resources: {'Port': ['ID=66e75274-a030-4578-9919-fe3f57e4397f,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:45.464467 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:45.524686 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event updated for resources: {'Port': ['ID=b7f333e4-993d-42f9-95eb-3ea7476db2e4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:45.562547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Allocated IP 2001:db8::2 (4aaf0aac-c47b-4b8a-8128-caf6417ed728/45a4f268-b1e4-47e9-b5ea-882402ece95c/7a974f80-03d8-409c-ac89-eff3d5ff1f96) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:45.642968 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-4f3a1b2b-3026-4f90-aab2-dc9d78fe34dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:33:45.643489 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-4f3a1b2b-3026-4f90-aab2-dc9d78fe34dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:33:45.667647 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:45.831511 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=c6ac88c6-2532-455c-a18e-97673e74d26b,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:45.873811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ceda9674-91c0-4ee7-8c95-a8baf234c88c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:45.940223 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'port_id': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'mac_address': 'fa:16:3e:3f:82:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:33:45.993826 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.007028 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.055704 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.068919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Network 4aaf0aac-c47b-4b8a-8128-caf6417ed728 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:46.089790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:46.094475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:46.105381 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Pushing event updated for resources: {'Port': ['ID=7a974f80-03d8-409c-ac89-eff3d5ff1f96,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:46.109115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceda9674-91c0-4ee7-8c95-a8baf234c88c {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:33:46.170969 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Attempting to bind port 7a974f80-03d8-409c-ac89-eff3d5ff1f96 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:46.171362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Attempting to bind port 7a974f80-03d8-409c-ac89-eff3d5ff1f96 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '33a116a6-ee30-4a8c-a254-1cc073146250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4aaf0aac-c47b-4b8a-8128-caf6417ed728'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:46.171728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Attempting to bind port 7a974f80-03d8-409c-ac89-eff3d5ff1f96 on network 4aaf0aac-c47b-4b8a-8128-caf6417ed728 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:46.193678 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.198561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ceda9674-91c0-4ee7-8c95-a8baf234c88c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:46.204153 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.205099 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.205365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:46.208879 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Checking segment: {'id': '33a116a6-ee30-4a8c-a254-1cc073146250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4aaf0aac-c47b-4b8a-8128-caf6417ed728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:46.209524 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.209889 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Bound using segment: {'id': '33a116a6-ee30-4a8c-a254-1cc073146250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4aaf0aac-c47b-4b8a-8128-caf6417ed728'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:46.215087 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Bound port: 7a974f80-03d8-409c-ac89-eff3d5ff1f96, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a116a6-ee30-4a8c-a254-1cc073146250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4aaf0aac-c47b-4b8a-8128-caf6417ed728'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:46.215087 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.226102 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.350750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ceda9674-91c0-4ee7-8c95-a8baf234c88c,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:46.424616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 66e75274-a030-4578-9919-fe3f57e4397f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:46.438023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event updated for resources: {'Port': ['ID=b7f333e4-993d-42f9-95eb-3ea7476db2e4,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:46.449556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Network 1dde6ee5-6538-47ac-b89b-1ed9ae9f597e is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:46.451337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:46.477824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b1fd1-0b1a-438b-a44d-d6936093b499 req-7ce66b6f-f9ef-436f-9d8f-f6a94c2997c8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:46.479418 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-532b1fd1-0b1a-438b-a44d-d6936093b499 req-7ce66b6f-f9ef-436f-9d8f-f6a94c2997c8 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 944 time: 0.1004362 Oct 26 14:33:46.485056 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] For port 7a974f80-03d8-409c-ac89-eff3d5ff1f96, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:46.509161 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] For port 7a974f80-03d8-409c-ac89-eff3d5ff1f96, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7a974f80-03d8-409c-ac89-eff3d5ff1f96,segment=NetworkSegment(33a116a6-ee30-4a8c-a254-1cc073146250),segment_id=33a116a6-ee30-4a8c-a254-1cc073146250)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:46.512464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ffb28707-45c3-4004-9489-68f944a50a9a None None] Provisioning complete for port c6ac88c6-2532-455c-a18e-97673e74d26b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:46.512884 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ffb28707-45c3-4004-9489-68f944a50a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.543236 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.639180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-532b1fd1-0b1a-438b-a44d-d6936093b499 req-62f898b0-d89d-4a47-a3f1-9065a6ceed7b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108925 Oct 26 14:33:46.727669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Router badd0fe8-088f-4254-9abe-236d9ea3d5fa is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:33:46.773939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['ceda9674-91c0-4ee7-8c95-a8baf234c88c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:33:46.860012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 66e75274-a030-4578-9919-fe3f57e4397f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:46.860679 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.890608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:46.902021 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43234) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:46.908497 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d2799f-c936-462a-b510-83aa3f0fd54c None None] Sync routers for ids ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:46.916547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bc5182bb-4272-4861-90a7-76e8fc014fe1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "PUT /v2.0/routers/badd0fe8-088f-4254-9abe-236d9ea3d5fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7617929 Oct 26 14:33:46.931208 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d2799f-c936-462a-b510-83aa3f0fd54c None None] Routers {'badd0fe8-088f-4254-9abe-236d9ea3d5fa'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:46.936062 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b7d2799f-c936-462a-b510-83aa3f0fd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:47.001681 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b7d2799f-c936-462a-b510-83aa3f0fd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:47.015503 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d2799f-c936-462a-b510-83aa3f0fd54c None None] Routers {'badd0fe8-088f-4254-9abe-236d9ea3d5fa'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:47.016529 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b7d2799f-c936-462a-b510-83aa3f0fd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:47.067042 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:47.091553 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b7d2799f-c936-462a-b510-83aa3f0fd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:47.094785 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d2799f-c936-462a-b510-83aa3f0fd54c None None] The sync data for ids ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:47.096121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47952b54-42c9-4c98-a640-772d3ba19613 None None] Pushing event updated for resources: {'Port': ['ID=7a974f80-03d8-409c-ac89-eff3d5ff1f96,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:47.113727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a0d811-fac8-4b77-93b2-a19c9231b7f5 None None] Network 1dde6ee5-6538-47ac-b89b-1ed9ae9f597e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:47.116438 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:47.322590 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:47.442084 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-5b78a17f-04d1-4da2-b788-3f647e3128d1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:33:47.443623 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5b78a17f-04d1-4da2-b788-3f647e3128d1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "PUT /v2.0/routers/badd0fe8-088f-4254-9abe-236d9ea3d5fa/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5388482 Oct 26 14:33:47.447553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43236) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:47.478577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 66e75274-a030-4578-9919-fe3f57e4397f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=66e75274-a030-4578-9919-fe3f57e4397f,segment=NetworkSegment(73cc6f7c-d94f-4b42-bfd5-267ffac8ca01),segment_id=73cc6f7c-d94f-4b42-bfd5-267ffac8ca01)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:47.505674 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:47.506511 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c6ac88c6-2532-455c-a18e-97673e74d26b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:47.639044 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3748490a-38ae-45ab-ac3a-0a6a2a0f1c3f None None] Provisioning complete for port 66e75274-a030-4578-9919-fe3f57e4397f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:47.639654 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3748490a-38ae-45ab-ac3a-0a6a2a0f1c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:47.711648 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=66e75274-a030-4578-9919-fe3f57e4397f,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:47.790997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port c6ac88c6-2532-455c-a18e-97673e74d26b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:47.791460 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:47.847837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d812c9c-34ff-468d-a71f-f6e9695295fb req-7ee22076-3ef6-4243-8905-5ead51a733a0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:47.855682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d812c9c-34ff-468d-a71f-f6e9695295fb req-7ee22076-3ef6-4243-8905-5ead51a733a0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 944 time: 0.0816376 Oct 26 14:33:47.929899 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d812c9c-34ff-468d-a71f-f6e9695295fb req-6ed2e81e-03e5-4b99-b066-e6e708c6269c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731237 Oct 26 14:33:48.063267 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:48.251392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a5bb3636-d247-4c38-b063-1e1edb14f418 None None] Provisioning complete for port 66e75274-a030-4578-9919-fe3f57e4397f triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:48.251968 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3636-d247-4c38-b063-1e1edb14f418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:48.495909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 66e75274-a030-4578-9919-fe3f57e4397f up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:48.577099 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a5bb3636-d247-4c38-b063-1e1edb14f418 None None] Provisioning complete for port b7f333e4-993d-42f9-95eb-3ea7476db2e4 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:48.577450 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3636-d247-4c38-b063-1e1edb14f418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:48.580662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Deleting port b7f333e4-993d-42f9-95eb-3ea7476db2e4 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:48.581103 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:48.680923 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:48.694968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-a5bb3636-d247-4c38-b063-1e1edb14f418 None None] Port b7f333e4-993d-42f9-95eb-3ea7476db2e4 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:48.757084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 66e75274-a030-4578-9919-fe3f57e4397f triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:48.759882 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:48.779647 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:48.829343 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Calling delete_port for b7f333e4-993d-42f9-95eb-3ea7476db2e4 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:48.845783 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a00079-11d6-4030-b46f-9ef810f90fef None None] Network 4aaf0aac-c47b-4b8a-8128-caf6417ed728 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:48.903756 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9cd28e59-3168-4da2-aefd-6bef67c41805 None None] Provisioning complete for port b7f333e4-993d-42f9-95eb-3ea7476db2e4 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:48.904392 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9cd28e59-3168-4da2-aefd-6bef67c41805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:49.033222 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7a974f80-03d8-409c-ac89-eff3d5ff1f96 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:49.091707 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9cd28e59-3168-4da2-aefd-6bef67c41805 None None] Port b7f333e4-993d-42f9-95eb-3ea7476db2e4 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:49.121288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce2d38-c67e-4e1d-b812-6c8b581c2e6e req-5d961d05-3564-4932-973a-24c8cac4fd5f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:49.126343 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7fce2d38-c67e-4e1d-b812-6c8b581c2e6e req-5d961d05-3564-4932-973a-24c8cac4fd5f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 944 time: 0.0885193 Oct 26 14:33:49.200054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7fce2d38-c67e-4e1d-b812-6c8b581c2e6e req-fa620668-74d3-4fe6-aecf-acc8f8b2061e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667670 Oct 26 14:33:49.231179 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ceda9674-91c0-4ee7-8c95-a8baf234c88c up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:49.268988 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 7a974f80-03d8-409c-ac89-eff3d5ff1f96 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:49.269649 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:49.298019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:49.349564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c94617a6-4769-4ce5-810c-4d2b2a74f71f None None] Provisioning complete for port b7f333e4-993d-42f9-95eb-3ea7476db2e4 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:49.350655 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c94617a6-4769-4ce5-810c-4d2b2a74f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:49.371385 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c94617a6-4769-4ce5-810c-4d2b2a74f71f None None] Port b7f333e4-993d-42f9-95eb-3ea7476db2e4 was deleted so its status cannot be updated. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 14:33:49.388500 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event deleted for resources: {'Port': ['ID=b7f333e4-993d-42f9-95eb-3ea7476db2e4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:49.402246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c94617a6-4769-4ce5-810c-4d2b2a74f71f None None] Provisioning complete for port 7a974f80-03d8-409c-ac89-eff3d5ff1f96 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:49.402658 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c94617a6-4769-4ce5-810c-4d2b2a74f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:49.412051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port ceda9674-91c0-4ee7-8c95-a8baf234c88c completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:33:49.423765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:49.424340 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:49.424888 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:49.425431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:49.426011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:49.426691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:49.427282 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:49.427835 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:49.428395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:49.429025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:49.430218 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:49.431227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:49.561719 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:49.742855 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:49.763845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port ceda9674-91c0-4ee7-8c95-a8baf234c88c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:49.764082 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:49.907678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 7a974f80-03d8-409c-ac89-eff3d5ff1f96, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7a974f80-03d8-409c-ac89-eff3d5ff1f96,segment=NetworkSegment(33a116a6-ee30-4a8c-a254-1cc073146250),segment_id=33a116a6-ee30-4a8c-a254-1cc073146250)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:49.918952 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:49.919449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Router badd0fe8-088f-4254-9abe-236d9ea3d5fa has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:50.060830 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=7a974f80-03d8-409c-ac89-eff3d5ff1f96,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:50.063077 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:50.079908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.080414 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.080843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.081276 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.081705 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.082216 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.082654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.083143 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.083535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.083927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.084328 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.084709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.111070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad9926d-935b-48ec-b938-b21f4d336123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:50.113824 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c0bc60-de4a-4137-965d-bd2f28e67d55" -d '{"events": [{"server_uuid": "5ad9926d-935b-48ec-b938-b21f4d336123", "name": "network-vif-plugged", "status": "completed", "tag": "ceda9674-91c0-4ee7-8c95-a8baf234c88c"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:50.141480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:50.142425 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ceda9674-91c0-4ee7-8c95-a8baf234c88c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:50.168324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43252) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:50.171820 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3610663f-3ac0-4cc2-ac65-3d8d1aeb6df2 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "PUT /v2.0/routers/badd0fe8-088f-4254-9abe-236d9ea3d5fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7216666 Oct 26 14:33:50.178736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75b1b65-0f18-4667-bb93-33ec8e3614e1 None None] Sync routers for ids ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:50.222126 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:50.252936 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-5d2bb91f-3230-4b5a-b62a-a78ada54644c tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] delete failed (client error): The resource could not be found. Oct 26 14:33:50.259000 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43256) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:50.263740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-18996876-2a55-470e-a050-37434669dd09 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Request body: {'router': {'external_gateway_info': {'network_id': 'badd0fe8-088f-4254-9abe-236d9ea3d5fa'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:50.272290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5d2bb91f-3230-4b5a-b62a-a78ada54644c tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1690208106 HTTP/1.1" status: 404 len: 335 time: 0.1007578 Oct 26 14:33:50.305899 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9701c0fe-2b13-482b-8b90-ac018ac82082 None None] Provisioning complete for port 7a974f80-03d8-409c-ac89-eff3d5ff1f96 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:50.308301 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9701c0fe-2b13-482b-8b90-ac018ac82082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:50.308301 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75b1b65-0f18-4667-bb93-33ec8e3614e1 None None] Routers {'badd0fe8-088f-4254-9abe-236d9ea3d5fa'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:50.310360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a75b1b65-0f18-4667-bb93-33ec8e3614e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:50.374399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a75b1b65-0f18-4667-bb93-33ec8e3614e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:50.389365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ceda9674-91c0-4ee7-8c95-a8baf234c88c,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:50.407127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7a974f80-03d8-409c-ac89-eff3d5ff1f96 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:50.416329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75b1b65-0f18-4667-bb93-33ec8e3614e1 None None] Routers {'badd0fe8-088f-4254-9abe-236d9ea3d5fa'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:50.418264 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a75b1b65-0f18-4667-bb93-33ec8e3614e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:50.507752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805e894-004a-4652-a629-0e2edd7eefee req-295d5839-1b55-4bdb-88a0-96af606bb12c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:50.519010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9805e894-004a-4652-a629-0e2edd7eefee req-295d5839-1b55-4bdb-88a0-96af606bb12c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.1698430 Oct 26 14:33:50.565615 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a920ff62-b78b-4cc5-a6e6-e21fb76b0017 x-openstack-request-id: req-a920ff62-b78b-4cc5-a6e6-e21fb76b0017 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:50.565943 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad9926d-935b-48ec-b938-b21f4d336123", "name": "network-vif-plugged", "status": "completed", "tag": "ceda9674-91c0-4ee7-8c95-a8baf234c88c", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:50.566279 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a920ff62-b78b-4cc5-a6e6-e21fb76b0017 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:50.566723 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad9926d-935b-48ec-b938-b21f4d336123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'code': 200} Oct 26 14:33:50.594711 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a75b1b65-0f18-4667-bb93-33ec8e3614e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:50.595664 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75b1b65-0f18-4667-bb93-33ec8e3614e1 None None] The sync data for ids ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:50.665645 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 7a974f80-03d8-409c-ac89-eff3d5ff1f96 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:50.666148 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:50.936731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd928d5-290d-49b5-8879-af7c8006c901 req-5e487d57-4341-4668-9a80-c5e5bd1015eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:50.938269 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dfd928d5-290d-49b5-8879-af7c8006c901 req-5e487d57-4341-4668-9a80-c5e5bd1015eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 1096 time: 0.1269016 Oct 26 14:33:51.011547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9805e894-004a-4652-a629-0e2edd7eefee req-df3caed8-f454-4f19-9f28-6a6b16bf2250 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4863155 Oct 26 14:33:51.032893 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-18996876-2a55-470e-a050-37434669dd09 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.047482 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dfd928d5-290d-49b5-8879-af7c8006c901 req-b03737a0-1b4d-4a05-8a0f-cfac1a1866db service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728629 Oct 26 14:33:51.060297 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-18996876-2a55-470e-a050-37434669dd09 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] update failed (client error): The resource could not be found. Oct 26 14:33:51.061479 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-18996876-2a55-470e-a050-37434669dd09 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "PUT /v2.0/routers/badd0fe8-088f-4254-9abe-236d9ea3d5fa HTTP/1.1" status: 404 len: 339 time: 0.8013463 Oct 26 14:33:51.065373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43260) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:51.070735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8f20fd64-4d6a-46c9-9ff5-db00a9a04282 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-778977454'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:51.094409 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f20fd64-4d6a-46c9-9ff5-db00a9a04282 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Made reservation on behalf of 7a6665b40454444fab5d472308c88575 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:51.099234 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8f20fd64-4d6a-46c9-9ff5-db00a9a04282 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.125143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f20fd64-4d6a-46c9-9ff5-db00a9a04282 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:33:51.134854 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8f20fd64-4d6a-46c9-9ff5-db00a9a04282 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.135448 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-8f20fd64-4d6a-46c9-9ff5-db00a9a04282 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Added segment fb59a194-abca-4348-b2f4-575d8299885f of type vlan for network 9b5c7f0e-23ab-44ad-b037-59a58060df61 Oct 26 14:33:51.186099 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8f20fd64-4d6a-46c9-9ff5-db00a9a04282 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.215281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8f20fd64-4d6a-46c9-9ff5-db00a9a04282 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.221577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f20fd64-4d6a-46c9-9ff5-db00a9a04282 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:51.222347 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8f20fd64-4d6a-46c9-9ff5-db00a9a04282 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.283249 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8f20fd64-4d6a-46c9-9ff5-db00a9a04282 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2163782 Oct 26 14:33:51.286376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43262) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:51.298044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4a1704cb-4668-4637-adc8-c815ef4fbb17 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Request body: {'subnet': {'network_id': '9b5c7f0e-23ab-44ad-b037-59a58060df61', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:51.315710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20fd64-4d6a-46c9-9ff5-db00a9a04282 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event updated for resources: {'Network': ['ID=9b5c7f0e-23ab-44ad-b037-59a58060df61,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:51.327998 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 9b5c7f0e-23ab-44ad-b037-59a58060df61 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:33:51.391666 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1704cb-4668-4637-adc8-c815ef4fbb17 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Made reservation on behalf of 7a6665b40454444fab5d472308c88575 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:51.395527 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4a1704cb-4668-4637-adc8-c815ef4fbb17 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.575797 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4a1704cb-4668-4637-adc8-c815ef4fbb17 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.644098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1704cb-4668-4637-adc8-c815ef4fbb17 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event updated for resources: {'Subnet': ['ID=953af6da-033e-49c4-a768-f52ab9290fdf,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:51.648367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1704cb-4668-4637-adc8-c815ef4fbb17 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Checking segment: {'id': 'fb59a194-abca-4348-b2f4-575d8299885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9b5c7f0e-23ab-44ad-b037-59a58060df61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:51.648756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1704cb-4668-4637-adc8-c815ef4fbb17 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Network hostable DHCP agents. Network: 9b5c7f0e-23ab-44ad-b037-59a58060df61, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:33:51.663842 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1704cb-4668-4637-adc8-c815ef4fbb17 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Network 9b5c7f0e-23ab-44ad-b037-59a58060df61 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:33:51.672173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-4a1704cb-4668-4637-adc8-c815ef4fbb17 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 9b5c7f0e-23ab-44ad-b037-59a58060df61) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:51.676284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1704cb-4668-4637-adc8-c815ef4fbb17 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:51.676860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4a1704cb-4668-4637-adc8-c815ef4fbb17 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.681752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5ea8ff-ba71-477a-a4d0-88b6e05e77e0 None None] Network 9b5c7f0e-23ab-44ad-b037-59a58060df61 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:51.692567 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4a1704cb-4668-4637-adc8-c815ef4fbb17 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4052169 Oct 26 14:33:51.695399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43264) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:51.700420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f6859c81-7caa-4787-b501-64923c3566ba tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b5c7f0e-23ab-44ad-b037-59a58060df61'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:51.827277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-9b5c7f0e-23ab-44ad-b037-59a58060df61', 'network_id': '9b5c7f0e-23ab-44ad-b037-59a58060df61', 'tenant_id': '7a6665b40454444fab5d472308c88575', 'fixed_ips': [{'subnet_id': '953af6da-033e-49c4-a768-f52ab9290fdf'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:33:51.828790 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.909136 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f6859c81-7caa-4787-b501-64923c3566ba tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.970179 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Allocated IP 2001:db8:1::2 (9b5c7f0e-23ab-44ad-b037-59a58060df61/953af6da-033e-49c4-a768-f52ab9290fdf/fc05ddb8-4086-4b8d-af26-34dac0ca719e) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:52.017849 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-f6859c81-7caa-4787-b501-64923c3566ba tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:33:52.018611 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f6859c81-7caa-4787-b501-64923c3566ba tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "PUT /v2.0/routers/badd0fe8-088f-4254-9abe-236d9ea3d5fa HTTP/1.1" status: 400 len: 364 time: 0.3217182 Oct 26 14:33:52.022474 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43268) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:52.130017 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.137407 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.184468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Network 9b5c7f0e-23ab-44ad-b037-59a58060df61 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:52.187876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:52.192561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:52.201240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Pushing event updated for resources: {'Port': ['ID=fc05ddb8-4086-4b8d-af26-34dac0ca719e,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:52.251486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Attempting to bind port fc05ddb8-4086-4b8d-af26-34dac0ca719e on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:52.251858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Attempting to bind port fc05ddb8-4086-4b8d-af26-34dac0ca719e by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'fb59a194-abca-4348-b2f4-575d8299885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9b5c7f0e-23ab-44ad-b037-59a58060df61'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:52.252220 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Attempting to bind port fc05ddb8-4086-4b8d-af26-34dac0ca719e on network 9b5c7f0e-23ab-44ad-b037-59a58060df61 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:52.258938 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:52.259501 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Checking segment: {'id': 'fb59a194-abca-4348-b2f4-575d8299885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9b5c7f0e-23ab-44ad-b037-59a58060df61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:52.259901 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.260289 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Bound using segment: {'id': 'fb59a194-abca-4348-b2f4-575d8299885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9b5c7f0e-23ab-44ad-b037-59a58060df61'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:52.260759 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Bound port: fc05ddb8-4086-4b8d-af26-34dac0ca719e, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb59a194-abca-4348-b2f4-575d8299885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9b5c7f0e-23ab-44ad-b037-59a58060df61'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:52.261136 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.307355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ba865-85f5-4a16-af1f-8a4cdeef0ef4 req-e6091b4d-f97e-454d-a677-84e92405d631 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:52.308862 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e8ba865-85f5-4a16-af1f-8a4cdeef0ef4 req-e6091b4d-f97e-454d-a677-84e92405d631 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.2112739 Oct 26 14:33:52.359415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] For port fc05ddb8-4086-4b8d-af26-34dac0ca719e, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:52.364125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] For port fc05ddb8-4086-4b8d-af26-34dac0ca719e, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fc05ddb8-4086-4b8d-af26-34dac0ca719e,segment=NetworkSegment(fb59a194-abca-4348-b2f4-575d8299885f),segment_id=fb59a194-abca-4348-b2f4-575d8299885f)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:52.368240 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.387296 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.403421 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e8ba865-85f5-4a16-af1f-8a4cdeef0ef4 req-1b5584cf-94ce-4489-8ce9-fea54324c8e2 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850735 Oct 26 14:33:52.449173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec2a47-98b8-4304-af9d-f4bc675d4553 None None] Pushing event updated for resources: {'Port': ['ID=fc05ddb8-4086-4b8d-af26-34dac0ca719e,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:52.460036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-19c6ca23-3fa8-4fb8-a61a-5207b5b97ad3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543768641&fields=id&tenant_id=6bcf474373744e67b719326f17fd4da5 HTTP/1.1" status: 200 len: 267 time: 0.1134787 Oct 26 14:33:52.681147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-972cf357-fb38-4342-9875-5e9c0c1d453e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:52.683004 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-972cf357-fb38-4342-9875-5e9c0c1d453e tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 811 time: 0.1980898 Oct 26 14:33:52.707326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-9af4cbff-6caa-4ead-9e36-06165917c463 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/quotas/6bcf474373744e67b719326f17fd4da5 HTTP/1.1" status: 200 len: 375 time: 0.0184462 Oct 26 14:33:52.789399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Allocated IP 2001:db8::1 (4e305b62-2adb-442b-814f-b36ac84e4b52/e550d23f-c25a-4ea0-aab4-867f8468aee6/6cc8cfc4-84d7-4fe7-af04-512e060e78d3) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:52.817266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-8991eb2d-85e7-4109-9dd2-47600f8639b1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1008995 Oct 26 14:33:52.966922 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.025412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-1d9fa39b-32c4-4a23-979c-41aa9dd2b531 service neutron] 10.222.0.32 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938741 Oct 26 14:33:53.033803 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.125287 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Network 4e305b62-2adb-442b-814f-b36ac84e4b52 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:53.131577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:53.138893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:53.139307 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.174513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event updated for resources: {'Port': ['ID=6cc8cfc4-84d7-4fe7-af04-512e060e78d3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:53.231451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-74effefa-9a8b-4440-a9ce-fd0da10dcc39 service neutron] 10.222.0.32 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989822 Oct 26 14:33:53.289384 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.544925 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ffe67e7f-fdc9-4b87-8ffb-9e37cbef5f68 None None] Provisioning complete for port 6cc8cfc4-84d7-4fe7-af04-512e060e78d3 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:53.545521 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ffe67e7f-fdc9-4b87-8ffb-9e37cbef5f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.614227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ffe67e7f-fdc9-4b87-8ffb-9e37cbef5f68 None None] Port 6cc8cfc4-84d7-4fe7-af04-512e060e78d3 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:53.637373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8bac8b5-f893-490c-bd0a-9c63854813c6 req-bbe6b62c-3c60-4999-b1cc-7c627eda6d2f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 210 time: 0.0738857 Oct 26 14:33:53.651135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4d94c-3d73-44ba-9440-b703cd966c68 req-3e57a6a8-b54e-4e1b-b415-f7cb0426aa6c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:53.652809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bf4d94c-3d73-44ba-9440-b703cd966c68 req-3e57a6a8-b54e-4e1b-b415-f7cb0426aa6c tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.1376789 Oct 26 14:33:53.676432 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.685144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e9d252-2d8d-43b0-b970-29f02937ae8b None None] Network 9b5c7f0e-23ab-44ad-b037-59a58060df61 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:53.723909 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.728584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bf4d94c-3d73-44ba-9440-b703cd966c68 req-108c37a7-6456-40af-8930-5504a5b2706f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601656 Oct 26 14:33:53.730083 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.730892 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.782776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0c024d13-435f-41ae-b6e3-73ce7801e753 None None] Provisioning complete for port fc05ddb8-4086-4b8d-af26-34dac0ca719e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:53.783303 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0c024d13-435f-41ae-b6e3-73ce7801e753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.857210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event updated for resources: {'Port': ['ID=6cc8cfc4-84d7-4fe7-af04-512e060e78d3,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:53.902124 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e23a0-6e82-41c3-99dc-ace8667c3c4a req-2e0da3a0-f220-4b02-b5a7-ce9bd2aa1af0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:53.903569 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-580e23a0-6e82-41c3-99dc-ace8667c3c4a req-2e0da3a0-f220-4b02-b5a7-ce9bd2aa1af0 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0976133 Oct 26 14:33:53.916707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Network 4e305b62-2adb-442b-814f-b36ac84e4b52 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:53.923043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:53.967908 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0c024d13-435f-41ae-b6e3-73ce7801e753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.017678 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0c024d13-435f-41ae-b6e3-73ce7801e753 None None] For port fc05ddb8-4086-4b8d-af26-34dac0ca719e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fc05ddb8-4086-4b8d-af26-34dac0ca719e,segment=NetworkSegment(fb59a194-abca-4348-b2f4-575d8299885f),segment_id=fb59a194-abca-4348-b2f4-575d8299885f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:54.023397 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0c024d13-435f-41ae-b6e3-73ce7801e753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.042203 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-580e23a0-6e82-41c3-99dc-ace8667c3c4a req-a858ceee-6034-4663-8d3b-5c47d47041b9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246896 Oct 26 14:33:54.054582 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43302) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:54.063342 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:33:54.104441 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c024d13-435f-41ae-b6e3-73ce7801e753 None None] Pushing event updated for resources: {'Port': ['ID=fc05ddb8-4086-4b8d-af26-34dac0ca719e,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:54.106518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502f82d0-28e2-45c7-95ec-2e56d72f7b9a tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:54.111435 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-502f82d0-28e2-45c7-95ec-2e56d72f7b9a tempest-TestNetworkAdvancedServerOps-1975179802 tempest-TestNetworkAdvancedServerOps-1975179802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 1091 time: 0.0547271 Oct 26 14:33:54.112195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43304) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:54.127064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:54.139210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Router badd0fe8-088f-4254-9abe-236d9ea3d5fa has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:54.193671 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.309181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:54.321701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8dce13ac-4d89-471e-9a99-b9d545009c42 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "PUT /v2.0/routers/badd0fe8-088f-4254-9abe-236d9ea3d5fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2957404 Oct 26 14:33:54.321882 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eca3d7-bb3f-4077-b6b1-251420995c50 None None] Sync routers for ids ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:54.322185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43306) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:54.337090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fc05ddb8-4086-4b8d-af26-34dac0ca719e up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:54.343957 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eca3d7-bb3f-4077-b6b1-251420995c50 None None] Routers {'badd0fe8-088f-4254-9abe-236d9ea3d5fa'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:54.344590 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b1eca3d7-bb3f-4077-b6b1-251420995c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:54.378023 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.408568 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b1eca3d7-bb3f-4077-b6b1-251420995c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:54.417667 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-74f34086-0100-4dda-8c75-e73807ffe041 None None] Provisioning complete for port 6cc8cfc4-84d7-4fe7-af04-512e060e78d3 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:54.417868 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eca3d7-bb3f-4077-b6b1-251420995c50 None None] Routers {'badd0fe8-088f-4254-9abe-236d9ea3d5fa'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:54.418413 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b1eca3d7-bb3f-4077-b6b1-251420995c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:54.418551 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-74f34086-0100-4dda-8c75-e73807ffe041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.453871 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b1eca3d7-bb3f-4077-b6b1-251420995c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:54.454456 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eca3d7-bb3f-4077-b6b1-251420995c50 None None] The sync data for ids ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'] in n-d-815498-1 is: [] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:54.460502 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port fc05ddb8-4086-4b8d-af26-34dac0ca719e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:54.460872 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.464199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-74f34086-0100-4dda-8c75-e73807ffe041 None None] Port 6cc8cfc4-84d7-4fe7-af04-512e060e78d3 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:54.475666 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f308db22-2464-403e-a391-b31538f99baa tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.514032 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Allocated IP 172.25.4.214 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/234cbd63-91c4-41e8-a45c-5e035dc587b4) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:54.571968 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-f308db22-2464-403e-a391-b31538f99baa tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 14:33:54.576960 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f308db22-2464-403e-a391-b31538f99baa tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "DELETE /v2.0/routers/badd0fe8-088f-4254-9abe-236d9ea3d5fa HTTP/1.1" status: 409 len: 329 time: 0.2536027 Oct 26 14:33:54.577544 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43308) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:54.591249 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d19180af-bc05-4c56-a7bb-f3c385d15c2a None None] Provisioning complete for port fc05ddb8-4086-4b8d-af26-34dac0ca719e triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:54.591830 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d19180af-bc05-4c56-a7bb-f3c385d15c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.636254 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.683355 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.721136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:54.728484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:54.733749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:54.789096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=234cbd63-91c4-41e8-a45c-5e035dc587b4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:54.837655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b126f6b0-769a-4983-99b7-09a466955c50 req-681b1dc3-6930-4666-8737-ac1cafd1084d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 210 time: 0.0876212 Oct 26 14:33:54.958603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-c019a4a2-31df-4ecd-b326-6e7917669b9b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:54.960076 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-c019a4a2-31df-4ecd-b326-6e7917669b9b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 811 time: 0.2275453 Oct 26 14:33:54.981675 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44cc68eb-8541-41d8-a6bc-c4feb1fe29f1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.076882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-340e6d4b-943f-44a5-b730-a7f33e33f713 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bcf474373744e67b719326f17fd4da5 HTTP/1.1" status: 200 len: 379 time: 0.1063416 Oct 26 14:33:55.089974 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-3f1022b7-a313-4c47-8988-abde5bff9758 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'port': {'device_id': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'admin_state_up': True, 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'security_groups': ['dd558e9b-cc65-420b-bc6e-05fa03d68f49']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:55.242497 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-44cc68eb-8541-41d8-a6bc-c4feb1fe29f1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Deleting port 6cc8cfc4-84d7-4fe7-af04-512e060e78d3 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:55.243554 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44cc68eb-8541-41d8-a6bc-c4feb1fe29f1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.343424 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44cc68eb-8541-41d8-a6bc-c4feb1fe29f1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.358254 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-44cc68eb-8541-41d8-a6bc-c4feb1fe29f1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Calling delete_port for 6cc8cfc4-84d7-4fe7-af04-512e060e78d3 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:55.540067 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44cc68eb-8541-41d8-a6bc-c4feb1fe29f1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.570175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc68eb-8541-41d8-a6bc-c4feb1fe29f1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event deleted for resources: {'Port': ['ID=6cc8cfc4-84d7-4fe7-af04-512e060e78d3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:55.648421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-3f1022b7-a313-4c47-8988-abde5bff9758 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Made reservation on behalf of 6bcf474373744e67b719326f17fd4da5 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:55.653486 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-3f1022b7-a313-4c47-8988-abde5bff9758 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.681431 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.684050 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-44cc68eb-8541-41d8-a6bc-c4feb1fe29f1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.839767 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.845528 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-3f1022b7-a313-4c47-8988-abde5bff9758 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Allocated IP 172.20.0.5 (4c0322bb-1e1e-46e8-8564-2d448b82a61a/d0644abd-266d-41c5-9f8d-ca0893e4341b/22919e0d-6349-4262-bb27-d97e1781e3d6) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:55.911181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cc68eb-8541-41d8-a6bc-c4feb1fe29f1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Router badd0fe8-088f-4254-9abe-236d9ea3d5fa has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:56.034092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f596808d-ad38-4627-bb57-b2713b107698 req-1c237398-092d-4317-b46e-7771db3653d5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 210 time: 0.0952482 Oct 26 14:33:56.147003 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-3f1022b7-a313-4c47-8988-abde5bff9758 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.153127 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.160655 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.260005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event updated for resources: {'Port': ['ID=234cbd63-91c4-41e8-a45c-5e035dc587b4,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:56.269384 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.292194 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cc68eb-8541-41d8-a6bc-c4feb1fe29f1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:56.297629 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-44cc68eb-8541-41d8-a6bc-c4feb1fe29f1 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "PUT /v2.0/routers/badd0fe8-088f-4254-9abe-236d9ea3d5fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7190588 Oct 26 14:33:56.302969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43314) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:56.308398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf50756-6f2a-45cd-a18b-dab047bdd609 None None] Sync routers for ids ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:56.312243 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-3f1022b7-a313-4c47-8988-abde5bff9758 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.327708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf50756-6f2a-45cd-a18b-dab047bdd609 None None] Routers {'badd0fe8-088f-4254-9abe-236d9ea3d5fa'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:56.328921 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8cf50756-6f2a-45cd-a18b-dab047bdd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:56.348865 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-d8044f70-041c-4d01-aeec-a2b1c671fb3c tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] show failed (client error): The resource could not be found. Oct 26 14:33:56.350234 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d8044f70-041c-4d01-aeec-a2b1c671fb3c tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-445545482 HTTP/1.1" status: 404 len: 334 time: 0.0460610 Oct 26 14:33:56.354771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43316) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:56.361178 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6b0f8d84-b85c-4c66-ba2c-4effc60f2e3f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:56.375582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8cf50756-6f2a-45cd-a18b-dab047bdd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:56.387629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf50756-6f2a-45cd-a18b-dab047bdd609 None None] Routers {'badd0fe8-088f-4254-9abe-236d9ea3d5fa'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:56.388538 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8cf50756-6f2a-45cd-a18b-dab047bdd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:56.403596 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-6b0f8d84-b85c-4c66-ba2c-4effc60f2e3f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] update failed (client error): The resource could not be found. Oct 26 14:33:56.404743 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6b0f8d84-b85c-4c66-ba2c-4effc60f2e3f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1389992224 HTTP/1.1" status: 404 len: 335 time: 0.0489130 Oct 26 14:33:56.408279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43318) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:56.420242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-3f1022b7-a313-4c47-8988-abde5bff9758 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:56.423263 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1022b7-a313-4c47-8988-abde5bff9758 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'Port': ['ID=22919e0d-6349-4262-bb27-d97e1781e3d6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:56.428332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-3f1022b7-a313-4c47-8988-abde5bff9758 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:56.432462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-3f1022b7-a313-4c47-8988-abde5bff9758 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:56.442720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8cf50756-6f2a-45cd-a18b-dab047bdd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:56.445547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf50756-6f2a-45cd-a18b-dab047bdd609 None None] The sync data for ids ['badd0fe8-088f-4254-9abe-236d9ea3d5fa'] in n-d-815498-1 is: [] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:56.497897 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Floating IP fecf2d96-22f5-46ff-b40e-80098512a50a associated. External IP: 172.25.4.214, port: ceda9674-91c0-4ee7-8c95-a8baf234c88c. Oct 26 14:33:56.500193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-1240fcc7-e39a-420f-980f-e36888e9cc3e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Deleting subnet 953af6da-033e-49c4-a768-f52ab9290fdf {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:56.503982 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1240fcc7-e39a-420f-980f-e36888e9cc3e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.549343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-3f1022b7-a313-4c47-8988-abde5bff9758 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:56.550180 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-3f1022b7-a313-4c47-8988-abde5bff9758 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.559412 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1240fcc7-e39a-420f-980f-e36888e9cc3e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.686713 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1240fcc7-e39a-420f-980f-e36888e9cc3e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.728586 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-3f1022b7-a313-4c47-8988-abde5bff9758 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6445422 Oct 26 14:33:56.747229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-da65c65b-d8c8-4156-9d11-2608b73e9698 None None] Provisioning complete for port 22919e0d-6349-4262-bb27-d97e1781e3d6 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:56.747948 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da65c65b-d8c8-4156-9d11-2608b73e9698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.764222 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1240fcc7-e39a-420f-980f-e36888e9cc3e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.765735 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Request body: {'port': {'device_id': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:56.779269 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1240fcc7-e39a-420f-980f-e36888e9cc3e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.783150 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1240fcc7-e39a-420f-980f-e36888e9cc3e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "DELETE /v2.0/subnets/953af6da-033e-49c4-a768-f52ab9290fdf HTTP/1.1" status: 204 len: 168 time: 0.3737831 Oct 26 14:33:56.788421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43320) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:56.798629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f274a00d-445d-4b9a-b759-12f28377bb0a None None] Network 9b5c7f0e-23ab-44ad-b037-59a58060df61 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:56.808890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240fcc7-e39a-420f-980f-e36888e9cc3e tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event deleted for resources: {'Subnet': ['ID=953af6da-033e-49c4-a768-f52ab9290fdf,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:56.874742 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-da65c65b-d8c8-4156-9d11-2608b73e9698 None None] Port 22919e0d-6349-4262-bb27-d97e1781e3d6 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:56.936452 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.957171 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.973916 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router f9e9c2d9-d8d6-4245-a775-9e824da62f36 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:57.040390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d04086-3934-45e0-8e20-6060d82708c0 None None] DHCP port deletion for 9b5c7f0e-23ab-44ad-b037-59a58060df61 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:33:57.099293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-25d04086-3934-45e0-8e20-6060d82708c0 None None] Deleting port fc05ddb8-4086-4b8d-af26-34dac0ca719e {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:57.099667 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-25d04086-3934-45e0-8e20-6060d82708c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.177172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-25d04086-3934-45e0-8e20-6060d82708c0 None None] For port fc05ddb8-4086-4b8d-af26-34dac0ca719e, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=fc05ddb8-4086-4b8d-af26-34dac0ca719e,segment=NetworkSegment(fb59a194-abca-4348-b2f4-575d8299885f),segment_id=fb59a194-abca-4348-b2f4-575d8299885f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:57.177574 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-25d04086-3934-45e0-8e20-6060d82708c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.193778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-25d04086-3934-45e0-8e20-6060d82708c0 None None] Calling delete_port for fc05ddb8-4086-4b8d-af26-34dac0ca719e owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:57.282832 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-25d04086-3934-45e0-8e20-6060d82708c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.300900 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d04086-3934-45e0-8e20-6060d82708c0 None None] No DVR routers for this DVR port fc05ddb8-4086-4b8d-af26-34dac0ca719e on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:57.320153 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12f569-57b0-46ca-8129-8f0aa9ece39d req-c750333f-a33d-4720-b3e7-5499178da725 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:57.321805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb12f569-57b0-46ca-8129-8f0aa9ece39d req-c750333f-a33d-4720-b3e7-5499178da725 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 931 time: 0.1584389 Oct 26 14:33:57.325232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Deleting port fc05ddb8-4086-4b8d-af26-34dac0ca719e {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:57.325603 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.327764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:57.336890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d04086-3934-45e0-8e20-6060d82708c0 None None] Pushing event deleted for resources: {'Port': ['ID=fc05ddb8-4086-4b8d-af26-34dac0ca719e,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:57.352879 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdc6e3-07f6-4da8-ae1b-f77517dfec8d None None] Sync routers for ids ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:57.378007 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cdc6e3-07f6-4da8-ae1b-f77517dfec8d None None] Routers {'f9e9c2d9-d8d6-4245-a775-9e824da62f36'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:57.379327 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-68cdc6e3-07f6-4da8-ae1b-f77517dfec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:57.422338 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.471032 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] For port fc05ddb8-4086-4b8d-af26-34dac0ca719e, host n-d-815498-1, got binding levels [] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:57.471299 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.491458 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-68cdc6e3-07f6-4da8-ae1b-f77517dfec8d None None] Set router f9e9c2d9-d8d6-4245-a775-9e824da62f36 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:57.502584 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb12f569-57b0-46ca-8129-8f0aa9ece39d req-18a1a99e-ba01-460f-982a-c70cefcfc7a2 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720285 Oct 26 14:33:57.504796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Calling delete_port for fc05ddb8-4086-4b8d-af26-34dac0ca719e owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:57.510522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6c6e4185-5701-441c-81a7-072bdf228672 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3919015 Oct 26 14:33:57.510522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_backend_mixin [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Port fc05ddb8-4086-4b8d-af26-34dac0ca719e was not found and therefore no delete operation was performed {{(pid=102124) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:33:57.511828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad9926d-935b-48ec-b938-b21f4d336123', 'tag': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:57.514157 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f521ca-640f-4f66-b9cf-410fa931121c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad9926d-935b-48ec-b938-b21f4d336123", "tag": "ceda9674-91c0-4ee7-8c95-a8baf234c88c"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:57.519259 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.610163 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event deleted for resources: {'Port': ['ID=fc05ddb8-4086-4b8d-af26-34dac0ca719e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:57.616920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22919e0d-6349-4262-bb27-d97e1781e3d6 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:33:57.621728 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] No DVR routers for this DVR port fc05ddb8-4086-4b8d-af26-34dac0ca719e on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:57.634618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.679107 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.685351 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6140cd-247f-41b0-9c54-bde60da8f29e x-openstack-request-id: req-fc6140cd-247f-41b0-9c54-bde60da8f29e {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:57.685646 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad9926d-935b-48ec-b938-b21f4d336123", "tag": "ceda9674-91c0-4ee7-8c95-a8baf234c88c", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:57.685899 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc6140cd-247f-41b0-9c54-bde60da8f29e {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:57.686419 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad9926d-935b-48ec-b938-b21f4d336123', 'tag': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'status': 'completed', 'code': 200} Oct 26 14:33:57.697225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Transition to ACTIVE for port object 22919e0d-6349-4262-bb27-d97e1781e3d6 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:33:57.750692 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.755361 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f521ca-640f-4f66-b9cf-410fa931121c req-a98767d7-0498-412b-bd5c-56c674ea97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:57.757846 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-27f521ca-640f-4f66-b9cf-410fa931121c req-a98767d7-0498-412b-bd5c-56c674ea97ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 1096 time: 0.0453014 Oct 26 14:33:57.789811 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-68cdc6e3-07f6-4da8-ae1b-f77517dfec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:33:34Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'fecf2d96-22f5-46ff-b40e-80098512a50a', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'port_id': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'mac_address': 'fa:16:3e:3f:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad9926d-935b-48ec-b938-b21f4d336123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:33:55Z', 'updated_at': '2021-10-26T14:33:55Z', 'revision_number': 0, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe61c37-c297-4a96-874b-964dd828a2ae', 'name': '', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:43:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:33Z', 'updated_at': '2021-10-26T14:33:39Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:57.814968 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.831648 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdc6e3-07f6-4da8-ae1b-f77517dfec8d None None] Checking router: f9e9c2d9-d8d6-4245-a775-9e824da62f36 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:33:57.847274 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cdc6e3-07f6-4da8-ae1b-f77517dfec8d None None] Routers {'f9e9c2d9-d8d6-4245-a775-9e824da62f36'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:57.847869 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-68cdc6e3-07f6-4da8-ae1b-f77517dfec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:57.853142 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8580e-df9b-4c1f-b5bf-9a31226b5016 req-d2177b3b-ad73-43ff-a97b-fd5bc3037e65 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:57.856608 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3f8580e-df9b-4c1f-b5bf-9a31226b5016 req-d2177b3b-ad73-43ff-a97b-fd5bc3037e65 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.2427309 Oct 26 14:33:57.885798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Pushing event updated for resources: {'Port': ['ID=22919e0d-6349-4262-bb27-d97e1781e3d6,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:57.909557 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5c7f0e-23ab-44ad-b037-59a58060df61']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:57.911284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f521ca-640f-4f66-b9cf-410fa931121c req-597eac9f-3a48-4b4b-bf12-bb395aa58c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:57.913726 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-27f521ca-640f-4f66-b9cf-410fa931121c req-597eac9f-3a48-4b4b-bf12-bb395aa58c6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a7c90ee-c62a-411c-a51b-08518c5325f6 HTTP/1.1" status: 200 len: 898 time: 0.1486962 Oct 26 14:33:58.012408 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-68cdc6e3-07f6-4da8-ae1b-f77517dfec8d None None] Set router f9e9c2d9-d8d6-4245-a775-9e824da62f36 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:58.013251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb59a194-abca-4348-b2f4-575d8299885f') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:58.013700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb59a194-abca-4348-b2f4-575d8299885f') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:58.053192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Attempting to bind port 22919e0d-6349-4262-bb27-d97e1781e3d6 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:58.053545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Attempting to bind port 22919e0d-6349-4262-bb27-d97e1781e3d6 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:58.053863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Attempting to bind port 22919e0d-6349-4262-bb27-d97e1781e3d6 on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:58.062992 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.078499 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-27f521ca-640f-4f66-b9cf-410fa931121c req-f0d5a0d3-4709-4531-a7fb-31e0a585cb5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c HTTP/1.1" status: 200 len: 999 time: 0.1564338 Oct 26 14:33:58.081761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3f8580e-df9b-4c1f-b5bf-9a31226b5016 req-43a11de2-c727-4e33-b49b-c075db5ea4bd tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2135956 Oct 26 14:33:58.085080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Port 22919e0d-6349-4262-bb27-d97e1781e3d6 on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:33:58.085412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Attempting to bind port 22919e0d-6349-4262-bb27-d97e1781e3d6 on network 4c0322bb-1e1e-46e8-8564-2d448b82a61a {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:58.109065 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.116721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43330) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:58.118574 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:58.118963 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Checking segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:58.119354 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Bound using segment: {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:58.119809 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Bound port: 22919e0d-6349-4262-bb27-d97e1781e3d6, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bbca1a-2fe6-42d1-84c2-d521552306f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:58.120204 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.166972 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f521ca-640f-4f66-b9cf-410fa931121c req-ae39de6f-0978-45dc-8ade-02e7f12463aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:58.169487 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-27f521ca-640f-4f66-b9cf-410fa931121c req-ae39de6f-0978-45dc-8ade-02e7f12463aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=056cd614-3990-403b-97bf-8211a3f55f1d HTTP/1.1" status: 200 len: 834 time: 0.0776544 Oct 26 14:33:58.196399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:33:58.197118 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:33:58.214561 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:33:58.243674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f521ca-640f-4f66-b9cf-410fa931121c req-96d9673b-5e96-4de9-82d5-aed8e8bf3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:58.245812 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-27f521ca-640f-4f66-b9cf-410fa931121c req-96d9673b-5e96-4de9-82d5-aed8e8bf3606 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a7c90ee-c62a-411c-a51b-08518c5325f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689528 Oct 26 14:33:58.274145 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fc05ddb8-4086-4b8d-af26-34dac0ca719e no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:58.299284 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: fc05ddb8-4086-4b8d-af26-34dac0ca719e {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:58.299927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device fc05ddb8-4086-4b8d-af26-34dac0ca719e not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:58.325628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d623a5a3-7970-4ef3-b568-b05233e0c13b tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/fecf2d96-22f5-46ff-b40e-80098512a50a HTTP/1.1" status: 200 len: 991 time: 0.2020156 Oct 26 14:33:58.329881 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.337309 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.342179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "DELETE /v2.0/networks/9b5c7f0e-23ab-44ad-b037-59a58060df61 HTTP/1.1" status: 204 len: 168 time: 1.5464048 Oct 26 14:33:58.349637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43332) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:58.371399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508d191-5ba6-47fa-8a25-3120d2702df8 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event deleted for resources: {'Network': ['ID=9b5c7f0e-23ab-44ad-b037-59a58060df61,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:58.408180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] For port 22919e0d-6349-4262-bb27-d97e1781e3d6, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:58.413556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] For port 22919e0d-6349-4262-bb27-d97e1781e3d6, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=22919e0d-6349-4262-bb27-d97e1781e3d6,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:58.423696 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.442020 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-68cdc6e3-07f6-4da8-ae1b-f77517dfec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:33:34Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'fecf2d96-22f5-46ff-b40e-80098512a50a', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'port_id': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'mac_address': 'fa:16:3e:3f:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad9926d-935b-48ec-b938-b21f4d336123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:33:55Z', 'updated_at': '2021-10-26T14:33:55Z', 'revision_number': 0, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe61c37-c297-4a96-874b-964dd828a2ae', 'name': '', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:43:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:33Z', 'updated_at': '2021-10-26T14:33:39Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:58.459928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0522085-1aad-4456-b386-4e0344bde927 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Deleting subnet 45a4f268-b1e4-47e9-b5ea-882402ece95c {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:58.468832 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0522085-1aad-4456-b386-4e0344bde927 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.481792 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdc6e3-07f6-4da8-ae1b-f77517dfec8d None None] The sync data for ids ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'] in n-d-815498-1 is: [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:33:34Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'fecf2d96-22f5-46ff-b40e-80098512a50a', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'port_id': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'mac_address': 'fa:16:3e:3f:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad9926d-935b-48ec-b938-b21f4d336123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:33:55Z', 'updated_at': '2021-10-26T14:33:55Z', 'revision_number': 0, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe61c37-c297-4a96-874b-964dd828a2ae', 'name': '', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:43:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:33Z', 'updated_at': '2021-10-26T14:33:39Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:58.499260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Pushing event updated for resources: {'Port': ['ID=22919e0d-6349-4262-bb27-d97e1781e3d6,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:58.513118 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:58.513781 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.519896 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-379b0dfc-e195-4d71-82f6-647530cc57aa service neutron] 10.222.0.25 "PUT /v2.0/ports/22919e0d-6349-4262-bb27-d97e1781e3d6 HTTP/1.1" status: 200 len: 1091 time: 1.7541709 Oct 26 14:33:58.539678 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-27f521ca-640f-4f66-b9cf-410fa931121c req-a8f45c81-293e-4131-a01c-d79deb6a774f service neutron] 10.222.0.11 "GET /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845144 Oct 26 14:33:58.545106 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0522085-1aad-4456-b386-4e0344bde927 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.640968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-2780ff57-2e7c-423f-b5bd-9c087f8adb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:58.642811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-2780ff57-2e7c-423f-b5bd-9c087f8adb56 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 1094 time: 0.0733011 Oct 26 14:33:58.784435 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-0f8df1e5-4321-4124-9c36-03011853b55e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22919e0d-6349-4262-bb27-d97e1781e3d6 HTTP/1.1" status: 200 len: 217 time: 0.1250789 Oct 26 14:33:58.802277 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0522085-1aad-4456-b386-4e0344bde927 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.811117 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-27f521ca-640f-4f66-b9cf-410fa931121c req-1df62352-114d-454a-b38d-023ec15806fc service neutron] 10.222.0.11 "GET /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598879 Oct 26 14:33:58.906062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-4e4b2998-0f12-4143-bf59-93ffd3efe82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:58.907699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-4e4b2998-0f12-4143-bf59-93ffd3efe82e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.1033602 Oct 26 14:33:58.918551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a54d1c-f001-46e5-b94a-e61fd28ec845 req-8a159a6b-1bea-4edb-9eb3-2544a1987216 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:58.920333 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97a54d1c-f001-46e5-b94a-e61fd28ec845 req-8a159a6b-1bea-4edb-9eb3-2544a1987216 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 943 time: 0.2493277 Oct 26 14:33:58.927215 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0522085-1aad-4456-b386-4e0344bde927 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.978335 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522085-1aad-4456-b386-4e0344bde927 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event deleted for resources: {'Subnet': ['ID=45a4f268-b1e4-47e9-b5ea-882402ece95c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:58.980882 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f0522085-1aad-4456-b386-4e0344bde927 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.982327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a9e486-4f65-459b-8ec0-d6da7109607b None None] Network 4aaf0aac-c47b-4b8a-8128-caf6417ed728 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:58.985275 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f0522085-1aad-4456-b386-4e0344bde927 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "DELETE /v2.0/subnets/45a4f268-b1e4-47e9-b5ea-882402ece95c HTTP/1.1" status: 204 len: 168 time: 0.6343639 Oct 26 14:33:58.987785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43336) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:59.010091 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-75167d69-35ee-45ca-8f28-f4eb1044059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:59.012339 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-75167d69-35ee-45ca-8f28-f4eb1044059c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908689 Oct 26 14:33:59.019418 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97a54d1c-f001-46e5-b94a-e61fd28ec845 req-385a841b-7978-4414-b371-50c88e0cdca5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627878 Oct 26 14:33:59.076809 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-333f04cd-0580-49cd-a781-35cf24adb4dc tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Deleting subnet c85fa2c4-6dce-43c6-9269-64383c15103e {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:59.087548 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-333f04cd-0580-49cd-a781-35cf24adb4dc tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.143196 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-333f04cd-0580-49cd-a781-35cf24adb4dc tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.144336 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-8ce2e69e-6637-42f5-bd7a-1969fc208326 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232412 Oct 26 14:33:59.214345 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a760966a-71a0-4eab-85af-84609362d673 None None] New status for floating IP fecf2d96-22f5-46ff-b40e-80098512a50a: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:33:59.272530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4d0a75-85b9-4f63-bee0-57b0371e7cf0 None None] DHCP port deletion for 4aaf0aac-c47b-4b8a-8128-caf6417ed728 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:33:59.290984 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-333f04cd-0580-49cd-a781-35cf24adb4dc tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.297244 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f13ea400-32bf-4da1-a129-95532a6cad19 req-d56ff84e-1e57-443c-9b8f-ec156ff5b38f service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444781 Oct 26 14:33:59.327200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43338) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:59.382583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-333f04cd-0580-49cd-a781-35cf24adb4dc tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.420869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6fcd28f2-867b-406c-82b7-2a6fdbe8df9e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/fecf2d96-22f5-46ff-b40e-80098512a50a HTTP/1.1" status: 200 len: 991 time: 0.0916481 Oct 26 14:33:59.430179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f04cd-0580-49cd-a781-35cf24adb4dc tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event deleted for resources: {'Subnet': ['ID=c85fa2c4-6dce-43c6-9269-64383c15103e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:59.432787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-333f04cd-0580-49cd-a781-35cf24adb4dc tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.436507 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-333f04cd-0580-49cd-a781-35cf24adb4dc tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "DELETE /v2.0/subnets/c85fa2c4-6dce-43c6-9269-64383c15103e HTTP/1.1" status: 204 len: 168 time: 0.4462810 Oct 26 14:33:59.439251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43340) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:59.622144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a8bb1d-87c3-4418-9108-3abab8b3cab6 None None] Network 1dde6ee5-6538-47ac-b89b-1ed9ae9f597e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:59.666532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d0a75-85b9-4f63-bee0-57b0371e7cf0 None None] Deleting port 7a974f80-03d8-409c-ac89-eff3d5ff1f96 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:59.666894 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0a75-85b9-4f63-bee0-57b0371e7cf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.760475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bb4d0a75-85b9-4f63-bee0-57b0371e7cf0 None None] For port 7a974f80-03d8-409c-ac89-eff3d5ff1f96, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7a974f80-03d8-409c-ac89-eff3d5ff1f96,segment=NetworkSegment(33a116a6-ee30-4a8c-a254-1cc073146250),segment_id=33a116a6-ee30-4a8c-a254-1cc073146250)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:59.760955 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0a75-85b9-4f63-bee0-57b0371e7cf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.792841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d0a75-85b9-4f63-bee0-57b0371e7cf0 None None] Calling delete_port for 7a974f80-03d8-409c-ac89-eff3d5ff1f96 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:59.871142 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'tag': '22919e0d-6349-4262-bb27-d97e1781e3d6'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:59.873402 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967115f7-61ab-4011-a77c-f2883e5be74b" -d '{"events": [{"name": "network-changed", "server_uuid": "6764ce1a-45a7-44bb-b2aa-64d47d35bd42", "tag": "22919e0d-6349-4262-bb27-d97e1781e3d6"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:59.893915 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.911097 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0a75-85b9-4f63-bee0-57b0371e7cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.942804 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d0a75-85b9-4f63-bee0-57b0371e7cf0 None None] Pushing event deleted for resources: {'Port': ['ID=7a974f80-03d8-409c-ac89-eff3d5ff1f96,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:59.945540 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d0a75-85b9-4f63-bee0-57b0371e7cf0 None None] No DVR routers for this DVR port 7a974f80-03d8-409c-ac89-eff3d5ff1f96 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:59.973970 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Deleting port 7a974f80-03d8-409c-ac89-eff3d5ff1f96 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:59.974337 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.980140 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e027b-559d-48c7-a8d9-42a285065cea None None] DHCP port deletion for 1dde6ee5-6538-47ac-b89b-1ed9ae9f597e request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:34:00.015802 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c7befc-f224-4f83-9156-1b69517f00d4 x-openstack-request-id: req-14c7befc-f224-4f83-9156-1b69517f00d4 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:34:00.016149 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6764ce1a-45a7-44bb-b2aa-64d47d35bd42", "tag": "22919e0d-6349-4262-bb27-d97e1781e3d6", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:34:00.016441 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14c7befc-f224-4f83-9156-1b69517f00d4 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:34:00.016823 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'tag': '22919e0d-6349-4262-bb27-d97e1781e3d6', 'status': 'completed', 'code': 200} Oct 26 14:34:00.039283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-318e027b-559d-48c7-a8d9-42a285065cea None None] Deleting port 66e75274-a030-4578-9919-fe3f57e4397f {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:00.040021 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-318e027b-559d-48c7-a8d9-42a285065cea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.089538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] For port 7a974f80-03d8-409c-ac89-eff3d5ff1f96, host n-d-815498-1, got binding levels [] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:00.090398 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.106816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967115f7-61ab-4011-a77c-f2883e5be74b req-17b5b765-63cb-492d-9b05-8c3ec44c3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:00.108688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-967115f7-61ab-4011-a77c-f2883e5be74b req-17b5b765-63cb-492d-9b05-8c3ec44c3489 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 1094 time: 0.0891473 Oct 26 14:34:00.110011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Calling delete_port for 7a974f80-03d8-409c-ac89-eff3d5ff1f96 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:00.112622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_backend_mixin [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Port 7a974f80-03d8-409c-ac89-eff3d5ff1f96 was not found and therefore no delete operation was performed {{(pid=102124) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:34:00.115230 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.127799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-318e027b-559d-48c7-a8d9-42a285065cea None None] For port 66e75274-a030-4578-9919-fe3f57e4397f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=66e75274-a030-4578-9919-fe3f57e4397f,segment=NetworkSegment(73cc6f7c-d94f-4b42-bfd5-267ffac8ca01),segment_id=73cc6f7c-d94f-4b42-bfd5-267ffac8ca01)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:00.128766 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-318e027b-559d-48c7-a8d9-42a285065cea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.150750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-318e027b-559d-48c7-a8d9-42a285065cea None None] Calling delete_port for 66e75274-a030-4578-9919-fe3f57e4397f owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:00.179644 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event deleted for resources: {'Port': ['ID=7a974f80-03d8-409c-ac89-eff3d5ff1f96,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:00.216120 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] No DVR routers for this DVR port 7a974f80-03d8-409c-ac89-eff3d5ff1f96 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:34:00.260096 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-318e027b-559d-48c7-a8d9-42a285065cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.320081 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e027b-559d-48c7-a8d9-42a285065cea None None] Pushing event deleted for resources: {'Port': ['ID=66e75274-a030-4578-9919-fe3f57e4397f,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:00.326310 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96504e-df91-4473-b933-e2162ff870b5 req-e2eb05e1-3713-4237-b130-5a039eacadef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:00.327886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4a96504e-df91-4473-b933-e2162ff870b5 req-e2eb05e1-3713-4237-b130-5a039eacadef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 943 time: 0.2138681 Oct 26 14:34:00.339369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e027b-559d-48c7-a8d9-42a285065cea None None] No DVR routers for this DVR port 66e75274-a030-4578-9919-fe3f57e4397f on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:34:00.343889 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.345332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 66e75274-a030-4578-9919-fe3f57e4397f no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:34:00.381891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 66e75274-a030-4578-9919-fe3f57e4397f {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:34:00.382193 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 66e75274-a030-4578-9919-fe3f57e4397f not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:34:00.382622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7a974f80-03d8-409c-ac89-eff3d5ff1f96 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:34:00.392092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967115f7-61ab-4011-a77c-f2883e5be74b req-10cffa52-ea0c-4103-b4ac-9e7572b82191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:00.393615 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-967115f7-61ab-4011-a77c-f2883e5be74b req-10cffa52-ea0c-4103-b4ac-9e7572b82191 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.2763608 Oct 26 14:34:00.404668 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 7a974f80-03d8-409c-ac89-eff3d5ff1f96 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:34:00.405184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7a974f80-03d8-409c-ac89-eff3d5ff1f96 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:34:00.412162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aaf0aac-c47b-4b8a-8128-caf6417ed728']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:00.417254 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4a96504e-df91-4473-b933-e2162ff870b5 req-5cd455d4-2c05-48df-9a25-4248b71aa842 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805888 Oct 26 14:34:00.424430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43348) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:00.457424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a116a6-ee30-4a8c-a254-1cc073146250') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:00.457728 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a116a6-ee30-4a8c-a254-1cc073146250') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:00.460846 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-967115f7-61ab-4011-a77c-f2883e5be74b req-5bf495d3-002c-4900-8305-51e3c0d4d709 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22919e0d-6349-4262-bb27-d97e1781e3d6 HTTP/1.1" status: 200 len: 217 time: 0.0506184 Oct 26 14:34:00.470614 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.507928 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9ae5fdbf-403f-4d90-a453-ac2f11fc186d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/fecf2d96-22f5-46ff-b40e-80098512a50a HTTP/1.1" status: 200 len: 993 time: 0.0813100 Oct 26 14:34:00.515290 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.525529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:00.525930 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:00.528956 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:00.574866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967115f7-61ab-4011-a77c-f2883e5be74b req-d8f860e9-d858-4b4f-a8c1-7f64b4583a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:00.576647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-967115f7-61ab-4011-a77c-f2883e5be74b req-d8f860e9-d858-4b4f-a8c1-7f64b4583a4e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.1081281 Oct 26 14:34:00.623116 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.641892 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.647839 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "DELETE /v2.0/networks/4aaf0aac-c47b-4b8a-8128-caf6417ed728 HTTP/1.1" status: 204 len: 168 time: 1.2049186 Oct 26 14:34:00.647839 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a80108-9c35-4861-b871-8c54476bbea0 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event deleted for resources: {'Network': ['ID=4aaf0aac-c47b-4b8a-8128-caf6417ed728,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:00.650169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43350) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:00.712323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967115f7-61ab-4011-a77c-f2883e5be74b req-e5657767-d564-459c-9295-fd29404b592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:00.713910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-967115f7-61ab-4011-a77c-f2883e5be74b req-e5657767-d564-459c-9295-fd29404b592c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286297 Oct 26 14:34:00.780275 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10fae2c7-cb51-4b1d-bcf2-24906968325f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.894503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-967115f7-61ab-4011-a77c-f2883e5be74b req-364912b1-8070-4eab-806c-1a486dbf1276 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732576 Oct 26 14:34:00.913582 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10fae2c7-cb51-4b1d-bcf2-24906968325f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.977209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-10fae2c7-cb51-4b1d-bcf2-24906968325f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dde6ee5-6538-47ac-b89b-1ed9ae9f597e']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:00.990372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-10fae2c7-cb51-4b1d-bcf2-24906968325f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cc6f7c-d94f-4b42-bfd5-267ffac8ca01') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:00.990661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-10fae2c7-cb51-4b1d-bcf2-24906968325f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cc6f7c-d94f-4b42-bfd5-267ffac8ca01') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:01.004193 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10fae2c7-cb51-4b1d-bcf2-24906968325f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.029963 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10fae2c7-cb51-4b1d-bcf2-24906968325f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.039858 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-967115f7-61ab-4011-a77c-f2883e5be74b req-08719c7d-2c6d-4373-bc61-20657e04acaa service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375213 Oct 26 14:34:01.040832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fae2c7-cb51-4b1d-bcf2-24906968325f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:01.041211 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10fae2c7-cb51-4b1d-bcf2-24906968325f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:01.044117 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:01.116208 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10fae2c7-cb51-4b1d-bcf2-24906968325f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.122934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10fae2c7-cb51-4b1d-bcf2-24906968325f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.127459 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-10fae2c7-cb51-4b1d-bcf2-24906968325f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "DELETE /v2.0/networks/1dde6ee5-6538-47ac-b89b-1ed9ae9f597e HTTP/1.1" status: 204 len: 168 time: 0.4763458 Oct 26 14:34:01.130133 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43352) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:01.142360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fae2c7-cb51-4b1d-bcf2-24906968325f tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event deleted for resources: {'Network': ['ID=1dde6ee5-6538-47ac-b89b-1ed9ae9f597e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:01.193003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67b1c98-cafe-4df3-a09e-67ad22970bfd tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Deleting subnet e550d23f-c25a-4ea0-aab4-867f8468aee6 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:34:01.196157 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e67b1c98-cafe-4df3-a09e-67ad22970bfd tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.236085 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e67b1c98-cafe-4df3-a09e-67ad22970bfd tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.316701 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e67b1c98-cafe-4df3-a09e-67ad22970bfd tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.378882 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e67b1c98-cafe-4df3-a09e-67ad22970bfd tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.410801 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e67b1c98-cafe-4df3-a09e-67ad22970bfd tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.414903 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e67b1c98-cafe-4df3-a09e-67ad22970bfd tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "DELETE /v2.0/subnets/e550d23f-c25a-4ea0-aab4-867f8468aee6 HTTP/1.1" status: 204 len: 168 time: 0.2831242 Oct 26 14:34:01.415984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b1c98-cafe-4df3-a09e-67ad22970bfd tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event deleted for resources: {'Subnet': ['ID=e550d23f-c25a-4ea0-aab4-867f8468aee6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:01.417096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8620ab42-d6e4-44df-8b59-61994e13faa7 None None] Network 4e305b62-2adb-442b-814f-b36ac84e4b52 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:01.417700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43354) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:01.499562 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.594342 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba28592-a03e-46df-b50f-86773f7c1d4e req-cc10a97e-bfcc-4d80-bd99-345a408ff8c6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:01.595869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ba28592-a03e-46df-b50f-86773f7c1d4e req-cc10a97e-bfcc-4d80-bd99-345a408ff8c6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 943 time: 0.0645592 Oct 26 14:34:01.598348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Deleting port c6ac88c6-2532-455c-a18e-97673e74d26b {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:01.598763 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.626409 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4de49d-7c4b-4a29-ac62-e173fa44711a None None] DHCP port deletion for 4e305b62-2adb-442b-814f-b36ac84e4b52 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:34:01.678373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8a4de49d-7c4b-4a29-ac62-e173fa44711a None None] Deleting port c6ac88c6-2532-455c-a18e-97673e74d26b {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:01.678836 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8a4de49d-7c4b-4a29-ac62-e173fa44711a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.690877 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] For port c6ac88c6-2532-455c-a18e-97673e74d26b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c6ac88c6-2532-455c-a18e-97673e74d26b,segment=NetworkSegment(fbc56732-e16b-434c-8f00-1a75ee671901),segment_id=fbc56732-e16b-434c-8f00-1a75ee671901)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:01.691241 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.696572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ba28592-a03e-46df-b50f-86773f7c1d4e req-49b86078-d78e-43f8-bcc1-72b777080a3c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854368 Oct 26 14:34:01.707616 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Calling delete_port for c6ac88c6-2532-455c-a18e-97673e74d26b owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:01.756215 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-8a4de49d-7c4b-4a29-ac62-e173fa44711a None None] For port c6ac88c6-2532-455c-a18e-97673e74d26b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c6ac88c6-2532-455c-a18e-97673e74d26b,segment=NetworkSegment(fbc56732-e16b-434c-8f00-1a75ee671901),segment_id=fbc56732-e16b-434c-8f00-1a75ee671901)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:01.756725 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8a4de49d-7c4b-4a29-ac62-e173fa44711a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.772300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8a4de49d-7c4b-4a29-ac62-e173fa44711a None None] Calling delete_port for c6ac88c6-2532-455c-a18e-97673e74d26b owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:01.802839 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.829905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event deleted for resources: {'Port': ['ID=c6ac88c6-2532-455c-a18e-97673e74d26b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:01.831824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] No DVR routers for this DVR port c6ac88c6-2532-455c-a18e-97673e74d26b on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:01.857209 n-d-815498-1 neutron-server[102125]: self.session.flush() Oct 26 14:34:01.864902 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8a4de49d-7c4b-4a29-ac62-e173fa44711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.888659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4de49d-7c4b-4a29-ac62-e173fa44711a None None] Pushing event deleted for resources: {'Port': ['ID=c6ac88c6-2532-455c-a18e-97673e74d26b,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:01.894112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4de49d-7c4b-4a29-ac62-e173fa44711a None None] No DVR routers for this DVR port c6ac88c6-2532-455c-a18e-97673e74d26b on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:34:01.910220 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.929459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e305b62-2adb-442b-814f-b36ac84e4b52']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:01.938404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc56732-e16b-434c-8f00-1a75ee671901') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:01.938697 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc56732-e16b-434c-8f00-1a75ee671901') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:01.953027 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.966188 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.971895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:01.972300 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:01.975203 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:02.033784 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.041050 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.044284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "DELETE /v2.0/networks/4e305b62-2adb-442b-814f-b36ac84e4b52 HTTP/1.1" status: 204 len: 168 time: 0.6258242 Oct 26 14:34:02.047072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43358) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:02.056250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fe117-d44e-4e3e-b88b-52fd4372e326 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Pushing event deleted for resources: {'Network': ['ID=4e305b62-2adb-442b-814f-b36ac84e4b52,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:02.074977 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b8d12f5d-24b3-4630-a695-8dfa8c500154 tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "GET /v2.0/ports?device_id=badd0fe8-088f-4254-9abe-236d9ea3d5fa HTTP/1.1" status: 200 len: 205 time: 0.0266995 Oct 26 14:34:02.077388 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43360) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:02.151554 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5205eef9-d64f-4014-a36b-2005998ee08b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.249918 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c6ac88c6-2532-455c-a18e-97673e74d26b no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:34:02.274858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: c6ac88c6-2532-455c-a18e-97673e74d26b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:34:02.275234 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c6ac88c6-2532-455c-a18e-97673e74d26b not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:34:02.308232 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5205eef9-d64f-4014-a36b-2005998ee08b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.310353 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5205eef9-d64f-4014-a36b-2005998ee08b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.352874 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5205eef9-d64f-4014-a36b-2005998ee08b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.353373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5205eef9-d64f-4014-a36b-2005998ee08b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Fanout notify agent at l3_agent the message router_deleted on router badd0fe8-088f-4254-9abe-236d9ea3d5fa {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:34:02.360013 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5205eef9-d64f-4014-a36b-2005998ee08b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.361093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5205eef9-d64f-4014-a36b-2005998ee08b tempest-RoutersNegativeIpV6Test-1066132779 tempest-RoutersNegativeIpV6Test-1066132779-project] 10.222.0.32 "DELETE /v2.0/routers/badd0fe8-088f-4254-9abe-236d9ea3d5fa HTTP/1.1" status: 204 len: 168 time: 0.2825577 Oct 26 14:34:02.597795 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43366) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:02.732762 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2259b6fc-d884-4ade-b125-6a74b643168f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a6665b40454444fab5d472308c88575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336329 Oct 26 14:34:02.735122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43372) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:02.817872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-11d212bc-3a55-4242-bc7b-d1097493ccb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.854842 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d529dcd-c041-4439-9034-c418229a6c7c req-7cafa8d3-06cf-4e30-9a32-3ba5bc029d56 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:02.856335 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d529dcd-c041-4439-9034-c418229a6c7c req-7cafa8d3-06cf-4e30-9a32-3ba5bc029d56 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 943 time: 0.0839682 Oct 26 14:34:02.858208 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-11d212bc-3a55-4242-bc7b-d1097493ccb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.915253 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0d529dcd-c041-4439-9034-c418229a6c7c req-35d40574-cc4e-47ef-8db3-1bf8596322aa tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501018 Oct 26 14:34:02.931105 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-11d212bc-3a55-4242-bc7b-d1097493ccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.933861 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-11d212bc-3a55-4242-bc7b-d1097493ccb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.935103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-11d212bc-3a55-4242-bc7b-d1097493ccb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1deeafcc-922c-4c03-b0b9-e57273df03e8 HTTP/1.1" status: 204 len: 168 time: 0.1990979 Oct 26 14:34:02.943043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d212bc-3a55-4242-bc7b-d1097493ccb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1deeafcc-922c-4c03-b0b9-e57273df03e8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:03.561959 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43394) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:03.656581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-83bdfe31-1a5d-4575-b9c3-425bec7c295e tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:03.663407 n-d-815498-1 neutron-server[102124]: WARNING neutron.api.v2.base [None req-83bdfe31-1a5d-4575-b9c3-425bec7c295e tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 14:34:03.663950 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-83bdfe31-1a5d-4575-b9c3-425bec7c295e tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 14:34:03.665016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-83bdfe31-1a5d-4575-b9c3-425bec7c295e tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1019933 Oct 26 14:34:03.668521 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43398) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:03.673907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-582138a3-95c9-44ce-b994-e4ec8217e7d6 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group': {'name': 'tempest-secgroup--885987038'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:03.695141 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-582138a3-95c9-44ce-b994-e4ec8217e7d6 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.703832 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-582138a3-95c9-44ce-b994-e4ec8217e7d6 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.775678 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-582138a3-95c9-44ce-b994-e4ec8217e7d6 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.779715 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-582138a3-95c9-44ce-b994-e4ec8217e7d6 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.821512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582138a3-95c9-44ce-b994-e4ec8217e7d6 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba2e4e3-2a86-43f1-8e4c-483c7e0c6350,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:03.858911 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-582138a3-95c9-44ce-b994-e4ec8217e7d6 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.862378 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-582138a3-95c9-44ce-b994-e4ec8217e7d6 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.891521 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-582138a3-95c9-44ce-b994-e4ec8217e7d6 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.892734 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-582138a3-95c9-44ce-b994-e4ec8217e7d6 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2232833 Oct 26 14:34:03.894766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582138a3-95c9-44ce-b994-e4ec8217e7d6 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3353466f-a9c9-4194-a171-468c3bd6c861,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:03.895811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43400) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:03.900453 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4313a5a0-4f64-474f-b974-f1ec60f494fb tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': '3353466f-a9c9-4194-a171-468c3bd6c861', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:03.926681 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4313a5a0-4f64-474f-b974-f1ec60f494fb tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.982914 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4313a5a0-4f64-474f-b974-f1ec60f494fb tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.986726 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4313a5a0-4f64-474f-b974-f1ec60f494fb tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.005261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313a5a0-4f64-474f-b974-f1ec60f494fb tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa9a4de-4fa4-48ef-bb35-c1b0093f0447,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:04.014135 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4313a5a0-4f64-474f-b974-f1ec60f494fb tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.015444 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4313a5a0-4f64-474f-b974-f1ec60f494fb tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186221 Oct 26 14:34:04.018338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43404) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:04.024336 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9865dba9-c058-4cd3-96ea-6bcef9bd540a tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': '3353466f-a9c9-4194-a171-468c3bd6c861', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:04.045378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8aa39-b484-4a58-a67f-fa82cafad383 req-68e91a94-ed80-4927-80a2-37d67d4a7f11 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:04.046874 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91e8aa39-b484-4a58-a67f-fa82cafad383 req-68e91a94-ed80-4927-80a2-37d67d4a7f11 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 943 time: 0.0633421 Oct 26 14:34:04.074178 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9865dba9-c058-4cd3-96ea-6bcef9bd540a tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.116217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-91e8aa39-b484-4a58-a67f-fa82cafad383 req-e9a6f033-a874-436f-92aa-6d9a2a263255 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621305 Oct 26 14:34:04.139108 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-9865dba9-c058-4cd3-96ea-6bcef9bd540a tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 14:34:04.140188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9865dba9-c058-4cd3-96ea-6bcef9bd540a tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1208870 Oct 26 14:34:04.143147 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43406) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:04.195442 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-025b9f32-cdac-464e-8fae-e535f7e8a904 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.217638 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-025b9f32-cdac-464e-8fae-e535f7e8a904 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.264269 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-025b9f32-cdac-464e-8fae-e535f7e8a904 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.266946 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-025b9f32-cdac-464e-8fae-e535f7e8a904 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.268090 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-025b9f32-cdac-464e-8fae-e535f7e8a904 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "DELETE /v2.0/security-groups/3353466f-a9c9-4194-a171-468c3bd6c861 HTTP/1.1" status: 204 len: 168 time: 0.1239560 Oct 26 14:34:04.270858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43408) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:04.277775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b9f32-cdac-464e-8fae-e535f7e8a904 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3353466f-a9c9-4194-a171-468c3bd6c861,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:04.315316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0a56bd91-9a31-4757-b9a0-075adeaf4780 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432987 Oct 26 14:34:04.319254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43410) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:04.323695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-96f41704-14d4-4f6d-924a-3402877be75d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765695232'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:04.344437 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96f41704-14d4-4f6d-924a-3402877be75d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.411931 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96f41704-14d4-4f6d-924a-3402877be75d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.416315 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96f41704-14d4-4f6d-924a-3402877be75d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.446770 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-96f41704-14d4-4f6d-924a-3402877be75d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.447989 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-96f41704-14d4-4f6d-924a-3402877be75d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1277251 Oct 26 14:34:04.449057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f41704-14d4-4f6d-924a-3402877be75d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfac26a-f4f9-4939-8a17-fe462df917de,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:04.451841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43412) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:04.457071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e4881224-2569-46d5-b38d-05564eb80231 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'acfac26a-f4f9-4939-8a17-fe462df917de', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:04.457719 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-e4881224-2569-46d5-b38d-05564eb80231 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 14:34:04.458343 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-e4881224-2569-46d5-b38d-05564eb80231 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:04.459465 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e4881224-2569-46d5-b38d-05564eb80231 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062180 Oct 26 14:34:04.462593 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43414) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:04.514141 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4697d2c-7403-4e89-a540-1120e328ddd5 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.536467 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4697d2c-7403-4e89-a540-1120e328ddd5 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.577824 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4697d2c-7403-4e89-a540-1120e328ddd5 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.580537 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a4697d2c-7403-4e89-a540-1120e328ddd5 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.581680 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a4697d2c-7403-4e89-a540-1120e328ddd5 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "DELETE /v2.0/security-groups/acfac26a-f4f9-4939-8a17-fe462df917de HTTP/1.1" status: 204 len: 168 time: 0.1182034 Oct 26 14:34:04.584427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43416) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:04.591955 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4697d2c-7403-4e89-a540-1120e328ddd5 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfac26a-f4f9-4939-8a17-fe462df917de,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:04.631515 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ae22fbb5-1d47-40c3-b872-65e07d841e79 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0455766 Oct 26 14:34:04.635376 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43418) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:04.639922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7da2ab9a-cfbf-44db-b98a-fef8704d5cb5 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group': {'name': 'tempest-secgroup--801490335'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:04.660348 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7da2ab9a-cfbf-44db-b98a-fef8704d5cb5 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.724136 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7da2ab9a-cfbf-44db-b98a-fef8704d5cb5 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.728046 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7da2ab9a-cfbf-44db-b98a-fef8704d5cb5 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.755576 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7da2ab9a-cfbf-44db-b98a-fef8704d5cb5 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.756775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7da2ab9a-cfbf-44db-b98a-fef8704d5cb5 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1204526 Oct 26 14:34:04.760550 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43420) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:04.761430 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2ab9a-cfbf-44db-b98a-fef8704d5cb5 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a85e85-06c9-4eda-95ea-f49d798a367c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:04.766795 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5de053a6-9ec0-4e6a-9732-1004f5c28ad8 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': '13a85e85-06c9-4eda-95ea-f49d798a367c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:04.767494 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-5de053a6-9ec0-4e6a-9732-1004f5c28ad8 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 14:34:04.767981 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-5de053a6-9ec0-4e6a-9732-1004f5c28ad8 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:04.768911 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5de053a6-9ec0-4e6a-9732-1004f5c28ad8 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071316 Oct 26 14:34:04.771532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43422) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:04.825818 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4499a65-b52d-4338-8bc8-f81423a22757 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.848357 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4499a65-b52d-4338-8bc8-f81423a22757 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.890012 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4499a65-b52d-4338-8bc8-f81423a22757 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.892740 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f4499a65-b52d-4338-8bc8-f81423a22757 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.893903 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f4499a65-b52d-4338-8bc8-f81423a22757 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "DELETE /v2.0/security-groups/13a85e85-06c9-4eda-95ea-f49d798a367c HTTP/1.1" status: 204 len: 168 time: 0.1215065 Oct 26 14:34:04.896621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43424) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:04.904182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4499a65-b52d-4338-8bc8-f81423a22757 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a85e85-06c9-4eda-95ea-f49d798a367c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:04.942263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-73d18daa-b7ae-4bb4-aeec-e92379cef744 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443420 Oct 26 14:34:04.946186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43426) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:04.950322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-540b699b-d361-4435-873f-7941229d80c3 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692841779'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:04.972905 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-540b699b-d361-4435-873f-7941229d80c3 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.037355 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-540b699b-d361-4435-873f-7941229d80c3 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.042462 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-540b699b-d361-4435-873f-7941229d80c3 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.071161 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-540b699b-d361-4435-873f-7941229d80c3 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.072355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-540b699b-d361-4435-873f-7941229d80c3 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1252670 Oct 26 14:34:05.075350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43428) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.076238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b699b-d361-4435-873f-7941229d80c3 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb7a497-273b-4422-a9ac-01eac1302e94,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:05.080050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9f26d412-f9a1-42dc-b6d4-e41a1fad209f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'bdb7a497-273b-4422-a9ac-01eac1302e94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.080915 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-9f26d412-f9a1-42dc-b6d4-e41a1fad209f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 14:34:05.081414 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-9f26d412-f9a1-42dc-b6d4-e41a1fad209f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:05.083166 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9f26d412-f9a1-42dc-b6d4-e41a1fad209f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060725 Oct 26 14:34:05.085099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43430) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.092894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0184074a-2c96-4bff-8b22-c354e36f3467 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'bdb7a497-273b-4422-a9ac-01eac1302e94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.093511 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-0184074a-2c96-4bff-8b22-c354e36f3467 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 14:34:05.093965 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-0184074a-2c96-4bff-8b22-c354e36f3467 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:05.094909 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0184074a-2c96-4bff-8b22-c354e36f3467 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089645 Oct 26 14:34:05.097295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43432) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.101232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-98f1dfc9-9a7a-48e3-a14f-2ee165364ec9 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'bdb7a497-273b-4422-a9ac-01eac1302e94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.101999 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-98f1dfc9-9a7a-48e3-a14f-2ee165364ec9 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 14:34:05.102467 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-98f1dfc9-9a7a-48e3-a14f-2ee165364ec9 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:05.103382 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-98f1dfc9-9a7a-48e3-a14f-2ee165364ec9 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052626 Oct 26 14:34:05.105699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43434) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.110335 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8a7cf210-bb48-43d7-9998-a4e3fe87166f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'bdb7a497-273b-4422-a9ac-01eac1302e94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.111170 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-8a7cf210-bb48-43d7-9998-a4e3fe87166f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 14:34:05.111636 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-8a7cf210-bb48-43d7-9998-a4e3fe87166f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:05.112546 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8a7cf210-bb48-43d7-9998-a4e3fe87166f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059481 Oct 26 14:34:05.114954 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43436) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.167092 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-484521fb-ec54-46bb-ae2f-9e15c5ad2d6a tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.189816 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-484521fb-ec54-46bb-ae2f-9e15c5ad2d6a tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.231145 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-484521fb-ec54-46bb-ae2f-9e15c5ad2d6a tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.233862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-484521fb-ec54-46bb-ae2f-9e15c5ad2d6a tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.235072 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-484521fb-ec54-46bb-ae2f-9e15c5ad2d6a tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "DELETE /v2.0/security-groups/bdb7a497-273b-4422-a9ac-01eac1302e94 HTTP/1.1" status: 204 len: 168 time: 0.1192579 Oct 26 14:34:05.235433 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24051d0-7bea-4e0e-9be2-b80afbad031b req-9f910c92-28fd-44af-80ad-3c04f0483fec tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:05.237260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a24051d0-7bea-4e0e-9be2-b80afbad031b req-9f910c92-28fd-44af-80ad-3c04f0483fec tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 943 time: 0.0531745 Oct 26 14:34:05.237724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43440) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.245042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484521fb-ec54-46bb-ae2f-9e15c5ad2d6a tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb7a497-273b-4422-a9ac-01eac1302e94,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:05.303273 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-164f8d82-ca92-47f1-a452-f19f5b0aa124 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644617 Oct 26 14:34:05.307877 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43442) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.308984 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a24051d0-7bea-4e0e-9be2-b80afbad031b req-e7871d84-9a19-4fad-8ea3-8de2f0827e2b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558431 Oct 26 14:34:05.313072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-2c14c53e-4d34-4238-aadf-f07c349b9680 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group': {'name': 'tempest-secgroup--879333760'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.337527 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c14c53e-4d34-4238-aadf-f07c349b9680 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.403386 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c14c53e-4d34-4238-aadf-f07c349b9680 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.407490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c14c53e-4d34-4238-aadf-f07c349b9680 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.439284 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2c14c53e-4d34-4238-aadf-f07c349b9680 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.440524 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2c14c53e-4d34-4238-aadf-f07c349b9680 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1311612 Oct 26 14:34:05.441737 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14c53e-4d34-4238-aadf-f07c349b9680 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef19050f-0ffa-4e25-89c1-f981a0a8234e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:05.443560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43444) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.449052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-51a741f7-eb25-47d8-9d1f-9d2c92c2e06f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'ef19050f-0ffa-4e25-89c1-f981a0a8234e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.449889 n-d-815498-1 neutron-server[102124]: WARNING neutron.api.v2.base [None req-51a741f7-eb25-47d8-9d1f-9d2c92c2e06f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 14:34:05.450312 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-51a741f7-eb25-47d8-9d1f-9d2c92c2e06f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:05.451259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-51a741f7-eb25-47d8-9d1f-9d2c92c2e06f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065351 Oct 26 14:34:05.453757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43446) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.457774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1527c62f-8dbc-4513-83fd-bc3cf4a50e22 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'ef19050f-0ffa-4e25-89c1-f981a0a8234e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.490980 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-1527c62f-8dbc-4513-83fd-bc3cf4a50e22 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:05.492051 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1527c62f-8dbc-4513-83fd-bc3cf4a50e22 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0373709 Oct 26 14:34:05.495818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43448) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.500065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-40da5950-9b37-416b-84af-fa063a6bbd1b tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'ef19050f-0ffa-4e25-89c1-f981a0a8234e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.500530 n-d-815498-1 neutron-server[102124]: WARNING neutron.api.v2.base [None req-40da5950-9b37-416b-84af-fa063a6bbd1b tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 14:34:05.500977 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-40da5950-9b37-416b-84af-fa063a6bbd1b tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:05.501864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-40da5950-9b37-416b-84af-fa063a6bbd1b tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0051749 Oct 26 14:34:05.504412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43450) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.509597 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0a86fa07-ed77-43a1-af65-3af83a7f2537 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'ef19050f-0ffa-4e25-89c1-f981a0a8234e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.542982 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-0a86fa07-ed77-43a1-af65-3af83a7f2537 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:05.544017 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0a86fa07-ed77-43a1-af65-3af83a7f2537 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0385039 Oct 26 14:34:05.546852 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43452) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.552286 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5314312d-b956-4cf2-86c3-63ca09444cb8 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'ef19050f-0ffa-4e25-89c1-f981a0a8234e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.552766 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-5314312d-b956-4cf2-86c3-63ca09444cb8 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 14:34:05.553236 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-5314312d-b956-4cf2-86c3-63ca09444cb8 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:05.554174 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5314312d-b956-4cf2-86c3-63ca09444cb8 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064056 Oct 26 14:34:05.557023 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43454) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.560860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7d338288-c97c-4a45-901f-4c8ea9f31cdd tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'ef19050f-0ffa-4e25-89c1-f981a0a8234e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.594458 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-7d338288-c97c-4a45-901f-4c8ea9f31cdd tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:05.595492 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7d338288-c97c-4a45-901f-4c8ea9f31cdd tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0376413 Oct 26 14:34:05.598278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43456) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.607079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-759da80b-71a1-4782-9573-302746da9f27 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'ef19050f-0ffa-4e25-89c1-f981a0a8234e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.607552 n-d-815498-1 neutron-server[102123]: WARNING neutron.api.v2.base [None req-759da80b-71a1-4782-9573-302746da9f27 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 14:34:05.608068 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-759da80b-71a1-4782-9573-302746da9f27 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:05.609594 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-759da80b-71a1-4782-9573-302746da9f27 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104403 Oct 26 14:34:05.612127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43458) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.616000 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3dc51f1b-74f4-42b3-9dcd-76ebf699f210 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'ef19050f-0ffa-4e25-89c1-f981a0a8234e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.648930 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-3dc51f1b-74f4-42b3-9dcd-76ebf699f210 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:05.649945 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3dc51f1b-74f4-42b3-9dcd-76ebf699f210 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0369711 Oct 26 14:34:05.652653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43460) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.657661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ebb5a7be-d767-4399-b6d9-c2747b10c54a tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'ef19050f-0ffa-4e25-89c1-f981a0a8234e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.690373 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-ebb5a7be-d767-4399-b6d9-c2747b10c54a tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:05.691384 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ebb5a7be-d767-4399-b6d9-c2747b10c54a tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0378470 Oct 26 14:34:05.693999 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43462) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.745013 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-478ff0b4-2278-4723-8219-7a3764a32c5b tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.766704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-478ff0b4-2278-4723-8219-7a3764a32c5b tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.807255 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-478ff0b4-2278-4723-8219-7a3764a32c5b tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.809902 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-478ff0b4-2278-4723-8219-7a3764a32c5b tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.811107 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-478ff0b4-2278-4723-8219-7a3764a32c5b tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "DELETE /v2.0/security-groups/ef19050f-0ffa-4e25-89c1-f981a0a8234e HTTP/1.1" status: 204 len: 168 time: 0.1161964 Oct 26 14:34:05.813838 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43464) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.820392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ff0b4-2278-4723-8219-7a3764a32c5b tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef19050f-0ffa-4e25-89c1-f981a0a8234e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:05.856724 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bff0bd78-cf8f-4337-87cb-ba24bff46412 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0417442 Oct 26 14:34:05.860409 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43466) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.864734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group': {'name': 'tempest-secgroup--967603886'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.885692 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.950236 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.953750 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.985668 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.986987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1256356 Oct 26 14:34:05.990113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43468) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:05.991957 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cba58c4-8c9a-427a-886c-584e47a7c01b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:05.994856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e5475b33-b222-4a91-851c-a2d3509f2005 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': '5cba58c4-8c9a-427a-886c-584e47a7c01b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:05.999983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:06.000337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:06.000682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:06.001023 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:06.001360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:06.001689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:06.002047 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:06.002380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:06.002816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:06.003113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:06.003550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:06.003900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b83509-e760-4ecc-becb-fb98daa91e8d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:06.041086 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-e5475b33-b222-4a91-851c-a2d3509f2005 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The resource could not be found. Oct 26 14:34:06.042208 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e5475b33-b222-4a91-851c-a2d3509f2005 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0510488 Oct 26 14:34:06.044966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43470) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:06.049431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0f595167-5dd5-4e43-97a6-b7aea5df12f9 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': '5cba58c4-8c9a-427a-886c-584e47a7c01b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '68f5b994-feae-4d19-8647-cbd88aa7b9c5'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:06.086861 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-0f595167-5dd5-4e43-97a6-b7aea5df12f9 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The resource could not be found. Oct 26 14:34:06.087885 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0f595167-5dd5-4e43-97a6-b7aea5df12f9 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0419819 Oct 26 14:34:06.090714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43472) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:06.141195 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10e9ca56-c18f-4ccd-bcf9-641e5b95848d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.163019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10e9ca56-c18f-4ccd-bcf9-641e5b95848d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.206693 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10e9ca56-c18f-4ccd-bcf9-641e5b95848d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.209284 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-10e9ca56-c18f-4ccd-bcf9-641e5b95848d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.210483 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-10e9ca56-c18f-4ccd-bcf9-641e5b95848d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "DELETE /v2.0/security-groups/5cba58c4-8c9a-427a-886c-584e47a7c01b HTTP/1.1" status: 204 len: 168 time: 0.1188486 Oct 26 14:34:06.213854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43474) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:06.220101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9ca56-c18f-4ccd-bcf9-641e5b95848d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cba58c4-8c9a-427a-886c-584e47a7c01b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:06.256270 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-eb8211ca-37c4-4cd2-a11f-30c27ab37cdf tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0410626 Oct 26 14:34:06.260895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43476) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:06.267125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0b90b817-c2f7-4a8d-9bc5-99735047a8bb tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': '2cff1b91-da56-461b-a2dc-42d30524f5b5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:06.306635 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-0b90b817-c2f7-4a8d-9bc5-99735047a8bb tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The resource could not be found. Oct 26 14:34:06.307673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0b90b817-c2f7-4a8d-9bc5-99735047a8bb tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0456734 Oct 26 14:34:06.311233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43478) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:06.315440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-1454bda8-9d49-48eb-835d-ff7ca7a42790 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group': {'name': 'tempest-secgroup--891828461'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:06.345712 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1454bda8-9d49-48eb-835d-ff7ca7a42790 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.438627 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1454bda8-9d49-48eb-835d-ff7ca7a42790 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.442647 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1454bda8-9d49-48eb-835d-ff7ca7a42790 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.457132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3347b-e601-4249-b63b-b11b94434f6c req-db3ad34f-bb9a-452f-a369-f607c6649154 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:06.458573 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37e3347b-e601-4249-b63b-b11b94434f6c req-db3ad34f-bb9a-452f-a369-f607c6649154 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 943 time: 0.0779371 Oct 26 14:34:06.493169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1454bda8-9d49-48eb-835d-ff7ca7a42790 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.494345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1454bda8-9d49-48eb-835d-ff7ca7a42790 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1822102 Oct 26 14:34:06.497861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43482) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:06.498893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454bda8-9d49-48eb-835d-ff7ca7a42790 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f235b346-f025-4c15-a4f5-99136ff32e30,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:06.502782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-69b0acce-f8ba-4518-a95d-da52341e0250 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036569884'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:06.518386 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37e3347b-e601-4249-b63b-b11b94434f6c req-92bccf4e-de03-476f-bc85-f3da51c9aaa6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497820 Oct 26 14:34:06.527601 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69b0acce-f8ba-4518-a95d-da52341e0250 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.599427 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69b0acce-f8ba-4518-a95d-da52341e0250 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.603179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69b0acce-f8ba-4518-a95d-da52341e0250 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.631119 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69b0acce-f8ba-4518-a95d-da52341e0250 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.632377 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-69b0acce-f8ba-4518-a95d-da52341e0250 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1333225 Oct 26 14:34:06.635962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43484) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:06.636993 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0acce-f8ba-4518-a95d-da52341e0250 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0fe8d9-26bb-4ade-8eae-878db98ae892,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:06.642356 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-67702dba-affd-4e33-abfe-6a38837e2e65 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group_rule': {'security_group_id': 'f235b346-f025-4c15-a4f5-99136ff32e30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bb0fe8d9-26bb-4ade-8eae-878db98ae892'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:06.675921 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-67702dba-affd-4e33-abfe-6a38837e2e65 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:34:06.676938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-67702dba-affd-4e33-abfe-6a38837e2e65 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0399897 Oct 26 14:34:06.680341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43486) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:06.733081 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-730fdf44-768b-4002-825c-f81d0551911d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.754619 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-730fdf44-768b-4002-825c-f81d0551911d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.796239 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-730fdf44-768b-4002-825c-f81d0551911d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.798852 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-730fdf44-768b-4002-825c-f81d0551911d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.799987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-730fdf44-768b-4002-825c-f81d0551911d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "DELETE /v2.0/security-groups/bb0fe8d9-26bb-4ade-8eae-878db98ae892 HTTP/1.1" status: 204 len: 168 time: 0.1187632 Oct 26 14:34:06.802908 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43488) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:06.808859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fdf44-768b-4002-825c-f81d0551911d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0fe8d9-26bb-4ade-8eae-878db98ae892,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:06.869185 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c1e15832-50fe-4093-9e03-490facee4ba6 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0647671 Oct 26 14:34:06.871969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43490) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:06.925628 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-920953c6-68ee-4c92-927f-709a9ad60d6d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.951258 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-920953c6-68ee-4c92-927f-709a9ad60d6d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.991455 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-920953c6-68ee-4c92-927f-709a9ad60d6d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.994045 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-920953c6-68ee-4c92-927f-709a9ad60d6d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.995188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-920953c6-68ee-4c92-927f-709a9ad60d6d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "DELETE /v2.0/security-groups/f235b346-f025-4c15-a4f5-99136ff32e30 HTTP/1.1" status: 204 len: 168 time: 0.1223202 Oct 26 14:34:06.998017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43492) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:07.004440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920953c6-68ee-4c92-927f-709a9ad60d6d tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f235b346-f025-4c15-a4f5-99136ff32e30,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:07.041000 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-43fa08e4-7682-41b9-978b-cee44f294735 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0417376 Oct 26 14:34:07.045038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43494) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:07.049264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c35fe606-9d13-4f77-8948-7f119193f971 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group': {'name': 'tempest-secgroup--382129205'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:07.070748 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c35fe606-9d13-4f77-8948-7f119193f971 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.141287 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c35fe606-9d13-4f77-8948-7f119193f971 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.145001 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c35fe606-9d13-4f77-8948-7f119193f971 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.172735 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c35fe606-9d13-4f77-8948-7f119193f971 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.173931 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c35fe606-9d13-4f77-8948-7f119193f971 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1279273 Oct 26 14:34:07.177015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43496) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:07.181664 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d3157183-f8fa-4966-976e-8faa484d04d9 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:07.182187 n-d-815498-1 neutron-server[102124]: WARNING neutron.api.v2.base [None req-d3157183-f8fa-4966-976e-8faa484d04d9 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 14:34:07.182749 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [None req-d3157183-f8fa-4966-976e-8faa484d04d9 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 14:34:07.182962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fe606-9d13-4f77-8948-7f119193f971 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d760114e-7f54-4027-9880-05868af08429,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:07.183838 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d3157183-f8fa-4966-976e-8faa484d04d9 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "PUT /v2.0/security-groups/d760114e-7f54-4027-9880-05868af08429 HTTP/1.1" status: 409 len: 330 time: 0.0057268 Oct 26 14:34:07.186519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43498) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:07.242171 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8fe275ec-6db0-434a-8581-6309ee06b1c3 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.271594 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8fe275ec-6db0-434a-8581-6309ee06b1c3 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.315088 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8fe275ec-6db0-434a-8581-6309ee06b1c3 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.317821 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8fe275ec-6db0-434a-8581-6309ee06b1c3 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.318989 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8fe275ec-6db0-434a-8581-6309ee06b1c3 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "DELETE /v2.0/security-groups/d760114e-7f54-4027-9880-05868af08429 HTTP/1.1" status: 204 len: 168 time: 0.1315594 Oct 26 14:34:07.322434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43500) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:07.328627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe275ec-6db0-434a-8581-6309ee06b1c3 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d760114e-7f54-4027-9880-05868af08429,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:07.367636 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dc00ad43-9def-43a3-98a0-fbaabad31dce tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435472 Oct 26 14:34:07.371308 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43502) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:07.383898 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-1236a59c-dbc9-48d1-8fa2-e9067a94f915 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] delete failed (client error): The resource could not be found. Oct 26 14:34:07.384869 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1236a59c-dbc9-48d1-8fa2-e9067a94f915 tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "DELETE /v2.0/security-groups/bf216e75-4618-4911-9cad-c457d7c69955 HTTP/1.1" status: 404 len: 347 time: 0.0126724 Oct 26 14:34:07.388171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43504) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:07.400653 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-a386f062-3783-4900-a8ca-0e05eef83e8f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] show failed (client error): The resource could not be found. Oct 26 14:34:07.401612 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a386f062-3783-4900-a8ca-0e05eef83e8f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "GET /v2.0/security-groups/d2dce754-088e-4c77-8cd8-a6770c63a7ef HTTP/1.1" status: 404 len: 347 time: 0.0125825 Oct 26 14:34:07.404937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43506) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:07.418649 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-49851bf5-f389-4aa1-8b5f-4a3bbb11172f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] show failed (client error): The resource could not be found. Oct 26 14:34:07.419607 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-49851bf5-f389-4aa1-8b5f-4a3bbb11172f tempest-NegativeSecGroupTest-2135722320 tempest-NegativeSecGroupTest-2135722320-project] 10.222.0.32 "GET /v2.0/security-group-rules/596301a4-a8f8-4936-829b-6f128b8a17f0 HTTP/1.1" status: 404 len: 356 time: 0.0135314 Oct 26 14:34:07.640364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e683d-cfd7-47c7-b44c-a040112c9969 req-5ab8fa21-aae2-47e8-81b6-08aa119c82bb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:07.642095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-315e683d-cfd7-47c7-b44c-a040112c9969 req-5ab8fa21-aae2-47e8-81b6-08aa119c82bb tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 943 time: 0.0504158 Oct 26 14:34:07.669111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43514) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:07.683437 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-315e683d-cfd7-47c7-b44c-a040112c9969 req-6580b28d-8278-4ba0-b98f-fa7c345c89b1 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337651 Oct 26 14:34:07.805783 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2a35fd73-98ee-4c2a-b6a5-801f6030695c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=640123bcde984f5cbe6e64088e55169d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350329 Oct 26 14:34:07.808156 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43518) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:07.854438 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bc4d3f8d-976c-40f4-a65a-032247b43508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.875334 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bc4d3f8d-976c-40f4-a65a-032247b43508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.923603 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bc4d3f8d-976c-40f4-a65a-032247b43508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.926303 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bc4d3f8d-976c-40f4-a65a-032247b43508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.930326 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bc4d3f8d-976c-40f4-a65a-032247b43508 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bba2e4e3-2a86-43f1-8e4c-483c7e0c6350 HTTP/1.1" status: 204 len: 168 time: 0.1184227 Oct 26 14:34:07.935680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d3f8d-976c-40f4-a65a-032247b43508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba2e4e3-2a86-43f1-8e4c-483c7e0c6350,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:08.511897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 22919e0d-6349-4262-bb27-d97e1781e3d6 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:34:08.608856 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 22919e0d-6349-4262-bb27-d97e1781e3d6, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=22919e0d-6349-4262-bb27-d97e1781e3d6,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:08.623332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '22919e0d-6349-4262-bb27-d97e1781e3d6', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'port_id': '22919e0d-6349-4262-bb27-d97e1781e3d6', 'mac_address': 'fa:16:3e:91:c2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:34:08.670848 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:08.684429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22919e0d-6349-4262-bb27-d97e1781e3d6 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:34:08.704064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 22919e0d-6349-4262-bb27-d97e1781e3d6, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=22919e0d-6349-4262-bb27-d97e1781e3d6,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:08.709309 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:08.760362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=22919e0d-6349-4262-bb27-d97e1781e3d6,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:08.808581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bbcba-9215-413d-99c4-817f1445f91c req-6ecef4b2-54c7-4476-b661-2a5bf8090b76 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:08.810101 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b0bbcba-9215-413d-99c4-817f1445f91c req-6ecef4b2-54c7-4476-b661-2a5bf8090b76 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 944 time: 0.0543435 Oct 26 14:34:08.849033 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b0bbcba-9215-413d-99c4-817f1445f91c req-a66eee92-cce4-4939-a41a-c9cf4e495961 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330234 Oct 26 14:34:08.921891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['22919e0d-6349-4262-bb27-d97e1781e3d6'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:34:09.549830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43570) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:09.656742 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90fe1713-6841-41f1-a78b-4d25637f1b52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:09.730364 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90fe1713-6841-41f1-a78b-4d25637f1b52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:09.734217 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90fe1713-6841-41f1-a78b-4d25637f1b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:09.771867 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-90fe1713-6841-41f1-a78b-4d25637f1b52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=442f961daafc47a3a65de9c5d9ed1c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209268 Oct 26 14:34:09.772753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe1713-6841-41f1-a78b-4d25637f1b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b290399d-a9d5-4224-851f-e85167179888,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:09.775095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43574) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:09.829513 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-556af7d9-bdbc-4992-a724-07064e69d1c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:09.850134 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-556af7d9-bdbc-4992-a724-07064e69d1c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:09.895390 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-556af7d9-bdbc-4992-a724-07064e69d1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:09.898232 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-556af7d9-bdbc-4992-a724-07064e69d1c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:09.902322 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-556af7d9-bdbc-4992-a724-07064e69d1c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b290399d-a9d5-4224-851f-e85167179888 HTTP/1.1" status: 204 len: 168 time: 0.1227424 Oct 26 14:34:09.909856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556af7d9-bdbc-4992-a724-07064e69d1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b290399d-a9d5-4224-851f-e85167179888,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:09.982079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d086fa-45f7-47c2-8c52-c8df01faed60 req-8e56e4ef-6195-4391-8833-35cb73ac48bf tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:09.983748 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90d086fa-45f7-47c2-8c52-c8df01faed60 req-8e56e4ef-6195-4391-8833-35cb73ac48bf tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 944 time: 0.0570912 Oct 26 14:34:10.023455 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90d086fa-45f7-47c2-8c52-c8df01faed60 req-3e6bb8b8-19cc-413c-85d9-b9bbe943720f tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336385 Oct 26 14:34:10.164497 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43582) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:10.177806 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61ba59f2-59f8-41c1-b80a-07aaed387e7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.255147 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61ba59f2-59f8-41c1-b80a-07aaed387e7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.260008 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-61ba59f2-59f8-41c1-b80a-07aaed387e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.303096 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-61ba59f2-59f8-41c1-b80a-07aaed387e7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c36c12b557e04624b2d3981ac84e9c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373019 Oct 26 14:34:10.304413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba59f2-59f8-41c1-b80a-07aaed387e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cfa5b5-d76e-4690-a7f7-479d7dbb22b9,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:10.306187 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43584) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:10.356040 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb1746d6-5785-443d-8352-f58b76fa11c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.376340 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb1746d6-5785-443d-8352-f58b76fa11c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.422716 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb1746d6-5785-443d-8352-f58b76fa11c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.425309 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-bb1746d6-5785-443d-8352-f58b76fa11c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.426493 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bb1746d6-5785-443d-8352-f58b76fa11c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76cfa5b5-d76e-4690-a7f7-479d7dbb22b9 HTTP/1.1" status: 204 len: 168 time: 0.1192000 Oct 26 14:34:10.434025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1746d6-5785-443d-8352-f58b76fa11c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cfa5b5-d76e-4690-a7f7-479d7dbb22b9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:10.516560 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 22919e0d-6349-4262-bb27-d97e1781e3d6 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:34:10.571063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 22919e0d-6349-4262-bb27-d97e1781e3d6 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:34:10.577114 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 22919e0d-6349-4262-bb27-d97e1781e3d6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:10.577482 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.655362 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.678244 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22919e0d-6349-4262-bb27-d97e1781e3d6'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:34:10.680503 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f2340b-4d26-42cc-9b61-4e5a80d15537" -d '{"events": [{"server_uuid": "6764ce1a-45a7-44bb-b2aa-64d47d35bd42", "name": "network-vif-plugged", "status": "completed", "tag": "22919e0d-6349-4262-bb27-d97e1781e3d6"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:34:10.693616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 22919e0d-6349-4262-bb27-d97e1781e3d6, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=22919e0d-6349-4262-bb27-d97e1781e3d6,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:10.698335 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.725273 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf09fc1-4d13-4ea3-b634-4c8f9a0c0db0 x-openstack-request-id: req-cdf09fc1-4d13-4ea3-b634-4c8f9a0c0db0 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:34:10.725468 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6764ce1a-45a7-44bb-b2aa-64d47d35bd42", "name": "network-vif-plugged", "status": "completed", "tag": "22919e0d-6349-4262-bb27-d97e1781e3d6", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:34:10.725718 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdf09fc1-4d13-4ea3-b634-4c8f9a0c0db0 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:34:10.726231 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22919e0d-6349-4262-bb27-d97e1781e3d6', 'code': 200} Oct 26 14:34:10.752461 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=22919e0d-6349-4262-bb27-d97e1781e3d6,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:10.823741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a61ed-ec9d-4ee2-aaa5-50c39d3afcff req-7eee1d3b-cd47-435e-bdc4-b60f72cc8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:10.825377 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc6a61ed-ec9d-4ee2-aaa5-50c39d3afcff req-7eee1d3b-cd47-435e-bdc4-b60f72cc8abf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 1096 time: 0.0424626 Oct 26 14:34:10.860600 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc6a61ed-ec9d-4ee2-aaa5-50c39d3afcff req-2c7af45b-919c-4039-9f54-558fcc0e7511 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279186 Oct 26 14:34:11.141404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0f57-5784-45ba-bdd3-6daa283ac181 req-bb22e5f7-8845-4939-b399-860779062127 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:11.142933 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-940b0f57-5784-45ba-bdd3-6daa283ac181 req-bb22e5f7-8845-4939-b399-860779062127 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 945 time: 0.0516257 Oct 26 14:34:11.181174 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-940b0f57-5784-45ba-bdd3-6daa283ac181 req-170dc65e-1c40-4da0-96f7-740b651573c5 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316765 Oct 26 14:34:12.294485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d597e4-882e-4cdc-b9d1-c12346e31788 req-c4035f56-5e46-4a21-9a93-d813a0276d00 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:12.295850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1d597e4-882e-4cdc-b9d1-c12346e31788 req-c4035f56-5e46-4a21-9a93-d813a0276d00 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 945 time: 0.0474899 Oct 26 14:34:12.335609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b1d597e4-882e-4cdc-b9d1-c12346e31788 req-9219ef20-e8a0-4051-84d8-eed4ac5e7213 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338249 Oct 26 14:34:12.449712 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fc53c-a619-4de1-a147-aeeb71684a54 req-195bb4c6-a2b6-4028-898d-aac682d802d0 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:12.451180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e5fc53c-a619-4de1-a147-aeeb71684a54 req-195bb4c6-a2b6-4028-898d-aac682d802d0 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 945 time: 0.0500095 Oct 26 14:34:12.487401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e5fc53c-a619-4de1-a147-aeeb71684a54 req-cb92b941-fcf0-4b68-8dad-205b8430ac47 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303180 Oct 26 14:34:12.509598 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 43640) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:12.715647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af227ae0-6799-4992-9d7f-fd50ba1a0da8 tempest-TestVolumeBootPattern-449838472 tempest-TestVolumeBootPattern-449838472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:12.717182 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-af227ae0-6799-4992-9d7f-fd50ba1a0da8 tempest-TestVolumeBootPattern-449838472 tempest-TestVolumeBootPattern-449838472-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 1091 time: 0.2065651 Oct 26 14:34:12.720090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 43644) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:12.724682 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '22919e0d-6349-4262-bb27-d97e1781e3d6', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:12.747157 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:12.785906 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f800728c-a2c1-49bb-a341-1697f567da38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:12.847429 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:12.952769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Allocated IP 172.25.4.113 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/547cd9e1-5e2b-4096-b931-dbe8542312e2) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:34:13.054031 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:13.088601 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:13.128150 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:34:13.131090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:13.134523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:34:13.163973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'Port': ['ID=547cd9e1-5e2b-4096-b931-dbe8542312e2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:13.580500 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:13.680609 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:13.830596 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:13.835256 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:13.901499 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event updated for resources: {'Port': ['ID=547cd9e1-5e2b-4096-b931-dbe8542312e2,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:13.913585 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:14.013186 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Floating IP 56d6c462-deab-438c-a064-1645bd467694 associated. External IP: 172.25.4.113, port: 22919e0d-6349-4262-bb27-d97e1781e3d6. Oct 26 14:34:14.510957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Router ce8efef2-8a6d-496a-b5cf-e4b43300f10a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:34:14.626546 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:34:14.640611 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b427f1-c42c-4fed-8368-9201cb935294 None None] Sync routers for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:34:14.655386 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b427f1-c42c-4fed-8368-9201cb935294 None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:14.657519 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e3b427f1-c42c-4fed-8368-9201cb935294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:14.658544 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:14.699198 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d97a8dd9-706e-47a9-a052-d5228041e602 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9778605 Oct 26 14:34:14.700231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'tag': '22919e0d-6349-4262-bb27-d97e1781e3d6'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:34:14.703744 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25893a66-9d62-441d-970b-a45a122191ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6764ce1a-45a7-44bb-b2aa-64d47d35bd42", "tag": "22919e0d-6349-4262-bb27-d97e1781e3d6"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:34:14.747053 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eb9ef4-3959-4759-8cd4-9f79a4503ffa x-openstack-request-id: req-58eb9ef4-3959-4759-8cd4-9f79a4503ffa {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:34:14.747350 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6764ce1a-45a7-44bb-b2aa-64d47d35bd42", "tag": "22919e0d-6349-4262-bb27-d97e1781e3d6", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:34:14.747602 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58eb9ef4-3959-4759-8cd4-9f79a4503ffa {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:34:14.747997 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'tag': '22919e0d-6349-4262-bb27-d97e1781e3d6', 'status': 'completed', 'code': 200} Oct 26 14:34:14.780054 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-e3b427f1-c42c-4fed-8368-9201cb935294 None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:34:14.811489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25893a66-9d62-441d-970b-a45a122191ea req-a601b522-272e-4140-a544-15b88ca4860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:14.813680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25893a66-9d62-441d-970b-a45a122191ea req-a601b522-272e-4140-a544-15b88ca4860f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 1096 time: 0.0442836 Oct 26 14:34:14.924106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25893a66-9d62-441d-970b-a45a122191ea req-6facf678-3f50-4bc3-a61f-9f9c286d7e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:14.927474 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25893a66-9d62-441d-970b-a45a122191ea req-6facf678-3f50-4bc3-a61f-9f9c286d7e07 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.1057634 Oct 26 14:34:14.995457 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25893a66-9d62-441d-970b-a45a122191ea req-33f47f90-3bd0-47ab-98cb-92c9d8ed62c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22919e0d-6349-4262-bb27-d97e1781e3d6 HTTP/1.1" status: 200 len: 999 time: 0.0605979 Oct 26 14:34:15.018381 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e3b427f1-c42c-4fed-8368-9201cb935294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '56d6c462-deab-438c-a064-1645bd467694', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': '22919e0d-6349-4262-bb27-d97e1781e3d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:91:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:34:13Z', 'updated_at': '2021-10-26T14:34:13Z', 'revision_number': 0, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}, {'id': '635fcd75-85e1-4a75-ba86-a8bf05d15e44', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:9f:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:56Z', 'updated_at': '2021-10-26T14:31:59Z', 'revision_number': 1, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:15.049417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25893a66-9d62-441d-970b-a45a122191ea req-e0f52610-4db5-42fc-80da-d2c1e975a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:15.050439 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b427f1-c42c-4fed-8368-9201cb935294 None None] Checking router: ce8efef2-8a6d-496a-b5cf-e4b43300f10a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:34:15.050912 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25893a66-9d62-441d-970b-a45a122191ea req-e0f52610-4db5-42fc-80da-d2c1e975a211 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.0487349 Oct 26 14:34:15.059768 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b427f1-c42c-4fed-8368-9201cb935294 None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:15.061124 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e3b427f1-c42c-4fed-8368-9201cb935294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:33:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:15.102012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25893a66-9d62-441d-970b-a45a122191ea req-738c6a43-ddd0-409f-80aa-83e7a1968b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:15.103887 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25893a66-9d62-441d-970b-a45a122191ea req-738c6a43-ddd0-409f-80aa-83e7a1968b4a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456078 Oct 26 14:34:15.107646 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-75ed0d2b-42bc-462d-aff9-990bca201daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:15.170088 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-e3b427f1-c42c-4fed-8368-9201cb935294 None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:34:15.202526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25893a66-9d62-441d-970b-a45a122191ea req-b720c3a8-de77-4ee3-b831-01dd276adec8 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912526 Oct 26 14:34:15.291316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25893a66-9d62-441d-970b-a45a122191ea req-9c0f0f0f-00dd-45ac-b147-ede0f9babd27 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824447 Oct 26 14:34:15.402232 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e3b427f1-c42c-4fed-8368-9201cb935294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '56d6c462-deab-438c-a064-1645bd467694', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': '22919e0d-6349-4262-bb27-d97e1781e3d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:91:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:34:13Z', 'updated_at': '2021-10-26T14:34:13Z', 'revision_number': 0, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}, {'id': '635fcd75-85e1-4a75-ba86-a8bf05d15e44', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:9f:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:56Z', 'updated_at': '2021-10-26T14:31:59Z', 'revision_number': 1, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:15.432262 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b427f1-c42c-4fed-8368-9201cb935294 None None] The sync data for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 is: [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '56d6c462-deab-438c-a064-1645bd467694', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': '22919e0d-6349-4262-bb27-d97e1781e3d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:91:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:34:13Z', 'updated_at': '2021-10-26T14:34:13Z', 'revision_number': 0, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}, {'id': '635fcd75-85e1-4a75-ba86-a8bf05d15e44', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:9f:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:56Z', 'updated_at': '2021-10-26T14:31:59Z', 'revision_number': 1, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:34:15.627628 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f859d0c1-2df3-483a-9f19-ebe41f4e3ba1 None None] New status for floating IP 56d6c462-deab-438c-a064-1645bd467694: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:34:16.632536 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:16.899739 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:18.620447 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:23.670534 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:27.676592 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:31.063699 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:34:36.609816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa62d461-7a57-4672-a6a8-77d8cf0f15a5 req-0160c12e-bcdf-46ff-a3f3-f561d78ed4a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440059 Oct 26 14:34:36.702993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62d461-7a57-4672-a6a8-77d8cf0f15a5 req-35e2f7b8-fbae-4ea0-a8e4-87a1009a59a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:36.704768 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa62d461-7a57-4672-a6a8-77d8cf0f15a5 req-35e2f7b8-fbae-4ea0-a8e4-87a1009a59a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 1096 time: 0.0498810 Oct 26 14:34:36.814313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62d461-7a57-4672-a6a8-77d8cf0f15a5 req-e01a4c3b-5246-4efa-9c76-e147f327ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:36.815938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa62d461-7a57-4672-a6a8-77d8cf0f15a5 req-e01a4c3b-5246-4efa-9c76-e147f327ac8c service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.0922709 Oct 26 14:34:36.887373 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa62d461-7a57-4672-a6a8-77d8cf0f15a5 req-925c2a42-6a99-4e05-b744-b645e257dfde service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7837c77-3028-4aa0-8143-205ad7bb762d HTTP/1.1" status: 200 len: 1001 time: 0.0623763 Oct 26 14:34:36.937365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62d461-7a57-4672-a6a8-77d8cf0f15a5 req-8bd02032-300f-4c51-b7bd-51c13ba9ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:36.938877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa62d461-7a57-4672-a6a8-77d8cf0f15a5 req-8bd02032-300f-4c51-b7bd-51c13ba9ec57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.0451264 Oct 26 14:34:36.986918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62d461-7a57-4672-a6a8-77d8cf0f15a5 req-85d2b0e2-82e9-4c5f-991e-d7d463738d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:36.988823 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa62d461-7a57-4672-a6a8-77d8cf0f15a5 req-85d2b0e2-82e9-4c5f-991e-d7d463738d3e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418222 Oct 26 14:34:37.096054 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa62d461-7a57-4672-a6a8-77d8cf0f15a5 req-37997129-bb91-49e2-a37a-2da16a59d70b service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993829 Oct 26 14:34:37.194218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fa62d461-7a57-4672-a6a8-77d8cf0f15a5 req-19488f5f-0705-4ef7-9340-9a0f75351229 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910916 Oct 26 14:34:39.376254 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1abc063c-1734-4227-9fba-b63aceac4b25 req-95108dad-dc9f-4252-b702-3b6e6f42dcb6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415659 Oct 26 14:34:39.458685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc063c-1734-4227-9fba-b63aceac4b25 req-e76722b1-f672-4d7c-8ed2-1367c63cce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:39.460152 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1abc063c-1734-4227-9fba-b63aceac4b25 req-e76722b1-f672-4d7c-8ed2-1367c63cce71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 1096 time: 0.0403287 Oct 26 14:34:39.570597 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc063c-1734-4227-9fba-b63aceac4b25 req-20a0666d-a54e-414d-8aa8-d52143abf36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:39.572101 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1abc063c-1734-4227-9fba-b63aceac4b25 req-20a0666d-a54e-414d-8aa8-d52143abf36c service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a7c90ee-c62a-411c-a51b-08518c5325f6 HTTP/1.1" status: 200 len: 898 time: 0.0913444 Oct 26 14:34:39.638362 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1abc063c-1734-4227-9fba-b63aceac4b25 req-a17fdc2b-a868-4d27-9e6c-8613b54c6bcf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c HTTP/1.1" status: 200 len: 1001 time: 0.0588472 Oct 26 14:34:39.690516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc063c-1734-4227-9fba-b63aceac4b25 req-32018f3e-6383-42a3-8057-fe48eb3b9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:39.691908 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1abc063c-1734-4227-9fba-b63aceac4b25 req-32018f3e-6383-42a3-8057-fe48eb3b9973 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=056cd614-3990-403b-97bf-8211a3f55f1d HTTP/1.1" status: 200 len: 834 time: 0.0470014 Oct 26 14:34:39.737446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc063c-1734-4227-9fba-b63aceac4b25 req-d408d019-7986-471e-b883-109207724cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:39.738958 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1abc063c-1734-4227-9fba-b63aceac4b25 req-d408d019-7986-471e-b883-109207724cba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a7c90ee-c62a-411c-a51b-08518c5325f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389388 Oct 26 14:34:39.828964 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1abc063c-1734-4227-9fba-b63aceac4b25 req-e25d932e-deca-4c5e-a187-1224c2b510e1 service neutron] 10.222.0.11 "GET /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821602 Oct 26 14:34:39.922662 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-1abc063c-1734-4227-9fba-b63aceac4b25 req-02a7870e-05e9-4636-b976-88649ca54ea2 service neutron] 10.222.0.11 "GET /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857770 Oct 26 14:34:42.789820 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-189377bc-e535-41bd-bf42-8c0500288c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:45.104354 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d85c40d8-daa4-45b9-af25-ab6809c3bcf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:46.636441 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:46.901887 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:48.624272 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:53.684822 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:57.674963 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:59.740675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d9ea8-ceaf-42d2-8143-bbc2caa41a4b req-94b717b3-d581-43cd-9697-5582e31b7e3d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:59.742213 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee5d9ea8-ceaf-42d2-8143-bbc2caa41a4b req-94b717b3-d581-43cd-9697-5582e31b7e3d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0702260 Oct 26 14:34:59.781245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee5d9ea8-ceaf-42d2-8143-bbc2caa41a4b req-f0af212b-7e63-4994-9c43-5e1affc0f525 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328388 Oct 26 14:35:00.901483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c80db4-fd28-4a55-8bf8-7212a91f78cc req-934fca0d-e569-4a13-91a8-284104dd6c02 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:00.903006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5c80db4-fd28-4a55-8bf8-7212a91f78cc req-934fca0d-e569-4a13-91a8-284104dd6c02 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0504189 Oct 26 14:35:00.945368 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5c80db4-fd28-4a55-8bf8-7212a91f78cc req-7c37ecdd-2a0d-4867-8944-a2139ff3c503 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359247 Oct 26 14:35:01.803629 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44090) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:01.914593 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:01.990807 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:01.996710 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.035648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2289f5-1dfc-4d38-848b-4b440adf4cd2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:02.042085 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=133cd35d717d4aed902c877d7bacefc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347434 Oct 26 14:35:02.045766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44096) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:02.052506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.052842 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.053366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.053894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.054466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.054806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.055139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.055468 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.056704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.057109 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.057858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.058669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8e6ce-65ca-49bf-966d-bbb4f544420d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.069926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd471cb-00d4-4469-a45a-493f209eb5fb req-17d1e927-bf70-4713-be39-ed93ad4e39e4 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:02.071673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcd471cb-00d4-4469-a45a-493f209eb5fb req-17d1e927-bf70-4713-be39-ed93ad4e39e4 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0529385 Oct 26 14:35:02.111761 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-929ba187-3cf9-40b6-919e-e169b982d8ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.113358 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcd471cb-00d4-4469-a45a-493f209eb5fb req-2d402db7-77b6-40ae-b393-c4c0231449ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328338 Oct 26 14:35:02.135389 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-929ba187-3cf9-40b6-919e-e169b982d8ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.185692 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-929ba187-3cf9-40b6-919e-e169b982d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.188314 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-929ba187-3cf9-40b6-919e-e169b982d8ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.189492 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-929ba187-3cf9-40b6-919e-e169b982d8ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e2289f5-1dfc-4d38-848b-4b440adf4cd2 HTTP/1.1" status: 204 len: 168 time: 0.1427939 Oct 26 14:35:02.197452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ba187-3cf9-40b6-919e-e169b982d8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2289f5-1dfc-4d38-848b-4b440adf4cd2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:02.466807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44102) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:02.480827 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-939a31ce-4de1-4dec-82d6-f0c5174dd623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.555299 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-939a31ce-4de1-4dec-82d6-f0c5174dd623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.558985 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-939a31ce-4de1-4dec-82d6-f0c5174dd623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.599475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a31ce-4de1-4dec-82d6-f0c5174dd623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e9e201-13d8-4d73-a2f7-54ca371dddc2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:02.603810 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-939a31ce-4de1-4dec-82d6-f0c5174dd623 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa30e38a16254f8d96331e7b661b652a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355700 Oct 26 14:35:02.606515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44104) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:02.656448 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-95d55a4e-c230-4e82-a3ab-34110da4c50d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.677500 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-95d55a4e-c230-4e82-a3ab-34110da4c50d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.726762 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-95d55a4e-c230-4e82-a3ab-34110da4c50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.729453 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-95d55a4e-c230-4e82-a3ab-34110da4c50d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.730635 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-95d55a4e-c230-4e82-a3ab-34110da4c50d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20e9e201-13d8-4d73-a2f7-54ca371dddc2 HTTP/1.1" status: 204 len: 168 time: 0.1232107 Oct 26 14:35:02.738381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d55a4e-c230-4e82-a3ab-34110da4c50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e9e201-13d8-4d73-a2f7-54ca371dddc2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:03.246162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e486916-ded3-43fe-93b1-17a29dd6c933 req-bf2c8ded-1bab-4510-8b67-cb8eb0c4801f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:03.247729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e486916-ded3-43fe-93b1-17a29dd6c933 req-bf2c8ded-1bab-4510-8b67-cb8eb0c4801f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0589247 Oct 26 14:35:03.287360 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e486916-ded3-43fe-93b1-17a29dd6c933 req-8f98d0b5-a938-43bf-b7b8-fb9c1fdc76bc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338602 Oct 26 14:35:04.411197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6799e5-4956-45b0-ac37-604b11fbe255 req-6a0a10c4-9b76-412c-89bf-c789a6f8ab9e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:04.412819 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cf6799e5-4956-45b0-ac37-604b11fbe255 req-6a0a10c4-9b76-412c-89bf-c789a6f8ab9e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0518632 Oct 26 14:35:04.465530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cf6799e5-4956-45b0-ac37-604b11fbe255 req-6c57b057-e184-487e-b6cf-0d6e9b6b32cc tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457742 Oct 26 14:35:05.566103 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44242) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:05.586986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a301c4a-6948-4395-b8e4-09fd8106c3a2 req-5b4c38c8-8962-49d2-9369-bf3329ff1a90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:05.588302 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a301c4a-6948-4395-b8e4-09fd8106c3a2 req-5b4c38c8-8962-49d2-9369-bf3329ff1a90 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0534091 Oct 26 14:35:05.627389 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a301c4a-6948-4395-b8e4-09fd8106c3a2 req-4d2d88c7-e68b-4c1c-b5c3-2a53b3d30886 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330310 Oct 26 14:35:05.675510 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-184cacd6-6723-4f40-aaaf-d3cda620eec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:05.748573 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-184cacd6-6723-4f40-aaaf-d3cda620eec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:05.752084 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-184cacd6-6723-4f40-aaaf-d3cda620eec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:05.788476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cacd6-6723-4f40-aaaf-d3cda620eec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9985411-053d-40b7-a15f-0526144724b1,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:05.793449 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-184cacd6-6723-4f40-aaaf-d3cda620eec8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7984561ca72643be9d8da0b17389f084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262061 Oct 26 14:35:05.796825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44246) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:05.844423 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa7eec19-9d7a-46d6-ba05-e5ee0e41c24d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:05.865167 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa7eec19-9d7a-46d6-ba05-e5ee0e41c24d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:05.910743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa7eec19-9d7a-46d6-ba05-e5ee0e41c24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:05.913404 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa7eec19-9d7a-46d6-ba05-e5ee0e41c24d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:05.914570 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fa7eec19-9d7a-46d6-ba05-e5ee0e41c24d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9985411-053d-40b7-a15f-0526144724b1 HTTP/1.1" status: 204 len: 168 time: 0.1175687 Oct 26 14:35:05.922607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7eec19-9d7a-46d6-ba05-e5ee0e41c24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9985411-053d-40b7-a15f-0526144724b1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:06.176941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44252) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:06.190146 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.267060 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.270657 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.308030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13765ad5d5c2487c90f83346b9e80a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298788 Oct 26 14:35:06.309146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328100a5-a84d-460d-bc11-26ff55961541,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:06.310882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44254) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:06.316590 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:06.316942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:06.317287 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:06.317624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:06.317965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:06.318314 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:06.318642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:06.318968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:06.319292 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:06.319614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:06.319939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:06.320255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba40579-e9f1-4e16-bc50-9d69a7f97464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:06.362302 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7be8225-8e80-4219-a653-b312cf467dfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.382562 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7be8225-8e80-4219-a653-b312cf467dfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.428804 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7be8225-8e80-4219-a653-b312cf467dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.431408 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e7be8225-8e80-4219-a653-b312cf467dfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.432581 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e7be8225-8e80-4219-a653-b312cf467dfa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/328100a5-a84d-460d-bc11-26ff55961541 HTTP/1.1" status: 204 len: 168 time: 0.1206760 Oct 26 14:35:06.440213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be8225-8e80-4219-a653-b312cf467dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328100a5-a84d-460d-bc11-26ff55961541,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:06.743663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3b920-d5a2-4835-a7c9-ad518942adaa req-faba059e-4bc2-43a6-a683-1a8c052cf658 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:06.745676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26c3b920-d5a2-4835-a7c9-ad518942adaa req-faba059e-4bc2-43a6-a683-1a8c052cf658 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0501800 Oct 26 14:35:06.783698 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-26c3b920-d5a2-4835-a7c9-ad518942adaa req-adf1e725-fb44-4304-a924-0e845798f2da tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321157 Oct 26 14:35:07.904990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dd4cc-f94a-4074-8036-e227db616060 req-1b226c9d-b6da-43d1-8ffb-6bf6cef6c690 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:07.906672 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6e3dd4cc-f94a-4074-8036-e227db616060 req-1b226c9d-b6da-43d1-8ffb-6bf6cef6c690 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0507066 Oct 26 14:35:07.947091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6e3dd4cc-f94a-4074-8036-e227db616060 req-90192480-3894-4c58-8658-dccb83760dec tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325189 Oct 26 14:35:08.004633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44304) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:08.062147 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:35:08.110540 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c920ea15-dabd-4d00-9194-ac3667bef746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.202599 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c920ea15-dabd-4d00-9194-ac3667bef746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.206239 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c920ea15-dabd-4d00-9194-ac3667bef746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.247756 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c920ea15-dabd-4d00-9194-ac3667bef746 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6109e845ea31410f9513d573234cd837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414589 Oct 26 14:35:08.248921 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920ea15-dabd-4d00-9194-ac3667bef746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704f11c3-59c8-44d5-b9a1-76276b56ab2c,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:08.250504 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44308) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:08.302892 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ede1991c-6273-452d-8186-8e525104f882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.645040 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ede1991c-6273-452d-8186-8e525104f882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.703052 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ede1991c-6273-452d-8186-8e525104f882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.705874 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ede1991c-6273-452d-8186-8e525104f882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.707110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ede1991c-6273-452d-8186-8e525104f882 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/704f11c3-59c8-44d5-b9a1-76276b56ab2c HTTP/1.1" status: 204 len: 168 time: 0.4549861 Oct 26 14:35:08.715464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1991c-6273-452d-8186-8e525104f882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704f11c3-59c8-44d5-b9a1-76276b56ab2c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:08.965170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44314) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:08.978681 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9542064e-1eaa-49ff-9d07-52b167f53b7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:09.084612 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9542064e-1eaa-49ff-9d07-52b167f53b7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:09.092944 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e1bb2-283a-4c80-9a39-c1a147854ffd req-d98e39b6-f8f7-4163-8002-244efd5c9949 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:09.094445 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d1e1bb2-283a-4c80-9a39-c1a147854ffd req-d98e39b6-f8f7-4163-8002-244efd5c9949 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0775919 Oct 26 14:35:09.095486 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9542064e-1eaa-49ff-9d07-52b167f53b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:09.155082 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542064e-1eaa-49ff-9d07-52b167f53b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9e41d1-857f-455c-84ff-7d12f298d850,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:09.162774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9542064e-1eaa-49ff-9d07-52b167f53b7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ec693be4e284d1e929a1afa8476dac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1940966 Oct 26 14:35:09.163504 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44318) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:09.173676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d1e1bb2-283a-4c80-9a39-c1a147854ffd req-dd8ce16a-5c8c-4b5c-bd1d-bbc22653a5aa tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727477 Oct 26 14:35:09.214862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a58bb07c-aa22-4613-bd34-c08526b6dd6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:09.238953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a58bb07c-aa22-4613-bd34-c08526b6dd6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:09.285578 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a58bb07c-aa22-4613-bd34-c08526b6dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:09.288296 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a58bb07c-aa22-4613-bd34-c08526b6dd6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:09.289446 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a58bb07c-aa22-4613-bd34-c08526b6dd6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf9e41d1-857f-455c-84ff-7d12f298d850 HTTP/1.1" status: 204 len: 168 time: 0.1247981 Oct 26 14:35:09.298584 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bb07c-aa22-4613-bd34-c08526b6dd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9e41d1-857f-455c-84ff-7d12f298d850,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:10.295861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49093ed5-a965-4ff9-9d64-e2eae0537ef9 req-94a52f90-fc14-4a14-a4bb-67707ef86374 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:10.297378 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49093ed5-a965-4ff9-9d64-e2eae0537ef9 req-94a52f90-fc14-4a14-a4bb-67707ef86374 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0543118 Oct 26 14:35:10.334401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49093ed5-a965-4ff9-9d64-e2eae0537ef9 req-cbc611db-424e-49ca-a588-168f2f69ce89 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310323 Oct 26 14:35:11.454549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4154c7-65ac-4439-9914-a9a206706fae req-a0d07f98-1403-4161-b931-1d0133e9745f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:11.456038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d4154c7-65ac-4439-9914-a9a206706fae req-a0d07f98-1403-4161-b931-1d0133e9745f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0493543 Oct 26 14:35:11.494034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1d4154c7-65ac-4439-9914-a9a206706fae req-b262ffe5-8dfd-48e8-887d-7bb5be14ab13 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320501 Oct 26 14:35:12.610955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bff17-a674-4090-9033-3452498b01cc req-e119ea80-d440-4431-95d0-1f5774be7d00 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:12.612432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-703bff17-a674-4090-9033-3452498b01cc req-e119ea80-d440-4431-95d0-1f5774be7d00 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0481396 Oct 26 14:35:12.654137 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-703bff17-a674-4090-9033-3452498b01cc req-a281a3ca-69d9-4bfb-9ad2-5a47ebd6f75d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356450 Oct 26 14:35:12.793153 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-17cf8957-4aa3-4741-a77f-37434541395d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:13.677737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ceda9674-91c0-4ee7-8c95-a8baf234c88c details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:35:13.680632 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ceda9674-91c0-4ee7-8c95-a8baf234c88c no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:35:13.781945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb79d4-cef9-40e2-bf72-c639f84738e2 req-0b2be482-6eb4-410c-8519-92ae90ba85c7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:13.783550 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63bb79d4-cef9-40e2-bf72-c639f84738e2 req-0b2be482-6eb4-410c-8519-92ae90ba85c7 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0510674 Oct 26 14:35:13.822234 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63bb79d4-cef9-40e2-bf72-c639f84738e2 req-948ecdc0-429d-4c68-b000-cb53cb78a9d9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324147 Oct 26 14:35:13.852909 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:13.872898 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ceda9674-91c0-4ee7-8c95-a8baf234c88c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:13.895633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'port_id': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'mac_address': 'fa:16:3e:3f:82:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:35:13.900875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad9926d-935b-48ec-b938-b21f4d336123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:35:13.903252 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d220b514-b0a9-478d-adaa-d6e65cbed778" -d '{"events": [{"server_uuid": "5ad9926d-935b-48ec-b938-b21f4d336123", "name": "network-vif-unplugged", "status": "completed", "tag": "ceda9674-91c0-4ee7-8c95-a8baf234c88c"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:35:13.927194 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ceda9674-91c0-4ee7-8c95-a8baf234c88c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:13.949688 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b17483-b0cd-4368-bcfb-f16783106b1f x-openstack-request-id: req-13b17483-b0cd-4368-bcfb-f16783106b1f {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:35:13.950005 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad9926d-935b-48ec-b938-b21f4d336123", "name": "network-vif-unplugged", "status": "completed", "tag": "ceda9674-91c0-4ee7-8c95-a8baf234c88c", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:35:13.950273 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13b17483-b0cd-4368-bcfb-f16783106b1f {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:35:13.950664 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad9926d-935b-48ec-b938-b21f4d336123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'code': 200} Oct 26 14:35:13.953072 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:13.993927 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:13.999081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af450b-2544-43f8-950b-86d5c9f05afd req-03da8bf3-41ce-49b6-b041-e9c5eb64be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:14.001168 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e4af450b-2544-43f8-950b-86d5c9f05afd req-03da8bf3-41ce-49b6-b041-e9c5eb64be1d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 1094 time: 0.0430217 Oct 26 14:35:14.018467 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ceda9674-91c0-4ee7-8c95-a8baf234c88c {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:35:14.026199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ceda9674-91c0-4ee7-8c95-a8baf234c88c,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:14.040452 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e4af450b-2544-43f8-950b-86d5c9f05afd req-a1ec3510-92e4-4e7f-8f48-da30df8f1ba7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319211 Oct 26 14:35:14.052370 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:14.052717 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:14.053063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:14.053400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:14.053735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:14.054091 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:14.054422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:14.054748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:14.055077 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:14.055400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:14.055722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:14.056043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:14.074449 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:35:14.074755 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:35:14.615159 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:14.628703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceda9674-91c0-4ee7-8c95-a8baf234c88c {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:35:14.647919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ceda9674-91c0-4ee7-8c95-a8baf234c88c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:14.652001 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:14.698500 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ceda9674-91c0-4ee7-8c95-a8baf234c88c,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:14.945606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525afeb-892a-46b2-91a1-e41cbfb37d1a req-1c197706-48b8-4cc0-af35-141c450d1831 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:14.947114 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d525afeb-892a-46b2-91a1-e41cbfb37d1a req-1c197706-48b8-4cc0-af35-141c450d1831 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 944 time: 0.0518718 Oct 26 14:35:14.988977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d525afeb-892a-46b2-91a1-e41cbfb37d1a req-66a68173-fab6-4473-a1d5-72073a455540 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357053 Oct 26 14:35:15.102099 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-125d68b9-3f71-4f04-a303-e1559bc3c98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.972606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44416) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:16.084818 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['ceda9674-91c0-4ee7-8c95-a8baf234c88c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:35:16.112441 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d81c556-f278-4d5b-bbba-cf2917d9199b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.141349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67218e-0b9e-4f45-9d66-34ec33a32e02 req-013cf3b9-2c73-4e9a-8857-4c5f2a0f9f52 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:16.142912 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff67218e-0b9e-4f45-9d66-34ec33a32e02 req-013cf3b9-2c73-4e9a-8857-4c5f2a0f9f52 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 944 time: 0.0823524 Oct 26 14:35:16.204622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ff67218e-0b9e-4f45-9d66-34ec33a32e02 req-88161bc0-5132-4773-b15c-3dd205aabcb3 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518854 Oct 26 14:35:16.238222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44422) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:16.255909 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d81c556-f278-4d5b-bbba-cf2917d9199b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.262095 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6d81c556-f278-4d5b-bbba-cf2917d9199b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.316095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6d81c556-f278-4d5b-bbba-cf2917d9199b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e5bac3ea1db4ca6912f5bea401b9fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401663 Oct 26 14:35:16.316095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81c556-f278-4d5b-bbba-cf2917d9199b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ca1240-7fa1-489b-baa9-2cdcc165383e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:16.326758 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1eb174fe-9b5d-4179-bf24-0f6a37fcb4d2 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/floatingips/fecf2d96-22f5-46ff-b40e-80098512a50a HTTP/1.1" status: 200 len: 992 time: 0.0791824 Oct 26 14:35:16.326758 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44424) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:16.378930 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db7164fe-9a46-49e7-9b55-7cb0dc0c365e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.400023 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db7164fe-9a46-49e7-9b55-7cb0dc0c365e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.446690 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db7164fe-9a46-49e7-9b55-7cb0dc0c365e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.449298 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db7164fe-9a46-49e7-9b55-7cb0dc0c365e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.450489 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-db7164fe-9a46-49e7-9b55-7cb0dc0c365e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0ca1240-7fa1-489b-baa9-2cdcc165383e HTTP/1.1" status: 204 len: 168 time: 0.1268680 Oct 26 14:35:16.459416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7164fe-9a46-49e7-9b55-7cb0dc0c365e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ca1240-7fa1-489b-baa9-2cdcc165383e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:16.554575 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-e571402d-b489-49ce-b82e-7b5c38376dbe req-f5ed32fe-51d7-4e73-8771-3c294a512f5b service neutron] (102123) timed out ('10.222.0.32', 53046) {{(pid=102123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:35:16.638276 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.723022 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44430) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:16.737625 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9f29a9b9-2159-47c2-b53e-7af64d633331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.817102 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9f29a9b9-2159-47c2-b53e-7af64d633331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.821092 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9f29a9b9-2159-47c2-b53e-7af64d633331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.859059 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9f29a9b9-2159-47c2-b53e-7af64d633331 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5c78253caec419796b297bedbc17010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348329 Oct 26 14:35:16.859901 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29a9b9-2159-47c2-b53e-7af64d633331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7515db8-992f-4ca3-9747-39266cdd3903,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:16.862195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44432) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:16.903197 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.912547 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a94c0980-5fc4-468c-ad2a-6a36e019a5fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.933883 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a94c0980-5fc4-468c-ad2a-6a36e019a5fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.981900 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a94c0980-5fc4-468c-ad2a-6a36e019a5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.984603 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a94c0980-5fc4-468c-ad2a-6a36e019a5fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.985757 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a94c0980-5fc4-468c-ad2a-6a36e019a5fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7515db8-992f-4ca3-9747-39266cdd3903 HTTP/1.1" status: 204 len: 168 time: 0.1225290 Oct 26 14:35:16.993178 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c0980-5fc4-468c-ad2a-6a36e019a5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7515db8-992f-4ca3-9747-39266cdd3903,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:17.709535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ceda9674-91c0-4ee7-8c95-a8baf234c88c up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:35:17.759987 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port ceda9674-91c0-4ee7-8c95-a8baf234c88c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:17.761018 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:17.839462 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:17.860977 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad9926d-935b-48ec-b938-b21f4d336123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:35:17.863238 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae08d39-f6b5-458f-856f-2ba1e328c320" -d '{"events": [{"server_uuid": "5ad9926d-935b-48ec-b938-b21f4d336123", "name": "network-vif-plugged", "status": "completed", "tag": "ceda9674-91c0-4ee7-8c95-a8baf234c88c"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:35:17.875821 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port ceda9674-91c0-4ee7-8c95-a8baf234c88c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:17.880027 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.033130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44468) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:18.069361 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6471ced7-5d5d-4e3c-889c-4d20b2d69c26 x-openstack-request-id: req-6471ced7-5d5d-4e3c-889c-4d20b2d69c26 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:35:18.069641 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad9926d-935b-48ec-b938-b21f4d336123", "name": "network-vif-plugged", "status": "completed", "tag": "ceda9674-91c0-4ee7-8c95-a8baf234c88c", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:35:18.069897 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6471ced7-5d5d-4e3c-889c-4d20b2d69c26 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:35:18.070314 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad9926d-935b-48ec-b938-b21f4d336123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'code': 200} Oct 26 14:35:18.095976 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=ceda9674-91c0-4ee7-8c95-a8baf234c88c,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:18.143858 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-27c27b80-6f7c-489b-9953-56a7da669375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.215313 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-27c27b80-6f7c-489b-9953-56a7da669375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.219041 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-27c27b80-6f7c-489b-9953-56a7da669375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.255050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c27b80-6f7c-489b-9953-56a7da669375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad165e5d-f3ac-4225-9b8c-c16edd249e2c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:18.259641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-27c27b80-6f7c-489b-9953-56a7da669375 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=580756909788429eaa60fd48aa3e6488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2252400 Oct 26 14:35:18.262269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44472) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:18.309716 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a5d7-a20d-4194-aa9a-a2e8ee1bdd02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.330056 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a5d7-a20d-4194-aa9a-a2e8ee1bdd02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.375537 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a5d7-a20d-4194-aa9a-a2e8ee1bdd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.378220 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a5d7-a20d-4194-aa9a-a2e8ee1bdd02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.379364 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ddd8a5d7-a20d-4194-aa9a-a2e8ee1bdd02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad165e5d-f3ac-4225-9b8c-c16edd249e2c HTTP/1.1" status: 204 len: 168 time: 0.1162355 Oct 26 14:35:18.387303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8a5d7-a20d-4194-aa9a-a2e8ee1bdd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad165e5d-f3ac-4225-9b8c-c16edd249e2c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:18.627153 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:23.684459 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:27.675963 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.247086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44600) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:28.353605 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c03a2ca6-1704-4f4a-9087-f9261b91385f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.431724 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c03a2ca6-1704-4f4a-9087-f9261b91385f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.435613 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c03a2ca6-1704-4f4a-9087-f9261b91385f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.471936 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a2ca6-1704-4f4a-9087-f9261b91385f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f457e2-b4d4-4591-8bc1-bee3abfb2cd3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:28.476414 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c03a2ca6-1704-4f4a-9087-f9261b91385f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90ad1dcf2ddb44c4a6dcfef327108ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282674 Oct 26 14:35:28.479110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44604) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:28.531536 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36917fc0-827f-4573-8067-c3beaf006d86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.554114 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36917fc0-827f-4573-8067-c3beaf006d86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.601219 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36917fc0-827f-4573-8067-c3beaf006d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.603965 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36917fc0-827f-4573-8067-c3beaf006d86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.607957 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-36917fc0-827f-4573-8067-c3beaf006d86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53f457e2-b4d4-4591-8bc1-bee3abfb2cd3 HTTP/1.1" status: 204 len: 168 time: 0.1250601 Oct 26 14:35:28.615743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36917fc0-827f-4573-8067-c3beaf006d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f457e2-b4d4-4591-8bc1-bee3abfb2cd3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:28.870321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44610) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:28.883466 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ab715b29-8735-4538-a260-addbb5c5b81e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.960279 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ab715b29-8735-4538-a260-addbb5c5b81e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.963759 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ab715b29-8735-4538-a260-addbb5c5b81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.003233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab715b29-8735-4538-a260-addbb5c5b81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2552793-0dda-4213-9788-80608974f48a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:29.007561 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ab715b29-8735-4538-a260-addbb5c5b81e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ae13b5efc2a4716ade0e9d18883ac89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361716 Oct 26 14:35:29.010491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44612) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:29.059579 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c31a5ac-bd0f-4863-92d0-a543638614ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.080938 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c31a5ac-bd0f-4863-92d0-a543638614ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.130525 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c31a5ac-bd0f-4863-92d0-a543638614ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.133392 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6c31a5ac-bd0f-4863-92d0-a543638614ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.134849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6c31a5ac-bd0f-4863-92d0-a543638614ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2552793-0dda-4213-9788-80608974f48a HTTP/1.1" status: 204 len: 168 time: 0.1231678 Oct 26 14:35:29.143854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a5ac-bd0f-4863-92d0-a543638614ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2552793-0dda-4213-9788-80608974f48a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:29.454082 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44618) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:29.467752 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-99bc4ae7-dc00-4047-87d7-47dcdb9387a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.540473 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-99bc4ae7-dc00-4047-87d7-47dcdb9387a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.544174 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-99bc4ae7-dc00-4047-87d7-47dcdb9387a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.583055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-99bc4ae7-dc00-4047-87d7-47dcdb9387a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3009b2bad7e842609111219860cdcdc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278551 Oct 26 14:35:29.583968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc4ae7-dc00-4047-87d7-47dcdb9387a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9737f4e-cc54-4574-ab0a-fd46888c056d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:29.585136 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44620) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:29.638799 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e811ea9-b99c-499c-bc41-4dc2d8ac82a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.659776 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e811ea9-b99c-499c-bc41-4dc2d8ac82a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.706049 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e811ea9-b99c-499c-bc41-4dc2d8ac82a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.709293 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6e811ea9-b99c-499c-bc41-4dc2d8ac82a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.710540 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6e811ea9-b99c-499c-bc41-4dc2d8ac82a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9737f4e-cc54-4574-ab0a-fd46888c056d HTTP/1.1" status: 204 len: 168 time: 0.1238580 Oct 26 14:35:29.718872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e811ea9-b99c-499c-bc41-4dc2d8ac82a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9737f4e-cc54-4574-ab0a-fd46888c056d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:31.918480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-8d15dbe4-df3d-4113-bdaa-b0f84725a151 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7b344ead22fe47379ac57e2b6c176c72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309260 Oct 26 14:35:32.095537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-261f92d6-66db-4d4c-b249-17508f679c22 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:32.096970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-261f92d6-66db-4d4c-b249-17508f679c22 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732235 Oct 26 14:35:32.112175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-9a95ed36-1b62-4814-8d2c-053df570f959 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/quotas/7b344ead22fe47379ac57e2b6c176c72 HTTP/1.1" status: 200 len: 375 time: 0.0094564 Oct 26 14:35:32.142261 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-3a932d77-a14a-422c-a470-5de561034c8e tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b344ead22fe47379ac57e2b6c176c72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249114 Oct 26 14:35:32.300652 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b5c0b50-842d-4856-8a1d-e4141522051c req-c07e7ba7-e29d-4655-88db-e62aea6cc1a0 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 210 time: 0.0270786 Oct 26 14:35:33.152634 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-dd9691fc-a60e-4ffb-a0d0-cc7131548cbf tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7b344ead22fe47379ac57e2b6c176c72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287008 Oct 26 14:35:33.345099 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-19699e35-f40c-47da-a531-6458807566a9 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:33.346603 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-19699e35-f40c-47da-a531-6458807566a9 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873305 Oct 26 14:35:33.360392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Request body: {'port': {'device_id': '2809fddf-9b64-4e81-8e5f-1acb74677866', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '7b344ead22fe47379ac57e2b6c176c72'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:33.398386 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd2442e2-1305-4330-a638-783370ec124d req-7b664956-be3a-4f11-ad2c-cc4ba9c5cf94 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 210 time: 0.0315530 Oct 26 14:35:33.474642 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Made reservation on behalf of 7b344ead22fe47379ac57e2b6c176c72 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:33.478572 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:33.487768 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:33.564100 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:33.570033 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:33.634364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d301ba-5b57-44ac-accb-10625139bb1e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:33.704031 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Allocated IP 192.168.233.234 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/519aeb57-468f-423a-a40b-4f6da2abd8b5) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:35:33.851447 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:33.883374 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:33.927804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:33.930965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:33.934775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:35:33.941105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Pushing event updated for resources: {'Port': ['ID=519aeb57-468f-423a-a40b-4f6da2abd8b5,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:33.987821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:33.988434 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:34.004957 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-1e19e702-1c20-4dc0-9478-faffe4141bd7 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6483402 Oct 26 14:35:34.019231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Request body: {'port': {'device_id': '2809fddf-9b64-4e81-8e5f-1acb74677866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:34.078661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:34.171019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-761c9909-e3ee-4c34-ba63-dad8c192dfee None None] Provisioning complete for port 519aeb57-468f-423a-a40b-4f6da2abd8b5 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:34.171678 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-761c9909-e3ee-4c34-ba63-dad8c192dfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:34.205521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-761c9909-e3ee-4c34-ba63-dad8c192dfee None None] Port 519aeb57-468f-423a-a40b-4f6da2abd8b5 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:35:34.342219 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519aeb57-468f-423a-a40b-4f6da2abd8b5 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:35:34.349353 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:34.361051 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Transition to ACTIVE for port object 519aeb57-468f-423a-a40b-4f6da2abd8b5 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:35:34.363998 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:34.436988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Pushing event updated for resources: {'Port': ['ID=519aeb57-468f-423a-a40b-4f6da2abd8b5,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:34.488429 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Attempting to bind port 519aeb57-468f-423a-a40b-4f6da2abd8b5 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:35:34.488805 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Attempting to bind port 519aeb57-468f-423a-a40b-4f6da2abd8b5 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:35:34.489086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Attempting to bind port 519aeb57-468f-423a-a40b-4f6da2abd8b5 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:35:34.493688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Port 519aeb57-468f-423a-a40b-4f6da2abd8b5 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:35:34.493883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Attempting to bind port 519aeb57-468f-423a-a40b-4f6da2abd8b5 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:35:34.499460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:35:34.499799 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:34.500177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:35:34.500606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Bound port: 519aeb57-468f-423a-a40b-4f6da2abd8b5, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:35:34.501530 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:34.522529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b809d86-c8af-491c-9a4d-525304c107f1 req-71bd49c4-787e-49ae-af0c-f012217fc6d2 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:34.526579 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b809d86-c8af-491c-9a4d-525304c107f1 req-71bd49c4-787e-49ae-af0c-f012217fc6d2 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 948 time: 0.0557110 Oct 26 14:35:34.564677 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b809d86-c8af-491c-9a4d-525304c107f1 req-1fd18dba-e094-4816-8714-eeef7dcfb7ff tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d301ba-5b57-44ac-accb-10625139bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338156 Oct 26 14:35:34.574374 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] For port 519aeb57-468f-423a-a40b-4f6da2abd8b5, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:35:34.578309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] For port 519aeb57-468f-423a-a40b-4f6da2abd8b5, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=519aeb57-468f-423a-a40b-4f6da2abd8b5,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:35:34.588955 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:34.623956 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:34.624676 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:34.625949 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] 10.222.0.11 "PUT /v2.0/ports/519aeb57-468f-423a-a40b-4f6da2abd8b5 HTTP/1.1" status: 200 len: 1096 time: 0.6110413 Oct 26 14:35:34.626428 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2809fddf-9b64-4e81-8e5f-1acb74677866', 'tag': '519aeb57-468f-423a-a40b-4f6da2abd8b5'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:35:34.628697 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8756665-f8fe-44a9-aca9-5e2de977cd19" -d '{"events": [{"name": "network-changed", "server_uuid": "2809fddf-9b64-4e81-8e5f-1acb74677866", "tag": "519aeb57-468f-423a-a40b-4f6da2abd8b5"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:35:34.662009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa202b16-773e-482c-a6d0-0d6605dc09f1 service neutron] Pushing event updated for resources: {'Port': ['ID=519aeb57-468f-423a-a40b-4f6da2abd8b5,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:34.680307 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c37fd1-6594-49c9-899d-af831a54134d x-openstack-request-id: req-89c37fd1-6594-49c9-899d-af831a54134d {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:35:34.680607 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2809fddf-9b64-4e81-8e5f-1acb74677866", "tag": "519aeb57-468f-423a-a40b-4f6da2abd8b5", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:35:34.680863 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89c37fd1-6594-49c9-899d-af831a54134d {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:35:34.681263 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2809fddf-9b64-4e81-8e5f-1acb74677866', 'tag': '519aeb57-468f-423a-a40b-4f6da2abd8b5', 'status': 'completed', 'code': 200} Oct 26 14:35:34.719242 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-b97c4124-2c42-43bc-a616-edbed0a8eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:34.720797 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-b97c4124-2c42-43bc-a616-edbed0a8eb22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b344ead22fe47379ac57e2b6c176c72&device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 1099 time: 0.0503409 Oct 26 14:35:34.766137 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-8438f83b-d549-4efd-a45d-6dfa3c6fb916 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=519aeb57-468f-423a-a40b-4f6da2abd8b5 HTTP/1.1" status: 200 len: 217 time: 0.0359561 Oct 26 14:35:34.820392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-af275bec-3ef2-41f4-be46-a362f98d352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:34.821866 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-af275bec-3ef2-41f4-be46-a362f98d352b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0464635 Oct 26 14:35:34.872939 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-b66112c0-f189-409b-9529-41191ae73c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:34.874504 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-b66112c0-f189-409b-9529-41191ae73c1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452449 Oct 26 14:35:34.966007 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-da0f23a5-69ed-403e-8d0e-263f4a1d69f0 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830638 Oct 26 14:35:35.059911 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0318e7ea-cfd8-47ee-9757-6c38618758aa req-32b5034d-9412-4b86-8cd5-f0d2bb75003f service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854971 Oct 26 14:35:35.143708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8756665-f8fe-44a9-aca9-5e2de977cd19 req-cba4d1e5-e70d-4ea2-9790-9cb225bff356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:35.145190 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c8756665-f8fe-44a9-aca9-5e2de977cd19 req-cba4d1e5-e70d-4ea2-9790-9cb225bff356 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b344ead22fe47379ac57e2b6c176c72&device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 1099 time: 0.0408335 Oct 26 14:35:35.237568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8756665-f8fe-44a9-aca9-5e2de977cd19 req-4dcee8ca-4eab-45b6-bc16-a02e77fb2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:35.239037 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c8756665-f8fe-44a9-aca9-5e2de977cd19 req-4dcee8ca-4eab-45b6-bc16-a02e77fb2be6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.0857010 Oct 26 14:35:35.283464 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c8756665-f8fe-44a9-aca9-5e2de977cd19 req-a2a97718-ca9c-4e10-9e14-29bc913d2e25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=519aeb57-468f-423a-a40b-4f6da2abd8b5 HTTP/1.1" status: 200 len: 217 time: 0.0359213 Oct 26 14:35:35.332347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8756665-f8fe-44a9-aca9-5e2de977cd19 req-8552a234-0b35-41ef-af70-9246654f6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:35.333752 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c8756665-f8fe-44a9-aca9-5e2de977cd19 req-8552a234-0b35-41ef-af70-9246654f6bdd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0429878 Oct 26 14:35:35.381308 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8756665-f8fe-44a9-aca9-5e2de977cd19 req-3c7714b8-6789-44cb-b5c4-72332f14d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:35.382805 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c8756665-f8fe-44a9-aca9-5e2de977cd19 req-3c7714b8-6789-44cb-b5c4-72332f14d809 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418360 Oct 26 14:35:35.471454 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c8756665-f8fe-44a9-aca9-5e2de977cd19 req-f7831b09-6c1a-4f4c-a3da-9795c448752c service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812824 Oct 26 14:35:35.564037 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c8756665-f8fe-44a9-aca9-5e2de977cd19 req-57d36ca8-3fa9-45fc-9ef1-cc830d17e569 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849299 Oct 26 14:35:35.682264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dbb65-d074-4593-8e34-305bfcf72261 req-7b0bb852-0a24-47e8-bfb8-37f5a718098c tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:35.684266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-965dbb65-d074-4593-8e34-305bfcf72261 req-7b0bb852-0a24-47e8-bfb8-37f5a718098c tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 948 time: 0.0486937 Oct 26 14:35:35.720830 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-965dbb65-d074-4593-8e34-305bfcf72261 req-1d03be67-bac9-43da-b427-0a1e8870c01d tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d301ba-5b57-44ac-accb-10625139bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306926 Oct 26 14:35:36.844832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44b996-ba75-4db2-aa72-da872ff41cfd req-6078ef06-117c-4f06-8645-651d68100be1 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:36.846237 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b44b996-ba75-4db2-aa72-da872ff41cfd req-6078ef06-117c-4f06-8645-651d68100be1 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 948 time: 0.0542846 Oct 26 14:35:36.882254 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4b44b996-ba75-4db2-aa72-da872ff41cfd req-827af1f1-00ab-49e9-b13d-3b4956ee3b24 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d301ba-5b57-44ac-accb-10625139bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301111 Oct 26 14:35:37.237784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92b1fa72-1017-4c8c-ae1b-ca1e2877fa48 req-d276c4db-6d14-4f01-997a-d81ab36987c1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389605 Oct 26 14:35:37.305174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1fa72-1017-4c8c-ae1b-ca1e2877fa48 req-40e64014-2fd9-4f44-8214-ab26bdb54e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:37.306689 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92b1fa72-1017-4c8c-ae1b-ca1e2877fa48 req-40e64014-2fd9-4f44-8214-ab26bdb54e04 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 1096 time: 0.0441678 Oct 26 14:35:37.409404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1fa72-1017-4c8c-ae1b-ca1e2877fa48 req-f356a351-7541-4417-936b-df471b4de6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:37.410909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92b1fa72-1017-4c8c-ae1b-ca1e2877fa48 req-f356a351-7541-4417-936b-df471b4de6ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.0853345 Oct 26 14:35:37.476004 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92b1fa72-1017-4c8c-ae1b-ca1e2877fa48 req-67373682-e466-4168-b91e-c7c08c3bc520 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22919e0d-6349-4262-bb27-d97e1781e3d6 HTTP/1.1" status: 200 len: 1001 time: 0.0575650 Oct 26 14:35:37.524606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1fa72-1017-4c8c-ae1b-ca1e2877fa48 req-e21d3350-aa14-4c51-8480-be25a2b6b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:37.525915 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92b1fa72-1017-4c8c-ae1b-ca1e2877fa48 req-e21d3350-aa14-4c51-8480-be25a2b6b9a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.0431561 Oct 26 14:35:37.574879 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1fa72-1017-4c8c-ae1b-ca1e2877fa48 req-b54d2025-a611-419b-92af-de4fb12bef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:37.576356 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92b1fa72-1017-4c8c-ae1b-ca1e2877fa48 req-b54d2025-a611-419b-92af-de4fb12bef37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435381 Oct 26 14:35:37.663238 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92b1fa72-1017-4c8c-ae1b-ca1e2877fa48 req-3f947a9a-196f-4767-b2a8-36700a353458 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795450 Oct 26 14:35:37.755025 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-92b1fa72-1017-4c8c-ae1b-ca1e2877fa48 req-ca953317-4924-4064-bfa1-bafce642cd4c service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847111 Oct 26 14:35:37.758203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 519aeb57-468f-423a-a40b-4f6da2abd8b5 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:35:37.850620 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 519aeb57-468f-423a-a40b-4f6da2abd8b5, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=519aeb57-468f-423a-a40b-4f6da2abd8b5,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:37.862108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '519aeb57-468f-423a-a40b-4f6da2abd8b5', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '519aeb57-468f-423a-a40b-4f6da2abd8b5', 'mac_address': 'fa:16:3e:de:4c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:35:37.902122 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:37.916240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519aeb57-468f-423a-a40b-4f6da2abd8b5 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:35:37.936648 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 519aeb57-468f-423a-a40b-4f6da2abd8b5, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=519aeb57-468f-423a-a40b-4f6da2abd8b5,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:37.940871 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:37.987081 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=519aeb57-468f-423a-a40b-4f6da2abd8b5,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:38.000934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b0b84-e896-4291-8764-469b3ec5df75 req-5a9b336f-1043-4758-b5d2-fdea084d7268 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:38.002463 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c6b0b84-e896-4291-8764-469b3ec5df75 req-5a9b336f-1043-4758-b5d2-fdea084d7268 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 949 time: 0.0505579 Oct 26 14:35:38.040161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c6b0b84-e896-4291-8764-469b3ec5df75 req-f190a3ce-9d45-47a2-92c0-c72228d54e98 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d301ba-5b57-44ac-accb-10625139bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316210 Oct 26 14:35:38.244908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['519aeb57-468f-423a-a40b-4f6da2abd8b5'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:35:39.152531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcf43e-42bd-4237-9a6b-22cc6b849790 req-314c85d5-8b0c-4f42-8160-e0a88f1f0890 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:39.154001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7bcf43e-42bd-4237-9a6b-22cc6b849790 req-314c85d5-8b0c-4f42-8160-e0a88f1f0890 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 949 time: 0.0474331 Oct 26 14:35:39.194207 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7bcf43e-42bd-4237-9a6b-22cc6b849790 req-14e65062-af6a-43fd-a8b6-438d1bfe68eb tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d301ba-5b57-44ac-accb-10625139bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343423 Oct 26 14:35:39.773366 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 519aeb57-468f-423a-a40b-4f6da2abd8b5 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:35:39.822259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 519aeb57-468f-423a-a40b-4f6da2abd8b5 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:35:39.826385 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 519aeb57-468f-423a-a40b-4f6da2abd8b5 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:39.826740 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.904644 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.925829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2809fddf-9b64-4e81-8e5f-1acb74677866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519aeb57-468f-423a-a40b-4f6da2abd8b5'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:35:39.928103 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e844ac-8ec2-4b2f-afc6-74687a79b6a9" -d '{"events": [{"server_uuid": "2809fddf-9b64-4e81-8e5f-1acb74677866", "name": "network-vif-plugged", "status": "completed", "tag": "519aeb57-468f-423a-a40b-4f6da2abd8b5"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:35:39.942372 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 519aeb57-468f-423a-a40b-4f6da2abd8b5, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=519aeb57-468f-423a-a40b-4f6da2abd8b5,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:39.946928 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.970669 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdc21ac-5bdb-4b64-aa91-ec5470b33858 x-openstack-request-id: req-6bdc21ac-5bdb-4b64-aa91-ec5470b33858 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:35:39.970965 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2809fddf-9b64-4e81-8e5f-1acb74677866", "name": "network-vif-plugged", "status": "completed", "tag": "519aeb57-468f-423a-a40b-4f6da2abd8b5", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:35:39.971221 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bdc21ac-5bdb-4b64-aa91-ec5470b33858 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:35:39.971615 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2809fddf-9b64-4e81-8e5f-1acb74677866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519aeb57-468f-423a-a40b-4f6da2abd8b5', 'code': 200} Oct 26 14:35:40.007228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=519aeb57-468f-423a-a40b-4f6da2abd8b5,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:40.067994 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4d5f3-a726-4360-ab0c-943b03984e12 req-4903ef48-c369-4f2f-bc1d-bcdb3c48efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:40.069481 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29b4d5f3-a726-4360-ab0c-943b03984e12 req-4903ef48-c369-4f2f-bc1d-bcdb3c48efbf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 1101 time: 0.0411160 Oct 26 14:35:40.105297 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-29b4d5f3-a726-4360-ab0c-943b03984e12 req-473ac3be-1995-4c37-b08c-dcd5359bd016 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=00d301ba-5b57-44ac-accb-10625139bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281882 Oct 26 14:35:40.314750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c70c8-aeff-458b-a066-a8be2b4d2161 req-9df80997-8b4c-4b5d-87d5-07269c5d11cc tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:40.317425 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe8c70c8-aeff-458b-a066-a8be2b4d2161 req-9df80997-8b4c-4b5d-87d5-07269c5d11cc tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 950 time: 0.0531974 Oct 26 14:35:40.361466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe8c70c8-aeff-458b-a066-a8be2b4d2161 req-51e23275-8502-46de-ac44-fa0f431af35f tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d301ba-5b57-44ac-accb-10625139bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379972 Oct 26 14:35:41.358806 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff48c46b-f398-4db9-b95e-8d846b995590 req-c4a8c2d5-386b-42a0-93ac-6643d9e549e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404270 Oct 26 14:35:41.450919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48c46b-f398-4db9-b95e-8d846b995590 req-940b2c92-33b5-402f-b958-11e9db46c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:41.452449 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff48c46b-f398-4db9-b95e-8d846b995590 req-940b2c92-33b5-402f-b958-11e9db46c89e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 1096 time: 0.0529282 Oct 26 14:35:41.487086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60c933-60a4-4f65-8694-e8d71cd941c2 req-5b8d457c-33a4-419e-8715-b934d42a2a60 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:41.488585 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c60c933-60a4-4f65-8694-e8d71cd941c2 req-5b8d457c-33a4-419e-8715-b934d42a2a60 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 950 time: 0.0530889 Oct 26 14:35:41.526372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c60c933-60a4-4f65-8694-e8d71cd941c2 req-bce6b09c-0d8f-42a3-87ad-d9517ca8e839 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d301ba-5b57-44ac-accb-10625139bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317969 Oct 26 14:35:41.564589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48c46b-f398-4db9-b95e-8d846b995590 req-6c6b3335-b194-40d2-9e32-f5bbbca5c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:41.566111 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff48c46b-f398-4db9-b95e-8d846b995590 req-6c6b3335-b194-40d2-9e32-f5bbbca5c857 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a7c90ee-c62a-411c-a51b-08518c5325f6 HTTP/1.1" status: 200 len: 898 time: 0.0880957 Oct 26 14:35:41.634505 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff48c46b-f398-4db9-b95e-8d846b995590 req-03506177-1f06-48dc-a99b-45a60f69b474 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c HTTP/1.1" status: 200 len: 1001 time: 0.0609207 Oct 26 14:35:41.681674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48c46b-f398-4db9-b95e-8d846b995590 req-cfe36784-823a-4a94-b96b-d4d5c833bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:41.683096 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff48c46b-f398-4db9-b95e-8d846b995590 req-cfe36784-823a-4a94-b96b-d4d5c833bc33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=056cd614-3990-403b-97bf-8211a3f55f1d HTTP/1.1" status: 200 len: 834 time: 0.0419168 Oct 26 14:35:41.726794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48c46b-f398-4db9-b95e-8d846b995590 req-32b9532b-ae4f-4a8d-8df2-9eec987ee2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:41.728220 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff48c46b-f398-4db9-b95e-8d846b995590 req-32b9532b-ae4f-4a8d-8df2-9eec987ee2a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a7c90ee-c62a-411c-a51b-08518c5325f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383880 Oct 26 14:35:41.819878 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff48c46b-f398-4db9-b95e-8d846b995590 req-b803add0-54a9-4089-ba3d-d11a5b209e6e service neutron] 10.222.0.11 "GET /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841217 Oct 26 14:35:41.907947 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff48c46b-f398-4db9-b95e-8d846b995590 req-be58d1eb-16b8-4f4d-ba50-ff42a7c530ea service neutron] 10.222.0.11 "GET /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804369 Oct 26 14:35:42.642014 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377ccd1-0439-4e7e-9ed7-914057373911 req-73004f21-1702-40cb-b526-d7b7468ab610 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:42.643463 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5377ccd1-0439-4e7e-9ed7-914057373911 req-73004f21-1702-40cb-b526-d7b7468ab610 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 950 time: 0.0479217 Oct 26 14:35:42.683674 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5377ccd1-0439-4e7e-9ed7-914057373911 req-0d36315f-1f44-42eb-84bc-c9d35f3cc15c tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d301ba-5b57-44ac-accb-10625139bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Oct 26 14:35:42.796100 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1579-b8ac-4c6a-aefe-6d6bf7576f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.599606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44708) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:44.053539 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a3d72c10-cc2a-4434-a81b-8ce3d3b82790 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Deleting port 547cd9e1-5e2b-4096-b931-dbe8542312e2 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:44.053880 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3d72c10-cc2a-4434-a81b-8ce3d3b82790 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.131720 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3d72c10-cc2a-4434-a81b-8ce3d3b82790 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.132064 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3d72c10-cc2a-4434-a81b-8ce3d3b82790 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.144718 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a3d72c10-cc2a-4434-a81b-8ce3d3b82790 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Calling delete_port for 547cd9e1-5e2b-4096-b931-dbe8542312e2 owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:44.293274 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3d72c10-cc2a-4434-a81b-8ce3d3b82790 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.319143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d72c10-cc2a-4434-a81b-8ce3d3b82790 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event deleted for resources: {'Port': ['ID=547cd9e1-5e2b-4096-b931-dbe8542312e2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:44.381270 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3d72c10-cc2a-4434-a81b-8ce3d3b82790 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.381641 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-a3d72c10-cc2a-4434-a81b-8ce3d3b82790 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Floating IP 56d6c462-deab-438c-a064-1645bd467694 disassociated (deleted). External IP: 172.25.4.113, port: 22919e0d-6349-4262-bb27-d97e1781e3d6. Oct 26 14:35:44.601586 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d72c10-cc2a-4434-a81b-8ce3d3b82790 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Router ce8efef2-8a6d-496a-b5cf-e4b43300f10a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:35:44.711451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d72c10-cc2a-4434-a81b-8ce3d3b82790 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:35:44.716975 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3d72c10-cc2a-4434-a81b-8ce3d3b82790 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.722567 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a6b8f-f276-47da-a425-1637f2858c1b None None] Sync routers for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:35:44.735294 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a6b8f-f276-47da-a425-1637f2858c1b None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:44.736279 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fa4a6b8f-f276-47da-a425-1637f2858c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:35:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:44.745879 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a3d72c10-cc2a-4434-a81b-8ce3d3b82790 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "DELETE /v2.0/floatingips/56d6c462-deab-438c-a064-1645bd467694 HTTP/1.1" status: 204 len: 168 time: 1.1451502 Oct 26 14:35:44.746730 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'tag': '22919e0d-6349-4262-bb27-d97e1781e3d6'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:35:44.749126 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf2d779-4ea5-4820-aeca-f267e6d22876" -d '{"events": [{"name": "network-changed", "server_uuid": "6764ce1a-45a7-44bb-b2aa-64d47d35bd42", "tag": "22919e0d-6349-4262-bb27-d97e1781e3d6"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:35:44.788250 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe9b3d9-a2ce-4f86-a33a-83f80cdb6a30 x-openstack-request-id: req-bbe9b3d9-a2ce-4f86-a33a-83f80cdb6a30 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:35:44.788544 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6764ce1a-45a7-44bb-b2aa-64d47d35bd42", "tag": "22919e0d-6349-4262-bb27-d97e1781e3d6", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:35:44.788799 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbe9b3d9-a2ce-4f86-a33a-83f80cdb6a30 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:35:44.789205 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'tag': '22919e0d-6349-4262-bb27-d97e1781e3d6', 'status': 'completed', 'code': 200} Oct 26 14:35:44.860250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2d779-4ea5-4820-aeca-f267e6d22876 req-22e02f7b-f208-4fee-9469-1ddf7c872104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:44.863799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf2d779-4ea5-4820-aeca-f267e6d22876 req-22e02f7b-f208-4fee-9469-1ddf7c872104 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 1096 time: 0.0496318 Oct 26 14:35:44.978288 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-fa4a6b8f-f276-47da-a425-1637f2858c1b None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:35:45.022226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2d779-4ea5-4820-aeca-f267e6d22876 req-5770fc1d-b48b-42cf-900a-8fb281e328b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:45.023704 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf2d779-4ea5-4820-aeca-f267e6d22876 req-5770fc1d-b48b-42cf-900a-8fb281e328b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.1512244 Oct 26 14:35:45.049102 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0bba0-703a-4f39-b001-7ba85937b6a3 req-e799bff8-8704-449a-8acd-cd2798076094 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:45.050658 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-39b0bba0-703a-4f39-b001-7ba85937b6a3 req-e799bff8-8704-449a-8acd-cd2798076094 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 945 time: 0.0742242 Oct 26 14:35:45.084132 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf2d779-4ea5-4820-aeca-f267e6d22876 req-ad02248a-b734-4bc0-b27b-cd999643964f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22919e0d-6349-4262-bb27-d97e1781e3d6 HTTP/1.1" status: 200 len: 217 time: 0.0521941 Oct 26 14:35:45.089378 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:35:45.109713 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ff7911ad-cf63-4e16-92fb-5d3f411eb061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:45.166480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-39b0bba0-703a-4f39-b001-7ba85937b6a3 req-eb5f465b-8335-44a8-b618-6722bad12131 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809178 Oct 26 14:35:45.170078 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2d779-4ea5-4820-aeca-f267e6d22876 req-a10bcaff-b26b-40f4-9c96-f28b15f32df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:45.172353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf2d779-4ea5-4820-aeca-f267e6d22876 req-a10bcaff-b26b-40f4-9c96-f28b15f32df4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.0667539 Oct 26 14:35:45.232522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2d779-4ea5-4820-aeca-f267e6d22876 req-c15d8789-57ae-4fe8-9bf4-9760882219c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:45.234081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf2d779-4ea5-4820-aeca-f267e6d22876 req-c15d8789-57ae-4fe8-9bf4-9760882219c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523877 Oct 26 14:35:45.264484 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fa4a6b8f-f276-47da-a425-1637f2858c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '635fcd75-85e1-4a75-ba86-a8bf05d15e44', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:9f:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:56Z', 'updated_at': '2021-10-26T14:31:59Z', 'revision_number': 1, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:45.292879 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a6b8f-f276-47da-a425-1637f2858c1b None None] Checking router: ce8efef2-8a6d-496a-b5cf-e4b43300f10a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:35:45.302821 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a6b8f-f276-47da-a425-1637f2858c1b None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:45.303675 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fa4a6b8f-f276-47da-a425-1637f2858c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:35:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:45.328349 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf2d779-4ea5-4820-aeca-f267e6d22876 req-e8e29be2-79c2-47c1-ab26-ab8b30d14bbd service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856442 Oct 26 14:35:45.427434 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-fa4a6b8f-f276-47da-a425-1637f2858c1b None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:35:45.432699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf2d779-4ea5-4820-aeca-f267e6d22876 req-2b6f54ea-272a-4ee9-9a35-6b077db4721e service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964234 Oct 26 14:35:45.660196 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fa4a6b8f-f276-47da-a425-1637f2858c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '635fcd75-85e1-4a75-ba86-a8bf05d15e44', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:9f:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:56Z', 'updated_at': '2021-10-26T14:31:59Z', 'revision_number': 1, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:45.689794 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a6b8f-f276-47da-a425-1637f2858c1b None None] The sync data for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 is: [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '635fcd75-85e1-4a75-ba86-a8bf05d15e44', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'port_id': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'mac_address': 'fa:16:3e:9f:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:56Z', 'updated_at': '2021-10-26T14:31:59Z', 'revision_number': 1, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:35:45.932901 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979ce00-e6dc-429b-9e44-3551cb58c21f None None] New status for floating IP 56d6c462-deab-438c-a064-1645bd467694: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:35:46.294531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c3c04-f70f-483e-9d77-d81a02bcbc04 req-38fdf71e-2b95-4411-b6d8-5904387212a8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:46.296676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-220c3c04-f70f-483e-9d77-d81a02bcbc04 req-38fdf71e-2b95-4411-b6d8-5904387212a8 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 945 time: 0.0524421 Oct 26 14:35:46.335594 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-220c3c04-f70f-483e-9d77-d81a02bcbc04 req-6e82d450-6dd8-4f4a-b6b7-7d969988c71c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324857 Oct 26 14:35:46.498147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36dc7b-6737-4876-8c16-d557aae23ca7 req-5a6dd85a-dbf4-431f-9542-4bb6b586a33b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:46.499693 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd36dc7b-6737-4876-8c16-d557aae23ca7 req-5a6dd85a-dbf4-431f-9542-4bb6b586a33b tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 945 time: 0.0485861 Oct 26 14:35:46.593491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-cd36dc7b-6737-4876-8c16-d557aae23ca7 req-2ea0319b-f8ac-4da5-b31a-6c20cd2f47ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Deleting port 22919e0d-6349-4262-bb27-d97e1781e3d6 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:46.593828 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cd36dc7b-6737-4876-8c16-d557aae23ca7 req-2ea0319b-f8ac-4da5-b31a-6c20cd2f47ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:46.643370 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:46.683159 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-cd36dc7b-6737-4876-8c16-d557aae23ca7 req-2ea0319b-f8ac-4da5-b31a-6c20cd2f47ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] For port 22919e0d-6349-4262-bb27-d97e1781e3d6, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=22919e0d-6349-4262-bb27-d97e1781e3d6,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:46.683518 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cd36dc7b-6737-4876-8c16-d557aae23ca7 req-2ea0319b-f8ac-4da5-b31a-6c20cd2f47ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:46.695567 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-cd36dc7b-6737-4876-8c16-d557aae23ca7 req-2ea0319b-f8ac-4da5-b31a-6c20cd2f47ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Calling delete_port for 22919e0d-6349-4262-bb27-d97e1781e3d6 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:46.828565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cd36dc7b-6737-4876-8c16-d557aae23ca7 req-2ea0319b-f8ac-4da5-b31a-6c20cd2f47ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:46.859442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0319b-f8ac-4da5-b31a-6c20cd2f47ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event deleted for resources: {'Port': ['ID=22919e0d-6349-4262-bb27-d97e1781e3d6,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:46.903759 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd36dc7b-6737-4876-8c16-d557aae23ca7 req-2ea0319b-f8ac-4da5-b31a-6c20cd2f47ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] No DVR routers for this DVR port 22919e0d-6349-4262-bb27-d97e1781e3d6 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:35:46.906302 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cd36dc7b-6737-4876-8c16-d557aae23ca7 req-2ea0319b-f8ac-4da5-b31a-6c20cd2f47ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:46.909897 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cd36dc7b-6737-4876-8c16-d557aae23ca7 req-2ea0319b-f8ac-4da5-b31a-6c20cd2f47ef tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "DELETE /v2.0/ports/22919e0d-6349-4262-bb27-d97e1781e3d6 HTTP/1.1" status: 204 len: 173 time: 0.4038730 Oct 26 14:35:46.910434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'name': 'network-vif-deleted', 'tag': '22919e0d-6349-4262-bb27-d97e1781e3d6'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:35:46.913010 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2aec27-504b-4429-ac5c-715933f1e12e" -d '{"events": [{"server_uuid": "6764ce1a-45a7-44bb-b2aa-64d47d35bd42", "name": "network-vif-deleted", "tag": "22919e0d-6349-4262-bb27-d97e1781e3d6"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:35:46.915065 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:46.952024 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd2d314-0261-4f80-9709-a6bba3da7d41 x-openstack-request-id: req-6dd2d314-0261-4f80-9709-a6bba3da7d41 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:35:46.952327 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6764ce1a-45a7-44bb-b2aa-64d47d35bd42", "name": "network-vif-deleted", "tag": "22919e0d-6349-4262-bb27-d97e1781e3d6", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:35:46.952601 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6dd2d314-0261-4f80-9709-a6bba3da7d41 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:35:46.952964 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6764ce1a-45a7-44bb-b2aa-64d47d35bd42', 'name': 'network-vif-deleted', 'tag': '22919e0d-6349-4262-bb27-d97e1781e3d6', 'status': 'completed', 'code': 200} Oct 26 14:35:47.431145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a1a202f-fdb4-4d78-ab68-46d92016119a req-9b70905d-39f2-4282-ab03-78a6e0c0eac3 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 210 time: 0.0264797 Oct 26 14:35:48.530991 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c09282f6-9e29-4714-b1b1-0642ac7c81d0 req-d46a15d4-a406-49bc-9f42-d210de85d479 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 210 time: 0.0295160 Oct 26 14:35:48.628406 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:49.647041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9789545-4b4e-4754-92e3-249a98407785 req-f3bdd0e3-f4e4-43ef-a6ac-6f0742ec35b7 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 210 time: 0.0287175 Oct 26 14:35:50.750755 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2d84818-58c9-4098-aae8-6125fa05bb49 req-4d55ff79-1e9e-4157-9773-14ab809d3123 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 210 time: 0.0260782 Oct 26 14:35:51.016487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 22919e0d-6349-4262-bb27-d97e1781e3d6 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:35:51.036151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 22919e0d-6349-4262-bb27-d97e1781e3d6 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:35:51.036490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 22919e0d-6349-4262-bb27-d97e1781e3d6 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:35:51.850293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a7049a7-df84-4cb6-9237-c29eb6f7ca31 req-01bc7113-a441-4770-9fa9-92154169c49d tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=6764ce1a-45a7-44bb-b2aa-64d47d35bd42 HTTP/1.1" status: 200 len: 210 time: 0.0301313 Oct 26 14:35:53.701053 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:56.728448 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-9c9383a1-c118-4404-893d-fe5d55d03925 req-71f87f6f-17f5-43ed-aa4f-38e80d7aa597 service neutron] (102123) timed out ('10.222.0.32', 40264) {{(pid=102123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:35:57.688084 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:58.295464 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44788) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:58.457288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2ff39a6f-6fd3-47da-83d2-b6fcba8f0dcc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Deleting port 090da289-97dd-4498-9485-6fff2f366980 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:58.457620 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2ff39a6f-6fd3-47da-83d2-b6fcba8f0dcc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:58.532013 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2ff39a6f-6fd3-47da-83d2-b6fcba8f0dcc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:58.532318 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2ff39a6f-6fd3-47da-83d2-b6fcba8f0dcc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:58.543989 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2ff39a6f-6fd3-47da-83d2-b6fcba8f0dcc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Calling delete_port for 090da289-97dd-4498-9485-6fff2f366980 owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:58.692785 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2ff39a6f-6fd3-47da-83d2-b6fcba8f0dcc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:58.726614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff39a6f-6fd3-47da-83d2-b6fcba8f0dcc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event deleted for resources: {'Port': ['ID=090da289-97dd-4498-9485-6fff2f366980,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:58.791809 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2ff39a6f-6fd3-47da-83d2-b6fcba8f0dcc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:58.794840 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-2ff39a6f-6fd3-47da-83d2-b6fcba8f0dcc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Floating IP 635fcd75-85e1-4a75-ba86-a8bf05d15e44 disassociated (deleted). External IP: 172.25.4.188, port: e7837c77-3028-4aa0-8143-205ad7bb762d. Oct 26 14:35:59.006278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff39a6f-6fd3-47da-83d2-b6fcba8f0dcc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Router ce8efef2-8a6d-496a-b5cf-e4b43300f10a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:35:59.115489 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff39a6f-6fd3-47da-83d2-b6fcba8f0dcc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:35:59.120649 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2ff39a6f-6fd3-47da-83d2-b6fcba8f0dcc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:59.127763 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718bde26-f4f1-4c4f-91c5-0d738e522bf4 None None] Sync routers for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:35:59.140394 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718bde26-f4f1-4c4f-91c5-0d738e522bf4 None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:59.141086 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-718bde26-f4f1-4c4f-91c5-0d738e522bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:35:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:59.149108 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2ff39a6f-6fd3-47da-83d2-b6fcba8f0dcc tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "DELETE /v2.0/floatingips/635fcd75-85e1-4a75-ba86-a8bf05d15e44 HTTP/1.1" status: 204 len: 168 time: 0.8525295 Oct 26 14:35:59.149707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'tag': 'e7837c77-3028-4aa0-8143-205ad7bb762d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:35:59.152545 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1c5c5c-327e-470a-a185-666eb9bac933" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cc3b55-497b-4230-9f98-b167c86b130b", "tag": "e7837c77-3028-4aa0-8143-205ad7bb762d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:35:59.194418 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bda5072-03ce-4172-9ca8-1077f0655bf9 x-openstack-request-id: req-2bda5072-03ce-4172-9ca8-1077f0655bf9 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:35:59.194855 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cc3b55-497b-4230-9f98-b167c86b130b", "tag": "e7837c77-3028-4aa0-8143-205ad7bb762d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:35:59.195230 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2bda5072-03ce-4172-9ca8-1077f0655bf9 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:35:59.195741 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'tag': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'status': 'completed', 'code': 200} Oct 26 14:35:59.260969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c5c5c-327e-470a-a185-666eb9bac933 req-cf1bb8c2-69f6-42ef-8dad-0b7b19ee61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:59.263291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e1c5c5c-327e-470a-a185-666eb9bac933 req-cf1bb8c2-69f6-42ef-8dad-0b7b19ee61cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bcf474373744e67b719326f17fd4da5&device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 1096 time: 0.0431328 Oct 26 14:35:59.271971 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-718bde26-f4f1-4c4f-91c5-0d738e522bf4 None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:35:59.409266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c5c5c-327e-470a-a185-666eb9bac933 req-4538cd1d-0971-4e1f-9358-67af8bdfc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:59.411228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e1c5c5c-327e-470a-a185-666eb9bac933 req-4538cd1d-0971-4e1f-9358-67af8bdfc9a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 200 len: 912 time: 0.1405540 Oct 26 14:35:59.467467 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e1c5c5c-327e-470a-a185-666eb9bac933 req-1f599611-fbc8-46f3-88e4-b8d1b505e300 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7837c77-3028-4aa0-8143-205ad7bb762d HTTP/1.1" status: 200 len: 217 time: 0.0455413 Oct 26 14:35:59.519677 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-718bde26-f4f1-4c4f-91c5-0d738e522bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:59.539145 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04987508-b3c3-45b7-b337-12bf36bfba48 req-c66d89be-2ef9-44d7-a78f-c750161030a6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:59.541016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04987508-b3c3-45b7-b337-12bf36bfba48 req-c66d89be-2ef9-44d7-a78f-c750161030a6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 945 time: 0.1347904 Oct 26 14:35:59.551511 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718bde26-f4f1-4c4f-91c5-0d738e522bf4 None None] Checking router: ce8efef2-8a6d-496a-b5cf-e4b43300f10a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:35:59.558431 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c5c5c-327e-470a-a185-666eb9bac933 req-37aae0e3-ab99-47db-949f-43c8d8ab66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:59.560245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e1c5c5c-327e-470a-a185-666eb9bac933 req-37aae0e3-ab99-47db-949f-43c8d8ab66ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 200 len: 850 time: 0.0789983 Oct 26 14:35:59.560848 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718bde26-f4f1-4c4f-91c5-0d738e522bf4 None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:59.561436 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-718bde26-f4f1-4c4f-91c5-0d738e522bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:35:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:59.638132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c5c5c-327e-470a-a185-666eb9bac933 req-270a1fae-5b28-4d41-97c9-940cb6369bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:59.640105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e1c5c5c-327e-470a-a185-666eb9bac933 req-270a1fae-5b28-4d41-97c9-940cb6369bcb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0322bb-1e1e-46e8-8564-2d448b82a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665236 Oct 26 14:35:59.654238 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04987508-b3c3-45b7-b337-12bf36bfba48 req-a59f5620-dbdd-4a22-bd3b-df8f9cc253d6 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016884 Oct 26 14:35:59.684229 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-718bde26-f4f1-4c4f-91c5-0d738e522bf4 None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:35:59.752063 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e1c5c5c-327e-470a-a185-666eb9bac933 req-969c3ee4-b31e-4097-a5cc-a0c7895fdd0a service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958111 Oct 26 14:35:59.872392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e1c5c5c-327e-470a-a185-666eb9bac933 req-f9836d60-dfec-45b5-a816-8a3276e512a2 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119170 Oct 26 14:35:59.908934 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-718bde26-f4f1-4c4f-91c5-0d738e522bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:00.025787 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718bde26-f4f1-4c4f-91c5-0d738e522bf4 None None] The sync data for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 is: [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:22:28Z', 'revision_number': 4, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'e410ee86-fdb5-48f5-838e-7439f728271f', 'name': '', 'network_id': '4c0322bb-1e1e-46e8-8564-2d448b82a61a', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'mac_address': 'fa:16:3e:40:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:26Z', 'updated_at': '2021-10-26T14:22:33Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'subnets': [{'id': 'd0644abd-266d-41c5-9f8d-ca0893e4341b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:00.256608 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b892a-4d43-46de-820e-789344c55232 None None] New status for floating IP 635fcd75-85e1-4a75-ba86-a8bf05d15e44: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:36:00.764582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d436f-abfa-4401-999f-7d259aed5105 req-fd42a15b-e017-4563-88cd-84923fd206f2 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:00.766100 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-947d436f-abfa-4401-999f-7d259aed5105 req-fd42a15b-e017-4563-88cd-84923fd206f2 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 945 time: 0.0511703 Oct 26 14:36:00.833273 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-947d436f-abfa-4401-999f-7d259aed5105 req-755a480e-9694-4d85-b1b5-71e0d123d135 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd558e9b-cc65-420b-bc6e-05fa03d68f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595677 Oct 26 14:36:00.856144 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313d154-5188-44f6-8d51-a94cd5ec7c80 req-a416f3a4-8a5b-47df-896c-0731a8429aae tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:00.856611 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c313d154-5188-44f6-8d51-a94cd5ec7c80 req-a416f3a4-8a5b-47df-896c-0731a8429aae tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 945 time: 0.0602887 Oct 26 14:36:00.951320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-c313d154-5188-44f6-8d51-a94cd5ec7c80 req-937b5496-ddec-4c75-bb91-5766fb595348 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Deleting port e7837c77-3028-4aa0-8143-205ad7bb762d {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:00.951667 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c313d154-5188-44f6-8d51-a94cd5ec7c80 req-937b5496-ddec-4c75-bb91-5766fb595348 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:01.042232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c313d154-5188-44f6-8d51-a94cd5ec7c80 req-937b5496-ddec-4c75-bb91-5766fb595348 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] For port e7837c77-3028-4aa0-8143-205ad7bb762d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=e7837c77-3028-4aa0-8143-205ad7bb762d,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:01.042595 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c313d154-5188-44f6-8d51-a94cd5ec7c80 req-937b5496-ddec-4c75-bb91-5766fb595348 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:01.059562 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-c313d154-5188-44f6-8d51-a94cd5ec7c80 req-937b5496-ddec-4c75-bb91-5766fb595348 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Calling delete_port for e7837c77-3028-4aa0-8143-205ad7bb762d owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:01.190663 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c313d154-5188-44f6-8d51-a94cd5ec7c80 req-937b5496-ddec-4c75-bb91-5766fb595348 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:01.217757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b5496-ddec-4c75-bb91-5766fb595348 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event deleted for resources: {'Port': ['ID=e7837c77-3028-4aa0-8143-205ad7bb762d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:01.268492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c313d154-5188-44f6-8d51-a94cd5ec7c80 req-937b5496-ddec-4c75-bb91-5766fb595348 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] No DVR routers for this DVR port e7837c77-3028-4aa0-8143-205ad7bb762d on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:01.271636 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c313d154-5188-44f6-8d51-a94cd5ec7c80 req-937b5496-ddec-4c75-bb91-5766fb595348 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:01.275346 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c313d154-5188-44f6-8d51-a94cd5ec7c80 req-937b5496-ddec-4c75-bb91-5766fb595348 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.25 "DELETE /v2.0/ports/e7837c77-3028-4aa0-8143-205ad7bb762d HTTP/1.1" status: 204 len: 173 time: 0.4132328 Oct 26 14:36:01.275789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'name': 'network-vif-deleted', 'tag': 'e7837c77-3028-4aa0-8143-205ad7bb762d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:36:01.278091 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32c538f-6550-4e36-8807-6ead311b381c" -d '{"events": [{"server_uuid": "a0cc3b55-497b-4230-9f98-b167c86b130b", "name": "network-vif-deleted", "tag": "e7837c77-3028-4aa0-8143-205ad7bb762d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:36:01.340868 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583cbc8f-5e50-427a-b72d-543dda96608d x-openstack-request-id: req-583cbc8f-5e50-427a-b72d-543dda96608d {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:36:01.342397 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cc3b55-497b-4230-9f98-b167c86b130b", "name": "network-vif-deleted", "tag": "e7837c77-3028-4aa0-8143-205ad7bb762d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:36:01.342813 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-583cbc8f-5e50-427a-b72d-543dda96608d {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:36:01.343434 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cc3b55-497b-4230-9f98-b167c86b130b', 'name': 'network-vif-deleted', 'tag': 'e7837c77-3028-4aa0-8143-205ad7bb762d', 'status': 'completed', 'code': 200} Oct 26 14:36:01.955562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dfc7a897-c6a6-46c7-a14a-1590f8f98c6d req-968cdaca-6198-46cc-a906-0bd54cf9f717 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 210 time: 0.0287175 Oct 26 14:36:03.062539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8dd74de-4c3f-466e-9d83-ebe3a42d7323 req-3d25f232-f41d-484d-9d6a-a25785f3fbb7 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 210 time: 0.0277145 Oct 26 14:36:04.160800 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29f99c13-0a62-478b-a072-6618ac3e7e09 req-98d07439-ec24-497e-8a07-d35f8c232061 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 210 time: 0.0278306 Oct 26 14:36:05.061257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e7837c77-3028-4aa0-8143-205ad7bb762d no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:05.086375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: e7837c77-3028-4aa0-8143-205ad7bb762d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:05.086723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device e7837c77-3028-4aa0-8143-205ad7bb762d not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:05.264114 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b605b35-312f-4e42-831c-ddeb12ab494a req-cdb03337-14c1-4d6d-9cfa-5653669aa07c tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0cc3b55-497b-4230-9f98-b167c86b130b HTTP/1.1" status: 200 len: 210 time: 0.0295956 Oct 26 14:36:06.322328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44830) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:06.448360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Deleting port 110087aa-a5f3-44ab-affa-1bfab9aa4f5c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:06.448638 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.527633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.527963 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.539266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Calling delete_port for 110087aa-a5f3-44ab-affa-1bfab9aa4f5c owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:06.680266 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.705193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event deleted for resources: {'Port': ['ID=110087aa-a5f3-44ab-affa-1bfab9aa4f5c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:06.718589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.718937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.719297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.719616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.719949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.720276 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.720600 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.720923 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.721244 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.721564 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.721889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.722363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.779856 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.782483 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.783633 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5a3aec49-3b94-48f3-a3be-4c23829806a9 tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "DELETE /v2.0/floatingips/933d875b-9a96-4ca2-9287-a02da5d29068 HTTP/1.1" status: 204 len: 168 time: 0.4603238 Oct 26 14:36:11.131888 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44862) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:11.197969 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3dac4fb1-138b-43e8-bac9-e19fabd1adbe tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:11.223435 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3dac4fb1-138b-43e8-bac9-e19fabd1adbe tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:11.284596 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3dac4fb1-138b-43e8-bac9-e19fabd1adbe tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:11.287646 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3dac4fb1-138b-43e8-bac9-e19fabd1adbe tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:11.288809 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3dac4fb1-138b-43e8-bac9-e19fabd1adbe tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] 10.222.0.32 "DELETE /v2.0/security-groups/dd558e9b-cc65-420b-bc6e-05fa03d68f49 HTTP/1.1" status: 204 len: 168 time: 0.1559267 Oct 26 14:36:11.298673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac4fb1-138b-43e8-bac9-e19fabd1adbe tempest-TestVolumeBootPattern-1254774677 tempest-TestVolumeBootPattern-1254774677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd558e9b-cc65-420b-bc6e-05fa03d68f49,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:12.373875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44870) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:12.801866 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-06b1ab4b-3d2c-4021-84b4-882d73bb5177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:12.898804 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.147005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Deleting port e410ee86-fdb5-48f5-838e-7439f728271f {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:13.147348 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.230308 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] For port e410ee86-fdb5-48f5-838e-7439f728271f, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e410ee86-fdb5-48f5-838e-7439f728271f,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:13.230669 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.243027 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Calling delete_port for e410ee86-fdb5-48f5-838e-7439f728271f owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:13.433815 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.463506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Pushing event deleted for resources: {'Port': ['ID=e410ee86-fdb5-48f5-838e-7439f728271f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:13.475444 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:13.475792 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:13.476133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:13.476453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:13.476778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:13.477098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:13.477418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:13.477791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:13.478064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:13.478390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:13.478803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:13.479118 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:13.965597 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.181084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Router ce8efef2-8a6d-496a-b5cf-e4b43300f10a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:36:14.284662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:14.292763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-43022f73-bcc4-419f-bc8c-bbd0c1ec486e admin admin] 10.222.0.32 "PUT /v2.0/routers/ce8efef2-8a6d-496a-b5cf-e4b43300f10a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9147847 Oct 26 14:36:14.293025 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44922) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:14.301407 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582cf78c-c022-4136-8188-505cb54f49a4 None None] Sync routers for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:14.314740 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582cf78c-c022-4136-8188-505cb54f49a4 None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:14.315347 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-582cf78c-c022-4136-8188-505cb54f49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:35:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:14.411408 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.426167 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-582cf78c-c022-4136-8188-505cb54f49a4 None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:14.515610 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.576462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] Deleting port 2d31d113-e0b4-4a84-9a1e-1c82ca90f166 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:14.576805 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.619238 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-582cf78c-c022-4136-8188-505cb54f49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:36:13Z', 'revision_number': 5, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port': {'id': '2d31d113-e0b4-4a84-9a1e-1c82ca90f166', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:17Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:14.657597 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582cf78c-c022-4136-8188-505cb54f49a4 None None] Checking router: ce8efef2-8a6d-496a-b5cf-e4b43300f10a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:36:14.667196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] For port 2d31d113-e0b4-4a84-9a1e-1c82ca90f166, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2d31d113-e0b4-4a84-9a1e-1c82ca90f166,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:14.667643 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.669189 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582cf78c-c022-4136-8188-505cb54f49a4 None None] Routers {'ce8efef2-8a6d-496a-b5cf-e4b43300f10a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:14.669909 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-582cf78c-c022-4136-8188-505cb54f49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:35:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:14.682441 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] Calling delete_port for 2d31d113-e0b4-4a84-9a1e-1c82ca90f166 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:14.758576 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-582cf78c-c022-4136-8188-505cb54f49a4 None None] Set router ce8efef2-8a6d-496a-b5cf-e4b43300f10a gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:14.814479 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-582cf78c-c022-4136-8188-505cb54f49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:36:14Z', 'revision_number': 6, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:14.846538 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582cf78c-c022-4136-8188-505cb54f49a4 None None] The sync data for ids ['ce8efef2-8a6d-496a-b5cf-e4b43300f10a'] in n-d-815498-1 is: [{'id': 'ce8efef2-8a6d-496a-b5cf-e4b43300f10a', 'name': 'tempest-TestVolumeBootPattern-150476496-router', 'tenant_id': '6bcf474373744e67b719326f17fd4da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:13Z', 'updated_at': '2021-10-26T14:36:14Z', 'revision_number': 6, 'project_id': '6bcf474373744e67b719326f17fd4da5', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:14.878809 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.917231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d31d113-e0b4-4a84-9a1e-1c82ca90f166,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:14.981441 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.074528 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.076675 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.103515 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39cc4aaf-45f2-4a82-b3b5-47c1e2a40148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.123285 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.123868 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce8efef2-8a6d-496a-b5cf-e4b43300f10a {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:36:15.128597 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.129734 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-69056761-71f5-4330-b500-7875629e00e7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ce8efef2-8a6d-496a-b5cf-e4b43300f10a HTTP/1.1" status: 204 len: 168 time: 0.8355429 Oct 26 14:36:15.132401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44934) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:15.185523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-14917d5c-1f10-468c-a7d7-20e3c7179b10 admin admin] Deleting subnet d0644abd-266d-41c5-9f8d-ca0893e4341b {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:36:15.197067 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14917d5c-1f10-468c-a7d7-20e3c7179b10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.236825 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14917d5c-1f10-468c-a7d7-20e3c7179b10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.322947 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14917d5c-1f10-468c-a7d7-20e3c7179b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.374286 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14917d5c-1f10-468c-a7d7-20e3c7179b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.404774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14917d5c-1f10-468c-a7d7-20e3c7179b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0644abd-266d-41c5-9f8d-ca0893e4341b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:15.408543 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-14917d5c-1f10-468c-a7d7-20e3c7179b10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.414373 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-14917d5c-1f10-468c-a7d7-20e3c7179b10 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d0644abd-266d-41c5-9f8d-ca0893e4341b HTTP/1.1" status: 204 len: 168 time: 0.2784312 Oct 26 14:36:15.414373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 44942) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:15.418407 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127e544f-3a2a-4481-8c68-a812da0605a8 None None] Network 4c0322bb-1e1e-46e8-8564-2d448b82a61a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:15.488300 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.551529 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Deleting port 9e6b7fc3-56a5-4315-8638-5da81bd390cf {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:15.551752 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.628889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] For port 9e6b7fc3-56a5-4315-8638-5da81bd390cf, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9e6b7fc3-56a5-4315-8638-5da81bd390cf,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:15.629250 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.630784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] DHCP port deletion for 4c0322bb-1e1e-46e8-8564-2d448b82a61a request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:36:15.643851 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Calling delete_port for 9e6b7fc3-56a5-4315-8638-5da81bd390cf owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:15.691419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Deleting port 9e6b7fc3-56a5-4315-8638-5da81bd390cf {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:15.692554 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.731447 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.763644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6b7fc3-56a5-4315-8638-5da81bd390cf,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:15.775753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] No DVR routers for this DVR port 9e6b7fc3-56a5-4315-8638-5da81bd390cf on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:15.776725 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] For port 9e6b7fc3-56a5-4315-8638-5da81bd390cf, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9e6b7fc3-56a5-4315-8638-5da81bd390cf,segment=NetworkSegment(64bbca1a-2fe6-42d1-84c2-d521552306f9),segment_id=64bbca1a-2fe6-42d1-84c2-d521552306f9)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:15.777138 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.791671 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Calling delete_port for 9e6b7fc3-56a5-4315-8638-5da81bd390cf owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:15.866681 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.890128 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0322bb-1e1e-46e8-8564-2d448b82a61a']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:15.896765 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.899698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bbca1a-2fe6-42d1-84c2-d521552306f9') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:15.900065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bbca1a-2fe6-42d1-84c2-d521552306f9') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:15.910441 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.925468 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.926326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Pushing event deleted for resources: {'Port': ['ID=9e6b7fc3-56a5-4315-8638-5da81bd390cf,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:15.936733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:36:15.937309 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:36:15.939225 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:36:15.949546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] No DVR routers for this DVR port 9e6b7fc3-56a5-4315-8638-5da81bd390cf on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:15.952344 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:15.952846 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:15.953145 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:15.953533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:15.953822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:15.954473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:15.955293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:15.955916 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:15.956424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:15.956930 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:15.957444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:15.958202 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ce155-7bb3-4023-8c72-2a4ddfa7e4e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:16.008603 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:16.014794 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:16.018424 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4c0322bb-1e1e-46e8-8564-2d448b82a61a HTTP/1.1" status: 204 len: 168 time: 0.6032057 Oct 26 14:36:16.021405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44952) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:16.038083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3f6f5-dfc1-451d-bd62-80aff33444a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0322bb-1e1e-46e8-8564-2d448b82a61a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:16.340266 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e410ee86-fdb5-48f5-838e-7439f728271f no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:16.362309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: e410ee86-fdb5-48f5-838e-7439f728271f {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:16.362746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e410ee86-fdb5-48f5-838e-7439f728271f not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:16.363232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2d31d113-e0b4-4a84-9a1e-1c82ca90f166 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:16.383193 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 2d31d113-e0b4-4a84-9a1e-1c82ca90f166 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:16.383934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2d31d113-e0b4-4a84-9a1e-1c82ca90f166 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:16.384460 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9e6b7fc3-56a5-4315-8638-5da81bd390cf no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:16.407376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 9e6b7fc3-56a5-4315-8638-5da81bd390cf {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:16.408097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9e6b7fc3-56a5-4315-8638-5da81bd390cf not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:16.412240 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-427e42bc-e24d-4773-bbb3-fa575944ef24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:16.650114 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:16.680770 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-427e42bc-e24d-4773-bbb3-fa575944ef24 admin admin] Deleting port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:16.681117 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-427e42bc-e24d-4773-bbb3-fa575944ef24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:16.761057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-427e42bc-e24d-4773-bbb3-fa575944ef24 admin admin] For port 543123ca-0a8d-4ac9-8d7f-c152da07fdb8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=543123ca-0a8d-4ac9-8d7f-c152da07fdb8,segment=NetworkSegment(57f40a03-0a77-4fbb-92bc-d62168f4a80b),segment_id=57f40a03-0a77-4fbb-92bc-d62168f4a80b)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:16.761420 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-427e42bc-e24d-4773-bbb3-fa575944ef24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:16.773330 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-427e42bc-e24d-4773-bbb3-fa575944ef24 admin admin] Calling delete_port for 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:16.938756 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:16.951491 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-427e42bc-e24d-4773-bbb3-fa575944ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:16.982406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e42bc-e24d-4773-bbb3-fa575944ef24 admin admin] Pushing event deleted for resources: {'Port': ['ID=543123ca-0a8d-4ac9-8d7f-c152da07fdb8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:17.155555 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-427e42bc-e24d-4773-bbb3-fa575944ef24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.380242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427e42bc-e24d-4773-bbb3-fa575944ef24 admin admin] Router 42a0f891-fcf2-413d-8336-95a86ce07a64 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:36:17.490341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427e42bc-e24d-4773-bbb3-fa575944ef24 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:17.498167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-427e42bc-e24d-4773-bbb3-fa575944ef24 admin admin] 10.222.0.32 "PUT /v2.0/routers/42a0f891-fcf2-413d-8336-95a86ce07a64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4731412 Oct 26 14:36:17.498863 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 44986) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:17.501557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23475842-532a-43dd-ba74-1069b17a7e80 None None] Sync routers for ids ['42a0f891-fcf2-413d-8336-95a86ce07a64'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:17.514228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23475842-532a-43dd-ba74-1069b17a7e80 None None] Routers {'42a0f891-fcf2-413d-8336-95a86ce07a64'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:17.514937 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-23475842-532a-43dd-ba74-1069b17a7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:36:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['42a0f891-fcf2-413d-8336-95a86ce07a64'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:17.615162 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.634569 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-23475842-532a-43dd-ba74-1069b17a7e80 None None] Set router 42a0f891-fcf2-413d-8336-95a86ce07a64 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:17.742532 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.807807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] Deleting port a80e8034-88fa-432f-a941-c5e4cb3246b2 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:17.808134 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.833039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-23475842-532a-43dd-ba74-1069b17a7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'name': 'tempest-TestVolumeBootPattern-1653183667-router', 'tenant_id': '4f0f217eed9147719692659db4277412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a80e8034-88fa-432f-a941-c5e4cb3246b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:34Z', 'updated_at': '2021-10-26T14:36:16Z', 'revision_number': 5, 'project_id': '4f0f217eed9147719692659db4277412', 'gw_port': {'id': 'a80e8034-88fa-432f-a941-c5e4cb3246b2', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:35Z', 'updated_at': '2021-10-26T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:17.860258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23475842-532a-43dd-ba74-1069b17a7e80 None None] Checking router: 42a0f891-fcf2-413d-8336-95a86ce07a64 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:36:17.869509 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23475842-532a-43dd-ba74-1069b17a7e80 None None] Routers {'42a0f891-fcf2-413d-8336-95a86ce07a64'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:17.870171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-23475842-532a-43dd-ba74-1069b17a7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:36:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['42a0f891-fcf2-413d-8336-95a86ce07a64'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:17.892823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] For port a80e8034-88fa-432f-a941-c5e4cb3246b2, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a80e8034-88fa-432f-a941-c5e4cb3246b2,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:17.893271 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.906046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] Calling delete_port for a80e8034-88fa-432f-a941-c5e4cb3246b2 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:17.958298 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-23475842-532a-43dd-ba74-1069b17a7e80 None None] Set router 42a0f891-fcf2-413d-8336-95a86ce07a64 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:18.017282 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-23475842-532a-43dd-ba74-1069b17a7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'name': 'tempest-TestVolumeBootPattern-1653183667-router', 'tenant_id': '4f0f217eed9147719692659db4277412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:34Z', 'updated_at': '2021-10-26T14:36:17Z', 'revision_number': 6, 'project_id': '4f0f217eed9147719692659db4277412', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:18.048561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23475842-532a-43dd-ba74-1069b17a7e80 None None] The sync data for ids ['42a0f891-fcf2-413d-8336-95a86ce07a64'] in n-d-815498-1 is: [{'id': '42a0f891-fcf2-413d-8336-95a86ce07a64', 'name': 'tempest-TestVolumeBootPattern-1653183667-router', 'tenant_id': '4f0f217eed9147719692659db4277412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:34Z', 'updated_at': '2021-10-26T14:36:17Z', 'revision_number': 6, 'project_id': '4f0f217eed9147719692659db4277412', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:18.101359 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.126035 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=a80e8034-88fa-432f-a941-c5e4cb3246b2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:18.188475 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.282777 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.285055 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.327722 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.328191 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42a0f891-fcf2-413d-8336-95a86ce07a64 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:36:18.332580 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.336002 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-368dd848-1ace-4ab2-bc6d-faf34c3e3e15 admin admin] 10.222.0.32 "DELETE /v2.0/routers/42a0f891-fcf2-413d-8336-95a86ce07a64 HTTP/1.1" status: 204 len: 168 time: 0.8337402 Oct 26 14:36:18.336278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45004) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:18.380912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-537cc443-275c-46af-83ce-0ddfcc30aa50 admin admin] Deleting subnet b54702b8-d24d-49be-bfda-b322572f65e4 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:36:18.384054 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-537cc443-275c-46af-83ce-0ddfcc30aa50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.426966 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-537cc443-275c-46af-83ce-0ddfcc30aa50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.520629 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-537cc443-275c-46af-83ce-0ddfcc30aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.589436 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-537cc443-275c-46af-83ce-0ddfcc30aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.617918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cc443-275c-46af-83ce-0ddfcc30aa50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54702b8-d24d-49be-bfda-b322572f65e4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:18.619941 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-537cc443-275c-46af-83ce-0ddfcc30aa50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.625910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-537cc443-275c-46af-83ce-0ddfcc30aa50 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b54702b8-d24d-49be-bfda-b322572f65e4 HTTP/1.1" status: 204 len: 168 time: 0.2865236 Oct 26 14:36:18.626303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45012) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:18.633950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6041930-2d73-4621-a21f-a4db623eb995 None None] Network a8d41c32-7718-4bc3-b80b-cdcd2d658806 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:18.682976 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.708237 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.766176 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Deleting port eb54dad5-2e35-4002-a545-589e5c8634cb {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:18.766584 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.837118 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] For port eb54dad5-2e35-4002-a545-589e5c8634cb, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=eb54dad5-2e35-4002-a545-589e5c8634cb,segment=NetworkSegment(57f40a03-0a77-4fbb-92bc-d62168f4a80b),segment_id=57f40a03-0a77-4fbb-92bc-d62168f4a80b)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:18.837373 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.851208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Calling delete_port for eb54dad5-2e35-4002-a545-589e5c8634cb owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:18.904330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce30a7c1-e8ef-4fab-a4f3-d8741e9527bd None None] DHCP port deletion for a8d41c32-7718-4bc3-b80b-cdcd2d658806 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:36:18.940843 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.950985 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:18.972086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=eb54dad5-2e35-4002-a545-589e5c8634cb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:18.975825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] No DVR routers for this DVR port eb54dad5-2e35-4002-a545-589e5c8634cb on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:18.993389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:18.993809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 543123ca-0a8d-4ac9-8d7f-c152da07fdb8 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:19.005728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ce30a7c1-e8ef-4fab-a4f3-d8741e9527bd None None] Deleting port eb54dad5-2e35-4002-a545-589e5c8634cb {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:19.006125 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce30a7c1-e8ef-4fab-a4f3-d8741e9527bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.054788 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.076193 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d41c32-7718-4bc3-b80b-cdcd2d658806']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:19.077155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ce30a7c1-e8ef-4fab-a4f3-d8741e9527bd None None] For port eb54dad5-2e35-4002-a545-589e5c8634cb, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:19.077545 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce30a7c1-e8ef-4fab-a4f3-d8741e9527bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.086004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f40a03-0a77-4fbb-92bc-d62168f4a80b') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:19.086726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f40a03-0a77-4fbb-92bc-d62168f4a80b') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:19.091005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ce30a7c1-e8ef-4fab-a4f3-d8741e9527bd None None] Calling delete_port for eb54dad5-2e35-4002-a545-589e5c8634cb owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:19.093792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-ce30a7c1-e8ef-4fab-a4f3-d8741e9527bd None None] Port eb54dad5-2e35-4002-a545-589e5c8634cb was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:36:19.095111 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ce30a7c1-e8ef-4fab-a4f3-d8741e9527bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.097389 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.111945 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.118404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:36:19.118779 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.120471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30a7c1-e8ef-4fab-a4f3-d8741e9527bd None None] Pushing event deleted for resources: {'Port': ['ID=eb54dad5-2e35-4002-a545-589e5c8634cb,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:36:19.121094 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:36:19.126278 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce30a7c1-e8ef-4fab-a4f3-d8741e9527bd None None] No DVR routers for this DVR port eb54dad5-2e35-4002-a545-589e5c8634cb on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:19.201320 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.208534 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.216209 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] 10.222.0.32 "DELETE /v2.0/networks/a8d41c32-7718-4bc3-b80b-cdcd2d658806 HTTP/1.1" status: 204 len: 168 time: 0.5853071 Oct 26 14:36:19.228583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc77b29-0ac3-45b9-a7e3-0221a7aba4ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d41c32-7718-4bc3-b80b-cdcd2d658806,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:19.348900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45026) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:19.389901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-66f09df7-19a0-4cb5-ae05-a64646e924d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bcf474373744e67b719326f17fd4da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395949 Oct 26 14:36:19.394571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45028) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:19.444774 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-401bade4-6d3e-4807-8db3-23079351e2f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.468578 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-401bade4-6d3e-4807-8db3-23079351e2f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.516734 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-401bade4-6d3e-4807-8db3-23079351e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.519592 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-401bade4-6d3e-4807-8db3-23079351e2f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.520780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-401bade4-6d3e-4807-8db3-23079351e2f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1572f2a-c17e-4eab-9eb4-8f46c08c6d74 HTTP/1.1" status: 204 len: 168 time: 0.1252804 Oct 26 14:36:19.528856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bade4-6d3e-4807-8db3-23079351e2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1572f2a-c17e-4eab-9eb4-8f46c08c6d74,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:19.858008 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45042) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:19.898638 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-dcd126f7-0e41-4def-ac54-e1767d5a7349 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f0f217eed9147719692659db4277412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390868 Oct 26 14:36:19.901069 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45044) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:19.951159 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9097b587-8e97-4d53-8d49-4143d332ab31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.972135 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9097b587-8e97-4d53-8d49-4143d332ab31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:20.023430 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9097b587-8e97-4d53-8d49-4143d332ab31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:20.026279 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9097b587-8e97-4d53-8d49-4143d332ab31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:20.027460 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9097b587-8e97-4d53-8d49-4143d332ab31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d3a3b5b-2053-4e1e-9233-28a333bb01c0 HTTP/1.1" status: 204 len: 168 time: 0.1249712 Oct 26 14:36:20.036249 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097b587-8e97-4d53-8d49-4143d332ab31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3a3b5b-2053-4e1e-9233-28a333bb01c0,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:20.355405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a80e8034-88fa-432f-a941-c5e4cb3246b2 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:20.377805 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: a80e8034-88fa-432f-a941-c5e4cb3246b2 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:20.378254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a80e8034-88fa-432f-a941-c5e4cb3246b2 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:20.378785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device eb54dad5-2e35-4002-a545-589e5c8634cb no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:20.399862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: eb54dad5-2e35-4002-a545-589e5c8634cb {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:20.400209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device eb54dad5-2e35-4002-a545-589e5c8634cb not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:22.089098 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:36:23.715880 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:27.694248 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:33.553194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45294) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:33.710972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d27fe0a6-5628-467d-aa98-507b3d1ad5ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port 234cbd63-91c4-41e8-a45c-5e035dc587b4 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:33.711315 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d27fe0a6-5628-467d-aa98-507b3d1ad5ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:33.792277 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d27fe0a6-5628-467d-aa98-507b3d1ad5ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:33.792609 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d27fe0a6-5628-467d-aa98-507b3d1ad5ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:33.804355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d27fe0a6-5628-467d-aa98-507b3d1ad5ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for 234cbd63-91c4-41e8-a45c-5e035dc587b4 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:33.954300 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d27fe0a6-5628-467d-aa98-507b3d1ad5ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:33.981418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fe0a6-5628-467d-aa98-507b3d1ad5ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=234cbd63-91c4-41e8-a45c-5e035dc587b4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:34.044765 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d27fe0a6-5628-467d-aa98-507b3d1ad5ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:34.045107 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-d27fe0a6-5628-467d-aa98-507b3d1ad5ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Floating IP fecf2d96-22f5-46ff-b40e-80098512a50a disassociated (deleted). External IP: 172.25.4.214, port: ceda9674-91c0-4ee7-8c95-a8baf234c88c. Oct 26 14:36:34.588378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27fe0a6-5628-467d-aa98-507b3d1ad5ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router f9e9c2d9-d8d6-4245-a775-9e824da62f36 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:36:34.700939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27fe0a6-5628-467d-aa98-507b3d1ad5ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:34.705728 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d27fe0a6-5628-467d-aa98-507b3d1ad5ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:34.712281 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051df1a8-926e-41ab-989b-cc7dff1a89dc None None] Sync routers for ids ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:34.724119 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051df1a8-926e-41ab-989b-cc7dff1a89dc None None] Routers {'f9e9c2d9-d8d6-4245-a775-9e824da62f36'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:34.725144 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-051df1a8-926e-41ab-989b-cc7dff1a89dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:36:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:34.740112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d27fe0a6-5628-467d-aa98-507b3d1ad5ca tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/floatingips/fecf2d96-22f5-46ff-b40e-80098512a50a HTTP/1.1" status: 204 len: 168 time: 1.1855054 Oct 26 14:36:34.740433 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad9926d-935b-48ec-b938-b21f4d336123', 'tag': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:36:34.742775 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627d4b4b-4029-4221-b2ec-0ab5a0b5da8b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad9926d-935b-48ec-b938-b21f4d336123", "tag": "ceda9674-91c0-4ee7-8c95-a8baf234c88c"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:36:34.801087 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e4d4dc-0147-4496-93be-352cc1205402 x-openstack-request-id: req-05e4d4dc-0147-4496-93be-352cc1205402 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:36:34.801822 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad9926d-935b-48ec-b938-b21f4d336123", "tag": "ceda9674-91c0-4ee7-8c95-a8baf234c88c", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:36:34.802296 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05e4d4dc-0147-4496-93be-352cc1205402 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:36:34.802912 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad9926d-935b-48ec-b938-b21f4d336123', 'tag': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'status': 'completed', 'code': 200} Oct 26 14:36:34.873001 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-051df1a8-926e-41ab-989b-cc7dff1a89dc None None] Set router f9e9c2d9-d8d6-4245-a775-9e824da62f36 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:34.932552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d4b4b-4029-4221-b2ec-0ab5a0b5da8b req-5af103a6-e1d5-4c07-8915-f1a07fa122d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:34.935103 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-627d4b4b-4029-4221-b2ec-0ab5a0b5da8b req-5af103a6-e1d5-4c07-8915-f1a07fa122d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 1096 time: 0.0951526 Oct 26 14:36:35.055255 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d4b4b-4029-4221-b2ec-0ab5a0b5da8b req-15031a0d-ee16-498f-959b-ca6790149d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.057498 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-627d4b4b-4029-4221-b2ec-0ab5a0b5da8b req-15031a0d-ee16-498f-959b-ca6790149d92 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a7c90ee-c62a-411c-a51b-08518c5325f6 HTTP/1.1" status: 200 len: 898 time: 0.1116536 Oct 26 14:36:35.096868 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-051df1a8-926e-41ab-989b-cc7dff1a89dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:33:34Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bbe61c37-c297-4a96-874b-964dd828a2ae', 'name': '', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:43:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:33Z', 'updated_at': '2021-10-26T14:33:39Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:35.111930 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-627d4b4b-4029-4221-b2ec-0ab5a0b5da8b req-85a9df86-a293-4fcb-af76-df1fe0ab858e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c HTTP/1.1" status: 200 len: 217 time: 0.0459611 Oct 26 14:36:35.129903 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051df1a8-926e-41ab-989b-cc7dff1a89dc None None] Checking router: f9e9c2d9-d8d6-4245-a775-9e824da62f36 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:36:35.139269 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051df1a8-926e-41ab-989b-cc7dff1a89dc None None] Routers {'f9e9c2d9-d8d6-4245-a775-9e824da62f36'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:35.139883 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-051df1a8-926e-41ab-989b-cc7dff1a89dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:36:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:35.177131 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d4b4b-4029-4221-b2ec-0ab5a0b5da8b req-4a02851e-4bfe-4a81-81cd-0a62cd6daa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.178543 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-627d4b4b-4029-4221-b2ec-0ab5a0b5da8b req-4a02851e-4bfe-4a81-81cd-0a62cd6daa6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=056cd614-3990-403b-97bf-8211a3f55f1d HTTP/1.1" status: 200 len: 834 time: 0.0582714 Oct 26 14:36:35.228305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d4b4b-4029-4221-b2ec-0ab5a0b5da8b req-44e1124d-a15b-4f0a-9eb4-57b112f1fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.229812 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-627d4b4b-4029-4221-b2ec-0ab5a0b5da8b req-44e1124d-a15b-4f0a-9eb4-57b112f1fad4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a7c90ee-c62a-411c-a51b-08518c5325f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426359 Oct 26 14:36:35.248283 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-051df1a8-926e-41ab-989b-cc7dff1a89dc None None] Set router f9e9c2d9-d8d6-4245-a775-9e824da62f36 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:35.351935 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-627d4b4b-4029-4221-b2ec-0ab5a0b5da8b req-385038dd-2efe-4f33-8486-17b46e21c1b5 service neutron] 10.222.0.11 "GET /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136355 Oct 26 14:36:35.401247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d762b-00e1-47f8-98ea-1ac71e27733a req-f3bd515c-1aba-4571-96ba-4d4fcd301604 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.403531 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-095d762b-00e1-47f8-98ea-1ac71e27733a req-f3bd515c-1aba-4571-96ba-4d4fcd301604 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.4455192 Oct 26 14:36:35.454608 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-095d762b-00e1-47f8-98ea-1ac71e27733a req-b6e14700-f5ee-445d-9cde-e11d36c8232e tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418956 Oct 26 14:36:35.484407 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-051df1a8-926e-41ab-989b-cc7dff1a89dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:33:34Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bbe61c37-c297-4a96-874b-964dd828a2ae', 'name': '', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:43:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:33Z', 'updated_at': '2021-10-26T14:33:39Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:35.487540 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-627d4b4b-4029-4221-b2ec-0ab5a0b5da8b req-85cfdb52-6964-45ab-86c9-42c59fa82b9d service neutron] 10.222.0.11 "GET /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276045 Oct 26 14:36:35.511461 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051df1a8-926e-41ab-989b-cc7dff1a89dc None None] The sync data for ids ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'] in n-d-815498-1 is: [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:33:34Z', 'revision_number': 4, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'bbe61c37-c297-4a96-874b-964dd828a2ae', 'name': '', 'network_id': '8a7c90ee-c62a-411c-a51b-08518c5325f6', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'mac_address': 'fa:16:3e:43:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:33Z', 'updated_at': '2021-10-26T14:33:39Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'subnets': [{'id': '056cd614-3990-403b-97bf-8211a3f55f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:35.749116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad7e1b-776e-43a7-a9f8-e4c894daf95f None None] New status for floating IP fecf2d96-22f5-46ff-b40e-80098512a50a: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:36:36.643823 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cebbd-0ed1-4e3c-a430-24f97bb52766 req-fec2ba13-e211-479a-bf6e-3de26ed97970 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:36.645329 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e42cebbd-0ed1-4e3c-a430-24f97bb52766 req-fec2ba13-e211-479a-bf6e-3de26ed97970 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.0575747 Oct 26 14:36:36.647440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af2a31-766a-4b31-abf7-0204fac26637 req-77019296-bf84-4f4b-9b3f-c6dfc33e0d6d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:36.649007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-28af2a31-766a-4b31-abf7-0204fac26637 req-77019296-bf84-4f4b-9b3f-c6dfc33e0d6d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ad9926d-935b-48ec-b938-b21f4d336123 HTTP/1.1" status: 200 len: 945 time: 0.1198137 Oct 26 14:36:36.698681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-28af2a31-766a-4b31-abf7-0204fac26637 req-c92840aa-2d73-4326-9a78-f4f9b9fb3602 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f65b013-3747-4823-a479-1e9bb73009d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408082 Oct 26 14:36:36.752666 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-e42cebbd-0ed1-4e3c-a430-24f97bb52766 req-70aa9f0b-685d-46bd-8d5f-5e5a34a65198 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port ceda9674-91c0-4ee7-8c95-a8baf234c88c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:36.753004 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e42cebbd-0ed1-4e3c-a430-24f97bb52766 req-70aa9f0b-685d-46bd-8d5f-5e5a34a65198 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.845999 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-e42cebbd-0ed1-4e3c-a430-24f97bb52766 req-70aa9f0b-685d-46bd-8d5f-5e5a34a65198 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] For port ceda9674-91c0-4ee7-8c95-a8baf234c88c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=ceda9674-91c0-4ee7-8c95-a8baf234c88c,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:36.846367 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e42cebbd-0ed1-4e3c-a430-24f97bb52766 req-70aa9f0b-685d-46bd-8d5f-5e5a34a65198 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.859112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-e42cebbd-0ed1-4e3c-a430-24f97bb52766 req-70aa9f0b-685d-46bd-8d5f-5e5a34a65198 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for ceda9674-91c0-4ee7-8c95-a8baf234c88c owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:36.989070 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e42cebbd-0ed1-4e3c-a430-24f97bb52766 req-70aa9f0b-685d-46bd-8d5f-5e5a34a65198 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:37.021482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa9f0b-685d-46bd-8d5f-5e5a34a65198 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=ceda9674-91c0-4ee7-8c95-a8baf234c88c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:37.062586 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42cebbd-0ed1-4e3c-a430-24f97bb52766 req-70aa9f0b-685d-46bd-8d5f-5e5a34a65198 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] No DVR routers for this DVR port ceda9674-91c0-4ee7-8c95-a8baf234c88c on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:37.065121 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-e42cebbd-0ed1-4e3c-a430-24f97bb52766 req-70aa9f0b-685d-46bd-8d5f-5e5a34a65198 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:37.068507 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e42cebbd-0ed1-4e3c-a430-24f97bb52766 req-70aa9f0b-685d-46bd-8d5f-5e5a34a65198 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.11 "DELETE /v2.0/ports/ceda9674-91c0-4ee7-8c95-a8baf234c88c HTTP/1.1" status: 204 len: 173 time: 0.4148338 Oct 26 14:36:37.068949 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad9926d-935b-48ec-b938-b21f4d336123', 'name': 'network-vif-deleted', 'tag': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:36:37.071222 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3074fcc2-a0be-4d00-be51-9ec91b611477" -d '{"events": [{"server_uuid": "5ad9926d-935b-48ec-b938-b21f4d336123", "name": "network-vif-deleted", "tag": "ceda9674-91c0-4ee7-8c95-a8baf234c88c"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:36:37.112331 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263188fe-80ed-4c2b-a771-d735662a96f0 x-openstack-request-id: req-263188fe-80ed-4c2b-a771-d735662a96f0 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:36:37.112707 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad9926d-935b-48ec-b938-b21f4d336123", "name": "network-vif-deleted", "tag": "ceda9674-91c0-4ee7-8c95-a8baf234c88c", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:36:37.113026 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-263188fe-80ed-4c2b-a771-d735662a96f0 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:36:37.113500 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad9926d-935b-48ec-b938-b21f4d336123', 'name': 'network-vif-deleted', 'tag': 'ceda9674-91c0-4ee7-8c95-a8baf234c88c', 'status': 'completed', 'code': 200} Oct 26 14:36:37.755136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 45386) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:38.123445 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-796c19d3-ef37-4f06-831d-3ac321a67b25 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.376432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-796c19d3-ef37-4f06-831d-3ac321a67b25 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port bbe61c37-c297-4a96-874b-964dd828a2ae {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:38.376771 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-796c19d3-ef37-4f06-831d-3ac321a67b25 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.471799 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-796c19d3-ef37-4f06-831d-3ac321a67b25 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] For port bbe61c37-c297-4a96-874b-964dd828a2ae, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bbe61c37-c297-4a96-874b-964dd828a2ae,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:38.472189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-796c19d3-ef37-4f06-831d-3ac321a67b25 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.484543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-796c19d3-ef37-4f06-831d-3ac321a67b25 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for bbe61c37-c297-4a96-874b-964dd828a2ae owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:38.667739 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-796c19d3-ef37-4f06-831d-3ac321a67b25 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.704271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c19d3-ef37-4f06-831d-3ac321a67b25 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=bbe61c37-c297-4a96-874b-964dd828a2ae,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:38.895125 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-796c19d3-ef37-4f06-831d-3ac321a67b25 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.109891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796c19d3-ef37-4f06-831d-3ac321a67b25 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Router f9e9c2d9-d8d6-4245-a775-9e824da62f36 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:36:39.214387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796c19d3-ef37-4f06-831d-3ac321a67b25 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:39.222290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-796c19d3-ef37-4f06-831d-3ac321a67b25 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "PUT /v2.0/routers/f9e9c2d9-d8d6-4245-a775-9e824da62f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4636970 Oct 26 14:36:39.223065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45410) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:39.224980 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3808b6-3e9d-4945-9a62-f82098897e74 None None] Sync routers for ids ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:39.240315 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3808b6-3e9d-4945-9a62-f82098897e74 None None] Routers {'f9e9c2d9-d8d6-4245-a775-9e824da62f36'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:39.240907 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fe3808b6-3e9d-4945-9a62-f82098897e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:36:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:39.281887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-413f4cac-d97c-48cc-ab27-cd7e945fbdd9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting subnet 056cd614-3990-403b-97bf-8211a3f55f1d {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:36:39.285953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-413f4cac-d97c-48cc-ab27-cd7e945fbdd9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.336512 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-413f4cac-d97c-48cc-ab27-cd7e945fbdd9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.429680 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-413f4cac-d97c-48cc-ab27-cd7e945fbdd9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.455771 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-fe3808b6-3e9d-4945-9a62-f82098897e74 None None] Set router f9e9c2d9-d8d6-4245-a775-9e824da62f36 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:39.489737 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-413f4cac-d97c-48cc-ab27-cd7e945fbdd9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.515139 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f4cac-d97c-48cc-ab27-cd7e945fbdd9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Subnet': ['ID=056cd614-3990-403b-97bf-8211a3f55f1d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:39.525269 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-413f4cac-d97c-48cc-ab27-cd7e945fbdd9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.529692 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-413f4cac-d97c-48cc-ab27-cd7e945fbdd9 tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/subnets/056cd614-3990-403b-97bf-8211a3f55f1d HTTP/1.1" status: 204 len: 168 time: 0.3054969 Oct 26 14:36:39.532062 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bb14f8-01f6-4adb-bf95-653937cb3027 None None] Network 8a7c90ee-c62a-411c-a51b-08518c5325f6 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:39.532589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45416) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:39.659434 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.692499 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fe3808b6-3e9d-4945-9a62-f82098897e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:36:38Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:39.729400 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3808b6-3e9d-4945-9a62-f82098897e74 None None] Checking router: f9e9c2d9-d8d6-4245-a775-9e824da62f36 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:36:39.740321 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3808b6-3e9d-4945-9a62-f82098897e74 None None] Routers {'f9e9c2d9-d8d6-4245-a775-9e824da62f36'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:39.740504 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fe3808b6-3e9d-4945-9a62-f82098897e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:36:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:39.806486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951b72f9-029b-4090-ba78-5584f09018cf None None] DHCP port deletion for 8a7c90ee-c62a-411c-a51b-08518c5325f6 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:36:39.872019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-951b72f9-029b-4090-ba78-5584f09018cf None None] Deleting port 9243b900-e602-4e24-a9fa-a1325b8c6cf2 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:39.872527 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-951b72f9-029b-4090-ba78-5584f09018cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.888210 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-fe3808b6-3e9d-4945-9a62-f82098897e74 None None] Set router f9e9c2d9-d8d6-4245-a775-9e824da62f36 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:39.948814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-951b72f9-029b-4090-ba78-5584f09018cf None None] For port 9243b900-e602-4e24-a9fa-a1325b8c6cf2, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9243b900-e602-4e24-a9fa-a1325b8c6cf2,segment=NetworkSegment(4aa8df35-c369-4958-b04d-4ea44c7ce14a),segment_id=4aa8df35-c369-4958-b04d-4ea44c7ce14a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:39.949930 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-951b72f9-029b-4090-ba78-5584f09018cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.965973 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-951b72f9-029b-4090-ba78-5584f09018cf None None] Calling delete_port for 9243b900-e602-4e24-a9fa-a1325b8c6cf2 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:39.969621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ceda9674-91c0-4ee7-8c95-a8baf234c88c no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:39.999739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: ceda9674-91c0-4ee7-8c95-a8baf234c88c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:40.000590 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device ceda9674-91c0-4ee7-8c95-a8baf234c88c not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:40.082675 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-951b72f9-029b-4090-ba78-5584f09018cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.115150 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b72f9-029b-4090-ba78-5584f09018cf None None] Pushing event deleted for resources: {'Port': ['ID=9243b900-e602-4e24-a9fa-a1325b8c6cf2,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:40.123074 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-fe3808b6-3e9d-4945-9a62-f82098897e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:36:38Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:40.123997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b72f9-029b-4090-ba78-5584f09018cf None None] No DVR routers for this DVR port 9243b900-e602-4e24-a9fa-a1325b8c6cf2 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:40.141520 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.155951 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3808b6-3e9d-4945-9a62-f82098897e74 None None] The sync data for ids ['f9e9c2d9-d8d6-4245-a775-9e824da62f36'] in n-d-815498-1 is: [{'id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028889098', 'tenant_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:29Z', 'updated_at': '2021-10-26T14:36:38Z', 'revision_number': 5, 'project_id': '9800f07dcc3e4ad39b6f5f9c99f366b7', 'gw_port': {'id': '8ee1311f-7374-4f53-b518-2e6dbfd67b79', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e9c2d9-d8d6-4245-a775-9e824da62f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:30Z', 'updated_at': '2021-10-26T14:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:40.206220 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Deleting port 8ee1311f-7374-4f53-b518-2e6dbfd67b79 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:40.206566 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.289366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] For port 8ee1311f-7374-4f53-b518-2e6dbfd67b79, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8ee1311f-7374-4f53-b518-2e6dbfd67b79,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:40.290094 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.302065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Calling delete_port for 8ee1311f-7374-4f53-b518-2e6dbfd67b79 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:40.467472 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.493651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Port': ['ID=8ee1311f-7374-4f53-b518-2e6dbfd67b79,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:40.575560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.604891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bbe61c37-c297-4a96-874b-964dd828a2ae no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:40.627417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: bbe61c37-c297-4a96-874b-964dd828a2ae {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:40.627934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bbe61c37-c297-4a96-874b-964dd828a2ae not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:40.631295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9243b900-e602-4e24-a9fa-a1325b8c6cf2 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:40.661702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 9243b900-e602-4e24-a9fa-a1325b8c6cf2 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:40.662657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9243b900-e602-4e24-a9fa-a1325b8c6cf2 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:40.701249 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.704476 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.752539 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.753174 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Fanout notify agent at l3_agent the message router_deleted on router f9e9c2d9-d8d6-4245-a775-9e824da62f36 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:36:40.760243 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.764048 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8de75ddb-d44a-42b4-87f2-d8a1eb714a2d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/routers/f9e9c2d9-d8d6-4245-a775-9e824da62f36 HTTP/1.1" status: 204 len: 168 time: 1.2284362 Oct 26 14:36:40.764791 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45436) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:40.868998 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d016b7b2-8880-4550-aaae-4524bdc8738d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.975514 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d016b7b2-8880-4550-aaae-4524bdc8738d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.001920 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d016b7b2-8880-4550-aaae-4524bdc8738d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7c90ee-c62a-411c-a51b-08518c5325f6']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:41.012291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d016b7b2-8880-4550-aaae-4524bdc8738d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa8df35-c369-4958-b04d-4ea44c7ce14a') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:41.012581 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d016b7b2-8880-4550-aaae-4524bdc8738d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa8df35-c369-4958-b04d-4ea44c7ce14a') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:41.024030 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d016b7b2-8880-4550-aaae-4524bdc8738d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.039118 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d016b7b2-8880-4550-aaae-4524bdc8738d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.046187 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d016b7b2-8880-4550-aaae-4524bdc8738d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:36:41.046604 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d016b7b2-8880-4550-aaae-4524bdc8738d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:36:41.049972 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:36:41.108439 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d016b7b2-8880-4550-aaae-4524bdc8738d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.117155 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d016b7b2-8880-4550-aaae-4524bdc8738d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.120288 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d016b7b2-8880-4550-aaae-4524bdc8738d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/networks/8a7c90ee-c62a-411c-a51b-08518c5325f6 HTTP/1.1" status: 204 len: 168 time: 0.3549361 Oct 26 14:36:41.122919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45440) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:41.140301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016b7b2-8880-4550-aaae-4524bdc8738d tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'Network': ['ID=8a7c90ee-c62a-411c-a51b-08518c5325f6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:41.192945 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-82bc1110-a491-4604-85fd-0082f4db976f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.219339 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-82bc1110-a491-4604-85fd-0082f4db976f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.297464 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-82bc1110-a491-4604-85fd-0082f4db976f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.303419 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-82bc1110-a491-4604-85fd-0082f4db976f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.305322 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-82bc1110-a491-4604-85fd-0082f4db976f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] 10.222.0.32 "DELETE /v2.0/security-groups/4f65b013-3747-4823-a479-1e9bb73009d2 HTTP/1.1" status: 204 len: 168 time: 0.1814477 Oct 26 14:36:41.328104 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc1110-a491-4604-85fd-0082f4db976f tempest-TestNetworkAdvancedServerOps-914688514 tempest-TestNetworkAdvancedServerOps-914688514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f65b013-3747-4823-a479-1e9bb73009d2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:41.639656 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45448) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:41.777752 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-79bac31a-daa5-4c50-9176-a6ee824182bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9800f07dcc3e4ad39b6f5f9c99f366b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363142 Oct 26 14:36:41.780160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45452) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:41.832650 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76a3b48f-5ffd-40c7-a575-fff24c256be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.854744 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76a3b48f-5ffd-40c7-a575-fff24c256be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.903569 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76a3b48f-5ffd-40c7-a575-fff24c256be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.906698 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-76a3b48f-5ffd-40c7-a575-fff24c256be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.916453 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-76a3b48f-5ffd-40c7-a575-fff24c256be5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5782844d-a8c7-4629-bc57-55aca36f22b2 HTTP/1.1" status: 204 len: 168 time: 0.1313131 Oct 26 14:36:41.925163 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3b48f-5ffd-40c7-a575-fff24c256be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5782844d-a8c7-4629-bc57-55aca36f22b2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:42.192468 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45460) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:42.232625 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f38897e0-7f5d-46e1-9e1c-0a1e9a21d028 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a382fe33606c42d6a0d2c64ae3c811fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389478 Oct 26 14:36:42.235302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 45462) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:42.283173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-88f8819c-7319-40eb-aad7-fe05f29f40a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:42.310267 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-88f8819c-7319-40eb-aad7-fe05f29f40a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:42.346638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8ee1311f-7374-4f53-b518-2e6dbfd67b79 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:42.366339 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 8ee1311f-7374-4f53-b518-2e6dbfd67b79 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:42.366962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8ee1311f-7374-4f53-b518-2e6dbfd67b79 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:42.387462 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-17c6f5b1-cbbe-49a9-8149-dc32a0f77dd1 req-51b80e17-29c0-4eb9-b8b9-20646ff9f874 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0751753 Oct 26 14:36:42.403555 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-88f8819c-7319-40eb-aad7-fe05f29f40a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:42.406350 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-88f8819c-7319-40eb-aad7-fe05f29f40a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:42.407563 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-88f8819c-7319-40eb-aad7-fe05f29f40a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4076551-d2c3-4490-9d93-09f00645aadb HTTP/1.1" status: 204 len: 168 time: 0.1713603 Oct 26 14:36:42.416490 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8819c-7319-40eb-aad7-fe05f29f40a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4076551-d2c3-4490-9d93-09f00645aadb,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:42.492225 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f5b1-cbbe-49a9-8149-dc32a0f77dd1 req-5fb5adf6-8a2f-4f2c-a429-a955ee5462a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:42.493939 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-17c6f5b1-cbbe-49a9-8149-dc32a0f77dd1 req-5fb5adf6-8a2f-4f2c-a429-a955ee5462a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b344ead22fe47379ac57e2b6c176c72&device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 1101 time: 0.0553849 Oct 26 14:36:42.613864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f5b1-cbbe-49a9-8149-dc32a0f77dd1 req-7cf2ab58-9987-4c80-8d76-9b5a3423b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:42.615418 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-17c6f5b1-cbbe-49a9-8149-dc32a0f77dd1 req-7cf2ab58-9987-4c80-8d76-9b5a3423b0c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.1004210 Oct 26 14:36:42.660274 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-17c6f5b1-cbbe-49a9-8149-dc32a0f77dd1 req-b94932ff-5409-4b6b-812b-ab54468f4598 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=519aeb57-468f-423a-a40b-4f6da2abd8b5 HTTP/1.1" status: 200 len: 217 time: 0.0373302 Oct 26 14:36:42.718388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f5b1-cbbe-49a9-8149-dc32a0f77dd1 req-03406de2-2f43-4837-87b1-fe1403212ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:42.721395 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-17c6f5b1-cbbe-49a9-8149-dc32a0f77dd1 req-03406de2-2f43-4837-87b1-fe1403212ef8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0541642 Oct 26 14:36:42.799539 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bb1962c5-34be-4355-af99-cfdcb72aca57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:42.800505 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f5b1-cbbe-49a9-8149-dc32a0f77dd1 req-b3469fd9-fa78-4f49-94cd-bb70669ae238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:42.802256 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-17c6f5b1-cbbe-49a9-8149-dc32a0f77dd1 req-b3469fd9-fa78-4f49-94cd-bb70669ae238 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739264 Oct 26 14:36:42.904723 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-17c6f5b1-cbbe-49a9-8149-dc32a0f77dd1 req-e35c9611-1cf8-45fd-82e8-579c99338e9e service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940711 Oct 26 14:36:43.013288 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-17c6f5b1-cbbe-49a9-8149-dc32a0f77dd1 req-d6c37a6e-71c0-42ba-a997-310f1df6b495 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015527 Oct 26 14:36:45.107505 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-43603bb2-835e-4f48-b524-d84353593c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.647489 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.916875 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:48.635482 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:53.713814 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:54.906708 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81670cc-4cab-4414-aa0a-0a9e0d7cdece req-6840b509-f40a-46db-98e4-ed0dcc4e8f29 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:54.908107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e81670cc-4cab-4414-aa0a-0a9e0d7cdece req-6840b509-f40a-46db-98e4-ed0dcc4e8f29 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 950 time: 0.0552049 Oct 26 14:36:54.945497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e81670cc-4cab-4414-aa0a-0a9e0d7cdece req-2f74a4a9-416a-48cb-82f1-1c746cefabaf tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d301ba-5b57-44ac-accb-10625139bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314476 Oct 26 14:36:56.062226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ead397-efe4-4b7e-a897-0e5c05e0d4a8 req-dc060f35-3e17-4e2a-896e-9a3ad3f819d2 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:56.063682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06ead397-efe4-4b7e-a897-0e5c05e0d4a8 req-dc060f35-3e17-4e2a-896e-9a3ad3f819d2 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 950 time: 0.0471404 Oct 26 14:36:56.100043 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06ead397-efe4-4b7e-a897-0e5c05e0d4a8 req-08f46d43-ccde-4a2a-86dd-7470279e4904 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d301ba-5b57-44ac-accb-10625139bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304799 Oct 26 14:36:56.668799 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103b3c4-463e-4de1-85ee-472842be7534 req-8f4cd7bc-6f7a-40a2-9039-a8a9fad17c08 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:56.670246 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d103b3c4-463e-4de1-85ee-472842be7534 req-8f4cd7bc-6f7a-40a2-9039-a8a9fad17c08 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.11 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 950 time: 0.0491216 Oct 26 14:36:56.759562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-d103b3c4-463e-4de1-85ee-472842be7534 req-626a62d5-7255-49d9-9aa7-3795a0fc94ed tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Deleting port 519aeb57-468f-423a-a40b-4f6da2abd8b5 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:56.759941 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d103b3c4-463e-4de1-85ee-472842be7534 req-626a62d5-7255-49d9-9aa7-3795a0fc94ed tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:56.849111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-d103b3c4-463e-4de1-85ee-472842be7534 req-626a62d5-7255-49d9-9aa7-3795a0fc94ed tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] For port 519aeb57-468f-423a-a40b-4f6da2abd8b5, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=519aeb57-468f-423a-a40b-4f6da2abd8b5,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:56.849384 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d103b3c4-463e-4de1-85ee-472842be7534 req-626a62d5-7255-49d9-9aa7-3795a0fc94ed tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:56.862171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-d103b3c4-463e-4de1-85ee-472842be7534 req-626a62d5-7255-49d9-9aa7-3795a0fc94ed tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Calling delete_port for 519aeb57-468f-423a-a40b-4f6da2abd8b5 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:56.988425 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d103b3c4-463e-4de1-85ee-472842be7534 req-626a62d5-7255-49d9-9aa7-3795a0fc94ed tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:56.999981 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['519aeb57-468f-423a-a40b-4f6da2abd8b5'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:36:57.017840 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a62d5-7255-49d9-9aa7-3795a0fc94ed tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Pushing event deleted for resources: {'Port': ['ID=519aeb57-468f-423a-a40b-4f6da2abd8b5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:57.062364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-d103b3c4-463e-4de1-85ee-472842be7534 req-626a62d5-7255-49d9-9aa7-3795a0fc94ed tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] No DVR routers for this DVR port 519aeb57-468f-423a-a40b-4f6da2abd8b5 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:57.065044 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-d103b3c4-463e-4de1-85ee-472842be7534 req-626a62d5-7255-49d9-9aa7-3795a0fc94ed tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:57.068454 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d103b3c4-463e-4de1-85ee-472842be7534 req-626a62d5-7255-49d9-9aa7-3795a0fc94ed tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.11 "DELETE /v2.0/ports/519aeb57-468f-423a-a40b-4f6da2abd8b5 HTTP/1.1" status: 204 len: 173 time: 0.3923824 Oct 26 14:36:57.068883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2809fddf-9b64-4e81-8e5f-1acb74677866', 'name': 'network-vif-deleted', 'tag': '519aeb57-468f-423a-a40b-4f6da2abd8b5'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:36:57.071378 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45911513-d9bd-4735-a013-7786882085d5" -d '{"events": [{"server_uuid": "2809fddf-9b64-4e81-8e5f-1acb74677866", "name": "network-vif-deleted", "tag": "519aeb57-468f-423a-a40b-4f6da2abd8b5"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:36:57.120461 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f911e-bf36-4c21-9c7a-35a8ce986600 x-openstack-request-id: req-d84f911e-bf36-4c21-9c7a-35a8ce986600 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:36:57.120789 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2809fddf-9b64-4e81-8e5f-1acb74677866", "name": "network-vif-deleted", "tag": "519aeb57-468f-423a-a40b-4f6da2abd8b5", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:36:57.121038 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d84f911e-bf36-4c21-9c7a-35a8ce986600 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:36:57.121445 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2809fddf-9b64-4e81-8e5f-1acb74677866', 'name': 'network-vif-deleted', 'tag': '519aeb57-468f-423a-a40b-4f6da2abd8b5', 'status': 'completed', 'code': 200} Oct 26 14:36:57.203462 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41c1b1a8-bf1e-4fc6-9726-fc09b11fc0c8 req-0ff21804-5a53-46fd-8c32-62d6430e5db2 tempest-VolumesBackupsTest-206719916 tempest-VolumesBackupsTest-206719916-project] 10.222.0.32 "GET /v2.0/ports?device_id=2809fddf-9b64-4e81-8e5f-1acb74677866 HTTP/1.1" status: 200 len: 210 time: 0.0321670 Oct 26 14:36:57.687751 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:59.088116 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:37:00.051479 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 519aeb57-468f-423a-a40b-4f6da2abd8b5 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:37:00.072417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 519aeb57-468f-423a-a40b-4f6da2abd8b5 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:37:00.073032 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 519aeb57-468f-423a-a40b-4f6da2abd8b5 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:37:12.797317 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-20293a59-9888-48d9-a260-76c4168bd733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:15.110777 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eb782095-493b-4138-887d-2eff15c16e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:16.650566 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:16.919050 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:18.641673 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:23.738985 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:27.696569 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.086916 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:37:42.789404 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8f69fcab-0b57-4480-98b8-27f6d1b7f617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:45.112988 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-70dd5868-04c6-4fcf-8f08-c5b90d58090a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:46.654394 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:46.922058 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:48.640897 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:53.737056 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:57.702895 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:12.791124 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8f28f0a7-e9b1-467f-8286-1622fc2c2c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:13.085758 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:38:15.115284 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9fe98a19-fe38-460a-a60c-7edef69f1a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:16.657608 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:16.924485 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:18.645011 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:23.728755 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:27.703240 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:42.795362 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-368611cf-02a5-497c-9502-3e393053d1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:45.116489 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1d65c2cf-96a0-4b34-bb1a-249d0ac8a941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:46.658472 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:46.929160 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:48.646802 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.084565 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:38:53.730225 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:57.789461 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:12.797663 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4e3e8d77-6ad4-46c0-b287-39c478256089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:15.122685 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3eb4c498-88b2-4645-b2aa-7beb4d55df78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:16.661552 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:16.930917 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:18.649508 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:23.747765 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:27.082828 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:39:27.793046 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:28.476210 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-3637ea1c-5ac5-4725-8601-b740e2dceeb6 req-27eaf67a-250d-4d36-ab67-df8f4cbbf27b service neutron] (102123) timed out ('10.222.0.25', 52931) {{(pid=102123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:39:42.802533 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ced1-7793-4059-a573-545b77087569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:45.114907 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5874e0ee-9bab-4c18-bc5e-b510962933bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.666392 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.939767 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:48.654532 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:53.742765 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:57.807746 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:04.085325 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:40:10.114460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48698) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:10.258921 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-874b3925-4c84-420c-b3ab-19f144096828 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b344ead22fe47379ac57e2b6c176c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432602 Oct 26 14:40:10.261307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 48704) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:10.310181 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:10.331037 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:10.379188 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:10.382029 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:10.386934 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00d301ba-5b57-44ac-accb-10625139bb1e HTTP/1.1" status: 204 len: 168 time: 0.1216815 Oct 26 14:40:10.392272 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d301ba-5b57-44ac-accb-10625139bb1e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:10.400048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:10.400388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:10.400735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:10.401071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:10.401408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:10.401733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:10.402616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:10.403028 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:10.403631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:10.403806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:10.403992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:10.404318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f24f46c-39e0-410c-95d3-c5657eca8a52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:12.804778 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cd817bdf-b70c-49d3-bc7c-676d7b0abec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:15.118491 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7339248b-91c6-4b69-a542-d7f8061a8ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:16.660872 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:16.937358 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:18.656269 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:23.746670 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:27.835694 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:41.084264 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:40:42.807123 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b0898016-fbb9-47bd-934b-353a3a6de7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:45.121327 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8986ab1c-1412-49e7-ae1c-755371096acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:46.663635 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:46.942913 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:48.658820 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:53.758322 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:57.843098 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:59.575708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49030) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:59.683748 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee9665cc-7c85-4e46-b015-e40c32c70b8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:59.757550 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee9665cc-7c85-4e46-b015-e40c32c70b8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:59.761135 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee9665cc-7c85-4e46-b015-e40c32c70b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:59.800498 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ee9665cc-7c85-4e46-b015-e40c32c70b8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60dab57c9f684b3cac38ca2bb90a7c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231054 Oct 26 14:40:59.802467 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9665cc-7c85-4e46-b015-e40c32c70b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e05ecca-195b-4615-b7dd-f65cffb271cb,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:59.803223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49034) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:59.855131 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:59.882352 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:59.932420 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:59.935846 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:59.937090 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e05ecca-195b-4615-b7dd-f65cffb271cb HTTP/1.1" status: 204 len: 168 time: 0.1328895 Oct 26 14:40:59.945443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e05ecca-195b-4615-b7dd-f65cffb271cb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:59.953157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:59.953585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:59.954015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:59.954517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:59.954857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:59.955192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:59.955523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:59.955858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:59.956198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:59.956511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:59.956893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:59.957222 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38f43b-efdd-424d-850f-3fa498d659a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:09.782085 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-e0a2e60d-9439-4c3b-9b47-7b5306ba8e52 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=725d90325f7d4296b2c1f62d46a01a50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226588 Oct 26 14:41:09.888123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67233839-7929-4320-adb0-6bdd589af142 req-27472a2b-6195-4035-8f7e-e40772a96a07 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:09.890193 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-27472a2b-6195-4035-8f7e-e40772a96a07 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1029541 Oct 26 14:41:09.905303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-708d766f-3563-4324-9ba9-86c276ee50af tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/quotas/725d90325f7d4296b2c1f62d46a01a50 HTTP/1.1" status: 200 len: 375 time: 0.0092592 Oct 26 14:41:09.934941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-78da5cd7-b9a8-456d-b251-a8d35c517d64 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=725d90325f7d4296b2c1f62d46a01a50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245154 Oct 26 14:41:11.115637 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0334d10-3520-4a41-b96b-6a6fb5069a3a req-b1c6124e-ee9e-4093-a703-16f78574c51a tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 210 time: 0.0273602 Oct 26 14:41:12.207363 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-254d5474-6dd6-4559-9ab4-188bb6ae281a req-e30834e3-b491-49fd-8870-d3393300fb95 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 210 time: 0.0256679 Oct 26 14:41:12.809072 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-614857e0-668a-4381-8367-dd9185361f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:13.085706 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-7884bc77-aef0-44cb-914c-3b2f5d8201bd tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=725d90325f7d4296b2c1f62d46a01a50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255394 Oct 26 14:41:13.193889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67233839-7929-4320-adb0-6bdd589af142 req-63a7b001-d1ea-4f0d-afc3-02b9b9764010 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:13.195350 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-63a7b001-d1ea-4f0d-afc3-02b9b9764010 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1035202 Oct 26 14:41:13.208382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Request body: {'port': {'device_id': '579f0708-1dff-4aab-94c2-a157ed6bc5da', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'admin_state_up': True, 'tenant_id': '725d90325f7d4296b2c1f62d46a01a50'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:41:13.326701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8aa94e4-57d7-4878-9bec-a6d20b66b3e7 req-c2acb873-1bf9-4ff0-9d0b-b9d7700f9d23 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 210 time: 0.0265968 Oct 26 14:41:13.328803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Made reservation on behalf of 725d90325f7d4296b2c1f62d46a01a50 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:41:13.332351 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:13.350542 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:13.425215 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:13.428904 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:13.502855 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891c8edf-2b1e-4574-ac03-c59606408b04,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:13.514830 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:13.515165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:13.515506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:13.515842 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:13.516172 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:13.516502 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:13.516838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:13.517448 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:13.517776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:13.518137 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:13.518461 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:13.518781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:13.580200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Allocated IP 192.168.233.225 (2d30c0c7-66f2-48bf-b36b-cdd548e02d1c/1c2d1834-8605-4413-9ef3-7c315487ee46/87042c32-7eed-4a33-8bd0-9b920bce3145) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:41:13.726289 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:13.759246 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:13.803844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:41:13.806984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:41:13.810883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:41:13.835033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Pushing event updated for resources: {'Port': ['ID=87042c32-7eed-4a33-8bd0-9b920bce3145,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:13.865648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:13.866309 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:13.882457 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-e407dcf9-662a-473e-ace8-c520c809a39f tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6775179 Oct 26 14:41:13.893129 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-9db715b7-07dd-400f-9ea4-339e85c8741e tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:41:13.894143 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-9db715b7-07dd-400f-9ea4-339e85c8741e tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055623 Oct 26 14:41:14.011324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Request body: {'port': {'device_id': '579f0708-1dff-4aab-94c2-a157ed6bc5da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:41:14.028291 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-091ddf0f-ba40-46a7-850d-2744da195e5c None None] Provisioning complete for port 87042c32-7eed-4a33-8bd0-9b920bce3145 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:41:14.029337 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-091ddf0f-ba40-46a7-850d-2744da195e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:14.066027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-091ddf0f-ba40-46a7-850d-2744da195e5c None None] Port 87042c32-7eed-4a33-8bd0-9b920bce3145 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:41:14.074261 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:14.330673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87042c32-7eed-4a33-8bd0-9b920bce3145 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:41:14.339954 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:14.353631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Transition to ACTIVE for port object 87042c32-7eed-4a33-8bd0-9b920bce3145 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:41:14.357803 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:14.407326 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=87042c32-7eed-4a33-8bd0-9b920bce3145,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:14.461369 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dcf82-c833-4c7b-9270-fbf017bece09 req-b9d33b1a-68b1-4199-ac9a-441421748e32 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:14.462950 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d68dcf82-c833-4c7b-9270-fbf017bece09 req-b9d33b1a-68b1-4199-ac9a-441421748e32 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 948 time: 0.0655432 Oct 26 14:41:14.486498 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Attempting to bind port 87042c32-7eed-4a33-8bd0-9b920bce3145 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:41:14.486835 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Attempting to bind port 87042c32-7eed-4a33-8bd0-9b920bce3145 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:41:14.487168 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Attempting to bind port 87042c32-7eed-4a33-8bd0-9b920bce3145 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:41:14.491757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Port 87042c32-7eed-4a33-8bd0-9b920bce3145 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:41:14.492079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Attempting to bind port 87042c32-7eed-4a33-8bd0-9b920bce3145 on network 2d30c0c7-66f2-48bf-b36b-cdd548e02d1c {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:41:14.497062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:41:14.498394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Checking segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:41:14.498394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Bound using segment: {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:41:14.498835 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Bound port: 87042c32-7eed-4a33-8bd0-9b920bce3145, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e047b89d-34a0-474b-802c-4c959147f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:41:14.499191 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:14.503916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d68dcf82-c833-4c7b-9270-fbf017bece09 req-835fa8a7-1388-4cdc-a78a-417c958569ce tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/security-groups?id=891c8edf-2b1e-4574-ac03-c59606408b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340922 Oct 26 14:41:14.574227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] For port 87042c32-7eed-4a33-8bd0-9b920bce3145, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:41:14.578749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] For port 87042c32-7eed-4a33-8bd0-9b920bce3145, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=87042c32-7eed-4a33-8bd0-9b920bce3145,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:41:14.586016 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:14.623987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:14.624585 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:14.625961 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] 10.222.0.11 "PUT /v2.0/ports/87042c32-7eed-4a33-8bd0-9b920bce3145 HTTP/1.1" status: 200 len: 1096 time: 0.7231548 Oct 26 14:41:14.626426 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579f0708-1dff-4aab-94c2-a157ed6bc5da', 'tag': '87042c32-7eed-4a33-8bd0-9b920bce3145'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:41:14.628700 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b53f472-a9a9-424b-84d1-74ee2a4175d8" -d '{"events": [{"name": "network-changed", "server_uuid": "579f0708-1dff-4aab-94c2-a157ed6bc5da", "tag": "87042c32-7eed-4a33-8bd0-9b920bce3145"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:41:14.649631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42cfdc-94b2-4232-a975-3032d52fa4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=87042c32-7eed-4a33-8bd0-9b920bce3145,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:14.734305 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67233839-7929-4320-adb0-6bdd589af142 req-6777b36e-8a1e-4bfc-a701-bd74a14bb615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:14.735831 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-6777b36e-8a1e-4bfc-a701-bd74a14bb615 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=725d90325f7d4296b2c1f62d46a01a50&device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 1099 time: 0.0518727 Oct 26 14:41:14.780434 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6752ada6-7149-45a4-bc9f-2c3c89fd8d97 x-openstack-request-id: req-6752ada6-7149-45a4-bc9f-2c3c89fd8d97 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:41:14.780723 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579f0708-1dff-4aab-94c2-a157ed6bc5da", "tag": "87042c32-7eed-4a33-8bd0-9b920bce3145", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:41:14.780979 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6752ada6-7149-45a4-bc9f-2c3c89fd8d97 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:41:14.781397 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579f0708-1dff-4aab-94c2-a157ed6bc5da', 'tag': '87042c32-7eed-4a33-8bd0-9b920bce3145', 'status': 'completed', 'code': 200} Oct 26 14:41:14.783232 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-22b7ab7b-ffd6-4028-a048-c3c312cfd7d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=87042c32-7eed-4a33-8bd0-9b920bce3145 HTTP/1.1" status: 200 len: 217 time: 0.0387247 Oct 26 14:41:14.836615 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67233839-7929-4320-adb0-6bdd589af142 req-e7a22f44-1c3e-4772-b5eb-270af563d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:14.838059 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-e7a22f44-1c3e-4772-b5eb-270af563d554 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0476923 Oct 26 14:41:14.886405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67233839-7929-4320-adb0-6bdd589af142 req-5d72d974-10c0-41c7-a38f-bdef98ed5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:14.887883 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-5d72d974-10c0-41c7-a38f-bdef98ed5b59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431893 Oct 26 14:41:14.978763 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-7989b4e3-83d9-4501-8f26-ed4eaa3e9de6 service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839198 Oct 26 14:41:15.071825 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-67233839-7929-4320-adb0-6bdd589af142 req-fc660271-efb5-408f-8ff9-4a689a9fbc1c service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862339 Oct 26 14:41:15.124468 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2464-4cf3-4271-8694-b50d3d7b1e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:15.154569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53f472-a9a9-424b-84d1-74ee2a4175d8 req-b12e050d-3ea7-44a5-9576-19c9c52c4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:15.156050 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5b53f472-a9a9-424b-84d1-74ee2a4175d8 req-b12e050d-3ea7-44a5-9576-19c9c52c4b44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=725d90325f7d4296b2c1f62d46a01a50&device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 1099 time: 0.0416176 Oct 26 14:41:15.249698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53f472-a9a9-424b-84d1-74ee2a4175d8 req-ba191e31-1559-4fa8-9b5d-27432aaffd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:15.251153 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5b53f472-a9a9-424b-84d1-74ee2a4175d8 req-ba191e31-1559-4fa8-9b5d-27432aaffd04 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c HTTP/1.1" status: 200 len: 870 time: 0.0867662 Oct 26 14:41:15.292611 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5b53f472-a9a9-424b-84d1-74ee2a4175d8 req-1ae1ae95-9f7b-4b42-a2b9-31c16f5fa50c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=87042c32-7eed-4a33-8bd0-9b920bce3145 HTTP/1.1" status: 200 len: 217 time: 0.0330231 Oct 26 14:41:15.338686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53f472-a9a9-424b-84d1-74ee2a4175d8 req-09668de7-a54d-4d0e-9c38-98ddd4a15f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:15.340051 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5b53f472-a9a9-424b-84d1-74ee2a4175d8 req-09668de7-a54d-4d0e-9c38-98ddd4a15f6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c2d1834-8605-4413-9ef3-7c315487ee46 HTTP/1.1" status: 200 len: 843 time: 0.0411358 Oct 26 14:41:15.387733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53f472-a9a9-424b-84d1-74ee2a4175d8 req-ab628a5d-2b2f-455c-b78e-365e027f4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:15.389120 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5b53f472-a9a9-424b-84d1-74ee2a4175d8 req-ab628a5d-2b2f-455c-b78e-365e027f4851 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d30c0c7-66f2-48bf-b36b-cdd548e02d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423107 Oct 26 14:41:15.476650 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5b53f472-a9a9-424b-84d1-74ee2a4175d8 req-61c51ea6-9a3c-44e4-bd3b-08a6fada7e8e service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802183 Oct 26 14:41:15.578276 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5b53f472-a9a9-424b-84d1-74ee2a4175d8 req-cc3b90a9-9217-4b42-bce4-659e192a00bd service neutron] 10.222.0.11 "GET /v2.0/networks/2d30c0c7-66f2-48bf-b36b-cdd548e02d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946434 Oct 26 14:41:15.625735 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f3593-ed35-4850-9921-f2cfd9692122 req-a2a014cc-d9e7-433c-8a51-d24800059962 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:15.627233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8f2f3593-ed35-4850-9921-f2cfd9692122 req-a2a014cc-d9e7-433c-8a51-d24800059962 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 948 time: 0.0516829 Oct 26 14:41:15.665337 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8f2f3593-ed35-4850-9921-f2cfd9692122 req-12261cf7-7320-414b-8ae1-f2dba7a61412 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/security-groups?id=891c8edf-2b1e-4574-ac03-c59606408b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321038 Oct 26 14:41:16.665056 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:16.783300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ee43e-07e4-45bf-bedb-d0d28732eaf6 req-553571f0-126c-47a2-a8ec-23f3115ad1f3 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:16.784775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-783ee43e-07e4-45bf-bedb-d0d28732eaf6 req-553571f0-126c-47a2-a8ec-23f3115ad1f3 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 948 time: 0.0500135 Oct 26 14:41:16.822595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-783ee43e-07e4-45bf-bedb-d0d28732eaf6 req-9cfbda80-9ba2-4e2d-aa00-76f140ba62e1 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/security-groups?id=891c8edf-2b1e-4574-ac03-c59606408b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 Oct 26 14:41:16.942285 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:17.939258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292be8d8-57ea-4b66-8c58-57d886682e5a req-d12c0ef4-25ae-4a55-99b5-f20d6fb75e88 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:17.940708 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-292be8d8-57ea-4b66-8c58-57d886682e5a req-d12c0ef4-25ae-4a55-99b5-f20d6fb75e88 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 948 time: 0.0523109 Oct 26 14:41:17.976403 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-292be8d8-57ea-4b66-8c58-57d886682e5a req-58e0bd19-5374-42a9-a3bc-95ee3fd344f4 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/security-groups?id=891c8edf-2b1e-4574-ac03-c59606408b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298424 Oct 26 14:41:18.082763 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:41:18.661208 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:19.042625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 87042c32-7eed-4a33-8bd0-9b920bce3145 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:41:19.092057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb6b31-fed0-4415-a46c-003707440737 req-c16ad802-ac63-4d06-85bd-753459245005 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:19.093544 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6bb6b31-fed0-4415-a46c-003707440737 req-c16ad802-ac63-4d06-85bd-753459245005 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 948 time: 0.0479002 Oct 26 14:41:19.131369 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6bb6b31-fed0-4415-a46c-003707440737 req-5380c2cf-6e89-498f-aa45-d27420d87589 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/security-groups?id=891c8edf-2b1e-4574-ac03-c59606408b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316486 Oct 26 14:41:19.139113 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 87042c32-7eed-4a33-8bd0-9b920bce3145, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=87042c32-7eed-4a33-8bd0-9b920bce3145,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:41:19.150298 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '87042c32-7eed-4a33-8bd0-9b920bce3145', 'network_id': '2d30c0c7-66f2-48bf-b36b-cdd548e02d1c', 'port_id': '87042c32-7eed-4a33-8bd0-9b920bce3145', 'mac_address': 'fa:16:3e:b1:5e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2d1834-8605-4413-9ef3-7c315487ee46', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:41:19.187142 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:19.199557 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87042c32-7eed-4a33-8bd0-9b920bce3145 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:41:19.218478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 87042c32-7eed-4a33-8bd0-9b920bce3145, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=87042c32-7eed-4a33-8bd0-9b920bce3145,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:41:19.222765 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:19.271983 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=87042c32-7eed-4a33-8bd0-9b920bce3145,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:19.279525 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:19.279864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:19.280221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:19.280551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:19.280875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:19.281198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:19.281517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:19.281832 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:19.282175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:19.282494 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:19.282815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:19.283129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:19.637538 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['87042c32-7eed-4a33-8bd0-9b920bce3145'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:41:20.246216 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c694857-3f71-4045-bc70-2d13b4c24a1d req-73c31b0a-8e70-43fa-9005-fdc28a4ce728 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:20.248255 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c694857-3f71-4045-bc70-2d13b4c24a1d req-73c31b0a-8e70-43fa-9005-fdc28a4ce728 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 949 time: 0.0476594 Oct 26 14:41:20.284417 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c694857-3f71-4045-bc70-2d13b4c24a1d req-91782de0-9c1c-42da-aeb4-681c3cbaa14a tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/security-groups?id=891c8edf-2b1e-4574-ac03-c59606408b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302637 Oct 26 14:41:21.058258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 87042c32-7eed-4a33-8bd0-9b920bce3145 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:41:21.110228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 87042c32-7eed-4a33-8bd0-9b920bce3145 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:41:21.113695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 87042c32-7eed-4a33-8bd0-9b920bce3145 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:41:21.114094 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:21.189353 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:21.211023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579f0708-1dff-4aab-94c2-a157ed6bc5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87042c32-7eed-4a33-8bd0-9b920bce3145'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:41:21.213239 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750ba757-01a3-4ea0-acad-c36c6ec9b91f" -d '{"events": [{"server_uuid": "579f0708-1dff-4aab-94c2-a157ed6bc5da", "name": "network-vif-plugged", "status": "completed", "tag": "87042c32-7eed-4a33-8bd0-9b920bce3145"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:41:21.226224 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 87042c32-7eed-4a33-8bd0-9b920bce3145, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=87042c32-7eed-4a33-8bd0-9b920bce3145,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:41:21.231294 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:21.280988 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=87042c32-7eed-4a33-8bd0-9b920bce3145,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:21.314603 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d2f58d-bf38-4d0d-a9de-96dcccbf9799 x-openstack-request-id: req-56d2f58d-bf38-4d0d-a9de-96dcccbf9799 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:41:21.314906 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579f0708-1dff-4aab-94c2-a157ed6bc5da", "name": "network-vif-plugged", "status": "completed", "tag": "87042c32-7eed-4a33-8bd0-9b920bce3145", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:41:21.315168 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56d2f58d-bf38-4d0d-a9de-96dcccbf9799 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:41:21.315575 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579f0708-1dff-4aab-94c2-a157ed6bc5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87042c32-7eed-4a33-8bd0-9b920bce3145', 'code': 200} Oct 26 14:41:21.404929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4df5f-b20b-4636-b070-523505fd501f req-fce2ea90-1977-45d3-8e1e-51f0899a8379 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:21.406455 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0a4df5f-b20b-4636-b070-523505fd501f req-fce2ea90-1977-45d3-8e1e-51f0899a8379 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 950 time: 0.0534093 Oct 26 14:41:21.418204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4f144-0d19-4dd4-9105-9c98436aeb04 req-cdd1e496-54d7-4991-adc4-175197ebb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:21.419786 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ac4f144-0d19-4dd4-9105-9c98436aeb04 req-cdd1e496-54d7-4991-adc4-175197ebb079 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 1101 time: 0.0423136 Oct 26 14:41:21.444545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0a4df5f-b20b-4636-b070-523505fd501f req-554077e7-6869-49d6-bbb5-c1e95d79cd2e tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/security-groups?id=891c8edf-2b1e-4574-ac03-c59606408b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 Oct 26 14:41:21.456467 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ac4f144-0d19-4dd4-9105-9c98436aeb04 req-5a8029eb-7461-4c49-a0a0-a800782f279f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=891c8edf-2b1e-4574-ac03-c59606408b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289454 Oct 26 14:41:22.559990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618276ec-119c-44ee-b719-03bdb10c3c32 req-92f11ea9-f835-432d-81a4-7a5c559f7765 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:22.561444 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-618276ec-119c-44ee-b719-03bdb10c3c32 req-92f11ea9-f835-432d-81a4-7a5c559f7765 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 950 time: 0.0484805 Oct 26 14:41:22.599308 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-618276ec-119c-44ee-b719-03bdb10c3c32 req-dc36529d-02a1-4b98-8af8-ae62ece2d4de tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/security-groups?id=891c8edf-2b1e-4574-ac03-c59606408b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319829 Oct 26 14:41:23.715377 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2d965-39f4-4d49-8173-747a7aa6c98d req-a9f8c3be-7969-4fa9-ba43-60ea8ec1aadb tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:23.717334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37c2d965-39f4-4d49-8173-747a7aa6c98d req-a9f8c3be-7969-4fa9-ba43-60ea8ec1aadb tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 950 time: 0.0480237 Oct 26 14:41:23.754178 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37c2d965-39f4-4d49-8173-747a7aa6c98d req-dda06e15-6c4a-4ecd-8a0f-9a16d07203ab tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/security-groups?id=891c8edf-2b1e-4574-ac03-c59606408b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307958 Oct 26 14:41:23.761207 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:24.092160 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-9123071e-6fb8-4cd9-baea-402eba1d11dd req-188814df-4b95-4938-a3c1-24c8953f95a4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:41:24.093232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9123071e-6fb8-4cd9-baea-402eba1d11dd req-188814df-4b95-4938-a3c1-24c8953f95a4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0635028 Oct 26 14:41:24.462331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-a8e91424-b188-40dc-9e58-43b27a5bb9ba req-47d89c25-9340-4828-a164-e314fb58f549 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:41:24.463334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8e91424-b188-40dc-9e58-43b27a5bb9ba req-47d89c25-9340-4828-a164-e314fb58f549 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0563061 Oct 26 14:41:24.791552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d3662-e33f-4fc5-a6f0-241e5e969d3a req-8c80eed2-adc8-4041-bd93-d8dc3dbb9b51 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:24.792993 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c5d3662-e33f-4fc5-a6f0-241e5e969d3a req-8c80eed2-adc8-4041-bd93-d8dc3dbb9b51 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 950 time: 0.0521083 Oct 26 14:41:24.829795 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5c5d3662-e33f-4fc5-a6f0-241e5e969d3a req-e2351e7a-b69a-45b9-81f0-0cdfba172418 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/security-groups?id=891c8edf-2b1e-4574-ac03-c59606408b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307105 Oct 26 14:41:25.947077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e7c1b-16b5-4de9-913a-161073345a96 req-99c6cd8c-a2a9-4ce4-b262-df66d73278ba tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:25.948557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f88e7c1b-16b5-4de9-913a-161073345a96 req-99c6cd8c-a2a9-4ce4-b262-df66d73278ba tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 950 time: 0.0488710 Oct 26 14:41:25.987073 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f88e7c1b-16b5-4de9-913a-161073345a96 req-e80c6469-2610-49f6-bcec-f3b2e4a718ef tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/security-groups?id=891c8edf-2b1e-4574-ac03-c59606408b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316796 Oct 26 14:41:26.191994 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce41f18-1714-4a86-aa76-3fbbeec0fe01 req-b6a7c75e-0513-43b2-af5d-dade5b712df8 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:26.193342 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5ce41f18-1714-4a86-aa76-3fbbeec0fe01 req-b6a7c75e-0513-43b2-af5d-dade5b712df8 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.11 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 950 time: 0.0480065 Oct 26 14:41:26.283656 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-5ce41f18-1714-4a86-aa76-3fbbeec0fe01 req-56360281-66c1-48bd-a4a6-3b14a1ab7d54 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Deleting port 87042c32-7eed-4a33-8bd0-9b920bce3145 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:41:26.283992 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5ce41f18-1714-4a86-aa76-3fbbeec0fe01 req-56360281-66c1-48bd-a4a6-3b14a1ab7d54 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:26.369851 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-5ce41f18-1714-4a86-aa76-3fbbeec0fe01 req-56360281-66c1-48bd-a4a6-3b14a1ab7d54 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] For port 87042c32-7eed-4a33-8bd0-9b920bce3145, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=87042c32-7eed-4a33-8bd0-9b920bce3145,segment=NetworkSegment(e047b89d-34a0-474b-802c-4c959147f316),segment_id=e047b89d-34a0-474b-802c-4c959147f316)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:41:26.370235 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5ce41f18-1714-4a86-aa76-3fbbeec0fe01 req-56360281-66c1-48bd-a4a6-3b14a1ab7d54 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:26.382943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-5ce41f18-1714-4a86-aa76-3fbbeec0fe01 req-56360281-66c1-48bd-a4a6-3b14a1ab7d54 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Calling delete_port for 87042c32-7eed-4a33-8bd0-9b920bce3145 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:41:26.510658 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5ce41f18-1714-4a86-aa76-3fbbeec0fe01 req-56360281-66c1-48bd-a4a6-3b14a1ab7d54 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:26.523358 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['87042c32-7eed-4a33-8bd0-9b920bce3145'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:41:26.548546 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56360281-66c1-48bd-a4a6-3b14a1ab7d54 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Pushing event deleted for resources: {'Port': ['ID=87042c32-7eed-4a33-8bd0-9b920bce3145,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:26.589332 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce41f18-1714-4a86-aa76-3fbbeec0fe01 req-56360281-66c1-48bd-a4a6-3b14a1ab7d54 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] No DVR routers for this DVR port 87042c32-7eed-4a33-8bd0-9b920bce3145 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:41:26.592718 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5ce41f18-1714-4a86-aa76-3fbbeec0fe01 req-56360281-66c1-48bd-a4a6-3b14a1ab7d54 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:26.596264 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5ce41f18-1714-4a86-aa76-3fbbeec0fe01 req-56360281-66c1-48bd-a4a6-3b14a1ab7d54 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.11 "DELETE /v2.0/ports/87042c32-7eed-4a33-8bd0-9b920bce3145 HTTP/1.1" status: 204 len: 173 time: 0.3954124 Oct 26 14:41:26.596725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579f0708-1dff-4aab-94c2-a157ed6bc5da', 'name': 'network-vif-deleted', 'tag': '87042c32-7eed-4a33-8bd0-9b920bce3145'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:41:26.599099 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac8ca7-334a-4ad6-baeb-e70a32b0a46f" -d '{"events": [{"server_uuid": "579f0708-1dff-4aab-94c2-a157ed6bc5da", "name": "network-vif-deleted", "tag": "87042c32-7eed-4a33-8bd0-9b920bce3145"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:41:26.639849 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5ff883-6575-4fe1-8431-4142468340e7 x-openstack-request-id: req-cd5ff883-6575-4fe1-8431-4142468340e7 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:41:26.640148 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579f0708-1dff-4aab-94c2-a157ed6bc5da", "name": "network-vif-deleted", "tag": "87042c32-7eed-4a33-8bd0-9b920bce3145", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:41:26.640403 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd5ff883-6575-4fe1-8431-4142468340e7 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:41:26.640810 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579f0708-1dff-4aab-94c2-a157ed6bc5da', 'name': 'network-vif-deleted', 'tag': '87042c32-7eed-4a33-8bd0-9b920bce3145', 'status': 'completed', 'code': 200} Oct 26 14:41:27.097888 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5098a6ff-5b7f-4713-82be-fa74992072a1 req-416e4fa2-a74f-43b1-8cda-77be7b857bf7 tempest-ServersAdminNegativeTestJSON-496300396 tempest-ServersAdminNegativeTestJSON-496300396-project] 10.222.0.32 "GET /v2.0/ports?device_id=579f0708-1dff-4aab-94c2-a157ed6bc5da HTTP/1.1" status: 200 len: 210 time: 0.0277805 Oct 26 14:41:27.835998 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:28.406098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49204) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:41:28.536365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-32fa2ff4-c0a9-4f02-ad9f-e615869d3747 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=725d90325f7d4296b2c1f62d46a01a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290970 Oct 26 14:41:28.538805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49208) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:41:28.588562 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac1de4c5-fe39-4245-a465-117b40446f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:28.609381 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac1de4c5-fe39-4245-a465-117b40446f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:28.654928 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac1de4c5-fe39-4245-a465-117b40446f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:28.657564 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac1de4c5-fe39-4245-a465-117b40446f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:28.658769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ac1de4c5-fe39-4245-a465-117b40446f3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/891c8edf-2b1e-4574-ac03-c59606408b04 HTTP/1.1" status: 204 len: 168 time: 0.1190562 Oct 26 14:41:28.666519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1de4c5-fe39-4245-a465-117b40446f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891c8edf-2b1e-4574-ac03-c59606408b04,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:28.913239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49216) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:41:28.926745 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-342f116a-acc0-47a1-977d-037553e49eef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:29.000614 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-342f116a-acc0-47a1-977d-037553e49eef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:29.004049 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-342f116a-acc0-47a1-977d-037553e49eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:29.040850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-342f116a-acc0-47a1-977d-037553e49eef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55317378155541ecb789ee479f5fc1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264863 Oct 26 14:41:29.042706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f116a-acc0-47a1-977d-037553e49eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b5e2f9-f558-48e9-8a58-f1e1499bd7c1,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:29.043672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49218) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:41:29.094275 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d449c3a-d3fb-49f5-882a-15e3be296da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:29.115054 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d449c3a-d3fb-49f5-882a-15e3be296da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:29.160093 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d449c3a-d3fb-49f5-882a-15e3be296da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:29.162741 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d449c3a-d3fb-49f5-882a-15e3be296da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:29.163876 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3d449c3a-d3fb-49f5-882a-15e3be296da2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0b5e2f9-f558-48e9-8a58-f1e1499bd7c1 HTTP/1.1" status: 204 len: 168 time: 0.1191373 Oct 26 14:41:29.171816 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d449c3a-d3fb-49f5-882a-15e3be296da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b5e2f9-f558-48e9-8a58-f1e1499bd7c1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:29.871132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49240) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:41:29.968679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-749211788-network', 'tenant_id': '2ef81416384e406595239ba71ab9cfdd'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:41:29.987560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] Made reservation on behalf of 2ef81416384e406595239ba71ab9cfdd for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:41:29.989955 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:29.998415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:30.073316 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:30.077479 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:30.104749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:41:30.114338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6612fa48-cd67-49fb-b0c6-703a0f141c26,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:30.119818 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:30.120338 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] Added segment 4b57805e-5ee1-495e-8424-391ba04988ba of type vlan for network 0aa5b213-e527-482d-8337-f684316bf853 Oct 26 14:41:30.161421 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:30.185216 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:30.186203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:30.186780 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:30.235968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3637233 Oct 26 14:41:30.239070 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49244) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:41:30.244188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-96fb0ab9-6689-443a-9373-bd9629d908f8 admin admin] Request body: {'subnet': {'network_id': '0aa5b213-e527-482d-8337-f684316bf853', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-749211788-subnet', 'tenant_id': '2ef81416384e406595239ba71ab9cfdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:41:30.248875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edd3b7-82ab-40cd-aded-a4fc53ce2759 admin admin] Pushing event updated for resources: {'Network': ['ID=0aa5b213-e527-482d-8337-f684316bf853,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:30.258543 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 0aa5b213-e527-482d-8337-f684316bf853 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:41:30.270044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fb0ab9-6689-443a-9373-bd9629d908f8 admin admin] Made reservation on behalf of 2ef81416384e406595239ba71ab9cfdd for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:41:30.272356 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96fb0ab9-6689-443a-9373-bd9629d908f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:30.438761 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96fb0ab9-6689-443a-9373-bd9629d908f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:30.494105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb0ab9-6689-443a-9373-bd9629d908f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d5372fc-7cbc-4da5-b7ad-5369e015df14,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:30.502276 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb0ab9-6689-443a-9373-bd9629d908f8 admin admin] Checking segment: {'id': '4b57805e-5ee1-495e-8424-391ba04988ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '0aa5b213-e527-482d-8337-f684316bf853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:41:30.502634 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb0ab9-6689-443a-9373-bd9629d908f8 admin admin] Network hostable DHCP agents. Network: 0aa5b213-e527-482d-8337-f684316bf853, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:41:30.519707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb0ab9-6689-443a-9373-bd9629d908f8 admin admin] Network 0aa5b213-e527-482d-8337-f684316bf853 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:41:30.527991 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-96fb0ab9-6689-443a-9373-bd9629d908f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 0aa5b213-e527-482d-8337-f684316bf853) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:41:30.531959 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb0ab9-6689-443a-9373-bd9629d908f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:30.532562 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-96fb0ab9-6689-443a-9373-bd9629d908f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:30.538792 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97da754-afd3-400c-9768-1c4e58ce21f9 None None] Network 0aa5b213-e527-482d-8337-f684316bf853 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:41:30.548305 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-96fb0ab9-6689-443a-9373-bd9629d908f8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3080385 Oct 26 14:41:30.667821 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54434e56-ff7e-44f2-b070-ec61f189551f None None] Network 0aa5b213-e527-482d-8337-f684316bf853 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:41:30.992912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-e1edfc7c-e7a5-4e5b-b474-96c1f0a933b0 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:30.994440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-e1edfc7c-e7a5-4e5b-b474-96c1f0a933b0 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/networks?id=0aa5b213-e527-482d-8337-f684316bf853 HTTP/1.1" status: 200 len: 811 time: 0.1065762 Oct 26 14:41:31.009483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-109dd8f5-019f-4e70-9cae-d1e808a9f624 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/quotas/2ef81416384e406595239ba71ab9cfdd HTTP/1.1" status: 200 len: 375 time: 0.0086989 Oct 26 14:41:31.040163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-488292ce-bb01-402a-8d18-4588e2da3fdb tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ef81416384e406595239ba71ab9cfdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255826 Oct 26 14:41:31.051050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-f98cec30-882b-43fe-afa9-ad81766259ce service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:41:31.051991 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-f98cec30-882b-43fe-afa9-ad81766259ce service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047853 Oct 26 14:41:31.093193 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 87042c32-7eed-4a33-8bd0-9b920bce3145 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:41:31.113475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 87042c32-7eed-4a33-8bd0-9b920bce3145 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:41:31.113812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 87042c32-7eed-4a33-8bd0-9b920bce3145 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:41:31.144032 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-a77a4b8b-0169-48ac-9e0d-81ea57fdef87 service neutron] 10.222.0.32 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864706 Oct 26 14:41:31.231311 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-41d353e3-2866-4567-98fc-ab63b1d1596a service neutron] 10.222.0.32 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809064 Oct 26 14:41:31.395596 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-417be3b2-2e29-4b87-94d4-dd951abd7961 req-f8207e6d-991e-4ba0-8a64-d3e1f34a377e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 210 time: 0.0270288 Oct 26 14:41:32.318437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-2e2819e1-23be-4395-9039-b27463dab8f2 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:32.320007 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-2e2819e1-23be-4395-9039-b27463dab8f2 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.11 "GET /v2.0/networks?id=0aa5b213-e527-482d-8337-f684316bf853 HTTP/1.1" status: 200 len: 811 time: 0.1077123 Oct 26 14:41:32.336071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-7f9ec3ee-3dda-47c4-9184-43182e34fe5e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Request body: {'port': {'device_id': 'f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de', 'network_id': '0aa5b213-e527-482d-8337-f684316bf853', 'admin_state_up': True, 'tenant_id': '2ef81416384e406595239ba71ab9cfdd'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:41:32.445302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-7f9ec3ee-3dda-47c4-9184-43182e34fe5e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Made reservation on behalf of 2ef81416384e406595239ba71ab9cfdd for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:41:32.448875 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-7f9ec3ee-3dda-47c4-9184-43182e34fe5e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:32.498581 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da155f45-f871-4ccb-8c3d-334f7e427d0d req-6c3284b9-0cfa-49bf-a3c6-e9c3087ca76e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 210 time: 0.0309260 Oct 26 14:41:32.573204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-7f9ec3ee-3dda-47c4-9184-43182e34fe5e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Allocated IP 172.20.0.8 (0aa5b213-e527-482d-8337-f684316bf853/0d5372fc-7cbc-4da5-b7ad-5369e015df14/67b8b91e-67d8-40a9-a48e-182fb29f6cc8) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:41:32.718916 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-7f9ec3ee-3dda-47c4-9184-43182e34fe5e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:32.751576 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-7f9ec3ee-3dda-47c4-9184-43182e34fe5e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:32.796166 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-7f9ec3ee-3dda-47c4-9184-43182e34fe5e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Network 0aa5b213-e527-482d-8337-f684316bf853 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:41:32.799323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-7f9ec3ee-3dda-47c4-9184-43182e34fe5e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:41:32.803079 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-7f9ec3ee-3dda-47c4-9184-43182e34fe5e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:41:32.809349 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ec3ee-3dda-47c4-9184-43182e34fe5e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Pushing event updated for resources: {'Port': ['ID=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:32.859090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-7f9ec3ee-3dda-47c4-9184-43182e34fe5e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:32.859616 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-7f9ec3ee-3dda-47c4-9184-43182e34fe5e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:32.875231 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-7f9ec3ee-3dda-47c4-9184-43182e34fe5e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5428607 Oct 26 14:41:32.887253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Request body: {'port': {'device_id': 'f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:41:32.939084 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:33.192931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:41:33.200173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:33.212579 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Transition to ACTIVE for port object 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:41:33.216816 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:33.562309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Pushing event updated for resources: {'Port': ['ID=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:33.616223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3863c3-ca9a-4184-8f21-0d09ecfb59a3 req-59d9c2e5-7602-4fb1-91f8-2cc1ac50a19d tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:33.617709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef3863c3-ca9a-4184-8f21-0d09ecfb59a3 req-59d9c2e5-7602-4fb1-91f8-2cc1ac50a19d tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 943 time: 0.0508490 Oct 26 14:41:33.626624 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Attempting to bind port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:41:33.626966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Attempting to bind port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '4b57805e-5ee1-495e-8424-391ba04988ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '0aa5b213-e527-482d-8337-f684316bf853'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:41:33.627304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Attempting to bind port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 on network 0aa5b213-e527-482d-8337-f684316bf853 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:41:33.631669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 on network 0aa5b213-e527-482d-8337-f684316bf853 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:41:33.631981 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Attempting to bind port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 on network 0aa5b213-e527-482d-8337-f684316bf853 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:41:33.636733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:41:33.637071 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Checking segment: {'id': '4b57805e-5ee1-495e-8424-391ba04988ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '0aa5b213-e527-482d-8337-f684316bf853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:41:33.637450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Bound using segment: {'id': '4b57805e-5ee1-495e-8424-391ba04988ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '0aa5b213-e527-482d-8337-f684316bf853'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:41:33.638482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Bound port: 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b57805e-5ee1-495e-8424-391ba04988ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '0aa5b213-e527-482d-8337-f684316bf853'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:41:33.638866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:33.655965 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef3863c3-ca9a-4184-8f21-0d09ecfb59a3 req-5b5d9ac3-6e97-44ff-8a03-01d373fd204b tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Oct 26 14:41:33.703788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] For port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:41:33.706896 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] For port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,segment=NetworkSegment(4b57805e-5ee1-495e-8424-391ba04988ba),segment_id=4b57805e-5ee1-495e-8424-391ba04988ba)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:41:33.710521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:33.748587 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:33.749200 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:33.750616 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] 10.222.0.11 "PUT /v2.0/ports/67b8b91e-67d8-40a9-a48e-182fb29f6cc8 HTTP/1.1" status: 200 len: 1091 time: 0.8673797 Oct 26 14:41:33.751070 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de', 'tag': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:41:33.753312 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83409964-0216-42de-a4f5-d2eeb8bff986" -d '{"events": [{"name": "network-changed", "server_uuid": "f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de", "tag": "67b8b91e-67d8-40a9-a48e-182fb29f6cc8"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:41:33.772378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ee2a7-c107-4500-8d8d-afbcf9e1266d service neutron] Pushing event updated for resources: {'Port': ['ID=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:33.799743 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f568d86d-80db-47b6-b77f-76ab0d2b0468 x-openstack-request-id: req-f568d86d-80db-47b6-b77f-76ab0d2b0468 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:41:33.800033 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de", "tag": "67b8b91e-67d8-40a9-a48e-182fb29f6cc8", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:41:33.800284 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f568d86d-80db-47b6-b77f-76ab0d2b0468 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:41:33.800669 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de', 'tag': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8', 'status': 'completed', 'code': 200} Oct 26 14:41:33.814994 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-ca8643a3-ae28-42de-b395-248f35685e51 req-791f5cbb-0aad-4a90-8211-b48cccd4e00f tempest-ServerRescueNegativeTestJSON-1486823863 tempest-ServerRescueNegativeTestJSON-1486823863-project] (102124) timed out ('10.222.0.11', 53565) {{(pid=102124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:41:33.832716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-29e435a0-b702-40c2-b723-1196920cbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:33.834222 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-29e435a0-b702-40c2-b723-1196920cbaf1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ef81416384e406595239ba71ab9cfdd&device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 1094 time: 0.0438464 Oct 26 14:41:33.879528 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-2909ef67-ac1f-4007-a09d-5e543d2b1762 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8 HTTP/1.1" status: 200 len: 217 time: 0.0363457 Oct 26 14:41:33.927977 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-0e15975f-2fee-4567-9cb9-32e59170d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:33.929347 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-0e15975f-2fee-4567-9cb9-32e59170d847 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5372fc-7cbc-4da5-b7ad-5369e015df14 HTTP/1.1" status: 200 len: 851 time: 0.0417795 Oct 26 14:41:33.962860 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-06605527-a92d-4da6-bc6d-39b8cb15ba61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0aa5b213-e527-482d-8337-f684316bf853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255110 Oct 26 14:41:34.056074 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-c2407d46-d8fa-454b-8c19-8139ebdf3389 service neutron] 10.222.0.11 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859468 Oct 26 14:41:34.144316 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bde94fb6-42f3-468d-8cbb-d8c1ceb56b43 req-11a68d30-d26f-478a-924a-78c4a2bc9245 service neutron] 10.222.0.11 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805953 Oct 26 14:41:34.227104 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83409964-0216-42de-a4f5-d2eeb8bff986 req-7d900900-bd83-4c14-b9dd-54e33c825824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:34.228567 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-83409964-0216-42de-a4f5-d2eeb8bff986 req-7d900900-bd83-4c14-b9dd-54e33c825824 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ef81416384e406595239ba71ab9cfdd&device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 1094 time: 0.0398540 Oct 26 14:41:34.321234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83409964-0216-42de-a4f5-d2eeb8bff986 req-0cbd72b4-f21c-46e4-8844-5b3fe31fca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:34.322730 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-83409964-0216-42de-a4f5-d2eeb8bff986 req-0cbd72b4-f21c-46e4-8844-5b3fe31fca5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=0aa5b213-e527-482d-8337-f684316bf853 HTTP/1.1" status: 200 len: 912 time: 0.0866671 Oct 26 14:41:34.364866 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-83409964-0216-42de-a4f5-d2eeb8bff986 req-5f86a90a-15e3-4545-82c8-072c772dcb02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8 HTTP/1.1" status: 200 len: 217 time: 0.0341182 Oct 26 14:41:34.418866 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83409964-0216-42de-a4f5-d2eeb8bff986 req-71dd297b-ab01-4b97-9368-cbabe7391d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:34.420264 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-83409964-0216-42de-a4f5-d2eeb8bff986 req-71dd297b-ab01-4b97-9368-cbabe7391d3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5372fc-7cbc-4da5-b7ad-5369e015df14 HTTP/1.1" status: 200 len: 851 time: 0.0467560 Oct 26 14:41:34.452112 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-83409964-0216-42de-a4f5-d2eeb8bff986 req-dfa190ad-26c9-43bb-8d1c-c22daa15f9fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0aa5b213-e527-482d-8337-f684316bf853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243025 Oct 26 14:41:34.539068 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-83409964-0216-42de-a4f5-d2eeb8bff986 req-da17c21e-0fe3-4804-b7f0-059d89cc7497 service neutron] 10.222.0.11 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802097 Oct 26 14:41:34.633007 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-83409964-0216-42de-a4f5-d2eeb8bff986 req-339b6a44-6821-4f0a-a7d2-a7a089ee1698 service neutron] 10.222.0.11 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853093 Oct 26 14:41:34.770352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecd602-18f1-4756-939f-f1d27b63e63d req-025ed92d-d569-4348-9961-8b79cee3eec3 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:34.771840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3eecd602-18f1-4756-939f-f1d27b63e63d req-025ed92d-d569-4348-9961-8b79cee3eec3 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 943 time: 0.0502741 Oct 26 14:41:34.808344 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3eecd602-18f1-4756-939f-f1d27b63e63d req-0412a412-f08d-4634-9f7b-53071fd6cf9f tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302281 Oct 26 14:41:35.926396 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1b045-e576-48c9-a9d6-83f74480e319 req-a7403006-3a7a-405c-9441-7a7d93985648 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:35.927870 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6af1b045-e576-48c9-a9d6-83f74480e319 req-a7403006-3a7a-405c-9441-7a7d93985648 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 943 time: 0.0507140 Oct 26 14:41:35.968464 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6af1b045-e576-48c9-a9d6-83f74480e319 req-39ae6bef-df00-4615-be9e-f3a6fc337179 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345511 Oct 26 14:41:37.094793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:41:37.150897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479cd9b-b035-4a87-87dd-d7fc72f71092 req-6f9543e3-1ce5-444f-b346-213d99935bf1 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:37.152372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d479cd9b-b035-4a87-87dd-d7fc72f71092 req-6f9543e3-1ce5-444f-b346-213d99935bf1 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 943 time: 0.1170554 Oct 26 14:41:37.190375 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d479cd9b-b035-4a87-87dd-d7fc72f71092 req-8ffbe2ac-bac5-4b48-aaf0-1ddf5f1792c1 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311501 Oct 26 14:41:37.191235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,segment=NetworkSegment(4b57805e-5ee1-495e-8424-391ba04988ba),segment_id=4b57805e-5ee1-495e-8424-391ba04988ba)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:41:37.202251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8', 'network_id': '0aa5b213-e527-482d-8337-f684316bf853', 'port_id': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8', 'mac_address': 'fa:16:3e:a5:9f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5372fc-7cbc-4da5-b7ad-5369e015df14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:41:37.240058 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:37.256121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:41:37.274694 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,segment=NetworkSegment(4b57805e-5ee1-495e-8424-391ba04988ba),segment_id=4b57805e-5ee1-495e-8424-391ba04988ba)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:41:37.278649 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:37.325069 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:37.597904 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['67b8b91e-67d8-40a9-a48e-182fb29f6cc8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:41:38.359065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ddc58-1633-473e-b347-266c53f560a6 req-205bfc48-8113-4232-a3af-2a4270aff50b tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:38.360519 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a6ddc58-1633-473e-b347-266c53f560a6 req-205bfc48-8113-4232-a3af-2a4270aff50b tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 944 time: 0.1046493 Oct 26 14:41:38.397342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a6ddc58-1633-473e-b347-266c53f560a6 req-709ecf04-afcd-4ea2-91e4-f4e4b86bde2a tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308487 Oct 26 14:41:39.093035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:41:39.140096 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:41:39.144048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:41:39.144413 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:39.219335 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:39.240819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:41:39.243066 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57edb8d7-51af-4a9e-a929-295da06e274c" -d '{"events": [{"server_uuid": "f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de", "name": "network-vif-plugged", "status": "completed", "tag": "67b8b91e-67d8-40a9-a48e-182fb29f6cc8"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:41:39.257160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,segment=NetworkSegment(4b57805e-5ee1-495e-8424-391ba04988ba),segment_id=4b57805e-5ee1-495e-8424-391ba04988ba)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:41:39.261052 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:39.287389 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca31bf4-7048-45f7-aa5a-b89ecadb1d07 x-openstack-request-id: req-6ca31bf4-7048-45f7-aa5a-b89ecadb1d07 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:41:39.287681 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de", "name": "network-vif-plugged", "status": "completed", "tag": "67b8b91e-67d8-40a9-a48e-182fb29f6cc8", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:41:39.287941 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ca31bf4-7048-45f7-aa5a-b89ecadb1d07 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:41:39.288322 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8', 'code': 200} Oct 26 14:41:39.313737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:39.376691 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd280d-cdeb-41eb-ba78-543477690d56 req-fbbdc42a-5dd4-44ca-b4d8-e8a486dff517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:39.378164 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cbdd280d-cdeb-41eb-ba78-543477690d56 req-fbbdc42a-5dd4-44ca-b4d8-e8a486dff517 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 1096 time: 0.0401623 Oct 26 14:41:39.415733 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-cbdd280d-cdeb-41eb-ba78-543477690d56 req-7c220220-0e9c-4198-b513-5b418a596720 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303142 Oct 26 14:41:39.509998 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca3238-0f4b-457a-9413-6b8ef72b073a req-0fd4799f-2fb6-426e-93be-12349bae9fc8 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:39.511440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74ca3238-0f4b-457a-9413-6b8ef72b073a req-0fd4799f-2fb6-426e-93be-12349bae9fc8 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0472348 Oct 26 14:41:39.555967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74ca3238-0f4b-457a-9413-6b8ef72b073a req-f0e3b8ac-eedd-4d00-8777-38abed291022 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386190 Oct 26 14:41:40.675956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19727f76-3a64-43bd-8abe-a363d2dd4067 req-db38f776-5102-436d-952b-234798e3ecec tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:40.677764 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19727f76-3a64-43bd-8abe-a363d2dd4067 req-db38f776-5102-436d-952b-234798e3ecec tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0493071 Oct 26 14:41:40.716946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-19727f76-3a64-43bd-8abe-a363d2dd4067 req-fe25b8ec-7245-4735-9a67-f143cb719e39 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332921 Oct 26 14:41:41.834658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60573e29-98fc-4c4d-9252-0e192961e302 req-4eaec364-a53b-4bb0-82a1-325b2debb899 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:41.836182 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60573e29-98fc-4c4d-9252-0e192961e302 req-4eaec364-a53b-4bb0-82a1-325b2debb899 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0503962 Oct 26 14:41:41.872920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60573e29-98fc-4c4d-9252-0e192961e302 req-069adaaa-28f9-4f83-b7ba-53a6844ba4ef tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308251 Oct 26 14:41:42.103440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91365-03b9-481d-8e40-20831826ebbd req-86a60b6d-1ec6-48aa-b690-fc899f375e8c tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:42.104892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1c91365-03b9-481d-8e40-20831826ebbd req-86a60b6d-1ec6-48aa-b690-fc899f375e8c tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0488384 Oct 26 14:41:42.170415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1c91365-03b9-481d-8e40-20831826ebbd req-ffdd78ca-854a-4884-b9a1-2806867cd193 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560322 Oct 26 14:41:42.173889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-44999e47-717d-4d95-bd12-984271fc293f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1266551 Oct 26 14:41:42.183068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-b2b4a6c8-0c68-450a-9fd2-743b1ab80546 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:41:42.184049 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-b2b4a6c8-0c68-450a-9fd2-743b1ab80546 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050855 Oct 26 14:41:42.811845 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5ae20b18-e883-4ec0-aaa3-8ea37ea5a451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:43.296948 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66a86b-6f02-4791-a899-e62dea28109d req-5c5c5f0e-ea82-4152-9fdb-746de09bb268 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:43.299112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a66a86b-6f02-4791-a899-e62dea28109d req-5c5c5f0e-ea82-4152-9fdb-746de09bb268 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0578625 Oct 26 14:41:43.334218 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-b2ea8efd-af09-4b7e-ad49-a48c2f326d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:43.335709 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-b2ea8efd-af09-4b7e-ad49-a48c2f326d71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ef81416384e406595239ba71ab9cfdd&device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 1096 time: 0.0448482 Oct 26 14:41:43.337207 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a66a86b-6f02-4791-a899-e62dea28109d req-a0e9bde8-03bf-41fb-8d95-bf57666da556 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319469 Oct 26 14:41:43.425748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-d8990f65-fe4b-41cd-b213-7fc13823624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:43.427227 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-d8990f65-fe4b-41cd-b213-7fc13823624f service neutron] 10.222.0.11 "GET /v2.0/networks?id=0aa5b213-e527-482d-8337-f684316bf853 HTTP/1.1" status: 200 len: 912 time: 0.0835488 Oct 26 14:41:43.472790 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-96af9062-b097-466c-bc48-3e193236c103 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8 HTTP/1.1" status: 200 len: 217 time: 0.0372479 Oct 26 14:41:43.520710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-1304f988-e159-47ef-8ab9-c12bb7c3858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:43.522197 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-1304f988-e159-47ef-8ab9-c12bb7c3858c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5372fc-7cbc-4da5-b7ad-5369e015df14 HTTP/1.1" status: 200 len: 851 time: 0.0427291 Oct 26 14:41:43.552854 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-4bcf9c1f-fd42-4b79-a5d6-498ac5393dbe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0aa5b213-e527-482d-8337-f684316bf853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237670 Oct 26 14:41:43.646995 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-429e3e8a-0679-45b4-b216-4cda1759250f service neutron] 10.222.0.11 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862224 Oct 26 14:41:43.736376 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-13ffa963-56ef-491c-8ad3-13275a223cb5 service neutron] 10.222.0.11 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821738 Oct 26 14:41:44.453074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179a989-9edd-4106-a92a-acc845bad749 req-13184469-ccde-4de9-8510-a8c07258ead9 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:44.454565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0179a989-9edd-4106-a92a-acc845bad749 req-13184469-ccde-4de9-8510-a8c07258ead9 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0477526 Oct 26 14:41:44.495183 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0179a989-9edd-4106-a92a-acc845bad749 req-b3a72c45-a145-4665-9c53-7faf278e8902 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344636 Oct 26 14:41:45.125355 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-02b87441-1cd1-4b0d-911c-80a41cbf72a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:45.608832 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6aabe-0381-4667-81ab-e0f44a6a3cdf req-55a7471d-5f1e-4015-b76e-0391f558494a tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:45.610325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfd6aabe-0381-4667-81ab-e0f44a6a3cdf req-55a7471d-5f1e-4015-b76e-0391f558494a tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0500050 Oct 26 14:41:45.648486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfd6aabe-0381-4667-81ab-e0f44a6a3cdf req-242705ae-2b6f-4099-b6c7-d8edaafba189 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321009 Oct 26 14:41:46.665420 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:46.766278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0cf6a-8c72-4168-92cc-915fbd09b5e8 req-ac35f260-1822-4120-a9c2-e1b87d39529f tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:46.767737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80b0cf6a-8c72-4168-92cc-915fbd09b5e8 req-ac35f260-1822-4120-a9c2-e1b87d39529f tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0519257 Oct 26 14:41:46.804938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80b0cf6a-8c72-4168-92cc-915fbd09b5e8 req-a335e05a-ee9b-4841-a28a-efc607b09c4a tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310369 Oct 26 14:41:46.945289 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:47.925215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51d5ab-6518-4452-b9f7-c341aa29f413 req-823683f6-aaad-4322-8ab5-d44214f4a94e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:47.926724 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e51d5ab-6518-4452-b9f7-c341aa29f413 req-823683f6-aaad-4322-8ab5-d44214f4a94e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0481071 Oct 26 14:41:47.967675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e51d5ab-6518-4452-b9f7-c341aa29f413 req-697d6c12-06af-4249-b2a9-9ad19c46b5b5 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347857 Oct 26 14:41:48.380368 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d939a7-5fdc-45a3-90f8-86c4fcb5b493 req-baa30f33-2ce1-4af5-bc03-a79f8767b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:48.381871 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-00d939a7-5fdc-45a3-90f8-86c4fcb5b493 req-baa30f33-2ce1-4af5-bc03-a79f8767b3b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ef81416384e406595239ba71ab9cfdd&device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 1096 time: 0.0429385 Oct 26 14:41:48.495514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d939a7-5fdc-45a3-90f8-86c4fcb5b493 req-4c9efaa7-6d0e-416c-bae6-ae2abfc9b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:48.496995 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-00d939a7-5fdc-45a3-90f8-86c4fcb5b493 req-4c9efaa7-6d0e-416c-bae6-ae2abfc9b106 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0aa5b213-e527-482d-8337-f684316bf853 HTTP/1.1" status: 200 len: 912 time: 0.0934174 Oct 26 14:41:48.543115 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-00d939a7-5fdc-45a3-90f8-86c4fcb5b493 req-9c895d98-b3e7-45ef-bc08-8224146f1fb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8 HTTP/1.1" status: 200 len: 217 time: 0.0379415 Oct 26 14:41:48.601404 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d939a7-5fdc-45a3-90f8-86c4fcb5b493 req-c846554d-9e07-49ea-808e-65c6c874fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:48.602928 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-00d939a7-5fdc-45a3-90f8-86c4fcb5b493 req-c846554d-9e07-49ea-808e-65c6c874fd1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5372fc-7cbc-4da5-b7ad-5369e015df14 HTTP/1.1" status: 200 len: 851 time: 0.0532715 Oct 26 14:41:48.634654 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-00d939a7-5fdc-45a3-90f8-86c4fcb5b493 req-92c62e94-a6c6-4a6d-a5f7-14dc723440ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0aa5b213-e527-482d-8337-f684316bf853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248029 Oct 26 14:41:48.662765 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:48.724339 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-00d939a7-5fdc-45a3-90f8-86c4fcb5b493 req-6b7130be-e044-414d-909e-bb25dd54d1d3 service neutron] 10.222.0.11 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816092 Oct 26 14:41:48.820109 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-00d939a7-5fdc-45a3-90f8-86c4fcb5b493 req-553bb421-0004-42d2-9cc0-98811a2e648f service neutron] 10.222.0.11 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885723 Oct 26 14:41:49.083714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a0385-0db6-403c-9592-4774a43e8562 req-e8cca4e8-9305-48fc-b7e2-6c05867d304b tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:49.085190 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-930a0385-0db6-403c-9592-4774a43e8562 req-e8cca4e8-9305-48fc-b7e2-6c05867d304b tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0487125 Oct 26 14:41:49.123130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-930a0385-0db6-403c-9592-4774a43e8562 req-65e7014b-e7f5-442a-bdc7-511b6bbb6b0a tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319021 Oct 26 14:41:50.240668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024976b6-9dda-4d4b-a55b-c16ba53d4a35 req-dc4f6994-57fe-4dcc-9037-243d4d606169 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:50.242168 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-024976b6-9dda-4d4b-a55b-c16ba53d4a35 req-dc4f6994-57fe-4dcc-9037-243d4d606169 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0481100 Oct 26 14:41:50.279809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-024976b6-9dda-4d4b-a55b-c16ba53d4a35 req-d8dc5f2f-d918-4ba9-907a-79e0ade7d97e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Oct 26 14:41:51.392781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e3601-62f8-483d-abee-3db4431a08e2 req-189c8b5e-9774-47dd-b827-2ab8f8e0e7dd tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:51.394572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e27e3601-62f8-483d-abee-3db4431a08e2 req-189c8b5e-9774-47dd-b827-2ab8f8e0e7dd tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0475388 Oct 26 14:41:51.438971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e27e3601-62f8-483d-abee-3db4431a08e2 req-4020a95c-bf8f-49fb-87cb-db0764c70153 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385628 Oct 26 14:41:52.553525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19492d-5b79-452d-805a-74104da8d5ae req-4b45fe82-88be-4009-907d-a2c96af1c986 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:52.555010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a19492d-5b79-452d-805a-74104da8d5ae req-4b45fe82-88be-4009-907d-a2c96af1c986 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0482514 Oct 26 14:41:52.591872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a19492d-5b79-452d-805a-74104da8d5ae req-a9976dae-1c85-4a20-b626-edf2450a2989 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309775 Oct 26 14:41:53.705918 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eadfd0-34a2-43ac-8616-5a0f39c83f89 req-e9545d5c-9872-4855-9ebc-8bbd0f080473 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:53.707403 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37eadfd0-34a2-43ac-8616-5a0f39c83f89 req-e9545d5c-9872-4855-9ebc-8bbd0f080473 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0478048 Oct 26 14:41:53.743564 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37eadfd0-34a2-43ac-8616-5a0f39c83f89 req-1cd2e611-da22-453b-8189-98da152f49f8 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303004 Oct 26 14:41:53.773108 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:54.859743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7905a91-98c3-4798-a9e3-c8a44f6ac4c0 req-3d1b559e-dd2d-435f-bf5c-e1d99ab986a4 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:54.861214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7905a91-98c3-4798-a9e3-c8a44f6ac4c0 req-3d1b559e-dd2d-435f-bf5c-e1d99ab986a4 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0482056 Oct 26 14:41:54.903243 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e7905a91-98c3-4798-a9e3-c8a44f6ac4c0 req-c8f479bd-e70c-4008-9733-47f9ee5b1faa tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359955 Oct 26 14:41:55.081882 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:41:56.017249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca440ec-b71c-4f29-9bf2-8ecdce0a8aba req-a201f2c4-841d-4597-9ea6-9a53f65b83a1 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:56.019056 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eca440ec-b71c-4f29-9bf2-8ecdce0a8aba req-a201f2c4-841d-4597-9ea6-9a53f65b83a1 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0480897 Oct 26 14:41:56.056980 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eca440ec-b71c-4f29-9bf2-8ecdce0a8aba req-0b97cbbf-c1d6-4b9d-b2f4-92e2eca0bc6f tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Oct 26 14:41:57.170968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d3177-dc5b-470f-af10-df3f6beb54f0 req-f7ee4e51-54b2-4e33-922c-3ffef2add232 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:57.172419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-447d3177-dc5b-470f-af10-df3f6beb54f0 req-f7ee4e51-54b2-4e33-922c-3ffef2add232 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0493991 Oct 26 14:41:57.208597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-447d3177-dc5b-470f-af10-df3f6beb54f0 req-b4d3cf02-32d5-49dd-b61b-d07e4f6cd8e3 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303886 Oct 26 14:41:57.870387 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:58.323626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd1d35-9cb2-482d-985b-9068efaa3a2b req-b658cb78-d270-45c8-954f-1bc3f806611e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:58.325085 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79fd1d35-9cb2-482d-985b-9068efaa3a2b req-b658cb78-d270-45c8-954f-1bc3f806611e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0484393 Oct 26 14:41:58.366283 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-79fd1d35-9cb2-482d-985b-9068efaa3a2b req-894e1090-4aa4-48b0-a2e8-3af761eb6b25 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350530 Oct 26 14:41:59.479144 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5745625-c314-4afa-b713-7fd3ad9ac285 req-ed772746-2407-4434-9a40-ab855037d4c2 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:41:59.480610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5745625-c314-4afa-b713-7fd3ad9ac285 req-ed772746-2407-4434-9a40-ab855037d4c2 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0482163 Oct 26 14:41:59.518626 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5745625-c314-4afa-b713-7fd3ad9ac285 req-94f0f64f-4b01-4dfe-b8a1-67f5716bdb27 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315330 Oct 26 14:42:00.634292 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0dea9-780b-470c-ac98-682a6a07cd61 req-dbece7cf-c2cb-4f15-9c10-07abe8f9c712 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:00.635767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06d0dea9-780b-470c-ac98-682a6a07cd61 req-dbece7cf-c2cb-4f15-9c10-07abe8f9c712 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0486913 Oct 26 14:42:00.673430 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06d0dea9-780b-470c-ac98-682a6a07cd61 req-03f1717d-42dc-4c6e-bd1f-17d8fb547914 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Oct 26 14:42:01.787327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10c3fc-3d2c-428f-9e5e-55af55304171 req-4dacb1fa-60d6-4785-b53f-4d72a7901be9 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:01.788842 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e10c3fc-3d2c-428f-9e5e-55af55304171 req-4dacb1fa-60d6-4785-b53f-4d72a7901be9 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0475075 Oct 26 14:42:01.828243 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e10c3fc-3d2c-428f-9e5e-55af55304171 req-29b19282-8e5c-4c76-b034-117b928c3978 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335557 Oct 26 14:42:02.943836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae67786-b2dc-41eb-881f-42d80d8c140d req-61626ba6-78b5-448b-bd7c-83fca744a560 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:02.945312 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ae67786-b2dc-41eb-881f-42d80d8c140d req-61626ba6-78b5-448b-bd7c-83fca744a560 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0483398 Oct 26 14:42:02.982539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3ae67786-b2dc-41eb-881f-42d80d8c140d req-9600dff6-9063-4de5-ac37-456217274666 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Oct 26 14:42:04.099411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be7cb9-c71b-47a6-9bbc-aa69dfac9d72 req-ff952309-c2ed-4e66-bd17-051956633fba tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:04.100856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52be7cb9-c71b-47a6-9bbc-aa69dfac9d72 req-ff952309-c2ed-4e66-bd17-051956633fba tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0479555 Oct 26 14:42:04.136809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52be7cb9-c71b-47a6-9bbc-aa69dfac9d72 req-5d290f42-4012-48b2-a91b-e6e8a98f690d tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301025 Oct 26 14:42:05.248980 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286a57d-ef3a-4000-9bb0-ccdf059bccc4 req-3000cc3e-8701-406f-b708-9c20d873636a tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:05.250451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e286a57d-ef3a-4000-9bb0-ccdf059bccc4 req-3000cc3e-8701-406f-b708-9c20d873636a tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0479734 Oct 26 14:42:05.290503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e286a57d-ef3a-4000-9bb0-ccdf059bccc4 req-6b9ee0c0-e849-46bb-a162-3ae9e076a531 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341456 Oct 26 14:42:06.403786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c211f-d457-4dd9-b3b0-700b60cd894a req-adcd9c71-f354-449f-9560-11eb110d5acd tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:06.405239 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a1c211f-d457-4dd9-b3b0-700b60cd894a req-adcd9c71-f354-449f-9560-11eb110d5acd tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0481040 Oct 26 14:42:06.446288 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3a1c211f-d457-4dd9-b3b0-700b60cd894a req-2a3de786-a361-4785-996a-824b135c4100 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346172 Oct 26 14:42:07.561754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05227c83-d522-4854-8e46-f0f518781f91 req-6fe8c88d-4e03-4743-970f-2f2087cca5f3 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:07.563245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05227c83-d522-4854-8e46-f0f518781f91 req-6fe8c88d-4e03-4743-970f-2f2087cca5f3 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0481098 Oct 26 14:42:07.601192 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05227c83-d522-4854-8e46-f0f518781f91 req-abdb6260-b6f1-4b1e-a1e3-4db4fe2c2b45 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Oct 26 14:42:08.716712 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524c353-0f93-4143-ac36-418cb6cd19cd req-b42c976b-408b-45b7-9002-c5ecbb5fffbc tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:08.718119 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2524c353-0f93-4143-ac36-418cb6cd19cd req-b42c976b-408b-45b7-9002-c5ecbb5fffbc tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0476265 Oct 26 14:42:08.762765 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2524c353-0f93-4143-ac36-418cb6cd19cd req-e51992df-e3bb-45d3-8cf3-07ce81f60d83 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364888 Oct 26 14:42:09.877642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5b151-bb1d-479c-a486-10d4cc4eed30 req-6c96e3ea-6583-47f3-a796-637895a63d88 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:09.879203 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9f5b151-bb1d-479c-a486-10d4cc4eed30 req-6c96e3ea-6583-47f3-a796-637895a63d88 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0489163 Oct 26 14:42:09.916437 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9f5b151-bb1d-479c-a486-10d4cc4eed30 req-4141bb6d-31bb-4cc6-9c69-801756539fe8 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Oct 26 14:42:10.879681 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-96aab31f-23a2-4c2f-8ff5-53e69e2ad82f service neutron] show failed (client error): The resource could not be found. Oct 26 14:42:10.880695 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-96aab31f-23a2-4c2f-8ff5-53e69e2ad82f service neutron] 10.222.0.11 "GET /v2.0/ports/67b8b91e-67d8-40a9-a48e-182fb29f6cc8/bindings/n-h1-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0538375 Oct 26 14:42:11.035744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e2775-4dea-4940-a06f-57f3cfc6f221 req-d348830c-f629-48c4-90e7-68e1de475d7d tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:11.037236 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-163e2775-4dea-4940-a06f-57f3cfc6f221 req-d348830c-f629-48c4-90e7-68e1de475d7d tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0520353 Oct 26 14:42:11.081093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-163e2775-4dea-4940-a06f-57f3cfc6f221 req-574977fd-5100-499f-a657-f62f3233f007 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375135 Oct 26 14:42:11.167841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-2239ee4b-bfaa-4d73-9e8a-02e9d52608bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:11.169266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-2239ee4b-bfaa-4d73-9e8a-02e9d52608bf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de&tenant_id=2ef81416384e406595239ba71ab9cfdd HTTP/1.1" status: 200 len: 1096 time: 0.1268818 Oct 26 14:42:11.181332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-dd8fbc52-4398-4bef-9c9d-e5bb04054f7d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:42:11.182330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-dd8fbc52-4398-4bef-9c9d-e5bb04054f7d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055645 Oct 26 14:42:11.194633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:42:11.245302 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:11.436915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] For port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,segment=NetworkSegment(4b57805e-5ee1-495e-8424-391ba04988ba),segment_id=4b57805e-5ee1-495e-8424-391ba04988ba)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:42:11.467606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] For port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:42:11.508977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:42:11.511388 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd0fa06-bec2-48af-8fa2-6fad740f0612" -d '{"events": [{"server_uuid": "f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de", "name": "network-vif-unplugged", "status": "completed", "tag": "67b8b91e-67d8-40a9-a48e-182fb29f6cc8"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:42:11.515313 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:11.528885 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Transition to ACTIVE for port object 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:42:11.535934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:11.598137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] No DVR routers for this DVR port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:42:11.601293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Pushing event updated for resources: {'Port': ['ID=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,revision_number=6']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:11.611782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:11.612136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:11.612438 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:11.612767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:11.613108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:11.613455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:11.613801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:11.614167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:11.614485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:11.614799 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:11.615118 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:11.615425 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:11.634917 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c33762-9221-40fd-aee5-1c0b270ebb76 x-openstack-request-id: req-51c33762-9221-40fd-aee5-1c0b270ebb76 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:42:11.635209 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de", "name": "network-vif-unplugged", "status": "completed", "tag": "67b8b91e-67d8-40a9-a48e-182fb29f6cc8", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:42:11.635454 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51c33762-9221-40fd-aee5-1c0b270ebb76 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:42:11.635837 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8', 'code': 200} Oct 26 14:42:11.648521 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Attempting to bind port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:42:11.648845 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Attempting to bind port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '4b57805e-5ee1-495e-8424-391ba04988ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '0aa5b213-e527-482d-8337-f684316bf853'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:42:11.649164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Attempting to bind port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 on network 0aa5b213-e527-482d-8337-f684316bf853 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:42:11.653326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 on network 0aa5b213-e527-482d-8337-f684316bf853 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:42:11.653635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Attempting to bind port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 on network 0aa5b213-e527-482d-8337-f684316bf853 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:42:11.658977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:42:11.659304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Checking segment: {'id': '4b57805e-5ee1-495e-8424-391ba04988ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '0aa5b213-e527-482d-8337-f684316bf853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:42:11.659675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Bound using segment: {'id': '4b57805e-5ee1-495e-8424-391ba04988ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '0aa5b213-e527-482d-8337-f684316bf853'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:42:11.660089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Bound port: 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b57805e-5ee1-495e-8424-391ba04988ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '0aa5b213-e527-482d-8337-f684316bf853'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:42:11.660426 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:12.045819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] For port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:42:12.049227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] For port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,segment=NetworkSegment(4b57805e-5ee1-495e-8424-391ba04988ba),segment_id=4b57805e-5ee1-495e-8424-391ba04988ba)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:42:12.054437 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:12.089390 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:12.090002 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:12.091350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] 10.222.0.25 "PUT /v2.0/ports/67b8b91e-67d8-40a9-a48e-182fb29f6cc8 HTTP/1.1" status: 200 len: 1091 time: 0.9007421 Oct 26 14:42:12.110421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c297e68-06af-4167-8806-94f3f4018412 service neutron] Pushing event updated for resources: {'Port': ['ID=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,revision_number=7']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:12.154245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-2222d9df-a9be-4a49-acaf-b949e19caa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:12.155840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-2222d9df-a9be-4a49-acaf-b949e19caa2f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ef81416384e406595239ba71ab9cfdd&device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 1094 time: 0.0400743 Oct 26 14:42:12.252917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695d61c-e047-44d6-a217-3280560e5bb4 req-1431d4dd-88b9-4054-9e60-baa69cbf53f0 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:12.254389 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0695d61c-e047-44d6-a217-3280560e5bb4 req-1431d4dd-88b9-4054-9e60-baa69cbf53f0 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 943 time: 0.0976920 Oct 26 14:42:12.293332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-0c50e263-daaa-4494-94af-fcb7ff3e5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:12.294761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-0c50e263-daaa-4494-94af-fcb7ff3e5355 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0aa5b213-e527-482d-8337-f684316bf853 HTTP/1.1" status: 200 len: 912 time: 0.1296654 Oct 26 14:42:12.314909 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0695d61c-e047-44d6-a217-3280560e5bb4 req-9dadee27-8e75-4995-94f3-a7299076296e tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505414 Oct 26 14:42:12.343853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-d0b2cf7b-cda2-4694-ba57-dbfa329bcff5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8 HTTP/1.1" status: 200 len: 217 time: 0.0416257 Oct 26 14:42:12.391816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-fce5611a-3a9e-4476-8b68-c2a155dc5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:12.393215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-fce5611a-3a9e-4476-8b68-c2a155dc5d27 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d5372fc-7cbc-4da5-b7ad-5369e015df14 HTTP/1.1" status: 200 len: 851 time: 0.0421629 Oct 26 14:42:12.423991 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-3c8b4ebd-695a-47a9-8514-2dcf7e366ffd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0aa5b213-e527-482d-8337-f684316bf853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240612 Oct 26 14:42:12.514344 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-9d46bf7f-b86a-48aa-915a-1d88ca31838d service neutron] 10.222.0.25 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828052 Oct 26 14:42:12.602441 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9c727e9-59d2-49f6-a061-0014a510b3e1 req-2a151555-7da4-4b86-9761-bd68606ffab6 service neutron] 10.222.0.25 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815992 Oct 26 14:42:12.812393 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-52eb53a2-2dc1-4a99-8edf-d263445f521e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:13.437374 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591a5d1-0821-41eb-b609-6280190585e6 req-019a4572-6660-4acf-8e75-95ab2e58c95a tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:13.439393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3591a5d1-0821-41eb-b609-6280190585e6 req-019a4572-6660-4acf-8e75-95ab2e58c95a tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 943 time: 0.0538180 Oct 26 14:42:13.475483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3591a5d1-0821-41eb-b609-6280190585e6 req-d64fe7c6-2f46-451a-8fa5-70d8ece6ca0d tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300179 Oct 26 14:42:13.637360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de', 'tag': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:42:13.639716 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a2adae-4de8-4237-adfa-a287cd8d6a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de", "tag": "67b8b91e-67d8-40a9-a48e-182fb29f6cc8"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:42:13.687404 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7c6fe9-1014-4e1d-9e9e-cb905330fa41 x-openstack-request-id: req-8b7c6fe9-1014-4e1d-9e9e-cb905330fa41 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:42:13.687699 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de", "tag": "67b8b91e-67d8-40a9-a48e-182fb29f6cc8", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:42:13.688451 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b7c6fe9-1014-4e1d-9e9e-cb905330fa41 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:42:13.688841 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de', 'tag': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8', 'status': 'completed', 'code': 200} Oct 26 14:42:13.746557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-638b68c8-9cad-41c1-850a-b813dda4df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:13.748077 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-638b68c8-9cad-41c1-850a-b813dda4df4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ef81416384e406595239ba71ab9cfdd&device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 1094 time: 0.0404117 Oct 26 14:42:13.753129 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-bacd60be-8906-4ea2-bba2-d6c9aa9c92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:13.754644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-bacd60be-8906-4ea2-bba2-d6c9aa9c92e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ef81416384e406595239ba71ab9cfdd&device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 1094 time: 0.0395954 Oct 26 14:42:13.846546 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-7ae65f0a-fdd6-42d7-a3ca-5da25c1544fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:13.848035 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-7ae65f0a-fdd6-42d7-a3ca-5da25c1544fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=0aa5b213-e527-482d-8337-f684316bf853 HTTP/1.1" status: 200 len: 912 time: 0.0929265 Oct 26 14:42:13.853536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-84c8a5ce-f475-4dab-a77b-1132043fac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:13.855025 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-84c8a5ce-f475-4dab-a77b-1132043fac5d service neutron] 10.222.0.25 "GET /v2.0/networks?id=0aa5b213-e527-482d-8337-f684316bf853 HTTP/1.1" status: 200 len: 912 time: 0.0911078 Oct 26 14:42:13.889740 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-9e104d79-a736-4ea1-937d-494919b3b959 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8 HTTP/1.1" status: 200 len: 217 time: 0.0344160 Oct 26 14:42:13.897210 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-87137b72-8a0c-46b3-85ff-50c17c27176e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8 HTTP/1.1" status: 200 len: 217 time: 0.0339701 Oct 26 14:42:13.948373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-2772acaa-97fd-425a-8757-f475008c7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:13.948617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-8e4155b3-70d1-4ac7-b406-fc0cc8861838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:13.950030 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-2772acaa-97fd-425a-8757-f475008c7b4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5372fc-7cbc-4da5-b7ad-5369e015df14 HTTP/1.1" status: 200 len: 851 time: 0.0484257 Oct 26 14:42:13.950165 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-8e4155b3-70d1-4ac7-b406-fc0cc8861838 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d5372fc-7cbc-4da5-b7ad-5369e015df14 HTTP/1.1" status: 200 len: 851 time: 0.0421462 Oct 26 14:42:13.981800 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-46e17c5b-d0d0-4586-9ade-09e8d60798c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0aa5b213-e527-482d-8337-f684316bf853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240445 Oct 26 14:42:13.982199 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-4cf17570-1575-48c6-ab4a-51355bcc767e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0aa5b213-e527-482d-8337-f684316bf853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244238 Oct 26 14:42:14.082289 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-0bca47ff-2a16-4732-bf78-1d01136754f5 service neutron] 10.222.0.11 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927427 Oct 26 14:42:14.085047 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-a96760c2-30ed-4673-93fa-27b1f10c3610 service neutron] 10.222.0.25 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897753 Oct 26 14:42:14.186036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-db3ad4ba-2863-413d-991d-6b93be089844 service neutron] 10.222.0.25 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911293 Oct 26 14:42:14.187272 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-03a2adae-4de8-4237-adfa-a287cd8d6a9e req-3e819b1f-b3ad-4adb-95aa-7a9e4961602a service neutron] 10.222.0.11 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964897 Oct 26 14:42:14.591784 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc030a3-41e5-4ef0-a944-96328342be7a req-77e23f7c-d6d2-48dc-b315-3d80507a6598 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:14.593266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2bc030a3-41e5-4ef0-a944-96328342be7a req-77e23f7c-d6d2-48dc-b315-3d80507a6598 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 943 time: 0.0489285 Oct 26 14:42:14.631301 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2bc030a3-41e5-4ef0-a944-96328342be7a req-e6154706-a367-4ede-926d-f8dda8c71634 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316350 Oct 26 14:42:14.759530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:42:14.856298 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,segment=NetworkSegment(4b57805e-5ee1-495e-8424-391ba04988ba),segment_id=4b57805e-5ee1-495e-8424-391ba04988ba)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:42:14.871970 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8', 'network_id': '0aa5b213-e527-482d-8337-f684316bf853', 'port_id': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8', 'mac_address': 'fa:16:3e:a5:9f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5372fc-7cbc-4da5-b7ad-5369e015df14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:42:14.905360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-691b34f2-ab22-48cd-9e72-cbd6e2921e2f tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:14.907019 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-691b34f2-ab22-48cd-9e72-cbd6e2921e2f tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de&tenant_id=2ef81416384e406595239ba71ab9cfdd&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 943 time: 0.0953858 Oct 26 14:42:14.911204 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:14.924984 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:42:14.945361 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,segment=NetworkSegment(4b57805e-5ee1-495e-8424-391ba04988ba),segment_id=4b57805e-5ee1-495e-8424-391ba04988ba)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:42:14.949291 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:14.971891 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-390c03e5-52cc-46fe-af99-1076ae0a1fe3 service neutron] delete failed (client error): The resource could not be found. Oct 26 14:42:14.972910 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-390c03e5-52cc-46fe-af99-1076ae0a1fe3 service neutron] 10.222.0.11 "DELETE /v2.0/ports/67b8b91e-67d8-40a9-a48e-182fb29f6cc8/bindings/n-h2-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0581794 Oct 26 14:42:14.998468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:15.055986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-7acdad81-6780-4312-a6cb-1d9846f522cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:15.057491 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-7acdad81-6780-4312-a6cb-1d9846f522cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ef81416384e406595239ba71ab9cfdd&device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 1095 time: 0.0415788 Oct 26 14:42:15.128635 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3c1981bf-e57d-4837-9b38-ad32db684171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:15.155986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-6c44eb84-79ad-4eb8-bfae-ad63387cf461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:15.157521 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-6c44eb84-79ad-4eb8-bfae-ad63387cf461 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0aa5b213-e527-482d-8337-f684316bf853 HTTP/1.1" status: 200 len: 912 time: 0.0925310 Oct 26 14:42:15.199156 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-ba72acc6-1db1-40ad-b600-4a01536b8c42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8 HTTP/1.1" status: 200 len: 217 time: 0.0341504 Oct 26 14:42:15.204961 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['67b8b91e-67d8-40a9-a48e-182fb29f6cc8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:42:15.240470 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:42:15.249488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-5a675226-263f-4836-9938-17b62bc07030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:15.250955 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-5a675226-263f-4836-9938-17b62bc07030 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d5372fc-7cbc-4da5-b7ad-5369e015df14 HTTP/1.1" status: 200 len: 851 time: 0.0439241 Oct 26 14:42:15.283103 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-162a299a-d21a-451b-aaaf-93acfaf53309 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0aa5b213-e527-482d-8337-f684316bf853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250950 Oct 26 14:42:15.296148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:42:15.379113 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-ca90d823-8019-4890-812f-4c635baa3917 service neutron] 10.222.0.11 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891216 Oct 26 14:42:15.472674 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-838ce428-665a-4d16-83b7-3b1776b3dadb service neutron] 10.222.0.11 "GET /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863988 Oct 26 14:42:16.156414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be54209-9e60-47b8-a593-22b1ed8e014f req-90729cbb-91a2-4f2d-aaae-a1d2c4ab1ca7 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:16.158345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1be54209-9e60-47b8-a593-22b1ed8e014f req-90729cbb-91a2-4f2d-aaae-a1d2c4ab1ca7 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 944 time: 0.0504317 Oct 26 14:42:16.194797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1be54209-9e60-47b8-a593-22b1ed8e014f req-c0ec5c09-7ac3-4363-9952-3ef19fecd6b5 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304475 Oct 26 14:42:16.666761 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:16.778028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:42:16.830658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:42:16.835111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:42:16.835485 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:16.910539 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:16.932079 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:42:16.934362 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b51eda0-0bb7-4ede-a7b6-10466717536e" -d '{"events": [{"server_uuid": "f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de", "name": "network-vif-plugged", "status": "completed", "tag": "67b8b91e-67d8-40a9-a48e-182fb29f6cc8"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:42:16.951991 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,segment=NetworkSegment(4b57805e-5ee1-495e-8424-391ba04988ba),segment_id=4b57805e-5ee1-495e-8424-391ba04988ba)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:42:16.959712 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:16.984655 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0461100b-c20a-4888-846b-360fc9eb12da x-openstack-request-id: req-0461100b-c20a-4888-846b-360fc9eb12da {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:42:16.984989 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de", "name": "network-vif-plugged", "status": "completed", "tag": "67b8b91e-67d8-40a9-a48e-182fb29f6cc8", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:42:16.985249 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0461100b-c20a-4888-846b-360fc9eb12da {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:42:16.985644 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8', 'code': 200} Oct 26 14:42:16.988029 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:17.014357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:17.311803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361f1d-9201-4b28-bb7c-adfef5149658 req-5f0c7fe7-f234-4ca9-abc9-52ccf6f2d101 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:17.313957 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b361f1d-9201-4b28-bb7c-adfef5149658 req-5f0c7fe7-f234-4ca9-abc9-52ccf6f2d101 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0483828 Oct 26 14:42:17.353877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b361f1d-9201-4b28-bb7c-adfef5149658 req-8d1ae9ca-1133-4ec8-a28f-1635ca60311f tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.32 "GET /v2.0/security-groups?id=6612fa48-cd67-49fb-b0c6-703a0f141c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338447 Oct 26 14:42:17.417555 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-4e354bc0-c917-4f3d-961a-c4f8e9993d74 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:17.419029 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-4e354bc0-c917-4f3d-961a-c4f8e9993d74 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de HTTP/1.1" status: 200 len: 945 time: 0.0475237 Oct 26 14:42:17.510701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-8b5bc4cb-1789-4402-aea1-50d5252cfb15 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Deleting port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:42:17.510964 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-8b5bc4cb-1789-4402-aea1-50d5252cfb15 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:17.600597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-8b5bc4cb-1789-4402-aea1-50d5252cfb15 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] For port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,segment=NetworkSegment(4b57805e-5ee1-495e-8424-391ba04988ba),segment_id=4b57805e-5ee1-495e-8424-391ba04988ba)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:42:17.600964 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-8b5bc4cb-1789-4402-aea1-50d5252cfb15 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:17.612979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-8b5bc4cb-1789-4402-aea1-50d5252cfb15 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Calling delete_port for 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:42:17.737280 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-8b5bc4cb-1789-4402-aea1-50d5252cfb15 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:17.748588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['67b8b91e-67d8-40a9-a48e-182fb29f6cc8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:42:17.766043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bc4cb-1789-4402-aea1-50d5252cfb15 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Pushing event deleted for resources: {'Port': ['ID=67b8b91e-67d8-40a9-a48e-182fb29f6cc8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:17.808562 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-8b5bc4cb-1789-4402-aea1-50d5252cfb15 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] No DVR routers for this DVR port 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:42:17.811317 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-8b5bc4cb-1789-4402-aea1-50d5252cfb15 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:17.815649 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f5bd0bf-72f8-4a61-a412-c80231efab50 req-8b5bc4cb-1789-4402-aea1-50d5252cfb15 tempest-DeleteServersTestJSON-162300875 tempest-DeleteServersTestJSON-162300875-project] 10.222.0.25 "DELETE /v2.0/ports/67b8b91e-67d8-40a9-a48e-182fb29f6cc8 HTTP/1.1" status: 204 len: 173 time: 0.3897276 Oct 26 14:42:17.816182 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de', 'name': 'network-vif-deleted', 'tag': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:42:17.818923 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd78eb4e-a2d2-472c-ac4f-ca3de45217af" -d '{"events": [{"server_uuid": "f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de", "name": "network-vif-deleted", "tag": "67b8b91e-67d8-40a9-a48e-182fb29f6cc8"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:42:17.858752 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c036c548-eb0d-4b71-8627-83ca02e4e907 x-openstack-request-id: req-c036c548-eb0d-4b71-8627-83ca02e4e907 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:42:17.859057 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de", "name": "network-vif-deleted", "tag": "67b8b91e-67d8-40a9-a48e-182fb29f6cc8", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:42:17.859315 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c036c548-eb0d-4b71-8627-83ca02e4e907 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:42:17.860277 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cdc8a9-4ecf-457f-8cf1-da6c2e0376de', 'name': 'network-vif-deleted', 'tag': '67b8b91e-67d8-40a9-a48e-182fb29f6cc8', 'status': 'completed', 'code': 200} Oct 26 14:42:18.479815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49408) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:42:18.524243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Deleting subnet 0d5372fc-7cbc-4da5-b7ad-5369e015df14 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:42:18.527223 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:18.561230 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:18.600746 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:18.660947 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:18.664741 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:18.689324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d5372fc-7cbc-4da5-b7ad-5369e015df14,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:18.691696 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:18.694883 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0d5372fc-7cbc-4da5-b7ad-5369e015df14 HTTP/1.1" status: 204 len: 168 time: 0.2140617 Oct 26 14:42:18.697530 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49410) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:42:18.701404 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:18.701747 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:18.702110 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:18.702445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:18.702772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:18.703097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:18.703480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:18.703806 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:18.704207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:18.704439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:18.704757 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:18.705073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332925ba-7630-4e6a-9267-a1c7f27184e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:18.768460 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7de669-d923-447f-ba7f-5beb1012919e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:18.845834 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7de669-d923-447f-ba7f-5beb1012919e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:18.864726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7d7de669-d923-447f-ba7f-5beb1012919e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa5b213-e527-482d-8337-f684316bf853']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:42:18.873428 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7d7de669-d923-447f-ba7f-5beb1012919e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b57805e-5ee1-495e-8424-391ba04988ba') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:42:18.873722 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-7d7de669-d923-447f-ba7f-5beb1012919e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b57805e-5ee1-495e-8424-391ba04988ba') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:42:18.883245 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7de669-d923-447f-ba7f-5beb1012919e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:18.896415 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7de669-d923-447f-ba7f-5beb1012919e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:18.902161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7de669-d923-447f-ba7f-5beb1012919e admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:42:18.902568 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7de669-d923-447f-ba7f-5beb1012919e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:42:18.904291 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:42:18.959780 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7de669-d923-447f-ba7f-5beb1012919e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:18.965268 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7d7de669-d923-447f-ba7f-5beb1012919e admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:18.968652 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7d7de669-d923-447f-ba7f-5beb1012919e admin admin] 10.222.0.32 "DELETE /v2.0/networks/0aa5b213-e527-482d-8337-f684316bf853 HTTP/1.1" status: 204 len: 168 time: 0.2701061 Oct 26 14:42:18.981707 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7de669-d923-447f-ba7f-5beb1012919e admin admin] Pushing event deleted for resources: {'Network': ['ID=0aa5b213-e527-482d-8337-f684316bf853,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:19.077931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49414) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:42:19.117272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4e80469b-1397-452d-98f8-0d34d76c4479 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ef81416384e406595239ba71ab9cfdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381031 Oct 26 14:42:19.119733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49416) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:42:19.168821 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a0325c0-f95d-4923-96a8-3e54b46ed3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:19.189413 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a0325c0-f95d-4923-96a8-3e54b46ed3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:19.235100 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a0325c0-f95d-4923-96a8-3e54b46ed3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:19.237812 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8a0325c0-f95d-4923-96a8-3e54b46ed3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:19.240548 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8a0325c0-f95d-4923-96a8-3e54b46ed3a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6612fa48-cd67-49fb-b0c6-703a0f141c26 HTTP/1.1" status: 204 len: 168 time: 0.1197495 Oct 26 14:42:19.248328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0325c0-f95d-4923-96a8-3e54b46ed3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6612fa48-cd67-49fb-b0c6-703a0f141c26,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:19.892477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49438) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:42:19.987876 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1884533491-network', 'tenant_id': 'b7ecdce5c3fc4fbba3282ccaee14ed7d'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:42:20.013945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] Made reservation on behalf of b7ecdce5c3fc4fbba3282ccaee14ed7d for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:42:20.016845 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:20.025318 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:20.098248 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:20.102233 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:20.127219 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:42:20.136827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd7368a-6bd4-4060-a215-f9a595912b63,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:20.141671 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:20.142065 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] Added segment adfa5436-a79e-4817-ba19-f8d02e314157 of type vlan for network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 Oct 26 14:42:20.180575 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:20.204378 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:20.205626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:20.206230 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:20.261214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3674948 Oct 26 14:42:20.264165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49442) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:42:20.269709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d947f3f0-2e83-4d27-9b9b-b67d30e539aa admin admin] Request body: {'subnet': {'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1884533491-subnet', 'tenant_id': 'b7ecdce5c3fc4fbba3282ccaee14ed7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:42:20.272343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d279ec-bd65-4222-ae16-e33937476832 admin admin] Pushing event updated for resources: {'Network': ['ID=36f64d13-596c-479c-a0e0-fcbb6b3a0f27,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:20.281867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:42:20.291605 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d947f3f0-2e83-4d27-9b9b-b67d30e539aa admin admin] Made reservation on behalf of b7ecdce5c3fc4fbba3282ccaee14ed7d for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:42:20.294399 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d947f3f0-2e83-4d27-9b9b-b67d30e539aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:20.460828 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d947f3f0-2e83-4d27-9b9b-b67d30e539aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:20.516381 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947f3f0-2e83-4d27-9b9b-b67d30e539aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e60127-8a9e-4bc7-b640-533cca3db39c,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:20.523336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d947f3f0-2e83-4d27-9b9b-b67d30e539aa admin admin] Checking segment: {'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:42:20.523700 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947f3f0-2e83-4d27-9b9b-b67d30e539aa admin admin] Network hostable DHCP agents. Network: 36f64d13-596c-479c-a0e0-fcbb6b3a0f27, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:42:20.540044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947f3f0-2e83-4d27-9b9b-b67d30e539aa admin admin] Network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:42:20.549035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-d947f3f0-2e83-4d27-9b9b-b67d30e539aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 36f64d13-596c-479c-a0e0-fcbb6b3a0f27) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:42:20.553230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d947f3f0-2e83-4d27-9b9b-b67d30e539aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:20.553782 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d947f3f0-2e83-4d27-9b9b-b67d30e539aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:20.559059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe7fbf-a140-4c6d-9f6d-ebf1596f98b9 None None] Network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:42:20.575653 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d947f3f0-2e83-4d27-9b9b-b67d30e539aa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3102145 Oct 26 14:42:20.688028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29896fc-b76b-43b1-95fc-809f7061e732 None None] Network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:42:20.815772 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:42:20.837442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:42:20.837789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 67b8b91e-67d8-40a9-a48e-182fb29f6cc8 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:42:21.002489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-d93eb32f-2658-4caf-99a1-4b221a186375 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:21.003951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-d93eb32f-2658-4caf-99a1-4b221a186375 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 815 time: 0.0990400 Oct 26 14:42:21.019083 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-bef6c426-c0b4-4514-995d-74b7d9137ea1 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/quotas/b7ecdce5c3fc4fbba3282ccaee14ed7d HTTP/1.1" status: 200 len: 375 time: 0.0093513 Oct 26 14:42:21.049671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-fb76559b-7257-4aa4-b0a0-b564b464e821 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254898 Oct 26 14:42:21.059986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-56756a70-3bf6-4e60-acf0-8cc1ce17d7a8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:42:21.060925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-56756a70-3bf6-4e60-acf0-8cc1ce17d7a8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048516 Oct 26 14:42:21.150733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-061c9ad7-0a16-400b-a7d9-b61b14aee806 service neutron] 10.222.0.32 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842891 Oct 26 14:42:21.242783 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-35d0d184-89b2-4e7e-8e78-af5c35322371 service neutron] 10.222.0.32 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860450 Oct 26 14:42:21.406294 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e2194a8c-0ab3-4bf7-b403-fa41215919ea req-7ca91db8-7cf8-4dbf-80ac-bdfd8fbc2301 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 210 time: 0.0267816 Oct 26 14:42:22.327559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-15be9699-42d4-4b5c-a448-fff56f6c88db tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:22.330102 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-15be9699-42d4-4b5c-a448-fff56f6c88db tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.25 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 815 time: 0.1173460 Oct 26 14:42:22.342989 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-b8fb7cda-163c-46fa-9a51-7db991a43e53 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Request body: {'port': {'device_id': '80450585-7eb2-423c-a127-a557634b5211', 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27', 'admin_state_up': True, 'tenant_id': 'b7ecdce5c3fc4fbba3282ccaee14ed7d'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:42:22.450755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-b8fb7cda-163c-46fa-9a51-7db991a43e53 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Made reservation on behalf of b7ecdce5c3fc4fbba3282ccaee14ed7d for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:42:22.454884 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-b8fb7cda-163c-46fa-9a51-7db991a43e53 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:22.533253 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16f20e01-c868-410f-9392-5fa33e2ef09c req-54af9c8c-1785-49e4-8e6b-74b0137bf415 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 210 time: 0.0570312 Oct 26 14:42:22.603135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-b8fb7cda-163c-46fa-9a51-7db991a43e53 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Allocated IP 172.20.0.5 (36f64d13-596c-479c-a0e0-fcbb6b3a0f27/50e60127-8a9e-4bc7-b640-533cca3db39c/fece6186-4a66-4008-a51d-ee0177ee2947) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:42:22.752784 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-b8fb7cda-163c-46fa-9a51-7db991a43e53 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:22.785508 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-b8fb7cda-163c-46fa-9a51-7db991a43e53 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:22.828688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-b8fb7cda-163c-46fa-9a51-7db991a43e53 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:42:22.831880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-b8fb7cda-163c-46fa-9a51-7db991a43e53 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:42:22.835638 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-b8fb7cda-163c-46fa-9a51-7db991a43e53 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:42:22.841936 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb7cda-163c-46fa-9a51-7db991a43e53 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Pushing event updated for resources: {'Port': ['ID=fece6186-4a66-4008-a51d-ee0177ee2947,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:22.886909 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-b8fb7cda-163c-46fa-9a51-7db991a43e53 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:22.887517 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-b8fb7cda-163c-46fa-9a51-7db991a43e53 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:22.902688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-b8fb7cda-163c-46fa-9a51-7db991a43e53 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5635126 Oct 26 14:42:22.915819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Request body: {'port': {'device_id': '80450585-7eb2-423c-a127-a557634b5211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:42:22.971753 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:23.221017 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fece6186-4a66-4008-a51d-ee0177ee2947 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:42:23.228096 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:23.239740 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Transition to ACTIVE for port object fece6186-4a66-4008-a51d-ee0177ee2947 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:42:23.243520 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:23.300075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Pushing event updated for resources: {'Port': ['ID=fece6186-4a66-4008-a51d-ee0177ee2947,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:23.367807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Attempting to bind port fece6186-4a66-4008-a51d-ee0177ee2947 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:42:23.368561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Attempting to bind port fece6186-4a66-4008-a51d-ee0177ee2947 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:42:23.368561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Attempting to bind port fece6186-4a66-4008-a51d-ee0177ee2947 on network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:42:23.372638 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Port fece6186-4a66-4008-a51d-ee0177ee2947 on network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:42:23.372989 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Attempting to bind port fece6186-4a66-4008-a51d-ee0177ee2947 on network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:42:23.378367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:42:23.378702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Checking segment: {'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:42:23.379080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Bound using segment: {'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:42:23.379525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Bound port: fece6186-4a66-4008-a51d-ee0177ee2947, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:42:23.379872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:23.440368 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] For port fece6186-4a66-4008-a51d-ee0177ee2947, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:42:23.443482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] For port fece6186-4a66-4008-a51d-ee0177ee2947, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=fece6186-4a66-4008-a51d-ee0177ee2947,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:42:23.447628 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:23.487750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:23.488562 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:23.490142 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] 10.222.0.25 "PUT /v2.0/ports/fece6186-4a66-4008-a51d-ee0177ee2947 HTTP/1.1" status: 200 len: 1091 time: 0.5782657 Oct 26 14:42:23.490564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80450585-7eb2-423c-a127-a557634b5211', 'tag': 'fece6186-4a66-4008-a51d-ee0177ee2947'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:42:23.492837 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f149bf-115b-4103-b575-13201b2fd612" -d '{"events": [{"name": "network-changed", "server_uuid": "80450585-7eb2-423c-a127-a557634b5211", "tag": "fece6186-4a66-4008-a51d-ee0177ee2947"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:42:23.515105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ab844-585f-400c-8b2c-4f03c9206124 service neutron] Pushing event updated for resources: {'Port': ['ID=fece6186-4a66-4008-a51d-ee0177ee2947,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:23.531258 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380cebee-6496-4f5b-b427-e812a4c9857b x-openstack-request-id: req-380cebee-6496-4f5b-b427-e812a4c9857b {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:42:23.532119 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80450585-7eb2-423c-a127-a557634b5211", "tag": "fece6186-4a66-4008-a51d-ee0177ee2947", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:42:23.532376 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-380cebee-6496-4f5b-b427-e812a4c9857b {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:42:23.532781 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80450585-7eb2-423c-a127-a557634b5211', 'tag': 'fece6186-4a66-4008-a51d-ee0177ee2947', 'status': 'completed', 'code': 200} Oct 26 14:42:23.581240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-95586ec9-3b21-4eac-821b-50bf29a7f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:23.582816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-95586ec9-3b21-4eac-821b-50bf29a7f942 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 1094 time: 0.0472183 Oct 26 14:42:23.635453 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-29a79251-d044-40ce-810a-168a57c343dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fece6186-4a66-4008-a51d-ee0177ee2947 HTTP/1.1" status: 200 len: 217 time: 0.0438726 Oct 26 14:42:23.709633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86000d-34f6-4e01-8b7d-9cd40b067533 req-38c7ced5-ac09-45e8-94f8-74cedcf866c3 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:23.711121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a86000d-34f6-4e01-8b7d-9cd40b067533 req-38c7ced5-ac09-45e8-94f8-74cedcf866c3 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 943 time: 0.0862424 Oct 26 14:42:23.712836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-33e22437-0c44-4cd1-8754-78f3e1aeedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:23.714154 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-33e22437-0c44-4cd1-8754-78f3e1aeedfa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0639589 Oct 26 14:42:23.752802 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-2741cc69-815e-4adc-899a-4bb718dda0c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298445 Oct 26 14:42:23.781727 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:23.786522 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a86000d-34f6-4e01-8b7d-9cd40b067533 req-8d290194-c4fc-4534-8e17-1703656c9380 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694957 Oct 26 14:42:23.855670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-129479e1-d6de-433a-b5e5-4b8e73bf4d3c service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926957 Oct 26 14:42:23.943468 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cee0181b-f908-4e68-be2a-d9e09ae02da0 req-7ee10e71-4bb8-4576-a341-9694a39e906f service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799346 Oct 26 14:42:24.025927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f149bf-115b-4103-b575-13201b2fd612 req-5ce9bb6d-d2fd-4005-978f-5d55c9e6ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:24.027338 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96f149bf-115b-4103-b575-13201b2fd612 req-5ce9bb6d-d2fd-4005-978f-5d55c9e6ca48 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 1094 time: 0.0401971 Oct 26 14:42:24.118618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f149bf-115b-4103-b575-13201b2fd612 req-3fc38d21-ed52-4f61-9ac2-5dcf6dcc09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:24.120090 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96f149bf-115b-4103-b575-13201b2fd612 req-3fc38d21-ed52-4f61-9ac2-5dcf6dcc09c7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 916 time: 0.0850794 Oct 26 14:42:24.160525 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96f149bf-115b-4103-b575-13201b2fd612 req-84e4900e-ccbd-4485-927c-24b7cd3fc42d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fece6186-4a66-4008-a51d-ee0177ee2947 HTTP/1.1" status: 200 len: 217 time: 0.0324390 Oct 26 14:42:24.214156 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f149bf-115b-4103-b575-13201b2fd612 req-a86378d7-b5a6-4226-8250-de82099e578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:24.215564 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96f149bf-115b-4103-b575-13201b2fd612 req-a86378d7-b5a6-4226-8250-de82099e578b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0465059 Oct 26 14:42:24.247398 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96f149bf-115b-4103-b575-13201b2fd612 req-f1e9f168-5d4f-41ea-a0db-8f1541ef470e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239038 Oct 26 14:42:24.334578 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96f149bf-115b-4103-b575-13201b2fd612 req-fee01053-1934-4107-bc08-61aa79175d6e service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788169 Oct 26 14:42:24.435549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96f149bf-115b-4103-b575-13201b2fd612 req-1b8dbf2d-10a8-4bab-b944-55eeb6d3604f service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922904 Oct 26 14:42:24.831166 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device fece6186-4a66-4008-a51d-ee0177ee2947 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:42:24.904278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bcf3e-3f08-4abb-8c4a-643adac5e8c3 req-33130026-f61f-4331-a290-b8ec2c92ef86 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:24.905765 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b82bcf3e-3f08-4abb-8c4a-643adac5e8c3 req-33130026-f61f-4331-a290-b8ec2c92ef86 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 943 time: 0.0480328 Oct 26 14:42:24.932165 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port fece6186-4a66-4008-a51d-ee0177ee2947, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=fece6186-4a66-4008-a51d-ee0177ee2947,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:42:24.943482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'fece6186-4a66-4008-a51d-ee0177ee2947', 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27', 'port_id': 'fece6186-4a66-4008-a51d-ee0177ee2947', 'mac_address': 'fa:16:3e:bf:eb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e60127-8a9e-4bc7-b640-533cca3db39c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:42:24.945030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b82bcf3e-3f08-4abb-8c4a-643adac5e8c3 req-b815d595-60b6-4356-9d59-d81530050e75 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320568 Oct 26 14:42:24.980416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:24.993386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fece6186-4a66-4008-a51d-ee0177ee2947 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:42:25.012832 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port fece6186-4a66-4008-a51d-ee0177ee2947, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=fece6186-4a66-4008-a51d-ee0177ee2947,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:42:25.016919 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:25.061922 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=fece6186-4a66-4008-a51d-ee0177ee2947,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:25.069811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:25.070186 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:25.070531 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:25.070866 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:25.071196 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:25.071527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:25.071853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:25.072200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:25.072543 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:25.072844 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:25.073164 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:25.073487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:42:25.200562 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['fece6186-4a66-4008-a51d-ee0177ee2947'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:42:26.063804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b16cce-5bb6-41ec-bf85-bcbb03c05b15 req-e42faeb3-5b48-47a6-9e37-074f9eaf7dac tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:26.065284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-08b16cce-5bb6-41ec-bf85-bcbb03c05b15 req-e42faeb3-5b48-47a6-9e37-074f9eaf7dac tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 944 time: 0.0536304 Oct 26 14:42:26.102192 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-08b16cce-5bb6-41ec-bf85-bcbb03c05b15 req-8dab1452-ad03-4b5c-ad30-89fb3e3c2112 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308950 Oct 26 14:42:26.838971 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device fece6186-4a66-4008-a51d-ee0177ee2947 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:42:26.886399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port fece6186-4a66-4008-a51d-ee0177ee2947 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:42:26.889933 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port fece6186-4a66-4008-a51d-ee0177ee2947 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:42:26.890329 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:26.967559 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:26.989503 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80450585-7eb2-423c-a127-a557634b5211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fece6186-4a66-4008-a51d-ee0177ee2947'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:42:26.991781 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebbd793-60e2-40c6-8704-1322aa5b8b43" -d '{"events": [{"server_uuid": "80450585-7eb2-423c-a127-a557634b5211", "name": "network-vif-plugged", "status": "completed", "tag": "fece6186-4a66-4008-a51d-ee0177ee2947"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:42:27.004732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port fece6186-4a66-4008-a51d-ee0177ee2947, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=fece6186-4a66-4008-a51d-ee0177ee2947,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:42:27.009242 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:27.034587 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81c7016-473f-4faf-812b-4bf26cfc0ded x-openstack-request-id: req-e81c7016-473f-4faf-812b-4bf26cfc0ded {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:42:27.034883 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80450585-7eb2-423c-a127-a557634b5211", "name": "network-vif-plugged", "status": "completed", "tag": "fece6186-4a66-4008-a51d-ee0177ee2947", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:42:27.035141 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e81c7016-473f-4faf-812b-4bf26cfc0ded {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:42:27.036209 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80450585-7eb2-423c-a127-a557634b5211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fece6186-4a66-4008-a51d-ee0177ee2947', 'code': 200} Oct 26 14:42:27.064676 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=fece6186-4a66-4008-a51d-ee0177ee2947,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:27.126781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6419fe-1d61-4e4b-8177-c440723dd88b req-4aee98e7-7f54-47e6-96b4-fffdd8ddfce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:27.128188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f6419fe-1d61-4e4b-8177-c440723dd88b req-4aee98e7-7f54-47e6-96b4-fffdd8ddfce9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 1096 time: 0.0397449 Oct 26 14:42:27.162903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f6419fe-1d61-4e4b-8177-c440723dd88b req-c92a0eec-c576-454f-a5a7-e07693e58cbb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277920 Oct 26 14:42:27.217414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d6b25-2706-4ba4-80be-9f90381f53ba req-6f6e40a3-7c69-423b-8f20-3fabcafff3b2 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:27.219433 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-842d6b25-2706-4ba4-80be-9f90381f53ba req-6f6e40a3-7c69-423b-8f20-3fabcafff3b2 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0482116 Oct 26 14:42:27.256086 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-842d6b25-2706-4ba4-80be-9f90381f53ba req-07520e20-527f-4d0d-a089-ffe3ca9c1e31 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308609 Oct 26 14:42:27.881172 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:28.376596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2546a2-ce07-415b-aa3d-31c70b5b6a49 req-2d01dbc9-d03b-4dd5-8af0-62979e3fe981 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:28.378203 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af2546a2-ce07-415b-aa3d-31c70b5b6a49 req-2d01dbc9-d03b-4dd5-8af0-62979e3fe981 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0542984 Oct 26 14:42:28.418595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-af2546a2-ce07-415b-aa3d-31c70b5b6a49 req-b04d6a36-47c1-4958-aedd-a84eb27481cc tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340397 Oct 26 14:42:28.535165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc1071-33d1-418f-b105-b2a0392445d3 req-be98e8f7-7031-4668-b982-90125384b5db tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:28.536601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10dc1071-33d1-418f-b105-b2a0392445d3 req-be98e8f7-7031-4668-b982-90125384b5db tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0503583 Oct 26 14:42:28.576058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10dc1071-33d1-418f-b105-b2a0392445d3 req-c5df1c5a-8c9d-4a53-9819-430cd8d682bb tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334783 Oct 26 14:42:28.772976 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f85c5-200c-4f27-917c-6dabcb89df2f req-3644dd2e-181c-4d08-aaf5-4f00ea83c98b tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:28.774464 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a27f85c5-200c-4f27-917c-6dabcb89df2f req-3644dd2e-181c-4d08-aaf5-4f00ea83c98b tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0491340 Oct 26 14:42:28.810937 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a27f85c5-200c-4f27-917c-6dabcb89df2f req-536ae291-ff0d-427c-823b-9107f3b8d861 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303588 Oct 26 14:42:28.926408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0413c-589c-4905-b7e5-04bd01066fa2 req-c5013496-aa40-4fc1-87e5-c1e67e68a2b4 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:28.927859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0c0413c-589c-4905-b7e5-04bd01066fa2 req-c5013496-aa40-4fc1-87e5-c1e67e68a2b4 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0516798 Oct 26 14:42:28.963502 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0c0413c-589c-4905-b7e5-04bd01066fa2 req-bf07f6b3-350f-40b0-ab58-3f2d444602f7 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298188 Oct 26 14:42:29.205953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-03347218-8306-4eb6-a057-a18f5430e215 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0659542 Oct 26 14:42:29.217127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510265d-335b-40db-b08e-ff608f50e88f req-7a6d1db1-70a5-4fa2-a988-d30cf6c389ee tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:29.218545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c510265d-335b-40db-b08e-ff608f50e88f req-7a6d1db1-70a5-4fa2-a988-d30cf6c389ee tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0699663 Oct 26 14:42:29.258975 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c510265d-335b-40db-b08e-ff608f50e88f req-ef5334f6-a5f5-4e6c-b193-fc795dad280f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335104 Oct 26 14:42:30.378441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1a122c2e-485d-435b-9629-6bef1359ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:30.379910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1a122c2e-485d-435b-9629-6bef1359ed1d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 1096 time: 0.0711725 Oct 26 14:42:30.391600 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114a952-ba74-4754-b8d4-5bbac0538a80 req-8ae383d3-f976-4e85-bc12-7a39edb14ba8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:30.392946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e114a952-ba74-4754-b8d4-5bbac0538a80 req-8ae383d3-f976-4e85-bc12-7a39edb14ba8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0602064 Oct 26 14:42:30.478790 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e114a952-ba74-4754-b8d4-5bbac0538a80 req-4573e77a-7308-483a-b9e4-4e8c4587b457 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773430 Oct 26 14:42:30.502418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1d6a66a8-89dc-463a-a287-483e89d88757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:30.503859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1d6a66a8-89dc-463a-a287-483e89d88757 service neutron] 10.222.0.25 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 916 time: 0.1100979 Oct 26 14:42:30.546136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-493c58e4-afbb-4cd0-a3d0-ab3bfdd701c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fece6186-4a66-4008-a51d-ee0177ee2947 HTTP/1.1" status: 200 len: 217 time: 0.0347805 Oct 26 14:42:30.593482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-74eae3ac-a6af-4933-8047-49de600ba8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:30.595655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-74eae3ac-a6af-4933-8047-49de600ba8d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0435820 Oct 26 14:42:30.627003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-43ad2235-5efa-4cd2-9563-498a58fab207 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245297 Oct 26 14:42:30.717201 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-3543a815-1998-4ff6-80dc-730babba6554 service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835726 Oct 26 14:42:31.135886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-e2f3cb62-51d2-431b-9b57-b37486055e79 service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121227 Oct 26 14:42:31.592853 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b4b34-6e39-4d5d-a477-4e23f1638215 req-d0d818e8-07c7-4a80-8f2e-bee79dd53864 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:31.594362 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-072b4b34-6e39-4d5d-a477-4e23f1638215 req-d0d818e8-07c7-4a80-8f2e-bee79dd53864 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0482981 Oct 26 14:42:31.632403 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-072b4b34-6e39-4d5d-a477-4e23f1638215 req-fee98eb2-f556-4249-ae3c-edca909ad277 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320976 Oct 26 14:42:32.083157 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:42:32.746827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16640a-4d5d-4008-9425-e236a38aba1f req-00b33d53-2d70-4a2f-bb09-997746670df7 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:32.748184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a16640a-4d5d-4008-9425-e236a38aba1f req-00b33d53-2d70-4a2f-bb09-997746670df7 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0471890 Oct 26 14:42:32.785370 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a16640a-4d5d-4008-9425-e236a38aba1f req-1c2b73cf-54f8-41bf-a54e-5191007d9ede tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308003 Oct 26 14:42:33.900897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5bf1c-d875-40a3-b10b-5dd13c1a977e req-81104b51-20c7-4379-9552-56de60cf59b1 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:33.902278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfe5bf1c-d875-40a3-b10b-5dd13c1a977e req-81104b51-20c7-4379-9552-56de60cf59b1 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0477431 Oct 26 14:42:33.942066 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfe5bf1c-d875-40a3-b10b-5dd13c1a977e req-7e725ef9-08c2-4ef1-87d4-06c63b086b67 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332966 Oct 26 14:42:35.057603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49573e55-e152-4b14-bebc-c740342df741 req-e02823fe-65d8-4871-9de9-9789f5dc8223 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:35.059104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49573e55-e152-4b14-bebc-c740342df741 req-e02823fe-65d8-4871-9de9-9789f5dc8223 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0486009 Oct 26 14:42:35.096006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49573e55-e152-4b14-bebc-c740342df741 req-3fccde27-6b78-4a44-ac97-6f41f5da7dc2 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305288 Oct 26 14:42:36.210030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fed3b-5a99-4430-b4c8-28e3541a7ccc req-9676cb3d-9111-4403-9b3c-19977759eb46 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:36.211498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e6fed3b-5a99-4430-b4c8-28e3541a7ccc req-9676cb3d-9111-4403-9b3c-19977759eb46 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0481896 Oct 26 14:42:36.247549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e6fed3b-5a99-4430-b4c8-28e3541a7ccc req-328d9b14-0dcc-47c0-8240-8ca4e7dccc0b tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301080 Oct 26 14:42:37.366036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a93c42-dffc-47a5-bbd7-dff8c5526c9e req-5fa9cb46-8603-40a3-b6ab-6287af821821 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:37.367478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a93c42-dffc-47a5-bbd7-dff8c5526c9e req-5fa9cb46-8603-40a3-b6ab-6287af821821 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0475485 Oct 26 14:42:37.406838 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1a93c42-dffc-47a5-bbd7-dff8c5526c9e req-b1113002-3d1d-4996-b10e-474a4a6ed591 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335345 Oct 26 14:42:38.520381 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9076a22-5de0-4968-802d-3cb3e3f81c3a req-aabdbb2c-d299-4b1f-b493-adcaed953938 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:38.521951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9076a22-5de0-4968-802d-3cb3e3f81c3a req-aabdbb2c-d299-4b1f-b493-adcaed953938 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0480998 Oct 26 14:42:38.558979 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9076a22-5de0-4968-802d-3cb3e3f81c3a req-96f95e14-f3c5-46f5-8aaf-eeb328c2770a tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311875 Oct 26 14:42:39.672616 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc8c58-6c74-4a91-8856-e3d04646d7a8 req-cff73e17-4edb-41a5-88de-cb4e80b95870 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:39.674093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6bc8c58-6c74-4a91-8856-e3d04646d7a8 req-cff73e17-4edb-41a5-88de-cb4e80b95870 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0496078 Oct 26 14:42:39.710715 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6bc8c58-6c74-4a91-8856-e3d04646d7a8 req-d61153db-2eff-4624-b2c6-365bb400fd29 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306816 Oct 26 14:42:40.825671 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec3f30-2fb4-414b-a93d-c45775744111 req-e132d2b3-0693-490d-b8a4-801dbd159177 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:40.827160 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4ec3f30-2fb4-414b-a93d-c45775744111 req-e132d2b3-0693-490d-b8a4-801dbd159177 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0483756 Oct 26 14:42:40.868092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4ec3f30-2fb4-414b-a93d-c45775744111 req-898bc022-d3a7-4975-842c-9848d4c2e7d6 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350001 Oct 26 14:42:41.979821 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ec8c8-8121-483b-a082-093e3d37c8d0 req-fe637132-0cd2-496a-b651-13e23c33d609 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:41.981279 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-787ec8c8-8121-483b-a082-093e3d37c8d0 req-fe637132-0cd2-496a-b651-13e23c33d609 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0474679 Oct 26 14:42:42.019143 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-787ec8c8-8121-483b-a082-093e3d37c8d0 req-593bb9a3-586e-49a3-833e-d7a1b55eb6d1 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Oct 26 14:42:42.615502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c35a3-de99-40c0-bd64-84909820fc01 req-2932b525-162e-41b5-ba85-30b56a2ec6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:42.616992 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e13c35a3-de99-40c0-bd64-84909820fc01 req-2932b525-162e-41b5-ba85-30b56a2ec6ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 1096 time: 0.0434163 Oct 26 14:42:42.722995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c35a3-de99-40c0-bd64-84909820fc01 req-de89ff70-e632-4da8-8112-207ea4bb520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:42.724403 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e13c35a3-de99-40c0-bd64-84909820fc01 req-de89ff70-e632-4da8-8112-207ea4bb520f service neutron] 10.222.0.25 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 916 time: 0.0892370 Oct 26 14:42:42.767634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e13c35a3-de99-40c0-bd64-84909820fc01 req-beb8e826-7af4-4e3e-91d7-3f8d06bfa50f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fece6186-4a66-4008-a51d-ee0177ee2947 HTTP/1.1" status: 200 len: 217 time: 0.0329113 Oct 26 14:42:42.813848 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6333c662-3b2f-402f-858a-3d48e23ce01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:42.815259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c35a3-de99-40c0-bd64-84909820fc01 req-0d4ed11e-0bfe-4ee5-8621-ebe7facbb0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:42.816738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e13c35a3-de99-40c0-bd64-84909820fc01 req-0d4ed11e-0bfe-4ee5-8621-ebe7facbb0af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0431290 Oct 26 14:42:42.854497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e13c35a3-de99-40c0-bd64-84909820fc01 req-494d8953-2269-4d47-9d4a-935b6fb62f0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297205 Oct 26 14:42:42.943490 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e13c35a3-de99-40c0-bd64-84909820fc01 req-118a1327-3497-4085-9a17-54bd7f09469f service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813360 Oct 26 14:42:43.034226 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e13c35a3-de99-40c0-bd64-84909820fc01 req-c5b81d42-6d36-4004-a407-32220de1586f service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839500 Oct 26 14:42:43.133876 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0f17c-2a15-4544-9b1a-7bbdd2e45487 req-be4f01ee-73dd-4c32-b2f3-77dd70bd1acf tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:43.135366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13f0f17c-2a15-4544-9b1a-7bbdd2e45487 req-be4f01ee-73dd-4c32-b2f3-77dd70bd1acf tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0477738 Oct 26 14:42:43.172420 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13f0f17c-2a15-4544-9b1a-7bbdd2e45487 req-005f847b-8fb5-4832-9282-24b9e122fe31 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Oct 26 14:42:44.286506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa898400-993e-4e47-8878-13afa5f99e84 req-2390d408-42ee-44a3-ae54-951bc45a763c tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:44.287973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa898400-993e-4e47-8878-13afa5f99e84 req-2390d408-42ee-44a3-ae54-951bc45a763c tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0488365 Oct 26 14:42:44.324355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa898400-993e-4e47-8878-13afa5f99e84 req-186d12ef-de08-4dab-b007-f3b7637263f2 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302708 Oct 26 14:42:45.128629 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7b049204-8fd6-483d-9a9b-f854b068a295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:45.440570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd366167-f9f4-4514-9cc1-eaaaba4dbfcb req-b3384941-2bb3-4148-93f3-0222f442e24c tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:45.441928 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd366167-f9f4-4514-9cc1-eaaaba4dbfcb req-b3384941-2bb3-4148-93f3-0222f442e24c tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0525198 Oct 26 14:42:45.478241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd366167-f9f4-4514-9cc1-eaaaba4dbfcb req-d4b4a35a-9fa3-4cbd-91b7-2e1ab59efe40 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303116 Oct 26 14:42:46.592715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc726a8c-48b6-4757-b1de-563ed2e600d8 req-8a627af0-608b-44cc-80cf-929506036532 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:46.594230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc726a8c-48b6-4757-b1de-563ed2e600d8 req-8a627af0-608b-44cc-80cf-929506036532 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0489440 Oct 26 14:42:46.631364 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc726a8c-48b6-4757-b1de-563ed2e600d8 req-d10bfa50-98ab-4a7f-9fa1-6755988d125c tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302687 Oct 26 14:42:46.670600 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:46.951337 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:47.750437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845f507-9198-453e-95cd-f0dae9662308 req-c2798687-3ffb-426e-b227-628243fd965e tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:47.751892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8845f507-9198-453e-95cd-f0dae9662308 req-c2798687-3ffb-426e-b227-628243fd965e tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0480142 Oct 26 14:42:47.789641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8845f507-9198-453e-95cd-f0dae9662308 req-6d72d7b1-164f-4e48-94f5-e964b3139aa8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Oct 26 14:42:48.668533 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:48.912150 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cd432-d161-4a8b-b730-641915a03772 req-862da8e6-0995-4f73-a6aa-1338afd36357 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:48.913605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-642cd432-d161-4a8b-b730-641915a03772 req-862da8e6-0995-4f73-a6aa-1338afd36357 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0523515 Oct 26 14:42:48.951120 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-642cd432-d161-4a8b-b730-641915a03772 req-ce76f586-3074-49a1-a734-cb6bbdbac497 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315900 Oct 26 14:42:50.063201 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1be00-98e7-402f-b34f-9bec4c90d2bc req-7087cf03-d73b-4d4d-bb7a-1b1129d183e9 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:50.065182 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f0b1be00-98e7-402f-b34f-9bec4c90d2bc req-7087cf03-d73b-4d4d-bb7a-1b1129d183e9 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0485325 Oct 26 14:42:50.101787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f0b1be00-98e7-402f-b34f-9bec4c90d2bc req-9509c801-aff0-40d5-9249-6a952407dd6b tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307600 Oct 26 14:42:51.215481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc16a5c-acde-47a6-b737-29fda0e596ec req-4d9768e0-6b6d-48eb-a552-b6893f10a181 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:51.216945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abc16a5c-acde-47a6-b737-29fda0e596ec req-4d9768e0-6b6d-48eb-a552-b6893f10a181 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0484800 Oct 26 14:42:51.253309 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abc16a5c-acde-47a6-b737-29fda0e596ec req-a9951e74-7547-419e-9a31-c921988d184f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298443 Oct 26 14:42:52.374033 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cafb0-1cd8-45f6-9d0c-ff861c84558e req-20ce2bbc-f9be-48bc-8297-e2fadb904b94 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:52.375515 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b82cafb0-1cd8-45f6-9d0c-ff861c84558e req-20ce2bbc-f9be-48bc-8297-e2fadb904b94 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0549641 Oct 26 14:42:52.413371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b82cafb0-1cd8-45f6-9d0c-ff861c84558e req-58407f95-c3f5-4d9a-ae06-1ebe15bf6155 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313840 Oct 26 14:42:53.527266 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b634d-23e6-4bb6-acd0-f1db74ae579b req-a41a2681-733c-4ae9-8f88-7ce9fd20bc2e tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:53.528738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad2b634d-23e6-4bb6-acd0-f1db74ae579b req-a41a2681-733c-4ae9-8f88-7ce9fd20bc2e tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0498347 Oct 26 14:42:53.566398 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad2b634d-23e6-4bb6-acd0-f1db74ae579b req-a548fb7d-95b1-4c61-858f-5c54ad43011f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Oct 26 14:42:53.776667 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:54.684090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71c82b-c219-467d-b3e7-fb8de8865f8a req-cca372b3-3f61-4088-876b-5c38d5f0afcc tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:54.685590 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b71c82b-c219-467d-b3e7-fb8de8865f8a req-cca372b3-3f61-4088-876b-5c38d5f0afcc tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0486417 Oct 26 14:42:54.722777 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b71c82b-c219-467d-b3e7-fb8de8865f8a req-3c957de5-a251-4047-a08e-cc7e51b4773b tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307279 Oct 26 14:42:55.840323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228ecb3-5c31-49e5-aa9d-14fc16922415 req-bdc259b6-d1c0-4ed7-a70d-fe2c852a7dee tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:55.841723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b228ecb3-5c31-49e5-aa9d-14fc16922415 req-bdc259b6-d1c0-4ed7-a70d-fe2c852a7dee tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0523312 Oct 26 14:42:55.878770 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b228ecb3-5c31-49e5-aa9d-14fc16922415 req-5941c4f4-b613-4fd8-bbf6-63fb1e25ca14 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303497 Oct 26 14:42:56.993325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cd768-cd73-45b5-a0b6-32295030efd3 req-15d98297-217a-4358-8f82-a70343de63a5 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:56.994845 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-411cd768-cd73-45b5-a0b6-32295030efd3 req-15d98297-217a-4358-8f82-a70343de63a5 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0489702 Oct 26 14:42:57.031802 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-411cd768-cd73-45b5-a0b6-32295030efd3 req-db0e7e2f-646f-4f51-9d93-4912f284e2ce tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Oct 26 14:42:57.883154 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:58.026626 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-7833e307-1a01-4d0b-8541-071e5118dc37 service neutron] show failed (client error): The resource could not be found. Oct 26 14:42:58.027605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-7833e307-1a01-4d0b-8541-071e5118dc37 service neutron] 10.222.0.25 "GET /v2.0/ports/fece6186-4a66-4008-a51d-ee0177ee2947/bindings/n-h2-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0531881 Oct 26 14:42:58.157259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291585bd-991a-45ca-aee7-68e6f0716d01 req-32f31f4f-b1a9-4ffd-bb74-edf7539b7dfe tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:58.158717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-291585bd-991a-45ca-aee7-68e6f0716d01 req-32f31f4f-b1a9-4ffd-bb74-edf7539b7dfe tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0548215 Oct 26 14:42:58.197860 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-291585bd-991a-45ca-aee7-68e6f0716d01 req-c77934e7-9c44-4332-9a26-2faadc46c7be tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Oct 26 14:42:58.226489 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-b9c22bb5-c817-49be-8868-315baf05b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:58.228012 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-b9c22bb5-c817-49be-8868-315baf05b349 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211&tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d HTTP/1.1" status: 200 len: 1096 time: 0.0410647 Oct 26 14:42:58.240445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:42:58.295708 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:58.490914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] For port fece6186-4a66-4008-a51d-ee0177ee2947, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=fece6186-4a66-4008-a51d-ee0177ee2947,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:42:58.522506 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] For port fece6186-4a66-4008-a51d-ee0177ee2947, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:42:58.562593 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80450585-7eb2-423c-a127-a557634b5211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fece6186-4a66-4008-a51d-ee0177ee2947'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:42:58.564967 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380e50e5-d1b3-4a70-a8c4-639de468fba3" -d '{"events": [{"server_uuid": "80450585-7eb2-423c-a127-a557634b5211", "name": "network-vif-unplugged", "status": "completed", "tag": "fece6186-4a66-4008-a51d-ee0177ee2947"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:42:58.568742 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:58.589251 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Transition to ACTIVE for port object fece6186-4a66-4008-a51d-ee0177ee2947 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:42:58.593230 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:58.623377 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc5b54c-6dda-4834-b713-9718c7a44def x-openstack-request-id: req-bdc5b54c-6dda-4834-b713-9718c7a44def {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:42:58.623674 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80450585-7eb2-423c-a127-a557634b5211", "name": "network-vif-unplugged", "status": "completed", "tag": "fece6186-4a66-4008-a51d-ee0177ee2947", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:42:58.623927 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdc5b54c-6dda-4834-b713-9718c7a44def {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:42:58.624316 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80450585-7eb2-423c-a127-a557634b5211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fece6186-4a66-4008-a51d-ee0177ee2947', 'code': 200} Oct 26 14:42:58.650014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Pushing event updated for resources: {'Port': ['ID=fece6186-4a66-4008-a51d-ee0177ee2947,revision_number=6']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:58.667863 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] No DVR routers for this DVR port fece6186-4a66-4008-a51d-ee0177ee2947 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:42:58.702537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Attempting to bind port fece6186-4a66-4008-a51d-ee0177ee2947 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:42:58.702872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Attempting to bind port fece6186-4a66-4008-a51d-ee0177ee2947 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:42:58.703200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Attempting to bind port fece6186-4a66-4008-a51d-ee0177ee2947 on network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:42:58.707932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Port fece6186-4a66-4008-a51d-ee0177ee2947 on network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:42:58.708251 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Attempting to bind port fece6186-4a66-4008-a51d-ee0177ee2947 on network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:42:58.712979 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:42:58.713312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Checking segment: {'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:42:58.713689 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Bound using segment: {'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:42:58.714150 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Bound port: fece6186-4a66-4008-a51d-ee0177ee2947, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:42:58.714500 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:58.776111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] For port fece6186-4a66-4008-a51d-ee0177ee2947, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:42:58.779439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] For port fece6186-4a66-4008-a51d-ee0177ee2947, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fece6186-4a66-4008-a51d-ee0177ee2947,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:42:58.783753 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:58.818811 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:58.819411 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:58.820771 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] 10.222.0.11 "PUT /v2.0/ports/fece6186-4a66-4008-a51d-ee0177ee2947 HTTP/1.1" status: 200 len: 1091 time: 0.5848224 Oct 26 14:42:58.839583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452183a-a8bf-408d-a544-7bb33e8a5e35 service neutron] Pushing event updated for resources: {'Port': ['ID=fece6186-4a66-4008-a51d-ee0177ee2947,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:42:58.888093 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-cb29d669-841f-4807-9484-e382252c41c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:58.889569 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-cb29d669-841f-4807-9484-e382252c41c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 1094 time: 0.0438414 Oct 26 14:42:58.979535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-cae64a81-f741-4578-bed8-01d520916769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:58.981003 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-cae64a81-f741-4578-bed8-01d520916769 service neutron] 10.222.0.11 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 916 time: 0.0823927 Oct 26 14:42:59.025841 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-2c7b56b1-ba64-4e0e-a958-2f640151c78b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fece6186-4a66-4008-a51d-ee0177ee2947 HTTP/1.1" status: 200 len: 217 time: 0.0373576 Oct 26 14:42:59.074169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-bb6e1306-ec99-4910-afd1-35b32f12a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:59.075676 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-bb6e1306-ec99-4910-afd1-35b32f12a7e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0425646 Oct 26 14:42:59.108734 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-918cc20a-b50b-4e2d-ab31-02a0e8bd7f2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242221 Oct 26 14:42:59.201364 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-ff477283-c814-4425-ad5c-d0ad4f25be4e service neutron] 10.222.0.11 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843379 Oct 26 14:42:59.291973 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a90d29cb-69da-4443-a7d6-4f3ee565f0bf req-a897a1bb-e003-4706-b6a5-15bc0c47c468 service neutron] 10.222.0.11 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820467 Oct 26 14:42:59.312165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c749643-fff7-4b04-88e9-634769c84047 req-1d7c234f-d6b8-40d7-9768-165c69c79fd0 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:42:59.313735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c749643-fff7-4b04-88e9-634769c84047 req-1d7c234f-d6b8-40d7-9768-165c69c79fd0 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 943 time: 0.0493524 Oct 26 14:42:59.353170 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c749643-fff7-4b04-88e9-634769c84047 req-58ec13c0-5125-41dd-ba21-bd535105517c tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328414 Oct 26 14:43:00.473960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33928073-512d-42eb-97e1-720f76b81454 req-1fa79a09-9572-4686-bc2e-eed4cf887d32 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:00.475451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33928073-512d-42eb-97e1-720f76b81454 req-1fa79a09-9572-4686-bc2e-eed4cf887d32 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 943 time: 0.0485768 Oct 26 14:43:00.512297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33928073-512d-42eb-97e1-720f76b81454 req-42aeee91-e048-4710-ad4e-985adadb836d tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308218 Oct 26 14:43:00.625731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80450585-7eb2-423c-a127-a557634b5211', 'tag': 'fece6186-4a66-4008-a51d-ee0177ee2947'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:43:00.628080 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e801a678-4d14-4ea0-97e0-6210a38ee455" -d '{"events": [{"name": "network-changed", "server_uuid": "80450585-7eb2-423c-a127-a557634b5211", "tag": "fece6186-4a66-4008-a51d-ee0177ee2947"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:43:00.675785 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b854c74-1f30-4ad6-b2b4-df4a105e9413 x-openstack-request-id: req-1b854c74-1f30-4ad6-b2b4-df4a105e9413 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:43:00.676076 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80450585-7eb2-423c-a127-a557634b5211", "tag": "fece6186-4a66-4008-a51d-ee0177ee2947", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:43:00.676353 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b854c74-1f30-4ad6-b2b4-df4a105e9413 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:43:00.677141 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80450585-7eb2-423c-a127-a557634b5211', 'tag': 'fece6186-4a66-4008-a51d-ee0177ee2947', 'status': 'completed', 'code': 200} Oct 26 14:43:00.735015 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-9d228332-868d-4870-bde5-d3b39d933abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:00.736522 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-9d228332-868d-4870-bde5-d3b39d933abd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 1094 time: 0.0407720 Oct 26 14:43:00.739911 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-c6527b64-3cc6-4895-9228-fbd95baf9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:00.741382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-c6527b64-3cc6-4895-9228-fbd95baf9ea8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 1094 time: 0.0436163 Oct 26 14:43:00.832509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-124a5b02-4b37-4632-8adf-d277b87472c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:00.834106 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-124a5b02-4b37-4632-8adf-d277b87472c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 916 time: 0.0843925 Oct 26 14:43:00.837018 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-bdabaffc-ee65-40ab-a637-5d590c819440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:00.838665 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-bdabaffc-ee65-40ab-a637-5d590c819440 service neutron] 10.222.0.11 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 916 time: 0.0926363 Oct 26 14:43:00.878161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-1acda3ed-10bd-4608-91ed-a585a1d69e94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fece6186-4a66-4008-a51d-ee0177ee2947 HTTP/1.1" status: 200 len: 217 time: 0.0373442 Oct 26 14:43:00.879347 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-95538d9f-525f-429b-8839-8aaaf37890cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fece6186-4a66-4008-a51d-ee0177ee2947 HTTP/1.1" status: 200 len: 217 time: 0.0332985 Oct 26 14:43:00.927218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-dceac8cb-481c-4b2c-a54d-a1eb4395bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:00.928578 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-dceac8cb-481c-4b2c-a54d-a1eb4395bc60 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0440557 Oct 26 14:43:00.934333 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-8e6d9d42-4639-4686-a890-775d65953a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:00.935773 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-8e6d9d42-4639-4686-a890-775d65953a36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0473981 Oct 26 14:43:00.961227 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-91ef42be-916e-4a53-9ec7-d0bfbaed28ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247602 Oct 26 14:43:00.967785 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-f7fec159-2604-4709-8c17-b383dae3fbdc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238738 Oct 26 14:43:01.055060 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-23c1781f-c07f-45e8-abde-81b5a6896df2 service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856867 Oct 26 14:43:01.058754 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-f917bc2d-c355-4ab3-b94c-45aca31fbe8a service neutron] 10.222.0.11 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825996 Oct 26 14:43:01.147074 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-f2b4cda2-032d-43d5-bdde-f0db0e1dd267 service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815060 Oct 26 14:43:01.154384 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e801a678-4d14-4ea0-97e0-6210a38ee455 req-bf2fbee1-5b8d-4766-8c18-bda92333b0cd service neutron] 10.222.0.11 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873680 Oct 26 14:43:01.629377 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730916a-9a79-4e5a-af02-6a320f92e860 req-f4f4bd5a-3601-461b-8915-f49ea4a75d52 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:01.630956 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f730916a-9a79-4e5a-af02-6a320f92e860 req-f4f4bd5a-3601-461b-8915-f49ea4a75d52 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 943 time: 0.0505524 Oct 26 14:43:01.668998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f730916a-9a79-4e5a-af02-6a320f92e860 req-e400d5ef-d7e7-4a65-9f15-bba0a749f44e tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321867 Oct 26 14:43:02.791325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f42a5b-05ba-4a71-a27f-8d6322290f99 req-6d0e5ddb-cf02-44e7-831a-f38a6d174d8e tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:02.792716 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90f42a5b-05ba-4a71-a27f-8d6322290f99 req-6d0e5ddb-cf02-44e7-831a-f38a6d174d8e tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 943 time: 0.0536478 Oct 26 14:43:02.828912 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-90f42a5b-05ba-4a71-a27f-8d6322290f99 req-87697d54-b5b2-4dc5-86ae-017c290c891a tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303390 Oct 26 14:43:03.052148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7393e1-4210-42ca-8d06-7981d770846d req-4fe3be1b-c79a-4d99-8781-5817d85aa1ce tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:03.053509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae7393e1-4210-42ca-8d06-7981d770846d req-4fe3be1b-c79a-4d99-8781-5817d85aa1ce tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 943 time: 0.0782077 Oct 26 14:43:03.064997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device fece6186-4a66-4008-a51d-ee0177ee2947 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:43:03.067229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e07e2b-18b7-4867-84a1-bb124d39b74b req-3e5e7253-fa3d-40f1-a4e8-cc5013491202 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:03.068696 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6e07e2b-18b7-4867-84a1-bb124d39b74b req-3e5e7253-fa3d-40f1-a4e8-cc5013491202 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.25 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211&tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 943 time: 0.0676804 Oct 26 14:43:03.106453 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device fece6186-4a66-4008-a51d-ee0177ee2947 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:43:03.132241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae7393e1-4210-42ca-8d06-7981d770846d req-e170432d-a10d-4efb-9b38-20ca6504a93d tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625682 Oct 26 14:43:03.152799 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-d6e07e2b-18b7-4867-84a1-bb124d39b74b req-e33fe345-7e69-4c7b-bd6e-9ea04a9a3358 service neutron] delete failed (client error): The resource could not be found. Oct 26 14:43:03.153780 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6e07e2b-18b7-4867-84a1-bb124d39b74b req-e33fe345-7e69-4c7b-bd6e-9ea04a9a3358 service neutron] 10.222.0.25 "DELETE /v2.0/ports/fece6186-4a66-4008-a51d-ee0177ee2947/bindings/n-h1-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0775247 Oct 26 14:43:03.234782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e07e2b-18b7-4867-84a1-bb124d39b74b req-ece81964-3085-4a2c-bc3a-fd9615e435a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:03.236240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6e07e2b-18b7-4867-84a1-bb124d39b74b req-ece81964-3085-4a2c-bc3a-fd9615e435a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 1094 time: 0.0394156 Oct 26 14:43:03.327030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e07e2b-18b7-4867-84a1-bb124d39b74b req-9bf095c5-634d-41d6-8995-0301d670c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:03.328477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6e07e2b-18b7-4867-84a1-bb124d39b74b req-9bf095c5-634d-41d6-8995-0301d670c55c service neutron] 10.222.0.25 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 916 time: 0.0853548 Oct 26 14:43:03.368410 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6e07e2b-18b7-4867-84a1-bb124d39b74b req-c891b31b-acb9-48e4-a183-214e4486c53c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fece6186-4a66-4008-a51d-ee0177ee2947 HTTP/1.1" status: 200 len: 217 time: 0.0332773 Oct 26 14:43:03.416556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e07e2b-18b7-4867-84a1-bb124d39b74b req-5f922d73-06e8-449f-b67c-30eec4b4927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:03.417962 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6e07e2b-18b7-4867-84a1-bb124d39b74b req-5f922d73-06e8-449f-b67c-30eec4b4927b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0426545 Oct 26 14:43:03.419319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device fece6186-4a66-4008-a51d-ee0177ee2947 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:43:03.449658 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6e07e2b-18b7-4867-84a1-bb124d39b74b req-09b3f7c8-f5f9-4532-ad49-95e37d98b828 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243237 Oct 26 14:43:03.512450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port fece6186-4a66-4008-a51d-ee0177ee2947, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fece6186-4a66-4008-a51d-ee0177ee2947,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:03.523956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'fece6186-4a66-4008-a51d-ee0177ee2947', 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27', 'port_id': 'fece6186-4a66-4008-a51d-ee0177ee2947', 'mac_address': 'fa:16:3e:bf:eb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e60127-8a9e-4bc7-b640-533cca3db39c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:43:03.545563 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6e07e2b-18b7-4867-84a1-bb124d39b74b req-1cf6135e-09a6-4663-b9c9-26c1614d85eb service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876970 Oct 26 14:43:03.563495 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:03.576823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fece6186-4a66-4008-a51d-ee0177ee2947 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:43:03.601393 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port fece6186-4a66-4008-a51d-ee0177ee2947, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fece6186-4a66-4008-a51d-ee0177ee2947,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:03.605326 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:03.640304 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6e07e2b-18b7-4867-84a1-bb124d39b74b req-624b3387-b756-492a-98be-b841d27713db service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878968 Oct 26 14:43:03.657734 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=fece6186-4a66-4008-a51d-ee0177ee2947,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:03.944524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['fece6186-4a66-4008-a51d-ee0177ee2947'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:43:04.249852 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051d197-2f19-4213-a0f6-86e575c13d6e req-b68a235d-36b4-41f8-91c6-561536c35f52 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:04.251244 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b051d197-2f19-4213-a0f6-86e575c13d6e req-b68a235d-36b4-41f8-91c6-561536c35f52 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 944 time: 0.0485380 Oct 26 14:43:04.288679 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b051d197-2f19-4213-a0f6-86e575c13d6e req-26a90b7e-3817-4db4-bbc0-cb7ad3185358 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308263 Oct 26 14:43:04.402217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183b912-24a0-4451-abaa-7773c3f2fbb6 req-98673c87-aec6-4c97-88ee-6ed419e9153a tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:04.403681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2183b912-24a0-4451-abaa-7773c3f2fbb6 req-98673c87-aec6-4c97-88ee-6ed419e9153a tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 944 time: 0.0488715 Oct 26 14:43:04.440769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2183b912-24a0-4451-abaa-7773c3f2fbb6 req-53487a76-8dcb-4419-8dbe-6df2c1fc93a2 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312550 Oct 26 14:43:04.555031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f42e2-d684-4ea7-a9ca-f4fb2636cf08 req-4ffdff87-b689-4dde-845d-b1158f057c17 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:04.556354 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191f42e2-d684-4ea7-a9ca-f4fb2636cf08 req-4ffdff87-b689-4dde-845d-b1158f057c17 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 944 time: 0.0514164 Oct 26 14:43:04.593366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-191f42e2-d684-4ea7-a9ca-f4fb2636cf08 req-7b498925-ed4f-4e94-a81e-e7d16b6958bf tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310900 Oct 26 14:43:04.932576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-1a4c7001-ae56-4196-a4de-03777dad544f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:04.934053 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-1a4c7001-ae56-4196-a4de-03777dad544f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 815 time: 0.0998242 Oct 26 14:43:04.948966 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-1c08746e-715a-4701-80f7-e2aaac4b26c9 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/quotas/b7ecdce5c3fc4fbba3282ccaee14ed7d HTTP/1.1" status: 200 len: 375 time: 0.0092745 Oct 26 14:43:05.000946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-35fd74c9-50fe-4cbe-b576-44cfeea27fed tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468113 Oct 26 14:43:05.089922 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-80021ba1-d65c-4c86-ab29-a13893084fef service neutron] 10.222.0.32 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814111 Oct 26 14:43:05.179847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-f8958930-2aa9-4577-9854-0c0af6f6c117 service neutron] 10.222.0.32 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839500 Oct 26 14:43:05.337345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95985b19-9420-48e2-91e6-2ef15a3bfdfb req-d5d8a865-147c-473f-bf76-8aa5ee0ac647 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 210 time: 0.0263891 Oct 26 14:43:05.432112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device fece6186-4a66-4008-a51d-ee0177ee2947 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:43:05.479641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port fece6186-4a66-4008-a51d-ee0177ee2947 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:43:05.483690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port fece6186-4a66-4008-a51d-ee0177ee2947 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:43:05.484127 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:05.567595 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:05.597365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80450585-7eb2-423c-a127-a557634b5211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fece6186-4a66-4008-a51d-ee0177ee2947'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:43:05.600271 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768b22f5-2304-4abc-8f92-ffddd6fec991" -d '{"events": [{"server_uuid": "80450585-7eb2-423c-a127-a557634b5211", "name": "network-vif-plugged", "status": "completed", "tag": "fece6186-4a66-4008-a51d-ee0177ee2947"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:43:05.616362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port fece6186-4a66-4008-a51d-ee0177ee2947, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fece6186-4a66-4008-a51d-ee0177ee2947,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:05.621226 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:05.649893 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5717a3e4-9051-4353-ae42-4519a17827de x-openstack-request-id: req-5717a3e4-9051-4353-ae42-4519a17827de {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:43:05.650210 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80450585-7eb2-423c-a127-a557634b5211", "name": "network-vif-plugged", "status": "completed", "tag": "fece6186-4a66-4008-a51d-ee0177ee2947", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:43:05.650460 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5717a3e4-9051-4353-ae42-4519a17827de {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:43:05.650847 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80450585-7eb2-423c-a127-a557634b5211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fece6186-4a66-4008-a51d-ee0177ee2947', 'code': 200} Oct 26 14:43:05.677357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=fece6186-4a66-4008-a51d-ee0177ee2947,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:06.351745 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b2abc-d640-43bc-bfc8-b9ce0c5772a3 req-76031e20-ddf9-4cbc-a5d2-5d30b4b98928 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:06.353178 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8d8b2abc-d640-43bc-bfc8-b9ce0c5772a3 req-76031e20-ddf9-4cbc-a5d2-5d30b4b98928 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.11 "GET /v2.0/ports?device_id=80450585-7eb2-423c-a127-a557634b5211 HTTP/1.1" status: 200 len: 945 time: 0.0852437 Oct 26 14:43:06.361676 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-6a7003f2-c977-4022-b9b1-110e3ddd2ae7 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:06.363042 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-6a7003f2-c977-4022-b9b1-110e3ddd2ae7 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.11 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 815 time: 0.1447053 Oct 26 14:43:06.393280 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-73714f9a-27f8-4e3f-84b7-b0f35d1c6ffa tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Request body: {'port': {'device_id': '3d917682-0950-48b0-9a32-367330d8310b', 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27', 'admin_state_up': True, 'tenant_id': 'b7ecdce5c3fc4fbba3282ccaee14ed7d'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:06.431571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb97c996-5cb6-4405-be33-8dfb43ede6f2 req-80479194-5865-49a3-924c-110369966f6a tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 210 time: 0.0262809 Oct 26 14:43:06.535487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-8d8b2abc-d640-43bc-bfc8-b9ce0c5772a3 req-07a2fce9-df60-4419-be76-471871fe8d91 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Deleting port fece6186-4a66-4008-a51d-ee0177ee2947 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:43:06.535849 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8d8b2abc-d640-43bc-bfc8-b9ce0c5772a3 req-07a2fce9-df60-4419-be76-471871fe8d91 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:06.582052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-73714f9a-27f8-4e3f-84b7-b0f35d1c6ffa tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Made reservation on behalf of b7ecdce5c3fc4fbba3282ccaee14ed7d for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:43:06.586324 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-73714f9a-27f8-4e3f-84b7-b0f35d1c6ffa tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:06.687934 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-8d8b2abc-d640-43bc-bfc8-b9ce0c5772a3 req-07a2fce9-df60-4419-be76-471871fe8d91 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] For port fece6186-4a66-4008-a51d-ee0177ee2947, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=fece6186-4a66-4008-a51d-ee0177ee2947,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:06.688210 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8d8b2abc-d640-43bc-bfc8-b9ce0c5772a3 req-07a2fce9-df60-4419-be76-471871fe8d91 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:06.708348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-8d8b2abc-d640-43bc-bfc8-b9ce0c5772a3 req-07a2fce9-df60-4419-be76-471871fe8d91 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Calling delete_port for fece6186-4a66-4008-a51d-ee0177ee2947 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:43:07.086801 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-73714f9a-27f8-4e3f-84b7-b0f35d1c6ffa tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Allocated IP 172.20.0.6 (36f64d13-596c-479c-a0e0-fcbb6b3a0f27/50e60127-8a9e-4bc7-b640-533cca3db39c/9c589da3-5c8b-4b35-bb15-25a55bd92ca9) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:43:07.204707 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8d8b2abc-d640-43bc-bfc8-b9ce0c5772a3 req-07a2fce9-df60-4419-be76-471871fe8d91 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.216943 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['fece6186-4a66-4008-a51d-ee0177ee2947'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:43:07.271673 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2fce9-df60-4419-be76-471871fe8d91 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Pushing event deleted for resources: {'Port': ['ID=fece6186-4a66-4008-a51d-ee0177ee2947,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:07.321638 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8b2abc-d640-43bc-bfc8-b9ce0c5772a3 req-07a2fce9-df60-4419-be76-471871fe8d91 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] No DVR routers for this DVR port fece6186-4a66-4008-a51d-ee0177ee2947 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:43:07.326087 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8d8b2abc-d640-43bc-bfc8-b9ce0c5772a3 req-07a2fce9-df60-4419-be76-471871fe8d91 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.329397 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8d8b2abc-d640-43bc-bfc8-b9ce0c5772a3 req-07a2fce9-df60-4419-be76-471871fe8d91 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.11 "DELETE /v2.0/ports/fece6186-4a66-4008-a51d-ee0177ee2947 HTTP/1.1" status: 204 len: 173 time: 0.9654784 Oct 26 14:43:07.329834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80450585-7eb2-423c-a127-a557634b5211', 'name': 'network-vif-deleted', 'tag': 'fece6186-4a66-4008-a51d-ee0177ee2947'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:43:07.332108 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a96cfbb-c1ce-4295-88fb-b02881b27c0e" -d '{"events": [{"server_uuid": "80450585-7eb2-423c-a127-a557634b5211", "name": "network-vif-deleted", "tag": "fece6186-4a66-4008-a51d-ee0177ee2947"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:43:07.378825 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5670dd-6ba9-4426-bda9-8c96f0c6cef5 x-openstack-request-id: req-bd5670dd-6ba9-4426-bda9-8c96f0c6cef5 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:43:07.380038 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80450585-7eb2-423c-a127-a557634b5211", "name": "network-vif-deleted", "tag": "fece6186-4a66-4008-a51d-ee0177ee2947", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:43:07.380038 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd5670dd-6ba9-4426-bda9-8c96f0c6cef5 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:43:07.380696 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80450585-7eb2-423c-a127-a557634b5211', 'name': 'network-vif-deleted', 'tag': 'fece6186-4a66-4008-a51d-ee0177ee2947', 'status': 'completed', 'code': 200} Oct 26 14:43:07.386463 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-73714f9a-27f8-4e3f-84b7-b0f35d1c6ffa tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.425650 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-73714f9a-27f8-4e3f-84b7-b0f35d1c6ffa tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.440763 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['fece6186-4a66-4008-a51d-ee0177ee2947'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:43:07.482152 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-73714f9a-27f8-4e3f-84b7-b0f35d1c6ffa tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:43:07.486020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-73714f9a-27f8-4e3f-84b7-b0f35d1c6ffa tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:43:07.488493 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-73714f9a-27f8-4e3f-84b7-b0f35d1c6ffa tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:43:07.516920 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73714f9a-27f8-4e3f-84b7-b0f35d1c6ffa tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Pushing event updated for resources: {'Port': ['ID=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:07.550541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-73714f9a-27f8-4e3f-84b7-b0f35d1c6ffa tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:07.552121 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-73714f9a-27f8-4e3f-84b7-b0f35d1c6ffa tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.561763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a9477-7622-4efd-bf5c-631bf5dde683 req-eddcbd09-b5b2-48ca-a336-4f7c63f3ef1e tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:07.566542 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-080a9477-7622-4efd-bf5c-631bf5dde683 req-eddcbd09-b5b2-48ca-a336-4f7c63f3ef1e tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 931 time: 0.0563164 Oct 26 14:43:07.570911 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-73714f9a-27f8-4e3f-84b7-b0f35d1c6ffa tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1814072 Oct 26 14:43:07.584049 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Request body: {'port': {'device_id': '3d917682-0950-48b0-9a32-367330d8310b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:07.618290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-080a9477-7622-4efd-bf5c-631bf5dde683 req-0281d359-bd1d-444c-bd64-29fb07f9f3b2 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Oct 26 14:43:07.646780 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.903421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:43:07.910561 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.922243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Transition to ACTIVE for port object 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:43:07.925927 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.976603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Pushing event updated for resources: {'Port': ['ID=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:08.047152 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Attempting to bind port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:43:08.047480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Attempting to bind port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:43:08.047804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Attempting to bind port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 on network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:43:08.052549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 on network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:43:08.052873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Attempting to bind port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 on network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:43:08.057786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:43:08.058157 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Checking segment: {'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:43:08.058538 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Bound using segment: {'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:43:08.058950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Bound port: 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:43:08.059291 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:08.122227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] For port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:43:08.126456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] For port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:43:08.130965 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:08.166813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:08.167422 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:08.168776 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] 10.222.0.11 "PUT /v2.0/ports/9c589da3-5c8b-4b35-bb15-25a55bd92ca9 HTTP/1.1" status: 200 len: 1091 time: 0.5890412 Oct 26 14:43:08.187786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d5433-068a-49a1-b0ab-f573042564ef service neutron] Pushing event updated for resources: {'Port': ['ID=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:08.246150 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-59b07930-513a-498c-bf48-dd3254f33ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:08.247616 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-59b07930-513a-498c-bf48-dd3254f33ec2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 1094 time: 0.0411727 Oct 26 14:43:08.292321 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-be14f4a5-879a-46cd-b90c-5f0f0055ffa6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9 HTTP/1.1" status: 200 len: 217 time: 0.0366099 Oct 26 14:43:08.342847 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-11529a89-d474-4f83-b712-d7f09046ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:08.344271 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-11529a89-d474-4f83-b712-d7f09046ca39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0427649 Oct 26 14:43:08.381311 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-6dc71dae-76f4-423e-beb5-8728a6f1fc09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288928 Oct 26 14:43:08.476590 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-72c16db9-b04f-4042-a04b-c79c0cc24860 service neutron] 10.222.0.11 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878835 Oct 26 14:43:08.566075 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7d1076f4-d559-4a5b-8b6a-cddc58a25432 req-43b6f1ef-9924-4db2-a594-89b4f2bd7380 service neutron] 10.222.0.11 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823598 Oct 26 14:43:08.747691 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56903cf-ed74-4be9-be47-36953e48a258 req-62382bea-a37e-4e0a-94c8-2c14cb24a80c tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:08.749062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d56903cf-ed74-4be9-be47-36953e48a258 req-62382bea-a37e-4e0a-94c8-2c14cb24a80c tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 943 time: 0.0549903 Oct 26 14:43:08.787017 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d56903cf-ed74-4be9-be47-36953e48a258 req-c21cb0b2-e6c0-459a-9c87-0207db3fc4ce tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314524 Oct 26 14:43:09.084492 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:43:09.381828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d917682-0950-48b0-9a32-367330d8310b', 'tag': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:43:09.384211 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b72060-193b-4689-9ed3-9e5224929d74" -d '{"events": [{"name": "network-changed", "server_uuid": "3d917682-0950-48b0-9a32-367330d8310b", "tag": "9c589da3-5c8b-4b35-bb15-25a55bd92ca9"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:43:09.422329 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f3fcdf-4238-44b2-a430-00c7d1b6373f x-openstack-request-id: req-14f3fcdf-4238-44b2-a430-00c7d1b6373f {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:43:09.422624 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d917682-0950-48b0-9a32-367330d8310b", "tag": "9c589da3-5c8b-4b35-bb15-25a55bd92ca9", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:43:09.422911 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14f3fcdf-4238-44b2-a430-00c7d1b6373f {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:43:09.423327 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d917682-0950-48b0-9a32-367330d8310b', 'tag': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9', 'status': 'completed', 'code': 200} Oct 26 14:43:09.438800 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device fece6186-4a66-4008-a51d-ee0177ee2947 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:43:09.459343 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: fece6186-4a66-4008-a51d-ee0177ee2947 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:43:09.459685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device fece6186-4a66-4008-a51d-ee0177ee2947 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:43:09.491287 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b72060-193b-4689-9ed3-9e5224929d74 req-302a9326-5bdb-4f34-a00b-6e7dc289b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:09.492766 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-71b72060-193b-4689-9ed3-9e5224929d74 req-302a9326-5bdb-4f34-a00b-6e7dc289b622 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 1094 time: 0.0459111 Oct 26 14:43:09.581613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b72060-193b-4689-9ed3-9e5224929d74 req-298bd998-749b-4df8-b516-6c50655e8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:09.583786 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-71b72060-193b-4689-9ed3-9e5224929d74 req-298bd998-749b-4df8-b516-6c50655e8924 service neutron] 10.222.0.11 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 916 time: 0.0839815 Oct 26 14:43:09.631650 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-71b72060-193b-4689-9ed3-9e5224929d74 req-c8f916a1-5c0c-4adf-9bf2-c3f78df9f5d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9 HTTP/1.1" status: 200 len: 217 time: 0.0377469 Oct 26 14:43:09.681068 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b72060-193b-4689-9ed3-9e5224929d74 req-24432da7-e288-4e15-bf5f-aac519940c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:09.682408 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-71b72060-193b-4689-9ed3-9e5224929d74 req-24432da7-e288-4e15-bf5f-aac519940c7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0436792 Oct 26 14:43:09.714647 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-71b72060-193b-4689-9ed3-9e5224929d74 req-45e02e9d-fce3-41d2-8eca-f7f549baf910 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248446 Oct 26 14:43:09.809902 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-71b72060-193b-4689-9ed3-9e5224929d74 req-206cc2f0-3a94-4613-9306-e00e2269790a service neutron] 10.222.0.11 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866847 Oct 26 14:43:09.901696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097de606-f460-4064-9396-275094698bd7 req-8fe46668-8c60-4fc9-8845-f9d83810a462 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:09.903236 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-097de606-f460-4064-9396-275094698bd7 req-8fe46668-8c60-4fc9-8845-f9d83810a462 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 943 time: 0.0491905 Oct 26 14:43:09.903823 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-71b72060-193b-4689-9ed3-9e5224929d74 req-4a43209c-867d-4af8-ac46-c78f32cf8268 service neutron] 10.222.0.11 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858004 Oct 26 14:43:09.940379 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-097de606-f460-4064-9396-275094698bd7 req-5a9c63f5-77e9-40f5-b9af-b266935e0ab2 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Oct 26 14:43:11.054447 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c57722-a4ca-48bc-b0cd-5c1036eb25de req-72ff7549-5a9e-4c68-a564-02b5669a89e3 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:11.055893 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42c57722-a4ca-48bc-b0cd-5c1036eb25de req-72ff7549-5a9e-4c68-a564-02b5669a89e3 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 943 time: 0.0477047 Oct 26 14:43:11.093096 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42c57722-a4ca-48bc-b0cd-5c1036eb25de req-fba521cb-de4d-4313-b359-e28500bc4bdb tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311885 Oct 26 14:43:11.435622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:43:11.688144 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:11.698757 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9', 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27', 'port_id': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9', 'mac_address': 'fa:16:3e:9d:3d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e60127-8a9e-4bc7-b640-533cca3db39c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:43:11.737426 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:11.751158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:43:11.769601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:11.773775 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:11.818713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:12.076936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['9c589da3-5c8b-4b35-bb15-25a55bd92ca9'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:43:12.209495 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bba045-901b-498d-bf01-3e7631e368c6 req-8ce91430-3029-4d10-9547-8de03b4c0a0f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:12.210998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16bba045-901b-498d-bf01-3e7631e368c6 req-8ce91430-3029-4d10-9547-8de03b4c0a0f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 944 time: 0.0514650 Oct 26 14:43:12.248354 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16bba045-901b-498d-bf01-3e7631e368c6 req-b2991aca-453b-40a7-9b76-15d37d3e38b9 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307429 Oct 26 14:43:12.816301 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3c04e2c2-a8aa-4145-90f4-5875d4186e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:13.361949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da715d1-e860-4074-a216-0fbb527b86d0 req-cf401c7e-4a6b-4937-9436-4d8cd3820938 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:13.363454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2da715d1-e860-4074-a216-0fbb527b86d0 req-cf401c7e-4a6b-4937-9436-4d8cd3820938 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 944 time: 0.0486853 Oct 26 14:43:13.400753 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2da715d1-e860-4074-a216-0fbb527b86d0 req-3c175e1c-c897-4b0a-9b13-90266dd6690c tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Oct 26 14:43:13.447339 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:43:13.497621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:43:13.501612 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:43:13.501932 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:13.577283 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:13.600217 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d917682-0950-48b0-9a32-367330d8310b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:43:13.602493 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba3b92e-8181-489f-a6e0-c6bc2aa68015" -d '{"events": [{"server_uuid": "3d917682-0950-48b0-9a32-367330d8310b", "name": "network-vif-plugged", "status": "completed", "tag": "9c589da3-5c8b-4b35-bb15-25a55bd92ca9"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:43:13.615536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:13.619876 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:13.643390 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5a899e-1cc7-483f-a4ed-9729ca41f2cf x-openstack-request-id: req-8a5a899e-1cc7-483f-a4ed-9729ca41f2cf {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:43:13.643685 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d917682-0950-48b0-9a32-367330d8310b", "name": "network-vif-plugged", "status": "completed", "tag": "9c589da3-5c8b-4b35-bb15-25a55bd92ca9", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:43:13.643941 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a5a899e-1cc7-483f-a4ed-9729ca41f2cf {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:43:13.644335 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d917682-0950-48b0-9a32-367330d8310b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9', 'code': 200} Oct 26 14:43:13.672299 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:13.739037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a15e9-9f75-493f-8140-4b834aacfe59 req-5885cb88-438c-4823-a7b4-434329aa3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:13.741014 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-763a15e9-9f75-493f-8140-4b834aacfe59 req-5885cb88-438c-4823-a7b4-434329aa3431 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 1096 time: 0.0397463 Oct 26 14:43:13.776579 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-763a15e9-9f75-493f-8140-4b834aacfe59 req-dc441378-9cb0-48ba-9660-62395991a36c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283334 Oct 26 14:43:14.514974 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba11be-81e5-41f4-8849-cf44a0069ba7 req-b9cadf22-d30f-46e5-b375-5960ba82e4d5 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:14.516450 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85ba11be-81e5-41f4-8849-cf44a0069ba7 req-b9cadf22-d30f-46e5-b375-5960ba82e4d5 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0497558 Oct 26 14:43:14.554080 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85ba11be-81e5-41f4-8849-cf44a0069ba7 req-4852093e-4ccf-438c-af1b-4c7bd8711766 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309525 Oct 26 14:43:15.129619 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fa74bb6e-c21f-418b-a5c4-cbdadc15f9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:15.675944 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5afff9-bb5b-4195-b137-6034caebd9ae req-a28b01f5-493c-4fc3-ab4a-ed3e9a248031 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:15.678046 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d5afff9-bb5b-4195-b137-6034caebd9ae req-a28b01f5-493c-4fc3-ab4a-ed3e9a248031 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0548220 Oct 26 14:43:15.715444 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d5afff9-bb5b-4195-b137-6034caebd9ae req-9c2963b3-f4af-4010-8687-4ea6f8d92a1f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314558 Oct 26 14:43:15.827509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80687a-1e88-460f-a03d-3a78a3373318 req-5578a948-0fa7-44a3-a9f5-2c6c63602773 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:15.828956 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d80687a-1e88-460f-a03d-3a78a3373318 req-5578a948-0fa7-44a3-a9f5-2c6c63602773 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0482309 Oct 26 14:43:15.867159 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d80687a-1e88-460f-a03d-3a78a3373318 req-17b76e3f-858c-4b0e-a343-047107b262db tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Oct 26 14:43:16.207246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-1a58db62-14d2-4380-8fa5-4fab712eca92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0698874 Oct 26 14:43:16.218476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb78330-0031-4804-b0ad-b2e81029a20c req-f3189b7c-2491-46ee-ba8d-325d3a01196f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:16.219903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3eb78330-0031-4804-b0ad-b2e81029a20c req-f3189b7c-2491-46ee-ba8d-325d3a01196f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0748186 Oct 26 14:43:16.258740 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3eb78330-0031-4804-b0ad-b2e81029a20c req-76f103ee-c53b-4093-9559-e58c9df913f9 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318923 Oct 26 14:43:16.672366 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:16.954326 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:17.267148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-7fd0da2d-1dc0-4ccf-813f-723749b31134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:17.268647 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-7fd0da2d-1dc0-4ccf-813f-723749b31134 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 1096 time: 0.0450342 Oct 26 14:43:17.361627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-bf8b0cbe-00c4-452a-81d7-8617c544314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:17.363130 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-bf8b0cbe-00c4-452a-81d7-8617c544314a service neutron] 10.222.0.11 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 916 time: 0.0866170 Oct 26 14:43:17.374053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5edcd8-d6b3-4a7e-a185-93cc74d83cab req-eac98e9e-d8d3-4242-be0e-7d55b54059a4 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:17.375518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe5edcd8-d6b3-4a7e-a185-93cc74d83cab req-eac98e9e-d8d3-4242-be0e-7d55b54059a4 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0484626 Oct 26 14:43:17.410344 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-40995b8f-a5e1-4cf5-90e8-09add1ef2def service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9 HTTP/1.1" status: 200 len: 217 time: 0.0387673 Oct 26 14:43:17.415889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe5edcd8-d6b3-4a7e-a185-93cc74d83cab req-4a219321-c080-4e6f-b2ad-beaae4c600b6 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343122 Oct 26 14:43:17.459571 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-4f87306f-7f9c-44ea-b6da-8561ca90af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:17.460989 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-4f87306f-7f9c-44ea-b6da-8561ca90af33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0434382 Oct 26 14:43:17.493084 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-40cdbb67-4b37-40d7-82c2-05af446654b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244727 Oct 26 14:43:17.588432 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-9097dedb-e038-47b1-966e-7d91e09473b3 service neutron] 10.222.0.11 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875249 Oct 26 14:43:17.676908 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-b6d9cb0c-778b-4140-b240-df381c0a3017 service neutron] 10.222.0.11 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809584 Oct 26 14:43:18.528926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfccc29-dd6d-436a-a768-8b8dfae5b2df req-235bf1d4-11f2-4162-8163-0f074e070c73 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:18.536952 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-edfccc29-dd6d-436a-a768-8b8dfae5b2df req-235bf1d4-11f2-4162-8163-0f074e070c73 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0538104 Oct 26 14:43:18.574108 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-edfccc29-dd6d-436a-a768-8b8dfae5b2df req-1eb1a736-79d5-4f9d-970b-53be343f5bb0 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311663 Oct 26 14:43:18.670811 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:19.691499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af2e54-96df-43db-8d05-df75777eaa8c req-8fab78fc-80a0-4b7f-bec7-8b49bb6fe9c8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:19.693732 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61af2e54-96df-43db-8d05-df75777eaa8c req-8fab78fc-80a0-4b7f-bec7-8b49bb6fe9c8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0512276 Oct 26 14:43:19.730880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61af2e54-96df-43db-8d05-df75777eaa8c req-340a42c9-a8ed-44d2-a60b-fe2e85ba4347 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310016 Oct 26 14:43:20.849930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5870bb-1060-4cf2-a73f-11349d67957f req-d1c02165-92b4-4015-9a83-f285f9fe461e tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:20.851424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa5870bb-1060-4cf2-a73f-11349d67957f req-d1c02165-92b4-4015-9a83-f285f9fe461e tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0486381 Oct 26 14:43:20.887953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa5870bb-1060-4cf2-a73f-11349d67957f req-cfbbfb68-8e67-4455-9b36-aaca35b2e3a5 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306046 Oct 26 14:43:22.000917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b8567-651d-4b99-baa8-9e7509c44021 req-04ccd25f-2e20-4225-8085-111d412372d1 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:22.002410 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d8b8567-651d-4b99-baa8-9e7509c44021 req-04ccd25f-2e20-4225-8085-111d412372d1 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0477612 Oct 26 14:43:22.039677 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d8b8567-651d-4b99-baa8-9e7509c44021 req-5f2feb0c-f4b9-4e9e-8ca9-a61263e55a1f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313287 Oct 26 14:43:23.159893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4416b6f-f5cc-4931-87d7-adff5e2132f3 req-ca971cd7-343e-4d03-ab8d-eb434b35c036 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:23.161842 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4416b6f-f5cc-4931-87d7-adff5e2132f3 req-ca971cd7-343e-4d03-ab8d-eb434b35c036 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0519028 Oct 26 14:43:23.198579 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4416b6f-f5cc-4931-87d7-adff5e2132f3 req-4cb50193-8704-48ed-b320-bdd7e67c0c7e tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308566 Oct 26 14:43:23.782504 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:24.311526 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa71257-9df7-44e0-8e0e-3d9b9b623f52 req-cbdcd2a9-1aa6-4221-9480-5371ba494f2a tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:24.313001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfa71257-9df7-44e0-8e0e-3d9b9b623f52 req-cbdcd2a9-1aa6-4221-9480-5371ba494f2a tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0484130 Oct 26 14:43:24.349852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfa71257-9df7-44e0-8e0e-3d9b9b623f52 req-3de7c84b-b77a-416b-bd31-6ffe85b13b6d tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303376 Oct 26 14:43:25.462665 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb24e8a-6394-4995-905c-f0aaa9c7a1f8 req-a44f2fb7-6cc7-4da1-a4d2-98c8b350ddde tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:25.464115 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4fb24e8a-6394-4995-905c-f0aaa9c7a1f8 req-a44f2fb7-6cc7-4da1-a4d2-98c8b350ddde tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0476129 Oct 26 14:43:25.500428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4fb24e8a-6394-4995-905c-f0aaa9c7a1f8 req-2ac600d2-11c8-4da2-9934-980bc8db3da0 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303407 Oct 26 14:43:26.875455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb353e0-c003-47f3-bde9-11312fad3418 req-636d7ea9-6f04-45e5-90e5-cef682df3462 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:26.876925 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8eb353e0-c003-47f3-bde9-11312fad3418 req-636d7ea9-6f04-45e5-90e5-cef682df3462 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0517237 Oct 26 14:43:26.914980 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8eb353e0-c003-47f3-bde9-11312fad3418 req-4668cbaa-fa9d-42ac-b523-a49b1af1525e tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Oct 26 14:43:27.901475 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:28.028741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579ca9f-4df6-4e2f-9860-32091f3a860c req-f1d67ae6-e7e1-4f7e-89d0-eb5acef6ba15 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:28.030222 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d579ca9f-4df6-4e2f-9860-32091f3a860c req-f1d67ae6-e7e1-4f7e-89d0-eb5acef6ba15 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0480909 Oct 26 14:43:28.066689 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d579ca9f-4df6-4e2f-9860-32091f3a860c req-3ec98cea-e62e-4de4-87cb-e74fb1dcfaee tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306108 Oct 26 14:43:29.180360 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c1917-29e6-4254-b9cf-f75acdc0ad4c req-62c31fe3-0995-47c7-8183-92a452910aeb tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:29.181842 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-297c1917-29e6-4254-b9cf-f75acdc0ad4c req-62c31fe3-0995-47c7-8183-92a452910aeb tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0482306 Oct 26 14:43:29.217348 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-297c1917-29e6-4254-b9cf-f75acdc0ad4c req-0ca4f4bd-ba41-4dea-b090-231ae7de2f21 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296924 Oct 26 14:43:30.333812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb4cf0-8f9a-442d-a008-3f6c504877b5 req-8de0b5a9-d859-44ce-a539-70d815544af5 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:30.335279 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbeb4cf0-8f9a-442d-a008-3f6c504877b5 req-8de0b5a9-d859-44ce-a539-70d815544af5 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0516007 Oct 26 14:43:30.371626 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cbeb4cf0-8f9a-442d-a008-3f6c504877b5 req-7413bd34-f292-4e8e-a34b-d1aaf8ecd46a tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303867 Oct 26 14:43:31.482816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c105f7a-49d9-4ace-9098-a50a5e3b8337 req-762272aa-2a76-4132-b2c5-fd2541b12fd0 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:31.484258 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c105f7a-49d9-4ace-9098-a50a5e3b8337 req-762272aa-2a76-4132-b2c5-fd2541b12fd0 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0470567 Oct 26 14:43:31.520700 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c105f7a-49d9-4ace-9098-a50a5e3b8337 req-edc76974-63d1-4256-8859-bcd3e8853db1 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296984 Oct 26 14:43:32.634199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96a6de-a4b3-43a2-b32d-fff73a3d0133 req-12153044-b973-43b3-8d73-e242206ebd77 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:32.635680 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da96a6de-a4b3-43a2-b32d-fff73a3d0133 req-12153044-b973-43b3-8d73-e242206ebd77 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0478158 Oct 26 14:43:32.671577 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da96a6de-a4b3-43a2-b32d-fff73a3d0133 req-67fa2551-80e6-4dad-b2e2-43c3e377e9e0 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300715 Oct 26 14:43:33.791294 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181e9ad-d449-4a51-8a0e-a0c5a7297abe req-86364a2d-1593-48c9-b62b-c903e5317901 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:33.792742 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b181e9ad-d449-4a51-8a0e-a0c5a7297abe req-86364a2d-1593-48c9-b62b-c903e5317901 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0519335 Oct 26 14:43:33.831033 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b181e9ad-d449-4a51-8a0e-a0c5a7297abe req-497a8680-da23-40d7-916d-66e0b52ee371 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323954 Oct 26 14:43:34.950914 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f42d2a-7f64-4085-934f-100a886ab213 req-9810bcfa-8e5b-4cb1-856e-0ca8fb7bff44 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:34.952404 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23f42d2a-7f64-4085-934f-100a886ab213 req-9810bcfa-8e5b-4cb1-856e-0ca8fb7bff44 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0508404 Oct 26 14:43:34.988760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23f42d2a-7f64-4085-934f-100a886ab213 req-6734b689-da4f-4047-927f-3842bf4eb7fe tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305598 Oct 26 14:43:36.104658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee2765-b40d-426e-8fe8-94efeb2642d7 req-2eedf1a1-0db5-48fb-a2cd-dbe706501436 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:36.106144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3ee2765-b40d-426e-8fe8-94efeb2642d7 req-2eedf1a1-0db5-48fb-a2cd-dbe706501436 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0483961 Oct 26 14:43:36.141883 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3ee2765-b40d-426e-8fe8-94efeb2642d7 req-729d5d4b-88d8-491a-a28f-a1c8d1fd6604 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298243 Oct 26 14:43:37.261126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264429b0-c6b0-4415-a974-31b27c8115e4 req-9b0c90e1-c8df-430b-8841-97bc2a12ade2 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:37.262613 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-264429b0-c6b0-4415-a974-31b27c8115e4 req-9b0c90e1-c8df-430b-8841-97bc2a12ade2 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0519714 Oct 26 14:43:37.299279 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-264429b0-c6b0-4415-a974-31b27c8115e4 req-b36194f9-394d-4ecd-bd80-fa179b8ce7fa tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308175 Oct 26 14:43:38.413531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b020811-5bde-46a0-9ec5-ded9d7229202 req-0449e32f-bb22-4f7f-bf41-6f964c16de5f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:38.415007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b020811-5bde-46a0-9ec5-ded9d7229202 req-0449e32f-bb22-4f7f-bf41-6f964c16de5f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0486600 Oct 26 14:43:38.455394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b020811-5bde-46a0-9ec5-ded9d7229202 req-d27d7dfa-1f05-4466-b6a6-82a2e6966540 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344820 Oct 26 14:43:39.569559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66325a34-e660-48e8-94c4-c191e000d9b4 req-0bede6e2-d99a-4c50-b803-b2706a91960f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:39.571097 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66325a34-e660-48e8-94c4-c191e000d9b4 req-0bede6e2-d99a-4c50-b803-b2706a91960f tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0473888 Oct 26 14:43:39.608692 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66325a34-e660-48e8-94c4-c191e000d9b4 req-435797eb-5aca-4cc5-bb98-dac85f443755 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Oct 26 14:43:40.730900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d3f99-5c42-440a-8bfd-aafc589b3225 req-8544e6a7-8ed7-4064-9e07-54432501adb3 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:40.732392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-248d3f99-5c42-440a-8bfd-aafc589b3225 req-8544e6a7-8ed7-4064-9e07-54432501adb3 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0542803 Oct 26 14:43:40.768231 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-248d3f99-5c42-440a-8bfd-aafc589b3225 req-ada5f6b9-8fae-4d9c-a9bd-fef49ddf74a8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297956 Oct 26 14:43:41.881745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15218075-ab77-4844-ae81-a941326946d5 req-ac865760-b8a3-49b0-bc42-0d2656852ee4 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:41.883151 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15218075-ab77-4844-ae81-a941326946d5 req-ac865760-b8a3-49b0-bc42-0d2656852ee4 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0482535 Oct 26 14:43:41.920087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15218075-ab77-4844-ae81-a941326946d5 req-dd844c64-7e5a-4662-9f84-1a1fd4beac66 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310581 Oct 26 14:43:42.816712 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3716f701-cde4-4804-8f05-cae52f604970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:43.035382 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4e724-81b2-492b-9990-b1255561da31 req-e2aaf207-02d5-4589-a9ca-14f17a555e67 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:43.036841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dad4e724-81b2-492b-9990-b1255561da31 req-e2aaf207-02d5-4589-a9ca-14f17a555e67 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0480742 Oct 26 14:43:43.073706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dad4e724-81b2-492b-9990-b1255561da31 req-af62cbee-1796-4396-9bba-0838fbb78421 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308621 Oct 26 14:43:44.189946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b4eca-555f-4f46-9cd4-e409a812c92e req-a9fc7af0-e345-4e0d-bfa0-e671c03cca75 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:44.191431 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f9b4eca-555f-4f46-9cd4-e409a812c92e req-a9fc7af0-e345-4e0d-bfa0-e671c03cca75 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0516047 Oct 26 14:43:44.228323 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f9b4eca-555f-4f46-9cd4-e409a812c92e req-13004199-d103-4789-ae20-0992ecc4de94 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305696 Oct 26 14:43:44.665792 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-695f7e5d-dec3-4d6f-891e-db76d428866d service neutron] show failed (client error): The resource could not be found. Oct 26 14:43:44.667120 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-695f7e5d-dec3-4d6f-891e-db76d428866d service neutron] 10.222.0.11 "GET /v2.0/ports/9c589da3-5c8b-4b35-bb15-25a55bd92ca9/bindings/n-h1-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0568154 Oct 26 14:43:44.872287 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-ad27c00b-18b7-473d-8319-287a8ae892bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:44.873844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-ad27c00b-18b7-473d-8319-287a8ae892bf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b&tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d HTTP/1.1" status: 200 len: 1096 time: 0.0416353 Oct 26 14:43:44.886134 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:44.939007 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:45.132183 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ea4f9d84-2128-45ab-9604-c68ba72ba1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:45.142669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] For port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:45.174686 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] For port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:43:45.212481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d917682-0950-48b0-9a32-367330d8310b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:43:45.214794 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04e29ba-0302-4df5-9ff7-ff1d99304c62" -d '{"events": [{"server_uuid": "3d917682-0950-48b0-9a32-367330d8310b", "name": "network-vif-unplugged", "status": "completed", "tag": "9c589da3-5c8b-4b35-bb15-25a55bd92ca9"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:43:45.218783 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:45.231325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Transition to ACTIVE for port object 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:43:45.235150 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:45.265921 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc71f868-aad0-4bcd-aaf4-b4c21c8c75fb x-openstack-request-id: req-fc71f868-aad0-4bcd-aaf4-b4c21c8c75fb {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:43:45.266242 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d917682-0950-48b0-9a32-367330d8310b", "name": "network-vif-unplugged", "status": "completed", "tag": "9c589da3-5c8b-4b35-bb15-25a55bd92ca9", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:43:45.266500 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc71f868-aad0-4bcd-aaf4-b4c21c8c75fb {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:43:45.266893 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d917682-0950-48b0-9a32-367330d8310b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9', 'code': 200} Oct 26 14:43:45.304855 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] No DVR routers for this DVR port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:43:45.306693 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,revision_number=6']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:45.323986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:45.324327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:45.324663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:45.324989 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:45.325314 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:45.325636 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:45.325954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:45.326298 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:45.326617 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:45.326935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:45.327250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:45.327563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:45.379905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Attempting to bind port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:43:45.380311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Attempting to bind port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:43:45.380637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Attempting to bind port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 on network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:43:45.387642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 on network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:43:45.387894 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Attempting to bind port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 on network 36f64d13-596c-479c-a0e0-fcbb6b3a0f27 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:43:45.398629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f4ba2-0d77-40b3-9d59-bd3496f66953 req-915c7456-8fba-47cd-ba9a-c3a68c407850 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:45.400091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be5f4ba2-0d77-40b3-9d59-bd3496f66953 req-915c7456-8fba-47cd-ba9a-c3a68c407850 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 943 time: 0.0966015 Oct 26 14:43:45.402700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:43:45.403028 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Checking segment: {'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:43:45.403416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Bound using segment: {'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:43:45.403833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Bound port: 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adfa5436-a79e-4817-ba19-f8d02e314157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:43:45.404177 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:45.468534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be5f4ba2-0d77-40b3-9d59-bd3496f66953 req-508986a8-33fc-4fb6-abf2-4573a8557f48 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623136 Oct 26 14:43:45.489887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] For port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:43:45.492819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] For port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:43:45.497272 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:45.536138 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:45.536762 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:45.538150 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] 10.222.0.25 "PUT /v2.0/ports/9c589da3-5c8b-4b35-bb15-25a55bd92ca9 HTTP/1.1" status: 200 len: 1091 time: 0.6560416 Oct 26 14:43:45.555162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bec1c-11b2-4645-9bef-5f14f4c15fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,revision_number=7']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:45.600189 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-39029c72-ea25-4965-bd1e-94d9634de69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:45.601668 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-39029c72-ea25-4965-bd1e-94d9634de69d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 1094 time: 0.0408089 Oct 26 14:43:45.688757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-e7182bb1-262d-4d59-bc6a-efc9410ddb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:45.690145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-e7182bb1-262d-4d59-bc6a-efc9410ddb88 service neutron] 10.222.0.25 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 916 time: 0.0812743 Oct 26 14:43:45.732855 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-a61904ba-e8d0-4c4f-a433-ff291f7f84db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9 HTTP/1.1" status: 200 len: 217 time: 0.0358217 Oct 26 14:43:45.784709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-ee8fb157-1565-4970-90cf-0b204efc5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:45.786208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-ee8fb157-1565-4970-90cf-0b204efc5298 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0458891 Oct 26 14:43:45.816321 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-3edff09b-2c56-4187-b016-4a252e811a12 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234334 Oct 26 14:43:45.907017 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-9277a68c-3fae-4a6b-a7b7-13e07358d248 service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835073 Oct 26 14:43:45.998396 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0cff2d78-756d-4a53-a144-9bc4fcd2260f req-0e9c83be-1b6f-4ac7-a7c6-711e1c01df94 service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833788 Oct 26 14:43:46.083132 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:43:46.588738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7034e-3f08-418f-a7b6-0a0189af23d8 req-01a3b9d0-acfa-4651-a802-71d9af96fed0 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:46.590226 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67a7034e-3f08-418f-a7b6-0a0189af23d8 req-01a3b9d0-acfa-4651-a802-71d9af96fed0 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 943 time: 0.0530436 Oct 26 14:43:46.680600 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:46.958820 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:46.961685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67a7034e-3f08-418f-a7b6-0a0189af23d8 req-2a5af569-f6c5-422d-a0f1-6afed6b22605 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655431 Oct 26 14:43:47.241908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:43:47.268156 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d917682-0950-48b0-9a32-367330d8310b', 'tag': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:43:47.270604 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54f5f6e-dfea-478a-b8e6-a24136b7903f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d917682-0950-48b0-9a32-367330d8310b", "tag": "9c589da3-5c8b-4b35-bb15-25a55bd92ca9"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:43:47.319403 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dba3f8-65ce-4c92-8a75-0e2920d96ae2 x-openstack-request-id: req-c7dba3f8-65ce-4c92-8a75-0e2920d96ae2 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:43:47.319688 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d917682-0950-48b0-9a32-367330d8310b", "tag": "9c589da3-5c8b-4b35-bb15-25a55bd92ca9", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:43:47.319946 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7dba3f8-65ce-4c92-8a75-0e2920d96ae2 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:43:47.320337 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d917682-0950-48b0-9a32-367330d8310b', 'tag': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9', 'status': 'completed', 'code': 200} Oct 26 14:43:47.339422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:47.351138 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9', 'network_id': '36f64d13-596c-479c-a0e0-fcbb6b3a0f27', 'port_id': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9', 'mac_address': 'fa:16:3e:9d:3d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e60127-8a9e-4bc7-b640-533cca3db39c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:43:47.384440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-3d5b0829-c1a9-408d-b67c-4a3f5bb36af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:47.385923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-3d5b0829-c1a9-408d-b67c-4a3f5bb36af1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 1094 time: 0.0440969 Oct 26 14:43:47.391644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-ebad87f4-18b4-44e5-8621-e8c276dc37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:47.393763 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-ebad87f4-18b4-44e5-8621-e8c276dc37a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 1094 time: 0.0529740 Oct 26 14:43:47.396420 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:47.410176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:43:47.429929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:47.435174 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:47.491483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:47.504534 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:47.504822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:47.505123 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:47.505224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-0114bfe0-24d0-40f4-827d-fdb374885e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:47.505457 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:47.505841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:47.506919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:47.507240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:47.507338 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-0114bfe0-24d0-40f4-827d-fdb374885e2c service neutron] 10.222.0.25 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 916 time: 0.1124179 Oct 26 14:43:47.507559 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:47.507884 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:47.508199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:47.508514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:47.508835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:47.517954 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-3efe6189-55d6-41de-968e-4048a9c60b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:47.519512 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-3efe6189-55d6-41de-968e-4048a9c60b0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 916 time: 0.1182189 Oct 26 14:43:47.551430 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-80538c15-0c2b-4b05-a6d8-e642e3cdaf4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9 HTTP/1.1" status: 200 len: 217 time: 0.0365453 Oct 26 14:43:47.571240 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-00ad9d0b-25de-41b2-a964-80d568b17a6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9 HTTP/1.1" status: 200 len: 217 time: 0.0426905 Oct 26 14:43:47.618446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-53ed3023-de2e-46b2-9942-330700fe7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:47.620572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-53ed3023-de2e-46b2-9942-330700fe7e58 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0504773 Oct 26 14:43:47.621343 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:43:47.625686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-db9d95c8-c3e7-4f27-bd3f-9a7e606ce7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:47.627180 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-db9d95c8-c3e7-4f27-bd3f-9a7e606ce7e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0490298 Oct 26 14:43:47.654750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['9c589da3-5c8b-4b35-bb15-25a55bd92ca9'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:43:47.656814 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-6c6407df-a518-48c4-8191-a6bd290840bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269253 Oct 26 14:43:47.660469 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-9af16a4a-db1b-46de-b0d0-ce2aed1752e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257404 Oct 26 14:43:47.697018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:43:47.755130 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-629ea123-5fd9-4444-8ddd-9e30c8ed5e35 service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896106 Oct 26 14:43:47.762837 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-88e35eaa-aaf6-42cf-b435-f46a89543bc1 service neutron] 10.222.0.11 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926235 Oct 26 14:43:47.853941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-ed3a2610-1192-4ecc-beb4-9a054dee7849 service neutron] 10.222.0.25 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919349 Oct 26 14:43:47.862524 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c54f5f6e-dfea-478a-b8e6-a24136b7903f req-19b57d7f-7990-447f-9948-3c933a9cd5bb service neutron] 10.222.0.11 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926764 Oct 26 14:43:48.077887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba84b1c-12fe-4e44-9a11-859d6fe9a281 req-24836c59-8104-41ad-b6bb-ffc9f5c599e0 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:48.079383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ba84b1c-12fe-4e44-9a11-859d6fe9a281 req-24836c59-8104-41ad-b6bb-ffc9f5c599e0 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 944 time: 0.0489743 Oct 26 14:43:48.122681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ba84b1c-12fe-4e44-9a11-859d6fe9a281 req-14b31ff9-ecad-45de-a00a-303257eaf977 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369334 Oct 26 14:43:48.311255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780514d3-39a4-4a3e-8e3f-c275f8cae7ee req-845beada-8e16-4a9b-acc7-c4f00a035476 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:48.312760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-780514d3-39a4-4a3e-8e3f-c275f8cae7ee req-845beada-8e16-4a9b-acc7-c4f00a035476 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 944 time: 0.0496459 Oct 26 14:43:48.329613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777b613-9ec8-4117-9f57-35bda2ce1788 req-69cfe75c-6da1-4f3f-9c95-407d3d4f667d tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:48.331029 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0777b613-9ec8-4117-9f57-35bda2ce1788 req-69cfe75c-6da1-4f3f-9c95-407d3d4f667d tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b&tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 944 time: 0.0515625 Oct 26 14:43:48.350664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-780514d3-39a4-4a3e-8e3f-c275f8cae7ee req-9a4e81a1-fa17-4c7a-9d3c-4aca4d6bd640 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318637 Oct 26 14:43:48.395784 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [req-0777b613-9ec8-4117-9f57-35bda2ce1788 req-67781af2-6027-4a45-9f4e-1750f3ef4374 service neutron] delete failed (client error): The resource could not be found. Oct 26 14:43:48.397608 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0777b613-9ec8-4117-9f57-35bda2ce1788 req-67781af2-6027-4a45-9f4e-1750f3ef4374 service neutron] 10.222.0.11 "DELETE /v2.0/ports/9c589da3-5c8b-4b35-bb15-25a55bd92ca9/bindings/n-h2-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0585394 Oct 26 14:43:48.487171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777b613-9ec8-4117-9f57-35bda2ce1788 req-da2eb17a-b137-4035-bcbe-85a747880e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:48.488775 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0777b613-9ec8-4117-9f57-35bda2ce1788 req-da2eb17a-b137-4035-bcbe-85a747880e42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 1095 time: 0.0466180 Oct 26 14:43:48.587642 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777b613-9ec8-4117-9f57-35bda2ce1788 req-05df3ae8-80f1-4fd9-b181-c14e36e3d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:48.588992 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0777b613-9ec8-4117-9f57-35bda2ce1788 req-05df3ae8-80f1-4fd9-b181-c14e36e3d78b service neutron] 10.222.0.11 "GET /v2.0/networks?id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 200 len: 916 time: 0.0921476 Oct 26 14:43:48.632454 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0777b613-9ec8-4117-9f57-35bda2ce1788 req-26b0a376-0e3d-435e-abfa-baf74db24707 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9 HTTP/1.1" status: 200 len: 217 time: 0.0359759 Oct 26 14:43:48.672797 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:48.683211 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777b613-9ec8-4117-9f57-35bda2ce1788 req-6ef98fbc-0239-4151-850d-6fb489f5492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:48.684668 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0777b613-9ec8-4117-9f57-35bda2ce1788 req-6ef98fbc-0239-4151-850d-6fb489f5492b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 200 len: 855 time: 0.0448780 Oct 26 14:43:48.716881 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0777b613-9ec8-4117-9f57-35bda2ce1788 req-e96cd6a6-5031-4c41-af40-1bce0da2da2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36f64d13-596c-479c-a0e0-fcbb6b3a0f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248067 Oct 26 14:43:48.816133 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0777b613-9ec8-4117-9f57-35bda2ce1788 req-94620fab-b145-41a4-a6c6-e26e82430bc1 service neutron] 10.222.0.11 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915232 Oct 26 14:43:48.909647 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0777b613-9ec8-4117-9f57-35bda2ce1788 req-1ea235ff-8555-4fa2-ae65-0b2263e7ba95 service neutron] 10.222.0.11 "GET /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859306 Oct 26 14:43:49.254874 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:43:49.304193 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:43:49.308666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:43:49.309037 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:49.404269 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:49.431354 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d917682-0950-48b0-9a32-367330d8310b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:43:49.433683 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac80e99d-9503-4135-8ca1-5496638605de" -d '{"events": [{"server_uuid": "3d917682-0950-48b0-9a32-367330d8310b", "name": "network-vif-plugged", "status": "completed", "tag": "9c589da3-5c8b-4b35-bb15-25a55bd92ca9"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:43:49.464929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:49.470988 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:49.479693 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e264e8-09d7-4f7a-84ca-5a8211010fd7 x-openstack-request-id: req-d5e264e8-09d7-4f7a-84ca-5a8211010fd7 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:43:49.479996 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d917682-0950-48b0-9a32-367330d8310b", "name": "network-vif-plugged", "status": "completed", "tag": "9c589da3-5c8b-4b35-bb15-25a55bd92ca9", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:43:49.480324 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5e264e8-09d7-4f7a-84ca-5a8211010fd7 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:43:49.480744 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d917682-0950-48b0-9a32-367330d8310b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9', 'code': 200} Oct 26 14:43:49.497343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c46f0c-3684-4d97-b0e3-25bb64eb0920 req-ce70c6cd-529e-4024-9bd1-be5b336f7d75 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:49.504684 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11c46f0c-3684-4d97-b0e3-25bb64eb0920 req-ce70c6cd-529e-4024-9bd1-be5b336f7d75 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 944 time: 0.0752151 Oct 26 14:43:49.537932 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:49.541510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11c46f0c-3684-4d97-b0e3-25bb64eb0920 req-5421d14c-7ed7-4fe4-9dbb-9432e0d75f6b tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359783 Oct 26 14:43:49.658257 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc294251-de8b-4cd3-8181-78d75ba0e906 req-c7106a61-142d-4fcd-8b19-1658f18add64 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:49.659763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc294251-de8b-4cd3-8181-78d75ba0e906 req-c7106a61-142d-4fcd-8b19-1658f18add64 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0488911 Oct 26 14:43:49.700290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc294251-de8b-4cd3-8181-78d75ba0e906 req-891e8ce3-e59b-45c7-87bc-240d29b461a7 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Oct 26 14:43:49.814985 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c90a2a-176b-4e01-8bc3-ac57bfe9ce1c req-c489ae86-b05e-4ec8-ae6e-fd5bbc00f765 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:49.816473 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43c90a2a-176b-4e01-8bc3-ac57bfe9ce1c req-c489ae86-b05e-4ec8-ae6e-fd5bbc00f765 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0515485 Oct 26 14:43:49.857346 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43c90a2a-176b-4e01-8bc3-ac57bfe9ce1c req-02e8af3e-7fa1-44e7-aaa9-8b2ef0c6ce5b tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344851 Oct 26 14:43:50.209801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef396a94-09b1-47dd-b48c-8957b4969b03 req-aea21234-2096-4f7e-8b3a-74f25168f108 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:50.211526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef396a94-09b1-47dd-b48c-8957b4969b03 req-aea21234-2096-4f7e-8b3a-74f25168f108 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0506568 Oct 26 14:43:50.253159 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef396a94-09b1-47dd-b48c-8957b4969b03 req-d950ee83-4d38-492b-bb7c-fbbf33125d61 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357544 Oct 26 14:43:51.388838 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e377c9-ff1f-48d9-86f9-18feca349d7e req-c37c18d1-d163-4e61-a3f8-0e0157a4b757 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:51.390310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59e377c9-ff1f-48d9-86f9-18feca349d7e req-c37c18d1-d163-4e61-a3f8-0e0157a4b757 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0750897 Oct 26 14:43:51.398299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c444d24-daec-4929-aef5-d9ef7164f677 req-cf0ad0d3-5b73-41b1-a3d7-9e3d910e4100 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:51.399629 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c444d24-daec-4929-aef5-d9ef7164f677 req-cf0ad0d3-5b73-41b1-a3d7-9e3d910e4100 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d917682-0950-48b0-9a32-367330d8310b HTTP/1.1" status: 200 len: 945 time: 0.0752490 Oct 26 14:43:51.483049 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c444d24-daec-4929-aef5-d9ef7164f677 req-41cc6ad4-9bdc-4fba-9c4e-267b0cdfcb16 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd7368a-6bd4-4060-a215-f9a595912b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765378 Oct 26 14:43:51.507678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-59e377c9-ff1f-48d9-86f9-18feca349d7e req-20542983-f6e1-4c4c-986a-5e19c23de8e8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Deleting port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:43:51.508043 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-59e377c9-ff1f-48d9-86f9-18feca349d7e req-20542983-f6e1-4c4c-986a-5e19c23de8e8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:51.594268 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-59e377c9-ff1f-48d9-86f9-18feca349d7e req-20542983-f6e1-4c4c-986a-5e19c23de8e8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] For port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,segment=NetworkSegment(adfa5436-a79e-4817-ba19-f8d02e314157),segment_id=adfa5436-a79e-4817-ba19-f8d02e314157)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:51.594630 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-59e377c9-ff1f-48d9-86f9-18feca349d7e req-20542983-f6e1-4c4c-986a-5e19c23de8e8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:51.606649 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-59e377c9-ff1f-48d9-86f9-18feca349d7e req-20542983-f6e1-4c4c-986a-5e19c23de8e8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Calling delete_port for 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:43:51.731360 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-59e377c9-ff1f-48d9-86f9-18feca349d7e req-20542983-f6e1-4c4c-986a-5e19c23de8e8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:51.743363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['9c589da3-5c8b-4b35-bb15-25a55bd92ca9'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:43:51.759500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20542983-f6e1-4c4c-986a-5e19c23de8e8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Pushing event deleted for resources: {'Port': ['ID=9c589da3-5c8b-4b35-bb15-25a55bd92ca9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:51.805458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e377c9-ff1f-48d9-86f9-18feca349d7e req-20542983-f6e1-4c4c-986a-5e19c23de8e8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] No DVR routers for this DVR port 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:43:51.808212 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-59e377c9-ff1f-48d9-86f9-18feca349d7e req-20542983-f6e1-4c4c-986a-5e19c23de8e8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:51.811711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59e377c9-ff1f-48d9-86f9-18feca349d7e req-20542983-f6e1-4c4c-986a-5e19c23de8e8 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] 10.222.0.25 "DELETE /v2.0/ports/9c589da3-5c8b-4b35-bb15-25a55bd92ca9 HTTP/1.1" status: 204 len: 173 time: 0.4112251 Oct 26 14:43:51.812177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d917682-0950-48b0-9a32-367330d8310b', 'name': 'network-vif-deleted', 'tag': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:43:51.814466 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ea858f-c6fd-4ad6-916d-9938a812afb0" -d '{"events": [{"server_uuid": "3d917682-0950-48b0-9a32-367330d8310b", "name": "network-vif-deleted", "tag": "9c589da3-5c8b-4b35-bb15-25a55bd92ca9"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:43:51.859566 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a74954a-430a-4240-8fc7-b89c8eb08291 x-openstack-request-id: req-2a74954a-430a-4240-8fc7-b89c8eb08291 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:43:51.859855 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d917682-0950-48b0-9a32-367330d8310b", "name": "network-vif-deleted", "tag": "9c589da3-5c8b-4b35-bb15-25a55bd92ca9", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:43:51.860103 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a74954a-430a-4240-8fc7-b89c8eb08291 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:43:51.860494 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d917682-0950-48b0-9a32-367330d8310b', 'name': 'network-vif-deleted', 'tag': '9c589da3-5c8b-4b35-bb15-25a55bd92ca9', 'status': 'completed', 'code': 200} Oct 26 14:43:52.602281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49760) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:52.645077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-3224898a-ff31-4946-b8bf-fcc68f95091f admin admin] Deleting subnet 50e60127-8a9e-4bc7-b640-533cca3db39c {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:43:52.648923 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3224898a-ff31-4946-b8bf-fcc68f95091f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:52.681857 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3224898a-ff31-4946-b8bf-fcc68f95091f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:52.718846 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3224898a-ff31-4946-b8bf-fcc68f95091f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:52.768227 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3224898a-ff31-4946-b8bf-fcc68f95091f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:52.799786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224898a-ff31-4946-b8bf-fcc68f95091f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e60127-8a9e-4bc7-b640-533cca3db39c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:52.802325 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3224898a-ff31-4946-b8bf-fcc68f95091f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:52.805056 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3224898a-ff31-4946-b8bf-fcc68f95091f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/50e60127-8a9e-4bc7-b640-533cca3db39c HTTP/1.1" status: 204 len: 168 time: 0.2017670 Oct 26 14:43:52.807618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49762) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:52.873771 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9dbf7abd-d3e8-47e8-9ee4-34c3f6333641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:52.954364 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9dbf7abd-d3e8-47e8-9ee4-34c3f6333641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:52.974405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-9dbf7abd-d3e8-47e8-9ee4-34c3f6333641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f64d13-596c-479c-a0e0-fcbb6b3a0f27']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:52.983305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-9dbf7abd-d3e8-47e8-9ee4-34c3f6333641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adfa5436-a79e-4817-ba19-f8d02e314157') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:52.983605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-9dbf7abd-d3e8-47e8-9ee4-34c3f6333641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adfa5436-a79e-4817-ba19-f8d02e314157') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:52.992671 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9dbf7abd-d3e8-47e8-9ee4-34c3f6333641 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:53.005161 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9dbf7abd-d3e8-47e8-9ee4-34c3f6333641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:53.011554 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbf7abd-d3e8-47e8-9ee4-34c3f6333641 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:43:53.011989 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9dbf7abd-d3e8-47e8-9ee4-34c3f6333641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:43:53.013568 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:43:53.065628 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9dbf7abd-d3e8-47e8-9ee4-34c3f6333641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:53.071431 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9dbf7abd-d3e8-47e8-9ee4-34c3f6333641 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:53.074610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9dbf7abd-d3e8-47e8-9ee4-34c3f6333641 admin admin] 10.222.0.32 "DELETE /v2.0/networks/36f64d13-596c-479c-a0e0-fcbb6b3a0f27 HTTP/1.1" status: 204 len: 168 time: 0.2660296 Oct 26 14:43:53.086092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf7abd-d3e8-47e8-9ee4-34c3f6333641 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f64d13-596c-479c-a0e0-fcbb6b3a0f27,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:53.180713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49766) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:53.223867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-40593c36-20b9-483d-8ae8-cbfa1dd75bcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7ecdce5c3fc4fbba3282ccaee14ed7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419953 Oct 26 14:43:53.226325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49768) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:53.272636 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aec94f-099b-4d43-85ba-759a8d5b7b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:53.292752 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aec94f-099b-4d43-85ba-759a8d5b7b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:53.339688 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aec94f-099b-4d43-85ba-759a8d5b7b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:53.342296 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aec94f-099b-4d43-85ba-759a8d5b7b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:53.343475 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-90aec94f-099b-4d43-85ba-759a8d5b7b6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4cd7368a-6bd4-4060-a215-f9a595912b63 HTTP/1.1" status: 204 len: 168 time: 0.1162627 Oct 26 14:43:53.351971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aec94f-099b-4d43-85ba-759a8d5b7b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd7368a-6bd4-4060-a215-f9a595912b63,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:53.803785 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.003206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49790) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:54.147370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-905651331-network', 'tenant_id': 'a4ef095655924c41844537d44d0afe51'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:54.167943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] Made reservation on behalf of a4ef095655924c41844537d44d0afe51 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:43:54.170237 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.178481 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.250946 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.254742 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.278850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:43:54.287797 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe907195-1f51-4d6c-b2f1-301f823f06f1,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:54.293539 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.293884 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] Added segment 5de45275-dcb1-4501-99c9-5193dab51743 of type vlan for network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e Oct 26 14:43:54.335104 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.359041 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.359978 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:54.360558 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.410510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4060500 Oct 26 14:43:54.414048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49796) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:54.419064 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Request body: {'subnet': {'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-905651331-subnet', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:54.421641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb6ea1-d9be-42e5-a3f9-8343a5b4db18 admin admin] Pushing event updated for resources: {'Network': ['ID=7770f1fc-aca5-49bb-898d-92aa4c5ff34e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:54.431880 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:43:54.440782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Made reservation on behalf of a4ef095655924c41844537d44d0afe51 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:43:54.443734 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.612365 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.668826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9fbd9b7-02c4-4190-b549-1f35ee11a335,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:54.679640 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:54.679988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:54.680328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:54.680667 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:54.680998 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:54.681331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:54.681659 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:54.681999 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:54.682344 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:54.682665 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:54.682995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:54.683317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:54.686456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Checking segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:43:54.686816 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Network hostable DHCP agents. Network: 7770f1fc-aca5-49bb-898d-92aa4c5ff34e, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:43:54.704405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:43:54.713559 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 7770f1fc-aca5-49bb-898d-92aa4c5ff34e) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:43:54.717509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:54.718124 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.722531 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62d3d2e-3eab-4021-84d2-8748d8c19df8 None None] Network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:43:54.733874 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b165832a-3fde-4a85-a90d-4aa4bc3a9385 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3187048 Oct 26 14:43:54.736657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49798) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:54.741518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:54.765677 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.766706 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.858988 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.878154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:43:54.879026 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:54.997745 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:55.013566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Allocated IP 172.20.0.2 (7770f1fc-aca5-49bb-898d-92aa4c5ff34e/d9fbd9b7-02c4-4190-b549-1f35ee11a335/e590c20e-1668-4f04-974f-8d18223c035d) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:43:55.164494 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:55.171237 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:55.204123 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:55.212211 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:43:55.216633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:43:55.219690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:43:55.225630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Pushing event updated for resources: {'Port': ['ID=e590c20e-1668-4f04-974f-8d18223c035d,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:55.230152 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:55.281311 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Attempting to bind port e590c20e-1668-4f04-974f-8d18223c035d on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:43:55.281579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Attempting to bind port e590c20e-1668-4f04-974f-8d18223c035d by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:43:55.281938 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Attempting to bind port e590c20e-1668-4f04-974f-8d18223c035d on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:43:55.289913 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:43:55.292514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:43:55.292879 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Checking segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:43:55.293270 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:55.293655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Bound using segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:43:55.294153 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Bound port: e590c20e-1668-4f04-974f-8d18223c035d, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:43:55.294530 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:55.322824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:43:55.323180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9c589da3-5c8b-4b35-bb15-25a55bd92ca9 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:43:55.336373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Allocated IP 172.25.4.41 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/365007cc-4f4f-4c1f-a92f-74c1813950e7) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:43:55.377021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] For port e590c20e-1668-4f04-974f-8d18223c035d, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:43:55.380344 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] For port e590c20e-1668-4f04-974f-8d18223c035d, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e590c20e-1668-4f04-974f-8d18223c035d,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:43:55.384372 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:55.441413 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:55.442860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcdc8f-f295-4a5e-8f4b-1d8966589784 None None] Pushing event updated for resources: {'Port': ['ID=e590c20e-1668-4f04-974f-8d18223c035d,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:55.485396 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:55.532124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:43:55.535157 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:43:55.540161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:43:55.543302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Pushing event updated for resources: {'Port': ['ID=365007cc-4f4f-4c1f-a92f-74c1813950e7,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:55.805244 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:56.305105 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:56.404383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c631241c-fb04-4d0a-87d6-222d12b39f82 None None] Network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:43:56.447195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Router 3fedd5a8-9df0-4e07-90c8-1654c879da92 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:43:56.477352 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b1ac2bbd-5fdb-4fd8-9437-b43e694e1d86 None None] Provisioning complete for port e590c20e-1668-4f04-974f-8d18223c035d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:43:56.477716 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1ac2bbd-5fdb-4fd8-9437-b43e694e1d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:56.562102 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:43:56.585206 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:56.585423 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Sync routers for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:43:56.589631 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49800) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:56.590171 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7a4714bd-14eb-44a1-8b86-8e9e593efc52 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8523161 Oct 26 14:43:56.606621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:43:56.607250 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:43:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:56.667021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e590c20e-1668-4f04-974f-8d18223c035d up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:43:56.752997 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1ac2bbd-5fdb-4fd8-9437-b43e694e1d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:56.814696 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:43:56.847226 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b1ac2bbd-5fdb-4fd8-9437-b43e694e1d86 None None] For port e590c20e-1668-4f04-974f-8d18223c035d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e590c20e-1668-4f04-974f-8d18223c035d,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:56.884804 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1ac2bbd-5fdb-4fd8-9437-b43e694e1d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:56.921599 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e590c20e-1668-4f04-974f-8d18223c035d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:43:56.921963 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.034463 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.194203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac2bbd-5fdb-4fd8-9437-b43e694e1d86 None None] Pushing event updated for resources: {'Port': ['ID=e590c20e-1668-4f04-974f-8d18223c035d,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:57.197106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Allocated IP 172.20.0.1 (7770f1fc-aca5-49bb-898d-92aa4c5ff34e/d9fbd9b7-02c4-4190-b549-1f35ee11a335/8c41b64c-14b1-4ad3-b6cc-39ae226a4f32) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:43:57.217493 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c3cf4d20-0251-4554-b3a4-5d97b7ff0851 None None] Provisioning complete for port e590c20e-1668-4f04-974f-8d18223c035d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:43:57.217857 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4d20-0251-4554-b3a4-5d97b7ff0851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.302327 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.336205 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.354895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:55Z', 'revision_number': 3, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:57.375697 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:43:57.378613 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:43:57.382199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:43:57.385719 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Checking router: 3fedd5a8-9df0-4e07-90c8-1654c879da92 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:43:57.386097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Updating router 3fedd5a8-9df0-4e07-90c8-1654c879da92 port 365007cc-4f4f-4c1f-a92f-74c1813950e7 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:43:57.404776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Pushing event updated for resources: {'Port': ['ID=8c41b64c-14b1-4ad3-b6cc-39ae226a4f32,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:57.415003 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.427602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.566379 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.656009 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b35f53f1-307c-4d5c-9bf9-e09b6e02870a None None] Provisioning complete for port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:43:57.656293 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b35f53f1-307c-4d5c-9bf9-e09b6e02870a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.723253 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.727889 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b35f53f1-307c-4d5c-9bf9-e09b6e02870a None None] Port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:43:57.731860 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.742109 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.748112 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.783494 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Attempting to bind port 365007cc-4f4f-4c1f-a92f-74c1813950e7 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:43:57.783885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Attempting to bind port 365007cc-4f4f-4c1f-a92f-74c1813950e7 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:43:57.784242 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Attempting to bind port 365007cc-4f4f-4c1f-a92f-74c1813950e7 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:43:57.793610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:43:57.794005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:43:57.794446 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.794835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:43:57.795300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Bound port: 365007cc-4f4f-4c1f-a92f-74c1813950e7, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:43:57.795680 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.797306 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809588c4-38a8-4251-b563-83c00e6e5fcc None None] Pushing event updated for resources: {'Port': ['ID=365007cc-4f4f-4c1f-a92f-74c1813950e7,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:57.816653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Pushing event updated for resources: {'Port': ['ID=8c41b64c-14b1-4ad3-b6cc-39ae226a4f32,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:57.819053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.858003 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] For port 365007cc-4f4f-4c1f-a92f-74c1813950e7, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:43:57.861521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] For port 365007cc-4f4f-4c1f-a92f-74c1813950e7, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=365007cc-4f4f-4c1f-a92f-74c1813950e7,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:43:57.865958 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.917960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:43:57.919672 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:43:57.924323 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.939145 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:43:57.939769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:43:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:57.941650 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809588c4-38a8-4251-b563-83c00e6e5fcc None None] Pushing event updated for resources: {'Port': ['ID=365007cc-4f4f-4c1f-a92f-74c1813950e7,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:58.041021 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Router 3fedd5a8-9df0-4e07-90c8-1654c879da92 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:43:58.058653 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:43:58.154534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:43:58.161997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8542a07c-0a05-4d96-8f8c-e72b774c876f admin admin] 10.222.0.32 "PUT /v2.0/routers/3fedd5a8-9df0-4e07-90c8-1654c879da92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5699387 Oct 26 14:43:58.195896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c7217924-3697-4261-bf92-1d67e18b94d0 None None] Provisioning complete for port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:43:58.196182 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c7217924-3697-4261-bf92-1d67e18b94d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:58.254946 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-c7217924-3697-4261-bf92-1d67e18b94d0 None None] Port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:43:58.303916 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 2, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:58.331093 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b99ac-8498-48ab-82fc-534a85c0e40d None None] The sync data for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 is: [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 2, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:43:58.609375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e590c20e-1668-4f04-974f-8d18223c035d up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:43:58.665559 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e590c20e-1668-4f04-974f-8d18223c035d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:43:58.665931 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:58.679976 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49808) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:58.684959 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f4afcbd6-8fe7-4e2a-a56a-68947fe0af00 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--189084051', 'description': 'tempest-description--2118253964'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:58.712014 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4afcbd6-8fe7-4e2a-a56a-68947fe0af00 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:58.787824 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4afcbd6-8fe7-4e2a-a56a-68947fe0af00 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:58.791816 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4afcbd6-8fe7-4e2a-a56a-68947fe0af00 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:58.820541 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f4afcbd6-8fe7-4e2a-a56a-68947fe0af00 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:58.824495 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f4afcbd6-8fe7-4e2a-a56a-68947fe0af00 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1405814 Oct 26 14:43:58.825190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 49812) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:58.825957 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afcbd6-8fe7-4e2a-a56a-68947fe0af00 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbd7ffd-d071-4296-89cc-0aafe6bec61b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:58.830440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b2427d16-7624-40c3-898d-f20ea000a124 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Request body: {'security_group_rule': {'security_group_id': '2fbd7ffd-d071-4296-89cc-0aafe6bec61b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:58.862685 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b2427d16-7624-40c3-898d-f20ea000a124 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:58.922634 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b2427d16-7624-40c3-898d-f20ea000a124 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:58.927040 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b2427d16-7624-40c3-898d-f20ea000a124 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:58.946009 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2427d16-7624-40c3-898d-f20ea000a124 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc75fdc9-c141-4408-ae1a-f837d5c13e93,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:58.953871 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b2427d16-7624-40c3-898d-f20ea000a124 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:58.957804 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b2427d16-7624-40c3-898d-f20ea000a124 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310365 Oct 26 14:43:58.958200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49814) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:58.964283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0564eec2-55c7-45c8-969b-5667c157de1c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Request body: {'security_group_rule': {'security_group_id': '2fbd7ffd-d071-4296-89cc-0aafe6bec61b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:59.003520 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0564eec2-55c7-45c8-969b-5667c157de1c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:59.069609 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0564eec2-55c7-45c8-969b-5667c157de1c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:59.074191 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0564eec2-55c7-45c8-969b-5667c157de1c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:59.093586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564eec2-55c7-45c8-969b-5667c157de1c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e88f501-bbe0-4bfe-bf39-5f93df1d0156,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:59.103642 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0564eec2-55c7-45c8-969b-5667c157de1c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:59.104866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0564eec2-55c7-45c8-969b-5667c157de1c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448355 Oct 26 14:43:59.108045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49816) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:59.112679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:59.135682 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:59.242747 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:59.350965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Allocated IP 172.25.4.183 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/a668ad90-01a1-4453-b676-f6e1f2afc8e9) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:43:59.457000 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:59.491680 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:59.536652 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:43:59.539766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:43:59.543276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:43:59.565678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event updated for resources: {'Port': ['ID=a668ad90-01a1-4453-b676-f6e1f2afc8e9,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:59.630188 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:59.662975 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:59.811826 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:59.816401 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:59.882876 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event updated for resources: {'Port': ['ID=a668ad90-01a1-4453-b676-f6e1f2afc8e9,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:59.893958 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:59.909596 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:59.910893 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4a561a34-ede3-4c96-8dfc-a23dd87a0344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8018985 Oct 26 14:44:00.057292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-2b862181-17d2-486e-a787-f4825c7256a1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--189084051&fields=id&tenant_id=a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 267 time: 0.0386992 Oct 26 14:44:00.165815 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-f4c0fd9a-563c-4303-bea0-d9034ddc3536 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:00.167314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-f4c0fd9a-563c-4303-bea0-d9034ddc3536 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 811 time: 0.1031914 Oct 26 14:44:00.182245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-f8a5a9a8-de46-42b0-9c5e-5b51b6808b31 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/quotas/a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 375 time: 0.0091329 Oct 26 14:44:00.224194 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Sync routers for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:44:00.233615 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:44:00.234226 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:43:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:00.236463 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-1317ca83-523b-4c2f-bfdb-eea997400fd8 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491068 Oct 26 14:44:00.345004 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-6f704644-10c6-4225-b544-73bb30c4d84d service neutron] 10.222.0.32 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967691 Oct 26 14:44:00.426070 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:44:00.438378 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-4e185b69-9464-479a-b0bd-aea46bf1a99b service neutron] 10.222.0.32 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866652 Oct 26 14:44:00.629552 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7e6f363-6ad3-4d2d-99bd-2dcb8f768c91 req-5deaaa61-865c-4278-8e0f-7b2532c182e4 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 210 time: 0.0305684 Oct 26 14:44:00.637421 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 365007cc-4f4f-4c1f-a92f-74c1813950e7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:44:00.677751 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 2, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:00.692554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 365007cc-4f4f-4c1f-a92f-74c1813950e7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:44:00.693140 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:00.709211 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Checking router: 3fedd5a8-9df0-4e07-90c8-1654c879da92 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:44:00.709885 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Updating router 3fedd5a8-9df0-4e07-90c8-1654c879da92 port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:44:00.737310 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:00.780904 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:00.803494 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 365007cc-4f4f-4c1f-a92f-74c1813950e7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=365007cc-4f4f-4c1f-a92f-74c1813950e7,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:00.808152 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:00.868105 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=365007cc-4f4f-4c1f-a92f-74c1813950e7,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:01.019013 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:01.024272 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:01.073369 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043be96-0457-4695-9286-765493c198a6 None None] Pushing event updated for resources: {'Port': ['ID=8c41b64c-14b1-4ad3-b6cc-39ae226a4f32,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:01.081357 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043be96-0457-4695-9286-765493c198a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:01.081704 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043be96-0457-4695-9286-765493c198a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:01.082051 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043be96-0457-4695-9286-765493c198a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:01.082382 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043be96-0457-4695-9286-765493c198a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:01.082709 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043be96-0457-4695-9286-765493c198a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:01.083034 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043be96-0457-4695-9286-765493c198a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:01.083353 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043be96-0457-4695-9286-765493c198a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:01.083669 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043be96-0457-4695-9286-765493c198a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:01.083985 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043be96-0457-4695-9286-765493c198a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:01.084303 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043be96-0457-4695-9286-765493c198a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:01.084619 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043be96-0457-4695-9286-765493c198a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:01.084931 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043be96-0457-4695-9286-765493c198a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:01.149261 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Attempting to bind port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:44:01.149532 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Attempting to bind port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:44:01.149888 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Attempting to bind port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:44:01.155316 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:44:01.155686 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Checking segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:44:01.156084 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:01.156471 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Bound using segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:44:01.157077 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Bound port: 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:44:01.157459 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:01.222425 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] For port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:44:01.228547 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] For port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8c41b64c-14b1-4ad3-b6cc-39ae226a4f32,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:44:01.234768 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:01.293510 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043be96-0457-4695-9286-765493c198a6 None None] Pushing event updated for resources: {'Port': ['ID=8c41b64c-14b1-4ad3-b6cc-39ae226a4f32,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:01.296183 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:44:01.296775 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:43:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:01.301942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a05f2a33-110c-4349-bbf1-d5d8bcb6b1c0 None None] Provisioning complete for port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:44:01.303265 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a05f2a33-110c-4349-bbf1-d5d8bcb6b1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:01.387308 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a05f2a33-110c-4349-bbf1-d5d8bcb6b1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:01.409681 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:44:01.422319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-a05f2a33-110c-4349-bbf1-d5d8bcb6b1c0 None None] For port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8c41b64c-14b1-4ad3-b6cc-39ae226a4f32,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:01.429214 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a05f2a33-110c-4349-bbf1-d5d8bcb6b1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:01.492671 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f2a33-110c-4349-bbf1-d5d8bcb6b1c0 None None] Pushing event updated for resources: {'Port': ['ID=8c41b64c-14b1-4ad3-b6cc-39ae226a4f32,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:01.554398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a6163520-21a8-48b0-a93d-1c763af8d318 None None] Provisioning complete for port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:44:01.554756 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a6163520-21a8-48b0-a93d-1c763af8d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:01.664110 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:01.679018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-dbbb5b82-bcbc-463e-ae4d-0458b6331efa tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:01.680560 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-dbbb5b82-bcbc-463e-ae4d-0458b6331efa tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 811 time: 0.1569986 Oct 26 14:44:01.723838 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497ca32-e2b7-4949-950e-e833d6a11e36 None None] The sync data for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 is: [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:44:01.752907 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-46cdc0d7-1014-419f-90f0-416ae58b7f32 req-88d0a665-19c0-4547-86b0-79650e2d2cf6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 210 time: 0.0334942 Oct 26 14:44:01.760684 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-73bc65ce-e1db-43e7-a1b3-fd8ea0af81d2 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 379 time: 0.0665827 Oct 26 14:44:01.776549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-54c2d59a-9f6c-43f7-ac16-b73b0821377f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Request body: {'port': {'device_id': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'admin_state_up': True, 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'security_groups': ['2fbd7ffd-d071-4296-89cc-0aafe6bec61b']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:44:01.888907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-54c2d59a-9f6c-43f7-ac16-b73b0821377f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Made reservation on behalf of a4ef095655924c41844537d44d0afe51 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:44:01.892711 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-54c2d59a-9f6c-43f7-ac16-b73b0821377f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:02.027451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-54c2d59a-9f6c-43f7-ac16-b73b0821377f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Allocated IP 172.20.0.13 (7770f1fc-aca5-49bb-898d-92aa4c5ff34e/d9fbd9b7-02c4-4190-b549-1f35ee11a335/b524220d-4423-4cc8-a9d3-7c046d6b17b1) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:44:02.170208 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-54c2d59a-9f6c-43f7-ac16-b73b0821377f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:02.206982 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-54c2d59a-9f6c-43f7-ac16-b73b0821377f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:02.255388 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-54c2d59a-9f6c-43f7-ac16-b73b0821377f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:44:02.259167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-54c2d59a-9f6c-43f7-ac16-b73b0821377f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:44:02.263967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-54c2d59a-9f6c-43f7-ac16-b73b0821377f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:44:02.268122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2d59a-9f6c-43f7-ac16-b73b0821377f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event updated for resources: {'Port': ['ID=b524220d-4423-4cc8-a9d3-7c046d6b17b1,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:02.318010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-54c2d59a-9f6c-43f7-ac16-b73b0821377f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:02.319260 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-54c2d59a-9f6c-43f7-ac16-b73b0821377f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:02.336774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-54c2d59a-9f6c-43f7-ac16-b73b0821377f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5697136 Oct 26 14:44:02.349079 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Request body: {'port': {'device_id': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:44:02.407651 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:02.479254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-34542549-7b55-4ecb-a897-6d5f8e1356a1 None None] Provisioning complete for port b524220d-4423-4cc8-a9d3-7c046d6b17b1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:44:02.479792 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-34542549-7b55-4ecb-a897-6d5f8e1356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:02.514329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-34542549-7b55-4ecb-a897-6d5f8e1356a1 None None] Port b524220d-4423-4cc8-a9d3-7c046d6b17b1 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:44:02.609450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 365007cc-4f4f-4c1f-a92f-74c1813950e7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:44:02.659967 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 365007cc-4f4f-4c1f-a92f-74c1813950e7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:44:02.660339 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:02.744594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:44:02.804490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:44:02.804863 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:02.985923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ec375-9f66-47a4-abcb-2824817fd26f req-f8ea8a2c-09ab-44da-862d-0efdc7e41553 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:02.987422 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-375ec375-9f66-47a4-abcb-2824817fd26f req-f8ea8a2c-09ab-44da-862d-0efdc7e41553 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 932 time: 0.0779264 Oct 26 14:44:03.060785 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-375ec375-9f66-47a4-abcb-2824817fd26f req-e4d64946-7cf7-4159-af2e-98211367aad6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672195 Oct 26 14:44:03.075025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b524220d-4423-4cc8-a9d3-7c046d6b17b1 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:44:03.082480 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:03.094055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Transition to ACTIVE for port object b524220d-4423-4cc8-a9d3-7c046d6b17b1 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:44:03.097851 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:03.149050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Pushing event updated for resources: {'Port': ['ID=b524220d-4423-4cc8-a9d3-7c046d6b17b1,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:03.214605 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Attempting to bind port b524220d-4423-4cc8-a9d3-7c046d6b17b1 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:44:03.214949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Attempting to bind port b524220d-4423-4cc8-a9d3-7c046d6b17b1 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:44:03.215291 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Attempting to bind port b524220d-4423-4cc8-a9d3-7c046d6b17b1 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:44:03.219816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Port b524220d-4423-4cc8-a9d3-7c046d6b17b1 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:44:03.220141 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Attempting to bind port b524220d-4423-4cc8-a9d3-7c046d6b17b1 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:44:03.225225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:44:03.225565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Checking segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:44:03.225949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Bound using segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:44:03.226426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Bound port: b524220d-4423-4cc8-a9d3-7c046d6b17b1, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:44:03.226790 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:03.295342 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] For port b524220d-4423-4cc8-a9d3-7c046d6b17b1, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:44:03.298450 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] For port b524220d-4423-4cc8-a9d3-7c046d6b17b1, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:44:03.303696 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:03.339410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:03.339927 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:03.341364 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] 10.222.0.25 "PUT /v2.0/ports/b524220d-4423-4cc8-a9d3-7c046d6b17b1 HTTP/1.1" status: 200 len: 1092 time: 0.9967418 Oct 26 14:44:03.341802 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'tag': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:44:03.344135 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c8d59d-9269-44f9-a89a-f39a213b5813" -d '{"events": [{"name": "network-changed", "server_uuid": "f52a8d98-eaff-4c64-9529-1e63d553e501", "tag": "b524220d-4423-4cc8-a9d3-7c046d6b17b1"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:44:03.366756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd43957-8d31-4984-9085-0f8633c2e436 service neutron] Pushing event updated for resources: {'Port': ['ID=b524220d-4423-4cc8-a9d3-7c046d6b17b1,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:03.415276 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d233565b-0958-4606-bb08-cac4d2a735b0 x-openstack-request-id: req-d233565b-0958-4606-bb08-cac4d2a735b0 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:44:03.415572 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52a8d98-eaff-4c64-9529-1e63d553e501", "tag": "b524220d-4423-4cc8-a9d3-7c046d6b17b1", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:44:03.415816 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d233565b-0958-4606-bb08-cac4d2a735b0 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:44:03.416215 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'tag': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1', 'status': 'completed', 'code': 200} Oct 26 14:44:03.425833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-7a413b0e-d7c9-487f-8480-a365ee2db5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:03.427399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-7a413b0e-d7c9-487f-8480-a365ee2db5c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 1095 time: 0.0482140 Oct 26 14:44:03.473674 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-06892353-9d76-4e90-b219-df649331c780 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1 HTTP/1.1" status: 200 len: 217 time: 0.0385044 Oct 26 14:44:03.528524 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-18c71eed-7e46-4066-81ee-0e1b0dec23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:03.530011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-18c71eed-7e46-4066-81ee-0e1b0dec23b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0490146 Oct 26 14:44:03.576690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-ff4f7da1-0e45-4c0a-9e9f-08d66770b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:03.578197 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-ff4f7da1-0e45-4c0a-9e9f-08d66770b28a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399573 Oct 26 14:44:03.673687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-fb449c1e-cb4c-464b-a00e-c015b268e07d service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869069 Oct 26 14:44:03.761957 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b63bec46-02c3-4e32-9f30-db20bbf197fe req-ce4819c0-e738-43c2-a1ab-8a879832991d service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808632 Oct 26 14:44:03.851776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8d59d-9269-44f9-a89a-f39a213b5813 req-066c9108-0027-4ea2-a2f9-f0f17da9a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:03.853191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87c8d59d-9269-44f9-a89a-f39a213b5813 req-066c9108-0027-4ea2-a2f9-f0f17da9a539 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 1095 time: 0.0457208 Oct 26 14:44:03.946345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8d59d-9269-44f9-a89a-f39a213b5813 req-d9d724c0-1eaa-400d-bbcf-ab02ec20515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:03.947811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87c8d59d-9269-44f9-a89a-f39a213b5813 req-d9d724c0-1eaa-400d-bbcf-ab02ec20515f service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0879550 Oct 26 14:44:03.992508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87c8d59d-9269-44f9-a89a-f39a213b5813 req-dc516104-ad29-473d-ad63-9c0f87243804 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1 HTTP/1.1" status: 200 len: 217 time: 0.0375559 Oct 26 14:44:04.042070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8d59d-9269-44f9-a89a-f39a213b5813 req-01cc4c28-8dab-485b-af0f-0320afcddd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:04.043531 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87c8d59d-9269-44f9-a89a-f39a213b5813 req-01cc4c28-8dab-485b-af0f-0320afcddd9a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0436766 Oct 26 14:44:04.089374 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8d59d-9269-44f9-a89a-f39a213b5813 req-4e73d53f-149e-418e-8a51-737d69523106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:04.090476 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87c8d59d-9269-44f9-a89a-f39a213b5813 req-4e73d53f-149e-418e-8a51-737d69523106 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395021 Oct 26 14:44:04.221766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe7c8f-b984-4219-846a-a055b9813312 req-a07c5618-406d-4849-a37c-d23e56d1cfc1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:04.223197 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ebe7c8f-b984-4219-846a-a055b9813312 req-a07c5618-406d-4849-a37c-d23e56d1cfc1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 944 time: 0.0796406 Oct 26 14:44:04.228744 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87c8d59d-9269-44f9-a89a-f39a213b5813 req-398e868f-ae0f-4e77-9f20-11ac79177e99 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297793 Oct 26 14:44:04.309032 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ebe7c8f-b984-4219-846a-a055b9813312 req-54a8a767-c86b-40df-b809-e99f3ded2751 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793467 Oct 26 14:44:04.342990 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87c8d59d-9269-44f9-a89a-f39a213b5813 req-22b15095-b664-48ed-8e0a-99c4f9a8362e service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006548 Oct 26 14:44:05.321966 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b524220d-4423-4cc8-a9d3-7c046d6b17b1 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:44:05.415875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b524220d-4423-4cc8-a9d3-7c046d6b17b1, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:05.423967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3055f7c-b590-48e2-a682-cbb7e211d57f req-59b493d6-059b-43d6-972d-2bc097e34721 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:05.425440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3055f7c-b590-48e2-a682-cbb7e211d57f req-59b493d6-059b-43d6-972d-2bc097e34721 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 944 time: 0.0484321 Oct 26 14:44:05.427073 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'port_id': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1', 'mac_address': 'fa:16:3e:b0:8b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:44:05.463492 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3055f7c-b590-48e2-a682-cbb7e211d57f req-a5093e39-5b3b-4326-92c5-434ccbc44c31 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311384 Oct 26 14:44:05.472493 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:05.486783 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b524220d-4423-4cc8-a9d3-7c046d6b17b1 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:44:05.506537 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b524220d-4423-4cc8-a9d3-7c046d6b17b1, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:05.510055 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:05.555005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b524220d-4423-4cc8-a9d3-7c046d6b17b1,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:05.700304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['b524220d-4423-4cc8-a9d3-7c046d6b17b1'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:44:06.578471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643c625-b84d-4aeb-9af7-c9bcf65d6c7f req-f7030688-9871-4b80-8d8b-5fcad7746ff0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:06.579980 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6643c625-b84d-4aeb-9af7-c9bcf65d6c7f req-f7030688-9871-4b80-8d8b-5fcad7746ff0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 945 time: 0.0475869 Oct 26 14:44:06.617247 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6643c625-b84d-4aeb-9af7-c9bcf65d6c7f req-88c57c66-42af-4ebf-91c6-80d1c66a0a52 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305617 Oct 26 14:44:07.338118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b524220d-4423-4cc8-a9d3-7c046d6b17b1 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:44:07.385863 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port b524220d-4423-4cc8-a9d3-7c046d6b17b1 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:44:07.389533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port b524220d-4423-4cc8-a9d3-7c046d6b17b1 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:44:07.389904 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:07.463416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:07.487477 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:44:07.489696 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebe0c34-a9c7-42fb-93a8-92e4a453b6ff" -d '{"events": [{"server_uuid": "f52a8d98-eaff-4c64-9529-1e63d553e501", "name": "network-vif-plugged", "status": "completed", "tag": "b524220d-4423-4cc8-a9d3-7c046d6b17b1"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:44:07.503178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port b524220d-4423-4cc8-a9d3-7c046d6b17b1, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:07.507148 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:07.530362 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafe7306-0f76-4413-b83e-1dd3a092ff4f x-openstack-request-id: req-dafe7306-0f76-4413-b83e-1dd3a092ff4f {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:44:07.530648 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52a8d98-eaff-4c64-9529-1e63d553e501", "name": "network-vif-plugged", "status": "completed", "tag": "b524220d-4423-4cc8-a9d3-7c046d6b17b1", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:44:07.530897 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dafe7306-0f76-4413-b83e-1dd3a092ff4f {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:44:07.531278 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1', 'code': 200} Oct 26 14:44:07.557853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=b524220d-4423-4cc8-a9d3-7c046d6b17b1,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:07.631546 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06e8d8-245e-4ad1-a667-bda62c017068 req-8cea3539-bbe5-4abc-8154-920efe0a5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:07.633026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa06e8d8-245e-4ad1-a667-bda62c017068 req-8cea3539-bbe5-4abc-8154-920efe0a5792 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 1097 time: 0.0445573 Oct 26 14:44:07.668003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa06e8d8-245e-4ad1-a667-bda62c017068 req-d53dab2a-bc94-4811-8a50-fdfaff6a77f5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279334 Oct 26 14:44:07.731479 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61539b63-eadb-4156-bac7-20fa342f7057 req-ee555a14-ceab-453a-bc78-18c539586c18 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:07.732968 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61539b63-eadb-4156-bac7-20fa342f7057 req-ee555a14-ceab-453a-bc78-18c539586c18 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0489790 Oct 26 14:44:07.770758 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61539b63-eadb-4156-bac7-20fa342f7057 req-e977a11d-9089-4ac6-b164-f45e3072df16 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318336 Oct 26 14:44:08.894104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6e4dc-6285-46cf-815f-945500a3723c req-135d6692-97a9-4fb4-8814-8693a0e47d7c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:08.895530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61a6e4dc-6285-46cf-815f-945500a3723c req-135d6692-97a9-4fb4-8814-8693a0e47d7c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0550768 Oct 26 14:44:08.932945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61a6e4dc-6285-46cf-815f-945500a3723c req-6e982c71-593b-4b4e-9d76-254309577ab4 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303679 Oct 26 14:44:09.046171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ff503-56ab-4b4e-b6d3-e9fc95976173 req-eaf3652b-66ba-4bd5-b174-12e0a40ddbd1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:09.047637 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-454ff503-56ab-4b4e-b6d3-e9fc95976173 req-eaf3652b-66ba-4bd5-b174-12e0a40ddbd1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0526013 Oct 26 14:44:09.056585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 49860) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:09.060903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f8a4afc3-7fe9-402c-8ed6-5dce0380bfe9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Request body: {'floatingip': {'port_id': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:44:09.100403 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8a4afc3-7fe9-402c-8ed6-5dce0380bfe9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:09.510727 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8a4afc3-7fe9-402c-8ed6-5dce0380bfe9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:09.514541 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8a4afc3-7fe9-402c-8ed6-5dce0380bfe9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:09.621699 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-f8a4afc3-7fe9-402c-8ed6-5dce0380bfe9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Floating IP f7b351d9-6748-435d-9054-85d97a2c70ba associated. External IP: 172.25.4.183, port: b524220d-4423-4cc8-a9d3-7c046d6b17b1. Oct 26 14:44:09.819029 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a4afc3-7fe9-402c-8ed6-5dce0380bfe9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Router 3fedd5a8-9df0-4e07-90c8-1654c879da92 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:44:09.933864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a4afc3-7fe9-402c-8ed6-5dce0380bfe9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:44:09.938459 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8a4afc3-7fe9-402c-8ed6-5dce0380bfe9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:09.943566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32e60b-03b1-475b-a021-51a0494913d2 None None] Sync routers for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:44:09.953300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32e60b-03b1-475b-a021-51a0494913d2 None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:44:09.953890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0e32e60b-03b1-475b-a021-51a0494913d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:43:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:09.965009 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f8a4afc3-7fe9-402c-8ed6-5dce0380bfe9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "PUT /v2.0/floatingips/f7b351d9-6748-435d-9054-85d97a2c70ba HTTP/1.1" status: 200 len: 992 time: 0.9073443 Oct 26 14:44:09.965703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'tag': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:44:09.968129 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a867750-9f60-40eb-ac71-dd38e1499f49" -d '{"events": [{"name": "network-changed", "server_uuid": "f52a8d98-eaff-4c64-9529-1e63d553e501", "tag": "b524220d-4423-4cc8-a9d3-7c046d6b17b1"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:44:10.004835 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b2da5e-bc01-432f-8dd2-5062be6f0dec x-openstack-request-id: req-58b2da5e-bc01-432f-8dd2-5062be6f0dec {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:44:10.005122 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52a8d98-eaff-4c64-9529-1e63d553e501", "tag": "b524220d-4423-4cc8-a9d3-7c046d6b17b1", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:44:10.005374 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58b2da5e-bc01-432f-8dd2-5062be6f0dec {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:44:10.005812 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'tag': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1', 'status': 'completed', 'code': 200} Oct 26 14:44:10.071331 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-0e32e60b-03b1-475b-a021-51a0494913d2 None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:44:10.073869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a867750-9f60-40eb-ac71-dd38e1499f49 req-32372504-3d40-4ad6-adb5-70bfc6b83f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:10.075424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a867750-9f60-40eb-ac71-dd38e1499f49 req-32372504-3d40-4ad6-adb5-70bfc6b83f3b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 1097 time: 0.0435987 Oct 26 14:44:10.164798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a867750-9f60-40eb-ac71-dd38e1499f49 req-e39c21e3-8ae5-41b4-821c-3cd02fb202f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:10.166311 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a867750-9f60-40eb-ac71-dd38e1499f49 req-e39c21e3-8ae5-41b4-821c-3cd02fb202f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0833435 Oct 26 14:44:10.233735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a867750-9f60-40eb-ac71-dd38e1499f49 req-2c32f96f-7670-4978-88b2-59ac34813889 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1 HTTP/1.1" status: 200 len: 1000 time: 0.0607479 Oct 26 14:44:10.286461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a867750-9f60-40eb-ac71-dd38e1499f49 req-c37bad77-299c-4776-8df9-e8c90b10b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:10.287973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a867750-9f60-40eb-ac71-dd38e1499f49 req-c37bad77-299c-4776-8df9-e8c90b10b3a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0454712 Oct 26 14:44:10.299893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0e32e60b-03b1-475b-a021-51a0494913d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f7b351d9-6748-435d-9054-85d97a2c70ba', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'port_id': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'mac_address': 'fa:16:3e:b0:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:59Z', 'updated_at': '2021-10-26T14:44:09Z', 'revision_number': 1, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:10.326105 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32e60b-03b1-475b-a021-51a0494913d2 None None] Checking router: 3fedd5a8-9df0-4e07-90c8-1654c879da92 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:44:10.332809 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a867750-9f60-40eb-ac71-dd38e1499f49 req-119ce010-6f7f-41f3-9cc3-3ddd4e0661ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:10.334787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32e60b-03b1-475b-a021-51a0494913d2 None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:44:10.335037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a867750-9f60-40eb-ac71-dd38e1499f49 req-119ce010-6f7f-41f3-9cc3-3ddd4e0661ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400062 Oct 26 14:44:10.335376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0e32e60b-03b1-475b-a021-51a0494913d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:43:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:10.427552 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a867750-9f60-40eb-ac71-dd38e1499f49 req-87d40f29-c9f0-47fc-a8d4-3504439293ba service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853043 Oct 26 14:44:10.439435 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-0e32e60b-03b1-475b-a021-51a0494913d2 None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:44:10.514975 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a867750-9f60-40eb-ac71-dd38e1499f49 req-bdc3697a-bf5e-4e9e-93ba-e675dc0f38f5 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806749 Oct 26 14:44:10.817322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0e32e60b-03b1-475b-a021-51a0494913d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f7b351d9-6748-435d-9054-85d97a2c70ba', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'port_id': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'mac_address': 'fa:16:3e:b0:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:59Z', 'updated_at': '2021-10-26T14:44:09Z', 'revision_number': 1, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:10.848504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32e60b-03b1-475b-a021-51a0494913d2 None None] The sync data for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 is: [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f7b351d9-6748-435d-9054-85d97a2c70ba', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'port_id': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'mac_address': 'fa:16:3e:b0:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:59Z', 'updated_at': '2021-10-26T14:44:09Z', 'revision_number': 1, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:44:11.039112 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6c92d-7a11-44b3-b306-f0738f58a117 None None] New status for floating IP f7b351d9-6748-435d-9054-85d97a2c70ba: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:44:12.819875 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-222e9c73-e299-4a91-af05-ddd5fe6dbc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:15.134046 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-21494db0-0232-4889-9820-dd0873e6b266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:16.672350 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:16.960106 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:18.676803 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:23.081927 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:44:23.811223 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:27.914792 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:42.821930 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7f97763b-d1ae-4a71-bd45-58b0e9464200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:45.135510 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c19696c4-9659-40f6-a603-3687e704e656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:46.187001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84f8c803-d9c6-4d80-96db-b5376e29e516 req-71fd13de-b536-45a2-a89c-1cc2ef50864c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449641 Oct 26 14:44:46.269486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8c803-d9c6-4d80-96db-b5376e29e516 req-853f4bd5-2bb4-4ac8-a7ee-46c342240b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:46.270975 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84f8c803-d9c6-4d80-96db-b5376e29e516 req-853f4bd5-2bb4-4ac8-a7ee-46c342240b1d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 1097 time: 0.0395350 Oct 26 14:44:46.372177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8c803-d9c6-4d80-96db-b5376e29e516 req-730d23b0-c42f-43a4-927d-e84d13ef0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:46.373523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84f8c803-d9c6-4d80-96db-b5376e29e516 req-730d23b0-c42f-43a4-927d-e84d13ef0223 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0812752 Oct 26 14:44:46.440615 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84f8c803-d9c6-4d80-96db-b5376e29e516 req-07dae987-a090-4d80-a429-1b43685a828c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1 HTTP/1.1" status: 200 len: 1002 time: 0.0602534 Oct 26 14:44:46.489552 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8c803-d9c6-4d80-96db-b5376e29e516 req-b84bb87e-d76b-4ca4-8c8e-02023a64abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:46.490973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84f8c803-d9c6-4d80-96db-b5376e29e516 req-b84bb87e-d76b-4ca4-8c8e-02023a64abd1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0422590 Oct 26 14:44:46.535882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8c803-d9c6-4d80-96db-b5376e29e516 req-8295cfae-3930-4092-962c-15d93ea63db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:46.537332 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84f8c803-d9c6-4d80-96db-b5376e29e516 req-8295cfae-3930-4092-962c-15d93ea63db1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399623 Oct 26 14:44:46.629509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84f8c803-d9c6-4d80-96db-b5376e29e516 req-68fb315c-4ca8-4ad3-90a3-05da40c1690a service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847225 Oct 26 14:44:46.674283 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:46.723395 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84f8c803-d9c6-4d80-96db-b5376e29e516 req-87c8bfee-ec14-4bbc-b507-65fe3c313572 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864468 Oct 26 14:44:46.963895 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:48.678697 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:53.829181 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:57.931729 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:00.080586 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:45:12.823101 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ffdc6877-4754-462d-8d54-9cf52d9820f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:15.136988 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-17e0156e-5124-4db6-84f4-3f8dffd6b412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:16.676526 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:16.966498 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:18.681352 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:23.836710 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:27.945841 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:37.078885 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:45:42.826773 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35a10d7e-c6c6-424f-8324-6a88fd4191eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:45.138086 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-893a8ab6-edbd-4f33-ae1b-f6ce4b0d8749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:46.680696 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:46.858485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2669ed-ccd1-499a-b170-c949110dd61b req-d1d32e9a-10f6-4d36-925a-6776a446d823 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:46.859939 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e2669ed-ccd1-499a-b170-c949110dd61b req-d1d32e9a-10f6-4d36-925a-6776a446d823 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0494967 Oct 26 14:45:46.896823 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e2669ed-ccd1-499a-b170-c949110dd61b req-e1cc9e3d-57fa-470b-82c7-953948ee08fb tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310957 Oct 26 14:45:46.971333 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:47.260704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ec9f4-2d35-44de-88b4-6e8c0dc81e25 req-f8734ad1-0b7e-4b2a-8c61-cdbefc822af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:47.262704 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b62ec9f4-2d35-44de-88b4-6e8c0dc81e25 req-f8734ad1-0b7e-4b2a-8c61-cdbefc822af9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 1097 time: 0.0398779 Oct 26 14:45:47.365564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ec9f4-2d35-44de-88b4-6e8c0dc81e25 req-77a60731-4ebd-405e-afa2-8c2229ec6e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:47.367030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b62ec9f4-2d35-44de-88b4-6e8c0dc81e25 req-77a60731-4ebd-405e-afa2-8c2229ec6e72 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0846310 Oct 26 14:45:47.431139 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b62ec9f4-2d35-44de-88b4-6e8c0dc81e25 req-e6535f55-3860-4766-84c1-31de9ecf6066 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1 HTTP/1.1" status: 200 len: 1002 time: 0.0559540 Oct 26 14:45:47.482024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ec9f4-2d35-44de-88b4-6e8c0dc81e25 req-025a727b-c795-4760-8733-9829ff755491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:47.483413 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b62ec9f4-2d35-44de-88b4-6e8c0dc81e25 req-025a727b-c795-4760-8733-9829ff755491 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0453544 Oct 26 14:45:47.530254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ec9f4-2d35-44de-88b4-6e8c0dc81e25 req-30d54b54-ea4d-40b2-b17c-f282721baed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:47.531613 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b62ec9f4-2d35-44de-88b4-6e8c0dc81e25 req-30d54b54-ea4d-40b2-b17c-f282721baed8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394292 Oct 26 14:45:47.628679 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b62ec9f4-2d35-44de-88b4-6e8c0dc81e25 req-cef35f7b-5415-46c6-9869-e99108d7c2af service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893538 Oct 26 14:45:47.719497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b62ec9f4-2d35-44de-88b4-6e8c0dc81e25 req-a55f7639-2d30-445b-b353-7fc876ad424d service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835128 Oct 26 14:45:48.170554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-a9d367d5-3ea5-4253-9f19-e2e0f04319b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725715 Oct 26 14:45:48.178612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632f0d8-565d-4fa8-9318-234c97b539f7 req-f7c47dbc-0d90-4d47-81f4-956a8518ec9a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:48.180003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f632f0d8-565d-4fa8-9318-234c97b539f7 req-f7c47dbc-0d90-4d47-81f4-956a8518ec9a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0719733 Oct 26 14:45:48.219824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f632f0d8-565d-4fa8-9318-234c97b539f7 req-cd9871e7-4870-47b0-a6a7-52f4c7cae276 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334303 Oct 26 14:45:48.682391 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:49.337654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16627f-0610-4681-9cfc-32ed47d20134 req-c671e59d-5334-4903-903f-173a88d94a5c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:49.339148 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba16627f-0610-4681-9cfc-32ed47d20134 req-c671e59d-5334-4903-903f-173a88d94a5c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0495431 Oct 26 14:45:49.377334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba16627f-0610-4681-9cfc-32ed47d20134 req-829bcdf5-fad1-48fb-9b09-cc57796be184 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315604 Oct 26 14:45:50.491987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d0dab-20a6-4917-9ab1-9f7e9796fdcd req-3fc34d5a-53e7-4461-9e7e-35c64c1ae548 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:50.493436 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a58d0dab-20a6-4917-9ab1-9f7e9796fdcd req-3fc34d5a-53e7-4461-9e7e-35c64c1ae548 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0481043 Oct 26 14:45:50.530528 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a58d0dab-20a6-4917-9ab1-9f7e9796fdcd req-ac8ed3c3-d30f-443e-9e5e-717fce262de2 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311730 Oct 26 14:45:51.648138 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627cb5f-5620-45d4-a76a-b68074f50523 req-f04e06cb-2e19-4505-a38c-88632fa97816 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:51.649850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4627cb5f-5620-45d4-a76a-b68074f50523 req-f04e06cb-2e19-4505-a38c-88632fa97816 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0518069 Oct 26 14:45:51.686911 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4627cb5f-5620-45d4-a76a-b68074f50523 req-56504b67-cd41-4f4a-96d2-76ccba42716c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305145 Oct 26 14:45:52.402338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44147c-e462-499a-b2e8-5366c4326331 req-8c6d1299-efe7-4ecc-920a-1fe1d722f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:52.403927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-8c6d1299-efe7-4ecc-920a-1fe1d722f804 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 1097 time: 0.0456665 Oct 26 14:45:52.503220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44147c-e462-499a-b2e8-5366c4326331 req-c62ca16f-9315-4256-96c8-08e756ccaf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:52.504767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-c62ca16f-9315-4256-96c8-08e756ccaf7c service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0940750 Oct 26 14:45:52.569082 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-5db3ab20-2bd1-497b-8095-18c2c939facb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1 HTTP/1.1" status: 200 len: 1002 time: 0.0562327 Oct 26 14:45:52.618969 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44147c-e462-499a-b2e8-5366c4326331 req-331c1c8d-e805-4f01-bae9-8a964c43bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:52.620461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-331c1c8d-e805-4f01-bae9-8a964c43bb11 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0433195 Oct 26 14:45:52.668102 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44147c-e462-499a-b2e8-5366c4326331 req-4b265a4e-63c9-4791-b6af-752d15e2f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:52.669471 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-4b265a4e-63c9-4791-b6af-752d15e2f9f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423439 Oct 26 14:45:53.117723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5601a9-1239-41bd-b066-ea29792ddecb req-33a913b2-4d8e-4ac8-856d-38f5fe7cfa1a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:53.119209 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac5601a9-1239-41bd-b066-ea29792ddecb req-33a913b2-4d8e-4ac8-856d-38f5fe7cfa1a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0987904 Oct 26 14:45:53.125060 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-1bb89208-17e5-4214-94f2-f43619368c36 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480946 Oct 26 14:45:53.204856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac5601a9-1239-41bd-b066-ea29792ddecb req-86ac4f99-ea1e-4359-9009-6c0896bf827e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788190 Oct 26 14:45:53.235110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-b5ac8676-f41d-465d-bf14-d810129a64f0 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964606 Oct 26 14:45:53.829397 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:54.324309 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276b848-a285-4f7f-bbc7-af89b21f2b3e req-db0e244c-938d-468f-b22e-7b66af1e2f1c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:54.326804 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3276b848-a285-4f7f-bbc7-af89b21f2b3e req-db0e244c-938d-468f-b22e-7b66af1e2f1c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0537157 Oct 26 14:45:54.363959 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3276b848-a285-4f7f-bbc7-af89b21f2b3e req-7dd7717a-6d9d-44c3-947d-6f603ee49c4f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312061 Oct 26 14:45:55.480238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44298dd-b6d3-40a3-9768-7b7b227af65f req-cb5ab447-a863-4696-bc5f-625df216e609 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:55.481693 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d44298dd-b6d3-40a3-9768-7b7b227af65f req-cb5ab447-a863-4696-bc5f-625df216e609 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0481663 Oct 26 14:45:55.518822 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d44298dd-b6d3-40a3-9768-7b7b227af65f req-e435d229-5c99-4f0a-a5ca-8f009a67dfb2 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313015 Oct 26 14:45:56.634887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f5ab9-385e-4b6e-ade7-596aeb653c07 req-fa2fd399-5411-4573-866f-8c985b22d1d6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:56.636342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-963f5ab9-385e-4b6e-ade7-596aeb653c07 req-fa2fd399-5411-4573-866f-8c985b22d1d6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0475361 Oct 26 14:45:56.676008 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-963f5ab9-385e-4b6e-ade7-596aeb653c07 req-3eb6d9f3-0121-46e9-b2f0-c947f3672fea tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332205 Oct 26 14:45:57.797203 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b2fbd-571b-48c6-954d-96a1670bb2e8 req-2f9a7fe7-fcca-41a4-9453-8818cd0da634 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:57.798705 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d4b2fbd-571b-48c6-954d-96a1670bb2e8 req-2f9a7fe7-fcca-41a4-9453-8818cd0da634 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0561438 Oct 26 14:45:57.834369 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d4b2fbd-571b-48c6-954d-96a1670bb2e8 req-e59158e3-0ec3-4e3f-9d56-e96d376c8ae5 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298073 Oct 26 14:45:57.963266 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:58.948756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f15fc5-c0da-430d-aad8-a0e733fca8ce req-d047d81d-1e75-4282-be70-5633517b4cd9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:58.950212 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84f15fc5-c0da-430d-aad8-a0e733fca8ce req-d047d81d-1e75-4282-be70-5633517b4cd9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0472167 Oct 26 14:45:58.986125 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84f15fc5-c0da-430d-aad8-a0e733fca8ce req-80b10b92-f321-40a1-b039-acf79e78aea6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300148 Oct 26 14:46:00.101062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d97681-a309-42b3-ae05-f9b6349de0c3 req-51fa408f-083c-497c-9ea6-91fab412bb82 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:00.102541 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f6d97681-a309-42b3-ae05-f9b6349de0c3 req-51fa408f-083c-497c-9ea6-91fab412bb82 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0503454 Oct 26 14:46:00.139988 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f6d97681-a309-42b3-ae05-f9b6349de0c3 req-37258bba-9804-4fa0-adf6-0d58b8205993 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315633 Oct 26 14:46:01.256803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e0ea-d745-428c-ab9d-797c98e82deb req-d3bc9614-29a5-4a13-9d70-e4484dfff0f5 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:01.258266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8036e0ea-d745-428c-ab9d-797c98e82deb req-d3bc9614-29a5-4a13-9d70-e4484dfff0f5 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0506592 Oct 26 14:46:01.295271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8036e0ea-d745-428c-ab9d-797c98e82deb req-2f65bc08-e2e4-41e4-89a3-1d3de72ff12b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306020 Oct 26 14:46:02.411173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b57c6-1602-4618-8f80-879977b36828 req-3a435a42-5a91-4927-83a3-2962e66222df tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:02.412631 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b18b57c6-1602-4618-8f80-879977b36828 req-3a435a42-5a91-4927-83a3-2962e66222df tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0488198 Oct 26 14:46:02.450600 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b18b57c6-1602-4618-8f80-879977b36828 req-d9dfdbbb-4989-4c45-8588-a3f745af9bac tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317020 Oct 26 14:46:03.566959 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25945e34-acc1-40bb-9ff1-2428f6058ac9 req-963dda3d-d18b-4dc3-9957-66f5873db53d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:03.568451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25945e34-acc1-40bb-9ff1-2428f6058ac9 req-963dda3d-d18b-4dc3-9957-66f5873db53d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0495420 Oct 26 14:46:03.606026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25945e34-acc1-40bb-9ff1-2428f6058ac9 req-74945794-d1d1-478e-831f-7c43ddfe3965 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314581 Oct 26 14:46:04.724515 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac36bbb-b76d-47f6-bd3e-cdb8dfac1ecd req-e41d82df-29c3-49e3-9e0f-3e0d0f7d5170 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:04.726315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ac36bbb-b76d-47f6-bd3e-cdb8dfac1ecd req-e41d82df-29c3-49e3-9e0f-3e0d0f7d5170 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0526581 Oct 26 14:46:04.763363 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ac36bbb-b76d-47f6-bd3e-cdb8dfac1ecd req-aa4b8edc-3956-487e-9a71-45bea76209aa tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306623 Oct 26 14:46:05.142707 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-fd44147c-e462-499a-b2e8-5366c4326331 req-53dcbca5-8346-4dca-8ca0-1d2968a74dbc service neutron] show failed (client error): The resource could not be found. Oct 26 14:46:05.143730 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-53dcbca5-8346-4dca-8ca0-1d2968a74dbc service neutron] 10.222.0.25 "GET /v2.0/ports/b524220d-4423-4cc8-a9d3-7c046d6b17b1/bindings/n-h2-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0546191 Oct 26 14:46:05.343038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44147c-e462-499a-b2e8-5366c4326331 req-b79f8c81-bcd1-49ff-b5d6-ea99f6400e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:05.344553 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-b79f8c81-bcd1-49ff-b5d6-ea99f6400e02 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501&tenant_id=a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 1097 time: 0.0430014 Oct 26 14:46:05.356266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:46:05.410704 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:05.609337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] For port b524220d-4423-4cc8-a9d3-7c046d6b17b1, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:05.641211 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] For port b524220d-4423-4cc8-a9d3-7c046d6b17b1, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:46:05.679908 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:46:05.682133 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7ef47d-de70-40a0-b2ae-0a7e90b20108" -d '{"events": [{"server_uuid": "f52a8d98-eaff-4c64-9529-1e63d553e501", "name": "network-vif-unplugged", "status": "completed", "tag": "b524220d-4423-4cc8-a9d3-7c046d6b17b1"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:46:05.686529 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:05.699377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Transition to ACTIVE for port object b524220d-4423-4cc8-a9d3-7c046d6b17b1 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:46:05.703548 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:05.733695 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce2c259-a453-47e0-83fe-6a0034554d8f x-openstack-request-id: req-bce2c259-a453-47e0-83fe-6a0034554d8f {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:46:05.734002 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52a8d98-eaff-4c64-9529-1e63d553e501", "name": "network-vif-unplugged", "status": "completed", "tag": "b524220d-4423-4cc8-a9d3-7c046d6b17b1", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:46:05.734257 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bce2c259-a453-47e0-83fe-6a0034554d8f {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:46:05.734652 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1', 'code': 200} Oct 26 14:46:05.795855 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b524220d-4423-4cc8-a9d3-7c046d6b17b1,revision_number=6']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:05.810446 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:05.810807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:05.811123 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:05.811460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:05.811784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:05.812108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:05.812431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:05.812749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:05.813083 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:05.813385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:05.813701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:05.814041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:05.848162 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] No DVR routers for this DVR port b524220d-4423-4cc8-a9d3-7c046d6b17b1 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:46:05.891910 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff9e38-8656-4562-84c6-522f2816b30c req-41202de1-ce0b-4145-bc12-de98dfea5630 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:05.893529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8ff9e38-8656-4562-84c6-522f2816b30c req-41202de1-ce0b-4145-bc12-de98dfea5630 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 944 time: 0.0539298 Oct 26 14:46:05.933691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8ff9e38-8656-4562-84c6-522f2816b30c req-6f5481da-07d3-4234-8775-bc590da598fe tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331821 Oct 26 14:46:06.002323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Attempting to bind port b524220d-4423-4cc8-a9d3-7c046d6b17b1 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:46:06.002666 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Attempting to bind port b524220d-4423-4cc8-a9d3-7c046d6b17b1 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:46:06.003044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Attempting to bind port b524220d-4423-4cc8-a9d3-7c046d6b17b1 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:46:06.007365 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Port b524220d-4423-4cc8-a9d3-7c046d6b17b1 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:46:06.007635 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Attempting to bind port b524220d-4423-4cc8-a9d3-7c046d6b17b1 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:46:06.012436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:46:06.012783 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Checking segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:46:06.013719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Bound using segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:46:06.014169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Bound port: b524220d-4423-4cc8-a9d3-7c046d6b17b1, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:46:06.014523 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:06.078272 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] For port b524220d-4423-4cc8-a9d3-7c046d6b17b1, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:46:06.081275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] For port b524220d-4423-4cc8-a9d3-7c046d6b17b1, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:46:06.085813 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:06.124944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:06.125599 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:06.127010 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/b524220d-4423-4cc8-a9d3-7c046d6b17b1 HTTP/1.1" status: 200 len: 1092 time: 0.7748559 Oct 26 14:46:06.145864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c4b5c-489b-405c-8e2f-ad6112bba4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b524220d-4423-4cc8-a9d3-7c046d6b17b1,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:06.190868 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44147c-e462-499a-b2e8-5366c4326331 req-d2e71a25-81d5-498c-9b70-29d0970fd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:06.192313 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-d2e71a25-81d5-498c-9b70-29d0970fd515 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 1095 time: 0.0429068 Oct 26 14:46:06.290836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44147c-e462-499a-b2e8-5366c4326331 req-638f8790-470a-4429-bcb6-378dfed82c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:06.292305 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-638f8790-470a-4429-bcb6-378dfed82c41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0921795 Oct 26 14:46:06.363323 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-21167125-69e0-4396-96fe-cdbc20fd960e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1 HTTP/1.1" status: 200 len: 1000 time: 0.0638919 Oct 26 14:46:06.412526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44147c-e462-499a-b2e8-5366c4326331 req-3a406732-108f-4f30-bc06-1d87f06af01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:06.413902 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-3a406732-108f-4f30-bc06-1d87f06af01b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0444326 Oct 26 14:46:06.463175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44147c-e462-499a-b2e8-5366c4326331 req-ea7ab371-1eb0-47ff-90a7-f6d1a0bc8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:06.464562 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-ea7ab371-1eb0-47ff-90a7-f6d1a0bc8184 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433006 Oct 26 14:46:06.555147 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-5ffc0b6c-1d32-4e95-bd36-c7f09acb35be service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820746 Oct 26 14:46:06.649138 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fd44147c-e462-499a-b2e8-5366c4326331 req-db32996f-98ef-4c50-ab54-aca71504b8f5 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861573 Oct 26 14:46:07.052288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9881f90-c91e-4145-8859-9303749307cc req-2059e2c0-418b-4b99-b9a1-0a16ef1cfd91 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:07.053652 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e9881f90-c91e-4145-8859-9303749307cc req-2059e2c0-418b-4b99-b9a1-0a16ef1cfd91 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 944 time: 0.0473795 Oct 26 14:46:07.093376 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e9881f90-c91e-4145-8859-9303749307cc req-fe01add7-a0fa-4dbc-83f8-b3c29403d83d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337753 Oct 26 14:46:07.736156 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'tag': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:46:07.738591 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c742a53-0e07-41e7-95c0-7488eaeff9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f52a8d98-eaff-4c64-9529-1e63d553e501", "tag": "b524220d-4423-4cc8-a9d3-7c046d6b17b1"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:46:07.788999 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78ad9f4-2326-40c9-87ee-1c87b0b96f2e x-openstack-request-id: req-c78ad9f4-2326-40c9-87ee-1c87b0b96f2e {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:46:07.789295 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52a8d98-eaff-4c64-9529-1e63d553e501", "tag": "b524220d-4423-4cc8-a9d3-7c046d6b17b1", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:46:07.789546 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c78ad9f4-2326-40c9-87ee-1c87b0b96f2e {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:46:07.789948 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'tag': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1', 'status': 'completed', 'code': 200} Oct 26 14:46:07.848439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-eb979f8a-17e7-4e84-b218-04971a972520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:07.849875 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-eb979f8a-17e7-4e84-b218-04971a972520 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 1095 time: 0.0411842 Oct 26 14:46:07.851596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-83c75c41-5e54-41e3-8227-65c12b79ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:07.853102 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-83c75c41-5e54-41e3-8227-65c12b79ad26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 1095 time: 0.0403318 Oct 26 14:46:07.937877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b524220d-4423-4cc8-a9d3-7c046d6b17b1 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:46:07.943473 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-729e8b45-a401-4e98-bcfd-b5b54f06a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:07.944941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-729e8b45-a401-4e98-bcfd-b5b54f06a4d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0839815 Oct 26 14:46:07.945146 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-6a6aba6a-d605-4b7b-a9a9-c37d40c9f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:07.946659 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-6a6aba6a-d605-4b7b-a9a9-c37d40c9f5c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0891278 Oct 26 14:46:07.976048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device b524220d-4423-4cc8-a9d3-7c046d6b17b1 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:46:08.013739 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-2b838f7b-c458-4b98-8b8f-441122e3de4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1 HTTP/1.1" status: 200 len: 1000 time: 0.0586600 Oct 26 14:46:08.014059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-275d6fdb-28f9-4413-81c0-98dec3a06f39 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1 HTTP/1.1" status: 200 len: 1000 time: 0.0612044 Oct 26 14:46:08.064192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-e5c203b6-fe47-4aeb-a9f1-1872bdcc9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:08.065776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-e5c203b6-fe47-4aeb-a9f1-1872bdcc9cac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0442879 Oct 26 14:46:08.066395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-f174207c-bc12-4ede-a325-c653d20ccf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:08.067837 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-f174207c-bc12-4ede-a325-c653d20ccf7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0456724 Oct 26 14:46:08.111206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-890989e1-7c0f-4e19-a6f3-3423fd12c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:08.112633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-890989e1-7c0f-4e19-a6f3-3423fd12c179 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401957 Oct 26 14:46:08.117509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-427a58ac-5d5e-4ccb-8fd2-a39f09782b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:08.119042 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-427a58ac-5d5e-4ccb-8fd2-a39f09782b40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442758 Oct 26 14:46:08.213173 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-adaf2508-d4a2-4cad-a4d8-3a92ccdafa09 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847638 Oct 26 14:46:08.238813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4e6dc-eec8-4b26-ae30-898fc3d26b96 req-18ef7593-1193-4bd7-9ba6-b02c59141a1e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:08.240278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84f4e6dc-eec8-4b26-ae30-898fc3d26b96 req-18ef7593-1193-4bd7-9ba6-b02c59141a1e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 944 time: 0.0734594 Oct 26 14:46:08.245562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-762a8004-ab4b-4cf2-b805-9c4e5980a78c service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249497 Oct 26 14:46:08.309859 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-cf7e7c19-b85e-43d0-84f0-da70746f06da service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879002 Oct 26 14:46:08.336070 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84f4e6dc-eec8-4b26-ae30-898fc3d26b96 req-fd9ff4ab-e23a-4b42-890d-7d42be955ef2 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895538 Oct 26 14:46:08.358990 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c742a53-0e07-41e7-95c0-7488eaeff9d0 req-cb9c2371-eb7a-4a0f-b30a-5417e26a4d37 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057494 Oct 26 14:46:09.462760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe4706-7ee3-4be8-8784-ec55ac056cef req-04f422c1-53aa-477d-946c-bf2bd6947180 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:09.464252 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fdbe4706-7ee3-4be8-8784-ec55ac056cef req-04f422c1-53aa-477d-946c-bf2bd6947180 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 944 time: 0.0532982 Oct 26 14:46:09.502619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fdbe4706-7ee3-4be8-8784-ec55ac056cef req-6a280a27-1742-4b01-ac03-493dbe7265fb tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324156 Oct 26 14:46:10.363271 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b524220d-4423-4cc8-a9d3-7c046d6b17b1 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:46:10.463581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b524220d-4423-4cc8-a9d3-7c046d6b17b1, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:10.474860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'port_id': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1', 'mac_address': 'fa:16:3e:b0:8b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:46:10.509840 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:10.522498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b524220d-4423-4cc8-a9d3-7c046d6b17b1 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:46:10.543261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b524220d-4423-4cc8-a9d3-7c046d6b17b1, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:10.547743 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:10.599777 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=b524220d-4423-4cc8-a9d3-7c046d6b17b1,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:10.607137 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:10.607489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:10.607840 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:10.608189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:10.608525 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:10.608859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:10.609189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:10.609516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:10.609842 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:10.610243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:10.610575 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:10.610891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:10.627874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e5395-9839-46e4-9cf3-31ce9b68ef3b req-9d401ecc-28db-4a7f-84db-068ca53da788 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:10.629645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b13e5395-9839-46e4-9cf3-31ce9b68ef3b req-9d401ecc-28db-4a7f-84db-068ca53da788 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 945 time: 0.0533123 Oct 26 14:46:10.671205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b13e5395-9839-46e4-9cf3-31ce9b68ef3b req-b37bb7c8-bead-4be9-9f68-75e8578ce737 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355442 Oct 26 14:46:10.899248 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7832f-dca8-4ddf-bc03-bc97b703564e req-72fa6b76-491e-464b-b4ed-1ce03c39290c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:10.900887 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40f7832f-dca8-4ddf-bc03-bc97b703564e req-72fa6b76-491e-464b-b4ed-1ce03c39290c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 945 time: 0.0788949 Oct 26 14:46:10.908913 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-c30a72b2-f898-4772-8bcc-cda53af404f9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:10.910353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-c30a72b2-f898-4772-8bcc-cda53af404f9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.25 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501&tenant_id=a4ef095655924c41844537d44d0afe51&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 945 time: 0.0793443 Oct 26 14:46:10.924588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['b524220d-4423-4cc8-a9d3-7c046d6b17b1'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:46:10.974131 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40f7832f-dca8-4ddf-bc03-bc97b703564e req-217efb83-13eb-4820-9d5d-d2927e194da1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628195 Oct 26 14:46:10.999357 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-7415da84-e21b-4388-9664-d27036ee2554 service neutron] delete failed (client error): The resource could not be found. Oct 26 14:46:11.000364 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-7415da84-e21b-4388-9664-d27036ee2554 service neutron] 10.222.0.25 "DELETE /v2.0/ports/b524220d-4423-4cc8-a9d3-7c046d6b17b1/bindings/n-h1-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0762424 Oct 26 14:46:11.085905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-d4d7ad07-184b-4f62-9832-0022af2a2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:11.087539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-d4d7ad07-184b-4f62-9832-0022af2a2a13 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 1096 time: 0.0428200 Oct 26 14:46:11.176766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-2a0aae5e-2f49-49a2-b552-0ee232eb7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:11.178214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-2a0aae5e-2f49-49a2-b552-0ee232eb7239 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0840428 Oct 26 14:46:11.247065 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-2c54e7ca-94d9-4a73-858d-14bff805c168 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1 HTTP/1.1" status: 200 len: 1001 time: 0.0612988 Oct 26 14:46:11.295608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-88d36da1-51c2-436c-b8d7-9f7fa2adece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:11.297028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-88d36da1-51c2-436c-b8d7-9f7fa2adece6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0430462 Oct 26 14:46:11.341755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-871288d0-ee6c-48ba-99ce-bff98c5a213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:11.343248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-871288d0-ee6c-48ba-99ce-bff98c5a213e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392377 Oct 26 14:46:11.434883 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-e7bd5e1e-5bb3-42a6-a689-3d6ebc5877e0 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844297 Oct 26 14:46:11.521246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7c5b1e2-c720-4b4d-b4ab-0ef66efe8c07 req-9b029260-3b75-4b75-8f31-b1fb79105a24 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799415 Oct 26 14:46:12.101720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f2442-d55a-4892-a3c8-5aa3652c9e95 req-8c251adc-fbec-4b1a-92b8-863b8767c4ba tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:12.103214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-746f2442-d55a-4892-a3c8-5aa3652c9e95 req-8c251adc-fbec-4b1a-92b8-863b8767c4ba tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 945 time: 0.0561616 Oct 26 14:46:12.140167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-746f2442-d55a-4892-a3c8-5aa3652c9e95 req-a31810e2-38f0-48b9-9b1d-760fb2ba230f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303731 Oct 26 14:46:12.259082 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d59a5-aafe-4195-93cd-6b0de87f113e req-e85878e0-45e9-4e68-b5cc-0426ea4df824 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:12.260556 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-591d59a5-aafe-4195-93cd-6b0de87f113e req-e85878e0-45e9-4e68-b5cc-0426ea4df824 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 945 time: 0.0503457 Oct 26 14:46:12.298860 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-591d59a5-aafe-4195-93cd-6b0de87f113e req-349096b1-fb28-406d-8212-7d9ae477ddf6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317996 Oct 26 14:46:12.376480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b524220d-4423-4cc8-a9d3-7c046d6b17b1 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:46:12.411202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c7309-77a1-49e1-ae91-d3792cc2027c req-002e53c8-4d30-42d7-9468-4b5b1682c8ea tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:12.412726 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-190c7309-77a1-49e1-ae91-d3792cc2027c req-002e53c8-4d30-42d7-9468-4b5b1682c8ea tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 945 time: 0.0500233 Oct 26 14:46:12.432895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port b524220d-4423-4cc8-a9d3-7c046d6b17b1 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:46:12.436520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port b524220d-4423-4cc8-a9d3-7c046d6b17b1 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:46:12.436895 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:12.450557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-190c7309-77a1-49e1-ae91-d3792cc2027c req-c9b9e6fd-37e2-4ed9-865d-74c1acc3937e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319064 Oct 26 14:46:12.520965 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:12.544885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:46:12.547838 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa339b0-a7e4-450c-a191-40aa6e229fbf" -d '{"events": [{"server_uuid": "f52a8d98-eaff-4c64-9529-1e63d553e501", "name": "network-vif-plugged", "status": "completed", "tag": "b524220d-4423-4cc8-a9d3-7c046d6b17b1"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:46:12.560483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port b524220d-4423-4cc8-a9d3-7c046d6b17b1, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:12.565056 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:12.604630 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2761dd65-08f5-4d5f-b927-cfb72e897583 x-openstack-request-id: req-2761dd65-08f5-4d5f-b927-cfb72e897583 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:46:12.604927 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52a8d98-eaff-4c64-9529-1e63d553e501", "name": "network-vif-plugged", "status": "completed", "tag": "b524220d-4423-4cc8-a9d3-7c046d6b17b1", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:46:12.605183 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2761dd65-08f5-4d5f-b927-cfb72e897583 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:46:12.605574 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1', 'code': 200} Oct 26 14:46:12.633717 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=b524220d-4423-4cc8-a9d3-7c046d6b17b1,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:12.705488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaca2e-e6ea-44c4-9901-75054daf5120 req-546c321d-034d-4f03-b6f7-f3a95acb2904 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:12.706967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55aaca2e-e6ea-44c4-9901-75054daf5120 req-546c321d-034d-4f03-b6f7-f3a95acb2904 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0531929 Oct 26 14:46:12.743775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-55aaca2e-e6ea-44c4-9901-75054daf5120 req-9848f65f-6762-48a4-b66a-2f2ffd0f1581 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307262 Oct 26 14:46:12.829839 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da726f6a-4d8b-405a-9995-6acc98fafcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:13.864558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128fde8-deb7-4310-baca-905522f9bacb req-4f6649cf-88c7-4f63-822e-4389fa5c3772 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:13.865986 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8128fde8-deb7-4310-baca-905522f9bacb req-4f6649cf-88c7-4f63-822e-4389fa5c3772 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0518155 Oct 26 14:46:13.903942 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8128fde8-deb7-4310-baca-905522f9bacb req-8099744b-c97f-4374-982d-4096ceadd016 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319364 Oct 26 14:46:14.078641 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:46:14.193895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-8f7f4370-326f-40ab-9ef8-fb89f8a5287f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:14.195395 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-8f7f4370-326f-40ab-9ef8-fb89f8a5287f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 946 time: 0.0487237 Oct 26 14:46:14.292387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Deleting port b524220d-4423-4cc8-a9d3-7c046d6b17b1 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:46:14.292718 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:14.378554 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] For port b524220d-4423-4cc8-a9d3-7c046d6b17b1, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=b524220d-4423-4cc8-a9d3-7c046d6b17b1,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:14.378926 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:14.603998 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:14.604352 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:14.604660 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Floating IP f7b351d9-6748-435d-9054-85d97a2c70ba disassociated. External IP: 172.25.4.183, port: b524220d-4423-4cc8-a9d3-7c046d6b17b1. Oct 26 14:46:14.604997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Calling delete_port for b524220d-4423-4cc8-a9d3-7c046d6b17b1 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:46:14.732243 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:14.761226 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event deleted for resources: {'Port': ['ID=b524220d-4423-4cc8-a9d3-7c046d6b17b1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:14.876728 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Router 3fedd5a8-9df0-4e07-90c8-1654c879da92 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:46:14.988679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:46:14.999355 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d8cb88-5d5a-4905-80d5-0bd0f0cded86 None None] Sync routers for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:46:15.001498 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfd12b39-d804-42ca-93ca-a7199b88dd0c req-1f9c71df-92eb-44a7-bd99-ed254d083dd6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52a8d98-eaff-4c64-9529-1e63d553e501 HTTP/1.1" status: 200 len: 210 time: 0.0293324 Oct 26 14:46:15.017015 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d8cb88-5d5a-4905-80d5-0bd0f0cded86 None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:46:15.017637 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-80d8cb88-5d5a-4905-80d5-0bd0f0cded86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:45:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:46:15.030389 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] No DVR routers for this DVR port b524220d-4423-4cc8-a9d3-7c046d6b17b1 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:46:15.033078 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:15.036529 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a060d10-5550-44e9-9b1c-f42ef1134260 req-e239679c-52f6-434a-8c18-cf938d4d4534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.11 "DELETE /v2.0/ports/b524220d-4423-4cc8-a9d3-7c046d6b17b1 HTTP/1.1" status: 204 len: 173 time: 0.8338084 Oct 26 14:46:15.036973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'name': 'network-vif-deleted', 'tag': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:46:15.039261 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4c90d0-b3be-44ea-a373-c644f6e32ea3" -d '{"events": [{"server_uuid": "f52a8d98-eaff-4c64-9529-1e63d553e501", "name": "network-vif-deleted", "tag": "b524220d-4423-4cc8-a9d3-7c046d6b17b1"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:46:15.149860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-80d8cb88-5d5a-4905-80d5-0bd0f0cded86 None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:46:15.153776 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917c6fdf-b910-414f-b0bb-10727d43b14f x-openstack-request-id: req-917c6fdf-b910-414f-b0bb-10727d43b14f {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:46:15.154242 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52a8d98-eaff-4c64-9529-1e63d553e501", "name": "network-vif-deleted", "tag": "b524220d-4423-4cc8-a9d3-7c046d6b17b1", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:46:15.154546 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-917c6fdf-b910-414f-b0bb-10727d43b14f {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:46:15.154963 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52a8d98-eaff-4c64-9529-1e63d553e501', 'name': 'network-vif-deleted', 'tag': 'b524220d-4423-4cc8-a9d3-7c046d6b17b1', 'status': 'completed', 'code': 200} Oct 26 14:46:15.180444 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0905ec81-9feb-4969-b758-1cada099c965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:15.354075 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-80d8cb88-5d5a-4905-80d5-0bd0f0cded86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:46:15.384163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d8cb88-5d5a-4905-80d5-0bd0f0cded86 None None] Checking router: 3fedd5a8-9df0-4e07-90c8-1654c879da92 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:46:15.392307 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d8cb88-5d5a-4905-80d5-0bd0f0cded86 None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:46:15.392892 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-80d8cb88-5d5a-4905-80d5-0bd0f0cded86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:46:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:46:15.494927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-80d8cb88-5d5a-4905-80d5-0bd0f0cded86 None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:46:15.688355 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-80d8cb88-5d5a-4905-80d5-0bd0f0cded86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:46:15.713234 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d8cb88-5d5a-4905-80d5-0bd0f0cded86 None None] The sync data for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 is: [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:46:15.923486 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed04805b-61c6-4e67-9362-bbf4441165f6 None None] New status for floating IP f7b351d9-6748-435d-9054-85d97a2c70ba: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:46:16.233818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-ba58a427-979b-4b44-a6d1-53907e908eeb tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--189084051&fields=id&tenant_id=a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 267 time: 0.0316422 Oct 26 14:46:16.340621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-65f02442-c422-46ef-8986-6a00c5854a6b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:16.342624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-65f02442-c422-46ef-8986-6a00c5854a6b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 811 time: 0.1017342 Oct 26 14:46:16.357107 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-02bb8f5d-3eef-4d98-96bf-7b20f5b9bfbc tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/quotas/a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 375 time: 0.0088270 Oct 26 14:46:16.408712 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-069b068c-3389-4812-b221-33aa72e8ae18 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464189 Oct 26 14:46:16.509241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-75b02d14-01a7-40d3-9117-396ce5231b9d service neutron] 10.222.0.32 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892167 Oct 26 14:46:16.601720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-a81605f1-d810-4a97-aead-0ad1e6b6a8f7 service neutron] 10.222.0.32 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858340 Oct 26 14:46:16.687061 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:16.762233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-258687d5-e899-4aed-b731-f3f6cb005a15 req-6a8ebabe-a3aa-4ed2-a6e7-f274fcfd25b4 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 210 time: 0.0266819 Oct 26 14:46:16.974116 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:17.744048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-a14c34ac-e330-4029-a591-a8a0fb079f43 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:17.745546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-a14c34ac-e330-4029-a591-a8a0fb079f43 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 811 time: 0.0998414 Oct 26 14:46:17.788675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-97f2b92b-936e-4503-afc6-394676b3d82a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 379 time: 0.0340612 Oct 26 14:46:17.801018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Request body: {'port': {'device_id': '43e40d32-339c-487e-b930-542f0c620895', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'admin_state_up': True, 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'security_groups': ['2fbd7ffd-d071-4296-89cc-0aafe6bec61b']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:46:17.878173 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95cf10b4-4f3b-4372-a708-f44e89ce9d0b req-587e1fdf-f54b-4551-9004-2444824f6f87 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 210 time: 0.0320163 Oct 26 14:46:17.934573 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Made reservation on behalf of a4ef095655924c41844537d44d0afe51 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:46:17.938072 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:18.061068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Allocated IP 172.20.0.12 (7770f1fc-aca5-49bb-898d-92aa4c5ff34e/d9fbd9b7-02c4-4190-b549-1f35ee11a335/f2c0a06b-7e90-487c-9c8b-483ae3bce37c) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:46:18.194581 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:18.227037 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:18.269684 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:46:18.272780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:46:18.276720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:46:18.300565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event updated for resources: {'Port': ['ID=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:18.315577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:18.315980 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:18.316245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:18.316577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:18.316906 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:18.317233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:18.317556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:18.317874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:18.318217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:18.318535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:18.318853 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:18.319169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:18.340083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:18.340699 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:18.357385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-97a67efe-60c3-432a-a2f2-d59f9d2d28dd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5601692 Oct 26 14:46:18.371189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b524220d-4423-4cc8-a9d3-7c046d6b17b1 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:46:18.371760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Request body: {'port': {'device_id': '43e40d32-339c-487e-b930-542f0c620895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:46:18.393471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: b524220d-4423-4cc8-a9d3-7c046d6b17b1 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:46:18.394120 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device b524220d-4423-4cc8-a9d3-7c046d6b17b1 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:46:18.431193 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:18.535343 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-78d0311e-1e25-464d-97bf-5f9eaec8b8b9 None None] Provisioning complete for port f2c0a06b-7e90-487c-9c8b-483ae3bce37c triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:46:18.535814 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-78d0311e-1e25-464d-97bf-5f9eaec8b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:18.569309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-78d0311e-1e25-464d-97bf-5f9eaec8b8b9 None None] Port f2c0a06b-7e90-487c-9c8b-483ae3bce37c cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:46:18.687826 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:18.689205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c0a06b-7e90-487c-9c8b-483ae3bce37c {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:46:18.696584 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:18.708361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Transition to ACTIVE for port object f2c0a06b-7e90-487c-9c8b-483ae3bce37c will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:46:18.712015 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:18.761764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:18.834958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Attempting to bind port f2c0a06b-7e90-487c-9c8b-483ae3bce37c on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:46:18.835309 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Attempting to bind port f2c0a06b-7e90-487c-9c8b-483ae3bce37c by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:46:18.835631 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Attempting to bind port f2c0a06b-7e90-487c-9c8b-483ae3bce37c on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:46:18.840227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Port f2c0a06b-7e90-487c-9c8b-483ae3bce37c on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:46:18.840553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Attempting to bind port f2c0a06b-7e90-487c-9c8b-483ae3bce37c on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:46:18.845963 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:46:18.846326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Checking segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:46:18.846702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Bound using segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:46:18.847136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Bound port: f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:46:18.847490 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:18.919189 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] For port f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:46:18.922747 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] For port f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:46:18.927435 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:18.967649 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:18.968264 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:18.969671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] 10.222.0.25 "PUT /v2.0/ports/f2c0a06b-7e90-487c-9c8b-483ae3bce37c HTTP/1.1" status: 200 len: 1092 time: 0.6034307 Oct 26 14:46:18.972067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e40d32-339c-487e-b930-542f0c620895', 'tag': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:46:18.974190 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b02bf5-4a9f-4c96-a533-6024751e7cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "43e40d32-339c-487e-b930-542f0c620895", "tag": "f2c0a06b-7e90-487c-9c8b-483ae3bce37c"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:46:19.047048 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c8318a-0400-4ca8-8833-359f6270129f x-openstack-request-id: req-b6c8318a-0400-4ca8-8833-359f6270129f {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:46:19.047417 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e40d32-339c-487e-b930-542f0c620895", "tag": "f2c0a06b-7e90-487c-9c8b-483ae3bce37c", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:46:19.047729 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6c8318a-0400-4ca8-8833-359f6270129f {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:46:19.048128 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e40d32-339c-487e-b930-542f0c620895', 'tag': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c', 'status': 'completed', 'code': 200} Oct 26 14:46:19.062992 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb8099-4568-4eda-a1e7-7578209d27b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:19.077769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de40e03-8178-4289-a007-149ba5e668c9 req-a0f68c84-7c4e-4df1-8a9c-2580e83d102e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:19.079342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1de40e03-8178-4289-a007-149ba5e668c9 req-a0f68c84-7c4e-4df1-8a9c-2580e83d102e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 944 time: 0.1256514 Oct 26 14:46:19.106914 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-b6f0c2a9-5386-451c-bafc-00aba109a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:19.108443 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-b6f0c2a9-5386-451c-bafc-00aba109a826 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 1095 time: 0.0764329 Oct 26 14:46:19.132719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1de40e03-8178-4289-a007-149ba5e668c9 req-5e93031c-af01-4284-86bb-9ada56ca35eb tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454948 Oct 26 14:46:19.164518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-1e1d8f67-1700-46b4-9c5f-260b849f747e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c HTTP/1.1" status: 200 len: 217 time: 0.0450616 Oct 26 14:46:19.212234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-9544b556-c177-44bc-a3d6-602d3fa92528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:19.213535 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-9544b556-c177-44bc-a3d6-602d3fa92528 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0421259 Oct 26 14:46:19.259651 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-8bb1114b-210e-4cb2-bc4b-7ade2f36894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:19.261141 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-8bb1114b-210e-4cb2-bc4b-7ade2f36894c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396507 Oct 26 14:46:19.350884 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-59dd5342-da19-4392-be9a-1656e7005027 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820093 Oct 26 14:46:19.438923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d61477e5-d4ab-4440-a79f-97b60878bb93 req-1ebc2c95-663d-474e-8978-74ead4690a3a service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802512 Oct 26 14:46:19.527698 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b02bf5-4a9f-4c96-a533-6024751e7cbc req-30b9748c-cab9-49a4-ab97-c45469e1923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:19.529117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7b02bf5-4a9f-4c96-a533-6024751e7cbc req-30b9748c-cab9-49a4-ab97-c45469e1923d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 1095 time: 0.0419791 Oct 26 14:46:19.622031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b02bf5-4a9f-4c96-a533-6024751e7cbc req-377d3d4e-4bc5-464e-8d83-3df7c092a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:19.624149 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7b02bf5-4a9f-4c96-a533-6024751e7cbc req-377d3d4e-4bc5-464e-8d83-3df7c092a7b4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0871825 Oct 26 14:46:19.664313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7b02bf5-4a9f-4c96-a533-6024751e7cbc req-4166a070-76fd-4900-beca-15e70f059d83 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c HTTP/1.1" status: 200 len: 217 time: 0.0330331 Oct 26 14:46:19.715779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b02bf5-4a9f-4c96-a533-6024751e7cbc req-42144b65-a31f-4963-97f3-3f1e63616eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:19.717219 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7b02bf5-4a9f-4c96-a533-6024751e7cbc req-42144b65-a31f-4963-97f3-3f1e63616eeb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0453365 Oct 26 14:46:19.762224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b02bf5-4a9f-4c96-a533-6024751e7cbc req-74e1f42a-e069-4070-a411-772b7d4ce953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:19.763710 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7b02bf5-4a9f-4c96-a533-6024751e7cbc req-74e1f42a-e069-4070-a411-772b7d4ce953 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389283 Oct 26 14:46:19.850394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7b02bf5-4a9f-4c96-a533-6024751e7cbc req-4d6b153d-c7d3-44ed-b484-fdaa44093980 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786252 Oct 26 14:46:19.943705 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7b02bf5-4a9f-4c96-a533-6024751e7cbc req-0a352934-1797-41af-974b-e37db3d894bf service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843463 Oct 26 14:46:20.249510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735df0f3-aa52-46f1-a0ba-23381286f0c1 req-34f85eaf-046a-446d-aa78-41df9c89b06f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:20.250982 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-735df0f3-aa52-46f1-a0ba-23381286f0c1 req-34f85eaf-046a-446d-aa78-41df9c89b06f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 944 time: 0.0480413 Oct 26 14:46:20.287685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-735df0f3-aa52-46f1-a0ba-23381286f0c1 req-40066353-4471-4ce2-854e-b5c31b6f56d8 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309348 Oct 26 14:46:21.406270 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc5e3e-4978-45d2-ae91-f78c1a5c44c1 req-bdf17c51-dc17-4e93-a192-bda91a03c17e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:21.407738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ddfc5e3e-4978-45d2-ae91-f78c1a5c44c1 req-bdf17c51-dc17-4e93-a192-bda91a03c17e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 944 time: 0.0529356 Oct 26 14:46:21.444821 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ddfc5e3e-4978-45d2-ae91-f78c1a5c44c1 req-0b3bb272-f715-476e-86f5-1464fe0ac111 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311470 Oct 26 14:46:22.017198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f2c0a06b-7e90-487c-9c8b-483ae3bce37c details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:46:22.109531 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:22.119601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'port_id': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c', 'mac_address': 'fa:16:3e:47:34:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:46:22.159425 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:22.171639 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c0a06b-7e90-487c-9c8b-483ae3bce37c {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:46:22.189680 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:22.193627 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:22.238932 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:22.417195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['f2c0a06b-7e90-487c-9c8b-483ae3bce37c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:46:22.562908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ea186-7c8a-4f61-b1ff-4d6c13245e59 req-686abdbb-cea8-401a-8ac1-14dff10703cc tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:22.564384 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-330ea186-7c8a-4f61-b1ff-4d6c13245e59 req-686abdbb-cea8-401a-8ac1-14dff10703cc tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 945 time: 0.0494721 Oct 26 14:46:22.604098 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-330ea186-7c8a-4f61-b1ff-4d6c13245e59 req-10b3b2ac-47b0-4b4d-99f7-184c0d14f2ee tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337498 Oct 26 14:46:23.718238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3676c1e-d851-42a6-bf76-5b6dfb9e88cf req-8f015d31-6550-469d-b328-538c76d6ea60 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:23.719707 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3676c1e-d851-42a6-bf76-5b6dfb9e88cf req-8f015d31-6550-469d-b328-538c76d6ea60 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 945 time: 0.0483112 Oct 26 14:46:23.756214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3676c1e-d851-42a6-bf76-5b6dfb9e88cf req-d64d0afe-2d60-409d-beea-e0545226d3f3 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303032 Oct 26 14:46:23.833717 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.023048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f2c0a06b-7e90-487c-9c8b-483ae3bce37c up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:46:24.070387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port f2c0a06b-7e90-487c-9c8b-483ae3bce37c completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:46:24.074173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port f2c0a06b-7e90-487c-9c8b-483ae3bce37c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:46:24.074546 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.153711 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.332038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e40d32-339c-487e-b930-542f0c620895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:46:24.334272 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd7f8c0-f4f1-4bbf-9e9d-43c5c2ada4dd" -d '{"events": [{"server_uuid": "43e40d32-339c-487e-b930-542f0c620895", "name": "network-vif-plugged", "status": "completed", "tag": "f2c0a06b-7e90-487c-9c8b-483ae3bce37c"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:46:24.347275 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:24.351737 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.398189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:24.438027 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475abe72-4a5b-4f27-98a4-2a89969d592a x-openstack-request-id: req-475abe72-4a5b-4f27-98a4-2a89969d592a {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:46:24.438323 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e40d32-339c-487e-b930-542f0c620895", "name": "network-vif-plugged", "status": "completed", "tag": "f2c0a06b-7e90-487c-9c8b-483ae3bce37c", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:46:24.438575 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-475abe72-4a5b-4f27-98a4-2a89969d592a {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:46:24.438969 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e40d32-339c-487e-b930-542f0c620895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c', 'code': 200} Oct 26 14:46:24.535226 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa6b56-be1d-4832-8bc6-b15aa9c9cd85 req-0f8993c9-e4ed-4ba0-80f0-d8419192d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:24.536672 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14aa6b56-be1d-4832-8bc6-b15aa9c9cd85 req-0f8993c9-e4ed-4ba0-80f0-d8419192d332 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 1097 time: 0.0441074 Oct 26 14:46:24.571352 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-14aa6b56-be1d-4832-8bc6-b15aa9c9cd85 req-4a3d056e-4e16-47f4-9ef5-52d273d22feb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268044 Oct 26 14:46:24.870558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac5ccf-aec2-4f19-8a30-a6a960b9b187 req-fe7d9989-3e14-4b5a-96af-bbf88dcfaae6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:24.871927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82ac5ccf-aec2-4f19-8a30-a6a960b9b187 req-fe7d9989-3e14-4b5a-96af-bbf88dcfaae6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0484819 Oct 26 14:46:24.910403 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-82ac5ccf-aec2-4f19-8a30-a6a960b9b187 req-ff57c29c-8465-417c-9469-92e5eaf6e164 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319235 Oct 26 14:46:26.025198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb25a5-02e2-4221-a81a-79918f7e24eb req-d2f2e5ea-cfdc-457a-9eda-7eba30580e66 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:26.027402 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c5bb25a5-02e2-4221-a81a-79918f7e24eb req-d2f2e5ea-cfdc-457a-9eda-7eba30580e66 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0479319 Oct 26 14:46:26.064361 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c5bb25a5-02e2-4221-a81a-79918f7e24eb req-9836385f-f6e4-4194-bec5-084dde900558 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308807 Oct 26 14:46:26.178051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d1d74-ec44-4fbc-ad5d-2d81bd474b94 req-4907988c-fb10-4b8e-ba2b-664a0477b36c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:26.179523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a01d1d74-ec44-4fbc-ad5d-2d81bd474b94 req-4907988c-fb10-4b8e-ba2b-664a0477b36c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0518754 Oct 26 14:46:26.188669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50242) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:46:26.193051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5b156acf-27ec-45fc-926b-4cf31eccba29 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Request body: {'floatingip': {'port_id': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:46:26.232635 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b156acf-27ec-45fc-926b-4cf31eccba29 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:26.646735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b156acf-27ec-45fc-926b-4cf31eccba29 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:26.650686 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b156acf-27ec-45fc-926b-4cf31eccba29 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:27.075838 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-5b156acf-27ec-45fc-926b-4cf31eccba29 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Floating IP f7b351d9-6748-435d-9054-85d97a2c70ba associated. External IP: 172.25.4.183, port: f2c0a06b-7e90-487c-9c8b-483ae3bce37c. Oct 26 14:46:27.276418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b156acf-27ec-45fc-926b-4cf31eccba29 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Router 3fedd5a8-9df0-4e07-90c8-1654c879da92 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:46:27.378501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b156acf-27ec-45fc-926b-4cf31eccba29 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:46:27.383205 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b156acf-27ec-45fc-926b-4cf31eccba29 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:27.388263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b37857e-4368-454f-873b-d2515e30297d None None] Sync routers for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:46:27.397907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37857e-4368-454f-873b-d2515e30297d None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:46:27.398547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-5b37857e-4368-454f-873b-d2515e30297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:46:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:46:27.413723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5b156acf-27ec-45fc-926b-4cf31eccba29 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "PUT /v2.0/floatingips/f7b351d9-6748-435d-9054-85d97a2c70ba HTTP/1.1" status: 200 len: 992 time: 1.2240222 Oct 26 14:46:27.414423 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e40d32-339c-487e-b930-542f0c620895', 'tag': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:46:27.416777 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63b5ac8-d508-48f7-a02a-ac52cda9df7c" -d '{"events": [{"name": "network-changed", "server_uuid": "43e40d32-339c-487e-b930-542f0c620895", "tag": "f2c0a06b-7e90-487c-9c8b-483ae3bce37c"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:46:27.454646 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932e9c6d-00e7-4f64-be75-1bd8f65a038e x-openstack-request-id: req-932e9c6d-00e7-4f64-be75-1bd8f65a038e {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:46:27.454813 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e40d32-339c-487e-b930-542f0c620895", "tag": "f2c0a06b-7e90-487c-9c8b-483ae3bce37c", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:46:27.455055 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-932e9c6d-00e7-4f64-be75-1bd8f65a038e {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:46:27.455455 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e40d32-339c-487e-b930-542f0c620895', 'tag': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c', 'status': 'completed', 'code': 200} Oct 26 14:46:27.506250 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-5b37857e-4368-454f-873b-d2515e30297d None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:46:27.517094 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b5ac8-d508-48f7-a02a-ac52cda9df7c req-95fc391c-8c23-4090-9870-e5df422e6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:27.518620 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c63b5ac8-d508-48f7-a02a-ac52cda9df7c req-95fc391c-8c23-4090-9870-e5df422e6914 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 1097 time: 0.0402532 Oct 26 14:46:27.610623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b5ac8-d508-48f7-a02a-ac52cda9df7c req-d4290265-67d4-4f8a-ae2c-ab122c4e97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:27.612092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c63b5ac8-d508-48f7-a02a-ac52cda9df7c req-d4290265-67d4-4f8a-ae2c-ab122c4e97b5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0856326 Oct 26 14:46:27.680136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c63b5ac8-d508-48f7-a02a-ac52cda9df7c req-0cc1f222-4190-4859-9c72-42ffad798c64 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c HTTP/1.1" status: 200 len: 1000 time: 0.0604110 Oct 26 14:46:27.728011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b5ac8-d508-48f7-a02a-ac52cda9df7c req-003fe334-230a-453c-b56d-529762304c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:27.729448 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c63b5ac8-d508-48f7-a02a-ac52cda9df7c req-003fe334-230a-453c-b56d-529762304c4c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0422130 Oct 26 14:46:27.738469 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-5b37857e-4368-454f-873b-d2515e30297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f7b351d9-6748-435d-9054-85d97a2c70ba', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'port_id': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'mac_address': 'fa:16:3e:47:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e40d32-339c-487e-b930-542f0c620895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:59Z', 'updated_at': '2021-10-26T14:46:26Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:46:27.765500 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b37857e-4368-454f-873b-d2515e30297d None None] Checking router: 3fedd5a8-9df0-4e07-90c8-1654c879da92 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:46:27.773914 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37857e-4368-454f-873b-d2515e30297d None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:46:27.774547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-5b37857e-4368-454f-873b-d2515e30297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:46:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:46:27.774703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b5ac8-d508-48f7-a02a-ac52cda9df7c req-ba96b180-4b24-4bbd-80f8-6952d3b816b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:27.776315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c63b5ac8-d508-48f7-a02a-ac52cda9df7c req-ba96b180-4b24-4bbd-80f8-6952d3b816b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397089 Oct 26 14:46:27.867530 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c63b5ac8-d508-48f7-a02a-ac52cda9df7c req-201c03a2-4887-41d7-972c-f9e60074dc3d service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839863 Oct 26 14:46:27.879164 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-5b37857e-4368-454f-873b-d2515e30297d None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:46:27.964518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c63b5ac8-d508-48f7-a02a-ac52cda9df7c req-00acff37-26b0-4c73-bcd8-2a98f1367cf9 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895977 Oct 26 14:46:27.981633 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:28.114690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-5b37857e-4368-454f-873b-d2515e30297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f7b351d9-6748-435d-9054-85d97a2c70ba', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'port_id': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'mac_address': 'fa:16:3e:47:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e40d32-339c-487e-b930-542f0c620895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:59Z', 'updated_at': '2021-10-26T14:46:26Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:46:28.140613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b37857e-4368-454f-873b-d2515e30297d None None] The sync data for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 is: [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f7b351d9-6748-435d-9054-85d97a2c70ba', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'port_id': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'mac_address': 'fa:16:3e:47:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e40d32-339c-487e-b930-542f0c620895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:59Z', 'updated_at': '2021-10-26T14:46:26Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:46:28.328740 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1163068f-5ffd-43fc-9324-2c8aa8431033 None None] New status for floating IP f7b351d9-6748-435d-9054-85d97a2c70ba: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:46:42.830745 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-69a51383-275f-4056-bb7c-6d9a2065749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:45.142066 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d850fb0e-e97c-42fd-9ae7-ebb320d44f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:46.678569 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:46.975686 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:48.691099 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:49.150380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84e838bc-3bb2-4b98-942c-a5110b137c36 req-bfde2849-afb2-4bf1-8f71-c84798439a8c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398018 Oct 26 14:46:49.237138 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e838bc-3bb2-4b98-942c-a5110b137c36 req-1401ac51-e57b-4f75-b0cc-7602cca22b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:49.238894 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84e838bc-3bb2-4b98-942c-a5110b137c36 req-1401ac51-e57b-4f75-b0cc-7602cca22b06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 1097 time: 0.0407460 Oct 26 14:46:49.343394 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e838bc-3bb2-4b98-942c-a5110b137c36 req-30089267-a016-41ba-b900-bd4c4eed2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:49.344834 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84e838bc-3bb2-4b98-942c-a5110b137c36 req-30089267-a016-41ba-b900-bd4c4eed2f7d service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0855052 Oct 26 14:46:49.413534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84e838bc-3bb2-4b98-942c-a5110b137c36 req-df4bdee8-1b67-4ddd-b793-060021cfcdda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c HTTP/1.1" status: 200 len: 1002 time: 0.0597587 Oct 26 14:46:49.463941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e838bc-3bb2-4b98-942c-a5110b137c36 req-91c4cc64-ebe5-4da2-aad4-1aafc64d5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:49.465313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84e838bc-3bb2-4b98-942c-a5110b137c36 req-91c4cc64-ebe5-4da2-aad4-1aafc64d5a24 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0432818 Oct 26 14:46:49.514583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e838bc-3bb2-4b98-942c-a5110b137c36 req-704d84f3-da74-4b8d-968e-b2d71e03d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:49.516092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84e838bc-3bb2-4b98-942c-a5110b137c36 req-704d84f3-da74-4b8d-968e-b2d71e03d80d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437255 Oct 26 14:46:49.606404 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84e838bc-3bb2-4b98-942c-a5110b137c36 req-b1ecf4a3-a1a8-4211-b905-3e184cf84788 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821714 Oct 26 14:46:49.698841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84e838bc-3bb2-4b98-942c-a5110b137c36 req-01efd846-4799-47c5-bc15-ae9841bfbae2 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850279 Oct 26 14:46:51.078056 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:46:53.839758 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:57.982850 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:12.832572 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0d190ccb-c1c2-4027-9f47-35ec2ee1333e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:15.142586 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-452ead24-d681-4570-8fd6-ce4a420bdf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:16.680162 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:16.978279 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:18.694197 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:23.832839 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:27.989576 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:28.076368 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:47:42.834297 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6a56d20c-b578-4121-9779-cbbebeca5160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:45.143118 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c973d59-ae01-40b2-89d4-c5833f254edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:46.685659 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:46.980341 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:48.693801 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:49.159166 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6dd589a-1674-4e16-b853-5b9a418b880f req-a5b91b64-13b0-4325-9142-c4db6efb22ef service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1301877 Oct 26 14:47:49.246294 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd589a-1674-4e16-b853-5b9a418b880f req-df315912-0d3f-4172-b39d-571a08c5c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:49.247846 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6dd589a-1674-4e16-b853-5b9a418b880f req-df315912-0d3f-4172-b39d-571a08c5c35b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 1097 time: 0.0424225 Oct 26 14:47:49.353565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd589a-1674-4e16-b853-5b9a418b880f req-a19aee40-7336-4465-b264-469794d8bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:49.355084 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6dd589a-1674-4e16-b853-5b9a418b880f req-a19aee40-7336-4465-b264-469794d8bb17 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0871170 Oct 26 14:47:49.424342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6dd589a-1674-4e16-b853-5b9a418b880f req-5d12aa16-7c93-445a-a831-77d31b1c6fd4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c HTTP/1.1" status: 200 len: 1002 time: 0.0606360 Oct 26 14:47:49.477164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd589a-1674-4e16-b853-5b9a418b880f req-b3d67d05-b765-4a35-8f8e-862154fe1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:49.478656 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6dd589a-1674-4e16-b853-5b9a418b880f req-b3d67d05-b765-4a35-8f8e-862154fe1231 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0477507 Oct 26 14:47:49.523922 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd589a-1674-4e16-b853-5b9a418b880f req-47f8deed-007e-4604-a76b-c35f0194ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:49.525412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6dd589a-1674-4e16-b853-5b9a418b880f req-47f8deed-007e-4604-a76b-c35f0194ddf8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388544 Oct 26 14:47:49.625767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6dd589a-1674-4e16-b853-5b9a418b880f req-90d2d18a-2c7f-4af1-99cb-8b014f7616e4 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910122 Oct 26 14:47:49.723710 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6dd589a-1674-4e16-b853-5b9a418b880f req-43543547-d47f-4751-9aee-e188b3dedf0f service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908945 Oct 26 14:47:53.829966 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:58.006958 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:03.692391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b509b1-15b9-406c-87ff-3f00f521eaff req-c8da40f7-5043-40a2-8d37-b9ab6c1a031d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:03.693862 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58b509b1-15b9-406c-87ff-3f00f521eaff req-c8da40f7-5043-40a2-8d37-b9ab6c1a031d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.1340988 Oct 26 14:48:03.730799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58b509b1-15b9-406c-87ff-3f00f521eaff req-40e7c351-5807-41f7-b579-688c9fc991cd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309377 Oct 26 14:48:04.908726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f56bb9-dcf4-4fac-a839-1e6af053151b req-8081440e-2037-4350-98ff-138fe21c3d78 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:04.910365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62f56bb9-dcf4-4fac-a839-1e6af053151b req-8081440e-2037-4350-98ff-138fe21c3d78 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.1094346 Oct 26 14:48:04.949414 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62f56bb9-dcf4-4fac-a839-1e6af053151b req-46614b6f-9302-4bdd-8679-8714268d8c1d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317879 Oct 26 14:48:05.074828 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:48:06.064163 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13e1bf-4508-4c48-8c94-9cecf78ca19f req-562fc2e9-1ec6-4b1c-94be-e0191c5e9f10 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:06.065647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f13e1bf-4508-4c48-8c94-9cecf78ca19f req-562fc2e9-1ec6-4b1c-94be-e0191c5e9f10 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0489244 Oct 26 14:48:06.104775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f13e1bf-4508-4c48-8c94-9cecf78ca19f req-547c8152-e764-46e5-9123-041692aea7bd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330644 Oct 26 14:48:06.776476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-19f86acc-f77c-41cc-86ae-ae26e37d483b req-56ef96f5-446f-4ff2-8e61-5cc3cbd417ad service neutron] (102123) timed out ('10.222.0.32', 55452) {{(pid=102123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:48:07.218685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c524be-b33c-488a-8184-60dac8bfcc78 req-8f21d04d-29ba-4569-add5-fb5988192f63 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:07.220155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65c524be-b33c-488a-8184-60dac8bfcc78 req-8f21d04d-29ba-4569-add5-fb5988192f63 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0488434 Oct 26 14:48:07.257424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65c524be-b33c-488a-8184-60dac8bfcc78 req-5cfc23d6-deaa-4c60-8ec9-ec6992b68a99 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314276 Oct 26 14:48:08.375836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338310a-c47c-4705-a515-810ea17c24e7 req-b2eeabbe-b367-417a-9803-979f54d463a9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:08.377316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c338310a-c47c-4705-a515-810ea17c24e7 req-b2eeabbe-b367-417a-9803-979f54d463a9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0528378 Oct 26 14:48:08.414614 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c338310a-c47c-4705-a515-810ea17c24e7 req-74e80cd5-c850-40b2-a190-87b90f8899e0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313663 Oct 26 14:48:09.529198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03970e83-c607-4696-bb83-e3a4466035b5 req-c6f4f12a-7807-49e0-bd34-b4a07509323f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:09.530676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03970e83-c607-4696-bb83-e3a4466035b5 req-c6f4f12a-7807-49e0-bd34-b4a07509323f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0484676 Oct 26 14:48:09.567844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03970e83-c607-4696-bb83-e3a4466035b5 req-690efb0a-2bed-45b1-acb5-667dcd4eb4bb tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306559 Oct 26 14:48:10.683397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c1352-8f12-4e5e-911b-67327a162648 req-8d0c97ba-d5c5-4b33-a128-f32833299ab9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:10.684850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-028c1352-8f12-4e5e-911b-67327a162648 req-8d0c97ba-d5c5-4b33-a128-f32833299ab9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0486939 Oct 26 14:48:10.721370 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-028c1352-8f12-4e5e-911b-67327a162648 req-7f2fed4e-02b1-4260-ba01-f66cdbecf7c7 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299146 Oct 26 14:48:11.843897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d47d33-2ddc-4f01-9240-38e9b459b8d9 req-63237cbe-1fa1-4594-987d-76300f933c27 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:11.845320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35d47d33-2ddc-4f01-9240-38e9b459b8d9 req-63237cbe-1fa1-4594-987d-76300f933c27 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0531380 Oct 26 14:48:11.882402 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35d47d33-2ddc-4f01-9240-38e9b459b8d9 req-66e6121e-ae47-4f51-9d31-b0622252796e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309367 Oct 26 14:48:12.835369 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d2d978c4-f6b8-4060-868d-a4f76e015789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:12.995691 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f64a29-ee2a-4000-8da5-41c40183f44f req-b98e741e-6dd9-4612-becf-f4bcea99ea98 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:12.997148 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63f64a29-ee2a-4000-8da5-41c40183f44f req-b98e741e-6dd9-4612-becf-f4bcea99ea98 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0485210 Oct 26 14:48:13.034280 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63f64a29-ee2a-4000-8da5-41c40183f44f req-14c9118d-7ebb-49e0-ab3a-ce0177aed4be tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312104 Oct 26 14:48:14.149154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22793b2-a44c-4def-897a-18104c73025b req-dfad9f5e-1c95-493a-9c08-3db05f99c827 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:14.150677 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b22793b2-a44c-4def-897a-18104c73025b req-dfad9f5e-1c95-493a-9c08-3db05f99c827 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0500302 Oct 26 14:48:14.188867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b22793b2-a44c-4def-897a-18104c73025b req-3590f441-7714-48e5-af6c-6883dc5eaf64 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314748 Oct 26 14:48:14.447794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02645e6-ed07-4d6a-bbd2-740ad4cec130 req-4062f741-42cb-49b9-bf5c-0a10525cc3ea tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:14.449296 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c02645e6-ed07-4d6a-bbd2-740ad4cec130 req-4062f741-42cb-49b9-bf5c-0a10525cc3ea tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0743387 Oct 26 14:48:14.479488 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-2e8de489-4769-484d-91ff-094000cb54df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136785 Oct 26 14:48:14.495829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c02645e6-ed07-4d6a-bbd2-740ad4cec130 req-9a7b53ac-a411-4950-80d1-42535666ebb3 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394766 Oct 26 14:48:15.144541 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d187e3d7-66a1-4f75-a182-61f886ebde87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.617903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97651d81-0a37-493e-addb-30188d7e4860 req-65294966-5d18-4fc0-9188-eeed6f106dad tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:15.619433 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97651d81-0a37-493e-addb-30188d7e4860 req-65294966-5d18-4fc0-9188-eeed6f106dad tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0514221 Oct 26 14:48:15.688877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97651d81-0a37-493e-addb-30188d7e4860 req-37acc04f-3ffb-48df-a75d-c863e8a573e6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608585 Oct 26 14:48:15.691545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7f1e-ee50-4a41-a424-fced466e981c req-2973bede-3e81-4f56-81b0-714b8108f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:15.692952 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-2973bede-3e81-4f56-81b0-714b8108f6f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 1097 time: 0.0726628 Oct 26 14:48:15.782346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7f1e-ee50-4a41-a424-fced466e981c req-dd38f8e5-1881-4034-981d-2ab1b05b8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:15.783723 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-dd38f8e5-1881-4034-981d-2ab1b05b8795 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0837252 Oct 26 14:48:15.850461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-cfcc8d61-15bf-4f2f-92c2-4e957839c9a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c HTTP/1.1" status: 200 len: 1002 time: 0.0599978 Oct 26 14:48:15.899240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7f1e-ee50-4a41-a424-fced466e981c req-6dc1bf9e-0ec1-4339-ab5e-52f07dfb0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:15.900660 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-6dc1bf9e-0ec1-4339-ab5e-52f07dfb0f87 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0437691 Oct 26 14:48:15.945123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7f1e-ee50-4a41-a424-fced466e981c req-af153891-c659-4f48-8f07-e12444896ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:15.946611 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-af153891-c659-4f48-8f07-e12444896ca6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383170 Oct 26 14:48:16.039921 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-4ec892be-452d-4d57-8f3a-1c69217c7220 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853488 Oct 26 14:48:16.129786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-035753d8-c525-45d8-a0ea-9dfb81b3e9e5 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823374 Oct 26 14:48:16.678398 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.810025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b19bc-869a-4b2c-bbc9-f40034274acc req-9f765251-e949-49d0-908f-56e96f7d5cff tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:16.811603 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-927b19bc-869a-4b2c-bbc9-f40034274acc req-9f765251-e949-49d0-908f-56e96f7d5cff tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0524378 Oct 26 14:48:16.848908 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-927b19bc-869a-4b2c-bbc9-f40034274acc req-3cb9656a-3932-4abf-a876-f3cd75eb12e1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300696 Oct 26 14:48:16.982796 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:17.963849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cbf65-074d-4d69-993a-449226b9ed3f req-50874b62-07e3-41fc-ad92-fb3451a6ef4a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:17.965319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f03cbf65-074d-4d69-993a-449226b9ed3f req-50874b62-07e3-41fc-ad92-fb3451a6ef4a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0488832 Oct 26 14:48:18.036214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f03cbf65-074d-4d69-993a-449226b9ed3f req-81a87cfb-d32a-4883-898b-2549c11056bd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647962 Oct 26 14:48:18.042873 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-771d7f1e-ee50-4a41-a424-fced466e981c req-5fd5013c-6212-4f34-b54f-f6d193f0f9da service neutron] show failed (client error): The resource could not be found. Oct 26 14:48:18.043822 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-5fd5013c-6212-4f34-b54f-f6d193f0f9da service neutron] 10.222.0.25 "GET /v2.0/ports/f2c0a06b-7e90-487c-9c8b-483ae3bce37c/bindings/n-h2-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0776749 Oct 26 14:48:18.333392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7f1e-ee50-4a41-a424-fced466e981c req-2ef97dc5-6638-48b0-b700-82de6e4df1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:18.334939 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-2ef97dc5-6638-48b0-b700-82de6e4df1e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895&tenant_id=a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 1097 time: 0.1256585 Oct 26 14:48:18.347653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:48:18.402042 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:18.599566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] For port f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:18.631552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] For port f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:48:18.670227 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e40d32-339c-487e-b930-542f0c620895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:48:18.673125 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922eaf55-47f5-4db2-8046-bb47ac5d07f6" -d '{"events": [{"server_uuid": "43e40d32-339c-487e-b930-542f0c620895", "name": "network-vif-unplugged", "status": "completed", "tag": "f2c0a06b-7e90-487c-9c8b-483ae3bce37c"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:48:18.676894 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:18.689188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Transition to ACTIVE for port object f2c0a06b-7e90-487c-9c8b-483ae3bce37c will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:48:18.693895 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:18.699883 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:18.728033 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1932c874-49f5-4d54-8af9-1df2164fb7ed x-openstack-request-id: req-1932c874-49f5-4d54-8af9-1df2164fb7ed {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:48:18.728325 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e40d32-339c-487e-b930-542f0c620895", "name": "network-vif-unplugged", "status": "completed", "tag": "f2c0a06b-7e90-487c-9c8b-483ae3bce37c", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:48:18.728575 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1932c874-49f5-4d54-8af9-1df2164fb7ed {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:48:18.728966 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e40d32-339c-487e-b930-542f0c620895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c', 'code': 200} Oct 26 14:48:18.750782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,revision_number=6']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:18.791063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:18.791063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:18.791063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:18.791063 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:18.792501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:18.792501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:18.792501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:18.792501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:18.792814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:18.792886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:18.793168 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:18.793490 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:18.840494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] No DVR routers for this DVR port f2c0a06b-7e90-487c-9c8b-483ae3bce37c on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:48:19.162215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc79090-26ee-4b75-b1ce-9db9704b2092 req-2e2c745e-c781-4b48-8517-1ec2abf60a14 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:19.163626 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bc79090-26ee-4b75-b1ce-9db9704b2092 req-2e2c745e-c781-4b48-8517-1ec2abf60a14 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 944 time: 0.0544000 Oct 26 14:48:19.205007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4bc79090-26ee-4b75-b1ce-9db9704b2092 req-7e2091f0-10c4-461a-9cc3-af41c9611015 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351572 Oct 26 14:48:19.283685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Attempting to bind port f2c0a06b-7e90-487c-9c8b-483ae3bce37c on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:48:19.284010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Attempting to bind port f2c0a06b-7e90-487c-9c8b-483ae3bce37c by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:48:19.284333 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Attempting to bind port f2c0a06b-7e90-487c-9c8b-483ae3bce37c on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:48:19.288466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Port f2c0a06b-7e90-487c-9c8b-483ae3bce37c on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:48:19.288780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Attempting to bind port f2c0a06b-7e90-487c-9c8b-483ae3bce37c on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:48:19.293416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:48:19.293746 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Checking segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:48:19.294157 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Bound using segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:48:19.294572 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Bound port: f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:48:19.294919 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:19.358348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] For port f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:48:19.362400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] For port f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:48:19.366423 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:19.398087 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:19.398702 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:19.400122 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] 10.222.0.11 "PUT /v2.0/ports/f2c0a06b-7e90-487c-9c8b-483ae3bce37c HTTP/1.1" status: 200 len: 1092 time: 1.0565794 Oct 26 14:48:19.423668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5347e-a7f2-414f-a3d4-29b086bdca40 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:19.469661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7f1e-ee50-4a41-a424-fced466e981c req-25f78ea9-5d16-4190-b7f3-ae2d9c5d0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:19.471277 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-25f78ea9-5d16-4190-b7f3-ae2d9c5d0640 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 1095 time: 0.0445549 Oct 26 14:48:19.569898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9e87d62e-bafd-4df9-ba75-259508135d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:19.571528 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9e87d62e-bafd-4df9-ba75-259508135d8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0925176 Oct 26 14:48:19.638323 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-05f4c10d-8463-4b14-9608-62f3e485cd13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c HTTP/1.1" status: 200 len: 1000 time: 0.0577326 Oct 26 14:48:19.691149 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7f1e-ee50-4a41-a424-fced466e981c req-0cf4b234-ce30-4a90-bc55-0713afe9b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:19.692544 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-0cf4b234-ce30-4a90-bc55-0713afe9b11a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0452197 Oct 26 14:48:19.741267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7f1e-ee50-4a41-a424-fced466e981c req-8bf1918f-3dbd-44f0-bdf8-289051f5652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:19.742773 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-8bf1918f-3dbd-44f0-bdf8-289051f5652d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435805 Oct 26 14:48:19.833153 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-4799c3ba-3cdf-41af-852e-423cee18b4ac service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819230 Oct 26 14:48:19.926195 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d7f1e-ee50-4a41-a424-fced466e981c req-9f20a380-6f26-4b4a-928c-f74c585b605f service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853651 Oct 26 14:48:20.322180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32990454-75e0-4ebd-8d15-196db6d2910e req-65fbdf33-b2c6-4eb2-a947-a5e7601b3be6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:20.323655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32990454-75e0-4ebd-8d15-196db6d2910e req-65fbdf33-b2c6-4eb2-a947-a5e7601b3be6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 944 time: 0.0475645 Oct 26 14:48:20.360702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32990454-75e0-4ebd-8d15-196db6d2910e req-96882298-e640-4888-8bc6-59b264513f80 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305107 Oct 26 14:48:20.582665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f2c0a06b-7e90-487c-9c8b-483ae3bce37c no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:48:20.621293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f2c0a06b-7e90-487c-9c8b-483ae3bce37c not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:48:20.730363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e40d32-339c-487e-b930-542f0c620895', 'tag': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:48:20.732798 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "43e40d32-339c-487e-b930-542f0c620895", "tag": "f2c0a06b-7e90-487c-9c8b-483ae3bce37c"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:48:20.780425 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5618d2b-d8d5-4996-b8a5-c8e626d97512 x-openstack-request-id: req-d5618d2b-d8d5-4996-b8a5-c8e626d97512 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:48:20.780720 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e40d32-339c-487e-b930-542f0c620895", "tag": "f2c0a06b-7e90-487c-9c8b-483ae3bce37c", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:48:20.780978 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5618d2b-d8d5-4996-b8a5-c8e626d97512 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:48:20.781383 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e40d32-339c-487e-b930-542f0c620895', 'tag': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c', 'status': 'completed', 'code': 200} Oct 26 14:48:20.848062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-503e13d6-c26c-4058-a896-65a3c718462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:20.848278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-5238361c-c679-4b4d-b9d7-70a6dc046350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:20.849667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-503e13d6-c26c-4058-a896-65a3c718462a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 1095 time: 0.0400290 Oct 26 14:48:20.849792 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-5238361c-c679-4b4d-b9d7-70a6dc046350 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 1095 time: 0.0415614 Oct 26 14:48:20.944341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-20696e5a-07ae-4726-b87b-0a0c732a7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:20.945489 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-3b864bfb-c326-4237-851a-ea647e65aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:20.945804 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-20696e5a-07ae-4726-b87b-0a0c732a7a5a service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0893042 Oct 26 14:48:20.946976 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-3b864bfb-c326-4237-851a-ea647e65aa49 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0901389 Oct 26 14:48:21.009667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-a08d9bfd-2469-4323-b09f-c2570e7a6520 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c HTTP/1.1" status: 200 len: 1000 time: 0.0573211 Oct 26 14:48:21.012542 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-b07d9628-c98f-4cc9-aae1-fd3995fc8a10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c HTTP/1.1" status: 200 len: 1000 time: 0.0571625 Oct 26 14:48:21.063476 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-9b7eab13-a88c-4750-86f8-f71092965fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:21.064241 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-4f0ef58f-0d2c-452f-9ac6-1a96e1a166a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:21.064947 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-9b7eab13-a88c-4750-86f8-f71092965fd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0441272 Oct 26 14:48:21.065697 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-4f0ef58f-0d2c-452f-9ac6-1a96e1a166a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0483584 Oct 26 14:48:21.111517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-71564d4a-0c2b-49d9-b394-2ab9cba27fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:21.112932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-71564d4a-0c2b-49d9-b394-2ab9cba27fbc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402331 Oct 26 14:48:21.115501 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-af748cde-64ee-40a5-bdcf-dcff83bc7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:21.116970 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-af748cde-64ee-40a5-bdcf-dcff83bc7077 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450375 Oct 26 14:48:21.202138 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-03cde6b9-a4e2-494a-969e-4772088dcfe8 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815728 Oct 26 14:48:21.207533 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-886862eb-2a19-4cba-a4fd-9f88101e38f9 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818334 Oct 26 14:48:21.295700 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-7231d33f-36d0-4a52-9b11-135a8ef8c430 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863121 Oct 26 14:48:21.302849 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-85de3f8b-d9c6-4307-b74f-be8a474e6e8c req-2e866d62-0688-4e66-9263-93b95b78f6e1 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875347 Oct 26 14:48:21.476684 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe914f-f1ec-41af-bd42-7635e055bc46 req-a4910563-cca3-4451-88f0-b4ed5683fe9c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:21.478187 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bffe914f-f1ec-41af-bd42-7635e055bc46 req-a4910563-cca3-4451-88f0-b4ed5683fe9c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 944 time: 0.0485194 Oct 26 14:48:21.514880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bffe914f-f1ec-41af-bd42-7635e055bc46 req-270633a2-17d3-4b6c-aeec-b85b5c157065 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308218 Oct 26 14:48:21.691050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-16e3d629-5889-46de-b4c1-3d05e2d4125d req-2c44e63d-184a-4b59-a1ba-d514df404ab1 service neutron] (102123) timed out ('10.222.0.25', 52959) {{(pid=102123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:48:22.635213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a034d0-289c-4af6-b9f1-c962648dd67a req-8bb2e8b0-e814-4b99-8036-d96339c32496 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:22.636668 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3a034d0-289c-4af6-b9f1-c962648dd67a req-8bb2e8b0-e814-4b99-8036-d96339c32496 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 944 time: 0.0520566 Oct 26 14:48:22.674861 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3a034d0-289c-4af6-b9f1-c962648dd67a req-ffa5ee32-ee07-41b0-a2ba-976b9fb07f89 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316143 Oct 26 14:48:22.893752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd9d1e-fd81-4067-9380-b4b909e5ebdb req-12d663b1-06cd-4ce0-acce-37e08f1fe90b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:22.895271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3cd9d1e-fd81-4067-9380-b4b909e5ebdb req-12d663b1-06cd-4ce0-acce-37e08f1fe90b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 944 time: 0.0778673 Oct 26 14:48:22.908548 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-60549f2d-faed-4fa4-bf99-6ee0a99ce146 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:22.909924 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-60549f2d-faed-4fa4-bf99-6ee0a99ce146 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.25 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895&tenant_id=a4ef095655924c41844537d44d0afe51&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 944 time: 0.0668762 Oct 26 14:48:22.974177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3cd9d1e-fd81-4067-9380-b4b909e5ebdb req-07f80228-551f-48ff-8371-a8d19070d4b2 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632417 Oct 26 14:48:22.986625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f2c0a06b-7e90-487c-9c8b-483ae3bce37c details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:48:22.995193 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-0dd539e0-721b-4fba-8297-114b198ef55c service neutron] delete failed (client error): The resource could not be found. Oct 26 14:48:22.996216 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-0dd539e0-721b-4fba-8297-114b198ef55c service neutron] 10.222.0.25 "DELETE /v2.0/ports/f2c0a06b-7e90-487c-9c8b-483ae3bce37c/bindings/n-h1-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0788207 Oct 26 14:48:23.081282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-59a5cc76-aaa5-44b1-8e34-b5c7b16fedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:23.082920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-59a5cc76-aaa5-44b1-8e34-b5c7b16fedf9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 1095 time: 0.0412123 Oct 26 14:48:23.091729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:23.102952 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'port_id': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c', 'mac_address': 'fa:16:3e:47:34:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:48:23.138432 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:23.151892 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c0a06b-7e90-487c-9c8b-483ae3bce37c {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:48:23.171722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:23.175170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-d01f4000-ee64-4f07-957c-27fb0b381e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:23.175618 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:23.176701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-d01f4000-ee64-4f07-957c-27fb0b381e5d service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0873554 Oct 26 14:48:23.225441 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:23.232776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:23.233219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:23.233565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:23.233897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:23.234258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:23.234615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:23.234971 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:23.235296 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:23.235639 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:23.235960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:23.236378 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:23.236700 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:23.242157 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-15a10fb2-854b-49b6-8ea8-2fdd3332b098 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c HTTP/1.1" status: 200 len: 1001 time: 0.0587199 Oct 26 14:48:23.292397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-2687c579-86b6-4ced-bf91-e7ea1cc630af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:23.293916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-2687c579-86b6-4ced-bf91-e7ea1cc630af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0447593 Oct 26 14:48:23.343174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-56afbe6a-ef31-4c6e-acf3-8c435fe16931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:23.344705 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-56afbe6a-ef31-4c6e-acf3-8c435fe16931 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431111 Oct 26 14:48:23.432239 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-0ce0829c-94cf-4cf5-921f-c4e256cad637 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801852 Oct 26 14:48:23.499319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['f2c0a06b-7e90-487c-9c8b-483ae3bce37c'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:48:23.524625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16810a9d-9592-4a1c-b795-d3501ddec538 req-12004ae4-b040-4999-a8e5-f07d0a37aa87 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852740 Oct 26 14:48:23.846795 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:24.097621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0dbdf-3dbd-4357-9753-d8d0ce68d3ad req-7d10d896-20c7-4d6d-8c87-488aeac40f54 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:24.099038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2a0dbdf-3dbd-4357-9753-d8d0ce68d3ad req-7d10d896-20c7-4d6d-8c87-488aeac40f54 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 945 time: 0.0523167 Oct 26 14:48:24.136306 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c2a0dbdf-3dbd-4357-9753-d8d0ce68d3ad req-ef8a6e7a-fdbb-4866-bff0-643d2dadb1b0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312769 Oct 26 14:48:24.249720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf2b98-0934-4d0d-9336-bba79e901615 req-caa5a44d-9c1c-4e8b-acd9-28b2f311c792 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:24.251217 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bcbf2b98-0934-4d0d-9336-bba79e901615 req-caa5a44d-9c1c-4e8b-acd9-28b2f311c792 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 945 time: 0.0486591 Oct 26 14:48:24.289235 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bcbf2b98-0934-4d0d-9336-bba79e901615 req-fdd512e7-82d8-4176-a770-d21343189992 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318851 Oct 26 14:48:24.484991 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b70f7-dc8e-45a5-9f63-ea1e7d1cb791 req-009de062-c579-4e27-8fa2-038d34c3daef tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:24.486483 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f4b70f7-dc8e-45a5-9f63-ea1e7d1cb791 req-009de062-c579-4e27-8fa2-038d34c3daef tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 945 time: 0.0536184 Oct 26 14:48:24.508420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9b23-8764-4a02-a592-20dea1b237e6 req-5f935d67-2be3-4cd7-8241-18e4bc0c6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:24.509916 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a48a9b23-8764-4a02-a592-20dea1b237e6 req-5f935d67-2be3-4cd7-8241-18e4bc0c6d5a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 1096 time: 0.0420949 Oct 26 14:48:24.527252 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f4b70f7-dc8e-45a5-9f63-ea1e7d1cb791 req-7b5c832d-760b-4c61-9280-ac738c0327f4 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346549 Oct 26 14:48:24.603862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9b23-8764-4a02-a592-20dea1b237e6 req-c940639e-6272-4471-8add-e3ec1fd135ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:24.605342 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a48a9b23-8764-4a02-a592-20dea1b237e6 req-c940639e-6272-4471-8add-e3ec1fd135ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0878708 Oct 26 14:48:24.670930 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a48a9b23-8764-4a02-a592-20dea1b237e6 req-9fbafbfa-9366-490d-a5e8-573aebedd776 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c HTTP/1.1" status: 200 len: 1001 time: 0.0570962 Oct 26 14:48:24.719956 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9b23-8764-4a02-a592-20dea1b237e6 req-65713a3c-91bf-4a22-bda2-4fa43d7d36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:24.721351 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a48a9b23-8764-4a02-a592-20dea1b237e6 req-65713a3c-91bf-4a22-bda2-4fa43d7d36ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0428615 Oct 26 14:48:24.770397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9b23-8764-4a02-a592-20dea1b237e6 req-e81ef5cf-e0f1-4b60-babc-483f830e3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:24.771841 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a48a9b23-8764-4a02-a592-20dea1b237e6 req-e81ef5cf-e0f1-4b60-babc-483f830e3477 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433180 Oct 26 14:48:24.861000 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a48a9b23-8764-4a02-a592-20dea1b237e6 req-e6e534b1-ca20-4b3c-918a-fcb31fd3122c service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810339 Oct 26 14:48:24.955811 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-a48a9b23-8764-4a02-a592-20dea1b237e6 req-4034284c-2d67-4308-a9fc-9912daca0ac4 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877941 Oct 26 14:48:24.989243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f2c0a06b-7e90-487c-9c8b-483ae3bce37c up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:48:25.036027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port f2c0a06b-7e90-487c-9c8b-483ae3bce37c completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:48:25.039600 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port f2c0a06b-7e90-487c-9c8b-483ae3bce37c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:25.039971 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:25.116881 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:25.139227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e40d32-339c-487e-b930-542f0c620895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:48:25.141481 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e4b9b9-af49-4656-90a1-c4aa81b11c96" -d '{"events": [{"server_uuid": "43e40d32-339c-487e-b930-542f0c620895", "name": "network-vif-plugged", "status": "completed", "tag": "f2c0a06b-7e90-487c-9c8b-483ae3bce37c"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:48:25.154929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:25.158810 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:25.187030 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31401ae-e505-43a1-b447-6efccc2927b5 x-openstack-request-id: req-a31401ae-e505-43a1-b447-6efccc2927b5 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:48:25.187529 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e40d32-339c-487e-b930-542f0c620895", "name": "network-vif-plugged", "status": "completed", "tag": "f2c0a06b-7e90-487c-9c8b-483ae3bce37c", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:48:25.187790 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a31401ae-e505-43a1-b447-6efccc2927b5 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:48:25.188781 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e40d32-339c-487e-b930-542f0c620895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c', 'code': 200} Oct 26 14:48:25.213198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:25.642869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea079793-8156-41dd-95d9-c913bee0947e req-aee40c19-4085-4192-95ff-76ad8bce5302 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:25.644363 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea079793-8156-41dd-95d9-c913bee0947e req-aee40c19-4085-4192-95ff-76ad8bce5302 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0501761 Oct 26 14:48:25.681230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea079793-8156-41dd-95d9-c913bee0947e req-3c386999-68af-48e0-bc5e-b9bb2f193b09 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309410 Oct 26 14:48:25.909689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce5109-e4c2-46d8-852b-811f12298a12 req-6a3f37d6-9b62-4660-a714-f7dd03f5e943 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:25.911161 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebce5109-e4c2-46d8-852b-811f12298a12 req-6a3f37d6-9b62-4660-a714-f7dd03f5e943 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0481336 Oct 26 14:48:25.947017 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebce5109-e4c2-46d8-852b-811f12298a12 req-0619698c-d5fc-4050-b1b0-b19ecd945a2a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300117 Oct 26 14:48:27.066538 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0845e-c3f0-4dde-b6bc-6b54a75584f8 req-dddcdc9e-99e3-4dd8-8c6f-d6bedd4f66b6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:27.067983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4b0845e-c3f0-4dde-b6bc-6b54a75584f8 req-dddcdc9e-99e3-4dd8-8c6f-d6bedd4f66b6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0517430 Oct 26 14:48:27.106935 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4b0845e-c3f0-4dde-b6bc-6b54a75584f8 req-ce37b668-0e7f-4952-a005-01fa6130f338 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329473 Oct 26 14:48:27.317001 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27079b8f-4312-44e2-b3aa-31400e8201af req-dcfa23ff-9490-4762-a24b-bb53aec39046 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:27.318495 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-27079b8f-4312-44e2-b3aa-31400e8201af req-dcfa23ff-9490-4762-a24b-bb53aec39046 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 946 time: 0.0484250 Oct 26 14:48:27.409514 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-27079b8f-4312-44e2-b3aa-31400e8201af req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Deleting port f2c0a06b-7e90-487c-9c8b-483ae3bce37c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:48:27.409840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-27079b8f-4312-44e2-b3aa-31400e8201af req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:27.495196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-27079b8f-4312-44e2-b3aa-31400e8201af req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] For port f2c0a06b-7e90-487c-9c8b-483ae3bce37c, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:27.495558 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-27079b8f-4312-44e2-b3aa-31400e8201af req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:27.665179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-27079b8f-4312-44e2-b3aa-31400e8201af req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:27.665539 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-27079b8f-4312-44e2-b3aa-31400e8201af req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:27.665854 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [req-27079b8f-4312-44e2-b3aa-31400e8201af req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Floating IP f7b351d9-6748-435d-9054-85d97a2c70ba disassociated. External IP: 172.25.4.183, port: f2c0a06b-7e90-487c-9c8b-483ae3bce37c. Oct 26 14:48:27.666228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-27079b8f-4312-44e2-b3aa-31400e8201af req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Calling delete_port for f2c0a06b-7e90-487c-9c8b-483ae3bce37c owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:48:27.794705 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-27079b8f-4312-44e2-b3aa-31400e8201af req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:27.823076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event deleted for resources: {'Port': ['ID=f2c0a06b-7e90-487c-9c8b-483ae3bce37c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:27.940752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27079b8f-4312-44e2-b3aa-31400e8201af req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Router 3fedd5a8-9df0-4e07-90c8-1654c879da92 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:48:28.016534 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:28.052181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27079b8f-4312-44e2-b3aa-31400e8201af req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:48:28.062624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a51c5-1d25-4d5f-8962-45acf1b04787 None None] Sync routers for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:48:28.073377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a51c5-1d25-4d5f-8962-45acf1b04787 None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:48:28.074002 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ca4a51c5-1d25-4d5f-8962-45acf1b04787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:48:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:28.091969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-27079b8f-4312-44e2-b3aa-31400e8201af req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] No DVR routers for this DVR port f2c0a06b-7e90-487c-9c8b-483ae3bce37c on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:48:28.094901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-27079b8f-4312-44e2-b3aa-31400e8201af req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:28.098321 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-27079b8f-4312-44e2-b3aa-31400e8201af req-883f745c-273e-4c52-95fa-0605b7f6e268 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.11 "DELETE /v2.0/ports/f2c0a06b-7e90-487c-9c8b-483ae3bce37c HTTP/1.1" status: 204 len: 173 time: 0.7738376 Oct 26 14:48:28.098766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e40d32-339c-487e-b930-542f0c620895', 'name': 'network-vif-deleted', 'tag': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:48:28.101081 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9790bc52-7896-4be8-9809-3b8fda16a397" -d '{"events": [{"server_uuid": "43e40d32-339c-487e-b930-542f0c620895", "name": "network-vif-deleted", "tag": "f2c0a06b-7e90-487c-9c8b-483ae3bce37c"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:48:28.162713 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e952a8-d45f-40d0-9520-affe7c456c8f x-openstack-request-id: req-10e952a8-d45f-40d0-9520-affe7c456c8f {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:48:28.163012 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e40d32-339c-487e-b930-542f0c620895", "name": "network-vif-deleted", "tag": "f2c0a06b-7e90-487c-9c8b-483ae3bce37c", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:48:28.163270 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10e952a8-d45f-40d0-9520-affe7c456c8f {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:48:28.163673 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e40d32-339c-487e-b930-542f0c620895', 'name': 'network-vif-deleted', 'tag': 'f2c0a06b-7e90-487c-9c8b-483ae3bce37c', 'status': 'completed', 'code': 200} Oct 26 14:48:28.193572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-ca4a51c5-1d25-4d5f-8962-45acf1b04787 None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:48:28.214282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-02fe1ec9-c489-4655-94a0-b9c2bbcb799d req-50b0d4b4-eaa7-4c28-a400-21e6de57b3ac tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e40d32-339c-487e-b930-542f0c620895 HTTP/1.1" status: 200 len: 210 time: 0.0270762 Oct 26 14:48:28.403101 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ca4a51c5-1d25-4d5f-8962-45acf1b04787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:28.433558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a51c5-1d25-4d5f-8962-45acf1b04787 None None] Checking router: 3fedd5a8-9df0-4e07-90c8-1654c879da92 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:48:28.441785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a51c5-1d25-4d5f-8962-45acf1b04787 None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:48:28.442410 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ca4a51c5-1d25-4d5f-8962-45acf1b04787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:48:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:28.703489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-ca4a51c5-1d25-4d5f-8962-45acf1b04787 None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:48:28.896619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ca4a51c5-1d25-4d5f-8962-45acf1b04787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:28.923163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a51c5-1d25-4d5f-8962-45acf1b04787 None None] The sync data for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 is: [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:48:29.140815 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e74c7-fff5-416c-8953-0075b4f6a67d None None] New status for floating IP f7b351d9-6748-435d-9054-85d97a2c70ba: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:48:29.481903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-76972e02-eed1-4653-a959-8f4f572ca811 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--189084051&fields=id&tenant_id=a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 267 time: 0.0312893 Oct 26 14:48:29.590525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-0cd815f7-0a9e-49d1-9dad-05fb56440584 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:29.591974 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-0cd815f7-0a9e-49d1-9dad-05fb56440584 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 811 time: 0.1023402 Oct 26 14:48:29.606659 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-6f24adf1-ab32-4859-896c-34cb146d6ba5 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/quotas/a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 375 time: 0.0088477 Oct 26 14:48:29.658260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-bb325bb6-1b81-45a7-be63-b1df33271267 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459225 Oct 26 14:48:29.803568 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-74feec5d-780d-44e4-bb81-80b96fee7b36 service neutron] 10.222.0.32 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330400 Oct 26 14:48:29.893355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-414135e9-fa68-44a9-a005-58628a2d968a service neutron] 10.222.0.32 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835643 Oct 26 14:48:30.052461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dde4bbc9-aebb-4f6e-90da-ca4009f51a10 req-b00da3b5-44a5-46a0-b844-a9294e49fdc8 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 210 time: 0.0268931 Oct 26 14:48:30.948042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-78a667c2-c287-4d4c-9f1a-f3fbf86519cd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:30.949480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-78a667c2-c287-4d4c-9f1a-f3fbf86519cd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 811 time: 0.1044457 Oct 26 14:48:30.992950 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-3def2ee5-c47e-4f2a-b790-91aa25caccef tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 379 time: 0.0330861 Oct 26 14:48:31.003780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Request body: {'port': {'device_id': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'admin_state_up': True, 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'security_groups': ['2fbd7ffd-d071-4296-89cc-0aafe6bec61b']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:48:31.025355 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f2c0a06b-7e90-487c-9c8b-483ae3bce37c no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:48:31.051703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: f2c0a06b-7e90-487c-9c8b-483ae3bce37c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:48:31.052043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f2c0a06b-7e90-487c-9c8b-483ae3bce37c not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:48:31.114208 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Made reservation on behalf of a4ef095655924c41844537d44d0afe51 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:48:31.117663 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:31.150728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb11ad33-b21e-45ae-81dd-336a28324903 req-d62a701e-fc4e-472a-82c0-6926c8da70be tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 210 time: 0.0308437 Oct 26 14:48:31.266579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Allocated IP 172.20.0.8 (7770f1fc-aca5-49bb-898d-92aa4c5ff34e/d9fbd9b7-02c4-4190-b549-1f35ee11a335/f3788bbe-5e36-4bb8-9e94-067733de9475) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:48:31.396351 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:31.432087 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:31.477931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:48:31.482846 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:48:31.485178 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:48:31.510424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event updated for resources: {'Port': ['ID=f3788bbe-5e36-4bb8-9e94-067733de9475,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:31.525236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:31.525471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:31.525805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:31.526161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:31.526493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:31.526818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:31.527134 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:31.527451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:31.527766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:31.528082 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:31.528661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:31.528975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:31.550994 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:31.551650 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:31.568415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-9a1e692d-03ab-4d79-a143-40b9754b844f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687103 Oct 26 14:48:31.581841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Request body: {'port': {'device_id': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:48:31.637375 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:31.756315 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a146e968-698f-4a45-9e62-e2130084e913 None None] Provisioning complete for port f3788bbe-5e36-4bb8-9e94-067733de9475 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:31.756606 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a146e968-698f-4a45-9e62-e2130084e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:31.790367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-a146e968-698f-4a45-9e62-e2130084e913 None None] Port f3788bbe-5e36-4bb8-9e94-067733de9475 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:48:32.237171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3788bbe-5e36-4bb8-9e94-067733de9475 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:48:32.257414 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:32.274157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Transition to ACTIVE for port object f3788bbe-5e36-4bb8-9e94-067733de9475 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:48:32.279123 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:32.316278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10f043-35f1-4ec2-ab7b-8549159076eb req-c7962d5c-b978-45dd-95c0-84490affd0c3 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:32.317737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a10f043-35f1-4ec2-ab7b-8549159076eb req-c7962d5c-b978-45dd-95c0-84490affd0c3 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 931 time: 0.0958276 Oct 26 14:48:32.374648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3788bbe-5e36-4bb8-9e94-067733de9475,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:32.425699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a10f043-35f1-4ec2-ab7b-8549159076eb req-f05fc682-1c8f-46ba-9ddb-78dd71e0b40e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011767 Oct 26 14:48:32.449704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Attempting to bind port f3788bbe-5e36-4bb8-9e94-067733de9475 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:48:32.450069 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Attempting to bind port f3788bbe-5e36-4bb8-9e94-067733de9475 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:48:32.450401 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Attempting to bind port f3788bbe-5e36-4bb8-9e94-067733de9475 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:48:32.454998 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Port f3788bbe-5e36-4bb8-9e94-067733de9475 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:48:32.455320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Attempting to bind port f3788bbe-5e36-4bb8-9e94-067733de9475 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:48:32.460480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:48:32.460848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Checking segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:48:32.461274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Bound using segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:48:32.461703 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Bound port: f3788bbe-5e36-4bb8-9e94-067733de9475, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:48:32.462094 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:32.525876 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:48:32.529242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f3788bbe-5e36-4bb8-9e94-067733de9475,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:48:32.533559 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:32.572705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:32.573655 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:32.574808 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] 10.222.0.25 "PUT /v2.0/ports/f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 1091 time: 0.9980283 Oct 26 14:48:32.575254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:48:32.577511 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2396ed-353f-4b41-aa9a-dfe8b38a51cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:48:32.599604 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807ca55-89c0-4570-9dcb-c2eaf8c349e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3788bbe-5e36-4bb8-9e94-067733de9475,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:32.675901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-c9738f23-9932-4b49-a5f8-d9d424ae781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:32.677429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-c9738f23-9932-4b49-a5f8-d9d424ae781b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 1094 time: 0.0497272 Oct 26 14:48:32.722700 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fafdf89-10ed-40e4-91e1-e6dffdd84040 x-openstack-request-id: req-6fafdf89-10ed-40e4-91e1-e6dffdd84040 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:48:32.723005 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:48:32.723261 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fafdf89-10ed-40e4-91e1-e6dffdd84040 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:48:32.723663 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'status': 'completed', 'code': 200} Oct 26 14:48:32.725493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2c3ee5dd-4fe6-4244-8286-c74d5c807306 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 217 time: 0.0398679 Oct 26 14:48:32.786858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-8bb12e80-d60b-49c3-a373-79cf7dbca0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:32.788321 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-8bb12e80-d60b-49c3-a373-79cf7dbca0d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0554335 Oct 26 14:48:32.833915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-78bcebe8-a54f-48f7-9e71-a161b32fe89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:32.835434 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-78bcebe8-a54f-48f7-9e71-a161b32fe89f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396512 Oct 26 14:48:32.924782 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-87e45204-f4eb-4dfd-8840-ace6f8b966ae service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821106 Oct 26 14:48:33.019653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf14d9db-a59c-4ef0-b726-333e5d3c4b60 req-2e9d9594-a77c-433d-a671-65b3ec647b89 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882509 Oct 26 14:48:33.109462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2396ed-353f-4b41-aa9a-dfe8b38a51cf req-102819a3-6d22-4450-be3b-2b9a9331f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:33.111044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d2396ed-353f-4b41-aa9a-dfe8b38a51cf req-102819a3-6d22-4450-be3b-2b9a9331f85c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 1094 time: 0.0427494 Oct 26 14:48:33.203983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2396ed-353f-4b41-aa9a-dfe8b38a51cf req-b84e4a97-705a-477b-aff6-90a48b5cc4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:33.205967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d2396ed-353f-4b41-aa9a-dfe8b38a51cf req-b84e4a97-705a-477b-aff6-90a48b5cc4dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0863705 Oct 26 14:48:33.246439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d2396ed-353f-4b41-aa9a-dfe8b38a51cf req-ab57ab40-4e50-47d1-b6ee-fea0fabaf09f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 217 time: 0.0331905 Oct 26 14:48:33.299505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2396ed-353f-4b41-aa9a-dfe8b38a51cf req-c89b0a41-5f64-486d-94f8-64bcf9d1ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:33.300843 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d2396ed-353f-4b41-aa9a-dfe8b38a51cf req-c89b0a41-5f64-486d-94f8-64bcf9d1ea6c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0467613 Oct 26 14:48:33.346695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2396ed-353f-4b41-aa9a-dfe8b38a51cf req-e34747cf-2be8-41f6-99e3-cb7edbef1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:33.348133 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d2396ed-353f-4b41-aa9a-dfe8b38a51cf req-e34747cf-2be8-41f6-99e3-cb7edbef1376 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392058 Oct 26 14:48:33.441775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d2396ed-353f-4b41-aa9a-dfe8b38a51cf req-75bc9ba0-cc28-4dd9-b72b-5f7d38e01a62 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849929 Oct 26 14:48:33.568935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481b0ba-8aeb-40ef-bdb9-9a18bce64933 req-7122940c-0187-4532-aca3-e1353b567662 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:33.570505 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1481b0ba-8aeb-40ef-bdb9-9a18bce64933 req-7122940c-0187-4532-aca3-e1353b567662 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 943 time: 0.0747354 Oct 26 14:48:33.574382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d2396ed-353f-4b41-aa9a-dfe8b38a51cf req-dff50dec-815b-48a2-8d89-f19a35424ab8 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244123 Oct 26 14:48:33.615605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1481b0ba-8aeb-40ef-bdb9-9a18bce64933 req-b0ba3579-b67d-4168-9051-5d21734bae14 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337071 Oct 26 14:48:34.734340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6175e-5775-415f-a942-3fbbe9b4f69e req-157501c9-877f-4199-a706-f4fd0376f98f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:34.736341 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ad6175e-5775-415f-a942-3fbbe9b4f69e req-157501c9-877f-4199-a706-f4fd0376f98f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 943 time: 0.0517285 Oct 26 14:48:34.773105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ad6175e-5775-415f-a942-3fbbe9b4f69e req-c6a381a8-72b4-4943-911d-fe71ff453bb1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308118 Oct 26 14:48:35.887489 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ed70e-3e9d-4460-84fb-1b28c8635cfb req-e948ebe7-4c3a-48af-9849-4d45f4be8c7c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:35.888890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c7ed70e-3e9d-4460-84fb-1b28c8635cfb req-e948ebe7-4c3a-48af-9849-4d45f4be8c7c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 943 time: 0.0492122 Oct 26 14:48:35.925890 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c7ed70e-3e9d-4460-84fb-1b28c8635cfb req-e4f3e16a-9541-4a43-8b69-d4319e405770 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303824 Oct 26 14:48:36.678747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f3788bbe-5e36-4bb8-9e94-067733de9475 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:48:36.772614 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f3788bbe-5e36-4bb8-9e94-067733de9475,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:36.783931 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'port_id': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'mac_address': 'fa:16:3e:60:5a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:48:36.819865 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:36.833149 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3788bbe-5e36-4bb8-9e94-067733de9475 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:48:36.851911 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f3788bbe-5e36-4bb8-9e94-067733de9475,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:36.855835 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:36.905713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=f3788bbe-5e36-4bb8-9e94-067733de9475,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:37.042056 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd1da0-fbed-4f03-b1df-24b46f87de3a req-481b7a0b-5225-4c99-96dd-1500bf84fc07 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:37.043558 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bdd1da0-fbed-4f03-b1df-24b46f87de3a req-481b7a0b-5225-4c99-96dd-1500bf84fc07 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 944 time: 0.0517778 Oct 26 14:48:37.081634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3bdd1da0-fbed-4f03-b1df-24b46f87de3a req-5110ad3b-8c7a-4882-9f6b-305b0c3239dc tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313148 Oct 26 14:48:37.085248 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['f3788bbe-5e36-4bb8-9e94-067733de9475'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:48:38.199386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950c4fd-ee6e-4aca-9e0e-01bed5f289d4 req-94795a50-ac34-48b4-b5b0-c93fb199b295 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:38.201180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e950c4fd-ee6e-4aca-9e0e-01bed5f289d4 req-94795a50-ac34-48b4-b5b0-c93fb199b295 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 944 time: 0.0524545 Oct 26 14:48:38.237536 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e950c4fd-ee6e-4aca-9e0e-01bed5f289d4 req-c3bcc6f5-1edc-4e57-b6d4-babb332b5708 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297432 Oct 26 14:48:38.693900 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f3788bbe-5e36-4bb8-9e94-067733de9475 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:48:38.745238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port f3788bbe-5e36-4bb8-9e94-067733de9475 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:48:38.748914 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port f3788bbe-5e36-4bb8-9e94-067733de9475 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:38.749336 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:38.825114 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:38.847196 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:48:38.849376 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dea3fbb-a21e-4687-af38-e3a568a40c5c" -d '{"events": [{"server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "name": "network-vif-plugged", "status": "completed", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:48:38.862399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f3788bbe-5e36-4bb8-9e94-067733de9475,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:38.866603 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:38.895958 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49057eb-400d-4159-9a1e-3c25bfe96503 x-openstack-request-id: req-c49057eb-400d-4159-9a1e-3c25bfe96503 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:48:38.896249 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "name": "network-vif-plugged", "status": "completed", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:48:38.896511 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c49057eb-400d-4159-9a1e-3c25bfe96503 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:48:38.896896 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'code': 200} Oct 26 14:48:38.922694 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=f3788bbe-5e36-4bb8-9e94-067733de9475,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:38.987930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444247c1-2909-4182-9d5c-4520cd513d9e req-f47b3308-b1ae-4364-9534-58ab375edd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:38.989433 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-444247c1-2909-4182-9d5c-4520cd513d9e req-f47b3308-b1ae-4364-9534-58ab375edd68 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 1096 time: 0.0392261 Oct 26 14:48:39.024477 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-444247c1-2909-4182-9d5c-4520cd513d9e req-da061545-f00e-449e-b071-85354eaf60a4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279953 Oct 26 14:48:39.353340 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fbe00-476f-471e-bb21-6539102a0f3a req-3cdfdad3-de0b-4e02-a44d-22f5363153a3 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:39.354833 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f01fbe00-476f-471e-bb21-6539102a0f3a req-3cdfdad3-de0b-4e02-a44d-22f5363153a3 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0476549 Oct 26 14:48:39.392485 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f01fbe00-476f-471e-bb21-6539102a0f3a req-ff6360e1-d719-4328-9eff-6638d5fafb30 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Oct 26 14:48:40.512960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c95d48-dafb-4e0e-981f-1eaa6380fdb3 req-86a7e3a8-0d3c-48df-b4f3-a52606e6c9ce tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:40.514469 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27c95d48-dafb-4e0e-981f-1eaa6380fdb3 req-86a7e3a8-0d3c-48df-b4f3-a52606e6c9ce tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0517106 Oct 26 14:48:40.553367 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27c95d48-dafb-4e0e-981f-1eaa6380fdb3 req-473d4a99-3a2c-4a52-bc59-d5ee7ba1317a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322864 Oct 26 14:48:40.665366 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d72eb7-b8d7-43cc-b00b-287ef700265e req-10db0801-7f05-4bfa-97ee-014ab3b8924e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:40.666956 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42d72eb7-b8d7-43cc-b00b-287ef700265e req-10db0801-7f05-4bfa-97ee-014ab3b8924e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0494468 Oct 26 14:48:40.676482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 50614) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:48:40.681491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-81b7738f-2479-41a6-82a1-529c2ebb223a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Request body: {'floatingip': {'port_id': 'f3788bbe-5e36-4bb8-9e94-067733de9475'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:48:40.723937 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81b7738f-2479-41a6-82a1-529c2ebb223a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:41.142976 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81b7738f-2479-41a6-82a1-529c2ebb223a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:41.146596 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81b7738f-2479-41a6-82a1-529c2ebb223a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:41.244103 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-81b7738f-2479-41a6-82a1-529c2ebb223a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Floating IP f7b351d9-6748-435d-9054-85d97a2c70ba associated. External IP: 172.25.4.183, port: f3788bbe-5e36-4bb8-9e94-067733de9475. Oct 26 14:48:41.447932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b7738f-2479-41a6-82a1-529c2ebb223a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Router 3fedd5a8-9df0-4e07-90c8-1654c879da92 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:48:41.556725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b7738f-2479-41a6-82a1-529c2ebb223a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:48:41.561629 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-81b7738f-2479-41a6-82a1-529c2ebb223a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:41.566170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cded654-2a20-42f4-9ad3-bac497329878 None None] Sync routers for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:48:41.576529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cded654-2a20-42f4-9ad3-bac497329878 None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:48:41.577151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4cded654-2a20-42f4-9ad3-bac497329878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:48:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:41.589048 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-81b7738f-2479-41a6-82a1-529c2ebb223a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "PUT /v2.0/floatingips/f7b351d9-6748-435d-9054-85d97a2c70ba HTTP/1.1" status: 200 len: 991 time: 0.9114428 Oct 26 14:48:41.589643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:48:41.591917 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afaa3ad-d873-4579-ab9e-e9a1913dbb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:48:41.632730 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261f3fc8-47f1-4a18-a126-518264549834 x-openstack-request-id: req-261f3fc8-47f1-4a18-a126-518264549834 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:48:41.633028 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:48:41.633282 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-261f3fc8-47f1-4a18-a126-518264549834 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:48:41.633691 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'status': 'completed', 'code': 200} Oct 26 14:48:41.691799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-4cded654-2a20-42f4-9ad3-bac497329878 None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:48:41.694850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaa3ad-d873-4579-ab9e-e9a1913dbb9c req-120e7ac2-a3cc-4211-953a-e3ece063223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:41.696341 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0afaa3ad-d873-4579-ab9e-e9a1913dbb9c req-120e7ac2-a3cc-4211-953a-e3ece063223a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 1096 time: 0.0397053 Oct 26 14:48:41.794466 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaa3ad-d873-4579-ab9e-e9a1913dbb9c req-c43e4c7a-a220-4b44-9a0c-306ac479cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:41.795857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0afaa3ad-d873-4579-ab9e-e9a1913dbb9c req-c43e4c7a-a220-4b44-9a0c-306ac479cedf service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0925269 Oct 26 14:48:41.861590 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0afaa3ad-d873-4579-ab9e-e9a1913dbb9c req-9575ffee-f93a-45b0-bd0f-07ef1e58b6ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 999 time: 0.0571547 Oct 26 14:48:41.914905 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaa3ad-d873-4579-ab9e-e9a1913dbb9c req-1251b3be-9bd9-453f-9ce2-6ba84750a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:41.916355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0afaa3ad-d873-4579-ab9e-e9a1913dbb9c req-1251b3be-9bd9-453f-9ce2-6ba84750a132 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0481515 Oct 26 14:48:41.919964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4cded654-2a20-42f4-9ad3-bac497329878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f7b351d9-6748-435d-9054-85d97a2c70ba', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'port_id': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'mac_address': 'fa:16:3e:60:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:59Z', 'updated_at': '2021-10-26T14:48:41Z', 'revision_number': 9, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:41.950381 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cded654-2a20-42f4-9ad3-bac497329878 None None] Checking router: 3fedd5a8-9df0-4e07-90c8-1654c879da92 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:48:41.959349 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cded654-2a20-42f4-9ad3-bac497329878 None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:48:41.959966 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4cded654-2a20-42f4-9ad3-bac497329878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:48:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:41.963767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaa3ad-d873-4579-ab9e-e9a1913dbb9c req-d863c375-aef7-402b-8564-25eceae2ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:41.965257 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0afaa3ad-d873-4579-ab9e-e9a1913dbb9c req-d863c375-aef7-402b-8564-25eceae2ad55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407965 Oct 26 14:48:42.055211 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0afaa3ad-d873-4579-ab9e-e9a1913dbb9c req-cb658d20-dad1-4d7e-b9dc-acf955ec5333 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819423 Oct 26 14:48:42.064602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-4cded654-2a20-42f4-9ad3-bac497329878 None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:48:42.074075 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:48:42.151842 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0afaa3ad-d873-4579-ab9e-e9a1913dbb9c req-4d818270-f14b-4838-a4f2-e1e077d28a90 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898571 Oct 26 14:48:42.285076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4cded654-2a20-42f4-9ad3-bac497329878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f7b351d9-6748-435d-9054-85d97a2c70ba', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'port_id': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'mac_address': 'fa:16:3e:60:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:59Z', 'updated_at': '2021-10-26T14:48:41Z', 'revision_number': 9, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:42.314768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cded654-2a20-42f4-9ad3-bac497329878 None None] The sync data for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 is: [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f7b351d9-6748-435d-9054-85d97a2c70ba', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'port_id': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'mac_address': 'fa:16:3e:60:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:59Z', 'updated_at': '2021-10-26T14:48:41Z', 'revision_number': 9, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:48:42.497540 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1655dfa2-0fed-4181-b73a-0450f288db19 None None] New status for floating IP f7b351d9-6748-435d-9054-85d97a2c70ba: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:48:42.838316 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49323008-d340-4056-807b-f446d021c9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:45.145970 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3b8794e4-dbbf-4581-a489-c14c11e62264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:46.680544 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:46.986604 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:48.701866 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:50.101897 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-034e01fc-9d4e-4988-b5b0-d3023f9009d3 req-f8f7ce13-a84c-4ee2-bfe2-bb2f82fb38b0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408697 Oct 26 14:48:50.182194 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e01fc-9d4e-4988-b5b0-d3023f9009d3 req-8a388835-04df-4e99-ae30-23a86967845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:50.183658 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-034e01fc-9d4e-4988-b5b0-d3023f9009d3 req-8a388835-04df-4e99-ae30-23a86967845a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 1096 time: 0.0393643 Oct 26 14:48:50.289035 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e01fc-9d4e-4988-b5b0-d3023f9009d3 req-566620a2-676c-4f4c-b382-3d22633eadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:50.290500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-034e01fc-9d4e-4988-b5b0-d3023f9009d3 req-566620a2-676c-4f4c-b382-3d22633eadc9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0879695 Oct 26 14:48:50.357329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-034e01fc-9d4e-4988-b5b0-d3023f9009d3 req-0db33418-fd27-472a-9d43-8a1a0e59727f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 1002 time: 0.0600469 Oct 26 14:48:50.406610 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e01fc-9d4e-4988-b5b0-d3023f9009d3 req-687819d4-1ca2-4b51-9b16-e7c57c17cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:50.408092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-034e01fc-9d4e-4988-b5b0-d3023f9009d3 req-687819d4-1ca2-4b51-9b16-e7c57c17cdd5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0431640 Oct 26 14:48:50.453820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e01fc-9d4e-4988-b5b0-d3023f9009d3 req-9d8f47cc-b87b-4f56-86be-07b78a1c0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:50.455329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-034e01fc-9d4e-4988-b5b0-d3023f9009d3 req-9d8f47cc-b87b-4f56-86be-07b78a1c0f70 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395608 Oct 26 14:48:50.546299 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-034e01fc-9d4e-4988-b5b0-d3023f9009d3 req-b46a02fd-6573-4e90-be77-d6dd29ee7f54 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837393 Oct 26 14:48:50.636787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-034e01fc-9d4e-4988-b5b0-d3023f9009d3 req-d647ba6a-9ae2-4463-ae4a-e509489d76b2 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821164 Oct 26 14:48:53.864681 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:58.027085 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:12.840165 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4870d05f-dd08-49b3-8404-20f74a02235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:15.148933 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-09551b9c-849b-4174-90a3-e2a7a368f2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:16.682571 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:16.988871 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:18.703782 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:19.073745 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:49:23.879326 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:28.036246 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:42.841218 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cab067e5-7569-4589-a2f9-0d15b48e04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:45.149346 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8701f0e7-3943-4ec9-ad22-8ff47b8f56fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:46.687638 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:46.991113 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:48.709056 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:51.161456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ad204c2-265f-4aaf-9ce2-4c0ff90effcd req-74897cd7-12ec-490f-ba43-b98b9be6bf1e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402529 Oct 26 14:49:51.246152 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad204c2-265f-4aaf-9ce2-4c0ff90effcd req-f3a3af2c-300e-43eb-aa72-b23c64561445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:49:51.247609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ad204c2-265f-4aaf-9ce2-4c0ff90effcd req-f3a3af2c-300e-43eb-aa72-b23c64561445 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 1096 time: 0.0436938 Oct 26 14:49:51.351480 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad204c2-265f-4aaf-9ce2-4c0ff90effcd req-fb2fb26b-73ee-4820-bd53-97c44a70f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:49:51.352931 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ad204c2-265f-4aaf-9ce2-4c0ff90effcd req-fb2fb26b-73ee-4820-bd53-97c44a70f873 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0851107 Oct 26 14:49:51.419618 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ad204c2-265f-4aaf-9ce2-4c0ff90effcd req-484237b5-dd47-4cd2-a1df-5565b2cd9e2f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 1002 time: 0.0594821 Oct 26 14:49:51.467140 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad204c2-265f-4aaf-9ce2-4c0ff90effcd req-3f775a2d-c3b2-4463-8096-abb380a1d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:49:51.468523 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ad204c2-265f-4aaf-9ce2-4c0ff90effcd req-3f775a2d-c3b2-4463-8096-abb380a1d8e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0418291 Oct 26 14:49:51.512278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad204c2-265f-4aaf-9ce2-4c0ff90effcd req-8b87b805-ac32-4ddb-bb19-d3b4e84759a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:49:51.513708 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ad204c2-265f-4aaf-9ce2-4c0ff90effcd req-8b87b805-ac32-4ddb-bb19-d3b4e84759a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376232 Oct 26 14:49:51.608321 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ad204c2-265f-4aaf-9ce2-4c0ff90effcd req-48d014f6-3ffe-430c-b95a-8aa93e24e343 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872200 Oct 26 14:49:51.694565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1ad204c2-265f-4aaf-9ce2-4c0ff90effcd req-d978ce92-03bd-4b84-bc40-79c7a29e0e85 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793064 Oct 26 14:49:53.890114 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:56.073108 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:49:58.038988 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:12.843596 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72468706-0bfe-4046-bfb5-12e146c678a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:15.150000 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b684a644-6fe3-4521-810f-306a3c1f4ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:16.689810 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:16.992930 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:18.694450 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a5e8d-2ef8-4f8f-9b75-2605136e18bf req-41c48946-43c9-4a6e-9829-9913a772662f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:18.695931 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e2a5e8d-2ef8-4f8f-9b75-2605136e18bf req-41c48946-43c9-4a6e-9829-9913a772662f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0699885 Oct 26 14:50:18.699562 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-49741d0f-1da0-49dd-87f6-f92da8103509 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814991 Oct 26 14:50:18.717992 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:18.740313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e2a5e8d-2ef8-4f8f-9b75-2605136e18bf req-fd861279-ed75-4c24-9fee-dfb178f02f78 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367980 Oct 26 14:50:19.808934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107919-cb46-499d-a896-68e3b45521ed req-8d8cd9a2-ead9-4a6f-bd11-f127891a91c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:19.810503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-8d8cd9a2-ead9-4a6f-bd11-f127891a91c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 1096 time: 0.0490530 Oct 26 14:50:19.935054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81aeac-1eb9-4315-9803-6486a003de19 req-95dc7adc-fcb0-4a45-b10c-48d2a18a45c8 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:19.936427 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a81aeac-1eb9-4315-9803-6486a003de19 req-95dc7adc-fcb0-4a45-b10c-48d2a18a45c8 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.1021798 Oct 26 14:50:19.939137 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107919-cb46-499d-a896-68e3b45521ed req-5541149f-7812-4844-8f74-bfd5acdb4143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:19.940466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-5541149f-7812-4844-8f74-bfd5acdb4143 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.1232636 Oct 26 14:50:20.018654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a81aeac-1eb9-4315-9803-6486a003de19 req-e816cfed-8399-4f0f-890a-92f0b0d11989 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759609 Oct 26 14:50:20.027481 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-905c3d77-acec-49b8-bb35-20654f5fb3b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 1002 time: 0.0791228 Oct 26 14:50:20.076873 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107919-cb46-499d-a896-68e3b45521ed req-ba3e5645-cdd1-4316-8cb2-a916fe3b5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:20.078375 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-ba3e5645-cdd1-4316-8cb2-a916fe3b5dba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0434799 Oct 26 14:50:20.126658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107919-cb46-499d-a896-68e3b45521ed req-6c4e3f7d-769b-4b2b-9fef-7a01b27e61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:20.128146 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-6c4e3f7d-769b-4b2b-9fef-7a01b27e61e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425911 Oct 26 14:50:20.220207 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-d4c4589a-b370-451c-b2e4-3da99bb06872 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845520 Oct 26 14:50:20.306435 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-8b80bf2e-432c-4e21-baa9-fcdad6dd32ec service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794284 Oct 26 14:50:21.142133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a16a4-da4c-4b48-a059-82afb99f7544 req-4e478cd6-c304-4249-b743-cc5eca4c49ce tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:21.143635 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c7a16a4-da4c-4b48-a059-82afb99f7544 req-4e478cd6-c304-4249-b743-cc5eca4c49ce tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0535684 Oct 26 14:50:21.180207 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c7a16a4-da4c-4b48-a059-82afb99f7544 req-4fa52e49-d761-4a64-88bd-03c3b39429c7 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300014 Oct 26 14:50:22.295951 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835208f-6d26-4181-946a-439550f304ad req-a9014cc8-e384-4af0-80bc-63c96d4a0864 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:22.297397 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3835208f-6d26-4181-946a-439550f304ad req-a9014cc8-e384-4af0-80bc-63c96d4a0864 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0485198 Oct 26 14:50:22.332958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3835208f-6d26-4181-946a-439550f304ad req-5aa4e8f9-cfa2-4480-85e8-5fbbbe4933ef tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297108 Oct 26 14:50:23.453426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f247d4d-43de-467f-a70d-be51aaccbc3e req-0cbd1b94-865f-400e-b2fc-daf5f0f1066f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:23.455044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f247d4d-43de-467f-a70d-be51aaccbc3e req-0cbd1b94-865f-400e-b2fc-daf5f0f1066f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0540376 Oct 26 14:50:23.492139 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f247d4d-43de-467f-a70d-be51aaccbc3e req-517a6d85-3511-4e37-9f46-0d5940d7765b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309772 Oct 26 14:50:23.902378 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:24.609136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c624e3-7d43-402f-8ec3-cab1e1cfd049 req-5c8baaea-083f-49cb-8f61-44340fdf488b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:24.610626 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3c624e3-7d43-402f-8ec3-cab1e1cfd049 req-5c8baaea-083f-49cb-8f61-44340fdf488b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0519986 Oct 26 14:50:24.647313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c3c624e3-7d43-402f-8ec3-cab1e1cfd049 req-0ace3b45-1342-4557-b318-d909169b551e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302806 Oct 26 14:50:25.760901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078db053-ec5f-4d89-8ab7-6dcc34fe18d6 req-951fedb6-8dc3-416d-8b62-9740a3fb271a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:25.762452 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-078db053-ec5f-4d89-8ab7-6dcc34fe18d6 req-951fedb6-8dc3-416d-8b62-9740a3fb271a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0481641 Oct 26 14:50:25.799177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-078db053-ec5f-4d89-8ab7-6dcc34fe18d6 req-78e1ca64-4cd8-4402-b099-383772cb4ac0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307200 Oct 26 14:50:26.916133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20ecdb-f872-4ec3-9c8d-61586dcff532 req-c5c18ec8-69cc-4f8f-9c6d-d8d80a2d5a97 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:26.917607 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c20ecdb-f872-4ec3-9c8d-61586dcff532 req-c5c18ec8-69cc-4f8f-9c6d-d8d80a2d5a97 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0497370 Oct 26 14:50:26.953655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c20ecdb-f872-4ec3-9c8d-61586dcff532 req-997db273-05c0-492f-b0bc-f20d403e702d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299802 Oct 26 14:50:28.040396 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:28.073311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47689c-704c-4e1e-9cc8-b0e7da80e72c req-327d1f34-4f23-4384-b1fb-46d55b757d61 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:28.074815 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e47689c-704c-4e1e-9cc8-b0e7da80e72c req-327d1f34-4f23-4384-b1fb-46d55b757d61 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0545347 Oct 26 14:50:28.111869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e47689c-704c-4e1e-9cc8-b0e7da80e72c req-8a4bec1c-2743-4603-ae75-cb2056541e11 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308452 Oct 26 14:50:29.235627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ad53f-aba8-45dd-832d-aca9506a5c01 req-ac8e071c-2193-4933-af83-034853e113fc tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:29.237086 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d8ad53f-aba8-45dd-832d-aca9506a5c01 req-ac8e071c-2193-4933-af83-034853e113fc tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0509493 Oct 26 14:50:29.274579 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d8ad53f-aba8-45dd-832d-aca9506a5c01 req-f9b3d111-58f8-4f6f-9401-7fcc09646eac tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309005 Oct 26 14:50:30.391697 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3da5c-4961-4e59-8ae1-ed6f9e9efae6 req-fd5c95a2-726a-4621-aed4-6042eb3f53d4 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:30.393164 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11d3da5c-4961-4e59-8ae1-ed6f9e9efae6 req-fd5c95a2-726a-4621-aed4-6042eb3f53d4 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0486226 Oct 26 14:50:30.431941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-11d3da5c-4961-4e59-8ae1-ed6f9e9efae6 req-7802df36-a005-4650-b05c-926a113b4278 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326369 Oct 26 14:50:31.550361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe7af4-3fe9-4d5d-92ae-c7fde7232e7a req-f88cabf5-0200-42e3-b635-ece680b12f8f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:31.551799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bbe7af4-3fe9-4d5d-92ae-c7fde7232e7a req-f88cabf5-0200-42e3-b635-ece680b12f8f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0514987 Oct 26 14:50:31.589075 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5bbe7af4-3fe9-4d5d-92ae-c7fde7232e7a req-5233a81b-35ee-47c4-8099-0c4e28fb1a6c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314071 Oct 26 14:50:32.248717 n-d-815498-1 neutron-server[102124]: INFO neutron.api.v2.resource [req-01107919-cb46-499d-a896-68e3b45521ed req-52183805-ab5a-483f-9fc6-eeed66a46fca service neutron] show failed (client error): The resource could not be found. Oct 26 14:50:32.249687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-52183805-ab5a-483f-9fc6-eeed66a46fca service neutron] 10.222.0.25 "GET /v2.0/ports/f3788bbe-5e36-4bb8-9e94-067733de9475/bindings/n-h2-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0523210 Oct 26 14:50:32.456540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107919-cb46-499d-a896-68e3b45521ed req-3294a27a-180c-4a33-ba1b-c2533a01c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:32.458040 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-3294a27a-180c-4a33-ba1b-c2533a01c37f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd&tenant_id=a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 1096 time: 0.0414157 Oct 26 14:50:32.470638 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:50:32.525003 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:32.707070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1918e87-da03-44f0-8741-2f55ed05e581 req-a10dd803-8279-4b3a-9d5e-814fc99a8581 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:32.709231 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1918e87-da03-44f0-8741-2f55ed05e581 req-a10dd803-8279-4b3a-9d5e-814fc99a8581 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0490775 Oct 26 14:50:32.728891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f3788bbe-5e36-4bb8-9e94-067733de9475,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:32.746685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e1918e87-da03-44f0-8741-2f55ed05e581 req-3f6c9d69-ebb0-415e-9535-c45b12cf3318 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315073 Oct 26 14:50:32.761171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:50:32.801847 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:32.804259 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cfc0bd-85e8-4d2b-a815-8a72778e14ac" -d '{"events": [{"server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "name": "network-vif-unplugged", "status": "completed", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:32.808600 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:32.820802 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Transition to ACTIVE for port object f3788bbe-5e36-4bb8-9e94-067733de9475 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:50:32.824301 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:32.855973 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b960bf68-0dc8-4a5b-9e32-b6b8f7652ac3 x-openstack-request-id: req-b960bf68-0dc8-4a5b-9e32-b6b8f7652ac3 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:32.856265 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "name": "network-vif-unplugged", "status": "completed", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:32.856517 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b960bf68-0dc8-4a5b-9e32-b6b8f7652ac3 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:32.856912 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'code': 200} Oct 26 14:50:32.907895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Pushing event updated for resources: {'Port': ['ID=f3788bbe-5e36-4bb8-9e94-067733de9475,revision_number=6']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:32.922630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.922982 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.923322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.923657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.923989 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.924320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.924647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.924973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.925295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.925619 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.925943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.926289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.961563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] No DVR routers for this DVR port f3788bbe-5e36-4bb8-9e94-067733de9475 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:50:33.073152 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:50:33.099524 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Attempting to bind port f3788bbe-5e36-4bb8-9e94-067733de9475 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:50:33.099859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Attempting to bind port f3788bbe-5e36-4bb8-9e94-067733de9475 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:50:33.100185 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Attempting to bind port f3788bbe-5e36-4bb8-9e94-067733de9475 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:50:33.104448 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Port f3788bbe-5e36-4bb8-9e94-067733de9475 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:50:33.104768 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Attempting to bind port f3788bbe-5e36-4bb8-9e94-067733de9475 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:50:33.109574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:50:33.109916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Checking segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:50:33.110324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Bound using segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:50:33.110751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Bound port: f3788bbe-5e36-4bb8-9e94-067733de9475, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:50:33.111104 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:33.173726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:50:33.176669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f3788bbe-5e36-4bb8-9e94-067733de9475,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:50:33.180351 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:33.221292 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:33.221916 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:33.223341 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] 10.222.0.11 "PUT /v2.0/ports/f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 1091 time: 0.7566204 Oct 26 14:50:33.239871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d754ea-8714-4ec6-883f-bd883b003b91 service neutron] Pushing event updated for resources: {'Port': ['ID=f3788bbe-5e36-4bb8-9e94-067733de9475,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:33.293080 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107919-cb46-499d-a896-68e3b45521ed req-7ac8cafa-ef24-43dd-9bd6-9c4c9f925c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:33.294634 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-7ac8cafa-ef24-43dd-9bd6-9c4c9f925c9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 1094 time: 0.0445249 Oct 26 14:50:33.392845 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107919-cb46-499d-a896-68e3b45521ed req-778e2fa1-40ec-477a-9ced-81bca92eed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:33.394351 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-778e2fa1-40ec-477a-9ced-81bca92eed6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0920756 Oct 26 14:50:33.461075 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-7de44351-4849-4dad-8dae-aefd32a039cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 1000 time: 0.0571783 Oct 26 14:50:33.513753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107919-cb46-499d-a896-68e3b45521ed req-f8689a7a-3e69-4cc6-ae78-325e9d854aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:33.515219 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-f8689a7a-3e69-4cc6-ae78-325e9d854aa8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0454066 Oct 26 14:50:33.563503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107919-cb46-499d-a896-68e3b45521ed req-075b6afd-91de-4868-862e-42a445b1ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:33.564937 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-075b6afd-91de-4868-862e-42a445b1ae08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422676 Oct 26 14:50:33.654360 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-a326dd33-7551-4120-93e0-13f3ee01b8d1 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819075 Oct 26 14:50:33.871236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a4241-6ce9-4bf9-8b53-b3b0ef92cb2d req-dc0e9416-211d-4236-8b50-659f74c9a365 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:33.872736 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a5a4241-6ce9-4bf9-8b53-b3b0ef92cb2d req-dc0e9416-211d-4236-8b50-659f74c9a365 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 943 time: 0.0539238 Oct 26 14:50:33.912557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a5a4241-6ce9-4bf9-8b53-b3b0ef92cb2d req-6400d245-6bba-4712-a290-5ce88f9a7474 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334103 Oct 26 14:50:34.054944 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-01107919-cb46-499d-a896-68e3b45521ed req-ca36b3f5-cd40-43b5-92a8-705843328484 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934181 Oct 26 14:50:34.858207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:34.860480 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4" -d '{"events": [{"name": "network-changed", "server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:34.911134 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f823fde-7b3d-4e6f-9a3e-4e8314061ae6 x-openstack-request-id: req-7f823fde-7b3d-4e6f-9a3e-4e8314061ae6 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:34.911434 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:34.911686 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f823fde-7b3d-4e6f-9a3e-4e8314061ae6 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:34.912081 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'status': 'completed', 'code': 200} Oct 26 14:50:34.975232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-25e18d2a-b6da-4ab4-bc42-83d0484ecba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:34.975834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-3b796722-12cd-442b-ba64-d9adfa3a07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:34.976756 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-25e18d2a-b6da-4ab4-bc42-83d0484ecba5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 1094 time: 0.0444477 Oct 26 14:50:34.977486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-3b796722-12cd-442b-ba64-d9adfa3a07b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 1094 time: 0.0419643 Oct 26 14:50:35.073867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-434dafd3-1311-4770-a441-a865263ea82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:35.075642 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-434dafd3-1311-4770-a441-a865263ea82a service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0898516 Oct 26 14:50:35.086744 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cfd42-f1ca-4d36-b240-d9ce9a7fff5e req-608cc89f-8dee-4063-8137-e1c75c176211 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:35.088213 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-916cfd42-f1ca-4d36-b240-d9ce9a7fff5e req-608cc89f-8dee-4063-8137-e1c75c176211 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 943 time: 0.1031137 Oct 26 14:50:35.122421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-21dee29b-5339-45ca-b97c-8059ab84fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:35.123788 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-21dee29b-5339-45ca-b97c-8059ab84fd7a service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.1398628 Oct 26 14:50:35.142788 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-e57762c8-45cf-4cb1-b8b9-5f493605b460 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 1000 time: 0.0590129 Oct 26 14:50:35.147449 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-916cfd42-f1ca-4d36-b240-d9ce9a7fff5e req-5c5f4bd7-0ab4-43eb-b099-51229babf637 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527890 Oct 26 14:50:35.194857 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-9456050a-c09a-4ef9-bb1b-d989db20d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:35.196334 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-9456050a-c09a-4ef9-bb1b-d989db20d75e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0465834 Oct 26 14:50:35.196752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f3788bbe-5e36-4bb8-9e94-067733de9475 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:50:35.205359 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-67cdff86-e951-4d77-8a37-93be8f718b09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 1000 time: 0.0718002 Oct 26 14:50:35.251462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-630faf93-8f3d-4c55-9ff7-e3b5780e0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:35.252996 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-630faf93-8f3d-4c55-9ff7-e3b5780e0e26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474832 Oct 26 14:50:35.265174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-b8cb14f3-ff12-489e-ae85-e0b7e474e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:35.267824 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-b8cb14f3-ff12-489e-ae85-e0b7e474e0f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0547280 Oct 26 14:50:35.316469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-ac76324b-c1e9-4877-8bdb-a5114dcc73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:35.318045 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-ac76324b-c1e9-4877-8bdb-a5114dcc73dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443087 Oct 26 14:50:35.351134 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-8100ffe5-0cac-4fe9-bc12-4421a7597160 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889890 Oct 26 14:50:35.407547 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f3788bbe-5e36-4bb8-9e94-067733de9475 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:50:35.415605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-a7acc98f-3b39-4855-ab6b-b340642c2531 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906422 Oct 26 14:50:35.450280 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-577dee12-3a39-4125-bad4-dd58cf0c6895 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905306 Oct 26 14:50:35.504972 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4c7edc68-9c65-4bd6-a388-5af7f8e76da4 req-1b9521b7-754e-45db-9d04-3d9088e0850e service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824506 Oct 26 14:50:36.264723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84326020-7b95-4f45-92f1-cd92d66483c6 req-702d104c-c392-4341-8d7d-812967303156 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:36.266188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84326020-7b95-4f45-92f1-cd92d66483c6 req-702d104c-c392-4341-8d7d-812967303156 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 943 time: 0.0467923 Oct 26 14:50:36.303341 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84326020-7b95-4f45-92f1-cd92d66483c6 req-f068fdb3-6e2b-44e4-a6ba-3c1f94d1126f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304718 Oct 26 14:50:37.420949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e385557-cee5-48cd-9e39-5bc6dd044046 req-98ea8c07-89c1-4f73-8432-1d1c042ae534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:37.422579 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e385557-cee5-48cd-9e39-5bc6dd044046 req-98ea8c07-89c1-4f73-8432-1d1c042ae534 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 943 time: 0.0517559 Oct 26 14:50:37.459905 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9e385557-cee5-48cd-9e39-5bc6dd044046 req-92b56a40-fdd5-474a-9779-b4d8fc285882 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308728 Oct 26 14:50:37.688065 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f3788bbe-5e36-4bb8-9e94-067733de9475 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:50:37.746360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-708008ed-27f5-45b7-9eb2-3cb3ceb1c85c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:37.748047 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-708008ed-27f5-45b7-9eb2-3cb3ceb1c85c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd&tenant_id=a4ef095655924c41844537d44d0afe51&binding%3Ahost_id=n-h2-815498-1 HTTP/1.1" status: 200 len: 943 time: 0.0595765 Oct 26 14:50:37.755947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060f529-566e-4864-8972-20fa1d406a14 req-d6eda17d-a52d-4775-8381-b8934f0897bb tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:37.757045 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4060f529-566e-4864-8972-20fa1d406a14 req-d6eda17d-a52d-4775-8381-b8934f0897bb tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 943 time: 0.0499961 Oct 26 14:50:37.787518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f3788bbe-5e36-4bb8-9e94-067733de9475,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:37.797655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4060f529-566e-4864-8972-20fa1d406a14 req-e38476b8-def6-43c3-b3a9-2f86e45d1e7f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342145 Oct 26 14:50:37.799245 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'port_id': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'mac_address': 'fa:16:3e:60:5a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:50:37.812184 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-2cb936a6-d76e-4e6f-aaac-7304a41ef101 service neutron] 10.222.0.11 "GET /v2.0/ports/f3788bbe-5e36-4bb8-9e94-067733de9475/bindings/n-h2-815498-1 HTTP/1.1" status: 200 len: 382 time: 0.0570128 Oct 26 14:50:37.836869 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:37.850708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3788bbe-5e36-4bb8-9e94-067733de9475 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:50:37.870920 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f3788bbe-5e36-4bb8-9e94-067733de9475,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:37.874564 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:37.874733 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-34dcfd6a-7109-4ecf-82e5-4c1fe6201d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:37.876086 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-34dcfd6a-7109-4ecf-82e5-4c1fe6201d26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 1094 time: 0.0422425 Oct 26 14:50:37.921206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=f3788bbe-5e36-4bb8-9e94-067733de9475,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:37.928603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:37.928958 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:37.929295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:37.929630 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:37.929964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:37.930318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:37.930643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:37.930963 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:37.931284 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:37.931604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:37.931921 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:37.932237 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:37.969935 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-01292605-72b2-4830-85ba-929629b42720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:37.971434 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-01292605-72b2-4830-85ba-929629b42720 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0886662 Oct 26 14:50:38.035207 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-8c1c7a09-bcc5-4a72-81c9-9ab844e6791c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 1001 time: 0.0559366 Oct 26 14:50:38.087807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-44e9bf22-15ea-458c-b63b-40fc8bb4af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:38.089171 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-44e9bf22-15ea-458c-b63b-40fc8bb4af6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0467422 Oct 26 14:50:38.135277 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-d14eec27-b0c0-4ad1-b105-a2f2ac83fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:38.136717 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-d14eec27-b0c0-4ad1-b105-a2f2ac83fe10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391130 Oct 26 14:50:38.202643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['f3788bbe-5e36-4bb8-9e94-067733de9475'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:50:38.231489 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9d9eb329-b293-473a-8f36-b1ff6f1b7d86 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859935 Oct 26 14:50:38.320635 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-bc84b77f-e44f-48ea-8183-234fcd76dfdb service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818324 Oct 26 14:50:38.916065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77336a1b-296e-4949-9dc6-4a70fc939cea req-49ad2721-f541-46a9-8c85-3484df6fc441 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:38.917509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77336a1b-296e-4949-9dc6-4a70fc939cea req-49ad2721-f541-46a9-8c85-3484df6fc441 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 944 time: 0.0476081 Oct 26 14:50:38.955418 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77336a1b-296e-4949-9dc6-4a70fc939cea req-39454bd9-f9b4-4b50-9cb5-24030294fc82 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320170 Oct 26 14:50:39.692101 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f3788bbe-5e36-4bb8-9e94-067733de9475 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:50:39.740475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port f3788bbe-5e36-4bb8-9e94-067733de9475 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:50:39.744128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port f3788bbe-5e36-4bb8-9e94-067733de9475 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:50:39.744501 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:39.824138 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:39.849726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:39.852981 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11f9a53-5b71-45cc-b31a-9e654ca8351f" -d '{"events": [{"server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "name": "network-vif-plugged", "status": "completed", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:39.866682 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f3788bbe-5e36-4bb8-9e94-067733de9475,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:39.871714 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:39.907796 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794c02bc-41d1-45b1-8a89-bdf21d0f95b5 x-openstack-request-id: req-794c02bc-41d1-45b1-8a89-bdf21d0f95b5 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:39.908086 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "name": "network-vif-plugged", "status": "completed", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:39.908337 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-794c02bc-41d1-45b1-8a89-bdf21d0f95b5 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:39.908727 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'code': 200} Oct 26 14:50:39.925278 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=f3788bbe-5e36-4bb8-9e94-067733de9475,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:40.071807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10617e7d-db88-4744-a4aa-89067fb6da7e req-be0ed0f8-f50c-401e-98b3-2420dbf4962f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:40.073248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10617e7d-db88-4744-a4aa-89067fb6da7e req-be0ed0f8-f50c-401e-98b3-2420dbf4962f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0502508 Oct 26 14:50:40.110981 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10617e7d-db88-4744-a4aa-89067fb6da7e req-19f19712-549d-4ae4-832b-571469e40bf1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316610 Oct 26 14:50:40.456193 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-028f1968-71a7-4b3a-9d2a-6baeef41f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:40.457689 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-028f1968-71a7-4b3a-9d2a-6baeef41f45b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd&tenant_id=a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 1096 time: 0.0410986 Oct 26 14:50:40.469124 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:50:40.518984 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:40.716629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=f3788bbe-5e36-4bb8-9e94-067733de9475,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:40.748447 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:50:40.785217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:40.788011 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14715f4-be1d-493d-afff-b36e60903b52" -d '{"events": [{"server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "name": "network-vif-unplugged", "status": "completed", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:40.791832 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:40.804653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Transition to ACTIVE for port object f3788bbe-5e36-4bb8-9e94-067733de9475 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:50:40.809772 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:40.847085 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f217d642-aa88-4cb4-b1bb-46a611db564e x-openstack-request-id: req-f217d642-aa88-4cb4-b1bb-46a611db564e {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:40.847385 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "name": "network-vif-unplugged", "status": "completed", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:40.847630 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f217d642-aa88-4cb4-b1bb-46a611db564e {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:40.848020 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'code': 200} Oct 26 14:50:40.913684 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Pushing event updated for resources: {'Port': ['ID=f3788bbe-5e36-4bb8-9e94-067733de9475,revision_number=10']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:40.937477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:40.937816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:40.938331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:40.938668 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:40.939000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:40.939331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:40.939656 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:40.939997 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:40.940302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:40.940621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:40.940943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:40.941255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:40.990200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] No DVR routers for this DVR port f3788bbe-5e36-4bb8-9e94-067733de9475 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:50:41.447695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24663b79-7a12-4a18-9f62-ed9987273be3 req-8064c106-7855-4852-920d-4bfb0f414953 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:41.449140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24663b79-7a12-4a18-9f62-ed9987273be3 req-8064c106-7855-4852-920d-4bfb0f414953 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 944 time: 0.0932260 Oct 26 14:50:41.510559 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Attempting to bind port f3788bbe-5e36-4bb8-9e94-067733de9475 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:50:41.510889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Attempting to bind port f3788bbe-5e36-4bb8-9e94-067733de9475 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:50:41.511213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Attempting to bind port f3788bbe-5e36-4bb8-9e94-067733de9475 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:50:41.515513 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24663b79-7a12-4a18-9f62-ed9987273be3 req-5c751045-8f9a-48fa-a71a-b02e8adff284 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589678 Oct 26 14:50:41.518581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Port f3788bbe-5e36-4bb8-9e94-067733de9475 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:50:41.518889 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Attempting to bind port f3788bbe-5e36-4bb8-9e94-067733de9475 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:50:41.524168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:50:41.524504 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Checking segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:50:41.524871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Bound using segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:50:41.525288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Bound port: f3788bbe-5e36-4bb8-9e94-067733de9475, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:50:41.525640 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:41.586399 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:50:41.589424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f3788bbe-5e36-4bb8-9e94-067733de9475,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:50:41.592926 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:41.629097 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:41.629731 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:41.631762 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] 10.222.0.25 "PUT /v2.0/ports/f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 1092 time: 1.1664748 Oct 26 14:50:41.648117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48b0d8-9937-4c0c-bc23-94ec8cf20014 service neutron] Pushing event updated for resources: {'Port': ['ID=f3788bbe-5e36-4bb8-9e94-067733de9475,revision_number=11']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:41.701114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-a5b852f0-be4b-4099-8ffc-e6dc10f38177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:41.702546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-a5b852f0-be4b-4099-8ffc-e6dc10f38177 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 1095 time: 0.0465124 Oct 26 14:50:41.796813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-5d58d786-0657-4bf8-9c1c-4e3dd9cac47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:41.798326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-5d58d786-0657-4bf8-9c1c-4e3dd9cac47b service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0873349 Oct 26 14:50:41.865665 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-96a1b07e-507a-41e9-9d98-9c64a5c9434e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 1000 time: 0.0594261 Oct 26 14:50:41.914022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-27ebc724-f448-458b-bdf1-675ac35613e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:41.915426 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-27ebc724-f448-458b-bdf1-675ac35613e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0431986 Oct 26 14:50:41.960009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-7805977a-845b-46e3-8624-8aaceec41e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:41.961399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-7805977a-845b-46e3-8624-8aaceec41e44 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390966 Oct 26 14:50:42.053446 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-78b16f67-43c0-457d-b7c5-f3ccbfb58f77 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850437 Oct 26 14:50:42.139417 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d3a2a972-c854-428d-8d9c-045de3a11ebc req-fd78d64d-8e3d-4938-956d-e5add4f1067d service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788887 Oct 26 14:50:42.635590 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df348eb2-d173-4468-84f8-dcb8e3ad58f0 req-274c0d50-48ef-4e62-a501-0b54c3bbcd24 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:42.637034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df348eb2-d173-4468-84f8-dcb8e3ad58f0 req-274c0d50-48ef-4e62-a501-0b54c3bbcd24 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 944 time: 0.0517974 Oct 26 14:50:42.674765 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-df348eb2-d173-4468-84f8-dcb8e3ad58f0 req-3f587f29-5dbb-41c8-a0c1-830aceaa2d09 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318348 Oct 26 14:50:42.844089 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fef3ebf4-264b-44c5-a5cb-ed456c60c86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:42.848902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:42.851327 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041bf920-958f-417d-b5ae-0ce1a6f481d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:42.902849 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197719f3-36f8-4ace-ab15-f86c2ddb7216 x-openstack-request-id: req-197719f3-36f8-4ace-ab15-f86c2ddb7216 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:42.903143 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:42.903395 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-197719f3-36f8-4ace-ab15-f86c2ddb7216 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:42.903783 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'status': 'completed', 'code': 200} Oct 26 14:50:42.962596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-50c91547-c519-4317-9f0f-9d4b8f4fc4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:42.964715 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-50c91547-c519-4317-9f0f-9d4b8f4fc4b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 1095 time: 0.0421276 Oct 26 14:50:42.966943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-f80e1164-3ea5-4c08-90ae-0685509617e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:42.968424 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-f80e1164-3ea5-4c08-90ae-0685509617e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 1095 time: 0.0401695 Oct 26 14:50:43.060206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-664e2d11-2c76-499f-aef6-be9edcd24876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:43.060878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-6fac8454-e4d6-427b-ab81-328fdbd8241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:43.061685 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-664e2d11-2c76-499f-aef6-be9edcd24876 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0894551 Oct 26 14:50:43.062346 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-6fac8454-e4d6-427b-ab81-328fdbd8241a service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0854924 Oct 26 14:50:43.126745 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-3dc0683d-5be7-46a6-8309-bc7b891b1ff2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 1000 time: 0.0574305 Oct 26 14:50:43.127687 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-52171f9c-fc03-4d0a-81fa-e67a1a8aa87f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 200 len: 1000 time: 0.0556560 Oct 26 14:50:43.180090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-da9e9d9c-6542-49a1-98bb-6019243bc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:43.181399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-c72d6ac7-e6c8-435b-a362-9a12224e2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:43.181737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-da9e9d9c-6542-49a1-98bb-6019243bc559 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0432460 Oct 26 14:50:43.182870 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-c72d6ac7-e6c8-435b-a362-9a12224e2832 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0492587 Oct 26 14:50:43.228710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-7a8654c8-507f-4de9-bf76-b578f076b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:43.230259 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-7a8654c8-507f-4de9-bf76-b578f076b841 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402846 Oct 26 14:50:43.231756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-ac2df521-fb70-45dd-a1eb-33637ca192d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:43.233361 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-ac2df521-fb70-45dd-a1eb-33637ca192d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439184 Oct 26 14:50:43.325001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-90b8ebf6-f8f7-4db5-8986-5cd9216528e7 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823050 Oct 26 14:50:43.325459 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-d4082f86-434e-4990-a8cf-8f1dc260bca7 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874074 Oct 26 14:50:43.417767 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-124b726d-48a9-4979-acaa-b8b61197248e service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828187 Oct 26 14:50:43.419670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-041bf920-958f-417d-b5ae-0ce1a6f481d8 req-768227c7-c8f5-471e-ae70-9b741906ecaa service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838220 Oct 26 14:50:43.709952 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f3788bbe-5e36-4bb8-9e94-067733de9475 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:50:43.748278 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device f3788bbe-5e36-4bb8-9e94-067733de9475 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:50:43.790576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bf898-bdba-491b-9978-735ac631e62b req-aa91e845-c653-40d1-809b-b14879ba90f6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:43.792062 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba5bf898-bdba-491b-9978-735ac631e62b req-aa91e845-c653-40d1-809b-b14879ba90f6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 944 time: 0.0482793 Oct 26 14:50:43.829137 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba5bf898-bdba-491b-9978-735ac631e62b req-dc0d6346-f85d-4b6d-8247-07e89a710cb4 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311065 Oct 26 14:50:43.947239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e96a9-df3d-4203-b559-9a1f901c873f req-76172bc0-f284-4538-b918-f2b99832c8b1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:43.948720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-104e96a9-df3d-4203-b559-9a1f901c873f req-76172bc0-f284-4538-b918-f2b99832c8b1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 944 time: 0.0512359 Oct 26 14:50:43.986078 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-104e96a9-df3d-4203-b559-9a1f901c873f req-cfb90c92-1da0-431c-99d8-99e4f2539feb tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313456 Oct 26 14:50:44.101927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdd733-13d3-481f-b525-9c0f3affc3ab req-31ec2e86-0579-4638-91ef-c9c4b8b08a5b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:44.103418 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ebdd733-13d3-481f-b525-9c0f3affc3ab req-31ec2e86-0579-4638-91ef-c9c4b8b08a5b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 944 time: 0.0524886 Oct 26 14:50:44.139428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ebdd733-13d3-481f-b525-9c0f3affc3ab req-a08066b6-c714-4806-9894-d2abae05375f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300491 Oct 26 14:50:44.371365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fcff8-4e79-4262-965a-604fc6986cd7 req-5b58ed81-a9bd-41e8-8978-c3cb544cc7ca tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:44.372841 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a0fcff8-4e79-4262-965a-604fc6986cd7 req-5b58ed81-a9bd-41e8-8978-c3cb544cc7ca tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 944 time: 0.0481083 Oct 26 14:50:44.410383 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a0fcff8-4e79-4262-965a-604fc6986cd7 req-93fde621-13e2-44e8-b311-c8984161f5c9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314548 Oct 26 14:50:45.148570 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1eb9e19b-a67a-498e-bfdf-eb869d12870d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:45.242442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f3788bbe-5e36-4bb8-9e94-067733de9475 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:50:45.336590 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f3788bbe-5e36-4bb8-9e94-067733de9475,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:45.347221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'port_id': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'mac_address': 'fa:16:3e:60:5a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:50:45.383212 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:45.395279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3788bbe-5e36-4bb8-9e94-067733de9475 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:50:45.416636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f3788bbe-5e36-4bb8-9e94-067733de9475,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:45.420725 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:45.472727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=f3788bbe-5e36-4bb8-9e94-067733de9475,revision_number=12']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:45.528442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57babf77-72e8-48fe-a0a7-3794c35f7865 req-2df4e55a-7a76-4a6d-a7ff-8a4280d20115 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:45.529936 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-57babf77-72e8-48fe-a0a7-3794c35f7865 req-2df4e55a-7a76-4a6d-a7ff-8a4280d20115 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0492716 Oct 26 14:50:45.567484 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-57babf77-72e8-48fe-a0a7-3794c35f7865 req-7200ec73-91c4-41cb-8bfb-f05f2e172b3f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312359 Oct 26 14:50:45.671229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-62da438c-6ed8-45e3-9577-75f9cdeba90b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:45.672638 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-62da438c-6ed8-45e3-9577-75f9cdeba90b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 945 time: 0.0527184 Oct 26 14:50:45.759326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Deleting port f3788bbe-5e36-4bb8-9e94-067733de9475 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:50:45.759663 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:45.850634 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] For port f3788bbe-5e36-4bb8-9e94-067733de9475, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=f3788bbe-5e36-4bb8-9e94-067733de9475,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:45.850996 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:46.072250 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:46.072640 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:46.072957 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Floating IP f7b351d9-6748-435d-9054-85d97a2c70ba disassociated. External IP: 172.25.4.183, port: f3788bbe-5e36-4bb8-9e94-067733de9475. Oct 26 14:50:46.073300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Calling delete_port for f3788bbe-5e36-4bb8-9e94-067733de9475 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:50:46.198529 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:46.228516 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event deleted for resources: {'Port': ['ID=f3788bbe-5e36-4bb8-9e94-067733de9475,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:46.343866 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Router 3fedd5a8-9df0-4e07-90c8-1654c879da92 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:50:46.450191 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:50:46.462051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9cf260-71aa-4df6-b06a-ef4b513ba7ce None None] Sync routers for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:50:46.470963 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9cf260-71aa-4df6-b06a-ef4b513ba7ce None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:50:46.471564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-df9cf260-71aa-4df6-b06a-ef4b513ba7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:50:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:46.492461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] No DVR routers for this DVR port f3788bbe-5e36-4bb8-9e94-067733de9475 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:50:46.495150 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:46.498517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a34bd4a-4de6-4e37-84f8-7bed80a12946 req-2519d542-cb46-487f-8da8-997addaae33f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.25 "DELETE /v2.0/ports/f3788bbe-5e36-4bb8-9e94-067733de9475 HTTP/1.1" status: 204 len: 173 time: 0.8192010 Oct 26 14:50:46.498972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'name': 'network-vif-deleted', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:46.501376 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51612207-8757-4368-afe3-81d6453292e0" -d '{"events": [{"server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "name": "network-vif-deleted", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:46.552615 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f57e55b-4920-42c1-93a4-febeabc1cff3 x-openstack-request-id: req-5f57e55b-4920-42c1-93a4-febeabc1cff3 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:46.552615 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0834e21-6f6e-49d3-9d0c-a3d84dae35fd", "name": "network-vif-deleted", "tag": "f3788bbe-5e36-4bb8-9e94-067733de9475", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:46.553310 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f57e55b-4920-42c1-93a4-febeabc1cff3 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:46.553310 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0834e21-6f6e-49d3-9d0c-a3d84dae35fd', 'name': 'network-vif-deleted', 'tag': 'f3788bbe-5e36-4bb8-9e94-067733de9475', 'status': 'completed', 'code': 200} Oct 26 14:50:46.582154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-df9cf260-71aa-4df6-b06a-ef4b513ba7ce None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:50:46.687192 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2279bc83-131c-41b9-9ddb-dbde0d574631 req-af8268e4-033e-45ff-ac1c-a8e097487cb3 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0834e21-6f6e-49d3-9d0c-a3d84dae35fd HTTP/1.1" status: 200 len: 210 time: 0.0281358 Oct 26 14:50:46.716644 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:46.798875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-df9cf260-71aa-4df6-b06a-ef4b513ba7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:46.828411 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9cf260-71aa-4df6-b06a-ef4b513ba7ce None None] Checking router: 3fedd5a8-9df0-4e07-90c8-1654c879da92 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:50:46.837691 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9cf260-71aa-4df6-b06a-ef4b513ba7ce None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:50:46.838317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-df9cf260-71aa-4df6-b06a-ef4b513ba7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:50:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:46.944432 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-df9cf260-71aa-4df6-b06a-ef4b513ba7ce None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:50:47.068275 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:47.154413 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-df9cf260-71aa-4df6-b06a-ef4b513ba7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:47.180731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9cf260-71aa-4df6-b06a-ef4b513ba7ce None None] The sync data for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 is: [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:50:47.391851 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96a160-bc3e-46de-ac0a-3b92799a912d None None] New status for floating IP f7b351d9-6748-435d-9054-85d97a2c70ba: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:50:47.964475 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-707e370d-23c9-407e-a7a3-fd92964fe1de tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--189084051&fields=id&tenant_id=a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 267 time: 0.0315864 Oct 26 14:50:48.072864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-6acce5c4-ba1a-46f7-a027-d24b10804e66 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:48.074324 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-6acce5c4-ba1a-46f7-a027-d24b10804e66 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 811 time: 0.1032946 Oct 26 14:50:48.089810 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-b4dced41-9ea9-4993-96f5-53db19cb312a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/quotas/a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 375 time: 0.0096905 Oct 26 14:50:48.141259 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-322215a1-a108-4e41-8748-d26c81fe958c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460637 Oct 26 14:50:48.291632 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-47d12212-7479-4c44-86bf-7747dc6bd9a9 service neutron] 10.222.0.32 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384487 Oct 26 14:50:48.382833 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-80b610f4-c8c4-4bef-8f72-1eed9be0b063 service neutron] 10.222.0.32 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849099 Oct 26 14:50:48.713654 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:49.288206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f3788bbe-5e36-4bb8-9e94-067733de9475 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:50:49.307714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: f3788bbe-5e36-4bb8-9e94-067733de9475 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:50:49.308020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device f3788bbe-5e36-4bb8-9e94-067733de9475 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:50:49.565087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a8dd7a9b-69c7-48d8-9def-5be4fe36b24c req-1476ec25-1b3b-45ed-9b4d-04178b4986e8 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 210 time: 0.0271854 Oct 26 14:50:50.508177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-79036fa1-d0a7-43b6-a3e6-b884dd28e377 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:50.509755 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-79036fa1-d0a7-43b6-a3e6-b884dd28e377 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 811 time: 0.1093910 Oct 26 14:50:50.555087 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-2b94ec16-63f7-4e75-aec3-f0be557b103e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 379 time: 0.0347426 Oct 26 14:50:50.572653 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-14855381-719a-4c84-819d-0d6dfdaa07c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Request body: {'port': {'device_id': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'admin_state_up': True, 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'security_groups': ['2fbd7ffd-d071-4296-89cc-0aafe6bec61b']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:50:50.678370 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d9289b21-2332-4416-adb3-3e49c795198b req-e7b39056-5e80-48c5-b104-226cedaeb207 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 210 time: 0.0283952 Oct 26 14:50:50.692713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-14855381-719a-4c84-819d-0d6dfdaa07c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Made reservation on behalf of a4ef095655924c41844537d44d0afe51 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:50:50.696473 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-14855381-719a-4c84-819d-0d6dfdaa07c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:50.826287 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-14855381-719a-4c84-819d-0d6dfdaa07c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Allocated IP 172.20.0.10 (7770f1fc-aca5-49bb-898d-92aa4c5ff34e/d9fbd9b7-02c4-4190-b549-1f35ee11a335/19adb302-5c9f-4665-aab4-af1e98794788) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:50:50.971569 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-14855381-719a-4c84-819d-0d6dfdaa07c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.003688 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-14855381-719a-4c84-819d-0d6dfdaa07c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.048755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-14855381-719a-4c84-819d-0d6dfdaa07c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:50:51.051886 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-14855381-719a-4c84-819d-0d6dfdaa07c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:50:51.055656 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-14855381-719a-4c84-819d-0d6dfdaa07c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:50:51.083596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14855381-719a-4c84-819d-0d6dfdaa07c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event updated for resources: {'Port': ['ID=19adb302-5c9f-4665-aab4-af1e98794788,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:51.111024 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-14855381-719a-4c84-819d-0d6dfdaa07c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:51.111635 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-14855381-719a-4c84-819d-0d6dfdaa07c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.127813 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-14855381-719a-4c84-819d-0d6dfdaa07c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5592387 Oct 26 14:50:51.141711 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Request body: {'port': {'device_id': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:50:51.202844 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.254104 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e8aaea17-f181-4876-96f0-41a39697a799 None None] Provisioning complete for port 19adb302-5c9f-4665-aab4-af1e98794788 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:50:51.254645 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e8aaea17-f181-4876-96f0-41a39697a799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.288102 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e8aaea17-f181-4876-96f0-41a39697a799 None None] Port 19adb302-5c9f-4665-aab4-af1e98794788 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:50:51.463614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19adb302-5c9f-4665-aab4-af1e98794788 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:50:51.470810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.482465 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Transition to ACTIVE for port object 19adb302-5c9f-4665-aab4-af1e98794788 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:50:51.485603 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.534924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Pushing event updated for resources: {'Port': ['ID=19adb302-5c9f-4665-aab4-af1e98794788,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:51.612670 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Attempting to bind port 19adb302-5c9f-4665-aab4-af1e98794788 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:50:51.613005 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Attempting to bind port 19adb302-5c9f-4665-aab4-af1e98794788 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:50:51.613334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Attempting to bind port 19adb302-5c9f-4665-aab4-af1e98794788 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:50:51.618729 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Port 19adb302-5c9f-4665-aab4-af1e98794788 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:50:51.619050 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Attempting to bind port 19adb302-5c9f-4665-aab4-af1e98794788 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:50:51.623984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:50:51.624321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Checking segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:50:51.624701 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Bound using segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:50:51.625136 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Bound port: 19adb302-5c9f-4665-aab4-af1e98794788, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:50:51.625594 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.690784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:50:51.694505 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=19adb302-5c9f-4665-aab4-af1e98794788,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:50:51.700181 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.732641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:51.733749 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.735307 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] 10.222.0.11 "PUT /v2.0/ports/19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 1092 time: 0.5978229 Oct 26 14:50:51.737773 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:51.741545 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e82bd9-fd59-4886-870f-08f6f0141ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "tag": "19adb302-5c9f-4665-aab4-af1e98794788"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:51.793538 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30281849-4f49-43dc-b866-edc14255c02a x-openstack-request-id: req-30281849-4f49-43dc-b866-edc14255c02a {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:51.793841 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "tag": "19adb302-5c9f-4665-aab4-af1e98794788", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:51.794117 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30281849-4f49-43dc-b866-edc14255c02a {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:51.794527 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788', 'status': 'completed', 'code': 200} Oct 26 14:50:51.796509 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd5d09-6232-4834-94c1-48b837044e05 service neutron] Pushing event updated for resources: {'Port': ['ID=19adb302-5c9f-4665-aab4-af1e98794788,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:51.825015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf6790-9ac3-4dd5-a0c8-f6486a416076 req-d5587dbb-17e8-4bb8-b84c-c0aec93658c6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:51.828448 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03cf6790-9ac3-4dd5-a0c8-f6486a416076 req-d5587dbb-17e8-4bb8-b84c-c0aec93658c6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0776935 Oct 26 14:50:51.843047 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-12fdfb5f-3e14-4e7d-84cb-6e96ce3f2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:51.844601 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-12fdfb5f-3e14-4e7d-84cb-6e96ce3f2548 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 1095 time: 0.0611258 Oct 26 14:50:51.876920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03cf6790-9ac3-4dd5-a0c8-f6486a416076 req-bc75caae-0c6a-4912-a0c4-45cf1958e07a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 Oct 26 14:50:51.895620 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-5e7cf2fc-fc83-40f7-85f5-bab21499b85b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 217 time: 0.0406830 Oct 26 14:50:51.947873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-bb6ef90b-d0f2-4e71-af08-aebf671b9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:51.949356 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-bb6ef90b-d0f2-4e71-af08-aebf671b9001 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0460258 Oct 26 14:50:51.999950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-42cece6c-9ad3-421e-aa62-13a1e30762ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:52.001343 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-42cece6c-9ad3-421e-aa62-13a1e30762ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446596 Oct 26 14:50:52.092103 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-6704420f-b5f3-4088-84ba-70da81164611 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818326 Oct 26 14:50:52.192661 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8c729891-d731-4fef-b1a6-471b46e07f6f req-b535686f-43f2-4bcd-af48-cc3dcc19942d service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863783 Oct 26 14:50:52.280623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82bd9-fd59-4886-870f-08f6f0141ed9 req-6bc283a5-eb85-4ca1-a89a-204157b6cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:52.282030 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-75e82bd9-fd59-4886-870f-08f6f0141ed9 req-6bc283a5-eb85-4ca1-a89a-204157b6cfaa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 1095 time: 0.0401011 Oct 26 14:50:52.374207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82bd9-fd59-4886-870f-08f6f0141ed9 req-fdb6f82c-7d6c-48c0-9be4-8ee09af84ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:52.375660 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-75e82bd9-fd59-4886-870f-08f6f0141ed9 req-fdb6f82c-7d6c-48c0-9be4-8ee09af84ede service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0860317 Oct 26 14:50:52.417416 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-75e82bd9-fd59-4886-870f-08f6f0141ed9 req-de713325-1f93-4707-826a-0b2f79bb0f5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 217 time: 0.0340195 Oct 26 14:50:52.464395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82bd9-fd59-4886-870f-08f6f0141ed9 req-33602887-94f2-49a5-bcb9-a433776d2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:52.465791 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-75e82bd9-fd59-4886-870f-08f6f0141ed9 req-33602887-94f2-49a5-bcb9-a433776d2328 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0420647 Oct 26 14:50:52.514786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82bd9-fd59-4886-870f-08f6f0141ed9 req-230a31a8-c34a-4ff1-8082-66b3093df95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:52.516331 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-75e82bd9-fd59-4886-870f-08f6f0141ed9 req-230a31a8-c34a-4ff1-8082-66b3093df95a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433021 Oct 26 14:50:52.606154 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-75e82bd9-fd59-4886-870f-08f6f0141ed9 req-ccb75b9f-28bc-4b69-a7ea-a7c38f6b5a92 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818744 Oct 26 14:50:52.697909 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-75e82bd9-fd59-4886-870f-08f6f0141ed9 req-a94638f2-98f6-432f-b999-9270ccf5ad2a service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844951 Oct 26 14:50:52.992825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2124a7-bfed-4d6b-b794-17985fd571dc req-5bd5d353-a4bd-4bbb-b929-b93c04a208ed tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:52.994291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd2124a7-bfed-4d6b-b794-17985fd571dc req-5bd5d353-a4bd-4bbb-b929-b93c04a208ed tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0476465 Oct 26 14:50:53.031228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd2124a7-bfed-4d6b-b794-17985fd571dc req-c2938f24-ad6d-43ee-a927-906e43ab1227 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310218 Oct 26 14:50:53.913392 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:54.144256 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0e1de-b171-4b61-a762-fd8a67d327ed req-47ab35c3-ffa1-47e5-b19f-67d2133cdad9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:54.145709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22e0e1de-b171-4b61-a762-fd8a67d327ed req-47ab35c3-ffa1-47e5-b19f-67d2133cdad9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0472531 Oct 26 14:50:54.182761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22e0e1de-b171-4b61-a762-fd8a67d327ed req-c343a6d2-8acb-4c9f-a471-16dd93e88897 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304554 Oct 26 14:50:55.304494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349d740-b42b-4eeb-8615-4937fe2d7287 req-e2f60238-9a28-478c-8bec-332d255ef1dc tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:55.305955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d349d740-b42b-4eeb-8615-4937fe2d7287 req-e2f60238-9a28-478c-8bec-332d255ef1dc tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0521369 Oct 26 14:50:55.342983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d349d740-b42b-4eeb-8615-4937fe2d7287 req-34b32fe8-8ae5-4272-bca8-108e7783a533 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310254 Oct 26 14:50:55.747568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 19adb302-5c9f-4665-aab4-af1e98794788 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:50:55.840274 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=19adb302-5c9f-4665-aab4-af1e98794788,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:55.850958 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '19adb302-5c9f-4665-aab4-af1e98794788', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'port_id': '19adb302-5c9f-4665-aab4-af1e98794788', 'mac_address': 'fa:16:3e:b5:cb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:50:55.891231 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:55.903696 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19adb302-5c9f-4665-aab4-af1e98794788 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:50:55.922048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=19adb302-5c9f-4665-aab4-af1e98794788,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:55.925690 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:55.970797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=19adb302-5c9f-4665-aab4-af1e98794788,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:56.239821 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['19adb302-5c9f-4665-aab4-af1e98794788'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:50:56.457239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c155ea-69dc-401e-bd38-78d6a823e312 req-68c0e798-8835-44c7-9b51-f37285294ee1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:56.458746 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88c155ea-69dc-401e-bd38-78d6a823e312 req-68c0e798-8835-44c7-9b51-f37285294ee1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0481107 Oct 26 14:50:56.495798 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-88c155ea-69dc-401e-bd38-78d6a823e312 req-971456b0-482f-4454-8454-e9b6bef48fed tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310431 Oct 26 14:50:57.610124 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3909b1b-1673-44bf-942b-7bfc6b054130 req-eeb98c22-6bf5-4a75-8473-fb9d92c50cd0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:57.611605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3909b1b-1673-44bf-942b-7bfc6b054130 req-eeb98c22-6bf5-4a75-8473-fb9d92c50cd0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0487940 Oct 26 14:50:57.649177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3909b1b-1673-44bf-942b-7bfc6b054130 req-3e131907-033d-4ba9-8405-bea784f47e93 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308120 Oct 26 14:50:57.762688 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 19adb302-5c9f-4665-aab4-af1e98794788 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:50:57.811068 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 19adb302-5c9f-4665-aab4-af1e98794788 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:50:57.814644 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 19adb302-5c9f-4665-aab4-af1e98794788 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:50:57.815014 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:57.891420 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:57.913054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:57.915291 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9cb7d6-d256-493e-8acd-1297b98ca843" -d '{"events": [{"server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "name": "network-vif-plugged", "status": "completed", "tag": "19adb302-5c9f-4665-aab4-af1e98794788"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:57.928155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=19adb302-5c9f-4665-aab4-af1e98794788,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:57.932100 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:57.954344 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9904ee88-034e-4af5-8aa1-c144f1e8ebc6 x-openstack-request-id: req-9904ee88-034e-4af5-8aa1-c144f1e8ebc6 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:57.954638 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "name": "network-vif-plugged", "status": "completed", "tag": "19adb302-5c9f-4665-aab4-af1e98794788", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:57.954888 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9904ee88-034e-4af5-8aa1-c144f1e8ebc6 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:57.955269 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788', 'code': 200} Oct 26 14:50:57.980613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=19adb302-5c9f-4665-aab4-af1e98794788,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:58.046774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cae237-f436-498b-bf59-38a719453c9e req-85cc5f25-28ab-46ce-a83c-7bebc0bc9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:58.048288 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-13cae237-f436-498b-bf59-38a719453c9e req-85cc5f25-28ab-46ce-a83c-7bebc0bc9d34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0407002 Oct 26 14:50:58.068723 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:58.083744 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-13cae237-f436-498b-bf59-38a719453c9e req-a2eefaa4-3a32-4120-b685-e96b647ff439 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270026 Oct 26 14:50:58.765910 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9ae4-fac2-4b33-8c62-b25a169778c4 req-68ec78c2-f3fd-44f7-b673-2c7712ed96f1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:58.767402 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bcbe9ae4-fac2-4b33-8c62-b25a169778c4 req-68ec78c2-f3fd-44f7-b673-2c7712ed96f1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0512915 Oct 26 14:50:58.804225 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bcbe9ae4-fac2-4b33-8c62-b25a169778c4 req-c2f6b974-85c2-4422-93c7-af149a4bb9e0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302668 Oct 26 14:50:59.920732 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891e8e3-1d94-44bc-9e49-cdf7d1e14fc1 req-8b167c23-4bbd-4f0d-8392-a542a9d463c2 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:59.922231 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6891e8e3-1d94-44bc-9e49-cdf7d1e14fc1 req-8b167c23-4bbd-4f0d-8392-a542a9d463c2 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0483558 Oct 26 14:50:59.961094 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6891e8e3-1d94-44bc-9e49-cdf7d1e14fc1 req-fb707862-be7a-4417-9c78-a204ab989e6e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316277 Oct 26 14:51:00.070443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b8d74-caed-4b4b-9d45-7fca81ab02bc req-eb4dd2ad-0529-4a2f-8fd1-3983c4474b55 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:00.071915 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d1b8d74-caed-4b4b-9d45-7fca81ab02bc req-eb4dd2ad-0529-4a2f-8fd1-3983c4474b55 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0476193 Oct 26 14:51:00.080432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 50976) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:51:00.085328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-bfbbd220-9197-41fb-832f-ddc11742a19e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Request body: {'floatingip': {'port_id': '19adb302-5c9f-4665-aab4-af1e98794788'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:51:00.125623 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bfbbd220-9197-41fb-832f-ddc11742a19e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:00.528349 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bfbbd220-9197-41fb-832f-ddc11742a19e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:00.531876 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bfbbd220-9197-41fb-832f-ddc11742a19e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:00.630024 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-bfbbd220-9197-41fb-832f-ddc11742a19e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Floating IP f7b351d9-6748-435d-9054-85d97a2c70ba associated. External IP: 172.25.4.183, port: 19adb302-5c9f-4665-aab4-af1e98794788. Oct 26 14:51:00.834765 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbbd220-9197-41fb-832f-ddc11742a19e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Router 3fedd5a8-9df0-4e07-90c8-1654c879da92 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:51:01.273804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbbd220-9197-41fb-832f-ddc11742a19e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:51:01.279107 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bfbbd220-9197-41fb-832f-ddc11742a19e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:01.284009 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f95d8-15de-4936-9c58-e6686fbb9f27 None None] Sync routers for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:51:01.293893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f95d8-15de-4936-9c58-e6686fbb9f27 None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:51:01.294528 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d26f95d8-15de-4936-9c58-e6686fbb9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:50:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:51:01.306476 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bfbbd220-9197-41fb-832f-ddc11742a19e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "PUT /v2.0/floatingips/f7b351d9-6748-435d-9054-85d97a2c70ba HTTP/1.1" status: 200 len: 993 time: 1.2250235 Oct 26 14:51:01.307062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:51:01.309325 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87018a8f-ef30-440e-866f-17004043bde1" -d '{"events": [{"name": "network-changed", "server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "tag": "19adb302-5c9f-4665-aab4-af1e98794788"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:51:01.348567 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b399c8d-b1ca-4418-b30c-8c6a7007578b x-openstack-request-id: req-6b399c8d-b1ca-4418-b30c-8c6a7007578b {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:51:01.348858 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "tag": "19adb302-5c9f-4665-aab4-af1e98794788", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:51:01.349569 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b399c8d-b1ca-4418-b30c-8c6a7007578b {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:51:01.349971 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788', 'status': 'completed', 'code': 200} Oct 26 14:51:01.409422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-d26f95d8-15de-4936-9c58-e6686fbb9f27 None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:51:01.415062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87018a8f-ef30-440e-866f-17004043bde1 req-0af3f951-c7fb-4877-a41a-ed5c3361aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:01.416554 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87018a8f-ef30-440e-866f-17004043bde1 req-0af3f951-c7fb-4877-a41a-ed5c3361aa77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0408096 Oct 26 14:51:01.515862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87018a8f-ef30-440e-866f-17004043bde1 req-1f4e4084-6249-4d5b-ba91-8503deee463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:01.517393 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87018a8f-ef30-440e-866f-17004043bde1 req-1f4e4084-6249-4d5b-ba91-8503deee463c service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0936570 Oct 26 14:51:01.586040 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87018a8f-ef30-440e-866f-17004043bde1 req-cf767016-ba12-451b-93bc-a8021e4978ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 1001 time: 0.0611858 Oct 26 14:51:01.641503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87018a8f-ef30-440e-866f-17004043bde1 req-6c095371-015b-4b32-9966-d09d2bb643f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:01.643000 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87018a8f-ef30-440e-866f-17004043bde1 req-6c095371-015b-4b32-9966-d09d2bb643f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0493715 Oct 26 14:51:01.688685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87018a8f-ef30-440e-866f-17004043bde1 req-95d470f6-15eb-4dd6-8546-8daf799f4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:01.690206 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87018a8f-ef30-440e-866f-17004043bde1 req-95d470f6-15eb-4dd6-8546-8daf799f4bab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394211 Oct 26 14:51:01.780233 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87018a8f-ef30-440e-866f-17004043bde1 req-c4b61aab-0a54-47b0-af85-2b44c4c57189 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820873 Oct 26 14:51:01.795490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d26f95d8-15de-4936-9c58-e6686fbb9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f7b351d9-6748-435d-9054-85d97a2c70ba', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'port_id': '19adb302-5c9f-4665-aab4-af1e98794788', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'mac_address': 'fa:16:3e:b5:cb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:59Z', 'updated_at': '2021-10-26T14:51:00Z', 'revision_number': 13, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:51:01.821485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f95d8-15de-4936-9c58-e6686fbb9f27 None None] Checking router: 3fedd5a8-9df0-4e07-90c8-1654c879da92 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:51:01.829665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f95d8-15de-4936-9c58-e6686fbb9f27 None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:51:01.830295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d26f95d8-15de-4936-9c58-e6686fbb9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:50:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:51:01.874672 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-87018a8f-ef30-440e-866f-17004043bde1 req-b7ccdf50-56b2-4b11-8a86-ea0b7bd15c1e service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866728 Oct 26 14:51:01.935431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-d26f95d8-15de-4936-9c58-e6686fbb9f27 None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:51:02.153687 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d26f95d8-15de-4936-9c58-e6686fbb9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f7b351d9-6748-435d-9054-85d97a2c70ba', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'port_id': '19adb302-5c9f-4665-aab4-af1e98794788', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'mac_address': 'fa:16:3e:b5:cb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:59Z', 'updated_at': '2021-10-26T14:51:00Z', 'revision_number': 13, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:51:02.180102 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f95d8-15de-4936-9c58-e6686fbb9f27 None None] The sync data for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 is: [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f7b351d9-6748-435d-9054-85d97a2c70ba', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'port_id': '19adb302-5c9f-4665-aab4-af1e98794788', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'mac_address': 'fa:16:3e:b5:cb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:59Z', 'updated_at': '2021-10-26T14:51:00Z', 'revision_number': 13, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:51:02.362002 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5dd89-56ec-4df2-a43c-ff17f3b7a707 None None] New status for floating IP f7b351d9-6748-435d-9054-85d97a2c70ba: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:51:10.072364 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:51:12.848666 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ad5c40c7-1666-46d7-b064-3eb880e1e426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:15.152412 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b5131a78-cacb-498a-86b2-5505b3084705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:16.691106 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:17.000857 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:18.717129 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:23.916876 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:28.076784 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:42.849957 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9510b0b6-2b29-441f-a0ee-8dd8dfdd04a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:45.157123 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3c31a52a-c3c2-4fb5-8722-f3a0bc3f3237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:46.692434 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:47.003770 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:47.071357 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:51:48.719669 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:53.924760 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:57.341449 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-91f52697-3576-44a9-9a59-5f1423e7aae6 req-f28c5d4e-b2fa-4e2d-9c7c-923b4965fce4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391455 Oct 26 14:51:57.428672 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f52697-3576-44a9-9a59-5f1423e7aae6 req-b7692b7f-7d8b-40cd-96a8-4e490636d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:57.430228 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-91f52697-3576-44a9-9a59-5f1423e7aae6 req-b7692b7f-7d8b-40cd-96a8-4e490636d53e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0449021 Oct 26 14:51:57.531181 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f52697-3576-44a9-9a59-5f1423e7aae6 req-16a83ddf-131f-4e0d-8e95-a71c8d1f5b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:57.532654 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-91f52697-3576-44a9-9a59-5f1423e7aae6 req-16a83ddf-131f-4e0d-8e95-a71c8d1f5b1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0822756 Oct 26 14:51:57.605475 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-91f52697-3576-44a9-9a59-5f1423e7aae6 req-223e3821-a563-43ea-8742-7cd5602c7d07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 1003 time: 0.0614982 Oct 26 14:51:57.656373 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f52697-3576-44a9-9a59-5f1423e7aae6 req-b300082a-0173-4e99-970c-80dc347ec226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:57.657872 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-91f52697-3576-44a9-9a59-5f1423e7aae6 req-b300082a-0173-4e99-970c-80dc347ec226 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0438304 Oct 26 14:51:57.705487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f52697-3576-44a9-9a59-5f1423e7aae6 req-ba687a3b-efd0-4761-8dd2-d9da91618ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:57.707045 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-91f52697-3576-44a9-9a59-5f1423e7aae6 req-ba687a3b-efd0-4761-8dd2-d9da91618ac4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416119 Oct 26 14:51:57.718033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-91f52697-3576-44a9-9a59-5f1423e7aae6 req-3af2acf8-ef85-42b9-a59b-2580a43e52fc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:51:57.718971 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-91f52697-3576-44a9-9a59-5f1423e7aae6 req-3af2acf8-ef85-42b9-a59b-2580a43e52fc service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049396 Oct 26 14:51:57.814188 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-91f52697-3576-44a9-9a59-5f1423e7aae6 req-3617ef7d-e564-407d-9d5b-194bdededc08 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866265 Oct 26 14:51:57.906976 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-91f52697-3576-44a9-9a59-5f1423e7aae6 req-ed85ef03-196a-4c58-9fb0-3301d4649366 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851178 Oct 26 14:51:58.093260 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:12.851879 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-77f21467-599e-4d26-b37b-2a9df2869fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:15.158562 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e4399a05-dfd4-410c-b8cc-87ee06085a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:16.693748 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:17.009639 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:18.722836 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:23.935803 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:24.071937 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:52:28.099261 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:42.852769 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a50134ec-7cfc-4227-98fb-2f3f9bbe18d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:45.159897 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8b6926bc-478f-4fb0-9547-e5546accb978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:46.695539 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:47.010276 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:48.727027 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:53.934950 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:58.093170 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:59.333925 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b82a1982-fda5-4a7a-aa39-4075a8a9dc9d req-92090017-1f5f-454d-82ef-42fbca7803b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451965 Oct 26 14:52:59.417162 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a1982-fda5-4a7a-aa39-4075a8a9dc9d req-2a015eb5-ff54-4862-9653-086cd30bdeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:59.418709 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b82a1982-fda5-4a7a-aa39-4075a8a9dc9d req-2a015eb5-ff54-4862-9653-086cd30bdeba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0409701 Oct 26 14:52:59.521652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a1982-fda5-4a7a-aa39-4075a8a9dc9d req-c63c0788-7f7a-4fda-8603-e8d4f8bd328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:59.523158 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b82a1982-fda5-4a7a-aa39-4075a8a9dc9d req-c63c0788-7f7a-4fda-8603-e8d4f8bd328d service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0838289 Oct 26 14:52:59.591793 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b82a1982-fda5-4a7a-aa39-4075a8a9dc9d req-7dcea9a7-6429-4fb0-af3f-2adb8271e6db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 1003 time: 0.0610828 Oct 26 14:52:59.640704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a1982-fda5-4a7a-aa39-4075a8a9dc9d req-e6eff5c3-6a7b-4091-b4bb-482b3608b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:59.642146 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b82a1982-fda5-4a7a-aa39-4075a8a9dc9d req-e6eff5c3-6a7b-4091-b4bb-482b3608b6ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0428934 Oct 26 14:52:59.687014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a1982-fda5-4a7a-aa39-4075a8a9dc9d req-7ea5690a-a8d8-40eb-8ded-4781dd930968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:59.688473 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b82a1982-fda5-4a7a-aa39-4075a8a9dc9d req-7ea5690a-a8d8-40eb-8ded-4781dd930968 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395877 Oct 26 14:52:59.779919 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b82a1982-fda5-4a7a-aa39-4075a8a9dc9d req-70c539fe-b1b3-4cec-9626-ba8bab4a0269 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844631 Oct 26 14:52:59.868165 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b82a1982-fda5-4a7a-aa39-4075a8a9dc9d req-8772a456-62ae-4bff-9b7f-c0e73e189a6a service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796919 Oct 26 14:53:01.070561 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:53:12.854989 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c15e70de-725b-48bc-bbdb-ca45fd92c1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:15.160166 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-05a018ff-3114-4bf3-bc4d-d355e7145a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:16.697803 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:17.012588 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:18.729640 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:23.946490 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:28.084335 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:29.642254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3061ff-d9a0-49dc-bcc8-28326d93bf5f req-8076c324-a177-46af-ad8d-83383c3d30b3 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:29.643726 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed3061ff-d9a0-49dc-bcc8-28326d93bf5f req-8076c324-a177-46af-ad8d-83383c3d30b3 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.1176960 Oct 26 14:53:29.680861 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ed3061ff-d9a0-49dc-bcc8-28326d93bf5f req-ec1742b2-a980-48eb-88b8-70a409fd93da tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300374 Oct 26 14:53:38.069456 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:53:41.813771 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-9073a015-eebb-4d7f-977c-987819421dba req-0fc11468-f949-41e4-9a39-25bc2c89d7da service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:53:41.814828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9073a015-eebb-4d7f-977c-987819421dba req-0fc11468-f949-41e4-9a39-25bc2c89d7da service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053847 Oct 26 14:53:42.018641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3610604-1dcc-47f8-8ee2-85643f55fbce req-255eeccc-0751-44fb-853b-7566ff9dd08d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:42.020099 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3610604-1dcc-47f8-8ee2-85643f55fbce req-255eeccc-0751-44fb-853b-7566ff9dd08d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0773361 Oct 26 14:53:42.036437 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b6695a9e-cec0-4fa3-af60-a7b712845dc4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1022372 Oct 26 14:53:42.048329 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-47e4dd9f-bc32-468e-bc10-5bbccbbc5102 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:53:42.049275 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-47e4dd9f-bc32-468e-bc10-5bbccbbc5102 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056937 Oct 26 14:53:42.068385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3610604-1dcc-47f8-8ee2-85643f55fbce req-ceaa9f0f-6e7c-455d-b65f-70ad2cd361b4 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401549 Oct 26 14:53:42.854742 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eda8425c-c8bc-49a1-87d6-8523a5684b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:43.190151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc41c4-121d-4d0c-88ed-5c7314f47d3e req-67365e84-847b-4adc-9e22-ac9712c3d279 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:43.191666 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a1dc41c4-121d-4d0c-88ed-5c7314f47d3e req-67365e84-847b-4adc-9e22-ac9712c3d279 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0508237 Oct 26 14:53:43.196838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b3e283d6-148e-4e7a-9380-771d9f7802d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:43.198400 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b3e283d6-148e-4e7a-9380-771d9f7802d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0914934 Oct 26 14:53:43.229889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a1dc41c4-121d-4d0c-88ed-5c7314f47d3e req-b0bd6fea-1b17-4940-8c12-eb41407a297d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320098 Oct 26 14:53:43.289500 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-916cbadb-162d-40bd-90ef-bed88e5a9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:43.291014 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-916cbadb-162d-40bd-90ef-bed88e5a9aeb service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0860808 Oct 26 14:53:43.357702 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-d73045ee-5f35-4dcc-a335-2c7ee9caddad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 1003 time: 0.0598443 Oct 26 14:53:43.407011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-26fef68d-7d50-425e-a0e5-b2a2fba675ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:43.408423 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-26fef68d-7d50-425e-a0e5-b2a2fba675ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0437763 Oct 26 14:53:43.454437 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-d48b8297-6a18-45ea-9f49-db4f1d1d8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:43.455866 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-d48b8297-6a18-45ea-9f49-db4f1d1d8c7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395696 Oct 26 14:53:43.547648 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-62e30980-f307-4e7c-b41a-0229d215edc3 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833273 Oct 26 14:53:43.635871 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-21b67c34-14fc-4e9e-a085-5e281a871403 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806205 Oct 26 14:53:44.350136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20835989-a066-42d4-813b-0727d52cc914 req-7bb725e7-dc2c-49fd-9ab0-bf03d383d8ca tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:44.352121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20835989-a066-42d4-813b-0727d52cc914 req-7bb725e7-dc2c-49fd-9ab0-bf03d383d8ca tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0490084 Oct 26 14:53:44.392506 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20835989-a066-42d4-813b-0727d52cc914 req-e84e6617-0ec8-4958-8ab0-0e1879d01400 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340600 Oct 26 14:53:45.160692 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8e57778a-fdb4-4564-bf41-157992b9f084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:45.506065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282b0ec-a5a8-4368-878d-34ef62282bd4 req-99d3251f-beff-473f-8aed-194cfecb00aa tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:45.507515 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4282b0ec-a5a8-4368-878d-34ef62282bd4 req-99d3251f-beff-473f-8aed-194cfecb00aa tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0478888 Oct 26 14:53:45.544871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4282b0ec-a5a8-4368-878d-34ef62282bd4 req-02b19d60-9b63-401d-a599-33a1b2351ae4 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314910 Oct 26 14:53:46.664588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ee750-d976-49a4-baca-3e72de7d653f req-00baab45-7e25-4332-b8fb-51920e991232 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:46.666089 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c21ee750-d976-49a4-baca-3e72de7d653f req-00baab45-7e25-4332-b8fb-51920e991232 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0493829 Oct 26 14:53:46.698971 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:46.703356 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c21ee750-d976-49a4-baca-3e72de7d653f req-4e1ade52-7fd4-4d62-a897-037ce984d10b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313847 Oct 26 14:53:47.015390 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:47.818088 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410fbde-09eb-4fb0-975c-7626db336291 req-1aa37e83-045c-4a5a-ae11-ff994eb211bd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:47.819617 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9410fbde-09eb-4fb0-975c-7626db336291 req-1aa37e83-045c-4a5a-ae11-ff994eb211bd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0474031 Oct 26 14:53:47.860792 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9410fbde-09eb-4fb0-975c-7626db336291 req-87d9c926-13ba-4507-8d29-3f3750d7adb7 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347192 Oct 26 14:53:48.732505 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:48.977443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0462f-e853-42eb-a39e-67612317a07d req-8a9d7e3f-cf71-42c8-a904-3b9129dbcfed tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:48.978946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bdc0462f-e853-42eb-a39e-67612317a07d req-8a9d7e3f-cf71-42c8-a904-3b9129dbcfed tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0484579 Oct 26 14:53:49.016494 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bdc0462f-e853-42eb-a39e-67612317a07d req-cc5f91f1-d9d7-461d-94bd-ceabb57c0ef8 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314283 Oct 26 14:53:50.134518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dd421-8dd9-4292-9d88-77f7272c050b req-30caf1ca-1822-42f2-9412-5c17b6f9dc98 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:50.135900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f42dd421-8dd9-4292-9d88-77f7272c050b req-30caf1ca-1822-42f2-9412-5c17b6f9dc98 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0475004 Oct 26 14:53:50.173866 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f42dd421-8dd9-4292-9d88-77f7272c050b req-672af15c-3513-45d2-96fc-444e62728795 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319650 Oct 26 14:53:51.287769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c4472-dcd0-4d67-a510-ea5b73b46292 req-9ebd8622-5797-42ec-a7c3-6be4b53efcd7 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:51.289222 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-259c4472-dcd0-4d67-a510-ea5b73b46292 req-9ebd8622-5797-42ec-a7c3-6be4b53efcd7 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0482008 Oct 26 14:53:51.329290 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-259c4472-dcd0-4d67-a510-ea5b73b46292 req-295f5d90-0b8a-4465-868d-e0cb1c6fde5c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341194 Oct 26 14:53:52.443645 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0820ba-6b71-45d2-bcb6-4777ecccfd0d req-08a24bd3-556d-4eeb-b141-5655cebedf6c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:52.445761 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e0820ba-6b71-45d2-bcb6-4777ecccfd0d req-08a24bd3-556d-4eeb-b141-5655cebedf6c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0483596 Oct 26 14:53:52.481927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e0820ba-6b71-45d2-bcb6-4777ecccfd0d req-7a82ec0f-591c-4571-a254-cdc1dc6a8ca0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303137 Oct 26 14:53:53.597893 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362d3af-4f0e-4070-b9c3-6dd84acc9d5d req-c64c04fe-f71a-4544-bdcd-96b86e448608 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:53.599396 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b362d3af-4f0e-4070-b9c3-6dd84acc9d5d req-c64c04fe-f71a-4544-bdcd-96b86e448608 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0484164 Oct 26 14:53:53.636671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b362d3af-4f0e-4070-b9c3-6dd84acc9d5d req-415da7e6-322e-4cc5-a828-27e83de06a48 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307133 Oct 26 14:53:53.943395 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:54.752764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa2973-1c52-43c8-9f51-7374e00b3b32 req-aa53b4d4-05b0-4c8b-ad8b-06745ec3740c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:54.754243 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03aa2973-1c52-43c8-9f51-7374e00b3b32 req-aa53b4d4-05b0-4c8b-ad8b-06745ec3740c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0474350 Oct 26 14:53:54.795806 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03aa2973-1c52-43c8-9f51-7374e00b3b32 req-83f526f6-bd6e-4833-b505-4af675fb6c79 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349102 Oct 26 14:53:55.912307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d231980-2004-41b3-9dc6-dc55ac09dac0 req-2ba09224-96ef-4895-913c-0b30b250309c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:55.913763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d231980-2004-41b3-9dc6-dc55ac09dac0 req-2ba09224-96ef-4895-913c-0b30b250309c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0493751 Oct 26 14:53:55.954367 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d231980-2004-41b3-9dc6-dc55ac09dac0 req-d78091ad-514a-4911-83d8-65da509f36ac tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346105 Oct 26 14:53:57.074347 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46936a-6c58-4e2e-a5fb-595bea8ec786 req-a6fcfacd-cf64-441c-be65-af88e0d102f6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:57.075920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb46936a-6c58-4e2e-a5fb-595bea8ec786 req-a6fcfacd-cf64-441c-be65-af88e0d102f6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0485129 Oct 26 14:53:57.113337 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cb46936a-6c58-4e2e-a5fb-595bea8ec786 req-6f6e4818-2f4d-4669-b8f4-744f53fa3596 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315080 Oct 26 14:53:57.856804 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-4f004fc1-2a76-48f1-af5f-7c8468f55ccd service neutron] show failed (client error): The resource could not be found. Oct 26 14:53:57.857715 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-4f004fc1-2a76-48f1-af5f-7c8468f55ccd service neutron] 10.222.0.11 "GET /v2.0/ports/19adb302-5c9f-4665-aab4-af1e98794788/bindings/n-h1-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0573745 Oct 26 14:53:58.103285 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:58.152375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-6294e806-38c6-4c05-a343-160a3ac8b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:58.153886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-6294e806-38c6-4c05-a343-160a3ac8b247 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2&tenant_id=a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 1097 time: 0.1337593 Oct 26 14:53:58.165343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-bcfd2eda-d9fd-4163-b5ba-61fd6d130b23 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:53:58.166411 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-bcfd2eda-d9fd-4163-b5ba-61fd6d130b23 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054741 Oct 26 14:53:58.178200 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:53:58.233445 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:58.373582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545adedc-779a-4800-acf6-5a373f32332e req-2adf9d05-544f-4e22-a780-95d53cf68ce2 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:58.375009 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-545adedc-779a-4800-acf6-5a373f32332e req-2adf9d05-544f-4e22-a780-95d53cf68ce2 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.1385942 Oct 26 14:53:58.459879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-545adedc-779a-4800-acf6-5a373f32332e req-f6046354-307e-4073-a325-ee56191ad3be tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781841 Oct 26 14:53:58.495521 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=19adb302-5c9f-4665-aab4-af1e98794788,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:53:58.527813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:53:58.571662 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:53:58.574426 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aa0534-b05f-4900-bb8d-3e37d9990dc2" -d '{"events": [{"server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "name": "network-vif-unplugged", "status": "completed", "tag": "19adb302-5c9f-4665-aab4-af1e98794788"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:53:58.578522 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:58.592269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Transition to ACTIVE for port object 19adb302-5c9f-4665-aab4-af1e98794788 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:53:58.596003 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:58.618705 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 19adb302-5c9f-4665-aab4-af1e98794788 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:53:58.666775 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 19adb302-5c9f-4665-aab4-af1e98794788 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:53:58.700004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Pushing event updated for resources: {'Port': ['ID=19adb302-5c9f-4665-aab4-af1e98794788,revision_number=6']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:53:58.713721 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:58.714104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:58.714452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:58.714790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:58.715126 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:58.715465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:58.715792 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:58.716154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:58.716483 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:58.716813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:58.717136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:58.717456 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:58.740778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] No DVR routers for this DVR port 19adb302-5c9f-4665-aab4-af1e98794788 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:53:58.803513 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4c23db-642f-459f-9548-ccdef0d98038 x-openstack-request-id: req-dc4c23db-642f-459f-9548-ccdef0d98038 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:53:58.803809 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "name": "network-vif-unplugged", "status": "completed", "tag": "19adb302-5c9f-4665-aab4-af1e98794788", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:53:58.804064 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc4c23db-642f-459f-9548-ccdef0d98038 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:53:58.804486 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788', 'code': 200} Oct 26 14:53:58.883264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Attempting to bind port 19adb302-5c9f-4665-aab4-af1e98794788 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:53:58.883812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Attempting to bind port 19adb302-5c9f-4665-aab4-af1e98794788 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:53:58.884381 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Attempting to bind port 19adb302-5c9f-4665-aab4-af1e98794788 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:53:58.889130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Port 19adb302-5c9f-4665-aab4-af1e98794788 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:53:58.889445 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Attempting to bind port 19adb302-5c9f-4665-aab4-af1e98794788 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:53:58.894158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:53:58.894486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Checking segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:53:58.894857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Bound using segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:53:58.895269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Bound port: 19adb302-5c9f-4665-aab4-af1e98794788, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:53:58.895611 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:58.960105 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:53:58.963248 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=19adb302-5c9f-4665-aab4-af1e98794788,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:53:58.967663 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:59.003415 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:59.004008 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:59.005392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] 10.222.0.25 "PUT /v2.0/ports/19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 1092 time: 0.8309586 Oct 26 14:53:59.025447 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678506b-033c-42d2-bd96-1bc8e269bb3c service neutron] Pushing event updated for resources: {'Port': ['ID=19adb302-5c9f-4665-aab4-af1e98794788,revision_number=7']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:53:59.071540 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-6b49e391-6ccf-4db1-9494-d3f38708eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:59.073094 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-6b49e391-6ccf-4db1-9494-d3f38708eded service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 1095 time: 0.0428762 Oct 26 14:53:59.171894 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-0b0f0363-c019-4474-8ba1-6639da789ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:59.173395 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-0b0f0363-c019-4474-8ba1-6639da789ac7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0926914 Oct 26 14:53:59.237753 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-8ca53362-2d6f-4a46-9f4e-5693ceb7e7bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 1001 time: 0.0575740 Oct 26 14:53:59.290915 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-c317b847-41fa-4f5c-a271-3e0c522301af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:59.292297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-c317b847-41fa-4f5c-a271-3e0c522301af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0477462 Oct 26 14:53:59.336807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-ff7b2283-2d8f-4748-8fef-66ba393ec628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:59.338337 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-ff7b2283-2d8f-4748-8fef-66ba393ec628 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388300 Oct 26 14:53:59.431633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-14d59625-a429-4fa2-8599-afbd13d4526d service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858128 Oct 26 14:53:59.521654 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-c5421613-58ad-4a88-9057-c2537592af78 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822735 Oct 26 14:53:59.587054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c6692-037b-493e-ac31-eaaff7723c2e req-4aaeee07-33cd-4e38-b44e-c0d52dbdaed6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:59.588605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-748c6692-037b-493e-ac31-eaaff7723c2e req-4aaeee07-33cd-4e38-b44e-c0d52dbdaed6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0559199 Oct 26 14:53:59.627092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-748c6692-037b-493e-ac31-eaaff7723c2e req-329cee34-753c-4756-b3de-2a11722c3e10 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321028 Oct 26 14:54:00.749352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0594f-ad7e-498d-89fe-02dbb92123f4 req-dd3a8170-25b2-42af-84a8-f8e232be350f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:00.750889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22d0594f-ad7e-498d-89fe-02dbb92123f4 req-dd3a8170-25b2-42af-84a8-f8e232be350f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0532892 Oct 26 14:54:00.791333 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22d0594f-ad7e-498d-89fe-02dbb92123f4 req-3a772296-c7d9-41c6-9bd7-75036451ee3d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327442 Oct 26 14:54:00.806026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:54:00.808466 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c082f5d2-4be5-4307-bf9c-a70f18edf13a" -d '{"events": [{"name": "network-changed", "server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "tag": "19adb302-5c9f-4665-aab4-af1e98794788"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:54:00.858009 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f5539d-4f26-46c8-ae20-28c855428876 x-openstack-request-id: req-a8f5539d-4f26-46c8-ae20-28c855428876 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:54:00.858420 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "tag": "19adb302-5c9f-4665-aab4-af1e98794788", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:54:00.859147 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8f5539d-4f26-46c8-ae20-28c855428876 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:54:00.860324 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788', 'status': 'completed', 'code': 200} Oct 26 14:54:00.922528 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-0590080b-8971-45e4-ba30-a186e6a80280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:00.924066 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-92e8dcb5-f8d3-4436-9df2-6edd92b61094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:00.924312 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-0590080b-8971-45e4-ba30-a186e6a80280 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 1095 time: 0.0455620 Oct 26 14:54:00.925717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-92e8dcb5-f8d3-4436-9df2-6edd92b61094 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 1095 time: 0.0434859 Oct 26 14:54:01.017845 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-77053726-3bf3-4485-8832-58e66e62879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:01.019438 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-77053726-3bf3-4485-8832-58e66e62879b service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0871751 Oct 26 14:54:01.026335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-841619f6-df46-4422-8384-b1ad0dd16201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:01.027849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-841619f6-df46-4422-8384-b1ad0dd16201 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0946994 Oct 26 14:54:01.097113 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-f56e5f2d-e667-40df-99e5-1860643d24e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 1001 time: 0.0699058 Oct 26 14:54:01.102815 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-4e80c43f-0dee-455d-93e2-a32962843305 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 1001 time: 0.0670807 Oct 26 14:54:01.150801 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-93445efc-7671-41e2-9fea-dcb0d5193d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:01.152526 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-93445efc-7671-41e2-9fea-dcb0d5193d92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0475919 Oct 26 14:54:01.155456 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-e4fa19d9-43a7-4333-a74d-1dfc51f8d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:01.157007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-e4fa19d9-43a7-4333-a74d-1dfc51f8d684 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0472596 Oct 26 14:54:01.199173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-548c0687-239c-4b70-9d8c-895e3b1443b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:01.200800 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-548c0687-239c-4b70-9d8c-895e3b1443b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414200 Oct 26 14:54:01.206056 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-66357a98-fcc9-4eec-a2de-0e77a9fcfbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:01.207537 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-66357a98-fcc9-4eec-a2de-0e77a9fcfbbc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438392 Oct 26 14:54:01.301951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-dbccd137-0557-488d-a77b-2952cdf5f932 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867367 Oct 26 14:54:01.302804 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-76969ca9-537f-4c9c-8d2f-205b0d7303a6 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939889 Oct 26 14:54:01.400884 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-13b56ba2-1e17-48ad-9af3-945d8555ad63 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915334 Oct 26 14:54:01.714696 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c082f5d2-4be5-4307-bf9c-a70f18edf13a req-636d2cdd-0a4b-4f33-90cf-b388c8aa4d5e service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050553 Oct 26 14:54:01.915217 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57df1-7111-4733-8328-e2d047be9fdf req-ddfd0eb3-5492-480a-9ac9-38f1c2c9705a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:01.916951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49d57df1-7111-4733-8328-e2d047be9fdf req-ddfd0eb3-5492-480a-9ac9-38f1c2c9705a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0526359 Oct 26 14:54:01.957019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49d57df1-7111-4733-8328-e2d047be9fdf req-6fa01964-2fdb-416a-bdf7-eeea1056b820 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338774 Oct 26 14:54:03.076267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c07048-da49-4c01-80bb-90dc78e6265d req-bf88d4cc-e1fc-49c6-8f89-5fe1972ce04f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:03.077763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3c07048-da49-4c01-80bb-90dc78e6265d req-bf88d4cc-e1fc-49c6-8f89-5fe1972ce04f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0496879 Oct 26 14:54:03.118717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3c07048-da49-4c01-80bb-90dc78e6265d req-8382552a-1f05-4bc4-88f5-1cd119792b5a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346515 Oct 26 14:54:04.243855 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a25a4b-2fdb-4bb2-af21-87eed49a9ec7 req-091788cd-5412-4d76-9301-ef9bcbeeddb8 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:04.245408 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32a25a4b-2fdb-4bb2-af21-87eed49a9ec7 req-091788cd-5412-4d76-9301-ef9bcbeeddb8 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0541205 Oct 26 14:54:04.284508 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32a25a4b-2fdb-4bb2-af21-87eed49a9ec7 req-dd6e27e6-15b5-482a-9bef-f1def7b3d7b1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328615 Oct 26 14:54:05.400575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0fff4-d54d-45b5-9bc7-64983d3a4ed3 req-67f05706-cb7b-48b3-9d32-6b2538d78e77 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:05.402077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ac0fff4-d54d-45b5-9bc7-64983d3a4ed3 req-67f05706-cb7b-48b3-9d32-6b2538d78e77 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0487814 Oct 26 14:54:05.439961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ac0fff4-d54d-45b5-9bc7-64983d3a4ed3 req-de4e8c9f-73d9-4334-a2b2-c1692958a20c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313222 Oct 26 14:54:06.556077 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4edd5-c8b0-4c55-a05c-a8f9a1bafe71 req-109753fa-6a86-4e15-9c5a-3eaddd3eba2b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:06.557559 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94b4edd5-c8b0-4c55-a05c-a8f9a1bafe71 req-109753fa-6a86-4e15-9c5a-3eaddd3eba2b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0509210 Oct 26 14:54:06.595407 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94b4edd5-c8b0-4c55-a05c-a8f9a1bafe71 req-4476f8dd-082b-4b9b-9818-512525495c64 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318546 Oct 26 14:54:07.717378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900abdb-0726-4c72-b50f-92e7b7fec3d6 req-d88fa189-f5a2-436e-b250-c69cd517a312 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:07.718879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2900abdb-0726-4c72-b50f-92e7b7fec3d6 req-d88fa189-f5a2-436e-b250-c69cd517a312 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0540032 Oct 26 14:54:07.756068 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2900abdb-0726-4c72-b50f-92e7b7fec3d6 req-3b727fed-3b6d-465b-92d8-ccccba6c8ebf tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305550 Oct 26 14:54:08.870553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae53e18-a919-4799-87fb-c7b2cd76a77a req-c5d3954c-74e2-4998-a852-201064dfc6ed tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:08.871949 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ae53e18-a919-4799-87fb-c7b2cd76a77a req-c5d3954c-74e2-4998-a852-201064dfc6ed tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0478318 Oct 26 14:54:08.909221 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ae53e18-a919-4799-87fb-c7b2cd76a77a req-0df48386-587a-4aa5-be79-459ab2375eec tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313814 Oct 26 14:54:10.024865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59a3d1-e8c3-4ee6-a270-9ffc587de0b6 req-2dd9705e-8b4c-4646-9b03-b74d8f86a120 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:10.026358 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e59a3d1-e8c3-4ee6-a270-9ffc587de0b6 req-2dd9705e-8b4c-4646-9b03-b74d8f86a120 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0486026 Oct 26 14:54:10.063307 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e59a3d1-e8c3-4ee6-a270-9ffc587de0b6 req-8e317959-7a29-44b6-a971-1bb51cdb8846 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310624 Oct 26 14:54:11.181292 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f01942-69d4-4b76-9b50-908d17926d07 req-60998858-0147-4dca-88fd-cc2e13a7eefa tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:11.182799 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59f01942-69d4-4b76-9b50-908d17926d07 req-60998858-0147-4dca-88fd-cc2e13a7eefa tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0516248 Oct 26 14:54:11.219840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59f01942-69d4-4b76-9b50-908d17926d07 req-24c6531e-7d0f-439d-9939-ec58b4d64115 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311325 Oct 26 14:54:12.399157 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e4eaf-ccdd-459f-9890-5530da7dc60d req-fe72d4ce-59b5-40d8-a481-07f0d8981ad3 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:12.400632 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d3e4eaf-ccdd-459f-9890-5530da7dc60d req-fe72d4ce-59b5-40d8-a481-07f0d8981ad3 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0497508 Oct 26 14:54:12.437786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d3e4eaf-ccdd-459f-9890-5530da7dc60d req-28f0818c-2d8e-4271-8886-504b644bf7c1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312297 Oct 26 14:54:12.745701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-3bf8f60f-3792-46fe-8540-7c963535a6d9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:12.747156 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-3bf8f60f-3792-46fe-8540-7c963535a6d9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.25 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2&tenant_id=a4ef095655924c41844537d44d0afe51&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 944 time: 0.0815916 Oct 26 14:54:12.758699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918aac2-ef5d-4da5-a487-d11202a727bc req-29410435-51ae-4913-956d-a13aad330a5b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:12.759973 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c918aac2-ef5d-4da5-a487-d11202a727bc req-29410435-51ae-4913-956d-a13aad330a5b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0681820 Oct 26 14:54:12.830120 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c918aac2-ef5d-4da5-a487-d11202a727bc req-b74ef5a5-a613-4a4f-ad32-2448ef6b6303 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632002 Oct 26 14:54:12.840170 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-f2bf5f78-96b9-4b39-8e18-6f526864924e service neutron] 10.222.0.25 "GET /v2.0/ports/19adb302-5c9f-4665-aab4-af1e98794788/bindings/n-h1-815498-1 HTTP/1.1" status: 200 len: 382 time: 0.0793049 Oct 26 14:54:12.856707 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b969f546-0fcf-461d-b8c7-77a38656b06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:12.903928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-726371df-a4e9-4f61-9a62-405876bb4087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:12.905399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-726371df-a4e9-4f61-9a62-405876bb4087 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 1095 time: 0.0431902 Oct 26 14:54:12.996389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-3d04ca68-ae7a-4e47-8c28-0bd7a0a0a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:12.997518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-3d04ca68-ae7a-4e47-8c28-0bd7a0a0a302 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0851099 Oct 26 14:54:13.060616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-ea837dc1-3297-4214-a9b1-e3363d227615 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 1001 time: 0.0559666 Oct 26 14:54:13.107597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-0312d138-2879-487f-8f1f-9c9923aab7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:13.108977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-0312d138-2879-487f-8f1f-9c9923aab7fd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0422068 Oct 26 14:54:13.157418 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-0f0492f0-bc3e-4023-a816-bb45abf4d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:13.158886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-0f0492f0-bc3e-4023-a816-bb45abf4d261 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423408 Oct 26 14:54:13.245515 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-72d11c76-93a7-4d02-9108-7ddc0f9b78d7 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793104 Oct 26 14:54:13.339111 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-669ffa9d-5556-4387-ae26-2f6d4937f745 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854795 Oct 26 14:54:13.990472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa795598-0c70-446b-8522-e29cbd5fd794 req-954ec584-1632-4762-9198-7b28e3a54344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:13.991948 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa795598-0c70-446b-8522-e29cbd5fd794 req-954ec584-1632-4762-9198-7b28e3a54344 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 944 time: 0.0480857 Oct 26 14:54:14.028743 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa795598-0c70-446b-8522-e29cbd5fd794 req-579e5643-d1ee-4a4a-8b0e-b9333e7b716c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309262 Oct 26 14:54:14.434824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 19adb302-5c9f-4665-aab4-af1e98794788 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:54:14.528571 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=19adb302-5c9f-4665-aab4-af1e98794788,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:14.539309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '19adb302-5c9f-4665-aab4-af1e98794788', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'port_id': '19adb302-5c9f-4665-aab4-af1e98794788', 'mac_address': 'fa:16:3e:b5:cb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:54:14.578984 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:14.592286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19adb302-5c9f-4665-aab4-af1e98794788 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:54:14.610596 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=19adb302-5c9f-4665-aab4-af1e98794788,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:14.617630 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:14.668535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=19adb302-5c9f-4665-aab4-af1e98794788,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:14.675676 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:14.676020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:14.678576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:14.678576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:14.678576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:14.678576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:14.678576 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:14.678956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:14.678956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:14.679229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:14.679553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:14.679969 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:15.068735 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:54:15.164483 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2fdcbb8-4723-409b-b58a-57eb83bda497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:15.243183 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bda28-4d5c-44e5-8a2b-fd759c6b5f9e req-4ef0ac44-093f-4545-b391-a7d4940aaff9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:15.244573 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c07bda28-4d5c-44e5-8a2b-fd759c6b5f9e req-4ef0ac44-093f-4545-b391-a7d4940aaff9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.1069546 Oct 26 14:54:15.286845 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c07bda28-4d5c-44e5-8a2b-fd759c6b5f9e req-8ead3f34-b59a-4ef4-a6b8-12a21faabfe1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362077 Oct 26 14:54:16.406424 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635f9a1-d6c3-4164-8f2d-4f849ba4cb0b req-03a253b8-b5cc-4992-9515-871c92ec755d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:16.408037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4635f9a1-d6c3-4164-8f2d-4f849ba4cb0b req-03a253b8-b5cc-4992-9515-871c92ec755d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0518327 Oct 26 14:54:16.446991 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4635f9a1-d6c3-4164-8f2d-4f849ba4cb0b req-82d0c68d-fe4e-42a9-a835-83ece96c62a4 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326109 Oct 26 14:54:16.701895 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:17.017890 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:17.328796 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-3515f055-3e5d-4e6e-9134-23d3aa9c5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:17.330271 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-3515f055-3e5d-4e6e-9134-23d3aa9c5298 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2&tenant_id=a4ef095655924c41844537d44d0afe51 HTTP/1.1" status: 200 len: 1096 time: 0.0393941 Oct 26 14:54:17.342016 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:54:17.392109 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:17.564345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfaaa2-bb53-4e4e-9a8b-d7a93dc7f892 req-872bd7af-c36f-4cc4-89a2-f01b3316a5bc tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:17.565829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1bbfaaa2-bb53-4e4e-9a8b-d7a93dc7f892 req-872bd7af-c36f-4cc4-89a2-f01b3316a5bc tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0499523 Oct 26 14:54:17.596451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=19adb302-5c9f-4665-aab4-af1e98794788,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:17.606503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1bbfaaa2-bb53-4e4e-9a8b-d7a93dc7f892 req-3e9084ea-a177-4779-a741-2d69198744c6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322926 Oct 26 14:54:17.631790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:54:17.665527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 19adb302-5c9f-4665-aab4-af1e98794788 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:54:17.673900 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:17.684118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Ignored duplicate provisioning block setup for port 19adb302-5c9f-4665-aab4-af1e98794788 by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 26 14:54:17.687454 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:17.759275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Pushing event updated for resources: {'Port': ['ID=19adb302-5c9f-4665-aab4-af1e98794788,revision_number=9']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:17.777964 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:17.778327 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:17.778663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:17.778996 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:17.779322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:17.779685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:17.779983 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:17.780283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:17.780649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:17.780964 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:17.781283 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:17.781601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:17.818762 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] No DVR routers for this DVR port 19adb302-5c9f-4665-aab4-af1e98794788 on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:54:17.955380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Attempting to bind port 19adb302-5c9f-4665-aab4-af1e98794788 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:54:17.955714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Attempting to bind port 19adb302-5c9f-4665-aab4-af1e98794788 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:54:17.956048 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Attempting to bind port 19adb302-5c9f-4665-aab4-af1e98794788 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:54:17.960372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Port 19adb302-5c9f-4665-aab4-af1e98794788 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:54:17.960696 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Attempting to bind port 19adb302-5c9f-4665-aab4-af1e98794788 on network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:54:17.966687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:54:17.967027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Checking segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:54:17.967414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Bound using segment: {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:54:17.967841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Bound port: 19adb302-5c9f-4665-aab4-af1e98794788, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de45275-dcb1-4501-99c9-5193dab51743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:54:17.968197 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:18.030192 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:54:18.033486 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=19adb302-5c9f-4665-aab4-af1e98794788,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:54:18.038006 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:18.073925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:18.074540 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:18.076231 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-fe052694-55d7-449c-9613-554ce972c66e service neutron] 10.222.0.11 "PUT /v2.0/ports/19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 1092 time: 0.7380314 Oct 26 14:54:18.076679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:54:18.079119 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}747eb3265fcc404e5e4fd791f8492bed27b3c4a7b595f3da83d747eafd34bafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3185b71c-5615-42e3-93ac-d13627294074" -d '{"events": [{"name": "network-changed", "server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "tag": "19adb302-5c9f-4665-aab4-af1e98794788"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:54:18.101447 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe052694-55d7-449c-9613-554ce972c66e service neutron] Pushing event updated for resources: {'Port': ['ID=19adb302-5c9f-4665-aab4-af1e98794788,revision_number=10']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:18.155739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-2763ee21-9623-411a-87f4-629d74a15458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:18.157473 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-2763ee21-9623-411a-87f4-629d74a15458 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 1096 time: 0.0495758 Oct 26 14:54:18.218531 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b798b271-03ae-4fe7-b715-7257ea8a2f82 x-openstack-request-id: req-b798b271-03ae-4fe7-b715-7257ea8a2f82 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:54:18.218825 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "tag": "19adb302-5c9f-4665-aab4-af1e98794788", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:54:18.219084 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b798b271-03ae-4fe7-b715-7257ea8a2f82 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:54:18.219494 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788', 'status': 'completed', 'code': 200} Oct 26 14:54:18.271224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185b71c-5615-42e3-93ac-d13627294074 req-082734de-9206-4d7d-a90c-2abbea9cd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:18.272318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-d61f741b-54d6-43ab-ad22-cac856eaf969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:18.273366 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3185b71c-5615-42e3-93ac-d13627294074 req-082734de-9206-4d7d-a90c-2abbea9cd1b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 1096 time: 0.0453970 Oct 26 14:54:18.274192 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-d61f741b-54d6-43ab-ad22-cac856eaf969 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.1079888 Oct 26 14:54:18.343401 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-22a2fe87-5a15-4a1c-bdc0-aaab654bce62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 1001 time: 0.0621257 Oct 26 14:54:18.369209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185b71c-5615-42e3-93ac-d13627294074 req-aa20e84c-9d7f-44f7-b1b7-4d5e4026d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:18.370818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3185b71c-5615-42e3-93ac-d13627294074 req-aa20e84c-9d7f-44f7-b1b7-4d5e4026d040 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0892620 Oct 26 14:54:18.397881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-dade4448-62eb-4eb5-af4c-75628afaeec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:18.400470 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-dade4448-62eb-4eb5-af4c-75628afaeec1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0489488 Oct 26 14:54:18.439990 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3185b71c-5615-42e3-93ac-d13627294074 req-b51e58db-8bd2-45a7-b10f-6581e44c9264 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 1001 time: 0.0618656 Oct 26 14:54:18.447350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-be587ec4-90ae-4616-86e1-493834bde2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:18.448837 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-be587ec4-90ae-4616-86e1-493834bde2bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417080 Oct 26 14:54:18.475632 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 19adb302-5c9f-4665-aab4-af1e98794788 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:54:18.490133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185b71c-5615-42e3-93ac-d13627294074 req-92fe4427-717c-4cc4-842c-86fe39d1df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:18.491606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3185b71c-5615-42e3-93ac-d13627294074 req-92fe4427-717c-4cc4-842c-86fe39d1df6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0444798 Oct 26 14:54:18.513528 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 19adb302-5c9f-4665-aab4-af1e98794788 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:54:18.539201 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185b71c-5615-42e3-93ac-d13627294074 req-2d1ee640-9b5b-4e43-a691-267ad0c69454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:18.540694 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3185b71c-5615-42e3-93ac-d13627294074 req-2d1ee640-9b5b-4e43-a691-267ad0c69454 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417519 Oct 26 14:54:18.547548 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-58541b24-a29a-4057-94e3-f0ae766c4574 service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909832 Oct 26 14:54:18.633365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3185b71c-5615-42e3-93ac-d13627294074 req-c547d577-b0a2-4599-831d-b844e22f6ca9 service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856745 Oct 26 14:54:18.639270 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b15b86e-70f5-4c59-bbca-45cf2c14babe req-a88b776b-edf7-4a2b-80a1-ee34b03386ac service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828786 Oct 26 14:54:18.740775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185b71c-5615-42e3-93ac-d13627294074 req-abcd6310-f37c-465b-8879-2225412f82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:18.741950 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:18.742918 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3185b71c-5615-42e3-93ac-d13627294074 req-abcd6310-f37c-465b-8879-2225412f82f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4ef095655924c41844537d44d0afe51&device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 1096 time: 0.0554760 Oct 26 14:54:18.759977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a02e7-133d-4d96-b5df-9167ee6a76ef req-29d56088-8a91-4c41-8e8a-986103e751b0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:18.761647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-408a02e7-133d-4d96-b5df-9167ee6a76ef req-29d56088-8a91-4c41-8e8a-986103e751b0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0774100 Oct 26 14:54:18.799329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3185b71c-5615-42e3-93ac-d13627294074 req-6d4ff3cc-2a6c-4bc0-8dea-309cdd710aed service neutron] 10.222.0.25 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586714 Oct 26 14:54:18.829907 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-408a02e7-133d-4d96-b5df-9167ee6a76ef req-4908a20f-eb85-4ac0-a663-18af65407f50 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584254 Oct 26 14:54:18.841633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185b71c-5615-42e3-93ac-d13627294074 req-16c20457-3374-4892-b32c-d122b07db9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:18.843233 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3185b71c-5615-42e3-93ac-d13627294074 req-16c20457-3374-4892-b32c-d122b07db9c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 200 len: 912 time: 0.0936980 Oct 26 14:54:18.914609 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3185b71c-5615-42e3-93ac-d13627294074 req-108f5d86-9441-4694-8c47-fa8fbb0a58a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 200 len: 1001 time: 0.0639191 Oct 26 14:54:18.963798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185b71c-5615-42e3-93ac-d13627294074 req-e04d5ea3-a1d0-4161-be61-5554645dfec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:18.965176 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3185b71c-5615-42e3-93ac-d13627294074 req-e04d5ea3-a1d0-4161-be61-5554645dfec1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 200 len: 850 time: 0.0445304 Oct 26 14:54:19.010390 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185b71c-5615-42e3-93ac-d13627294074 req-ca7cea5e-7236-4cec-8d23-135ce9a7efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:19.011894 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3185b71c-5615-42e3-93ac-d13627294074 req-ca7cea5e-7236-4cec-8d23-135ce9a7efd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7770f1fc-aca5-49bb-898d-92aa4c5ff34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398171 Oct 26 14:54:19.106963 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3185b71c-5615-42e3-93ac-d13627294074 req-d9967344-6d43-49ca-a54c-b5596dcd3dfa service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860846 Oct 26 14:54:19.197124 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3185b71c-5615-42e3-93ac-d13627294074 req-3ba3c710-3c94-4cae-8b61-0af64c9724ce service neutron] 10.222.0.11 "GET /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822966 Oct 26 14:54:20.027872 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfa965-fa02-439f-b3c1-f13bb60aac18 req-cef4aab4-5ab4-494f-98a2-516f6266569b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:20.029501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37cfa965-fa02-439f-b3c1-f13bb60aac18 req-cef4aab4-5ab4-494f-98a2-516f6266569b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0959184 Oct 26 14:54:20.067196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37cfa965-fa02-439f-b3c1-f13bb60aac18 req-245c7a38-b3fe-46f8-9027-91cfcc819fa1 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310528 Oct 26 14:54:21.183485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c792d7-f78d-47bb-8420-37c791a47411 req-f2333da3-5cbf-4977-970b-1ade9523e6d6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:21.184964 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3c792d7-f78d-47bb-8420-37c791a47411 req-f2333da3-5cbf-4977-970b-1ade9523e6d6 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0485659 Oct 26 14:54:21.221813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3c792d7-f78d-47bb-8420-37c791a47411 req-a45d61f4-2a4a-49f4-8046-0baf9a1350ea tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307589 Oct 26 14:54:22.345542 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b17f19-1e49-4956-84c3-b8d7086c16e2 req-83c09cff-d4ab-4e99-91c0-4ef1c2e1928e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:22.347069 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4b17f19-1e49-4956-84c3-b8d7086c16e2 req-83c09cff-d4ab-4e99-91c0-4ef1c2e1928e tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0542290 Oct 26 14:54:22.384451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4b17f19-1e49-4956-84c3-b8d7086c16e2 req-b08e8f96-38af-4a43-a028-b04e88b43deb tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306599 Oct 26 14:54:23.509164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15992be7-e736-41c9-9c83-b0a1d6ae8e8c req-ff5de756-cb5f-4c1e-8cea-ec2e5779d51f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:23.510673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15992be7-e736-41c9-9c83-b0a1d6ae8e8c req-ff5de756-cb5f-4c1e-8cea-ec2e5779d51f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0497329 Oct 26 14:54:23.549220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15992be7-e736-41c9-9c83-b0a1d6ae8e8c req-171e6eb3-6567-43ad-b12f-4dbbe1359b2a tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320129 Oct 26 14:54:23.935866 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:24.664185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e0a80-147a-424b-b399-45790d6ddb17 req-5819073a-307e-405a-af8f-0de195647163 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:24.665624 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59e0a80-147a-424b-b399-45790d6ddb17 req-5819073a-307e-405a-af8f-0de195647163 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0475428 Oct 26 14:54:24.701966 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c59e0a80-147a-424b-b399-45790d6ddb17 req-8ffa3f6c-e8d2-41ec-aa95-b088cd5fedff tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304215 Oct 26 14:54:25.820848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef54bff-dcfb-4f14-bc17-3db7b2907da1 req-6b6dd538-cb89-4302-9669-2731d677672f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:25.822294 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ef54bff-dcfb-4f14-bc17-3db7b2907da1 req-6b6dd538-cb89-4302-9669-2731d677672f tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0514939 Oct 26 14:54:25.860879 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0ef54bff-dcfb-4f14-bc17-3db7b2907da1 req-6dfc32ab-c2db-4897-b5e8-4c2315c4d708 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325837 Oct 26 14:54:26.979211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb032f-5b61-4b1d-9b01-050b0602823c req-e90af9b4-2955-48e3-bab1-f750e8ffdd52 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:26.980673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6adb032f-5b61-4b1d-9b01-050b0602823c req-e90af9b4-2955-48e3-bab1-f750e8ffdd52 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0490654 Oct 26 14:54:27.017898 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6adb032f-5b61-4b1d-9b01-050b0602823c req-6e45f9dc-6553-4b93-badf-114609e9f4fc tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313716 Oct 26 14:54:28.099245 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:28.137537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a7c5c-392e-496b-a98b-f666be6ba054 req-55597b65-34e2-4634-a943-6d40b2e2680c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:28.139006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac5a7c5c-392e-496b-a98b-f666be6ba054 req-55597b65-34e2-4634-a943-6d40b2e2680c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0491607 Oct 26 14:54:28.174629 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ac5a7c5c-392e-496b-a98b-f666be6ba054 req-4e939017-103a-494d-8d34-603c42313609 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298009 Oct 26 14:54:29.294870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5bb7b-6765-49d5-8be8-ba0f3905732c req-8116c77a-354f-4628-9062-b369228143de tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:29.296387 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-28c5bb7b-6765-49d5-8be8-ba0f3905732c req-8116c77a-354f-4628-9062-b369228143de tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0524788 Oct 26 14:54:29.332340 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-28c5bb7b-6765-49d5-8be8-ba0f3905732c req-e7edc730-b410-48bd-ad01-d82bf5322613 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300918 Oct 26 14:54:30.446273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62d929-87ae-4ede-b914-466e90838c16 req-1d234d15-f2c7-4522-a7e2-68d51a0be677 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:30.447714 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b62d929-87ae-4ede-b914-466e90838c16 req-1d234d15-f2c7-4522-a7e2-68d51a0be677 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0472369 Oct 26 14:54:30.485338 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7b62d929-87ae-4ede-b914-466e90838c16 req-59eeeb60-37d6-4016-aad1-3f7dfd7c48f8 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317545 Oct 26 14:54:31.599134 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ce56a-9246-4e4c-83a6-2fe8408a5995 req-cb785ce7-2004-4540-9893-747b1ce9d320 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:31.600633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-042ce56a-9246-4e4c-83a6-2fe8408a5995 req-cb785ce7-2004-4540-9893-747b1ce9d320 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0479038 Oct 26 14:54:31.637072 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-042ce56a-9246-4e4c-83a6-2fe8408a5995 req-d31ffdaf-1729-4d25-b6ce-319e46312df5 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305943 Oct 26 14:54:32.753331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76110e88-c05c-4aee-98f4-2fdd92430fbd req-2c49b08a-9bf9-4e42-9f28-86df16b2b9fa tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:32.755521 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76110e88-c05c-4aee-98f4-2fdd92430fbd req-2c49b08a-9bf9-4e42-9f28-86df16b2b9fa tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0510650 Oct 26 14:54:32.793536 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-76110e88-c05c-4aee-98f4-2fdd92430fbd req-e515138c-e58d-4055-ae08-d7cc3d50530b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319769 Oct 26 14:54:32.804277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 19adb302-5c9f-4665-aab4-af1e98794788 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:54:32.899616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=19adb302-5c9f-4665-aab4-af1e98794788,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:32.909202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4b61b-49ec-4f49-8527-ed84003a53f2 req-690fec88-cd0c-4d47-8096-f8fb423105bd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:32.910694 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '19adb302-5c9f-4665-aab4-af1e98794788', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'port_id': '19adb302-5c9f-4665-aab4-af1e98794788', 'mac_address': 'fa:16:3e:b5:cb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:54:32.910831 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27e4b61b-49ec-4f49-8527-ed84003a53f2 req-690fec88-cd0c-4d47-8096-f8fb423105bd tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 945 time: 0.0504344 Oct 26 14:54:32.949123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-27e4b61b-49ec-4f49-8527-ed84003a53f2 req-ab780efe-2377-4199-a58f-4476b99dcea9 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321691 Oct 26 14:54:32.950416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:32.963449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19adb302-5c9f-4665-aab4-af1e98794788 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:54:32.982520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=19adb302-5c9f-4665-aab4-af1e98794788,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:32.986607 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:33.033530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=19adb302-5c9f-4665-aab4-af1e98794788,revision_number=11']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:33.068762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cf7e1-132c-49a6-a283-3df275303005 req-ed2dd67f-b4be-42a9-ab98-b6e45b340065 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:33.070254 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f71cf7e1-132c-49a6-a283-3df275303005 req-ed2dd67f-b4be-42a9-ab98-b6e45b340065 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0503733 Oct 26 14:54:33.106697 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f71cf7e1-132c-49a6-a283-3df275303005 req-1f7a8fe2-bc03-44c1-91c5-902a6c749dc3 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304856 Oct 26 14:54:33.342845 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e5684-bbcb-4f92-b4f4-0b6bb3b2b5d8 req-4f299814-dd70-4519-b022-514d10117aa8 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:33.344297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e0e5684-bbcb-4f92-b4f4-0b6bb3b2b5d8 req-4f299814-dd70-4519-b022-514d10117aa8 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0522351 Oct 26 14:54:33.381675 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e0e5684-bbcb-4f92-b4f4-0b6bb3b2b5d8 req-8bdab413-1081-4d52-8d4f-bbf3eb24268b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306346 Oct 26 14:54:33.382791 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['19adb302-5c9f-4665-aab4-af1e98794788'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:54:34.498673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0c022-1e2b-454a-b1e1-8129098f6070 req-0abfa573-fd73-4c4e-bb7b-4e1b3f6641fc tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:34.500174 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ce0c022-1e2b-454a-b1e1-8129098f6070 req-0abfa573-fd73-4c4e-bb7b-4e1b3f6641fc tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 946 time: 0.0492415 Oct 26 14:54:34.538388 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2ce0c022-1e2b-454a-b1e1-8129098f6070 req-752557ea-1cb4-4d79-83b7-b99e272a0773 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315182 Oct 26 14:54:34.806775 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 19adb302-5c9f-4665-aab4-af1e98794788 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:54:34.856672 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 19adb302-5c9f-4665-aab4-af1e98794788 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:54:34.860433 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 19adb302-5c9f-4665-aab4-af1e98794788 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:54:34.860797 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:34.940197 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:34.961832 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:54:34.964081 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51df38547afa6a3679193f804fdf7f02e2467dfafbde245a675797330075007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334d28da-9d3c-47c1-a5cd-387355d5fd9a" -d '{"events": [{"server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "name": "network-vif-plugged", "status": "completed", "tag": "19adb302-5c9f-4665-aab4-af1e98794788"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:54:34.977103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=19adb302-5c9f-4665-aab4-af1e98794788,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:34.980869 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:35.031030 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=19adb302-5c9f-4665-aab4-af1e98794788,revision_number=12']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:35.057243 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ea7ee2-8113-45c6-ac37-9fbfd6cf76b6 x-openstack-request-id: req-f7ea7ee2-8113-45c6-ac37-9fbfd6cf76b6 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:54:35.057484 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "name": "network-vif-plugged", "status": "completed", "tag": "19adb302-5c9f-4665-aab4-af1e98794788", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:54:35.057747 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7ea7ee2-8113-45c6-ac37-9fbfd6cf76b6 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:54:35.058181 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788', 'code': 200} Oct 26 14:54:35.276231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-4421887c-41de-4c54-bc5a-372ce550e0f2 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:35.277701 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-4421887c-41de-4c54-bc5a-372ce550e0f2 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.11 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 947 time: 0.0536799 Oct 26 14:54:35.365792 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Deleting port 19adb302-5c9f-4665-aab4-af1e98794788 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:54:35.366167 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:35.457611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] For port 19adb302-5c9f-4665-aab4-af1e98794788, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=19adb302-5c9f-4665-aab4-af1e98794788,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:35.457974 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:35.630799 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:35.631076 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:35.631390 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Floating IP f7b351d9-6748-435d-9054-85d97a2c70ba disassociated. External IP: 172.25.4.183, port: 19adb302-5c9f-4665-aab4-af1e98794788. Oct 26 14:54:35.631759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Calling delete_port for 19adb302-5c9f-4665-aab4-af1e98794788 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:54:35.658087 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce7067-5265-4ba1-9957-e6a3aa6855b8 req-f3153b08-b725-43b9-8acb-aadcddb639c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:35.659565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1dce7067-5265-4ba1-9957-e6a3aa6855b8 req-f3153b08-b725-43b9-8acb-aadcddb639c0 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 947 time: 0.0497367 Oct 26 14:54:35.696962 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1dce7067-5265-4ba1-9957-e6a3aa6855b8 req-819452a4-f2d3-4a84-a324-0b39dca7b9de tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fbd7ffd-d071-4296-89cc-0aafe6bec61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313070 Oct 26 14:54:35.762046 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:35.788162 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event deleted for resources: {'Port': ['ID=19adb302-5c9f-4665-aab4-af1e98794788,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:35.911191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Router 3fedd5a8-9df0-4e07-90c8-1654c879da92 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:54:36.024561 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:54:36.036934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f909d0-1ce7-46bc-bd8e-55b60c01182f None None] Sync routers for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:54:36.051373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f909d0-1ce7-46bc-bd8e-55b60c01182f None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:54:36.052591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-58f909d0-1ce7-46bc-bd8e-55b60c01182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:54:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:54:36.068794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] No DVR routers for this DVR port 19adb302-5c9f-4665-aab4-af1e98794788 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:54:36.071630 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:36.075404 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c6289b01-539c-4163-bf58-7dd1284f9a3e req-56ff8084-9f7c-4b71-8d47-65526e417416 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.11 "DELETE /v2.0/ports/19adb302-5c9f-4665-aab4-af1e98794788 HTTP/1.1" status: 204 len: 173 time: 0.7900500 Oct 26 14:54:36.075865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'name': 'network-vif-deleted', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:54:36.117728 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71cdc1e-d05b-43b2-b7b7-6865c90ffce5" -d '{"events": [{"server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "name": "network-vif-deleted", "tag": "19adb302-5c9f-4665-aab4-af1e98794788"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:54:36.182871 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-58f909d0-1ce7-46bc-bd8e-55b60c01182f None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:54:36.216949 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e3fdb7-20ae-415e-a20b-e7607dbb79c8 x-openstack-request-id: req-c6e3fdb7-20ae-415e-a20b-e7607dbb79c8 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:54:36.217312 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d204aaea-c62c-4335-8b39-72868cab3ca2", "name": "network-vif-deleted", "tag": "19adb302-5c9f-4665-aab4-af1e98794788", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:54:36.217571 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6e3fdb7-20ae-415e-a20b-e7607dbb79c8 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:54:36.218008 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd204aaea-c62c-4335-8b39-72868cab3ca2', 'name': 'network-vif-deleted', 'tag': '19adb302-5c9f-4665-aab4-af1e98794788', 'status': 'completed', 'code': 200} Oct 26 14:54:36.386866 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-58f909d0-1ce7-46bc-bd8e-55b60c01182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:54:36.573660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f909d0-1ce7-46bc-bd8e-55b60c01182f None None] Checking router: 3fedd5a8-9df0-4e07-90c8-1654c879da92 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:54:36.585729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f909d0-1ce7-46bc-bd8e-55b60c01182f None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:54:36.586357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-58f909d0-1ce7-46bc-bd8e-55b60c01182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:54:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:54:36.690486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-58f909d0-1ce7-46bc-bd8e-55b60c01182f None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:54:36.798598 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9b6c110b-d4d6-4ca3-8af6-c9a3d42e4d07 req-c96fb5ee-cf17-4ff7-bfd6-3625525f7ead tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 210 time: 0.0310974 Oct 26 14:54:36.896629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-58f909d0-1ce7-46bc-bd8e-55b60c01182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:54:36.927128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f909d0-1ce7-46bc-bd8e-55b60c01182f None None] The sync data for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 is: [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:43:57Z', 'revision_number': 4, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '8c41b64c-14b1-4ad3-b6cc-39ae226a4f32', 'name': '', 'network_id': '7770f1fc-aca5-49bb-898d-92aa4c5ff34e', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'mac_address': 'fa:16:3e:a2:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:57Z', 'updated_at': '2021-10-26T14:44:01Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'subnets': [{'id': 'd9fbd9b7-02c4-4190-b549-1f35ee11a335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:54:37.147830 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88cd589-bdb9-4254-a1c6-6d0bbf36d738 None None] New status for floating IP f7b351d9-6748-435d-9054-85d97a2c70ba: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:54:37.898001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eda45fb7-4873-4f4a-b2e0-4157a460ec00 req-03575df5-8dc3-487d-9a9f-1b335a507b69 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 210 time: 0.0269256 Oct 26 14:54:38.821645 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 19adb302-5c9f-4665-aab4-af1e98794788 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:54:38.841394 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 19adb302-5c9f-4665-aab4-af1e98794788 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:54:38.841689 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 19adb302-5c9f-4665-aab4-af1e98794788 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:54:38.992872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd68dc20-8b76-44e6-9694-005de9a7351d req-00f10c3f-4e13-442b-b400-02724aa8f45c tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 210 time: 0.0265119 Oct 26 14:54:40.093349 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-261c54a1-6ee1-4d1f-8981-af80d33cb493 req-4427e6f9-7930-4b34-a2b9-2f06d76a0a3b tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/ports?device_id=d204aaea-c62c-4335-8b39-72868cab3ca2 HTTP/1.1" status: 200 len: 210 time: 0.0292192 Oct 26 14:54:42.859655 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-db4317bd-0408-41b3-862e-b8b0fd1e039a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:44.845899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51558) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:44.902279 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0a3bcc0f-8158-4a66-ac40-9488ac5e833d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:44.927199 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0a3bcc0f-8158-4a66-ac40-9488ac5e833d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:44.974269 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0a3bcc0f-8158-4a66-ac40-9488ac5e833d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:44.977482 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0a3bcc0f-8158-4a66-ac40-9488ac5e833d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:44.978692 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0a3bcc0f-8158-4a66-ac40-9488ac5e833d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "DELETE /v2.0/security-groups/2fbd7ffd-d071-4296-89cc-0aafe6bec61b HTTP/1.1" status: 204 len: 168 time: 0.1311522 Oct 26 14:54:44.981577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51560) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:44.987920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bcc0f-8158-4a66-ac40-9488ac5e833d tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbd7ffd-d071-4296-89cc-0aafe6bec61b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:44.996719 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-a497ee71-a9d4-4622-9a49-bf36cb28c746 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] show failed (client error): The resource could not be found. Oct 26 14:54:45.001305 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a497ee71-a9d4-4622-9a49-bf36cb28c746 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "GET /v2.0/security-groups/2fbd7ffd-d071-4296-89cc-0aafe6bec61b HTTP/1.1" status: 404 len: 347 time: 0.0179365 Oct 26 14:54:45.001452 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51562) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:45.132723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ef4bb335-4746-4fca-b6e4-030a911b8d37 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Deleting port a668ad90-01a1-4453-b676-f6e1f2afc8e9 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:54:45.133000 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef4bb335-4746-4fca-b6e4-030a911b8d37 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:45.166891 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c044eaa6-47cc-4e52-afae-4706494247cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:45.213140 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef4bb335-4746-4fca-b6e4-030a911b8d37 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:45.213456 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef4bb335-4746-4fca-b6e4-030a911b8d37 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:45.224748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ef4bb335-4746-4fca-b6e4-030a911b8d37 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Calling delete_port for a668ad90-01a1-4453-b676-f6e1f2afc8e9 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:54:45.362891 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef4bb335-4746-4fca-b6e4-030a911b8d37 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:45.392410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bb335-4746-4fca-b6e4-030a911b8d37 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Pushing event deleted for resources: {'Port': ['ID=a668ad90-01a1-4453-b676-f6e1f2afc8e9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:45.453561 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef4bb335-4746-4fca-b6e4-030a911b8d37 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:45.456329 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ef4bb335-4746-4fca-b6e4-030a911b8d37 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:45.457547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ef4bb335-4746-4fca-b6e4-030a911b8d37 tempest-ServerActionsTestJSON-10558119 tempest-ServerActionsTestJSON-10558119-project] 10.222.0.32 "DELETE /v2.0/floatingips/f7b351d9-6748-435d-9054-85d97a2c70ba HTTP/1.1" status: 204 len: 168 time: 0.4550691 Oct 26 14:54:45.460629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51564) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:45.922566 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f93b259c-a37d-4416-8e5d-fecf6f73f6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:46.506760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-f93b259c-a37d-4416-8e5d-fecf6f73f6cb admin admin] Deleting port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:54:46.507102 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f93b259c-a37d-4416-8e5d-fecf6f73f6cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:46.588028 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-f93b259c-a37d-4416-8e5d-fecf6f73f6cb admin admin] For port 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8c41b64c-14b1-4ad3-b6cc-39ae226a4f32,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:46.588395 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f93b259c-a37d-4416-8e5d-fecf6f73f6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:46.600496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-f93b259c-a37d-4416-8e5d-fecf6f73f6cb admin admin] Calling delete_port for 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:54:46.704170 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:46.774068 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f93b259c-a37d-4416-8e5d-fecf6f73f6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:46.803048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b259c-a37d-4416-8e5d-fecf6f73f6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=8c41b64c-14b1-4ad3-b6cc-39ae226a4f32,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:46.968213 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f93b259c-a37d-4416-8e5d-fecf6f73f6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:47.021319 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:47.178543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93b259c-a37d-4416-8e5d-fecf6f73f6cb admin admin] Router 3fedd5a8-9df0-4e07-90c8-1654c879da92 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:54:47.282259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93b259c-a37d-4416-8e5d-fecf6f73f6cb admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:54:47.288402 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f93b259c-a37d-4416-8e5d-fecf6f73f6cb admin admin] 10.222.0.32 "PUT /v2.0/routers/3fedd5a8-9df0-4e07-90c8-1654c879da92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8268144 Oct 26 14:54:47.291131 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51568) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:47.291427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05215a86-2441-4b9e-970f-669330204bb8 None None] Sync routers for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:54:47.302587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05215a86-2441-4b9e-970f-669330204bb8 None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:54:47.303208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-05215a86-2441-4b9e-970f-669330204bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:54:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:54:47.393593 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:47.406491 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-05215a86-2441-4b9e-970f-669330204bb8 None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:54:47.494492 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:47.549312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] Deleting port 365007cc-4f4f-4c1f-a92f-74c1813950e7 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:54:47.550188 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:47.584334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-05215a86-2441-4b9e-970f-669330204bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:54:46Z', 'revision_number': 5, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port': {'id': '365007cc-4f4f-4c1f-a92f-74c1813950e7', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:43:55Z', 'updated_at': '2021-10-26T14:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:54:47.614845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05215a86-2441-4b9e-970f-669330204bb8 None None] Checking router: 3fedd5a8-9df0-4e07-90c8-1654c879da92 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:54:47.623134 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05215a86-2441-4b9e-970f-669330204bb8 None None] Routers {'3fedd5a8-9df0-4e07-90c8-1654c879da92'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:54:47.623725 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-05215a86-2441-4b9e-970f-669330204bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:54:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['3fedd5a8-9df0-4e07-90c8-1654c879da92'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:54:47.627773 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] For port 365007cc-4f4f-4c1f-a92f-74c1813950e7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=365007cc-4f4f-4c1f-a92f-74c1813950e7,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:47.628135 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:47.640229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] Calling delete_port for 365007cc-4f4f-4c1f-a92f-74c1813950e7 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:54:47.706864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-05215a86-2441-4b9e-970f-669330204bb8 None None] Set router 3fedd5a8-9df0-4e07-90c8-1654c879da92 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:54:47.762571 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-05215a86-2441-4b9e-970f-669330204bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:54:47Z', 'revision_number': 6, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:54:47.789592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05215a86-2441-4b9e-970f-669330204bb8 None None] The sync data for ids ['3fedd5a8-9df0-4e07-90c8-1654c879da92'] in n-d-815498-1 is: [{'id': '3fedd5a8-9df0-4e07-90c8-1654c879da92', 'name': 'tempest-ServerActionsTestJSON-905651331-router', 'tenant_id': 'a4ef095655924c41844537d44d0afe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:43:54Z', 'updated_at': '2021-10-26T14:54:47Z', 'revision_number': 6, 'project_id': 'a4ef095655924c41844537d44d0afe51', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:54:47.802606 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:47.829691 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=365007cc-4f4f-4c1f-a92f-74c1813950e7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:47.891332 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:47.979075 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:47.981210 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.023658 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.024171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fedd5a8-9df0-4e07-90c8-1654c879da92 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:54:48.028717 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.029840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d6fdd429-09de-4b08-a3b7-70dd7a7c37a1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3fedd5a8-9df0-4e07-90c8-1654c879da92 HTTP/1.1" status: 204 len: 168 time: 0.7378118 Oct 26 14:54:48.032503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51570) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:48.075685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cb7ed4-4c95-4606-8bb5-992537cd8bc5 admin admin] Deleting subnet d9fbd9b7-02c4-4190-b549-1f35ee11a335 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:54:48.078597 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40cb7ed4-4c95-4606-8bb5-992537cd8bc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.115997 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40cb7ed4-4c95-4606-8bb5-992537cd8bc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.195169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40cb7ed4-4c95-4606-8bb5-992537cd8bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.247319 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40cb7ed4-4c95-4606-8bb5-992537cd8bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.274739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb7ed4-4c95-4606-8bb5-992537cd8bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9fbd9b7-02c4-4190-b549-1f35ee11a335,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:48.276648 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-40cb7ed4-4c95-4606-8bb5-992537cd8bc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.280440 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be925199-2a88-4fb3-8d38-1651e47acec8 None None] Network 7770f1fc-aca5-49bb-898d-92aa4c5ff34e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:54:48.280820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-40cb7ed4-4c95-4606-8bb5-992537cd8bc5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d9fbd9b7-02c4-4190-b549-1f35ee11a335 HTTP/1.1" status: 204 len: 168 time: 0.2473304 Oct 26 14:54:48.283257 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51572) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:48.354203 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.407798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Deleting port e590c20e-1668-4f04-974f-8d18223c035d {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:54:48.408134 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.473897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] For port e590c20e-1668-4f04-974f-8d18223c035d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e590c20e-1668-4f04-974f-8d18223c035d,segment=NetworkSegment(5de45275-dcb1-4501-99c9-5193dab51743),segment_id=5de45275-dcb1-4501-99c9-5193dab51743)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:48.474282 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.486661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Calling delete_port for e590c20e-1668-4f04-974f-8d18223c035d owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:54:48.541069 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddd04bc-d7a1-4282-8025-d9476e540459 None None] DHCP port deletion for 7770f1fc-aca5-49bb-898d-92aa4c5ff34e request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:54:48.572792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.595249 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-cddd04bc-d7a1-4282-8025-d9476e540459 None None] Deleting port e590c20e-1668-4f04-974f-8d18223c035d {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:54:48.595619 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cddd04bc-d7a1-4282-8025-d9476e540459 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.598934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e590c20e-1668-4f04-974f-8d18223c035d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:48.607780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] No DVR routers for this DVR port e590c20e-1668-4f04-974f-8d18223c035d on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:54:48.660701 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-cddd04bc-d7a1-4282-8025-d9476e540459 None None] For port e590c20e-1668-4f04-974f-8d18223c035d, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:48.661354 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cddd04bc-d7a1-4282-8025-d9476e540459 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.674423 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-cddd04bc-d7a1-4282-8025-d9476e540459 None None] Calling delete_port for e590c20e-1668-4f04-974f-8d18223c035d owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:54:48.677221 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-cddd04bc-d7a1-4282-8025-d9476e540459 None None] Port e590c20e-1668-4f04-974f-8d18223c035d was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:54:48.679009 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cddd04bc-d7a1-4282-8025-d9476e540459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.684783 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.703860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd04bc-d7a1-4282-8025-d9476e540459 None None] Pushing event deleted for resources: {'Port': ['ID=e590c20e-1668-4f04-974f-8d18223c035d,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:48.704628 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7770f1fc-aca5-49bb-898d-92aa4c5ff34e']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:54:48.708587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd04bc-d7a1-4282-8025-d9476e540459 None None] No DVR routers for this DVR port e590c20e-1668-4f04-974f-8d18223c035d on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:54:48.714786 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de45275-dcb1-4501-99c9-5193dab51743') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:54:48.715279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de45275-dcb1-4501-99c9-5193dab51743') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:54:48.727588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.736570 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.742504 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.748752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:54:48.749142 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:54:48.751143 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:54:48.813231 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.819252 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:48.822992 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7770f1fc-aca5-49bb-898d-92aa4c5ff34e HTTP/1.1" status: 204 len: 168 time: 0.5388048 Oct 26 14:54:48.853305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225e2ac-9c79-4369-92fb-a15577ea1af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7770f1fc-aca5-49bb-898d-92aa4c5ff34e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:48.918636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 365007cc-4f4f-4c1f-a92f-74c1813950e7 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:54:48.945000 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 365007cc-4f4f-4c1f-a92f-74c1813950e7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:54:48.945375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 365007cc-4f4f-4c1f-a92f-74c1813950e7 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:54:48.945885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e590c20e-1668-4f04-974f-8d18223c035d no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:54:48.965042 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: e590c20e-1668-4f04-974f-8d18223c035d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:54:48.965545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e590c20e-1668-4f04-974f-8d18223c035d not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:54:48.966042 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:54:48.985697 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51576) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:48.987519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:54:48.987929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8c41b64c-14b1-4ad3-b6cc-39ae226a4f32 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:54:49.029904 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-57937856-32d7-4231-a069-20235b133559 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4ef095655924c41844537d44d0afe51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407717 Oct 26 14:54:49.030175 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51578) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:49.078627 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-50a99b34-2970-4fab-8558-0646e23846bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:49.100241 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-50a99b34-2970-4fab-8558-0646e23846bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:49.148477 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-50a99b34-2970-4fab-8558-0646e23846bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:49.151458 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-50a99b34-2970-4fab-8558-0646e23846bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:49.152701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-50a99b34-2970-4fab-8558-0646e23846bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe907195-1f51-4d6c-b2f1-301f823f06f1 HTTP/1.1" status: 204 len: 168 time: 0.1216302 Oct 26 14:54:49.161247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a99b34-2970-4fab-8558-0646e23846bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe907195-1f51-4d6c-b2f1-301f823f06f1,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:49.875612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51600) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:49.972474 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-816206095-network', 'tenant_id': '8d199d1a6662400489ac5324d9eb5958'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:54:49.993326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] Made reservation on behalf of 8d199d1a6662400489ac5324d9eb5958 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:54:49.995596 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:50.004366 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:50.080634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:50.084937 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:50.110231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:54:50.119920 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c3f55c-3889-4c55-8c3d-7740c9be74ec,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:50.128820 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:50.128820 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] Added segment 1939c3a8-7924-4fef-bb83-57fc2508f999 of type vlan for network 758445e8-3aeb-4344-9f01-eef2d2b25015 Oct 26 14:54:50.169472 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:50.194273 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:50.195132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:50.195708 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:50.245911 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3691957 Oct 26 14:54:50.249233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51604) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:50.254275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-52c4c74d-3a65-4e2b-b54e-7d8ace8a428b admin admin] Request body: {'subnet': {'network_id': '758445e8-3aeb-4344-9f01-eef2d2b25015', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-816206095-subnet', 'tenant_id': '8d199d1a6662400489ac5324d9eb5958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:54:50.256541 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79480e60-fd43-4518-9c40-15581fa08e24 admin admin] Pushing event updated for resources: {'Network': ['ID=758445e8-3aeb-4344-9f01-eef2d2b25015,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:50.266206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 758445e8-3aeb-4344-9f01-eef2d2b25015 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:54:50.280623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c4c74d-3a65-4e2b-b54e-7d8ace8a428b admin admin] Made reservation on behalf of 8d199d1a6662400489ac5324d9eb5958 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:54:50.283342 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52c4c74d-3a65-4e2b-b54e-7d8ace8a428b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:50.449318 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52c4c74d-3a65-4e2b-b54e-7d8ace8a428b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:50.505242 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4c74d-3a65-4e2b-b54e-7d8ace8a428b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b621e18f-8968-43b1-a3ae-b3b112cccd2f,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:50.512541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c4c74d-3a65-4e2b-b54e-7d8ace8a428b admin admin] Checking segment: {'id': '1939c3a8-7924-4fef-bb83-57fc2508f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '758445e8-3aeb-4344-9f01-eef2d2b25015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:54:50.512904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c4c74d-3a65-4e2b-b54e-7d8ace8a428b admin admin] Network hostable DHCP agents. Network: 758445e8-3aeb-4344-9f01-eef2d2b25015, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:54:50.528671 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c4c74d-3a65-4e2b-b54e-7d8ace8a428b admin admin] Network 758445e8-3aeb-4344-9f01-eef2d2b25015 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:54:50.537813 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-52c4c74d-3a65-4e2b-b54e-7d8ace8a428b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 758445e8-3aeb-4344-9f01-eef2d2b25015) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:54:50.542654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4c74d-3a65-4e2b-b54e-7d8ace8a428b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:50.544559 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-52c4c74d-3a65-4e2b-b54e-7d8ace8a428b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:50.545805 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14839a78-ceef-4e4c-8058-0271202b240c None None] Network 758445e8-3aeb-4344-9f01-eef2d2b25015 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:54:50.560907 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-52c4c74d-3a65-4e2b-b54e-7d8ace8a428b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3104718 Oct 26 14:54:50.673564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ca1392-372e-4afe-8255-073efef0a74a None None] Network 758445e8-3aeb-4344-9f01-eef2d2b25015 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:54:50.996267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-72cbae44-a71f-4498-80f0-345e638b18f0 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:50.997638 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-72cbae44-a71f-4498-80f0-345e638b18f0 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/networks?id=758445e8-3aeb-4344-9f01-eef2d2b25015 HTTP/1.1" status: 200 len: 813 time: 0.1046393 Oct 26 14:54:51.012766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-c8142be3-6640-41bf-8613-00ac4c041548 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/quotas/8d199d1a6662400489ac5324d9eb5958 HTTP/1.1" status: 200 len: 375 time: 0.0088587 Oct 26 14:54:51.043870 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-e61c4fc1-823b-4838-a25f-482abb996d28 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d199d1a6662400489ac5324d9eb5958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259449 Oct 26 14:54:51.145342 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-d3828786-018c-4cc7-acdc-e24947864786 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:54:51.146377 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-d3828786-018c-4cc7-acdc-e24947864786 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0436089 Oct 26 14:54:51.237763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-dccf1c5e-794b-4fcf-9bee-b3b67c0a88de service neutron] 10.222.0.32 "GET /v2.0/networks/758445e8-3aeb-4344-9f01-eef2d2b25015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848985 Oct 26 14:54:51.328847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-385e805d-7049-4958-af1e-e2f24c0a1683 service neutron] 10.222.0.32 "GET /v2.0/networks/758445e8-3aeb-4344-9f01-eef2d2b25015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850260 Oct 26 14:54:51.487974 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5bf2f84-2a47-45fb-84c3-6d9b97365fe2 req-d572586e-b8fa-495e-9678-86e633017b8c tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 210 time: 0.0273283 Oct 26 14:54:52.068925 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:54:52.628212 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ae70da60-f1bc-4784-80c7-b115bdd1eded req-191f424f-e29d-4b6e-bd5a-5b99b97c6a8a tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 210 time: 0.0599601 Oct 26 14:54:52.675284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-c11fd9c9-6a14-4509-a860-81ae8a5625ed tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:52.676729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-c11fd9c9-6a14-4509-a860-81ae8a5625ed tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.25 "GET /v2.0/networks?id=758445e8-3aeb-4344-9f01-eef2d2b25015 HTTP/1.1" status: 200 len: 813 time: 0.1363251 Oct 26 14:54:52.690673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-51cdd3e4-1c5b-4bc9-a033-3dbfc3461ad7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Request body: {'port': {'device_id': '462a11c6-169b-48ff-ad01-7488fb636783', 'network_id': '758445e8-3aeb-4344-9f01-eef2d2b25015', 'admin_state_up': True, 'tenant_id': '8d199d1a6662400489ac5324d9eb5958'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:54:52.800367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-51cdd3e4-1c5b-4bc9-a033-3dbfc3461ad7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Made reservation on behalf of 8d199d1a6662400489ac5324d9eb5958 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:54:52.803834 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-51cdd3e4-1c5b-4bc9-a033-3dbfc3461ad7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:52.929541 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-51cdd3e4-1c5b-4bc9-a033-3dbfc3461ad7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Allocated IP 172.20.0.8 (758445e8-3aeb-4344-9f01-eef2d2b25015/b621e18f-8968-43b1-a3ae-b3b112cccd2f/c7c8de83-ba47-4fde-b3bc-308d87e3279e) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:54:53.069418 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-51cdd3e4-1c5b-4bc9-a033-3dbfc3461ad7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:53.100789 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-51cdd3e4-1c5b-4bc9-a033-3dbfc3461ad7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:53.146941 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-51cdd3e4-1c5b-4bc9-a033-3dbfc3461ad7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Network 758445e8-3aeb-4344-9f01-eef2d2b25015 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:54:53.150012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-51cdd3e4-1c5b-4bc9-a033-3dbfc3461ad7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:54:53.153708 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-51cdd3e4-1c5b-4bc9-a033-3dbfc3461ad7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:54:53.180243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdd3e4-1c5b-4bc9-a033-3dbfc3461ad7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Pushing event updated for resources: {'Port': ['ID=c7c8de83-ba47-4fde-b3bc-308d87e3279e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:53.205648 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-51cdd3e4-1c5b-4bc9-a033-3dbfc3461ad7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:53.206294 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-51cdd3e4-1c5b-4bc9-a033-3dbfc3461ad7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:53.221929 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-51cdd3e4-1c5b-4bc9-a033-3dbfc3461ad7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5353878 Oct 26 14:54:53.309271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Request body: {'port': {'device_id': '462a11c6-169b-48ff-ad01-7488fb636783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:54:53.362044 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:53.619250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c8de83-ba47-4fde-b3bc-308d87e3279e {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:54:53.626381 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:53.638001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Transition to ACTIVE for port object c7c8de83-ba47-4fde-b3bc-308d87e3279e will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:54:53.641728 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:53.694502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c8de83-ba47-4fde-b3bc-308d87e3279e,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:53.797593 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c61ddd-8c0e-4585-9487-c7514ad29734 req-989ae085-5b7b-434f-bb38-f7d038085219 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:53.799365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33c61ddd-8c0e-4585-9487-c7514ad29734 req-989ae085-5b7b-434f-bb38-f7d038085219 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 943 time: 0.0891669 Oct 26 14:54:53.801652 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Attempting to bind port c7c8de83-ba47-4fde-b3bc-308d87e3279e on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:54:53.802009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Attempting to bind port c7c8de83-ba47-4fde-b3bc-308d87e3279e by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '1939c3a8-7924-4fef-bb83-57fc2508f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '758445e8-3aeb-4344-9f01-eef2d2b25015'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:54:53.802325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Attempting to bind port c7c8de83-ba47-4fde-b3bc-308d87e3279e on network 758445e8-3aeb-4344-9f01-eef2d2b25015 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:54:53.812741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Port c7c8de83-ba47-4fde-b3bc-308d87e3279e on network 758445e8-3aeb-4344-9f01-eef2d2b25015 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:54:53.813064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Attempting to bind port c7c8de83-ba47-4fde-b3bc-308d87e3279e on network 758445e8-3aeb-4344-9f01-eef2d2b25015 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:54:53.826306 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:54:53.826638 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Checking segment: {'id': '1939c3a8-7924-4fef-bb83-57fc2508f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '758445e8-3aeb-4344-9f01-eef2d2b25015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:54:53.827006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Bound using segment: {'id': '1939c3a8-7924-4fef-bb83-57fc2508f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '758445e8-3aeb-4344-9f01-eef2d2b25015'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:54:53.827427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Bound port: c7c8de83-ba47-4fde-b3bc-308d87e3279e, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1939c3a8-7924-4fef-bb83-57fc2508f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '758445e8-3aeb-4344-9f01-eef2d2b25015'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:54:53.827774 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:53.854667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33c61ddd-8c0e-4585-9487-c7514ad29734 req-71a2e880-d08c-4a69-9bc9-5b2d7dccdc18 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492952 Oct 26 14:54:53.902096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] For port c7c8de83-ba47-4fde-b3bc-308d87e3279e, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:54:53.905093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] For port c7c8de83-ba47-4fde-b3bc-308d87e3279e, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=c7c8de83-ba47-4fde-b3bc-308d87e3279e,segment=NetworkSegment(1939c3a8-7924-4fef-bb83-57fc2508f999),segment_id=1939c3a8-7924-4fef-bb83-57fc2508f999)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:54:53.909205 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:53.939224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:53.940372 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:53.940983 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:53.942378 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] 10.222.0.25 "PUT /v2.0/ports/c7c8de83-ba47-4fde-b3bc-308d87e3279e HTTP/1.1" status: 200 len: 1091 time: 0.6778388 Oct 26 14:54:53.942813 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462a11c6-169b-48ff-ad01-7488fb636783', 'tag': 'c7c8de83-ba47-4fde-b3bc-308d87e3279e'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:54:53.945063 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a648473d52efed78ddeb03016b95d55f2b59a122721013924e0e5f1f1a4c96a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e65931-6365-49fe-968f-aefb223c8e96" -d '{"events": [{"name": "network-changed", "server_uuid": "462a11c6-169b-48ff-ad01-7488fb636783", "tag": "c7c8de83-ba47-4fde-b3bc-308d87e3279e"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:54:53.970286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc291d-a64c-4e6b-8a83-8caf0c94c771 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c8de83-ba47-4fde-b3bc-308d87e3279e,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:53.983020 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c767fe4-0068-4889-9c5a-dc994ddaaac1 x-openstack-request-id: req-2c767fe4-0068-4889-9c5a-dc994ddaaac1 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:54:53.983472 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462a11c6-169b-48ff-ad01-7488fb636783", "tag": "c7c8de83-ba47-4fde-b3bc-308d87e3279e", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:54:53.983648 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c767fe4-0068-4889-9c5a-dc994ddaaac1 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:54:53.984677 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462a11c6-169b-48ff-ad01-7488fb636783', 'tag': 'c7c8de83-ba47-4fde-b3bc-308d87e3279e', 'status': 'completed', 'code': 200} Oct 26 14:54:54.036961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-29ef1429-b3eb-45a4-980c-662ebaa20996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:54.038467 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-29ef1429-b3eb-45a4-980c-662ebaa20996 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8d199d1a6662400489ac5324d9eb5958&device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 1094 time: 0.0459669 Oct 26 14:54:54.081952 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-6e755f7b-712c-448e-8a68-40a6732aa364 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7c8de83-ba47-4fde-b3bc-308d87e3279e HTTP/1.1" status: 200 len: 217 time: 0.0338266 Oct 26 14:54:54.129103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-a05598cb-9d73-4013-9659-89fea9c32882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:54.130547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-a05598cb-9d73-4013-9659-89fea9c32882 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b621e18f-8968-43b1-a3ae-b3b112cccd2f HTTP/1.1" status: 200 len: 853 time: 0.0418053 Oct 26 14:54:54.165175 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-dc2ccadf-d8b5-4778-9c03-8b7d35d48d4d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=758445e8-3aeb-4344-9f01-eef2d2b25015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274222 Oct 26 14:54:54.253916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-ca60d803-cede-46f0-aa1c-94ce85812398 service neutron] 10.222.0.25 "GET /v2.0/networks/758445e8-3aeb-4344-9f01-eef2d2b25015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802481 Oct 26 14:54:54.347145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-43a3988c-0884-4764-ac6e-ce7c0c8001ce req-3d3eb95b-f645-43d3-9c74-189b8bb4cf5d service neutron] 10.222.0.25 "GET /v2.0/networks/758445e8-3aeb-4344-9f01-eef2d2b25015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865567 Oct 26 14:54:54.433870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e65931-6365-49fe-968f-aefb223c8e96 req-3816a5f9-385c-4ac4-9147-a0313431cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:54.435350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-78e65931-6365-49fe-968f-aefb223c8e96 req-3816a5f9-385c-4ac4-9147-a0313431cd96 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8d199d1a6662400489ac5324d9eb5958&device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 1094 time: 0.0407994 Oct 26 14:54:54.529050 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e65931-6365-49fe-968f-aefb223c8e96 req-c4f78fb2-ac95-4477-a023-72b1f8a3a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:54.530547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-78e65931-6365-49fe-968f-aefb223c8e96 req-c4f78fb2-ac95-4477-a023-72b1f8a3a80a service neutron] 10.222.0.25 "GET /v2.0/networks?id=758445e8-3aeb-4344-9f01-eef2d2b25015 HTTP/1.1" status: 200 len: 914 time: 0.0884070 Oct 26 14:54:54.575088 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-78e65931-6365-49fe-968f-aefb223c8e96 req-a6ef597c-7553-42cf-b462-94a612c0b4dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7c8de83-ba47-4fde-b3bc-308d87e3279e HTTP/1.1" status: 200 len: 217 time: 0.0374048 Oct 26 14:54:54.626057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e65931-6365-49fe-968f-aefb223c8e96 req-5424c0c2-7db4-466d-9981-afb0fa221fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:54.628418 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-78e65931-6365-49fe-968f-aefb223c8e96 req-5424c0c2-7db4-466d-9981-afb0fa221fe9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b621e18f-8968-43b1-a3ae-b3b112cccd2f HTTP/1.1" status: 200 len: 853 time: 0.0462549 Oct 26 14:54:54.663606 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-78e65931-6365-49fe-968f-aefb223c8e96 req-9a5818e7-208d-4274-ba93-50d6f0fb1af2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=758445e8-3aeb-4344-9f01-eef2d2b25015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267007 Oct 26 14:54:54.755877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-78e65931-6365-49fe-968f-aefb223c8e96 req-61fe99c9-0519-4a59-8c6a-033335862d53 service neutron] 10.222.0.25 "GET /v2.0/networks/758445e8-3aeb-4344-9f01-eef2d2b25015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844400 Oct 26 14:54:54.849030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-78e65931-6365-49fe-968f-aefb223c8e96 req-f5bf047b-a9e4-481c-a14d-0198b63e7de4 service neutron] 10.222.0.25 "GET /v2.0/networks/758445e8-3aeb-4344-9f01-eef2d2b25015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841000 Oct 26 14:54:54.971989 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29e47-108f-44e5-aa59-e91922b86f4b req-f5218dda-616b-4925-bef9-f81b5d03ec7d tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:54.973358 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dcf29e47-108f-44e5-aa59-e91922b86f4b req-f5218dda-616b-4925-bef9-f81b5d03ec7d tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 943 time: 0.0477688 Oct 26 14:54:55.009860 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dcf29e47-108f-44e5-aa59-e91922b86f4b req-638e640a-7933-4ba7-b1c8-e05c43dcd3cf tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305755 Oct 26 14:54:56.130650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f3a4c-3ed9-4eab-bb36-e85f79ce8c54 req-4cd5d6a0-a3fb-435b-8dfd-3155a2b1ba75 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:56.132116 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-765f3a4c-3ed9-4eab-bb36-e85f79ce8c54 req-4cd5d6a0-a3fb-435b-8dfd-3155a2b1ba75 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 943 time: 0.0483418 Oct 26 14:54:56.169768 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-765f3a4c-3ed9-4eab-bb36-e85f79ce8c54 req-adf2c6d0-b098-4fb4-bc34-e1211686bb05 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317018 Oct 26 14:54:56.719556 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device c7c8de83-ba47-4fde-b3bc-308d87e3279e details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:54:56.815247 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port c7c8de83-ba47-4fde-b3bc-308d87e3279e, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=c7c8de83-ba47-4fde-b3bc-308d87e3279e,segment=NetworkSegment(1939c3a8-7924-4fef-bb83-57fc2508f999),segment_id=1939c3a8-7924-4fef-bb83-57fc2508f999)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:56.825926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': 'c7c8de83-ba47-4fde-b3bc-308d87e3279e', 'network_id': '758445e8-3aeb-4344-9f01-eef2d2b25015', 'port_id': 'c7c8de83-ba47-4fde-b3bc-308d87e3279e', 'mac_address': 'fa:16:3e:f5:15:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b621e18f-8968-43b1-a3ae-b3b112cccd2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:54:56.862929 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:56.875632 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c8de83-ba47-4fde-b3bc-308d87e3279e {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:54:56.894957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port c7c8de83-ba47-4fde-b3bc-308d87e3279e, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=c7c8de83-ba47-4fde-b3bc-308d87e3279e,segment=NetworkSegment(1939c3a8-7924-4fef-bb83-57fc2508f999),segment_id=1939c3a8-7924-4fef-bb83-57fc2508f999)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:56.898962 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:56.946013 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=c7c8de83-ba47-4fde-b3bc-308d87e3279e,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:57.106911 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['c7c8de83-ba47-4fde-b3bc-308d87e3279e'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:54:57.293492 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d8e60-cbce-46cf-aeba-94a9e5b7071d req-b04ea742-d282-4fd1-b8cb-8f56be68d43c tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:57.295861 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c6d8e60-cbce-46cf-aeba-94a9e5b7071d req-b04ea742-d282-4fd1-b8cb-8f56be68d43c tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 944 time: 0.0570064 Oct 26 14:54:57.333960 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c6d8e60-cbce-46cf-aeba-94a9e5b7071d req-95458676-fbad-4c6b-82ac-01da61b877cf tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Oct 26 14:54:58.113391 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:58.448330 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6199469-2f7e-4bcc-88a7-8c33b2275bb6 req-a096a014-807c-405e-ba03-7bd7d6d480ed tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:58.449868 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6199469-2f7e-4bcc-88a7-8c33b2275bb6 req-a096a014-807c-405e-ba03-7bd7d6d480ed tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 944 time: 0.0477524 Oct 26 14:54:58.486828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6199469-2f7e-4bcc-88a7-8c33b2275bb6 req-972f8b7f-6c11-4152-a997-202f94912a25 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305071 Oct 26 14:54:58.721410 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device c7c8de83-ba47-4fde-b3bc-308d87e3279e up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:54:58.768497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port c7c8de83-ba47-4fde-b3bc-308d87e3279e completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:54:58.772837 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port c7c8de83-ba47-4fde-b3bc-308d87e3279e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:54:58.773208 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:58.854469 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:58.876347 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462a11c6-169b-48ff-ad01-7488fb636783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c8de83-ba47-4fde-b3bc-308d87e3279e'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:54:58.891480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port c7c8de83-ba47-4fde-b3bc-308d87e3279e, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=c7c8de83-ba47-4fde-b3bc-308d87e3279e,segment=NetworkSegment(1939c3a8-7924-4fef-bb83-57fc2508f999),segment_id=1939c3a8-7924-4fef-bb83-57fc2508f999)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:58.895156 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:58.920675 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bad11ae-f967-409e-9058-5ff88c3a6cfd" -d '{"events": [{"server_uuid": "462a11c6-169b-48ff-ad01-7488fb636783", "name": "network-vif-plugged", "status": "completed", "tag": "c7c8de83-ba47-4fde-b3bc-308d87e3279e"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:54:58.948797 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=c7c8de83-ba47-4fde-b3bc-308d87e3279e,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:59.013214 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b94c1f-a153-4286-8089-86039847583f x-openstack-request-id: req-e5b94c1f-a153-4286-8089-86039847583f {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:54:59.013514 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462a11c6-169b-48ff-ad01-7488fb636783", "name": "network-vif-plugged", "status": "completed", "tag": "c7c8de83-ba47-4fde-b3bc-308d87e3279e", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:54:59.013773 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5b94c1f-a153-4286-8089-86039847583f {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:54:59.014226 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462a11c6-169b-48ff-ad01-7488fb636783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c8de83-ba47-4fde-b3bc-308d87e3279e', 'code': 200} Oct 26 14:54:59.107682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235fc32-6783-4b76-a76d-362c7c7836d3 req-aa067206-071e-47ae-878d-1998da853b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:59.109147 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d235fc32-6783-4b76-a76d-362c7c7836d3 req-aa067206-071e-47ae-878d-1998da853b74 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 1096 time: 0.0383620 Oct 26 14:54:59.144554 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d235fc32-6783-4b76-a76d-362c7c7836d3 req-e5a2df99-af7f-4acd-8e77-f3e0ea0b82df service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268998 Oct 26 14:54:59.604384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1dce6-90d6-4b74-a33d-6975c5e6a180 req-d825010f-0f9f-415e-9c9f-8c97302383bf tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:59.605891 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-acd1dce6-90d6-4b74-a33d-6975c5e6a180 req-d825010f-0f9f-415e-9c9f-8c97302383bf tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 945 time: 0.0522020 Oct 26 14:54:59.981037 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-acd1dce6-90d6-4b74-a33d-6975c5e6a180 req-bfffe820-f1e1-4543-8c28-ad2f7c7004e9 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686492 Oct 26 14:55:01.095995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c89fc-4ebd-408a-b1c5-3fd9f8afbf08 req-2c0c69db-4a0c-4cc9-a1e2-4edfcac63475 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:01.097384 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-269c89fc-4ebd-408a-b1c5-3fd9f8afbf08 req-2c0c69db-4a0c-4cc9-a1e2-4edfcac63475 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 945 time: 0.0472906 Oct 26 14:55:01.133263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-269c89fc-4ebd-408a-b1c5-3fd9f8afbf08 req-b2e8fbfb-3bfa-4dde-8763-dbfc01f77233 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296655 Oct 26 14:55:01.352040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-e177cef2-74aa-463e-923a-0bd79801c6f5 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:01.353395 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-e177cef2-74aa-463e-923a-0bd79801c6f5 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/networks?id=758445e8-3aeb-4344-9f01-eef2d2b25015 HTTP/1.1" status: 200 len: 813 time: 0.1007693 Oct 26 14:55:01.367854 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-f1fc05a5-c609-4c17-8de8-72afae9daf03 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/quotas/8d199d1a6662400489ac5324d9eb5958 HTTP/1.1" status: 200 len: 375 time: 0.0087855 Oct 26 14:55:01.417610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-593941f8-15b7-49a5-a369-a5c5d93952ee tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d199d1a6662400489ac5324d9eb5958&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444162 Oct 26 14:55:01.507836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-986fb7ba-65b4-4fe9-81f0-8d265cc53039 service neutron] 10.222.0.32 "GET /v2.0/networks/758445e8-3aeb-4344-9f01-eef2d2b25015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830848 Oct 26 14:55:01.595320 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-779628e7-2785-41ee-8361-59ab71abef65 service neutron] 10.222.0.32 "GET /v2.0/networks/758445e8-3aeb-4344-9f01-eef2d2b25015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814819 Oct 26 14:55:01.750491 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de6d16a0-d90f-40dc-ba84-1958347fd0b9 req-107d7f7f-e45e-4e26-8c9b-4d39f38581eb tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 210 time: 0.0260038 Oct 26 14:55:02.630876 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-0b58274a-cdc7-45c9-a3e0-7fec1b4d5d0c tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:02.632347 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-0b58274a-cdc7-45c9-a3e0-7fec1b4d5d0c tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.11 "GET /v2.0/networks?id=758445e8-3aeb-4344-9f01-eef2d2b25015 HTTP/1.1" status: 200 len: 813 time: 0.1078725 Oct 26 14:55:02.646775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-6934daaf-563c-4406-82c8-f6a2a061e640 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Request body: {'port': {'device_id': 'b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7', 'network_id': '758445e8-3aeb-4344-9f01-eef2d2b25015', 'admin_state_up': True, 'tenant_id': '8d199d1a6662400489ac5324d9eb5958'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:02.755995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-6934daaf-563c-4406-82c8-f6a2a061e640 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Made reservation on behalf of 8d199d1a6662400489ac5324d9eb5958 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:02.759497 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-6934daaf-563c-4406-82c8-f6a2a061e640 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:02.845632 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-86be73b1-54f9-429f-9760-381b1e8b30ea req-9a9551ce-a024-489c-9dd8-6c38a3932ef2 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 210 time: 0.0254562 Oct 26 14:55:02.883763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-6934daaf-563c-4406-82c8-f6a2a061e640 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Allocated IP 172.20.0.5 (758445e8-3aeb-4344-9f01-eef2d2b25015/b621e18f-8968-43b1-a3ae-b3b112cccd2f/df1c2561-9cc9-422d-a4a2-116013e588b8) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:55:03.029310 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-6934daaf-563c-4406-82c8-f6a2a061e640 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:03.063019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-6934daaf-563c-4406-82c8-f6a2a061e640 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:03.075924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['c7c8de83-ba47-4fde-b3bc-308d87e3279e'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:55:03.105674 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-6934daaf-563c-4406-82c8-f6a2a061e640 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Network 758445e8-3aeb-4344-9f01-eef2d2b25015 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:03.108734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-6934daaf-563c-4406-82c8-f6a2a061e640 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:03.113182 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-6934daaf-563c-4406-82c8-f6a2a061e640 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:55:03.143742 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934daaf-563c-4406-82c8-f6a2a061e640 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Pushing event updated for resources: {'Port': ['ID=df1c2561-9cc9-422d-a4a2-116013e588b8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:03.169510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-6934daaf-563c-4406-82c8-f6a2a061e640 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:03.170223 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-6934daaf-563c-4406-82c8-f6a2a061e640 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:03.186034 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-6934daaf-563c-4406-82c8-f6a2a061e640 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5437047 Oct 26 14:55:03.277140 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Request body: {'port': {'device_id': 'b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:03.329795 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:03.585374 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1c2561-9cc9-422d-a4a2-116013e588b8 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:55:03.592860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:03.605254 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Transition to ACTIVE for port object df1c2561-9cc9-422d-a4a2-116013e588b8 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:55:03.608882 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:03.659721 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Pushing event updated for resources: {'Port': ['ID=df1c2561-9cc9-422d-a4a2-116013e588b8,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:03.723233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Attempting to bind port df1c2561-9cc9-422d-a4a2-116013e588b8 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:03.723651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Attempting to bind port df1c2561-9cc9-422d-a4a2-116013e588b8 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '1939c3a8-7924-4fef-bb83-57fc2508f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '758445e8-3aeb-4344-9f01-eef2d2b25015'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:03.723984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Attempting to bind port df1c2561-9cc9-422d-a4a2-116013e588b8 on network 758445e8-3aeb-4344-9f01-eef2d2b25015 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:03.728309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Port df1c2561-9cc9-422d-a4a2-116013e588b8 on network 758445e8-3aeb-4344-9f01-eef2d2b25015 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:55:03.728632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Attempting to bind port df1c2561-9cc9-422d-a4a2-116013e588b8 on network 758445e8-3aeb-4344-9f01-eef2d2b25015 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:03.733420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:03.733775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Checking segment: {'id': '1939c3a8-7924-4fef-bb83-57fc2508f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '758445e8-3aeb-4344-9f01-eef2d2b25015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:03.734187 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Bound using segment: {'id': '1939c3a8-7924-4fef-bb83-57fc2508f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '758445e8-3aeb-4344-9f01-eef2d2b25015'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:03.734613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Bound port: df1c2561-9cc9-422d-a4a2-116013e588b8, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1939c3a8-7924-4fef-bb83-57fc2508f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '758445e8-3aeb-4344-9f01-eef2d2b25015'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:03.734963 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:03.800524 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] For port df1c2561-9cc9-422d-a4a2-116013e588b8, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:03.803577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] For port df1c2561-9cc9-422d-a4a2-116013e588b8, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=df1c2561-9cc9-422d-a4a2-116013e588b8,segment=NetworkSegment(1939c3a8-7924-4fef-bb83-57fc2508f999),segment_id=1939c3a8-7924-4fef-bb83-57fc2508f999)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:03.807380 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:03.842708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:03.843320 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:03.845192 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] 10.222.0.11 "PUT /v2.0/ports/df1c2561-9cc9-422d-a4a2-116013e588b8 HTTP/1.1" status: 200 len: 1091 time: 0.6140201 Oct 26 14:55:03.845631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7', 'tag': 'df1c2561-9cc9-422d-a4a2-116013e588b8'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:03.848072 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd58b5d-bf1d-41d5-9836-6491ce82a884" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7", "tag": "df1c2561-9cc9-422d-a4a2-116013e588b8"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:03.882178 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ae468-c836-4449-8624-8fa7808dc047 service neutron] Pushing event updated for resources: {'Port': ['ID=df1c2561-9cc9-422d-a4a2-116013e588b8,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:03.886178 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbff9deb-6294-4ef5-9d76-16ed41d1e9f8 x-openstack-request-id: req-fbff9deb-6294-4ef5-9d76-16ed41d1e9f8 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:03.886472 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7", "tag": "df1c2561-9cc9-422d-a4a2-116013e588b8", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:03.886737 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbff9deb-6294-4ef5-9d76-16ed41d1e9f8 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:03.888090 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7', 'tag': 'df1c2561-9cc9-422d-a4a2-116013e588b8', 'status': 'completed', 'code': 200} Oct 26 14:55:03.934064 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-0270280f-84e0-4361-951c-f3b01fb4c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:03.935750 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-0270280f-84e0-4361-951c-f3b01fb4c067 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d199d1a6662400489ac5324d9eb5958&device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 1094 time: 0.0448585 Oct 26 14:55:03.972375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aac7e4-818e-41eb-b550-1cdfe6cf26b4 req-4a47f8fb-3960-48e9-9fa2-fad4723dce64 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:03.973846 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2aac7e4-818e-41eb-b550-1cdfe6cf26b4 req-4a47f8fb-3960-48e9-9fa2-fad4723dce64 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 943 time: 0.0527823 Oct 26 14:55:03.979174 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-76aa4101-dab1-4b0f-b53b-9cdc249f1436 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df1c2561-9cc9-422d-a4a2-116013e588b8 HTTP/1.1" status: 200 len: 217 time: 0.0338540 Oct 26 14:55:04.011944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a2aac7e4-818e-41eb-b550-1cdfe6cf26b4 req-c5b8b690-37eb-4d2e-a9da-150158ead361 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315793 Oct 26 14:55:04.033849 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-b8c45813-ccac-4167-93ed-868835af17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:04.035469 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-b8c45813-ccac-4167-93ed-868835af17c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b621e18f-8968-43b1-a3ae-b3b112cccd2f HTTP/1.1" status: 200 len: 853 time: 0.0486243 Oct 26 14:55:04.069348 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-0f0d3004-6db5-413f-aa92-e8ede2e025bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=758445e8-3aeb-4344-9f01-eef2d2b25015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247593 Oct 26 14:55:04.158851 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-d5194473-51a5-48b3-ac67-fe838235ac71 service neutron] 10.222.0.11 "GET /v2.0/networks/758445e8-3aeb-4344-9f01-eef2d2b25015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822794 Oct 26 14:55:04.553192 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9a73d6c0-72ff-4c74-92a8-f3eabd35dead req-04cfcced-0933-4cea-a738-e6993ee7581c service neutron] 10.222.0.11 "GET /v2.0/networks/758445e8-3aeb-4344-9f01-eef2d2b25015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875651 Oct 26 14:55:04.638720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd58b5d-bf1d-41d5-9836-6491ce82a884 req-f1e69e68-d59d-4ade-8306-2ab1452e27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:04.640191 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bfd58b5d-bf1d-41d5-9836-6491ce82a884 req-f1e69e68-d59d-4ade-8306-2ab1452e27c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d199d1a6662400489ac5324d9eb5958&device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 1094 time: 0.0401518 Oct 26 14:55:04.736900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd58b5d-bf1d-41d5-9836-6491ce82a884 req-eb635e26-860a-4e44-b934-012c99c44846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:04.738421 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bfd58b5d-bf1d-41d5-9836-6491ce82a884 req-eb635e26-860a-4e44-b934-012c99c44846 service neutron] 10.222.0.11 "GET /v2.0/networks?id=758445e8-3aeb-4344-9f01-eef2d2b25015 HTTP/1.1" status: 200 len: 914 time: 0.0896010 Oct 26 14:55:04.779326 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bfd58b5d-bf1d-41d5-9836-6491ce82a884 req-6a8ac04f-295e-4c74-99e8-476756fd78af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df1c2561-9cc9-422d-a4a2-116013e588b8 HTTP/1.1" status: 200 len: 217 time: 0.0339417 Oct 26 14:55:04.831467 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd58b5d-bf1d-41d5-9836-6491ce82a884 req-fb28a01a-603b-4800-a89a-7d67c16c6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:04.832887 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bfd58b5d-bf1d-41d5-9836-6491ce82a884 req-fb28a01a-603b-4800-a89a-7d67c16c6e9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b621e18f-8968-43b1-a3ae-b3b112cccd2f HTTP/1.1" status: 200 len: 853 time: 0.0463748 Oct 26 14:55:04.864377 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bfd58b5d-bf1d-41d5-9836-6491ce82a884 req-092a41f3-4a83-455e-b063-b808e40c797f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=758445e8-3aeb-4344-9f01-eef2d2b25015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243268 Oct 26 14:55:04.956045 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bfd58b5d-bf1d-41d5-9836-6491ce82a884 req-776c57e5-f625-4ca1-b206-96475c47356d service neutron] 10.222.0.11 "GET /v2.0/networks/758445e8-3aeb-4344-9f01-eef2d2b25015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844736 Oct 26 14:55:05.050559 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bfd58b5d-bf1d-41d5-9836-6491ce82a884 req-6bbac7fa-5c50-4acc-abcf-a41475435d8b service neutron] 10.222.0.11 "GET /v2.0/networks/758445e8-3aeb-4344-9f01-eef2d2b25015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870161 Oct 26 14:55:05.129434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff92b-ea4e-4625-a116-c44624ff4c95 req-f49eb921-882b-4718-b66b-47ab21c3d952 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:05.130835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-827ff92b-ea4e-4625-a116-c44624ff4c95 req-f49eb921-882b-4718-b66b-47ab21c3d952 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 943 time: 0.0484834 Oct 26 14:55:05.167310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-827ff92b-ea4e-4625-a116-c44624ff4c95 req-10aac915-1fb4-40d7-99b1-d9daf2dc2d9a tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303349 Oct 26 14:55:06.281861 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e794f-33ff-4365-b01a-1867b7fead18 req-126eaa34-6c91-4864-8374-dee3788c678a tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:06.284057 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d67e794f-33ff-4365-b01a-1867b7fead18 req-126eaa34-6c91-4864-8374-dee3788c678a tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 943 time: 0.0493736 Oct 26 14:55:06.326312 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d67e794f-33ff-4365-b01a-1867b7fead18 req-b87542e1-126a-4103-bd9a-f087d2fc02bf tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356922 Oct 26 14:55:07.451057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0130c-74be-436d-94cd-f6bf1da14404 req-1cffe964-8b25-4c29-9f5d-9ce00b32a89f tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:07.452526 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-75a0130c-74be-436d-94cd-f6bf1da14404 req-1cffe964-8b25-4c29-9f5d-9ce00b32a89f tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 943 time: 0.0528536 Oct 26 14:55:07.489901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-75a0130c-74be-436d-94cd-f6bf1da14404 req-92c9790f-06ca-4126-9584-6aa166a31931 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314715 Oct 26 14:55:08.611550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf48725-aa80-4cfd-8326-3c56b106b578 req-d2ba9750-02e9-4eac-88ba-196abd7c7693 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:08.613129 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eaf48725-aa80-4cfd-8326-3c56b106b578 req-d2ba9750-02e9-4eac-88ba-196abd7c7693 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 943 time: 0.0521765 Oct 26 14:55:08.650251 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eaf48725-aa80-4cfd-8326-3c56b106b578 req-1cc22496-69b6-483d-8a7c-336bf33e9364 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311298 Oct 26 14:55:08.925303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device df1c2561-9cc9-422d-a4a2-116013e588b8 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:55:09.019897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port df1c2561-9cc9-422d-a4a2-116013e588b8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=df1c2561-9cc9-422d-a4a2-116013e588b8,segment=NetworkSegment(1939c3a8-7924-4fef-bb83-57fc2508f999),segment_id=1939c3a8-7924-4fef-bb83-57fc2508f999)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:09.030798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'df1c2561-9cc9-422d-a4a2-116013e588b8', 'network_id': '758445e8-3aeb-4344-9f01-eef2d2b25015', 'port_id': 'df1c2561-9cc9-422d-a4a2-116013e588b8', 'mac_address': 'fa:16:3e:01:7f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b621e18f-8968-43b1-a3ae-b3b112cccd2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:55:09.066669 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:09.079088 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1c2561-9cc9-422d-a4a2-116013e588b8 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:55:09.102349 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port df1c2561-9cc9-422d-a4a2-116013e588b8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=df1c2561-9cc9-422d-a4a2-116013e588b8,segment=NetworkSegment(1939c3a8-7924-4fef-bb83-57fc2508f999),segment_id=1939c3a8-7924-4fef-bb83-57fc2508f999)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:09.106062 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:09.152868 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=df1c2561-9cc9-422d-a4a2-116013e588b8,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:09.407710 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['df1c2561-9cc9-422d-a4a2-116013e588b8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:55:09.764307 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a4622-4cde-46f7-9fe8-a8b6d69c7163 req-74e14a5d-3a77-43dc-85b7-ab307d5b528f tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:09.765794 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c39a4622-4cde-46f7-9fe8-a8b6d69c7163 req-74e14a5d-3a77-43dc-85b7-ab307d5b528f tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 944 time: 0.0487647 Oct 26 14:55:09.803510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c39a4622-4cde-46f7-9fe8-a8b6d69c7163 req-7a66118a-8b1d-4533-8607-d4ef147315e0 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Oct 26 14:55:10.927984 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486c954-c22c-4cd6-a4ec-88d12bd92369 req-597a2214-4bdb-4059-a4fb-a44c36470418 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:10.929567 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1486c954-c22c-4cd6-a4ec-88d12bd92369 req-597a2214-4bdb-4059-a4fb-a44c36470418 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 944 time: 0.0586746 Oct 26 14:55:10.931570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device df1c2561-9cc9-422d-a4a2-116013e588b8 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:10.968152 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1486c954-c22c-4cd6-a4ec-88d12bd92369 req-179f2da5-cf70-4ae3-8554-01c4c602c9d1 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323868 Oct 26 14:55:10.981039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port df1c2561-9cc9-422d-a4a2-116013e588b8 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:55:10.985310 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port df1c2561-9cc9-422d-a4a2-116013e588b8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:10.985684 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:11.059891 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:11.082446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1c2561-9cc9-422d-a4a2-116013e588b8'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:11.084670 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be1d28d-c365-45ba-bc21-7977644b6213" -d '{"events": [{"server_uuid": "b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7", "name": "network-vif-plugged", "status": "completed", "tag": "df1c2561-9cc9-422d-a4a2-116013e588b8"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:11.100362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port df1c2561-9cc9-422d-a4a2-116013e588b8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=df1c2561-9cc9-422d-a4a2-116013e588b8,segment=NetworkSegment(1939c3a8-7924-4fef-bb83-57fc2508f999),segment_id=1939c3a8-7924-4fef-bb83-57fc2508f999)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:11.105220 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:11.128069 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886c2c6d-a843-43bb-9e5b-86e891b162cf x-openstack-request-id: req-886c2c6d-a843-43bb-9e5b-86e891b162cf {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:11.128368 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7", "name": "network-vif-plugged", "status": "completed", "tag": "df1c2561-9cc9-422d-a4a2-116013e588b8", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:11.128631 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-886c2c6d-a843-43bb-9e5b-86e891b162cf {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:11.129034 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1c2561-9cc9-422d-a4a2-116013e588b8', 'code': 200} Oct 26 14:55:11.156498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=df1c2561-9cc9-422d-a4a2-116013e588b8,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:11.221996 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416f581-e982-46e0-b35f-2cefc9ec5414 req-f5aac745-21c6-4963-bc67-648fb951658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:11.223464 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3416f581-e982-46e0-b35f-2cefc9ec5414 req-f5aac745-21c6-4963-bc67-648fb951658a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0400259 Oct 26 14:55:11.259695 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3416f581-e982-46e0-b35f-2cefc9ec5414 req-7aa7dff5-9b4f-43af-8b53-ff555c4ba896 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283625 Oct 26 14:55:12.082805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4906275-7333-401c-9f6b-f1186c766e63 req-d927b114-c620-4492-b806-f1a797da368f tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:12.084284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4906275-7333-401c-9f6b-f1186c766e63 req-d927b114-c620-4492-b806-f1a797da368f tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 945 time: 0.0491195 Oct 26 14:55:12.122782 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4906275-7333-401c-9f6b-f1186c766e63 req-06db2e70-2113-46bf-ac97-7650073f327d tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313869 Oct 26 14:55:12.862186 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9ca74084-fb4f-4a47-a394-5630cbbfb0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:13.242206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c351e33-f1ec-4af1-bf44-72e62b73f657 req-49b36304-dc08-4997-9f78-14ebbb6bb4e9 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:13.243692 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c351e33-f1ec-4af1-bf44-72e62b73f657 req-49b36304-dc08-4997-9f78-14ebbb6bb4e9 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 945 time: 0.0502698 Oct 26 14:55:13.294825 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8c351e33-f1ec-4af1-bf44-72e62b73f657 req-595fa534-cf9e-4c69-a2d3-7d9902328ee6 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451715 Oct 26 14:55:13.528713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f33551-16d9-4753-a615-396da24e5635 req-dc5cfa7b-723b-4d6e-b568-bec6008f5f47 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:13.530208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60f33551-16d9-4753-a615-396da24e5635 req-dc5cfa7b-723b-4d6e-b568-bec6008f5f47 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 945 time: 0.0527089 Oct 26 14:55:13.567581 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-60f33551-16d9-4753-a615-396da24e5635 req-13957ea1-eb67-49f7-906c-16643412dffe tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314801 Oct 26 14:55:14.684755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925395d0-9e95-4bf2-a912-75ded88a3315 req-71024f20-74b8-4713-b5e6-0f11c39b8044 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:14.686260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-925395d0-9e95-4bf2-a912-75ded88a3315 req-71024f20-74b8-4713-b5e6-0f11c39b8044 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 945 time: 0.0484283 Oct 26 14:55:14.724327 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-925395d0-9e95-4bf2-a912-75ded88a3315 req-81120e5d-93e4-435b-a277-c152647bc7e1 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Oct 26 14:55:15.096958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab4ba2-f0fb-4998-a5ed-e1faa8762e33 req-d115ec28-9c2a-4fdc-871f-ea635832edcc tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:15.098323 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8cab4ba2-f0fb-4998-a5ed-e1faa8762e33 req-d115ec28-9c2a-4fdc-871f-ea635832edcc tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 945 time: 0.0475249 Oct 26 14:55:15.170216 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9fd3d31e-8ea1-4760-bbfe-48346dc0f932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:15.192977 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-8cab4ba2-f0fb-4998-a5ed-e1faa8762e33 req-d34a10da-b4f5-4236-a4bf-ef0de9dd36b7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Deleting port df1c2561-9cc9-422d-a4a2-116013e588b8 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:55:15.193325 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8cab4ba2-f0fb-4998-a5ed-e1faa8762e33 req-d34a10da-b4f5-4236-a4bf-ef0de9dd36b7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:15.281790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-8cab4ba2-f0fb-4998-a5ed-e1faa8762e33 req-d34a10da-b4f5-4236-a4bf-ef0de9dd36b7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] For port df1c2561-9cc9-422d-a4a2-116013e588b8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=df1c2561-9cc9-422d-a4a2-116013e588b8,segment=NetworkSegment(1939c3a8-7924-4fef-bb83-57fc2508f999),segment_id=1939c3a8-7924-4fef-bb83-57fc2508f999)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:15.282177 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8cab4ba2-f0fb-4998-a5ed-e1faa8762e33 req-d34a10da-b4f5-4236-a4bf-ef0de9dd36b7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:15.299163 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-8cab4ba2-f0fb-4998-a5ed-e1faa8762e33 req-d34a10da-b4f5-4236-a4bf-ef0de9dd36b7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Calling delete_port for df1c2561-9cc9-422d-a4a2-116013e588b8 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:55:15.422015 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8cab4ba2-f0fb-4998-a5ed-e1faa8762e33 req-d34a10da-b4f5-4236-a4bf-ef0de9dd36b7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:15.435521 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['c7c8de83-ba47-4fde-b3bc-308d87e3279e'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:55:15.437710 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['df1c2561-9cc9-422d-a4a2-116013e588b8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:55:15.451726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a10da-b4f5-4236-a4bf-ef0de9dd36b7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Pushing event deleted for resources: {'Port': ['ID=df1c2561-9cc9-422d-a4a2-116013e588b8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:15.496112 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cab4ba2-f0fb-4998-a5ed-e1faa8762e33 req-d34a10da-b4f5-4236-a4bf-ef0de9dd36b7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] No DVR routers for this DVR port df1c2561-9cc9-422d-a4a2-116013e588b8 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:55:15.498882 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-8cab4ba2-f0fb-4998-a5ed-e1faa8762e33 req-d34a10da-b4f5-4236-a4bf-ef0de9dd36b7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:15.502341 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8cab4ba2-f0fb-4998-a5ed-e1faa8762e33 req-d34a10da-b4f5-4236-a4bf-ef0de9dd36b7 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.11 "DELETE /v2.0/ports/df1c2561-9cc9-422d-a4a2-116013e588b8 HTTP/1.1" status: 204 len: 173 time: 0.3956110 Oct 26 14:55:15.502846 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7', 'name': 'network-vif-deleted', 'tag': 'df1c2561-9cc9-422d-a4a2-116013e588b8'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:15.505204 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aa9db9-7f54-4b0d-8cbe-a68a1744b069" -d '{"events": [{"server_uuid": "b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7", "name": "network-vif-deleted", "tag": "df1c2561-9cc9-422d-a4a2-116013e588b8"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:15.557430 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73be14c-5816-44a3-a061-c32f331e3752 x-openstack-request-id: req-e73be14c-5816-44a3-a061-c32f331e3752 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:15.557749 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7", "name": "network-vif-deleted", "tag": "df1c2561-9cc9-422d-a4a2-116013e588b8", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:15.558022 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e73be14c-5816-44a3-a061-c32f331e3752 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:15.558434 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7', 'name': 'network-vif-deleted', 'tag': 'df1c2561-9cc9-422d-a4a2-116013e588b8', 'status': 'completed', 'code': 200} Oct 26 14:55:15.829005 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d6891001-4ab1-4244-a395-22c836d06cd7 req-4326f189-a9d1-41f8-8e7c-9fd582d81d6c tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8c74aa9-fe29-4234-97d1-d0d9a97bc9e7 HTTP/1.1" status: 200 len: 210 time: 0.0263307 Oct 26 14:55:16.706529 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:16.983089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9372b-c79e-41fc-bda9-3f72ce9b23fd req-38f77b6f-c692-432f-9ad8-848299132553 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:16.984566 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afa9372b-c79e-41fc-bda9-3f72ce9b23fd req-38f77b6f-c692-432f-9ad8-848299132553 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 945 time: 0.0512669 Oct 26 14:55:17.022788 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afa9372b-c79e-41fc-bda9-3f72ce9b23fd req-7c9cf785-7f06-4e97-b3c4-6e475fd78985 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Oct 26 14:55:17.024053 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:17.151935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641772-9fc6-473f-b04a-5d9c86d054fe req-be07c951-f23b-4651-a407-b475425033b1 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:17.153286 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad641772-9fc6-473f-b04a-5d9c86d054fe req-be07c951-f23b-4651-a407-b475425033b1 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 945 time: 0.0482566 Oct 26 14:55:17.190240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad641772-9fc6-473f-b04a-5d9c86d054fe req-c5414249-f09e-4f4f-bfde-3201d34a482c tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305696 Oct 26 14:55:17.302688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794648d-835a-4783-9431-0a110fd5895c req-1fe5aad2-921a-46be-97fe-ddd2eb427e1e tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:17.304141 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5794648d-835a-4783-9431-0a110fd5895c req-1fe5aad2-921a-46be-97fe-ddd2eb427e1e tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 945 time: 0.0479414 Oct 26 14:55:17.340736 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5794648d-835a-4783-9431-0a110fd5895c req-a76cf867-539c-41e8-a3cd-56e4c4713a18 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304606 Oct 26 14:55:17.411831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-5e0b3df0-fb64-4eb4-9313-2fa564349d2f req-2923caf1-1e2a-468a-a73f-c4afb15e023a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:55:17.416816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e0b3df0-fb64-4eb4-9313-2fa564349d2f req-2923caf1-1e2a-468a-a73f-c4afb15e023a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0100071 Oct 26 14:55:17.527234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e63049-c4f8-47af-87c3-136d49c328e1 req-3ef4f0c7-f5c0-4d48-a8ae-69f7c1c445c2 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:17.528721 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3e63049-c4f8-47af-87c3-136d49c328e1 req-3ef4f0c7-f5c0-4d48-a8ae-69f7c1c445c2 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 945 time: 0.0544126 Oct 26 14:55:17.565815 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3e63049-c4f8-47af-87c3-136d49c328e1 req-574b7da1-0fab-4a5f-9122-f3d57d0ebd64 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305521 Oct 26 14:55:17.679388 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4c793-a269-416f-b277-36cf60eadac4 req-da162ddf-5aad-486b-b0ae-3feded12bd39 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:17.680777 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1df4c793-a269-416f-b277-36cf60eadac4 req-da162ddf-5aad-486b-b0ae-3feded12bd39 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Oct 26 14:55:17.717886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1df4c793-a269-416f-b277-36cf60eadac4 req-8c285fdb-6c18-4dbb-b3db-4b286eb90642 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312154 Oct 26 14:55:17.838638 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa81424-e375-4c15-92b2-f20cb2f9d1d7 req-cb1386e1-d55b-47f6-bc9f-a5b21268a052 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:17.840090 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afa81424-e375-4c15-92b2-f20cb2f9d1d7 req-cb1386e1-d55b-47f6-bc9f-a5b21268a052 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 945 time: 0.0480020 Oct 26 14:55:17.877003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-afa81424-e375-4c15-92b2-f20cb2f9d1d7 req-498ee43a-1fa2-4c54-b775-2e0b39e1b7f9 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309515 Oct 26 14:55:18.175150 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8fcd5-bc4e-4c92-8fb0-2c5c14c340a4 req-5ebe44e7-5558-4943-bd61-1bc7b885da52 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:18.176619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fac8fcd5-bc4e-4c92-8fb0-2c5c14c340a4 req-5ebe44e7-5558-4943-bd61-1bc7b885da52 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 945 time: 0.0526555 Oct 26 14:55:18.213964 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fac8fcd5-bc4e-4c92-8fb0-2c5c14c340a4 req-15753cc8-a549-4eea-b907-c867d579d4be tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311947 Oct 26 14:55:18.738866 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:18.932795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device df1c2561-9cc9-422d-a4a2-116013e588b8 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:55:18.954997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: df1c2561-9cc9-422d-a4a2-116013e588b8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:55:18.955893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device df1c2561-9cc9-422d-a4a2-116013e588b8 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:55:19.329069 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba985e0-e6ce-40f5-afa0-7bb3b954fb67 req-af9154b1-b9da-4ab3-bb44-6c7c27c3d04a tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:19.331171 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cba985e0-e6ce-40f5-afa0-7bb3b954fb67 req-af9154b1-b9da-4ab3-bb44-6c7c27c3d04a tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 945 time: 0.0478480 Oct 26 14:55:19.369403 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cba985e0-e6ce-40f5-afa0-7bb3b954fb67 req-b5a4be88-be6b-447b-ac2d-7da3d1b67508 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2c3f55c-3889-4c55-8c3d-7740c9be74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324001 Oct 26 14:55:19.477780 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b5c07-2f3d-4be1-b3b5-4653858fa786 req-0ebb6648-2c93-430b-a4eb-106bbd4854f5 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:19.479271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-981b5c07-2f3d-4be1-b3b5-4653858fa786 req-0ebb6648-2c93-430b-a4eb-106bbd4854f5 tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.25 "GET /v2.0/ports?device_id=462a11c6-169b-48ff-ad01-7488fb636783 HTTP/1.1" status: 200 len: 945 time: 0.0474625 Oct 26 14:55:19.570971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-981b5c07-2f3d-4be1-b3b5-4653858fa786 req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Deleting port c7c8de83-ba47-4fde-b3bc-308d87e3279e {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:55:19.571322 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-981b5c07-2f3d-4be1-b3b5-4653858fa786 req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:19.657687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-981b5c07-2f3d-4be1-b3b5-4653858fa786 req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] For port c7c8de83-ba47-4fde-b3bc-308d87e3279e, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=c7c8de83-ba47-4fde-b3bc-308d87e3279e,segment=NetworkSegment(1939c3a8-7924-4fef-bb83-57fc2508f999),segment_id=1939c3a8-7924-4fef-bb83-57fc2508f999)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:19.658103 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-981b5c07-2f3d-4be1-b3b5-4653858fa786 req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:19.670062 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-981b5c07-2f3d-4be1-b3b5-4653858fa786 req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Calling delete_port for c7c8de83-ba47-4fde-b3bc-308d87e3279e owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:55:19.795166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-981b5c07-2f3d-4be1-b3b5-4653858fa786 req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:19.806654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['c7c8de83-ba47-4fde-b3bc-308d87e3279e'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:55:19.823273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Pushing event deleted for resources: {'Port': ['ID=c7c8de83-ba47-4fde-b3bc-308d87e3279e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:19.853505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:19.853849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:19.854209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:19.854544 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:19.854874 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:19.855206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:19.855528 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:19.855850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:19.856172 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:19.856496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:19.856816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:19.857134 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:19.877930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-981b5c07-2f3d-4be1-b3b5-4653858fa786 req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] No DVR routers for this DVR port c7c8de83-ba47-4fde-b3bc-308d87e3279e on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:55:19.880392 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-981b5c07-2f3d-4be1-b3b5-4653858fa786 req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:19.883726 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-981b5c07-2f3d-4be1-b3b5-4653858fa786 req-d298ec4f-456c-4d71-9995-f59766c88aca tempest-ServersNegativeTestJSON-1065832503 tempest-ServersNegativeTestJSON-1065832503-project] 10.222.0.25 "DELETE /v2.0/ports/c7c8de83-ba47-4fde-b3bc-308d87e3279e HTTP/1.1" status: 204 len: 173 time: 0.3985295 Oct 26 14:55:19.884170 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462a11c6-169b-48ff-ad01-7488fb636783', 'name': 'network-vif-deleted', 'tag': 'c7c8de83-ba47-4fde-b3bc-308d87e3279e'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:19.927927 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b211278e-3811-4948-9d70-ed7da06c839f" -d '{"events": [{"server_uuid": "462a11c6-169b-48ff-ad01-7488fb636783", "name": "network-vif-deleted", "tag": "c7c8de83-ba47-4fde-b3bc-308d87e3279e"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:20.015979 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770ab9a5-58ff-44ac-841a-ae0e8a0c76d3 x-openstack-request-id: req-770ab9a5-58ff-44ac-841a-ae0e8a0c76d3 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:20.016275 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462a11c6-169b-48ff-ad01-7488fb636783", "name": "network-vif-deleted", "tag": "c7c8de83-ba47-4fde-b3bc-308d87e3279e", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:20.016528 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-770ab9a5-58ff-44ac-841a-ae0e8a0c76d3 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:20.016936 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462a11c6-169b-48ff-ad01-7488fb636783', 'name': 'network-vif-deleted', 'tag': 'c7c8de83-ba47-4fde-b3bc-308d87e3279e', 'status': 'completed', 'code': 200} Oct 26 14:55:20.428169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51764) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:20.472242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e163ac-54d9-4f58-a322-b96bba2d6470 admin admin] Deleting subnet b621e18f-8968-43b1-a3ae-b3b112cccd2f {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:55:20.475210 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7e163ac-54d9-4f58-a322-b96bba2d6470 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:20.507569 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7e163ac-54d9-4f58-a322-b96bba2d6470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:20.545916 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7e163ac-54d9-4f58-a322-b96bba2d6470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:20.600192 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7e163ac-54d9-4f58-a322-b96bba2d6470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:20.622868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e163ac-54d9-4f58-a322-b96bba2d6470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b621e18f-8968-43b1-a3ae-b3b112cccd2f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:20.628907 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7e163ac-54d9-4f58-a322-b96bba2d6470 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:20.632110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e7e163ac-54d9-4f58-a322-b96bba2d6470 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b621e18f-8968-43b1-a3ae-b3b112cccd2f HTTP/1.1" status: 204 len: 168 time: 0.2029500 Oct 26 14:55:20.634710 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51766) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:20.706113 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-809b8ff4-49d5-4303-860a-a1280be16091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:20.787836 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-809b8ff4-49d5-4303-860a-a1280be16091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:20.806346 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-809b8ff4-49d5-4303-860a-a1280be16091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758445e8-3aeb-4344-9f01-eef2d2b25015']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:20.815597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-809b8ff4-49d5-4303-860a-a1280be16091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1939c3a8-7924-4fef-bb83-57fc2508f999') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:20.815890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-809b8ff4-49d5-4303-860a-a1280be16091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1939c3a8-7924-4fef-bb83-57fc2508f999') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:20.825079 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-809b8ff4-49d5-4303-860a-a1280be16091 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:20.838229 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-809b8ff4-49d5-4303-860a-a1280be16091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:20.843932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809b8ff4-49d5-4303-860a-a1280be16091 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:55:20.844312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-809b8ff4-49d5-4303-860a-a1280be16091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:55:20.845909 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:55:20.898812 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-809b8ff4-49d5-4303-860a-a1280be16091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:20.904178 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-809b8ff4-49d5-4303-860a-a1280be16091 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:20.907338 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-809b8ff4-49d5-4303-860a-a1280be16091 admin admin] 10.222.0.32 "DELETE /v2.0/networks/758445e8-3aeb-4344-9f01-eef2d2b25015 HTTP/1.1" status: 204 len: 168 time: 0.2717254 Oct 26 14:55:20.922501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b8ff4-49d5-4303-860a-a1280be16091 admin admin] Pushing event deleted for resources: {'Network': ['ID=758445e8-3aeb-4344-9f01-eef2d2b25015,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:21.012403 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51770) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:21.051110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fb7ae500-356e-4744-bffc-2cbc7c154d78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d199d1a6662400489ac5324d9eb5958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375054 Oct 26 14:55:21.053442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51772) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:21.099747 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4035f8b2-5342-46db-85a8-d83b3023c6db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:21.120253 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4035f8b2-5342-46db-85a8-d83b3023c6db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:21.165924 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4035f8b2-5342-46db-85a8-d83b3023c6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:21.168548 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4035f8b2-5342-46db-85a8-d83b3023c6db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:21.169691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4035f8b2-5342-46db-85a8-d83b3023c6db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2c3f55c-3889-4c55-8c3d-7740c9be74ec HTTP/1.1" status: 204 len: 168 time: 0.1153452 Oct 26 14:55:21.177551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035f8b2-5342-46db-85a8-d83b3023c6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c3f55c-3889-4c55-8c3d-7740c9be74ec,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:21.839406 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51794) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:21.932800 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1467118871'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:21.953407 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Made reservation on behalf of b34ef032d60f4697adc02edb34673120 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:21.957293 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:21.965396 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:22.038260 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:22.041871 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:22.075333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:55:22.082324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5167ad55-85e2-4ae6-848b-8b2d5babd041,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:22.088144 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:22.088660 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Added segment 32bdfe55-241a-49f5-84c1-64042dc1624b of type vlan for network dd9ceadb-c1b8-4b1f-9dee-841dec82e304 Oct 26 14:55:22.127892 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:22.150923 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:22.156376 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:22.156949 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:22.211002 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3705482 Oct 26 14:55:22.222462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a73e76-6145-45aa-9cfd-7618428e8265 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event updated for resources: {'Network': ['ID=dd9ceadb-c1b8-4b1f-9dee-841dec82e304,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:22.232801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network dd9ceadb-c1b8-4b1f-9dee-841dec82e304 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:55:22.844225 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device c7c8de83-ba47-4fde-b3bc-308d87e3279e no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:55:22.866109 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: c7c8de83-ba47-4fde-b3bc-308d87e3279e {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:55:22.866457 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device c7c8de83-ba47-4fde-b3bc-308d87e3279e not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:55:23.934276 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:25.442955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51798) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:25.448197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-cdb68647-778d-41f6-bcdc-33cbe69ee949 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Request body: {'subnet': {'network_id': 'dd9ceadb-c1b8-4b1f-9dee-841dec82e304', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:25.545724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb68647-778d-41f6-bcdc-33cbe69ee949 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Made reservation on behalf of b34ef032d60f4697adc02edb34673120 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:25.549689 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cdb68647-778d-41f6-bcdc-33cbe69ee949 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:25.734936 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cdb68647-778d-41f6-bcdc-33cbe69ee949 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:25.793181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb68647-778d-41f6-bcdc-33cbe69ee949 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event updated for resources: {'Subnet': ['ID=2700ba4d-4a3d-4390-b5f7-fa2ac2ae1df5,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:25.804150 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb68647-778d-41f6-bcdc-33cbe69ee949 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Checking segment: {'id': '32bdfe55-241a-49f5-84c1-64042dc1624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dd9ceadb-c1b8-4b1f-9dee-841dec82e304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:25.804512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb68647-778d-41f6-bcdc-33cbe69ee949 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Network hostable DHCP agents. Network: dd9ceadb-c1b8-4b1f-9dee-841dec82e304, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:55:25.821022 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb68647-778d-41f6-bcdc-33cbe69ee949 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Network dd9ceadb-c1b8-4b1f-9dee-841dec82e304 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:55:25.831185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-cdb68647-778d-41f6-bcdc-33cbe69ee949 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, dd9ceadb-c1b8-4b1f-9dee-841dec82e304) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:25.839178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08c9062-cdf2-45bc-94aa-17a4ba2d54c9 None None] Network dd9ceadb-c1b8-4b1f-9dee-841dec82e304 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:25.841467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb68647-778d-41f6-bcdc-33cbe69ee949 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:25.842129 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-cdb68647-778d-41f6-bcdc-33cbe69ee949 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:25.859428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cdb68647-778d-41f6-bcdc-33cbe69ee949 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4151297 Oct 26 14:55:25.863283 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51800) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:25.868321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ac12a7bb-407f-4453-8722-2c1543be1160 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-796361816'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:25.891796 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac12a7bb-407f-4453-8722-2c1543be1160 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Made reservation on behalf of b34ef032d60f4697adc02edb34673120 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:25.895366 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac12a7bb-407f-4453-8722-2c1543be1160 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:25.919793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac12a7bb-407f-4453-8722-2c1543be1160 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:55:25.929881 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac12a7bb-407f-4453-8722-2c1543be1160 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:25.931745 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-ac12a7bb-407f-4453-8722-2c1543be1160 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Added segment bd67bf44-472a-4ec6-b431-b0cb1a48eeef of type vlan for network 87b95a1f-7c1f-410a-8b2b-55dec7e98f8a Oct 26 14:55:25.974157 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac12a7bb-407f-4453-8722-2c1543be1160 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.006598 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac12a7bb-407f-4453-8722-2c1543be1160 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.011877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-dd9ceadb-c1b8-4b1f-9dee-841dec82e304', 'network_id': 'dd9ceadb-c1b8-4b1f-9dee-841dec82e304', 'tenant_id': 'b34ef032d60f4697adc02edb34673120', 'fixed_ips': [{'subnet_id': '2700ba4d-4a3d-4390-b5f7-fa2ac2ae1df5'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:55:26.012619 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12a7bb-407f-4453-8722-2c1543be1160 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:26.012775 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.013343 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ac12a7bb-407f-4453-8722-2c1543be1160 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.074883 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ac12a7bb-407f-4453-8722-2c1543be1160 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2105331 Oct 26 14:55:26.077790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51802) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:26.083663 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Request body: {'subnet': {'network_id': '87b95a1f-7c1f-410a-8b2b-55dec7e98f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:26.096678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12a7bb-407f-4453-8722-2c1543be1160 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event updated for resources: {'Network': ['ID=87b95a1f-7c1f-410a-8b2b-55dec7e98f8a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:26.113284 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 87b95a1f-7c1f-410a-8b2b-55dec7e98f8a details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:55:26.186345 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Made reservation on behalf of b34ef032d60f4697adc02edb34673120 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:26.189996 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.231161 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Allocated IP 2001:db8:0:ffff::2 (dd9ceadb-c1b8-4b1f-9dee-841dec82e304/2700ba4d-4a3d-4390-b5f7-fa2ac2ae1df5/523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:55:26.375525 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.380914 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.395382 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.425960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Network dd9ceadb-c1b8-4b1f-9dee-841dec82e304 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:26.427369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:26.435641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:55:26.438684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Pushing event updated for resources: {'Port': ['ID=523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:26.450340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.450695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.451038 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.451378 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.451728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.452076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.452360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.452684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.453007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.453351 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.453655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.454012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.457664 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event updated for resources: {'Subnet': ['ID=84dc64e9-71a9-4b4e-999f-8130950c7d04,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:26.469214 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.469560 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.469899 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.470926 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.471212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.471544 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.471876 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.472206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.472530 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.472849 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.473171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.473490 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:26.476865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Checking segment: {'id': 'bd67bf44-472a-4ec6-b431-b0cb1a48eeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '87b95a1f-7c1f-410a-8b2b-55dec7e98f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:26.477233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Network hostable DHCP agents. Network: 87b95a1f-7c1f-410a-8b2b-55dec7e98f8a, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:55:26.494804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Network 87b95a1f-7c1f-410a-8b2b-55dec7e98f8a is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:55:26.501619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Attempting to bind port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:26.502114 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Attempting to bind port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '32bdfe55-241a-49f5-84c1-64042dc1624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dd9ceadb-c1b8-4b1f-9dee-841dec82e304'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:26.502481 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Attempting to bind port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a on network dd9ceadb-c1b8-4b1f-9dee-841dec82e304 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:26.503751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 87b95a1f-7c1f-410a-8b2b-55dec7e98f8a) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:26.507785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:26.508064 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:26.508219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Checking segment: {'id': '32bdfe55-241a-49f5-84c1-64042dc1624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dd9ceadb-c1b8-4b1f-9dee-841dec82e304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:26.508619 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.508727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.509007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Bound using segment: {'id': '32bdfe55-241a-49f5-84c1-64042dc1624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dd9ceadb-c1b8-4b1f-9dee-841dec82e304'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:26.509474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Bound port: 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32bdfe55-241a-49f5-84c1-64042dc1624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dd9ceadb-c1b8-4b1f-9dee-841dec82e304'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:26.509857 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.513801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62d2ebf-1f3d-4f63-90f1-5051ee8d0407 None None] Network 87b95a1f-7c1f-410a-8b2b-55dec7e98f8a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:26.525384 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ee8d3db6-640b-4fc8-a0b6-9c3030e0a538 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4464719 Oct 26 14:55:26.528094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51804) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:26.631565 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.644089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] For port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:26.649343 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] For port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a,segment=NetworkSegment(32bdfe55-241a-49f5-84c1-64042dc1624b),segment_id=32bdfe55-241a-49f5-84c1-64042dc1624b)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:26.671583 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.684495 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.760741 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.770490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5d146-ec2d-44d7-9e74-17a9518f7a35 None None] Pushing event updated for resources: {'Port': ['ID=523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:26.785273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5445e40f-fec6-4d4a-a634-4353311afa2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-87b95a1f-7c1f-410a-8b2b-55dec7e98f8a', 'network_id': '87b95a1f-7c1f-410a-8b2b-55dec7e98f8a', 'tenant_id': 'b34ef032d60f4697adc02edb34673120', 'fixed_ips': [{'subnet_id': '84dc64e9-71a9-4b4e-999f-8130950c7d04'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:55:26.785273 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5445e40f-fec6-4d4a-a634-4353311afa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.792160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event deleted for resources: {'Subnet': ['ID=84dc64e9-71a9-4b4e-999f-8130950c7d04,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:26.858388 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.873939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dce562-d011-4606-aba3-1b94ea50cd85 None None] Network 87b95a1f-7c1f-410a-8b2b-55dec7e98f8a requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:26.887333 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b95a1f-7c1f-410a-8b2b-55dec7e98f8a']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:26.898558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd67bf44-472a-4ec6-b431-b0cb1a48eeef') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:26.899086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd67bf44-472a-4ec6-b431-b0cb1a48eeef') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:26.926355 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.943009 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.949229 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:55:26.949625 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:55:26.952903 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:55:27.021924 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.029231 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.036259 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "DELETE /v2.0/networks/87b95a1f-7c1f-410a-8b2b-55dec7e98f8a HTTP/1.1" status: 204 len: 168 time: 0.5033760 Oct 26 14:55:27.036637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51806) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:27.042392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5562adc0-43eb-4298-a2c6-6957be98e5eb tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1742301243'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:27.048040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab513c-52fd-4fcd-8ef2-2964c8cfe93c tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event deleted for resources: {'Network': ['ID=87b95a1f-7c1f-410a-8b2b-55dec7e98f8a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:27.065218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5562adc0-43eb-4298-a2c6-6957be98e5eb tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Made reservation on behalf of b34ef032d60f4697adc02edb34673120 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:27.068838 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5562adc0-43eb-4298-a2c6-6957be98e5eb tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.092019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5562adc0-43eb-4298-a2c6-6957be98e5eb tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:55:27.101283 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5562adc0-43eb-4298-a2c6-6957be98e5eb tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.101625 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-5562adc0-43eb-4298-a2c6-6957be98e5eb tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Added segment 00643ca0-056c-48c6-80d9-32dfd320020d of type vlan for network 2737b1fc-a255-467e-80a1-6b372dbb7700 Oct 26 14:55:27.139398 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5562adc0-43eb-4298-a2c6-6957be98e5eb tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.164195 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5562adc0-43eb-4298-a2c6-6957be98e5eb tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.169572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5562adc0-43eb-4298-a2c6-6957be98e5eb tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:27.170198 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5562adc0-43eb-4298-a2c6-6957be98e5eb tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.228692 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5562adc0-43eb-4298-a2c6-6957be98e5eb tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1909714 Oct 26 14:55:27.231771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51808) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:27.237133 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3183bb03-0f59-4432-9bf3-55fd3f54e263 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Request body: {'subnet': {'network_id': '2737b1fc-a255-467e-80a1-6b372dbb7700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:27.240310 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562adc0-43eb-4298-a2c6-6957be98e5eb tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event updated for resources: {'Network': ['ID=2737b1fc-a255-467e-80a1-6b372dbb7700,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:27.250813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 2737b1fc-a255-467e-80a1-6b372dbb7700 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:55:27.331404 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3183bb03-0f59-4432-9bf3-55fd3f54e263 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Made reservation on behalf of b34ef032d60f4697adc02edb34673120 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:27.335321 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3183bb03-0f59-4432-9bf3-55fd3f54e263 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.394854 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_backend_mixin [None req-3183bb03-0f59-4432-9bf3-55fd3f54e263 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Performing IP validity checks on allocation pools {{(pid=102123) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:55:27.395302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.ipam_backend_mixin [None req-3183bb03-0f59-4432-9bf3-55fd3f54e263 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102123) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:55:27.523745 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3183bb03-0f59-4432-9bf3-55fd3f54e263 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.590864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183bb03-0f59-4432-9bf3-55fd3f54e263 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event updated for resources: {'Subnet': ['ID=e377be72-7f19-401e-9204-71755abbbc68,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:27.596411 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183bb03-0f59-4432-9bf3-55fd3f54e263 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Checking segment: {'id': '00643ca0-056c-48c6-80d9-32dfd320020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2737b1fc-a255-467e-80a1-6b372dbb7700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:27.596782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3183bb03-0f59-4432-9bf3-55fd3f54e263 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Network hostable DHCP agents. Network: 2737b1fc-a255-467e-80a1-6b372dbb7700, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:55:27.613775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3183bb03-0f59-4432-9bf3-55fd3f54e263 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Network 2737b1fc-a255-467e-80a1-6b372dbb7700 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:55:27.623643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-3183bb03-0f59-4432-9bf3-55fd3f54e263 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 2737b1fc-a255-467e-80a1-6b372dbb7700) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:27.628294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3183bb03-0f59-4432-9bf3-55fd3f54e263 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:27.628880 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3183bb03-0f59-4432-9bf3-55fd3f54e263 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.637965 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6192b8b-1634-41d3-b608-c480b8f251d6 None None] Network 2737b1fc-a255-467e-80a1-6b372dbb7700 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:27.645973 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3183bb03-0f59-4432-9bf3-55fd3f54e263 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4128728 Oct 26 14:55:27.648861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51810) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:27.688256 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebabc25-22f8-4397-a66a-13bdd2899faa None None] Network dd9ceadb-c1b8-4b1f-9dee-841dec82e304 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:27.752784 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.801692 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-144d0704-ec47-47cf-831d-763dcbc6d3fb None None] Provisioning complete for port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:27.802087 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-144d0704-ec47-47cf-831d-763dcbc6d3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.804071 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.863040 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.897925 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event deleted for resources: {'Subnet': ['ID=e377be72-7f19-401e-9204-71755abbbc68,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:27.962991 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.975946 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97888d81-4ef9-4324-b02e-9100599668d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-2737b1fc-a255-467e-80a1-6b372dbb7700', 'network_id': '2737b1fc-a255-467e-80a1-6b372dbb7700', 'tenant_id': 'b34ef032d60f4697adc02edb34673120', 'fixed_ips': [{'subnet_id': 'e377be72-7f19-401e-9204-71755abbbc68'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:55:27.976802 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-97888d81-4ef9-4324-b02e-9100599668d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.983078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2737b1fc-a255-467e-80a1-6b372dbb7700']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:27.992682 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00643ca0-056c-48c6-80d9-32dfd320020d') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:27.992975 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00643ca0-056c-48c6-80d9-32dfd320020d') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:28.000265 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-144d0704-ec47-47cf-831d-763dcbc6d3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.003137 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.018934 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.025943 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:55:28.026507 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:55:28.029672 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:55:28.052815 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-144d0704-ec47-47cf-831d-763dcbc6d3fb None None] For port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a,segment=NetworkSegment(32bdfe55-241a-49f5-84c1-64042dc1624b),segment_id=32bdfe55-241a-49f5-84c1-64042dc1624b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:28.057772 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-144d0704-ec47-47cf-831d-763dcbc6d3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.104337 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.112341 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.116543 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "DELETE /v2.0/networks/2737b1fc-a255-467e-80a1-6b372dbb7700 HTTP/1.1" status: 204 len: 168 time: 0.4667218 Oct 26 14:55:28.121060 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-97888d81-4ef9-4324-b02e-9100599668d5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 14:55:28.121060 n-d-815498-1 neutron-server[102125]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 26 14:55:28.121060 n-d-815498-1 neutron-server[102125]: [parameters: {'project_id': 'b34ef032d60f4697adc02edb34673120', 'id': '5a18ceec-d3fc-49fd-b516-db0c926e40ec', 'name': '', 'network_id': '2737b1fc-a255-467e-80a1-6b372dbb7700', 'mac_address': 'fa:16:3e:ae:69:2b', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-2737b1fc-a255-467e-80a1-6b372dbb7700', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4076}] Oct 26 14:55:28.121060 n-d-815498-1 neutron-server[102125]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:55:28.121453 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-97888d81-4ef9-4324-b02e-9100599668d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:55:28.122676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51812) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:28.125374 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d0704-ec47-47cf-831d-763dcbc6d3fb None None] Pushing event updated for resources: {'Port': ['ID=523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:28.129550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-65e398b2-574b-4bad-bb8d-0f5493df9444 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1516027366'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:28.132866 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.142910 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4b0c3-0985-4f38-8d6d-adb90bd39f08 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event deleted for resources: {'Network': ['ID=2737b1fc-a255-467e-80a1-6b372dbb7700,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:28.154620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e398b2-574b-4bad-bb8d-0f5493df9444 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Made reservation on behalf of b34ef032d60f4697adc02edb34673120 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:28.158637 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65e398b2-574b-4bad-bb8d-0f5493df9444 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.185096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e398b2-574b-4bad-bb8d-0f5493df9444 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:55:28.194742 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65e398b2-574b-4bad-bb8d-0f5493df9444 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.195084 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-65e398b2-574b-4bad-bb8d-0f5493df9444 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Added segment 64af570a-d738-453b-a92a-26fcc8e76618 of type vlan for network e3a28cd2-509a-46c2-a9b4-876f5e8b50f7 Oct 26 14:55:28.237592 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65e398b2-574b-4bad-bb8d-0f5493df9444 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.260461 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65e398b2-574b-4bad-bb8d-0f5493df9444 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.265878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e398b2-574b-4bad-bb8d-0f5493df9444 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:28.266482 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-65e398b2-574b-4bad-bb8d-0f5493df9444 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.278390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-986dae23-e7f7-4861-b744-19b4bceffd45 None None] Provisioning complete for port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:28.278855 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-986dae23-e7f7-4861-b744-19b4bceffd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.323567 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-65e398b2-574b-4bad-bb8d-0f5493df9444 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1991415 Oct 26 14:55:28.327341 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51814) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:28.332716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-aef8f581-a664-49ac-a642-e55c45b234d0 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Request body: {'subnet': {'network_id': 'e3a28cd2-509a-46c2-a9b4-876f5e8b50f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:28.338371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e398b2-574b-4bad-bb8d-0f5493df9444 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event updated for resources: {'Network': ['ID=e3a28cd2-509a-46c2-a9b4-876f5e8b50f7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:28.350095 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network e3a28cd2-509a-46c2-a9b4-876f5e8b50f7 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:55:28.428824 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef8f581-a664-49ac-a642-e55c45b234d0 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Made reservation on behalf of b34ef032d60f4697adc02edb34673120 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:28.432463 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aef8f581-a664-49ac-a642-e55c45b234d0 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.615324 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aef8f581-a664-49ac-a642-e55c45b234d0 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.623297 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-97888d81-4ef9-4324-b02e-9100599668d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.653171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844c991c-a9a2-4941-9102-8a4070306c99 None None] Network 2737b1fc-a255-467e-80a1-6b372dbb7700 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:28.666066 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844c991c-a9a2-4941-9102-8a4070306c99 None None] Network 2737b1fc-a255-467e-80a1-6b372dbb7700 could not be found, it might have been deleted concurrently. {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 14:55:28.684924 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8f581-a664-49ac-a642-e55c45b234d0 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event updated for resources: {'Subnet': ['ID=14928bf8-6cec-433a-9f15-d731b270b994,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:28.689385 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef8f581-a664-49ac-a642-e55c45b234d0 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Checking segment: {'id': '64af570a-d738-453b-a92a-26fcc8e76618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e3a28cd2-509a-46c2-a9b4-876f5e8b50f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:28.689753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8f581-a664-49ac-a642-e55c45b234d0 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Network hostable DHCP agents. Network: e3a28cd2-509a-46c2-a9b4-876f5e8b50f7, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:55:28.706996 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8f581-a664-49ac-a642-e55c45b234d0 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Network e3a28cd2-509a-46c2-a9b4-876f5e8b50f7 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:55:28.714961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-aef8f581-a664-49ac-a642-e55c45b234d0 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, e3a28cd2-509a-46c2-a9b4-876f5e8b50f7) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:28.719187 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef8f581-a664-49ac-a642-e55c45b234d0 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:28.719782 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aef8f581-a664-49ac-a642-e55c45b234d0 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.725291 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efead804-8b3f-499a-a26c-8e3f51250937 None None] Network e3a28cd2-509a-46c2-a9b4-876f5e8b50f7 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:28.744135 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aef8f581-a664-49ac-a642-e55c45b234d0 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4123037 Oct 26 14:55:28.744575 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51816) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:28.749665 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-abf41ff1-83e7-4e2e-bc3f-5e7ba4a0908e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1592297138'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:28.777284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf41ff1-83e7-4e2e-bc3f-5e7ba4a0908e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Made reservation on behalf of b34ef032d60f4697adc02edb34673120 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:28.780884 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abf41ff1-83e7-4e2e-bc3f-5e7ba4a0908e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.804944 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf41ff1-83e7-4e2e-bc3f-5e7ba4a0908e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:55:28.815217 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abf41ff1-83e7-4e2e-bc3f-5e7ba4a0908e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.815559 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-abf41ff1-83e7-4e2e-bc3f-5e7ba4a0908e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Added segment c5250946-65dd-49fc-a4b1-a18963979351 of type vlan for network eac6179d-287c-474c-a7e5-29c91c07a728 Oct 26 14:55:28.857685 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abf41ff1-83e7-4e2e-bc3f-5e7ba4a0908e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.879858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-e3a28cd2-509a-46c2-a9b4-876f5e8b50f7', 'network_id': 'e3a28cd2-509a-46c2-a9b4-876f5e8b50f7', 'tenant_id': 'b34ef032d60f4697adc02edb34673120', 'fixed_ips': [{'subnet_id': '14928bf8-6cec-433a-9f15-d731b270b994'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:55:28.881357 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.893810 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abf41ff1-83e7-4e2e-bc3f-5e7ba4a0908e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.899857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf41ff1-83e7-4e2e-bc3f-5e7ba4a0908e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:28.900444 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-abf41ff1-83e7-4e2e-bc3f-5e7ba4a0908e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:28.955745 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:28.963666 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-abf41ff1-83e7-4e2e-bc3f-5e7ba4a0908e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2153504 Oct 26 14:55:28.964399 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51818) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:28.971036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-402f8365-6fcb-4e4f-b8f4-049b3dea7751 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Request body: {'subnet': {'network_id': 'eac6179d-287c-474c-a7e5-29c91c07a728', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:28.972819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf41ff1-83e7-4e2e-bc3f-5e7ba4a0908e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event updated for resources: {'Network': ['ID=eac6179d-287c-474c-a7e5-29c91c07a728,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:29.066427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402f8365-6fcb-4e4f-b8f4-049b3dea7751 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Made reservation on behalf of b34ef032d60f4697adc02edb34673120 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:29.069854 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:55:29.070450 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-402f8365-6fcb-4e4f-b8f4-049b3dea7751 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.156363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network eac6179d-287c-474c-a7e5-29c91c07a728 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:55:29.255119 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-402f8365-6fcb-4e4f-b8f4-049b3dea7751 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.286295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Allocated IP 2001:db8::2 (e3a28cd2-509a-46c2-a9b4-876f5e8b50f7/14928bf8-6cec-433a-9f15-d731b270b994/decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:55:29.301482 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:29.302012 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.323788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f8365-6fcb-4e4f-b8f4-049b3dea7751 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event updated for resources: {'Subnet': ['ID=182b7ee6-a03d-4de0-b2f6-4aaf72343ff6,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:29.331296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402f8365-6fcb-4e4f-b8f4-049b3dea7751 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Checking segment: {'id': 'c5250946-65dd-49fc-a4b1-a18963979351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eac6179d-287c-474c-a7e5-29c91c07a728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:29.331905 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f8365-6fcb-4e4f-b8f4-049b3dea7751 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Network hostable DHCP agents. Network: eac6179d-287c-474c-a7e5-29c91c07a728, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:55:29.347881 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f8365-6fcb-4e4f-b8f4-049b3dea7751 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Network eac6179d-287c-474c-a7e5-29c91c07a728 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:55:29.356657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-402f8365-6fcb-4e4f-b8f4-049b3dea7751 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, eac6179d-287c-474c-a7e5-29c91c07a728) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:29.361553 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402f8365-6fcb-4e4f-b8f4-049b3dea7751 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:29.362173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-402f8365-6fcb-4e4f-b8f4-049b3dea7751 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.372907 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e2cb8f-d62a-429c-aa1d-b26ce2f65653 None None] Network eac6179d-287c-474c-a7e5-29c91c07a728 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:29.383551 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-402f8365-6fcb-4e4f-b8f4-049b3dea7751 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4153810 Oct 26 14:55:29.384394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51820) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:29.478555 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.534927 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.596972 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.606333 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.617596 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.626115 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event deleted for resources: {'Subnet': ['ID=182b7ee6-a03d-4de0-b2f6-4aaf72343ff6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:29.659269 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f484847-4e21-4246-b4d1-14fc23587131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-eac6179d-287c-474c-a7e5-29c91c07a728', 'network_id': 'eac6179d-287c-474c-a7e5-29c91c07a728', 'tenant_id': 'b34ef032d60f4697adc02edb34673120', 'fixed_ips': [{'subnet_id': '182b7ee6-a03d-4de0-b2f6-4aaf72343ff6'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:55:29.660148 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f484847-4e21-4246-b4d1-14fc23587131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.685247 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.685941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Network e3a28cd2-509a-46c2-a9b4-876f5e8b50f7 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:29.693002 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:29.700729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:55:29.704478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Pushing event updated for resources: {'Port': ['ID=decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:29.710401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac6179d-287c-474c-a7e5-29c91c07a728']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:29.721710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5250946-65dd-49fc-a4b1-a18963979351') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:29.722118 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5250946-65dd-49fc-a4b1-a18963979351') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:29.731909 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.745773 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.752106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:55:29.752466 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:55:29.755722 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:55:29.797249 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a833b658-aff9-4eac-ad26-275ba24cc1c2 None None] Network eac6179d-287c-474c-a7e5-29c91c07a728 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:29.813740 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.820682 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.823949 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "DELETE /v2.0/networks/eac6179d-287c-474c-a7e5-29c91c07a728 HTTP/1.1" status: 204 len: 168 time: 0.4391813 Oct 26 14:55:29.827265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51822) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:29.835861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fbed7-5c2c-4b6f-ab1c-7afe1a28af4a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event deleted for resources: {'Network': ['ID=eac6179d-287c-474c-a7e5-29c91c07a728,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:29.857965 n-d-815498-1 neutron-server[102124]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e18f385-3dbc-4ed8-b01c-a6d05c3bf516 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] GET failed (client error): The resource could not be found. Oct 26 14:55:29.859381 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Attempting to bind port decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:29.859763 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Attempting to bind port decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '64af570a-d738-453b-a92a-26fcc8e76618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e3a28cd2-509a-46c2-a9b4-876f5e8b50f7'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:29.860133 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Attempting to bind port decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c on network e3a28cd2-509a-46c2-a9b4-876f5e8b50f7 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:29.862877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3e18f385-3dbc-4ed8-b01c-a6d05c3bf516 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "GET /v2.0/subnets/182b7ee6-a03d-4de0-b2f6-4aaf72343ff6 HTTP/1.1" status: 404 len: 337 time: 0.0346112 Oct 26 14:55:29.863038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51824) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:29.876545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:29.876924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Checking segment: {'id': '64af570a-d738-453b-a92a-26fcc8e76618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e3a28cd2-509a-46c2-a9b4-876f5e8b50f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:29.877330 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.877729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Bound using segment: {'id': '64af570a-d738-453b-a92a-26fcc8e76618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e3a28cd2-509a-46c2-a9b4-876f5e8b50f7'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:29.878234 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Bound port: decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64af570a-d738-453b-a92a-26fcc8e76618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e3a28cd2-509a-46c2-a9b4-876f5e8b50f7'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:29.878618 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.881088 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd106ce-dc08-455e-8d1e-12f435aef32a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] DELETE failed (client error): The resource could not be found. Oct 26 14:55:29.881621 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd106ce-dc08-455e-8d1e-12f435aef32a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:55:29.888686 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cbd106ce-dc08-455e-8d1e-12f435aef32a tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "DELETE /v2.0/networks/eac6179d-287c-474c-a7e5-29c91c07a728 HTTP/1.1" status: 404 len: 339 time: 0.0207143 Oct 26 14:55:29.888686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51826) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:29.915766 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3f69bc-6e7b-4112-b00a-50958d0032c4 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] DELETE failed (client error): The resource could not be found. Oct 26 14:55:29.916212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3f69bc-6e7b-4112-b00a-50958d0032c4 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:55:29.919280 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6f3f69bc-6e7b-4112-b00a-50958d0032c4 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "DELETE /v2.0/subnets/182b7ee6-a03d-4de0-b2f6-4aaf72343ff6 HTTP/1.1" status: 404 len: 337 time: 0.0294816 Oct 26 14:55:29.921873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51828) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:29.939917 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3a94c4-66e5-48d9-8b50-6480132897b4 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] DELETE failed (client error): The resource could not be found. Oct 26 14:55:29.940431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3a94c4-66e5-48d9-8b50-6480132897b4 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:55:29.943438 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fc3a94c4-66e5-48d9-8b50-6480132897b4 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "DELETE /v2.0/networks/eac6179d-287c-474c-a7e5-29c91c07a728 HTTP/1.1" status: 404 len: 339 time: 0.0206497 Oct 26 14:55:29.946164 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51830) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:29.976589 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] For port decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:29.980362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] For port decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c,segment=NetworkSegment(64af570a-d738-453b-a92a-26fcc8e76618),segment_id=64af570a-d738-453b-a92a-26fcc8e76618)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:29.984378 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.002380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a867667-de5d-4f40-91d4-55e559663ea5 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Deleting subnet 14928bf8-6cec-433a-9f15-d731b270b994 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:55:30.005536 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a867667-de5d-4f40-91d4-55e559663ea5 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.046858 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a867667-de5d-4f40-91d4-55e559663ea5 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.049973 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00a9b9-b60c-408f-aeb9-bf8f032d0dd3 None None] Pushing event updated for resources: {'Port': ['ID=decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:30.135995 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a867667-de5d-4f40-91d4-55e559663ea5 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.212007 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a867667-de5d-4f40-91d4-55e559663ea5 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.241757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a867667-de5d-4f40-91d4-55e559663ea5 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event deleted for resources: {'Subnet': ['ID=14928bf8-6cec-433a-9f15-d731b270b994,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:30.243875 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9a867667-de5d-4f40-91d4-55e559663ea5 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.247180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9a867667-de5d-4f40-91d4-55e559663ea5 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "DELETE /v2.0/subnets/14928bf8-6cec-433a-9f15-d731b270b994 HTTP/1.1" status: 204 len: 168 time: 0.2953429 Oct 26 14:55:30.249705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51832) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:30.331618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.381379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Deleting port decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:55:30.381716 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.442051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] For port decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c,segment=NetworkSegment(64af570a-d738-453b-a92a-26fcc8e76618),segment_id=64af570a-d738-453b-a92a-26fcc8e76618)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:30.442339 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.454173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Calling delete_port for decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:55:30.534420 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.556939 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event deleted for resources: {'Port': ['ID=decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:30.562468 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] No DVR routers for this DVR port decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:55:30.647137 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.670053 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a28cd2-509a-46c2-a9b4-876f5e8b50f7']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:30.680327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64af570a-d738-453b-a92a-26fcc8e76618') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:30.680654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64af570a-d738-453b-a92a-26fcc8e76618') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:30.690932 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.704035 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.710213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:55:30.710622 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:55:30.713771 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:55:30.777640 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.782787 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:30.788429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "DELETE /v2.0/networks/e3a28cd2-509a-46c2-a9b4-876f5e8b50f7 HTTP/1.1" status: 204 len: 168 time: 0.5354066 Oct 26 14:55:30.788899 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51834) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:30.801336 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a34a2d-3161-4773-b47f-a6649a788192 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event deleted for resources: {'Network': ['ID=e3a28cd2-509a-46c2-a9b4-876f5e8b50f7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:30.823441 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-39666adf-1254-41b5-a010-811ae3df8e72 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] DELETE failed (client error): The resource could not be found. Oct 26 14:55:30.823903 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39666adf-1254-41b5-a010-811ae3df8e72 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:55:30.827080 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-39666adf-1254-41b5-a010-811ae3df8e72 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "DELETE /v2.0/subnets/e377be72-7f19-401e-9204-71755abbbc68 HTTP/1.1" status: 404 len: 337 time: 0.0370975 Oct 26 14:55:30.829671 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51836) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:30.850476 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d536ce-3982-4691-b695-ca1350f804be tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] DELETE failed (client error): The resource could not be found. Oct 26 14:55:30.851052 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d536ce-3982-4691-b695-ca1350f804be tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:55:30.854149 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d0d536ce-3982-4691-b695-ca1350f804be tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "DELETE /v2.0/networks/2737b1fc-a255-467e-80a1-6b372dbb7700 HTTP/1.1" status: 404 len: 339 time: 0.0234540 Oct 26 14:55:30.856739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51838) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:30.884991 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d3fd51-19ee-4079-9c30-e633d09d543e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] DELETE failed (client error): The resource could not be found. Oct 26 14:55:30.885450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d3fd51-19ee-4079-9c30-e633d09d543e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:55:30.889126 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-69d3fd51-19ee-4079-9c30-e633d09d543e tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "DELETE /v2.0/subnets/84dc64e9-71a9-4b4e-999f-8130950c7d04 HTTP/1.1" status: 404 len: 337 time: 0.0309813 Oct 26 14:55:30.891607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51840) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:30.910397 n-d-815498-1 neutron-server[102123]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f0ca06-3851-48b1-bdd0-f0e882fbe1a8 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] DELETE failed (client error): The resource could not be found. Oct 26 14:55:30.910959 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f0ca06-3851-48b1-bdd0-f0e882fbe1a8 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102123) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:55:30.914035 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-74f0ca06-3851-48b1-bdd0-f0e882fbe1a8 tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "DELETE /v2.0/networks/87b95a1f-7c1f-410a-8b2b-55dec7e98f8a HTTP/1.1" status: 404 len: 339 time: 0.0214746 Oct 26 14:55:30.916661 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51842) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:30.968980 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3080155-44fb-4a7e-8989-cd114056a46b tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Deleting subnet 2700ba4d-4a3d-4390-b5f7-fa2ac2ae1df5 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:55:30.972527 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3080155-44fb-4a7e-8989-cd114056a46b tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.003515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7b59ea-7221-4a48-b621-7ebc62c2c081 None None] DHCP port deletion for e3a28cd2-509a-46c2-a9b4-876f5e8b50f7 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:55:31.014082 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3080155-44fb-4a7e-8989-cd114056a46b tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.021802 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebf0dd6-b475-4f6c-b2a1-456d36a47d22 None None] Network e3a28cd2-509a-46c2-a9b4-876f5e8b50f7 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:31.034703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebf0dd6-b475-4f6c-b2a1-456d36a47d22 None None] Network e3a28cd2-509a-46c2-a9b4-876f5e8b50f7 could not be found, it might have been deleted concurrently. {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 14:55:31.054520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b1911001-06a8-479c-910b-a83c4cfb3beb None None] Could not find standard attr ID for object decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c. {{(pid=102125) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:55:31.104645 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3080155-44fb-4a7e-8989-cd114056a46b tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.169299 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3080155-44fb-4a7e-8989-cd114056a46b tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.199714 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3080155-44fb-4a7e-8989-cd114056a46b tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event deleted for resources: {'Subnet': ['ID=2700ba4d-4a3d-4390-b5f7-fa2ac2ae1df5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:31.201618 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e3080155-44fb-4a7e-8989-cd114056a46b tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.204923 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e3080155-44fb-4a7e-8989-cd114056a46b tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "DELETE /v2.0/subnets/2700ba4d-4a3d-4390-b5f7-fa2ac2ae1df5 HTTP/1.1" status: 204 len: 168 time: 0.2873223 Oct 26 14:55:31.206841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71665f27-2eca-445f-a3b9-07d762c413d1 None None] Network dd9ceadb-c1b8-4b1f-9dee-841dec82e304 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:31.207584 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51844) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:31.286361 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.338063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Deleting port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:55:31.338411 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.397047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7d681f-89d5-43af-84fa-6d5b8bd9e34d None None] DHCP port deletion for dd9ceadb-c1b8-4b1f-9dee-841dec82e304 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:55:31.404493 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] For port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a,segment=NetworkSegment(32bdfe55-241a-49f5-84c1-64042dc1624b),segment_id=32bdfe55-241a-49f5-84c1-64042dc1624b)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:31.404857 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.418385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Calling delete_port for 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:55:31.447886 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d681f-89d5-43af-84fa-6d5b8bd9e34d None None] Deleting port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:55:31.448547 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6e7d681f-89d5-43af-84fa-6d5b8bd9e34d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.504961 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.517612 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6e7d681f-89d5-43af-84fa-6d5b8bd9e34d None None] For port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a,segment=NetworkSegment(32bdfe55-241a-49f5-84c1-64042dc1624b),segment_id=32bdfe55-241a-49f5-84c1-64042dc1624b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:31.518420 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6e7d681f-89d5-43af-84fa-6d5b8bd9e34d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.531341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d681f-89d5-43af-84fa-6d5b8bd9e34d None None] Calling delete_port for 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:55:31.533657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] No DVR routers for this DVR port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:55:31.535443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event deleted for resources: {'Port': ['ID=523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:31.621950 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6e7d681f-89d5-43af-84fa-6d5b8bd9e34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.626883 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.647058 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9ceadb-c1b8-4b1f-9dee-841dec82e304']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:31.650653 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d681f-89d5-43af-84fa-6d5b8bd9e34d None None] Pushing event deleted for resources: {'Port': ['ID=523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:31.655349 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d681f-89d5-43af-84fa-6d5b8bd9e34d None None] No DVR routers for this DVR port 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:55:31.659604 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bdfe55-241a-49f5-84c1-64042dc1624b') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:31.659898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bdfe55-241a-49f5-84c1-64042dc1624b') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:31.669654 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.684408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.691706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:55:31.692342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:55:31.695467 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:55:31.755314 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.759768 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.763486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] 10.222.0.32 "DELETE /v2.0/networks/dd9ceadb-c1b8-4b1f-9dee-841dec82e304 HTTP/1.1" status: 204 len: 168 time: 0.5544171 Oct 26 14:55:31.778625 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417325c-bb3a-4731-92d3-eaabbb7e584f tempest-NetworksIpV6Test-1186380099 tempest-NetworksIpV6Test-1186380099-project] Pushing event deleted for resources: {'Network': ['ID=dd9ceadb-c1b8-4b1f-9dee-841dec82e304,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:32.003293 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51850) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:32.133278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-060b8f06-6c52-4dab-bc5c-29dc0ebdba69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b34ef032d60f4697adc02edb34673120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288092 Oct 26 14:55:32.135816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51854) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:32.182274 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5dab4c4b-4b4a-4713-a524-057dcef35475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:32.202319 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5dab4c4b-4b4a-4713-a524-057dcef35475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:32.247172 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5dab4c4b-4b4a-4713-a524-057dcef35475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:32.249716 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5dab4c4b-4b4a-4713-a524-057dcef35475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:32.250882 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5dab4c4b-4b4a-4713-a524-057dcef35475 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5167ad55-85e2-4ae6-848b-8b2d5babd041 HTTP/1.1" status: 204 len: 168 time: 0.1142108 Oct 26 14:55:32.259148 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab4c4b-4b4a-4713-a524-057dcef35475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5167ad55-85e2-4ae6-848b-8b2d5babd041,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:32.875821 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51876) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:32.913780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:55:32.937173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:55:32.937517 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device decf78f4-c6e3-4d9c-a1b7-d2e11ea36d2c not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:55:32.937928 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:55:32.957019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:55:32.957373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 523bdf2a-fa0e-4c70-ba3d-d4b5fd93169a not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:55:32.972189 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c57ae002-9e98-4be0-b51e-810f82555ba8 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1790094100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:32.995694 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c57ae002-9e98-4be0-b51e-810f82555ba8 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:32.996873 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c57ae002-9e98-4be0-b51e-810f82555ba8 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.048298 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c57ae002-9e98-4be0-b51e-810f82555ba8 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.052500 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c57ae002-9e98-4be0-b51e-810f82555ba8 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.070232 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c57ae002-9e98-4be0-b51e-810f82555ba8 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.071409 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c57ae002-9e98-4be0-b51e-810f82555ba8 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1941140 Oct 26 14:55:33.074456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51880) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:33.079637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-879869365'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:33.099869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Made reservation on behalf of 421aef02f88e42c598f5191f7b308849 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:33.103514 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.112362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.191540 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.195240 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.217614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:55:33.230974 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc189de-9748-4514-a6ba-1d12cc629f2f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:33.237376 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.237714 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Added segment fe4d2a50-166f-4c38-ac0f-260c0fa76a07 of type vlan for network aea5230c-fe5c-41fc-a4be-5ce8964d6e4e Oct 26 14:55:33.277760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.303170 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.309807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:33.310415 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.363234 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2876513 Oct 26 14:55:33.366112 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51882) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:33.371167 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6246762b-e48e-4f8e-ac9f-2206de6bfba6 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Request body: {'subnet': {'network_id': 'aea5230c-fe5c-41fc-a4be-5ce8964d6e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:33.377786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f89d86-aa65-4b3a-b000-35811d73061c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Pushing event updated for resources: {'Network': ['ID=aea5230c-fe5c-41fc-a4be-5ce8964d6e4e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:33.387972 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network aea5230c-fe5c-41fc-a4be-5ce8964d6e4e details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:55:33.457950 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6246762b-e48e-4f8e-ac9f-2206de6bfba6 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Made reservation on behalf of 421aef02f88e42c598f5191f7b308849 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:33.461459 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6246762b-e48e-4f8e-ac9f-2206de6bfba6 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.638426 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6246762b-e48e-4f8e-ac9f-2206de6bfba6 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.701846 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246762b-e48e-4f8e-ac9f-2206de6bfba6 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Pushing event updated for resources: {'Subnet': ['ID=9d5d62d6-5366-4337-b13c-aa2207000d1e,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:33.711432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6246762b-e48e-4f8e-ac9f-2206de6bfba6 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Checking segment: {'id': 'fe4d2a50-166f-4c38-ac0f-260c0fa76a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'aea5230c-fe5c-41fc-a4be-5ce8964d6e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:33.711782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6246762b-e48e-4f8e-ac9f-2206de6bfba6 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Network hostable DHCP agents. Network: aea5230c-fe5c-41fc-a4be-5ce8964d6e4e, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:55:33.728511 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6246762b-e48e-4f8e-ac9f-2206de6bfba6 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Network aea5230c-fe5c-41fc-a4be-5ce8964d6e4e is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:55:33.736962 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-6246762b-e48e-4f8e-ac9f-2206de6bfba6 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, aea5230c-fe5c-41fc-a4be-5ce8964d6e4e) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:33.740819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6246762b-e48e-4f8e-ac9f-2206de6bfba6 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:33.741491 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6246762b-e48e-4f8e-ac9f-2206de6bfba6 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.745727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96120e34-467e-4485-82e8-343d7e63133f None None] Network aea5230c-fe5c-41fc-a4be-5ce8964d6e4e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:33.757452 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6246762b-e48e-4f8e-ac9f-2206de6bfba6 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3902597 Oct 26 14:55:33.760686 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51884) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:33.766171 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-87f9663d-7e55-413f-9b44-4fe3e9c6fb9a tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1117581203'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:33.788408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f9663d-7e55-413f-9b44-4fe3e9c6fb9a tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Made reservation on behalf of 421aef02f88e42c598f5191f7b308849 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:33.791975 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87f9663d-7e55-413f-9b44-4fe3e9c6fb9a tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.819853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f9663d-7e55-413f-9b44-4fe3e9c6fb9a tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:55:33.829658 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87f9663d-7e55-413f-9b44-4fe3e9c6fb9a tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.830020 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-87f9663d-7e55-413f-9b44-4fe3e9c6fb9a tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Added segment 4c891526-8997-4e59-9048-cf784afef749 of type vlan for network 5b1cd4fa-8510-4f2e-82ac-b8d355807028 Oct 26 14:55:33.869536 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87f9663d-7e55-413f-9b44-4fe3e9c6fb9a tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.892086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-aea5230c-fe5c-41fc-a4be-5ce8964d6e4e', 'network_id': 'aea5230c-fe5c-41fc-a4be-5ce8964d6e4e', 'tenant_id': '421aef02f88e42c598f5191f7b308849', 'fixed_ips': [{'subnet_id': '9d5d62d6-5366-4337-b13c-aa2207000d1e'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:55:33.893332 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.895069 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87f9663d-7e55-413f-9b44-4fe3e9c6fb9a tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.900678 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f9663d-7e55-413f-9b44-4fe3e9c6fb9a tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:33.901264 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-87f9663d-7e55-413f-9b44-4fe3e9c6fb9a tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:33.952943 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-87f9663d-7e55-413f-9b44-4fe3e9c6fb9a tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1909447 Oct 26 14:55:33.956396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51886) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:33.961197 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-85090944-54d0-4c3f-8d34-c489924b66c0 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Request body: {'subnet': {'network_id': '5b1cd4fa-8510-4f2e-82ac-b8d355807028', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:34.019024 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9663d-7e55-413f-9b44-4fe3e9c6fb9a tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Pushing event updated for resources: {'Network': ['ID=5b1cd4fa-8510-4f2e-82ac-b8d355807028,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:34.030354 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 5b1cd4fa-8510-4f2e-82ac-b8d355807028 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:55:34.038289 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Allocated IP 172.20.0.2 (aea5230c-fe5c-41fc-a4be-5ce8964d6e4e/9d5d62d6-5366-4337-b13c-aa2207000d1e/3c681146-a875-464a-9f99-a9cbd2b11680) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:55:34.062644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85090944-54d0-4c3f-8d34-c489924b66c0 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Made reservation on behalf of 421aef02f88e42c598f5191f7b308849 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:34.066673 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85090944-54d0-4c3f-8d34-c489924b66c0 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.236847 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.243676 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.247904 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85090944-54d0-4c3f-8d34-c489924b66c0 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.283428 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Network aea5230c-fe5c-41fc-a4be-5ce8964d6e4e is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:34.287877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:34.290341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:55:34.302555 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Pushing event updated for resources: {'Port': ['ID=3c681146-a875-464a-9f99-a9cbd2b11680,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:34.310981 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85090944-54d0-4c3f-8d34-c489924b66c0 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Pushing event updated for resources: {'Subnet': ['ID=5f993752-de9f-4ea9-ba5b-81ff7c70ef51,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:34.318481 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85090944-54d0-4c3f-8d34-c489924b66c0 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Checking segment: {'id': '4c891526-8997-4e59-9048-cf784afef749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '5b1cd4fa-8510-4f2e-82ac-b8d355807028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:34.318840 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85090944-54d0-4c3f-8d34-c489924b66c0 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Network hostable DHCP agents. Network: 5b1cd4fa-8510-4f2e-82ac-b8d355807028, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:55:34.336623 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85090944-54d0-4c3f-8d34-c489924b66c0 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Network 5b1cd4fa-8510-4f2e-82ac-b8d355807028 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:55:34.346836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-85090944-54d0-4c3f-8d34-c489924b66c0 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 5b1cd4fa-8510-4f2e-82ac-b8d355807028) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:34.351232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85090944-54d0-4c3f-8d34-c489924b66c0 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:34.351810 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85090944-54d0-4c3f-8d34-c489924b66c0 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.355941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Attempting to bind port 3c681146-a875-464a-9f99-a9cbd2b11680 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:34.356320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Attempting to bind port 3c681146-a875-464a-9f99-a9cbd2b11680 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'fe4d2a50-166f-4c38-ac0f-260c0fa76a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'aea5230c-fe5c-41fc-a4be-5ce8964d6e4e'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:34.356698 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Attempting to bind port 3c681146-a875-464a-9f99-a9cbd2b11680 on network aea5230c-fe5c-41fc-a4be-5ce8964d6e4e {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:34.361155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a8c4cb-7f3e-443c-bb55-c9f6d7577a95 None None] Network 5b1cd4fa-8510-4f2e-82ac-b8d355807028 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:34.368768 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-85090944-54d0-4c3f-8d34-c489924b66c0 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4113646 Oct 26 14:55:34.371519 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51888) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:34.375543 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:34.376444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Checking segment: {'id': 'fe4d2a50-166f-4c38-ac0f-260c0fa76a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'aea5230c-fe5c-41fc-a4be-5ce8964d6e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:34.376848 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.377229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Bound using segment: {'id': 'fe4d2a50-166f-4c38-ac0f-260c0fa76a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'aea5230c-fe5c-41fc-a4be-5ce8964d6e4e'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:34.377329 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-46141b4f-4239-41c3-bf0d-7d1243737fb7 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b1cd4fa-8510-4f2e-82ac-b8d355807028'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:34.377710 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Bound port: 3c681146-a875-464a-9f99-a9cbd2b11680, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4d2a50-166f-4c38-ac0f-260c0fa76a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'aea5230c-fe5c-41fc-a4be-5ce8964d6e4e'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:34.378127 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.522058 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] For port 3c681146-a875-464a-9f99-a9cbd2b11680, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:34.540089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] For port 3c681146-a875-464a-9f99-a9cbd2b11680, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3c681146-a875-464a-9f99-a9cbd2b11680,segment=NetworkSegment(fe4d2a50-166f-4c38-ac0f-260c0fa76a07),segment_id=fe4d2a50-166f-4c38-ac0f-260c0fa76a07)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:34.549004 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.589213 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46141b4f-4239-41c3-bf0d-7d1243737fb7 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.604285 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-5b1cd4fa-8510-4f2e-82ac-b8d355807028', 'network_id': '5b1cd4fa-8510-4f2e-82ac-b8d355807028', 'tenant_id': '421aef02f88e42c598f5191f7b308849', 'fixed_ips': [{'subnet_id': '5f993752-de9f-4ea9-ba5b-81ff7c70ef51'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:55:34.605121 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.646577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385660b5-80b1-4ce4-83fb-a3cc59b334cb None None] Pushing event updated for resources: {'Port': ['ID=3c681146-a875-464a-9f99-a9cbd2b11680,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:34.698584 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [None req-46141b4f-4239-41c3-bf0d-7d1243737fb7 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:55:34.699727 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-46141b4f-4239-41c3-bf0d-7d1243737fb7 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] 10.222.0.32 "PUT /v2.0/routers/304de88d-5f8a-48c9-9443-34a58b6e2b4d HTTP/1.1" status: 400 len: 364 time: 0.3272915 Oct 26 14:55:34.706138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51890) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:34.764382 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c449d7-488f-45b4-8fba-1e9753199f88 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Deleting subnet 5f993752-de9f-4ea9-ba5b-81ff7c70ef51 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:55:34.768712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Allocated IP 172.21.0.2 (5b1cd4fa-8510-4f2e-82ac-b8d355807028/5f993752-de9f-4ea9-ba5b-81ff7c70ef51/643e1a02-4049-4031-a8de-ce4136c9a81d) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:55:34.940984 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.947993 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02c449d7-488f-45b4-8fba-1e9753199f88 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.948386 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.978357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3c681146-a875-464a-9f99-a9cbd2b11680 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:34.992970 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02c449d7-488f-45b4-8fba-1e9753199f88 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.032283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Network 5b1cd4fa-8510-4f2e-82ac-b8d355807028 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:35.033735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Pushing event updated for resources: {'Port': ['ID=643e1a02-4049-4031-a8de-ce4136c9a81d,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:35.038616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:35.040799 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:55:35.076703 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02c449d7-488f-45b4-8fba-1e9753199f88 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.093486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3c681146-a875-464a-9f99-a9cbd2b11680 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:35.093854 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.127835 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Attempting to bind port 643e1a02-4049-4031-a8de-ce4136c9a81d on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:35.128219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Attempting to bind port 643e1a02-4049-4031-a8de-ce4136c9a81d by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '4c891526-8997-4e59-9048-cf784afef749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '5b1cd4fa-8510-4f2e-82ac-b8d355807028'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:35.128882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Attempting to bind port 643e1a02-4049-4031-a8de-ce4136c9a81d on network 5b1cd4fa-8510-4f2e-82ac-b8d355807028 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:35.139150 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:35.139688 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Checking segment: {'id': '4c891526-8997-4e59-9048-cf784afef749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '5b1cd4fa-8510-4f2e-82ac-b8d355807028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:35.140234 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.140723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Bound using segment: {'id': '4c891526-8997-4e59-9048-cf784afef749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '5b1cd4fa-8510-4f2e-82ac-b8d355807028'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:35.141931 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Bound port: 643e1a02-4049-4031-a8de-ce4136c9a81d, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c891526-8997-4e59-9048-cf784afef749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '5b1cd4fa-8510-4f2e-82ac-b8d355807028'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:35.142383 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.146285 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02c449d7-488f-45b4-8fba-1e9753199f88 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.174764 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c449d7-488f-45b4-8fba-1e9753199f88 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Pushing event deleted for resources: {'Subnet': ['ID=5f993752-de9f-4ea9-ba5b-81ff7c70ef51,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:35.176758 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-02c449d7-488f-45b4-8fba-1e9753199f88 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.182552 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-02c449d7-488f-45b4-8fba-1e9753199f88 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] 10.222.0.32 "DELETE /v2.0/subnets/5f993752-de9f-4ea9-ba5b-81ff7c70ef51 HTTP/1.1" status: 204 len: 168 time: 0.4753003 Oct 26 14:55:35.182688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51892) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:35.242600 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.246602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b9431f71-250b-4238-8522-74955fa4804a None None] For port 643e1a02-4049-4031-a8de-ce4136c9a81d, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:35.255625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b9431f71-250b-4238-8522-74955fa4804a None None] For port 643e1a02-4049-4031-a8de-ce4136c9a81d, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=643e1a02-4049-4031-a8de-ce4136c9a81d,segment=NetworkSegment(4c891526-8997-4e59-9048-cf784afef749),segment_id=4c891526-8997-4e59-9048-cf784afef749)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:35.257236 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.261700 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.315843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Deleting port 643e1a02-4049-4031-a8de-ce4136c9a81d {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:55:35.316187 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.384337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] For port 643e1a02-4049-4031-a8de-ce4136c9a81d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=643e1a02-4049-4031-a8de-ce4136c9a81d,segment=NetworkSegment(4c891526-8997-4e59-9048-cf784afef749),segment_id=4c891526-8997-4e59-9048-cf784afef749)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:35.384709 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.399385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Calling delete_port for 643e1a02-4049-4031-a8de-ce4136c9a81d owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:55:35.485731 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.500036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] No DVR routers for this DVR port 643e1a02-4049-4031-a8de-ce4136c9a81d on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:55:35.520337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 3c681146-a875-464a-9f99-a9cbd2b11680, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3c681146-a875-464a-9f99-a9cbd2b11680,segment=NetworkSegment(fe4d2a50-166f-4c38-ac0f-260c0fa76a07),segment_id=fe4d2a50-166f-4c38-ac0f-260c0fa76a07)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:35.526841 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Pushing event deleted for resources: {'Port': ['ID=643e1a02-4049-4031-a8de-ce4136c9a81d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server [None req-3a25514a-a3ac-4860-bd70-98d65b9ea90c None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 643e1a02-4049-4031-a8de-ce4136c9a81d could not be found. Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1558, in get_port Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 643e1a02-4049-4031-a8de-ce4136c9a81d could not be found. Oct 26 14:55:35.542416 n-d-815498-1 neutron-server[102125]: ERROR oslo_messaging.rpc.server Oct 26 14:55:35.558853 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.568004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9431f71-250b-4238-8522-74955fa4804a None None] Pushing event updated for resources: {'Port': ['ID=643e1a02-4049-4031-a8de-ce4136c9a81d,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:35.576934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f798e-f4da-4628-a80e-f926af87728f None None] Network 5b1cd4fa-8510-4f2e-82ac-b8d355807028 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:35.611140 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.638761 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1cd4fa-8510-4f2e-82ac-b8d355807028']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:35.649464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c891526-8997-4e59-9048-cf784afef749') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:35.649844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c891526-8997-4e59-9048-cf784afef749') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:35.661389 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.678940 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.681358 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ff221d-7e7b-4a29-a785-9d657c3f603c None None] Network aea5230c-fe5c-41fc-a4be-5ce8964d6e4e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:35.685113 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:55:35.685495 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.687908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=3c681146-a875-464a-9f99-a9cbd2b11680,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:55:35.700614 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:55:35.749333 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.757244 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.760412 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] 10.222.0.32 "DELETE /v2.0/networks/5b1cd4fa-8510-4f2e-82ac-b8d355807028 HTTP/1.1" status: 204 len: 168 time: 0.5767257 Oct 26 14:55:35.762880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51894) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:35.781700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afbd23-0bfb-487c-a200-f16b87b27b30 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Pushing event deleted for resources: {'Network': ['ID=5b1cd4fa-8510-4f2e-82ac-b8d355807028,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:35.805876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2b772369-4d74-49b2-9a37-55cbe0ca265f None None] Provisioning complete for port 3c681146-a875-464a-9f99-a9cbd2b11680 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:35.806287 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2b772369-4d74-49b2-9a37-55cbe0ca265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.823901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1242ce-a786-4ac1-87e5-8371a6cd6871 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Deleting subnet 9d5d62d6-5366-4337-b13c-aa2207000d1e {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:55:35.827088 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c1242ce-a786-4ac1-87e5-8371a6cd6871 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.871529 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c1242ce-a786-4ac1-87e5-8371a6cd6871 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.953186 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c1242ce-a786-4ac1-87e5-8371a6cd6871 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.012932 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c1242ce-a786-4ac1-87e5-8371a6cd6871 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.045658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1242ce-a786-4ac1-87e5-8371a6cd6871 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Pushing event deleted for resources: {'Subnet': ['ID=9d5d62d6-5366-4337-b13c-aa2207000d1e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:36.053010 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2c1242ce-a786-4ac1-87e5-8371a6cd6871 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.059475 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2c1242ce-a786-4ac1-87e5-8371a6cd6871 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] 10.222.0.32 "DELETE /v2.0/subnets/9d5d62d6-5366-4337-b13c-aa2207000d1e HTTP/1.1" status: 204 len: 168 time: 0.2933276 Oct 26 14:55:36.059984 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51896) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:36.137924 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.155076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaff117-0aec-43d2-a5fc-98dcd13a39c4 None None] Network aea5230c-fe5c-41fc-a4be-5ce8964d6e4e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:36.190269 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Deleting port 3c681146-a875-464a-9f99-a9cbd2b11680 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:55:36.190604 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.223497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-31b630c2-609f-453d-b410-f0ceedaa83b5 None None] Provisioning complete for port 3c681146-a875-464a-9f99-a9cbd2b11680 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:36.223863 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31b630c2-609f-453d-b410-f0ceedaa83b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.258312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] For port 3c681146-a875-464a-9f99-a9cbd2b11680, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3c681146-a875-464a-9f99-a9cbd2b11680,segment=NetworkSegment(fe4d2a50-166f-4c38-ac0f-260c0fa76a07),segment_id=fe4d2a50-166f-4c38-ac0f-260c0fa76a07)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:36.258597 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.272315 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Calling delete_port for 3c681146-a875-464a-9f99-a9cbd2b11680 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:55:36.359339 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.385628 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91f2eee-7f6f-493d-aaf6-bf27f4a35f80 None None] DHCP port deletion for aea5230c-fe5c-41fc-a4be-5ce8964d6e4e request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:55:36.390634 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Pushing event deleted for resources: {'Port': ['ID=3c681146-a875-464a-9f99-a9cbd2b11680,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:36.396537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] No DVR routers for this DVR port 3c681146-a875-464a-9f99-a9cbd2b11680 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:55:36.409878 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e857c1bb-acb0-48c6-aa70-817a1559d687 None None] get_active_networks_info from n-d-815498-1 {{(pid=102125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:55:36.472439 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e857c1bb-acb0-48c6-aa70-817a1559d687 None None] Resources bound (agent type, host, resource id): {{(pid=102125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:55:36.477406 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.497333 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea5230c-fe5c-41fc-a4be-5ce8964d6e4e']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:36.506405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4d2a50-166f-4c38-ac0f-260c0fa76a07') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:36.506707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4d2a50-166f-4c38-ac0f-260c0fa76a07') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:36.520213 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.534841 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.541101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:55:36.541517 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:55:36.544479 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:55:36.602195 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.611372 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.614450 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] 10.222.0.32 "DELETE /v2.0/networks/aea5230c-fe5c-41fc-a4be-5ce8964d6e4e HTTP/1.1" status: 204 len: 168 time: 0.5535796 Oct 26 14:55:36.617174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51898) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:36.624403 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7473090-1238-4327-9832-401881281500 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Pushing event deleted for resources: {'Network': ['ID=aea5230c-fe5c-41fc-a4be-5ce8964d6e4e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:36.649807 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bd6966b1-83b7-4ffa-89d9-d8ca5c6a27a1 tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] 10.222.0.32 "GET /v2.0/ports?device_id=304de88d-5f8a-48c9-9443-34a58b6e2b4d HTTP/1.1" status: 200 len: 205 time: 0.0314212 Oct 26 14:55:36.652176 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51900) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:36.725895 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bbd4de0d-c6c8-4677-bb0f-071d965c310c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.876718 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bbd4de0d-c6c8-4677-bb0f-071d965c310c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.878867 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bbd4de0d-c6c8-4677-bb0f-071d965c310c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:36.915785 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3c681146-a875-464a-9f99-a9cbd2b11680 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:55:36.936654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 3c681146-a875-464a-9f99-a9cbd2b11680 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:55:36.937090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3c681146-a875-464a-9f99-a9cbd2b11680 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:55:37.267284 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bbd4de0d-c6c8-4677-bb0f-071d965c310c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:37.267726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd4de0d-c6c8-4677-bb0f-071d965c310c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Fanout notify agent at l3_agent the message router_deleted on router 304de88d-5f8a-48c9-9443-34a58b6e2b4d {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:55:37.275078 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bbd4de0d-c6c8-4677-bb0f-071d965c310c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:37.276122 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bbd4de0d-c6c8-4677-bb0f-071d965c310c tempest-RoutersNegativeTest-1967186222 tempest-RoutersNegativeTest-1967186222-project] 10.222.0.32 "DELETE /v2.0/routers/304de88d-5f8a-48c9-9443-34a58b6e2b4d HTTP/1.1" status: 204 len: 168 time: 0.6229925 Oct 26 14:55:37.514510 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51906) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:37.642691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0d627096-a402-4591-b24f-678c2254f368 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=421aef02f88e42c598f5191f7b308849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270120 Oct 26 14:55:37.645313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51910) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:37.691752 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04892636-9a71-4054-924b-0e6a11ba6a0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:37.711399 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04892636-9a71-4054-924b-0e6a11ba6a0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:37.755926 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04892636-9a71-4054-924b-0e6a11ba6a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:37.758742 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-04892636-9a71-4054-924b-0e6a11ba6a0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:37.759857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-04892636-9a71-4054-924b-0e6a11ba6a0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fc189de-9748-4514-a6ba-1d12cc629f2f HTTP/1.1" status: 204 len: 168 time: 0.1136677 Oct 26 14:55:37.767195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04892636-9a71-4054-924b-0e6a11ba6a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc189de-9748-4514-a6ba-1d12cc629f2f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:38.363986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51932) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:38.459694 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1330640661-network', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:38.479859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] Made reservation on behalf of b33b3971711348e9bbde9d28c6b87c2b for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:38.482242 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:38.492748 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:38.567684 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:38.572485 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:38.597455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:55:38.607024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d709cc3-d239-4c65-a0a9-0da95feb8fc4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:38.611949 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:38.612290 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] Added segment 4a0c4d86-a4a6-4af0-be28-3c39883f4dd0 of type vlan for network 37831177-70ab-4fcb-a831-5394ae74d682 Oct 26 14:55:38.651744 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:38.674635 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:38.675599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:38.676169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:38.724253 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3591835 Oct 26 14:55:38.727206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51936) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:38.732168 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0acfa1a1-8123-488f-ad9e-d78f952c7b9f admin admin] Request body: {'subnet': {'network_id': '37831177-70ab-4fcb-a831-5394ae74d682', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1330640661-subnet', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:38.736746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d3e57-6c38-467c-8305-a0e01642da96 admin admin] Pushing event updated for resources: {'Network': ['ID=37831177-70ab-4fcb-a831-5394ae74d682,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:38.746451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 37831177-70ab-4fcb-a831-5394ae74d682 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:55:38.754125 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acfa1a1-8123-488f-ad9e-d78f952c7b9f admin admin] Made reservation on behalf of b33b3971711348e9bbde9d28c6b87c2b for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:38.756449 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0acfa1a1-8123-488f-ad9e-d78f952c7b9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:38.925419 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0acfa1a1-8123-488f-ad9e-d78f952c7b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:38.982884 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfa1a1-8123-488f-ad9e-d78f952c7b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea999e9-11ca-4f6a-989d-78d5e9f5c3d7,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:38.987707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfa1a1-8123-488f-ad9e-d78f952c7b9f admin admin] Checking segment: {'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:38.988066 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acfa1a1-8123-488f-ad9e-d78f952c7b9f admin admin] Network hostable DHCP agents. Network: 37831177-70ab-4fcb-a831-5394ae74d682, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:55:39.004658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acfa1a1-8123-488f-ad9e-d78f952c7b9f admin admin] Network 37831177-70ab-4fcb-a831-5394ae74d682 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:55:39.013301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-0acfa1a1-8123-488f-ad9e-d78f952c7b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 37831177-70ab-4fcb-a831-5394ae74d682) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:39.017331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acfa1a1-8123-488f-ad9e-d78f952c7b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:39.017915 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0acfa1a1-8123-488f-ad9e-d78f952c7b9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:39.023094 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2442bd-ab75-4fb6-8b5f-e0cb8f3c06f2 None None] Network 37831177-70ab-4fcb-a831-5394ae74d682 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:39.033793 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0acfa1a1-8123-488f-ad9e-d78f952c7b9f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3054447 Oct 26 14:55:39.036566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51938) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:39.041252 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1330640661-router', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:39.062728 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:39.064307 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:39.118369 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:39.167594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-37831177-70ab-4fcb-a831-5394ae74d682', 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'fixed_ips': [{'subnet_id': 'eea999e9-11ca-4f6a-989d-78d5e9f5c3d7'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:55:39.168459 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:39.305636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Allocated IP 172.20.0.2 (37831177-70ab-4fcb-a831-5394ae74d682/eea999e9-11ca-4f6a-989d-78d5e9f5c3d7/daac1ca0-925a-44da-a963-652b8ccc9eb2) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:55:39.456783 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:39.462545 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:39.506312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Network 37831177-70ab-4fcb-a831-5394ae74d682 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:39.510033 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Pushing event updated for resources: {'Port': ['ID=daac1ca0-925a-44da-a963-652b8ccc9eb2,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:39.512418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:39.514526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:55:39.565374 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:39.569681 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Attempting to bind port daac1ca0-925a-44da-a963-652b8ccc9eb2 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:39.570177 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Attempting to bind port daac1ca0-925a-44da-a963-652b8ccc9eb2 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:39.570563 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Attempting to bind port daac1ca0-925a-44da-a963-652b8ccc9eb2 on network 37831177-70ab-4fcb-a831-5394ae74d682 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:39.576525 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:39.576899 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Checking segment: {'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:39.577291 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:39.577685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Bound using segment: {'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:39.578172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Bound port: daac1ca0-925a-44da-a963-652b8ccc9eb2, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:39.578578 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:39.640229 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] For port daac1ca0-925a-44da-a963-652b8ccc9eb2, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:39.643268 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] For port daac1ca0-925a-44da-a963-652b8ccc9eb2, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=daac1ca0-925a-44da-a963-652b8ccc9eb2,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:39.648426 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:39.704995 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3ed3a-c46e-456f-9c97-5e1ac3d4ee26 None None] Pushing event updated for resources: {'Port': ['ID=daac1ca0-925a-44da-a963-652b8ccc9eb2,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:39.775798 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:39.796041 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:39.924007 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Allocated IP 172.25.4.19 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/ceeac751-58fc-4cef-a53d-9c94f01c1d40) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:55:40.027007 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:40.059357 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:40.101922 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:40.104697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:40.108247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:55:40.132912 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Pushing event updated for resources: {'Port': ['ID=ceeac751-58fc-4cef-a53d-9c94f01c1d40,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:40.356781 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:40.558323 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:40.598070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557b4b5b-99a4-4402-bec3-7f2d12b3cbad None None] Network 37831177-70ab-4fcb-a831-5394ae74d682 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:40.696567 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Router 9c9ca028-4e71-406c-a83c-74a90b1bfd22 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:55:40.729027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-6afdcb68-281a-4b54-b04d-3a78dd6cc3c7 None None] Provisioning complete for port daac1ca0-925a-44da-a963-652b8ccc9eb2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:40.729393 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6afdcb68-281a-4b54-b04d-3a78dd6cc3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:40.801222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:55:40.817907 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Sync routers for ids ['9c9ca028-4e71-406c-a83c-74a90b1bfd22'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:55:40.829631 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Routers {'9c9ca028-4e71-406c-a83c-74a90b1bfd22'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:55:40.829844 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:40.830582 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:55:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9c9ca028-4e71-406c-a83c-74a90b1bfd22'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:40.833710 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-85a0e001-ad4c-4939-85e2-c3ebfeb31392 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7934771 Oct 26 14:55:40.834101 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51940) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:40.855296 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6afdcb68-281a-4b54-b04d-3a78dd6cc3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:40.894824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6afdcb68-281a-4b54-b04d-3a78dd6cc3c7 None None] For port daac1ca0-925a-44da-a963-652b8ccc9eb2, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=daac1ca0-925a-44da-a963-652b8ccc9eb2,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:40.901365 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6afdcb68-281a-4b54-b04d-3a78dd6cc3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:40.952056 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Set router 9c9ca028-4e71-406c-a83c-74a90b1bfd22 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:55:40.981601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdcb68-281a-4b54-b04d-3a78dd6cc3c7 None None] Pushing event updated for resources: {'Port': ['ID=daac1ca0-925a-44da-a963-652b8ccc9eb2,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:41.050620 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device daac1ca0-925a-44da-a963-652b8ccc9eb2 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:41.122948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port daac1ca0-925a-44da-a963-652b8ccc9eb2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:41.123319 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:41.152246 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'name': 'tempest-TestEncryptedCinderVolumes-1330640661-router', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ceeac751-58fc-4cef-a53d-9c94f01c1d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:55:40Z', 'revision_number': 3, 'project_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'gw_port': {'id': 'ceeac751-58fc-4cef-a53d-9c94f01c1d40', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:41.179048 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Checking router: 9c9ca028-4e71-406c-a83c-74a90b1bfd22 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:55:41.179647 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Updating router 9c9ca028-4e71-406c-a83c-74a90b1bfd22 port ceeac751-58fc-4cef-a53d-9c94f01c1d40 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:55:41.205285 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:41.223649 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b2dce49e-2da6-4a06-a6f8-f241f1c73d24 None None] Provisioning complete for port daac1ca0-925a-44da-a963-652b8ccc9eb2 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:41.224398 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2dce49e-2da6-4a06-a6f8-f241f1c73d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:41.328842 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:41.459195 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:41.464446 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:41.482146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Allocated IP 172.20.0.1 (37831177-70ab-4fcb-a831-5394ae74d682/eea999e9-11ca-4f6a-989d-78d5e9f5c3d7/cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:55:41.519392 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Attempting to bind port ceeac751-58fc-4cef-a53d-9c94f01c1d40 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:41.519760 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Attempting to bind port ceeac751-58fc-4cef-a53d-9c94f01c1d40 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:41.520110 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Attempting to bind port ceeac751-58fc-4cef-a53d-9c94f01c1d40 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:41.521904 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525618a6-be0e-441e-b82a-85edf3fba569 None None] Pushing event updated for resources: {'Port': ['ID=ceeac751-58fc-4cef-a53d-9c94f01c1d40,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:41.530998 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525618a6-be0e-441e-b82a-85edf3fba569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:41.531347 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525618a6-be0e-441e-b82a-85edf3fba569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:41.532311 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525618a6-be0e-441e-b82a-85edf3fba569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:41.532618 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525618a6-be0e-441e-b82a-85edf3fba569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:41.532941 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525618a6-be0e-441e-b82a-85edf3fba569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:41.533262 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525618a6-be0e-441e-b82a-85edf3fba569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:41.533588 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525618a6-be0e-441e-b82a-85edf3fba569 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:41.533905 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525618a6-be0e-441e-b82a-85edf3fba569 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:41.534249 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525618a6-be0e-441e-b82a-85edf3fba569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:41.534565 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525618a6-be0e-441e-b82a-85edf3fba569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:41.534881 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525618a6-be0e-441e-b82a-85edf3fba569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:41.535198 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525618a6-be0e-441e-b82a-85edf3fba569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:41.538333 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:41.538711 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:41.539625 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:41.539625 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:41.540076 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Bound port: ceeac751-58fc-4cef-a53d-9c94f01c1d40, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:41.540456 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:41.588545 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:41.590610 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] For port ceeac751-58fc-4cef-a53d-9c94f01c1d40, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:41.594829 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] For port ceeac751-58fc-4cef-a53d-9c94f01c1d40, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ceeac751-58fc-4cef-a53d-9c94f01c1d40,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:41.599391 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:41.621104 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:41.661655 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Routers {'9c9ca028-4e71-406c-a83c-74a90b1bfd22'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:55:41.662279 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:55:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9c9ca028-4e71-406c-a83c-74a90b1bfd22'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:41.664904 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Network 37831177-70ab-4fcb-a831-5394ae74d682 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:41.665153 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525618a6-be0e-441e-b82a-85edf3fba569 None None] Pushing event updated for resources: {'Port': ['ID=ceeac751-58fc-4cef-a53d-9c94f01c1d40,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:41.669581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:41.673282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:55:41.701069 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Pushing event updated for resources: {'Port': ['ID=cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:41.717310 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:41.780721 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] Set router 9c9ca028-4e71-406c-a83c-74a90b1bfd22 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:55:41.857357 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:41.935821 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-42df4567-9884-46ce-9ffc-8320e6629d1a None None] Provisioning complete for port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:41.936391 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-42df4567-9884-46ce-9ffc-8320e6629d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:41.970443 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-42df4567-9884-46ce-9ffc-8320e6629d1a None None] Port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:55:42.030375 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:42.035238 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:42.054745 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'name': 'tempest-TestEncryptedCinderVolumes-1330640661-router', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ceeac751-58fc-4cef-a53d-9c94f01c1d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:55:40Z', 'revision_number': 3, 'project_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'gw_port': {'id': 'ceeac751-58fc-4cef-a53d-9c94f01c1d40', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:42.082056 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e319aa6-9a90-48c5-8b78-26b8b4f1f84c None None] The sync data for ids ['9c9ca028-4e71-406c-a83c-74a90b1bfd22'] in n-d-815498-1 is: [{'id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'name': 'tempest-TestEncryptedCinderVolumes-1330640661-router', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ceeac751-58fc-4cef-a53d-9c94f01c1d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:55:40Z', 'revision_number': 3, 'project_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'gw_port': {'id': 'ceeac751-58fc-4cef-a53d-9c94f01c1d40', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:55:42.101167 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:42.104158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Pushing event updated for resources: {'Port': ['ID=cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:42.200098 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Network 37831177-70ab-4fcb-a831-5394ae74d682 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:42.201443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:42.339231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Router 9c9ca028-4e71-406c-a83c-74a90b1bfd22 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:55:42.458179 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:55:42.463277 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f441730b-bb3d-4495-903e-83aa7b99258b admin admin] 10.222.0.32 "PUT /v2.0/routers/9c9ca028-4e71-406c-a83c-74a90b1bfd22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6281502 Oct 26 14:55:42.494337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d864ed66-5c66-4bfd-b354-1cb2094e399f None None] Provisioning complete for port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:42.494628 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d864ed66-5c66-4bfd-b354-1cb2094e399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:42.530367 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d864ed66-5c66-4bfd-b354-1cb2094e399f None None] Port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:55:42.869451 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e3da9a12-de81-4a3b-ab12-8f2f3125a655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:42.983090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51958) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:42.988501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1765076989-network', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:43.010049 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device daac1ca0-925a-44da-a963-652b8ccc9eb2 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:43.011462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] Made reservation on behalf of b7b98b4eb2d84e34b2e399f6dd08e6a8 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:43.013933 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.026690 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.063811 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port daac1ca0-925a-44da-a963-652b8ccc9eb2 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:43.064223 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.105960 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.110834 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.131627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:55:43.145654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1fffc5-b656-4bce-bd61-9d65a15f64db,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:43.150418 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.150764 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] Added segment 0253dccf-b2ee-40ad-9d88-0b861b02c3cf of type vlan for network 34d55621-3f69-4d66-8001-305e2f3adc55 Oct 26 14:55:43.152931 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ceeac751-58fc-4cef-a53d-9c94f01c1d40 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:43.190504 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.202665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ceeac751-58fc-4cef-a53d-9c94f01c1d40 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:43.203035 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.216131 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.217142 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:43.217714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.274924 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2900479 Oct 26 14:55:43.277486 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51960) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:43.282243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-a74ffc2c-5a16-4ffb-8ee9-fb627a10c6ac admin admin] Request body: {'subnet': {'network_id': '34d55621-3f69-4d66-8001-305e2f3adc55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1765076989-subnet', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:43.283045 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.295162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e619b1-4560-482e-a41c-3f1eb08c834c admin admin] Pushing event updated for resources: {'Network': ['ID=34d55621-3f69-4d66-8001-305e2f3adc55,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:43.306184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 34d55621-3f69-4d66-8001-305e2f3adc55 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:55:43.309902 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port ceeac751-58fc-4cef-a53d-9c94f01c1d40, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ceeac751-58fc-4cef-a53d-9c94f01c1d40,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:43.311859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74ffc2c-5a16-4ffb-8ee9-fb627a10c6ac admin admin] Made reservation on behalf of b7b98b4eb2d84e34b2e399f6dd08e6a8 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:43.314849 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a74ffc2c-5a16-4ffb-8ee9-fb627a10c6ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.351524 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.419861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=ceeac751-58fc-4cef-a53d-9c94f01c1d40,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:43.488516 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a74ffc2c-5a16-4ffb-8ee9-fb627a10c6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.548980 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ffc2c-5a16-4ffb-8ee9-fb627a10c6ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8b1073-31be-4582-9833-1383166c6ba8,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:43.558379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74ffc2c-5a16-4ffb-8ee9-fb627a10c6ac admin admin] Checking segment: {'id': '0253dccf-b2ee-40ad-9d88-0b861b02c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '34d55621-3f69-4d66-8001-305e2f3adc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:43.558750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74ffc2c-5a16-4ffb-8ee9-fb627a10c6ac admin admin] Network hostable DHCP agents. Network: 34d55621-3f69-4d66-8001-305e2f3adc55, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:55:43.578277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74ffc2c-5a16-4ffb-8ee9-fb627a10c6ac admin admin] Network 34d55621-3f69-4d66-8001-305e2f3adc55 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:55:43.588320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-a74ffc2c-5a16-4ffb-8ee9-fb627a10c6ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 34d55621-3f69-4d66-8001-305e2f3adc55) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:43.592641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74ffc2c-5a16-4ffb-8ee9-fb627a10c6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:43.593231 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a74ffc2c-5a16-4ffb-8ee9-fb627a10c6ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.596964 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2daef85-cad8-4be2-9eee-a4efd7bd81f0 None None] Network 34d55621-3f69-4d66-8001-305e2f3adc55 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:43.609218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a74ffc2c-5a16-4ffb-8ee9-fb627a10c6ac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3305516 Oct 26 14:55:43.612206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 51962) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:43.616523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1765076989-router', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:43.639322 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.640358 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.662854 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Sync routers for ids ['9c9ca028-4e71-406c-a83c-74a90b1bfd22'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:55:43.696657 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.699451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Routers {'9c9ca028-4e71-406c-a83c-74a90b1bfd22'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:55:43.700154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:55:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9c9ca028-4e71-406c-a83c-74a90b1bfd22'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:43.839629 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.999465 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-34d55621-3f69-4d66-8001-305e2f3adc55', 'network_id': '34d55621-3f69-4d66-8001-305e2f3adc55', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'fixed_ips': [{'subnet_id': 'ba8b1073-31be-4582-9833-1383166c6ba8'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:55:44.000852 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.018277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Set router 9c9ca028-4e71-406c-a83c-74a90b1bfd22 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:55:44.039246 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.061583 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.166560 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Allocated IP 172.25.4.94 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/6f976619-3621-4886-8531-259f2d19a0f8) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:55:44.267568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Allocated IP 172.20.0.2 (34d55621-3f69-4d66-8001-305e2f3adc55/ba8b1073-31be-4582-9833-1383166c6ba8/eeefc4aa-3941-4d6f-9b12-c85af42c6eac) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:55:44.269582 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.303111 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.337531 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:44.343898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:44.347514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:55:44.371650 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f976619-3621-4886-8531-259f2d19a0f8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:44.393192 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'name': 'tempest-TestEncryptedCinderVolumes-1330640661-router', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ceeac751-58fc-4cef-a53d-9c94f01c1d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:55:41Z', 'revision_number': 4, 'project_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'gw_port': {'id': 'ceeac751-58fc-4cef-a53d-9c94f01c1d40', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc', 'name': '', 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'mac_address': 'fa:16:3e:87:d9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'eea999e9-11ca-4f6a-989d-78d5e9f5c3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:41Z', 'updated_at': '2021-10-26T14:55:41Z', 'revision_number': 2, 'project_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'subnets': [{'id': 'eea999e9-11ca-4f6a-989d-78d5e9f5c3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:44.424296 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Checking router: 9c9ca028-4e71-406c-a83c-74a90b1bfd22 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:55:44.424569 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Updating router 9c9ca028-4e71-406c-a83c-74a90b1bfd22 port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:55:44.480317 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.506997 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.534641 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.611410 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.636405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Network 34d55621-3f69-4d66-8001-305e2f3adc55 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:44.642527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:44.644522 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Pushing event updated for resources: {'Port': ['ID=eeefc4aa-3941-4d6f-9b12-c85af42c6eac,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:44.646702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:55:44.747575 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Attempting to bind port eeefc4aa-3941-4d6f-9b12-c85af42c6eac on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:44.747849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Attempting to bind port eeefc4aa-3941-4d6f-9b12-c85af42c6eac by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '0253dccf-b2ee-40ad-9d88-0b861b02c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '34d55621-3f69-4d66-8001-305e2f3adc55'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:44.748208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Attempting to bind port eeefc4aa-3941-4d6f-9b12-c85af42c6eac on network 34d55621-3f69-4d66-8001-305e2f3adc55 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:44.756803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:44.757181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Checking segment: {'id': '0253dccf-b2ee-40ad-9d88-0b861b02c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '34d55621-3f69-4d66-8001-305e2f3adc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:44.757579 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.757968 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Bound using segment: {'id': '0253dccf-b2ee-40ad-9d88-0b861b02c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '34d55621-3f69-4d66-8001-305e2f3adc55'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:44.758456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Bound port: eeefc4aa-3941-4d6f-9b12-c85af42c6eac, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0253dccf-b2ee-40ad-9d88-0b861b02c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '34d55621-3f69-4d66-8001-305e2f3adc55'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:44.758838 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.811642 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.862970 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] For port eeefc4aa-3941-4d6f-9b12-c85af42c6eac, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:44.895050 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] For port eeefc4aa-3941-4d6f-9b12-c85af42c6eac, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=eeefc4aa-3941-4d6f-9b12-c85af42c6eac,segment=NetworkSegment(0253dccf-b2ee-40ad-9d88-0b861b02c3cf),segment_id=0253dccf-b2ee-40ad-9d88-0b861b02c3cf)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:44.902657 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.915834 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.958350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ceeac751-58fc-4cef-a53d-9c94f01c1d40 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:44.960729 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:45.017864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc957c-6feb-4ae3-a160-dafd6f2a9a9a None None] Pushing event updated for resources: {'Port': ['ID=eeefc4aa-3941-4d6f-9b12-c85af42c6eac,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:45.021900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Router 918f7272-f9f0-4013-8590-a705d829b6d4 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:55:45.122735 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289e24a-0a00-4295-914e-c26e2bc97c14 None None] Pushing event updated for resources: {'Port': ['ID=cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:45.138092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Attempting to bind port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:45.138456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Attempting to bind port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:45.138822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Attempting to bind port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc on network 37831177-70ab-4fcb-a831-5394ae74d682 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:45.141328 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port ceeac751-58fc-4cef-a53d-9c94f01c1d40 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:45.141647 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:45.164806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:55:45.169663 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:45.170056 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Checking segment: {'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:45.170460 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:45.170879 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Bound using segment: {'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:45.171704 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Bound port: cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:45.171835 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:45.181042 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Sync routers for ids ['918f7272-f9f0-4013-8590-a705d829b6d4'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:55:45.190671 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:45.195228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5b71b8ef-f17b-4128-b11c-59f4a27e17f0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5787818 Oct 26 14:55:45.195419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 51964) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:45.221911 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Routers {'918f7272-f9f0-4013-8590-a705d829b6d4'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:55:45.223028 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:55:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['918f7272-f9f0-4013-8590-a705d829b6d4'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:45.236549 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dcd846d4-3086-4c24-acfb-0da5f4b7299b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:45.347204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] For port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:45.357191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] For port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:45.384752 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:45.407815 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Set router 918f7272-f9f0-4013-8590-a705d829b6d4 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:55:45.434386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c8715355-2f15-4551-a152-2eb1cd8b7cee None None] Provisioning complete for port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:45.434750 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c8715355-2f15-4551-a152-2eb1cd8b7cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:45.457360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Routers {'9c9ca028-4e71-406c-a83c-74a90b1bfd22'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:55:45.457974 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:55:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9c9ca028-4e71-406c-a83c-74a90b1bfd22'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:45.575677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289e24a-0a00-4295-914e-c26e2bc97c14 None None] Pushing event updated for resources: {'Port': ['ID=cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:45.658730 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'name': 'tempest-TestEncryptedCinderVolumes-1765076989-router', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '6f976619-3621-4886-8531-259f2d19a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:43Z', 'updated_at': '2021-10-26T14:55:44Z', 'revision_number': 3, 'project_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'gw_port': {'id': '6f976619-3621-4886-8531-259f2d19a0f8', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:44Z', 'updated_at': '2021-10-26T14:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:45.695327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] Set router 9c9ca028-4e71-406c-a83c-74a90b1bfd22 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:55:45.706923 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Checking router: 918f7272-f9f0-4013-8590-a705d829b6d4 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:55:45.707269 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Updating router 918f7272-f9f0-4013-8590-a705d829b6d4 port 6f976619-3621-4886-8531-259f2d19a0f8 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:55:45.730867 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c8715355-2f15-4551-a152-2eb1cd8b7cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:45.737780 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:45.740066 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:45.812142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c8715355-2f15-4551-a152-2eb1cd8b7cee None None] For port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:45.858918 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c8715355-2f15-4551-a152-2eb1cd8b7cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:45.941106 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8715355-2f15-4551-a152-2eb1cd8b7cee None None] Pushing event updated for resources: {'Port': ['ID=cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:45.943264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Allocated IP 172.20.0.1 (34d55621-3f69-4d66-8001-305e2f3adc55/ba8b1073-31be-4582-9833-1383166c6ba8/2b6eaee3-ad3b-42a2-b68f-2ac619aabd39) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:55:45.995681 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9fe553ec-26f7-4a1c-9e5a-9fcf713ba893 None None] Provisioning complete for port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:45.996056 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9fe553ec-26f7-4a1c-9e5a-9fcf713ba893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.048988 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'name': 'tempest-TestEncryptedCinderVolumes-1330640661-router', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ceeac751-58fc-4cef-a53d-9c94f01c1d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:55:41Z', 'revision_number': 4, 'project_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'gw_port': {'id': 'ceeac751-58fc-4cef-a53d-9c94f01c1d40', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc', 'name': '', 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'mac_address': 'fa:16:3e:87:d9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'eea999e9-11ca-4f6a-989d-78d5e9f5c3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:41Z', 'updated_at': '2021-10-26T14:55:45Z', 'revision_number': 4, 'project_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'subnets': [{'id': 'eea999e9-11ca-4f6a-989d-78d5e9f5c3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:46.067589 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.075197 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.091902 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.122678 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b0eb4-fbea-460c-bd47-e0f499dc3dbe None None] Pushing event updated for resources: {'Port': ['ID=6f976619-3621-4886-8531-259f2d19a0f8,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:46.136583 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.152782 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Attempting to bind port 6f976619-3621-4886-8531-259f2d19a0f8 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:46.153240 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Attempting to bind port 6f976619-3621-4886-8531-259f2d19a0f8 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:46.153668 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Attempting to bind port 6f976619-3621-4886-8531-259f2d19a0f8 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:46.159779 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:46.160250 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:46.160714 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.161166 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:46.161702 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Bound port: 6f976619-3621-4886-8531-259f2d19a0f8, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:46.162188 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.179861 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Network 34d55621-3f69-4d66-8001-305e2f3adc55 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:46.183116 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:46.189774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:55:46.227067 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] For port 6f976619-3621-4886-8531-259f2d19a0f8, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:46.231308 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] For port 6f976619-3621-4886-8531-259f2d19a0f8, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6f976619-3621-4886-8531-259f2d19a0f8,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:46.236295 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.239222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6eaee3-ad3b-42a2-b68f-2ac619aabd39,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:46.260384 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.273909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e1f40-c3bc-44d5-a33d-841edab167c4 None None] The sync data for ids ['9c9ca028-4e71-406c-a83c-74a90b1bfd22'] in n-d-815498-1 is: [{'id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'name': 'tempest-TestEncryptedCinderVolumes-1330640661-router', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ceeac751-58fc-4cef-a53d-9c94f01c1d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:55:41Z', 'revision_number': 4, 'project_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'gw_port': {'id': 'ceeac751-58fc-4cef-a53d-9c94f01c1d40', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc', 'name': '', 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'mac_address': 'fa:16:3e:87:d9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'eea999e9-11ca-4f6a-989d-78d5e9f5c3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:41Z', 'updated_at': '2021-10-26T14:55:45Z', 'revision_number': 4, 'project_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'subnets': [{'id': 'eea999e9-11ca-4f6a-989d-78d5e9f5c3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:55:46.301471 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Routers {'918f7272-f9f0-4013-8590-a705d829b6d4'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:55:46.302141 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:55:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['918f7272-f9f0-4013-8590-a705d829b6d4'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:46.304007 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b0eb4-fbea-460c-bd47-e0f499dc3dbe None None] Pushing event updated for resources: {'Port': ['ID=6f976619-3621-4886-8531-259f2d19a0f8,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:46.412612 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b81a098-6dec-43c5-83ba-521437a284d9 None None] Network 34d55621-3f69-4d66-8001-305e2f3adc55 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:55:46.442697 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.483108 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] Set router 918f7272-f9f0-4013-8590-a705d829b6d4 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:55:46.502339 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-01c81750-462b-4f7e-87cf-bb9bb5822483 None None] Provisioning complete for port eeefc4aa-3941-4d6f-9b12-c85af42c6eac triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:46.503170 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-01c81750-462b-4f7e-87cf-bb9bb5822483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.647698 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.654871 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.673144 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-01c81750-462b-4f7e-87cf-bb9bb5822483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.709864 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.711874 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'name': 'tempest-TestEncryptedCinderVolumes-1765076989-router', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '6f976619-3621-4886-8531-259f2d19a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:43Z', 'updated_at': '2021-10-26T14:55:44Z', 'revision_number': 3, 'project_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'gw_port': {'id': '6f976619-3621-4886-8531-259f2d19a0f8', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:44Z', 'updated_at': '2021-10-26T14:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:46.739440 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.754384 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf61b45-3877-46a4-bc64-46dde28ef7e2 None None] The sync data for ids ['918f7272-f9f0-4013-8590-a705d829b6d4'] in n-d-815498-1 is: [{'id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'name': 'tempest-TestEncryptedCinderVolumes-1765076989-router', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '6f976619-3621-4886-8531-259f2d19a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:43Z', 'updated_at': '2021-10-26T14:55:44Z', 'revision_number': 3, 'project_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'gw_port': {'id': '6f976619-3621-4886-8531-259f2d19a0f8', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:44Z', 'updated_at': '2021-10-26T14:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:55:46.760200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-01c81750-462b-4f7e-87cf-bb9bb5822483 None None] For port eeefc4aa-3941-4d6f-9b12-c85af42c6eac, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=eeefc4aa-3941-4d6f-9b12-c85af42c6eac,segment=NetworkSegment(0253dccf-b2ee-40ad-9d88-0b861b02c3cf),segment_id=0253dccf-b2ee-40ad-9d88-0b861b02c3cf)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:46.770639 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-01c81750-462b-4f7e-87cf-bb9bb5822483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:46.830237 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6eaee3-ad3b-42a2-b68f-2ac619aabd39,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:46.845896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c81750-462b-4f7e-87cf-bb9bb5822483 None None] Pushing event updated for resources: {'Port': ['ID=eeefc4aa-3941-4d6f-9b12-c85af42c6eac,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:46.907415 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Network 34d55621-3f69-4d66-8001-305e2f3adc55 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:46.912524 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:47.055474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:47.061520 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:47.150108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Router 918f7272-f9f0-4013-8590-a705d829b6d4 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:55:47.163432 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ec5cf467-6b4d-4a8a-85cf-ad85405ef2d8 None None] Provisioning complete for port eeefc4aa-3941-4d6f-9b12-c85af42c6eac triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:47.163798 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ec5cf467-6b4d-4a8a-85cf-ad85405ef2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:47.211552 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:47.211923 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:47.307762 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:55:47.314014 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a9b1f8ed-11dd-4681-bf6a-903492607535 admin admin] 10.222.0.32 "PUT /v2.0/routers/918f7272-f9f0-4013-8590-a705d829b6d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1172915 Oct 26 14:55:47.402401 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device eeefc4aa-3941-4d6f-9b12-c85af42c6eac up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:47.440568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ec5cf467-6b4d-4a8a-85cf-ad85405ef2d8 None None] Provisioning complete for port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:47.441094 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ec5cf467-6b4d-4a8a-85cf-ad85405ef2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:47.477846 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ec5cf467-6b4d-4a8a-85cf-ad85405ef2d8 None None] Port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:55:47.508789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port eeefc4aa-3941-4d6f-9b12-c85af42c6eac triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:47.509266 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:47.621279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-57db7831-97a1-4e24-97d5-6efc411c63c5 None None] Provisioning complete for port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:47.621655 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-57db7831-97a1-4e24-97d5-6efc411c63c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:47.688911 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-57db7831-97a1-4e24-97d5-6efc411c63c5 None None] Port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:55:47.810666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a03b9205-ed24-4b85-99ce-9f74e6fba0ce None None] Provisioning complete for port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:47.811065 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a03b9205-ed24-4b85-99ce-9f74e6fba0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:47.847523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-a03b9205-ed24-4b85-99ce-9f74e6fba0ce None None] Port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:55:48.199897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-13b56005-a268-4942-963e-d0e412ff918c tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:48.201281 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-13b56005-a268-4942-963e-d0e412ff918c tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/networks?id=37831177-70ab-4fcb-a831-5394ae74d682 HTTP/1.1" status: 200 len: 817 time: 0.1004457 Oct 26 14:55:48.216429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-29f6d5af-f6d9-4a0b-8f6c-b2940b64c831 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/quotas/b33b3971711348e9bbde9d28c6b87c2b HTTP/1.1" status: 200 len: 375 time: 0.0089176 Oct 26 14:55:48.266309 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-d6cff8ad-3887-41b9-94e1-b876446b1af7 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b33b3971711348e9bbde9d28c6b87c2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442448 Oct 26 14:55:48.397644 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-72909bda-29da-40df-9fe1-b331c9ec4945 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:55:48.398667 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-72909bda-29da-40df-9fe1-b331c9ec4945 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0454755 Oct 26 14:55:48.488601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-60ed54cc-e39e-42e7-a744-8684a821bf13 service neutron] 10.222.0.32 "GET /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836945 Oct 26 14:55:48.584400 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-d164243d-8264-46e2-b592-b714f5f13d89 service neutron] 10.222.0.32 "GET /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893168 Oct 26 14:55:48.742522 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:48.758912 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e83c764a-7b9c-4179-9e0a-0de0215145a8 req-b58fb621-9056-45e9-ae0e-c41b4c66cecd tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 210 time: 0.0297425 Oct 26 14:55:48.965758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6f976619-3621-4886-8531-259f2d19a0f8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:49.027504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 6f976619-3621-4886-8531-259f2d19a0f8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:49.028217 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:49.122583 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:49.146844 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 6f976619-3621-4886-8531-259f2d19a0f8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6f976619-3621-4886-8531-259f2d19a0f8,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:49.152388 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:49.216668 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=6f976619-3621-4886-8531-259f2d19a0f8,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:49.791509 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Sync routers for ids ['918f7272-f9f0-4013-8590-a705d829b6d4'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:55:49.807089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Routers {'918f7272-f9f0-4013-8590-a705d829b6d4'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:55:49.807292 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-58a34f41-2bbf-48fa-8ff5-4e35e0b854cf tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:49.808541 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:55:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['918f7272-f9f0-4013-8590-a705d829b6d4'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:49.808707 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-58a34f41-2bbf-48fa-8ff5-4e35e0b854cf tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.11 "GET /v2.0/networks?id=37831177-70ab-4fcb-a831-5394ae74d682 HTTP/1.1" status: 200 len: 817 time: 0.1346731 Oct 26 14:55:49.822690 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-7c4de974-82fa-4adc-94a9-05e710032557 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Request body: {'port': {'device_id': '4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62', 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682', 'admin_state_up': True, 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:49.871321 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9f5b05bc-d885-401e-90ab-93cbc4f1969c req-3e592428-9302-4554-a9b2-e89c3d510c27 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 210 time: 0.0391412 Oct 26 14:55:49.934395 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Set router 918f7272-f9f0-4013-8590-a705d829b6d4 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:55:49.975241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-7c4de974-82fa-4adc-94a9-05e710032557 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Made reservation on behalf of b33b3971711348e9bbde9d28c6b87c2b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:49.978959 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-7c4de974-82fa-4adc-94a9-05e710032557 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.113097 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-7c4de974-82fa-4adc-94a9-05e710032557 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Allocated IP 172.20.0.13 (37831177-70ab-4fcb-a831-5394ae74d682/eea999e9-11ca-4f6a-989d-78d5e9f5c3d7/c0ef75fa-7159-407b-9e97-e3a359e21e39) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:55:50.157056 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'name': 'tempest-TestEncryptedCinderVolumes-1765076989-router', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '6f976619-3621-4886-8531-259f2d19a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:43Z', 'updated_at': '2021-10-26T14:55:46Z', 'revision_number': 4, 'project_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'gw_port': {'id': '6f976619-3621-4886-8531-259f2d19a0f8', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:44Z', 'updated_at': '2021-10-26T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '2b6eaee3-ad3b-42a2-b68f-2ac619aabd39', 'name': '', 'network_id': '34d55621-3f69-4d66-8001-305e2f3adc55', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'mac_address': 'fa:16:3e:96:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'ba8b1073-31be-4582-9833-1383166c6ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:45Z', 'updated_at': '2021-10-26T14:55:46Z', 'revision_number': 2, 'project_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'subnets': [{'id': 'ba8b1073-31be-4582-9833-1383166c6ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:50.183478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Checking router: 918f7272-f9f0-4013-8590-a705d829b6d4 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:55:50.183832 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Updating router 918f7272-f9f0-4013-8590-a705d829b6d4 port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:55:50.208270 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.270621 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-7c4de974-82fa-4adc-94a9-05e710032557 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.304426 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-7c4de974-82fa-4adc-94a9-05e710032557 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.346484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-7c4de974-82fa-4adc-94a9-05e710032557 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Network 37831177-70ab-4fcb-a831-5394ae74d682 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:50.349564 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-7c4de974-82fa-4adc-94a9-05e710032557 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:50.353313 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-7c4de974-82fa-4adc-94a9-05e710032557 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:55:50.379901 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4de974-82fa-4adc-94a9-05e710032557 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Pushing event updated for resources: {'Port': ['ID=c0ef75fa-7159-407b-9e97-e3a359e21e39,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:50.408589 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-7c4de974-82fa-4adc-94a9-05e710032557 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:50.409220 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-7c4de974-82fa-4adc-94a9-05e710032557 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.427010 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-7c4de974-82fa-4adc-94a9-05e710032557 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6084294 Oct 26 14:55:50.441581 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Request body: {'port': {'device_id': '4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:50.492361 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.498352 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.504890 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.550109 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32c7f2-16dd-4ae9-b715-d85ae43b9a40 None None] Pushing event updated for resources: {'Port': ['ID=2b6eaee3-ad3b-42a2-b68f-2ac619aabd39,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:50.627671 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-08c50b27-a87d-462d-8af1-7f11a3294ece None None] Provisioning complete for port c0ef75fa-7159-407b-9e97-e3a359e21e39 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:50.627916 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-08c50b27-a87d-462d-8af1-7f11a3294ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.629636 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Attempting to bind port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:50.630211 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Attempting to bind port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '0253dccf-b2ee-40ad-9d88-0b861b02c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '34d55621-3f69-4d66-8001-305e2f3adc55'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:50.630519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Attempting to bind port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 on network 34d55621-3f69-4d66-8001-305e2f3adc55 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:50.665183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:50.665558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Checking segment: {'id': '0253dccf-b2ee-40ad-9d88-0b861b02c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '34d55621-3f69-4d66-8001-305e2f3adc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:50.665956 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.666369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Bound using segment: {'id': '0253dccf-b2ee-40ad-9d88-0b861b02c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '34d55621-3f69-4d66-8001-305e2f3adc55'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:50.666845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Bound port: 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0253dccf-b2ee-40ad-9d88-0b861b02c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '34d55621-3f69-4d66-8001-305e2f3adc55'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:50.667224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.691300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-08c50b27-a87d-462d-8af1-7f11a3294ece None None] Port c0ef75fa-7159-407b-9e97-e3a359e21e39 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:55:50.743312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] For port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:50.746471 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] For port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2b6eaee3-ad3b-42a2-b68f-2ac619aabd39,segment=NetworkSegment(0253dccf-b2ee-40ad-9d88-0b861b02c3cf),segment_id=0253dccf-b2ee-40ad-9d88-0b861b02c3cf)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:50.753524 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.798515 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ef75fa-7159-407b-9e97-e3a359e21e39 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:55:50.806545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.817889 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Routers {'918f7272-f9f0-4013-8590-a705d829b6d4'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:55:50.818480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:55:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['918f7272-f9f0-4013-8590-a705d829b6d4'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:50.820696 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Transition to ACTIVE for port object c0ef75fa-7159-407b-9e97-e3a359e21e39 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:55:50.823647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32c7f2-16dd-4ae9-b715-d85ae43b9a40 None None] Pushing event updated for resources: {'Port': ['ID=2b6eaee3-ad3b-42a2-b68f-2ac619aabd39,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:50.825145 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.901128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0b801076-0ac4-4ec9-9ce9-d83334a48103 None None] Provisioning complete for port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:50.901519 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0b801076-0ac4-4ec9-9ce9-d83334a48103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:50.910916 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ef75fa-7159-407b-9e97-e3a359e21e39,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:50.985007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6f976619-3621-4886-8531-259f2d19a0f8 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:51.008228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Attempting to bind port c0ef75fa-7159-407b-9e97-e3a359e21e39 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:51.018872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Attempting to bind port c0ef75fa-7159-407b-9e97-e3a359e21e39 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:51.019301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Attempting to bind port c0ef75fa-7159-407b-9e97-e3a359e21e39 on network 37831177-70ab-4fcb-a831-5394ae74d682 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:51.030615 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Port c0ef75fa-7159-407b-9e97-e3a359e21e39 on network 37831177-70ab-4fcb-a831-5394ae74d682 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:55:51.031420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Attempting to bind port c0ef75fa-7159-407b-9e97-e3a359e21e39 on network 37831177-70ab-4fcb-a831-5394ae74d682 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:51.048230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:51.048230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Checking segment: {'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:51.049036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Bound using segment: {'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:51.049036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Bound port: c0ef75fa-7159-407b-9e97-e3a359e21e39, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:51.049335 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:51.057879 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] Set router 918f7272-f9f0-4013-8590-a705d829b6d4 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:55:51.095830 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926099fd-3181-495d-a0fa-b1aa55e56b98 req-5a46d2c1-b032-4373-ab7a-1222e4e9a331 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:51.108502 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-926099fd-3181-495d-a0fa-b1aa55e56b98 req-5a46d2c1-b032-4373-ab7a-1222e4e9a331 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 944 time: 0.0989478 Oct 26 14:55:51.152563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] For port c0ef75fa-7159-407b-9e97-e3a359e21e39, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:51.156152 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] For port c0ef75fa-7159-407b-9e97-e3a359e21e39, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=c0ef75fa-7159-407b-9e97-e3a359e21e39,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:51.162152 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-926099fd-3181-495d-a0fa-b1aa55e56b98 req-6ee07a73-bdb7-46ab-82cc-5a109d5da801 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516622 Oct 26 14:55:51.167985 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:51.200293 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0b801076-0ac4-4ec9-9ce9-d83334a48103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:51.205915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:51.206729 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:51.208132 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/c0ef75fa-7159-407b-9e97-e3a359e21e39 HTTP/1.1" status: 200 len: 1092 time: 0.7715499 Oct 26 14:55:51.208604 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62', 'tag': 'c0ef75fa-7159-407b-9e97-e3a359e21e39'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:51.211102 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33927892-779d-45a7-bcd1-e83586a8c74a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62", "tag": "c0ef75fa-7159-407b-9e97-e3a359e21e39"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:51.240894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98345e35-8085-48a8-8ea8-4a3b78e422e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ef75fa-7159-407b-9e97-e3a359e21e39,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:51.260176 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076bfb76-6128-4bcc-8e98-e12f553acfb2 x-openstack-request-id: req-076bfb76-6128-4bcc-8e98-e12f553acfb2 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:51.260470 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62", "tag": "c0ef75fa-7159-407b-9e97-e3a359e21e39", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:51.260723 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-076bfb76-6128-4bcc-8e98-e12f553acfb2 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:51.261176 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62', 'tag': 'c0ef75fa-7159-407b-9e97-e3a359e21e39', 'status': 'completed', 'code': 200} Oct 26 14:55:51.263407 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 6f976619-3621-4886-8531-259f2d19a0f8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:51.263768 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:51.312826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-0fb25d19-aa22-4285-9564-6fdc698a27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:51.314151 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-0fb25d19-aa22-4285-9564-6fdc698a27c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b33b3971711348e9bbde9d28c6b87c2b&device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 1095 time: 0.0510416 Oct 26 14:55:51.361596 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-48cfce3f-759e-41c1-82f4-12b182e4da14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0ef75fa-7159-407b-9e97-e3a359e21e39 HTTP/1.1" status: 200 len: 217 time: 0.0378530 Oct 26 14:55:51.419987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-1ffd13d5-b18d-4e36-ab7b-665d80f68cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:51.422131 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-1ffd13d5-b18d-4e36-ab7b-665d80f68cb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea999e9-11ca-4f6a-989d-78d5e9f5c3d7 HTTP/1.1" status: 200 len: 856 time: 0.0514631 Oct 26 14:55:51.474405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-189b7d15-caef-41fa-b05c-c85d17c785ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:51.475924 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-189b7d15-caef-41fa-b05c-c85d17c785ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=37831177-70ab-4fcb-a831-5394ae74d682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472169 Oct 26 14:55:51.516200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0b801076-0ac4-4ec9-9ce9-d83334a48103 None None] For port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2b6eaee3-ad3b-42a2-b68f-2ac619aabd39,segment=NetworkSegment(0253dccf-b2ee-40ad-9d88-0b861b02c3cf),segment_id=0253dccf-b2ee-40ad-9d88-0b861b02c3cf)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:51.522172 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0b801076-0ac4-4ec9-9ce9-d83334a48103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:51.568250 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-8f0e04a6-7860-4531-9613-8301255cc377 service neutron] 10.222.0.11 "GET /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830228 Oct 26 14:55:51.635149 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b801076-0ac4-4ec9-9ce9-d83334a48103 None None] Pushing event updated for resources: {'Port': ['ID=2b6eaee3-ad3b-42a2-b68f-2ac619aabd39,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:51.665158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'name': 'tempest-TestEncryptedCinderVolumes-1765076989-router', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '6f976619-3621-4886-8531-259f2d19a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:43Z', 'updated_at': '2021-10-26T14:55:46Z', 'revision_number': 4, 'project_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'gw_port': {'id': '6f976619-3621-4886-8531-259f2d19a0f8', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:44Z', 'updated_at': '2021-10-26T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '2b6eaee3-ad3b-42a2-b68f-2ac619aabd39', 'name': '', 'network_id': '34d55621-3f69-4d66-8001-305e2f3adc55', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'mac_address': 'fa:16:3e:96:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'ba8b1073-31be-4582-9833-1383166c6ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:45Z', 'updated_at': '2021-10-26T14:55:50Z', 'revision_number': 4, 'project_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'subnets': [{'id': 'ba8b1073-31be-4582-9833-1383166c6ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:51.665967 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64c9b39c-2035-4c32-8cef-841b777e0203 req-db3a1c74-832d-4bc3-b6b3-e6ca236a8483 service neutron] 10.222.0.11 "GET /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897250 Oct 26 14:55:51.696841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d1fff-5276-4923-87cc-35a994605fba None None] The sync data for ids ['918f7272-f9f0-4013-8590-a705d829b6d4'] in n-d-815498-1 is: [{'id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'name': 'tempest-TestEncryptedCinderVolumes-1765076989-router', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '6f976619-3621-4886-8531-259f2d19a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:43Z', 'updated_at': '2021-10-26T14:55:46Z', 'revision_number': 4, 'project_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'gw_port': {'id': '6f976619-3621-4886-8531-259f2d19a0f8', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:44Z', 'updated_at': '2021-10-26T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '2b6eaee3-ad3b-42a2-b68f-2ac619aabd39', 'name': '', 'network_id': '34d55621-3f69-4d66-8001-305e2f3adc55', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'mac_address': 'fa:16:3e:96:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'ba8b1073-31be-4582-9833-1383166c6ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:45Z', 'updated_at': '2021-10-26T14:55:50Z', 'revision_number': 4, 'project_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'subnets': [{'id': 'ba8b1073-31be-4582-9833-1383166c6ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:55:51.699291 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-93a80afb-9d6d-495e-9eca-92bd072a745d None None] Provisioning complete for port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:51.699652 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-93a80afb-9d6d-495e-9eca-92bd072a745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:51.785853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33927892-779d-45a7-bcd1-e83586a8c74a req-f962c676-96d6-4c1f-b4f3-8c82064846e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:51.787412 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33927892-779d-45a7-bcd1-e83586a8c74a req-f962c676-96d6-4c1f-b4f3-8c82064846e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b33b3971711348e9bbde9d28c6b87c2b&device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 1095 time: 0.0666707 Oct 26 14:55:51.894606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33927892-779d-45a7-bcd1-e83586a8c74a req-217bd9b8-2934-4789-b076-3bac8fbf6acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:51.896097 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33927892-779d-45a7-bcd1-e83586a8c74a req-217bd9b8-2934-4789-b076-3bac8fbf6acf service neutron] 10.222.0.11 "GET /v2.0/networks?id=37831177-70ab-4fcb-a831-5394ae74d682 HTTP/1.1" status: 200 len: 918 time: 0.1005974 Oct 26 14:55:51.939589 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33927892-779d-45a7-bcd1-e83586a8c74a req-2f481a59-5873-41e3-b601-20fe9afd6219 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0ef75fa-7159-407b-9e97-e3a359e21e39 HTTP/1.1" status: 200 len: 217 time: 0.0352952 Oct 26 14:55:51.991774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33927892-779d-45a7-bcd1-e83586a8c74a req-7d5f4c17-912c-40fe-8dd3-1aed6ad81c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:51.993308 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33927892-779d-45a7-bcd1-e83586a8c74a req-7d5f4c17-912c-40fe-8dd3-1aed6ad81c9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea999e9-11ca-4f6a-989d-78d5e9f5c3d7 HTTP/1.1" status: 200 len: 856 time: 0.0461597 Oct 26 14:55:52.045409 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33927892-779d-45a7-bcd1-e83586a8c74a req-55421eec-cb46-4e1f-8f01-6ceb61c09a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:52.047003 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33927892-779d-45a7-bcd1-e83586a8c74a req-55421eec-cb46-4e1f-8f01-6ceb61c09a34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=37831177-70ab-4fcb-a831-5394ae74d682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467486 Oct 26 14:55:52.289443 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849163b0-daa5-4b09-bb42-a2a5093db967 req-2a90af84-66a1-45cb-861f-3d3e7351ddd4 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:52.291023 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-849163b0-daa5-4b09-bb42-a2a5093db967 req-2a90af84-66a1-45cb-861f-3d3e7351ddd4 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 944 time: 0.0531759 Oct 26 14:55:52.334702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-849163b0-daa5-4b09-bb42-a2a5093db967 req-55b7d662-c3eb-4539-92f0-9bd2ff307cc4 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372279 Oct 26 14:55:52.447009 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33927892-779d-45a7-bcd1-e83586a8c74a req-260d9497-1b5d-4dcc-aed5-85a439f6b539 service neutron] 10.222.0.11 "GET /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922739 Oct 26 14:55:52.537776 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-33927892-779d-45a7-bcd1-e83586a8c74a req-97686999-66bd-4779-8e8a-b8ca0fead142 service neutron] 10.222.0.11 "GET /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834386 Oct 26 14:55:52.939309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:52.987394 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:52.987769 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:53.456298 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc816be-573c-46d9-b2b9-607a4ed80e0c req-80f9a403-d2e7-4396-8d09-f495f5e2e436 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:53.457818 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dbc816be-573c-46d9-b2b9-607a4ed80e0c req-80f9a403-d2e7-4396-8d09-f495f5e2e436 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 944 time: 0.0493202 Oct 26 14:55:53.500950 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dbc816be-573c-46d9-b2b9-607a4ed80e0c req-95ff7340-9792-4b23-9e49-32117158af28 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368316 Oct 26 14:55:53.949320 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:54.616761 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd333725-1f11-4c24-8000-112b794c2087 req-b4443d1e-cf28-4a13-a5ff-388c6a4ad5f0 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:54.618266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd333725-1f11-4c24-8000-112b794c2087 req-b4443d1e-cf28-4a13-a5ff-388c6a4ad5f0 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 944 time: 0.0496018 Oct 26 14:55:54.654330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dd333725-1f11-4c24-8000-112b794c2087 req-63045364-d230-46bf-a5df-1678b58c949d tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301678 Oct 26 14:55:55.091605 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device c0ef75fa-7159-407b-9e97-e3a359e21e39 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:55:55.183875 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port c0ef75fa-7159-407b-9e97-e3a359e21e39, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=c0ef75fa-7159-407b-9e97-e3a359e21e39,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:55.195195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': 'c0ef75fa-7159-407b-9e97-e3a359e21e39', 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682', 'port_id': 'c0ef75fa-7159-407b-9e97-e3a359e21e39', 'mac_address': 'fa:16:3e:6c:03:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea999e9-11ca-4f6a-989d-78d5e9f5c3d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:55:55.235238 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:55.247656 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ef75fa-7159-407b-9e97-e3a359e21e39 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:55:55.266903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port c0ef75fa-7159-407b-9e97-e3a359e21e39, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=c0ef75fa-7159-407b-9e97-e3a359e21e39,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:55.270621 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:55.315515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=c0ef75fa-7159-407b-9e97-e3a359e21e39,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:55.578028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['c0ef75fa-7159-407b-9e97-e3a359e21e39'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:55:55.768929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b82097-8c1d-461a-8bd3-304448ca7148 req-e52b72c6-6797-4cba-b673-e4e927fb773f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:55.770416 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07b82097-8c1d-461a-8bd3-304448ca7148 req-e52b72c6-6797-4cba-b673-e4e927fb773f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 945 time: 0.0490758 Oct 26 14:55:55.811248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07b82097-8c1d-461a-8bd3-304448ca7148 req-79e99e74-611c-4dcb-8b85-8b42ab3a7e7f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347385 Oct 26 14:55:56.926752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442fb60-9aab-4255-888b-b1b21642611c req-ca7e2432-e61d-451a-b237-8210c663ebac tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:56.928268 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d442fb60-9aab-4255-888b-b1b21642611c req-ca7e2432-e61d-451a-b237-8210c663ebac tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 945 time: 0.0503325 Oct 26 14:55:56.968669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d442fb60-9aab-4255-888b-b1b21642611c req-5a7a2cc5-e8a8-4847-b1cf-54987a95e232 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344439 Oct 26 14:55:57.110477 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device c0ef75fa-7159-407b-9e97-e3a359e21e39 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:57.158804 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port c0ef75fa-7159-407b-9e97-e3a359e21e39 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:55:57.163282 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port c0ef75fa-7159-407b-9e97-e3a359e21e39 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:57.163651 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:57.244899 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:57.270887 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ef75fa-7159-407b-9e97-e3a359e21e39'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:57.273205 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe68b6f-840d-40ae-9200-f5ac6b45609e" -d '{"events": [{"server_uuid": "4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62", "name": "network-vif-plugged", "status": "completed", "tag": "c0ef75fa-7159-407b-9e97-e3a359e21e39"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:57.285769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port c0ef75fa-7159-407b-9e97-e3a359e21e39, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=c0ef75fa-7159-407b-9e97-e3a359e21e39,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:57.290459 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:57.314018 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf4ca12-2350-4b50-9cf6-4b98e5d134a5 x-openstack-request-id: req-8cf4ca12-2350-4b50-9cf6-4b98e5d134a5 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:57.314317 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62", "name": "network-vif-plugged", "status": "completed", "tag": "c0ef75fa-7159-407b-9e97-e3a359e21e39", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:57.314575 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cf4ca12-2350-4b50-9cf6-4b98e5d134a5 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:57.314967 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ef75fa-7159-407b-9e97-e3a359e21e39', 'code': 200} Oct 26 14:55:57.340010 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=c0ef75fa-7159-407b-9e97-e3a359e21e39,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:57.408566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a145be-892f-48d7-a2fd-86040c4ec9bd req-8f330be1-46a1-4914-be3d-9883d80ca554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:57.409961 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-00a145be-892f-48d7-a2fd-86040c4ec9bd req-8f330be1-46a1-4914-be3d-9883d80ca554 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 1097 time: 0.0408723 Oct 26 14:55:57.444970 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-00a145be-892f-48d7-a2fd-86040c4ec9bd req-733f03b8-9239-4bd7-a357-50247a8d64e3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282068 Oct 26 14:55:58.082919 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93829d04-b9c6-436d-806e-a4ad1f107249 req-567e3b2f-d3dd-4e81-a99d-cb728465d1ef tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:58.084406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93829d04-b9c6-436d-806e-a4ad1f107249 req-567e3b2f-d3dd-4e81-a99d-cb728465d1ef tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 946 time: 0.0501428 Oct 26 14:55:58.110224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:58.124919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93829d04-b9c6-436d-806e-a4ad1f107249 req-dcccd967-e27f-482c-aa39-ed02919e7c3f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340896 Oct 26 14:55:59.248562 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67951ad-5ff2-454f-ad01-b6bbf6e3fc9e req-6fd25323-f3f2-4db3-88a2-7e9d7e6faf9a tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:59.250106 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c67951ad-5ff2-454f-ad01-b6bbf6e3fc9e req-6fd25323-f3f2-4db3-88a2-7e9d7e6faf9a tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 946 time: 0.0559883 Oct 26 14:55:59.294332 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c67951ad-5ff2-454f-ad01-b6bbf6e3fc9e req-10119e82-c148-4cfd-a681-4ef73b720670 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380366 Oct 26 14:55:59.415426 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b78e67-3547-411d-8446-e3b686257c9b req-08a3c0dd-4367-4546-b652-61acbdfcce47 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:59.416931 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7b78e67-3547-411d-8446-e3b686257c9b req-08a3c0dd-4367-4546-b652-61acbdfcce47 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 946 time: 0.0529442 Oct 26 14:55:59.455545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b7b78e67-3547-411d-8446-e3b686257c9b req-a89f61c4-0c60-4487-94cf-2672c2d0ccaa tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319889 Oct 26 14:56:01.327934 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-387ea452-8876-4919-a826-8d2aed5e67a3 req-0b841f51-75b4-44fe-bc45-26a6df3c0d09 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462508 Oct 26 14:56:01.422644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ea452-8876-4919-a826-8d2aed5e67a3 req-6f4d16a9-6ca6-4d74-9184-dd3f98457818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:01.424066 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-387ea452-8876-4919-a826-8d2aed5e67a3 req-6f4d16a9-6ca6-4d74-9184-dd3f98457818 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b33b3971711348e9bbde9d28c6b87c2b&device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 1097 time: 0.0468869 Oct 26 14:56:01.528558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ea452-8876-4919-a826-8d2aed5e67a3 req-04786f2c-41b5-42f0-986b-846517ff0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:01.530633 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-387ea452-8876-4919-a826-8d2aed5e67a3 req-04786f2c-41b5-42f0-986b-846517ff0ae8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=37831177-70ab-4fcb-a831-5394ae74d682 HTTP/1.1" status: 200 len: 918 time: 0.0858850 Oct 26 14:56:01.575995 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-387ea452-8876-4919-a826-8d2aed5e67a3 req-ffe8b3ad-1fc7-4efa-b9f9-53099aaea927 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0ef75fa-7159-407b-9e97-e3a359e21e39 HTTP/1.1" status: 200 len: 217 time: 0.0383604 Oct 26 14:56:01.626961 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ea452-8876-4919-a826-8d2aed5e67a3 req-5f3bb1b3-4c5b-4c53-aa7d-7a4b040271d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:01.628523 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-387ea452-8876-4919-a826-8d2aed5e67a3 req-5f3bb1b3-4c5b-4c53-aa7d-7a4b040271d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea999e9-11ca-4f6a-989d-78d5e9f5c3d7 HTTP/1.1" status: 200 len: 856 time: 0.0449173 Oct 26 14:56:01.675561 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ea452-8876-4919-a826-8d2aed5e67a3 req-94d010f6-6292-4503-824b-b493e0d43a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:01.676950 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-387ea452-8876-4919-a826-8d2aed5e67a3 req-94d010f6-6292-4503-824b-b493e0d43a26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=37831177-70ab-4fcb-a831-5394ae74d682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410480 Oct 26 14:56:01.780549 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-387ea452-8876-4919-a826-8d2aed5e67a3 req-aff63a74-58b4-41d9-acc5-5d449b411e8f service neutron] 10.222.0.11 "GET /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945618 Oct 26 14:56:01.871282 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-387ea452-8876-4919-a826-8d2aed5e67a3 req-7214b2f1-c3b7-471d-af7f-a535830c923c service neutron] 10.222.0.11 "GET /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833368 Oct 26 14:56:06.068697 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:56:12.861777 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-594e3695-5e51-4cb6-9eb9-e13e88a6af13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:15.168489 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fdf0bb86-883f-415f-a247-36397b5a6a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:16.713947 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:17.031864 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:18.746031 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:21.110161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b36b48-18cc-4118-9599-3997386f09f1 req-4886915e-ee15-441b-b2e4-cf8afab91a23 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:21.111572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45b36b48-18cc-4118-9599-3997386f09f1 req-4886915e-ee15-441b-b2e4-cf8afab91a23 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 946 time: 0.0529628 Oct 26 14:56:21.151989 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45b36b48-18cc-4118-9599-3997386f09f1 req-1f8f9b69-d6ee-43e1-8e97-9cada601a131 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343630 Oct 26 14:56:22.266468 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec8fa1-4151-4d52-b32d-41e9a830a34e req-d27e990a-c000-470c-9cd1-868beb5b5c51 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:22.268191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8bec8fa1-4151-4d52-b32d-41e9a830a34e req-d27e990a-c000-470c-9cd1-868beb5b5c51 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 946 time: 0.0473905 Oct 26 14:56:22.313816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8bec8fa1-4151-4d52-b32d-41e9a830a34e req-86834fcf-0445-4cc0-bbd6-65f8af036856 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397241 Oct 26 14:56:22.895980 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d8e6d-08b9-45d9-8a7e-0e2eae5098fb req-5c56e1e6-ce17-4426-b83e-834f2048f56a tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:22.897441 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-493d8e6d-08b9-45d9-8a7e-0e2eae5098fb req-5c56e1e6-ce17-4426-b83e-834f2048f56a tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 946 time: 0.0567918 Oct 26 14:56:22.990540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-493d8e6d-08b9-45d9-8a7e-0e2eae5098fb req-d3236e62-2f3e-4cdb-8b80-4ba440779b2e tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Deleting port c0ef75fa-7159-407b-9e97-e3a359e21e39 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:56:22.990875 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-493d8e6d-08b9-45d9-8a7e-0e2eae5098fb req-d3236e62-2f3e-4cdb-8b80-4ba440779b2e tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:23.084979 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-493d8e6d-08b9-45d9-8a7e-0e2eae5098fb req-d3236e62-2f3e-4cdb-8b80-4ba440779b2e tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] For port c0ef75fa-7159-407b-9e97-e3a359e21e39, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=c0ef75fa-7159-407b-9e97-e3a359e21e39,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:56:23.085333 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-493d8e6d-08b9-45d9-8a7e-0e2eae5098fb req-d3236e62-2f3e-4cdb-8b80-4ba440779b2e tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:23.098854 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-493d8e6d-08b9-45d9-8a7e-0e2eae5098fb req-d3236e62-2f3e-4cdb-8b80-4ba440779b2e tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Calling delete_port for c0ef75fa-7159-407b-9e97-e3a359e21e39 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:56:23.223076 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-493d8e6d-08b9-45d9-8a7e-0e2eae5098fb req-d3236e62-2f3e-4cdb-8b80-4ba440779b2e tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:23.236252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['c0ef75fa-7159-407b-9e97-e3a359e21e39'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:56:23.253566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3236e62-2f3e-4cdb-8b80-4ba440779b2e tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Pushing event deleted for resources: {'Port': ['ID=c0ef75fa-7159-407b-9e97-e3a359e21e39,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:56:23.297648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-493d8e6d-08b9-45d9-8a7e-0e2eae5098fb req-d3236e62-2f3e-4cdb-8b80-4ba440779b2e tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] No DVR routers for this DVR port c0ef75fa-7159-407b-9e97-e3a359e21e39 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:56:23.300594 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-493d8e6d-08b9-45d9-8a7e-0e2eae5098fb req-d3236e62-2f3e-4cdb-8b80-4ba440779b2e tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:23.304144 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-493d8e6d-08b9-45d9-8a7e-0e2eae5098fb req-d3236e62-2f3e-4cdb-8b80-4ba440779b2e tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.11 "DELETE /v2.0/ports/c0ef75fa-7159-407b-9e97-e3a359e21e39 HTTP/1.1" status: 204 len: 173 time: 0.3992698 Oct 26 14:56:23.304644 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62', 'name': 'network-vif-deleted', 'tag': 'c0ef75fa-7159-407b-9e97-e3a359e21e39'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:56:23.306997 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6367e31a-3840-4cc2-b388-d681c824146c" -d '{"events": [{"server_uuid": "4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62", "name": "network-vif-deleted", "tag": "c0ef75fa-7159-407b-9e97-e3a359e21e39"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:56:23.357162 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4e9bb5-c76b-4205-8b95-9c49cac8a269 x-openstack-request-id: req-fd4e9bb5-c76b-4205-8b95-9c49cac8a269 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:56:23.357562 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62", "name": "network-vif-deleted", "tag": "c0ef75fa-7159-407b-9e97-e3a359e21e39", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:56:23.357839 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd4e9bb5-c76b-4205-8b95-9c49cac8a269 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:56:23.358301 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62', 'name': 'network-vif-deleted', 'tag': 'c0ef75fa-7159-407b-9e97-e3a359e21e39', 'status': 'completed', 'code': 200} Oct 26 14:56:23.430711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-23c52f6d-36c2-41ba-a926-5bd8690cfd0e req-2195af0e-9c2e-41cf-bd05-e9813fab1e29 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4bd2e0-0fbd-406a-8cea-a6634d6b4a62 HTTP/1.1" status: 200 len: 210 time: 0.0302222 Oct 26 14:56:23.948781 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:24.888551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-1f910cf5-149e-4a5d-92ad-fd82631c3161 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:24.890092 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-1f910cf5-149e-4a5d-92ad-fd82631c3161 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/networks?id=37831177-70ab-4fcb-a831-5394ae74d682 HTTP/1.1" status: 200 len: 817 time: 0.0997984 Oct 26 14:56:24.905351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-22562696-bccc-46d6-ae75-8db2ae82846b tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/quotas/b33b3971711348e9bbde9d28c6b87c2b HTTP/1.1" status: 200 len: 375 time: 0.0092306 Oct 26 14:56:24.961183 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-c698a5ff-a3d1-4be1-94d8-576858af826e tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b33b3971711348e9bbde9d28c6b87c2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493703 Oct 26 14:56:25.053580 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-29e0cc24-7fc1-4698-b8c3-045edfef80f4 service neutron] 10.222.0.32 "GET /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808132 Oct 26 14:56:25.483902 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-c6fe4854-a02b-44d9-bd09-31872bf7774e service neutron] 10.222.0.32 "GET /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237945 Oct 26 14:56:25.649085 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f7d326b4-4eab-46f4-b19f-2175cdc76021 req-299e938d-44b9-4510-882d-44f8d428a30c tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 210 time: 0.0269353 Oct 26 14:56:26.555950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-f2bff44b-25b8-4053-ad87-c2ae969fd78e tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:26.557695 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-f2bff44b-25b8-4053-ad87-c2ae969fd78e tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.11 "GET /v2.0/networks?id=37831177-70ab-4fcb-a831-5394ae74d682 HTTP/1.1" status: 200 len: 817 time: 0.1062622 Oct 26 14:56:26.571655 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Request body: {'port': {'device_id': 'b6a8c8b0-a84c-4788-a59c-d2d42f908415', 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682', 'admin_state_up': True, 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:56:26.680678 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Made reservation on behalf of b33b3971711348e9bbde9d28c6b87c2b for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:56:26.685000 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:26.744095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0f5d6c59-61a1-49e8-b0c5-859d4883e413 req-06861482-9001-4e46-957f-16bc2302ce34 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 210 time: 0.0259216 Oct 26 14:56:26.813810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Allocated IP 172.20.0.7 (37831177-70ab-4fcb-a831-5394ae74d682/eea999e9-11ca-4f6a-989d-78d5e9f5c3d7/86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:56:26.959248 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:26.991816 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:27.034752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Network 37831177-70ab-4fcb-a831-5394ae74d682 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:56:27.037849 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:56:27.041557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:56:27.067565 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Pushing event updated for resources: {'Port': ['ID=86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:56:27.082469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:27.082812 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:27.083153 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:27.083482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:27.083814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:27.084145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:27.084466 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:27.084787 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:27.085105 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:27.085422 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:27.085740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:27.086075 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:27.104418 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:27.105054 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:27.121512 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-1dea1354-a0e3-411b-9c4c-13463f4d555f tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5536265 Oct 26 14:56:27.142726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Request body: {'port': {'device_id': 'b6a8c8b0-a84c-4788-a59c-d2d42f908415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:56:27.203305 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:27.254101 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-91f6e260-b170-4ed1-9fd4-0be6f132ce8a None None] Provisioning complete for port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:56:27.254694 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-91f6e260-b170-4ed1-9fd4-0be6f132ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:27.289135 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-91f6e260-b170-4ed1-9fd4-0be6f132ce8a None None] Port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:56:27.330602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device c0ef75fa-7159-407b-9e97-e3a359e21e39 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:56:27.352954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: c0ef75fa-7159-407b-9e97-e3a359e21e39 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:56:27.353295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device c0ef75fa-7159-407b-9e97-e3a359e21e39 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:56:27.459598 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:56:27.466823 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:27.478246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Transition to ACTIVE for port object 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:56:27.482633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:27.534179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Pushing event updated for resources: {'Port': ['ID=86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:56:27.607513 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Attempting to bind port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:56:27.608165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Attempting to bind port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:56:27.608165 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Attempting to bind port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 on network 37831177-70ab-4fcb-a831-5394ae74d682 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:56:27.612732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 on network 37831177-70ab-4fcb-a831-5394ae74d682 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:56:27.613058 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Attempting to bind port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 on network 37831177-70ab-4fcb-a831-5394ae74d682 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:56:27.618074 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:56:27.618419 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Checking segment: {'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:56:27.618804 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Bound using segment: {'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:56:27.619237 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Bound port: 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:56:27.619598 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:27.686467 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] For port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:56:27.689561 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] For port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:56:27.694472 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:27.734393 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:27.734998 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:27.736355 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] 10.222.0.11 "PUT /v2.0/ports/86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 HTTP/1.1" status: 200 len: 1091 time: 0.5983438 Oct 26 14:56:27.736797 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a8c8b0-a84c-4788-a59c-d2d42f908415', 'tag': '86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:56:27.739089 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3828d2e-aa8f-41d2-a09a-5aa7216b7329" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a8c8b0-a84c-4788-a59c-d2d42f908415", "tag": "86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:56:27.761242 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744eb43-59b4-458d-beca-8f932892a82b service neutron] Pushing event updated for resources: {'Port': ['ID=86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:56:27.813470 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17e8ca7-61de-42fc-b1df-04f4ce9cca47 x-openstack-request-id: req-f17e8ca7-61de-42fc-b1df-04f4ce9cca47 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:56:27.813768 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a8c8b0-a84c-4788-a59c-d2d42f908415", "tag": "86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:56:27.814039 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f17e8ca7-61de-42fc-b1df-04f4ce9cca47 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:56:27.814446 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a8c8b0-a84c-4788-a59c-d2d42f908415', 'tag': '86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8', 'status': 'completed', 'code': 200} Oct 26 14:56:27.835431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-b6d51c4e-e90f-4b35-a047-a131a33aac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:27.837132 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-b6d51c4e-e90f-4b35-a047-a131a33aac2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b33b3971711348e9bbde9d28c6b87c2b&device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 1094 time: 0.0549278 Oct 26 14:56:27.877289 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce43fc6-9ad7-4cc4-905a-b109e1bb8fa2 req-174fed63-3dfb-4872-a99c-4f812ed5acf6 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:27.882558 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-f4dce08f-f22f-400d-9211-2fd077c290ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 HTTP/1.1" status: 200 len: 217 time: 0.0364389 Oct 26 14:56:27.884803 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cce43fc6-9ad7-4cc4-905a-b109e1bb8fa2 req-174fed63-3dfb-4872-a99c-4f812ed5acf6 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 943 time: 0.0568628 Oct 26 14:56:27.922900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cce43fc6-9ad7-4cc4-905a-b109e1bb8fa2 req-710d06bc-9bb1-44cb-bba2-a4ba16ef8e87 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371845 Oct 26 14:56:27.936754 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-952cba04-05e6-4b8d-a5de-c6cfb8e7b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:27.938348 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-952cba04-05e6-4b8d-a5de-c6cfb8e7b556 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea999e9-11ca-4f6a-989d-78d5e9f5c3d7 HTTP/1.1" status: 200 len: 856 time: 0.0480444 Oct 26 14:56:27.987702 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-5ca3b5c9-690d-41e7-b09d-e8fd697a3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:27.989154 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-5ca3b5c9-690d-41e7-b09d-e8fd697a3640 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=37831177-70ab-4fcb-a831-5394ae74d682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441954 Oct 26 14:56:28.080722 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-e84856e6-a560-4fb7-ad7f-0ae4b7e52822 service neutron] 10.222.0.11 "GET /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837610 Oct 26 14:56:28.117749 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:28.174217 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b5dde82a-e760-4ec5-b109-7f3dd9f3e537 req-53430743-baaf-41eb-9d05-71c78873cae5 service neutron] 10.222.0.11 "GET /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859766 Oct 26 14:56:28.255679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3828d2e-aa8f-41d2-a09a-5aa7216b7329 req-18142eb4-8aff-49f5-9dff-7987a81b801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:28.257152 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f3828d2e-aa8f-41d2-a09a-5aa7216b7329 req-18142eb4-8aff-49f5-9dff-7987a81b801b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b33b3971711348e9bbde9d28c6b87c2b&device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 1094 time: 0.0394444 Oct 26 14:56:28.348585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3828d2e-aa8f-41d2-a09a-5aa7216b7329 req-9942132d-4685-4a89-834a-3b5cf8b55b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:28.350058 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f3828d2e-aa8f-41d2-a09a-5aa7216b7329 req-9942132d-4685-4a89-834a-3b5cf8b55b97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=37831177-70ab-4fcb-a831-5394ae74d682 HTTP/1.1" status: 200 len: 918 time: 0.0860505 Oct 26 14:56:28.390815 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f3828d2e-aa8f-41d2-a09a-5aa7216b7329 req-7de46b68-6351-4e05-b773-d2b8317f2eba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 HTTP/1.1" status: 200 len: 217 time: 0.0330691 Oct 26 14:56:28.439310 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3828d2e-aa8f-41d2-a09a-5aa7216b7329 req-dbd6830f-1585-44b8-92c8-9b89d82c0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:28.440741 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f3828d2e-aa8f-41d2-a09a-5aa7216b7329 req-dbd6830f-1585-44b8-92c8-9b89d82c0aa4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea999e9-11ca-4f6a-989d-78d5e9f5c3d7 HTTP/1.1" status: 200 len: 856 time: 0.0434146 Oct 26 14:56:28.489568 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3828d2e-aa8f-41d2-a09a-5aa7216b7329 req-51c91b70-a79c-4823-8948-11f7c03de3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:28.491064 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f3828d2e-aa8f-41d2-a09a-5aa7216b7329 req-51c91b70-a79c-4823-8948-11f7c03de3fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=37831177-70ab-4fcb-a831-5394ae74d682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426302 Oct 26 14:56:28.583622 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f3828d2e-aa8f-41d2-a09a-5aa7216b7329 req-1e413ab2-e7e4-4644-ad46-a85a271f58e4 service neutron] 10.222.0.11 "GET /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841291 Oct 26 14:56:28.677271 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f3828d2e-aa8f-41d2-a09a-5aa7216b7329 req-a8d50e0d-1106-4f9f-995b-05b68d6ca26a service neutron] 10.222.0.11 "GET /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855062 Oct 26 14:56:29.041419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bd68a-5549-440c-9627-2661f22be840 req-02bdba0f-3288-4a29-a981-97d649dc1328 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:29.042975 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e4bd68a-5549-440c-9627-2661f22be840 req-02bdba0f-3288-4a29-a981-97d649dc1328 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 943 time: 0.0514143 Oct 26 14:56:29.080097 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4e4bd68a-5549-440c-9627-2661f22be840 req-011e1eb2-ff85-48f4-8ec1-39110d0b315d tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306454 Oct 26 14:56:30.196139 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df46f7-a739-4c60-b2d8-3fc3ad4643cd req-99daeff7-4963-4512-a896-7a2af0497f1a tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:30.197598 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34df46f7-a739-4c60-b2d8-3fc3ad4643cd req-99daeff7-4963-4512-a896-7a2af0497f1a tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 943 time: 0.0471909 Oct 26 14:56:30.234009 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-34df46f7-a739-4c60-b2d8-3fc3ad4643cd req-89926507-e651-4a1b-b369-44f1091462b2 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298185 Oct 26 14:56:31.315677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:56:31.350764 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cbce0-692b-44f5-9d16-65aa9d5fb401 req-eee070cb-4911-4a2b-8eaf-929ab519f801 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:31.352265 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-880cbce0-692b-44f5-9d16-65aa9d5fb401 req-eee070cb-4911-4a2b-8eaf-929ab519f801 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 943 time: 0.0496330 Oct 26 14:56:31.389634 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-880cbce0-692b-44f5-9d16-65aa9d5fb401 req-58ee7384-a9d6-4947-9daa-4ef36ea6f868 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313518 Oct 26 14:56:31.413632 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:56:31.424783 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8', 'network_id': '37831177-70ab-4fcb-a831-5394ae74d682', 'port_id': '86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8', 'mac_address': 'fa:16:3e:4f:6f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea999e9-11ca-4f6a-989d-78d5e9f5c3d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:56:31.461758 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:31.474131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:56:31.492404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:56:31.496959 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:31.542142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:56:31.549175 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:31.549524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:31.549863 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:31.550230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:31.550569 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:31.550900 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:31.551225 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:31.551549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:31.551873 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:31.552196 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:31.552516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:31.552837 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:31.797760 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:56:32.507316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee342e-5c5a-470d-b1e7-3591898b685a req-61527b3a-4b5f-45fd-8b3b-e8675d5dfd86 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:32.508769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58ee342e-5c5a-470d-b1e7-3591898b685a req-61527b3a-4b5f-45fd-8b3b-e8675d5dfd86 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 944 time: 0.0512064 Oct 26 14:56:32.545828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-58ee342e-5c5a-470d-b1e7-3591898b685a req-a1eb6ebc-584b-4928-99a4-9adb1f529ecd tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311072 Oct 26 14:56:33.338527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:56:33.385697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:56:33.389390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:56:33.389755 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:33.467216 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:33.488643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a8c8b0-a84c-4788-a59c-d2d42f908415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:56:33.490910 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cecc4c-17ea-4ebd-b548-a3016820764f" -d '{"events": [{"server_uuid": "b6a8c8b0-a84c-4788-a59c-d2d42f908415", "name": "network-vif-plugged", "status": "completed", "tag": "86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:56:33.504540 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:56:33.508428 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:33.531863 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135c39a9-e900-4931-8b8d-a195dfeb5388 x-openstack-request-id: req-135c39a9-e900-4931-8b8d-a195dfeb5388 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:56:33.532158 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a8c8b0-a84c-4788-a59c-d2d42f908415", "name": "network-vif-plugged", "status": "completed", "tag": "86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:56:33.532412 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-135c39a9-e900-4931-8b8d-a195dfeb5388 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:56:33.532801 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a8c8b0-a84c-4788-a59c-d2d42f908415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8', 'code': 200} Oct 26 14:56:33.558018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:56:33.627376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a861b8-5444-4302-8198-e27d77cf6b9b req-65abc15b-a320-4bb9-aa67-28d662889235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:33.628798 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7a861b8-5444-4302-8198-e27d77cf6b9b req-65abc15b-a320-4bb9-aa67-28d662889235 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 1096 time: 0.0412066 Oct 26 14:56:33.660206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68357a0e-c6e8-40b9-af4d-03b3e71f2dff req-b8b6e6cc-2bfb-4767-9daa-284d957c7f76 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:33.661679 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68357a0e-c6e8-40b9-af4d-03b3e71f2dff req-b8b6e6cc-2bfb-4767-9daa-284d957c7f76 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 945 time: 0.0488884 Oct 26 14:56:33.664941 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c7a861b8-5444-4302-8198-e27d77cf6b9b req-87fb2363-edf2-487c-80b8-56469d05b044 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287752 Oct 26 14:56:33.699015 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68357a0e-c6e8-40b9-af4d-03b3e71f2dff req-d8334d94-c7e8-43ee-b1ea-d3dc743766ed tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313644 Oct 26 14:56:34.815499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574e564-7be2-4d3b-af42-6d3a1e66c42b req-51306c82-a0fa-43b4-a817-b22f185cca6c tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:34.816980 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5574e564-7be2-4d3b-af42-6d3a1e66c42b req-51306c82-a0fa-43b4-a817-b22f185cca6c tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 945 time: 0.0485868 Oct 26 14:56:34.857967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5574e564-7be2-4d3b-af42-6d3a1e66c42b req-3adb1118-42ec-4352-bfab-35435acf5d99 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348678 Oct 26 14:56:35.979675 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c36f8a-e50f-4454-88ca-704ec78fc3d0 req-8c218aa7-151f-4d5d-a2b9-fea1f5c14b00 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:35.981140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13c36f8a-e50f-4454-88ca-704ec78fc3d0 req-8c218aa7-151f-4d5d-a2b9-fea1f5c14b00 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 945 time: 0.0519993 Oct 26 14:56:36.019058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13c36f8a-e50f-4454-88ca-704ec78fc3d0 req-08007e76-d02f-46b6-98fb-840d136f5745 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319529 Oct 26 14:56:36.134421 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1470421-05c1-4ecf-9ca7-7e7f5b058124 req-be2d534d-e403-4f47-b94a-19949353bc30 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:36.135953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1470421-05c1-4ecf-9ca7-7e7f5b058124 req-be2d534d-e403-4f47-b94a-19949353bc30 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 945 time: 0.0490360 Oct 26 14:56:36.172753 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d1470421-05c1-4ecf-9ca7-7e7f5b058124 req-e9293d0e-24ff-45b1-91d0-df47b3eb713b tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300710 Oct 26 14:56:42.863870 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-37687a2b-1b58-45ac-a0e2-b23182ab4277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:43.068032 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:56:45.171259 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c4bd22d9-6952-4a8c-8b23-965f12e30d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:46.716376 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:47.033648 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:48.747275 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:53.945558 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:57.533008 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018d0c0-6825-4988-b69c-f8fdf1ef4b3d req-41903dbb-fb7d-4ddb-a8fc-ae8d760bfb79 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:57.534517 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9018d0c0-6825-4988-b69c-f8fdf1ef4b3d req-41903dbb-fb7d-4ddb-a8fc-ae8d760bfb79 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 945 time: 0.0512228 Oct 26 14:56:57.573258 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9018d0c0-6825-4988-b69c-f8fdf1ef4b3d req-3eb6a806-477f-40ae-8a52-b1903d905430 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325484 Oct 26 14:56:58.135029 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:58.694057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1560e9-8927-4760-8228-413052e8a790 req-c8cddad8-b5ae-47f2-b10f-08f27fee1e00 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:58.695535 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a1560e9-8927-4760-8228-413052e8a790 req-c8cddad8-b5ae-47f2-b10f-08f27fee1e00 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 945 time: 0.0522776 Oct 26 14:56:58.733014 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a1560e9-8927-4760-8228-413052e8a790 req-df0104e5-b746-4680-bbb2-07b2d3f90bec tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d709cc3-d239-4c65-a0a9-0da95feb8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315015 Oct 26 14:56:59.296222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c89c7-02b9-42d6-85c6-c8a8d71f7a34 req-465f3b36-bfa2-4a80-be25-5f23d9039012 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:59.297576 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-374c89c7-02b9-42d6-85c6-c8a8d71f7a34 req-465f3b36-bfa2-4a80-be25-5f23d9039012 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 945 time: 0.0515068 Oct 26 14:56:59.392045 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-374c89c7-02b9-42d6-85c6-c8a8d71f7a34 req-df0d51f9-214b-441f-841f-286d37aa3bb4 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Deleting port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:56:59.392378 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-374c89c7-02b9-42d6-85c6-c8a8d71f7a34 req-df0d51f9-214b-441f-841f-286d37aa3bb4 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:59.478762 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-374c89c7-02b9-42d6-85c6-c8a8d71f7a34 req-df0d51f9-214b-441f-841f-286d37aa3bb4 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] For port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:56:59.479120 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-374c89c7-02b9-42d6-85c6-c8a8d71f7a34 req-df0d51f9-214b-441f-841f-286d37aa3bb4 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:59.491612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-374c89c7-02b9-42d6-85c6-c8a8d71f7a34 req-df0d51f9-214b-441f-841f-286d37aa3bb4 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Calling delete_port for 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:56:59.618190 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-374c89c7-02b9-42d6-85c6-c8a8d71f7a34 req-df0d51f9-214b-441f-841f-286d37aa3bb4 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:59.631181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:56:59.647660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d51f9-214b-441f-841f-286d37aa3bb4 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Pushing event deleted for resources: {'Port': ['ID=86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:56:59.693841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-374c89c7-02b9-42d6-85c6-c8a8d71f7a34 req-df0d51f9-214b-441f-841f-286d37aa3bb4 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] No DVR routers for this DVR port 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:56:59.696544 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-374c89c7-02b9-42d6-85c6-c8a8d71f7a34 req-df0d51f9-214b-441f-841f-286d37aa3bb4 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:59.699945 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-374c89c7-02b9-42d6-85c6-c8a8d71f7a34 req-df0d51f9-214b-441f-841f-286d37aa3bb4 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.11 "DELETE /v2.0/ports/86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 HTTP/1.1" status: 204 len: 173 time: 0.3965240 Oct 26 14:56:59.700448 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a8c8b0-a84c-4788-a59c-d2d42f908415', 'name': 'network-vif-deleted', 'tag': '86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:56:59.702768 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7d97a2-8e68-4cb9-9e4b-8d7e67601f8b" -d '{"events": [{"server_uuid": "b6a8c8b0-a84c-4788-a59c-d2d42f908415", "name": "network-vif-deleted", "tag": "86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:56:59.743481 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472add8d-b13b-41bc-9113-82aedb4b8b11 x-openstack-request-id: req-472add8d-b13b-41bc-9113-82aedb4b8b11 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:56:59.743864 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a8c8b0-a84c-4788-a59c-d2d42f908415", "name": "network-vif-deleted", "tag": "86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:56:59.744135 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-472add8d-b13b-41bc-9113-82aedb4b8b11 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:56:59.744729 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a8c8b0-a84c-4788-a59c-d2d42f908415', 'name': 'network-vif-deleted', 'tag': '86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8', 'status': 'completed', 'code': 200} Oct 26 14:56:59.837478 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25a38c0a-324b-4342-8828-c73a63b6176c req-dc0a3e3d-89f5-478f-8be6-20ab0bc48128 tempest-TestEncryptedCinderVolumes-367356 tempest-TestEncryptedCinderVolumes-367356-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a8c8b0-a84c-4788-a59c-d2d42f908415 HTTP/1.1" status: 200 len: 210 time: 0.0311067 Oct 26 14:57:00.938361 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52322) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:01.295190 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db8ca028-3bc6-489b-a4f2-8e4325d71ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:01.557228 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-db8ca028-3bc6-489b-a4f2-8e4325d71ad6 admin admin] Deleting port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:57:01.557577 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db8ca028-3bc6-489b-a4f2-8e4325d71ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:01.644217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-db8ca028-3bc6-489b-a4f2-8e4325d71ad6 admin admin] For port cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:01.644584 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db8ca028-3bc6-489b-a4f2-8e4325d71ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:01.656470 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-db8ca028-3bc6-489b-a4f2-8e4325d71ad6 admin admin] Calling delete_port for cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:57:01.832217 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db8ca028-3bc6-489b-a4f2-8e4325d71ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:01.859141 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ca028-3bc6-489b-a4f2-8e4325d71ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:02.025918 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-db8ca028-3bc6-489b-a4f2-8e4325d71ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:02.541120 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8ca028-3bc6-489b-a4f2-8e4325d71ad6 admin admin] Router 9c9ca028-4e71-406c-a83c-74a90b1bfd22 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:57:02.646923 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8ca028-3bc6-489b-a4f2-8e4325d71ad6 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:57:02.651983 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-db8ca028-3bc6-489b-a4f2-8e4325d71ad6 admin admin] 10.222.0.32 "PUT /v2.0/routers/9c9ca028-4e71-406c-a83c-74a90b1bfd22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7125926 Oct 26 14:57:02.654668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52324) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:02.657158 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a3118f-d07a-47af-a115-e17cf1e8bfc0 None None] Sync routers for ids ['9c9ca028-4e71-406c-a83c-74a90b1bfd22'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:57:02.666489 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3118f-d07a-47af-a115-e17cf1e8bfc0 None None] Routers {'9c9ca028-4e71-406c-a83c-74a90b1bfd22'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:57:02.667074 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d2a3118f-d07a-47af-a115-e17cf1e8bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:56:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9c9ca028-4e71-406c-a83c-74a90b1bfd22'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:02.759636 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:02.769651 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d2a3118f-d07a-47af-a115-e17cf1e8bfc0 None None] Set router 9c9ca028-4e71-406c-a83c-74a90b1bfd22 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:57:02.860646 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:02.921391 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] Deleting port ceeac751-58fc-4cef-a53d-9c94f01c1d40 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:57:02.921921 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:02.952340 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d2a3118f-d07a-47af-a115-e17cf1e8bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'name': 'tempest-TestEncryptedCinderVolumes-1330640661-router', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ceeac751-58fc-4cef-a53d-9c94f01c1d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:57:01Z', 'revision_number': 5, 'project_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'gw_port': {'id': 'ceeac751-58fc-4cef-a53d-9c94f01c1d40', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:02.978897 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a3118f-d07a-47af-a115-e17cf1e8bfc0 None None] Checking router: 9c9ca028-4e71-406c-a83c-74a90b1bfd22 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:57:02.987624 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3118f-d07a-47af-a115-e17cf1e8bfc0 None None] Routers {'9c9ca028-4e71-406c-a83c-74a90b1bfd22'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:57:02.988215 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d2a3118f-d07a-47af-a115-e17cf1e8bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:56:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9c9ca028-4e71-406c-a83c-74a90b1bfd22'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:03.004232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] For port ceeac751-58fc-4cef-a53d-9c94f01c1d40, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=ceeac751-58fc-4cef-a53d-9c94f01c1d40,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:03.004601 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.017089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] Calling delete_port for ceeac751-58fc-4cef-a53d-9c94f01c1d40 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:57:03.071412 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d2a3118f-d07a-47af-a115-e17cf1e8bfc0 None None] Set router 9c9ca028-4e71-406c-a83c-74a90b1bfd22 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:57:03.121830 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d2a3118f-d07a-47af-a115-e17cf1e8bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'name': 'tempest-TestEncryptedCinderVolumes-1330640661-router', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:57:02Z', 'revision_number': 6, 'project_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:03.150882 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a3118f-d07a-47af-a115-e17cf1e8bfc0 None None] The sync data for ids ['9c9ca028-4e71-406c-a83c-74a90b1bfd22'] in n-d-815498-1 is: [{'id': '9c9ca028-4e71-406c-a83c-74a90b1bfd22', 'name': 'tempest-TestEncryptedCinderVolumes-1330640661-router', 'tenant_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:39Z', 'updated_at': '2021-10-26T14:57:02Z', 'revision_number': 6, 'project_id': 'b33b3971711348e9bbde9d28c6b87c2b', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:57:03.185911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.220887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceeac751-58fc-4cef-a53d-9c94f01c1d40,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:03.279651 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.368168 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.370331 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.414104 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.414577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c9ca028-4e71-406c-a83c-74a90b1bfd22 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:57:03.419142 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.420269 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b4956251-5349-417f-a47f-92efe9b404e7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9c9ca028-4e71-406c-a83c-74a90b1bfd22 HTTP/1.1" status: 204 len: 168 time: 0.7646668 Oct 26 14:57:03.422940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52326) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:03.466198 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Deleting subnet eea999e9-11ca-4f6a-989d-78d5e9f5c3d7 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:57:03.469047 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.505626 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.508681 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:57:03.531052 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:57:03.531402 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 86ffe7fd-7cb2-4325-ad9d-fb8cafd1bee8 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:57:03.595433 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.647515 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.672379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eea999e9-11ca-4f6a-989d-78d5e9f5c3d7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:03.677325 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.680700 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eea999e9-11ca-4f6a-989d-78d5e9f5c3d7 HTTP/1.1" status: 204 len: 168 time: 0.2567585 Oct 26 14:57:03.681643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e621f709-ce8d-42c0-9d5f-13328d1d6904 None None] Network 37831177-70ab-4fcb-a831-5394ae74d682 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:57:03.683424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52328) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:03.686704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:03.687056 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:03.687404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:03.687741 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:03.688076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:03.688409 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:03.689025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:03.689025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:03.689380 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:03.689694 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:03.690028 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:03.690357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802ea2e-023a-4ada-ac86-270167e69adf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:03.761018 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.815059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Deleting port daac1ca0-925a-44da-a963-652b8ccc9eb2 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:57:03.815416 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.882012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] For port daac1ca0-925a-44da-a963-652b8ccc9eb2, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=daac1ca0-925a-44da-a963-652b8ccc9eb2,segment=NetworkSegment(4a0c4d86-a4a6-4af0-be28-3c39883f4dd0),segment_id=4a0c4d86-a4a6-4af0-be28-3c39883f4dd0)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:03.882307 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.895632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Calling delete_port for daac1ca0-925a-44da-a963-652b8ccc9eb2 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:57:03.930199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a70df8-6b3d-4505-90de-04b4706d2527 None None] DHCP port deletion for 37831177-70ab-4fcb-a831-5394ae74d682 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:57:03.976295 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:03.985155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-82a70df8-6b3d-4505-90de-04b4706d2527 None None] Deleting port daac1ca0-925a-44da-a963-652b8ccc9eb2 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:57:03.985538 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82a70df8-6b3d-4505-90de-04b4706d2527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:04.002716 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=daac1ca0-925a-44da-a963-652b8ccc9eb2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:04.006455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] No DVR routers for this DVR port daac1ca0-925a-44da-a963-652b8ccc9eb2 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:57:04.051744 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-82a70df8-6b3d-4505-90de-04b4706d2527 None None] For port daac1ca0-925a-44da-a963-652b8ccc9eb2, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:04.052147 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82a70df8-6b3d-4505-90de-04b4706d2527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:04.066177 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-82a70df8-6b3d-4505-90de-04b4706d2527 None None] Calling delete_port for daac1ca0-925a-44da-a963-652b8ccc9eb2 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:57:04.068852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-82a70df8-6b3d-4505-90de-04b4706d2527 None None] Port daac1ca0-925a-44da-a963-652b8ccc9eb2 was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:57:04.070153 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82a70df8-6b3d-4505-90de-04b4706d2527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:04.086099 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:04.093718 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a70df8-6b3d-4505-90de-04b4706d2527 None None] Pushing event deleted for resources: {'Port': ['ID=daac1ca0-925a-44da-a963-652b8ccc9eb2,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:04.099420 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a70df8-6b3d-4505-90de-04b4706d2527 None None] No DVR routers for this DVR port daac1ca0-925a-44da-a963-652b8ccc9eb2 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:57:04.106793 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37831177-70ab-4fcb-a831-5394ae74d682']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:04.119064 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:04.119338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0c4d86-a4a6-4af0-be28-3c39883f4dd0') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:04.129771 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:04.143968 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:04.151543 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:57:04.152020 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: timer() Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:57:04.153971 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:57:04.218275 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:04.224213 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:04.227545 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/37831177-70ab-4fcb-a831-5394ae74d682 HTTP/1.1" status: 204 len: 168 time: 0.5430062 Oct 26 14:57:04.230831 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52330) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:04.242392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25634e5-93b4-4c8f-90b3-762653cb11d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=37831177-70ab-4fcb-a831-5394ae74d682,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:04.574852 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-857419e6-b1ff-45a8-8545-f697119a47e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:04.815096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-857419e6-b1ff-45a8-8545-f697119a47e1 admin admin] Deleting port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:57:04.815435 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-857419e6-b1ff-45a8-8545-f697119a47e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:04.892152 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-857419e6-b1ff-45a8-8545-f697119a47e1 admin admin] For port 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2b6eaee3-ad3b-42a2-b68f-2ac619aabd39,segment=NetworkSegment(0253dccf-b2ee-40ad-9d88-0b861b02c3cf),segment_id=0253dccf-b2ee-40ad-9d88-0b861b02c3cf)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:04.892434 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-857419e6-b1ff-45a8-8545-f697119a47e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:04.905253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-857419e6-b1ff-45a8-8545-f697119a47e1 admin admin] Calling delete_port for 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:57:04.964233 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:57:04.989055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:57:04.989403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cfc4e75b-f93d-4140-a06b-5b1c4c9ca7cc not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:57:04.989817 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device daac1ca0-925a-44da-a963-652b8ccc9eb2 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:57:05.007994 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: daac1ca0-925a-44da-a963-652b8ccc9eb2 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:57:05.008344 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device daac1ca0-925a-44da-a963-652b8ccc9eb2 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:57:05.008746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ceeac751-58fc-4cef-a53d-9c94f01c1d40 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:57:05.027634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: ceeac751-58fc-4cef-a53d-9c94f01c1d40 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:57:05.028527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device ceeac751-58fc-4cef-a53d-9c94f01c1d40 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:57:05.090122 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-857419e6-b1ff-45a8-8545-f697119a47e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:05.115004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857419e6-b1ff-45a8-8545-f697119a47e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6eaee3-ad3b-42a2-b68f-2ac619aabd39,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:05.292635 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-857419e6-b1ff-45a8-8545-f697119a47e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:05.501582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857419e6-b1ff-45a8-8545-f697119a47e1 admin admin] Router 918f7272-f9f0-4013-8590-a705d829b6d4 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:57:05.603204 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857419e6-b1ff-45a8-8545-f697119a47e1 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:57:05.608719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-857419e6-b1ff-45a8-8545-f697119a47e1 admin admin] 10.222.0.32 "PUT /v2.0/routers/918f7272-f9f0-4013-8590-a705d829b6d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3761978 Oct 26 14:57:05.611227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52332) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:05.613369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c870386-7844-4b5e-b370-696fc7282fdc None None] Sync routers for ids ['918f7272-f9f0-4013-8590-a705d829b6d4'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:57:05.624819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c870386-7844-4b5e-b370-696fc7282fdc None None] Routers {'918f7272-f9f0-4013-8590-a705d829b6d4'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:57:05.625444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4c870386-7844-4b5e-b370-696fc7282fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:56:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['918f7272-f9f0-4013-8590-a705d829b6d4'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:05.712287 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:05.728219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-4c870386-7844-4b5e-b370-696fc7282fdc None None] Set router 918f7272-f9f0-4013-8590-a705d829b6d4 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:57:05.813189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:05.864801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] Deleting port 6f976619-3621-4886-8531-259f2d19a0f8 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:57:05.865151 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:05.907084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4c870386-7844-4b5e-b370-696fc7282fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'name': 'tempest-TestEncryptedCinderVolumes-1765076989-router', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '6f976619-3621-4886-8531-259f2d19a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:43Z', 'updated_at': '2021-10-26T14:57:05Z', 'revision_number': 5, 'project_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'gw_port': {'id': '6f976619-3621-4886-8531-259f2d19a0f8', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:55:44Z', 'updated_at': '2021-10-26T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:05.935215 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c870386-7844-4b5e-b370-696fc7282fdc None None] Checking router: 918f7272-f9f0-4013-8590-a705d829b6d4 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:57:05.943440 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c870386-7844-4b5e-b370-696fc7282fdc None None] Routers {'918f7272-f9f0-4013-8590-a705d829b6d4'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:57:05.944025 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4c870386-7844-4b5e-b370-696fc7282fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:56:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['918f7272-f9f0-4013-8590-a705d829b6d4'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:05.947199 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] For port 6f976619-3621-4886-8531-259f2d19a0f8, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6f976619-3621-4886-8531-259f2d19a0f8,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:05.947565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:05.959718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] Calling delete_port for 6f976619-3621-4886-8531-259f2d19a0f8 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:57:06.136980 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.161612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f976619-3621-4886-8531-259f2d19a0f8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:06.201180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-4c870386-7844-4b5e-b370-696fc7282fdc None None] Set router 918f7272-f9f0-4013-8590-a705d829b6d4 gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:57:06.227410 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.253074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-4c870386-7844-4b5e-b370-696fc7282fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'name': 'tempest-TestEncryptedCinderVolumes-1765076989-router', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:43Z', 'updated_at': '2021-10-26T14:57:05Z', 'revision_number': 6, 'project_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:06.282752 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c870386-7844-4b5e-b370-696fc7282fdc None None] The sync data for ids ['918f7272-f9f0-4013-8590-a705d829b6d4'] in n-d-815498-1 is: [{'id': '918f7272-f9f0-4013-8590-a705d829b6d4', 'name': 'tempest-TestEncryptedCinderVolumes-1765076989-router', 'tenant_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:55:43Z', 'updated_at': '2021-10-26T14:57:05Z', 'revision_number': 6, 'project_id': 'b7b98b4eb2d84e34b2e399f6dd08e6a8', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:57:06.320268 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.322549 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.366007 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.366570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 918f7272-f9f0-4013-8590-a705d829b6d4 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:57:06.372611 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.373751 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-856adb97-dadc-4c26-8703-f6dd1d809197 admin admin] 10.222.0.32 "DELETE /v2.0/routers/918f7272-f9f0-4013-8590-a705d829b6d4 HTTP/1.1" status: 204 len: 168 time: 0.7616184 Oct 26 14:57:06.376273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52334) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:06.420798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e3adfe-6e15-463e-8c90-71afc84f3a8e admin admin] Deleting subnet ba8b1073-31be-4582-9833-1383166c6ba8 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:57:06.423849 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26e3adfe-6e15-463e-8c90-71afc84f3a8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.460728 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26e3adfe-6e15-463e-8c90-71afc84f3a8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.534381 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26e3adfe-6e15-463e-8c90-71afc84f3a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.585527 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26e3adfe-6e15-463e-8c90-71afc84f3a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.611184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3adfe-6e15-463e-8c90-71afc84f3a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8b1073-31be-4582-9833-1383166c6ba8,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:06.614830 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-26e3adfe-6e15-463e-8c90-71afc84f3a8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.618167 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-26e3adfe-6e15-463e-8c90-71afc84f3a8e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ba8b1073-31be-4582-9833-1383166c6ba8 HTTP/1.1" status: 204 len: 168 time: 0.2408307 Oct 26 14:57:06.620302 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb2df2e-5fdb-4f94-b4e6-3d81850cb62b None None] Network 34d55621-3f69-4d66-8001-305e2f3adc55 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:57:06.620495 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52336) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:06.700825 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.760621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Deleting port eeefc4aa-3941-4d6f-9b12-c85af42c6eac {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:57:06.760968 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.827526 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] For port eeefc4aa-3941-4d6f-9b12-c85af42c6eac, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=eeefc4aa-3941-4d6f-9b12-c85af42c6eac,segment=NetworkSegment(0253dccf-b2ee-40ad-9d88-0b861b02c3cf),segment_id=0253dccf-b2ee-40ad-9d88-0b861b02c3cf)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:06.827888 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.839755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Calling delete_port for eeefc4aa-3941-4d6f-9b12-c85af42c6eac owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:57:06.915690 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:06.941871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeefc4aa-3941-4d6f-9b12-c85af42c6eac,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:06.943727 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] No DVR routers for this DVR port eeefc4aa-3941-4d6f-9b12-c85af42c6eac on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:57:07.016650 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:07.035564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d55621-3f69-4d66-8001-305e2f3adc55']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:07.045259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0253dccf-b2ee-40ad-9d88-0b861b02c3cf') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:07.045570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0253dccf-b2ee-40ad-9d88-0b861b02c3cf') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:07.056436 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:07.070915 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:07.077281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:57:07.077700 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:57:07.079595 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:57:07.082178 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97360e3-e548-4fb6-9602-70d77ba8a5aa None None] DHCP port deletion for 34d55621-3f69-4d66-8001-305e2f3adc55 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:57:07.137923 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:07.144528 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:07.148253 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] 10.222.0.32 "DELETE /v2.0/networks/34d55621-3f69-4d66-8001-305e2f3adc55 HTTP/1.1" status: 204 len: 168 time: 0.5268044 Oct 26 14:57:07.150225 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6f976619-3621-4886-8531-259f2d19a0f8 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:57:07.164391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbe8e3-c277-4d1b-b3a2-6d0a1893e792 admin admin] Pushing event deleted for resources: {'Network': ['ID=34d55621-3f69-4d66-8001-305e2f3adc55,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:07.173956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 6f976619-3621-4886-8531-259f2d19a0f8 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:57:07.174342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6f976619-3621-4886-8531-259f2d19a0f8 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:57:07.174809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:57:07.196392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:57:07.196736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2b6eaee3-ad3b-42a2-b68f-2ac619aabd39 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:57:07.197154 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device eeefc4aa-3941-4d6f-9b12-c85af42c6eac no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:57:07.217910 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: eeefc4aa-3941-4d6f-9b12-c85af42c6eac {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:57:07.218562 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device eeefc4aa-3941-4d6f-9b12-c85af42c6eac not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:57:07.321766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52340) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:07.366881 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f3bb4291-da89-4129-8891-ddeb76cbbdf3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b33b3971711348e9bbde9d28c6b87c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416472 Oct 26 14:57:07.367193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52342) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:07.417743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-62668c0a-8daf-4eb4-a0cf-18341180cb8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:07.438936 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-62668c0a-8daf-4eb4-a0cf-18341180cb8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:07.486250 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-62668c0a-8daf-4eb4-a0cf-18341180cb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:07.488890 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-62668c0a-8daf-4eb4-a0cf-18341180cb8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:07.490069 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-62668c0a-8daf-4eb4-a0cf-18341180cb8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d709cc3-d239-4c65-a0a9-0da95feb8fc4 HTTP/1.1" status: 204 len: 168 time: 0.1219373 Oct 26 14:57:07.497836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62668c0a-8daf-4eb4-a0cf-18341180cb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d709cc3-d239-4c65-a0a9-0da95feb8fc4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:07.801122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52348) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:07.839951 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-582e347e-9a95-4787-81d0-4fe74c83535b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7b98b4eb2d84e34b2e399f6dd08e6a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376179 Oct 26 14:57:07.843040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52350) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:07.897826 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-07c7cb96-e198-406b-ac10-3b591d9ca7f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:07.919557 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-07c7cb96-e198-406b-ac10-3b591d9ca7f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:07.967128 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-07c7cb96-e198-406b-ac10-3b591d9ca7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:07.969592 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-07c7cb96-e198-406b-ac10-3b591d9ca7f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:07.970851 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-07c7cb96-e198-406b-ac10-3b591d9ca7f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c1fffc5-b656-4bce-bd61-9d65a15f64db HTTP/1.1" status: 204 len: 168 time: 0.1256950 Oct 26 14:57:07.978676 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7cb96-e198-406b-ac10-3b591d9ca7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1fffc5-b656-4bce-bd61-9d65a15f64db,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:08.634938 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52372) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:08.728030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-34486408-network', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:57:08.750525 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] Made reservation on behalf of b73d0adc35a540adb0b085d75cb892d0 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:57:08.753004 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:08.761693 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:08.835328 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:08.838937 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:08.859775 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:57:08.873650 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470765e9-abf7-41d6-8efe-a501502c36b2,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:08.878544 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:08.878885 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] Added segment 545456da-7ac5-4e7f-a164-ec9dd874001f of type vlan for network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f Oct 26 14:57:08.925210 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:08.948690 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:08.949865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:08.950477 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.017274 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3812368 Oct 26 14:57:09.020205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52376) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:09.025235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-92890178-405c-4e8e-9ecd-bc54dd4fc309 admin admin] Request body: {'subnet': {'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-34486408-subnet', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:57:09.040850 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80776054-b3ed-45b5-bd4a-1d083b959be4 admin admin] Pushing event updated for resources: {'Network': ['ID=8cca0ad8-e46b-4651-b0fa-50dc22e8568f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:09.047437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92890178-405c-4e8e-9ecd-bc54dd4fc309 admin admin] Made reservation on behalf of b73d0adc35a540adb0b085d75cb892d0 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:57:09.049758 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92890178-405c-4e8e-9ecd-bc54dd4fc309 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.052914 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:57:09.212408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92890178-405c-4e8e-9ecd-bc54dd4fc309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.264906 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92890178-405c-4e8e-9ecd-bc54dd4fc309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0d6c79-d514-4e71-9576-b4ed31cf3039,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:09.274789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92890178-405c-4e8e-9ecd-bc54dd4fc309 admin admin] Checking segment: {'id': '545456da-7ac5-4e7f-a164-ec9dd874001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:57:09.275142 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92890178-405c-4e8e-9ecd-bc54dd4fc309 admin admin] Network hostable DHCP agents. Network: 8cca0ad8-e46b-4651-b0fa-50dc22e8568f, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:57:09.291942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92890178-405c-4e8e-9ecd-bc54dd4fc309 admin admin] Network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:57:09.299942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-92890178-405c-4e8e-9ecd-bc54dd4fc309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 8cca0ad8-e46b-4651-b0fa-50dc22e8568f) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:57:09.303858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92890178-405c-4e8e-9ecd-bc54dd4fc309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:09.304428 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92890178-405c-4e8e-9ecd-bc54dd4fc309 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.309099 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da4782f-d134-48ed-82f9-fb71122150e1 None None] Network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:57:09.320238 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-92890178-405c-4e8e-9ecd-bc54dd4fc309 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2988687 Oct 26 14:57:09.322933 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52378) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:09.327867 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:57:09.350741 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.352983 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.405329 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.458891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'fixed_ips': [{'subnet_id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:57:09.459753 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.541896 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.594131 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Allocated IP 172.20.0.2 (8cca0ad8-e46b-4651-b0fa-50dc22e8568f/5c0d6c79-d514-4e71-9576-b4ed31cf3039/0fc7055b-9b5d-4127-93a3-55189b18ea0b) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:57:09.738069 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.743113 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.743742 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.762098 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.780429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:57:09.785199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:57:09.788666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:57:09.818616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Pushing event updated for resources: {'Port': ['ID=0fc7055b-9b5d-4127-93a3-55189b18ea0b,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:09.845350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Attempting to bind port 0fc7055b-9b5d-4127-93a3-55189b18ea0b on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:57:09.845704 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Attempting to bind port 0fc7055b-9b5d-4127-93a3-55189b18ea0b by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '545456da-7ac5-4e7f-a164-ec9dd874001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:57:09.846103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Attempting to bind port 0fc7055b-9b5d-4127-93a3-55189b18ea0b on network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:57:09.850982 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:57:09.851369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Checking segment: {'id': '545456da-7ac5-4e7f-a164-ec9dd874001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:57:09.851754 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.852143 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Bound using segment: {'id': '545456da-7ac5-4e7f-a164-ec9dd874001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:57:09.852611 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Bound port: 0fc7055b-9b5d-4127-93a3-55189b18ea0b, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545456da-7ac5-4e7f-a164-ec9dd874001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:57:09.852989 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.864112 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Allocated IP 172.25.4.191 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:57:09.920503 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] For port 0fc7055b-9b5d-4127-93a3-55189b18ea0b, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:57:09.923729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] For port 0fc7055b-9b5d-4127-93a3-55189b18ea0b, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0fc7055b-9b5d-4127-93a3-55189b18ea0b,segment=NetworkSegment(545456da-7ac5-4e7f-a164-ec9dd874001f),segment_id=545456da-7ac5-4e7f-a164-ec9dd874001f)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:57:09.928034 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.971824 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:09.982518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9ebbb-fe82-443d-a42d-970d581be976 None None] Pushing event updated for resources: {'Port': ['ID=0fc7055b-9b5d-4127-93a3-55189b18ea0b,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:10.013152 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:10.054313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:57:10.057295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:57:10.060081 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:57:10.084082 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Pushing event updated for resources: {'Port': ['ID=65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:10.327687 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:10.861111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b896e0-8939-423d-8a93-ecb779f416e9 None None] Network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:57:10.880646 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:10.965565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7b5969f1-668b-4114-a0b0-9f634d705de8 None None] Provisioning complete for port 0fc7055b-9b5d-4127-93a3-55189b18ea0b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:10.965936 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7b5969f1-668b-4114-a0b0-9f634d705de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.012720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0fc7055b-9b5d-4127-93a3-55189b18ea0b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:57:11.029171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Router b6c305fd-2339-4457-af6d-3cb7aa07c99a is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:57:11.135383 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:57:11.140993 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 0fc7055b-9b5d-4127-93a3-55189b18ea0b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:11.141363 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.146929 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Sync routers for ids ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:57:11.159222 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.160483 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Routers {'b6c305fd-2339-4457-af6d-3cb7aa07c99a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:57:11.160822 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c8e765eb-fe41-4f75-a1ca-ad7baa8d3347 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8366764 Oct 26 14:57:11.161599 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:56:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:11.163367 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52382) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:11.164457 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7b5969f1-668b-4114-a0b0-9f634d705de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.224267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-7b5969f1-668b-4114-a0b0-9f634d705de8 None None] For port 0fc7055b-9b5d-4127-93a3-55189b18ea0b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0fc7055b-9b5d-4127-93a3-55189b18ea0b,segment=NetworkSegment(545456da-7ac5-4e7f-a164-ec9dd874001f),segment_id=545456da-7ac5-4e7f-a164-ec9dd874001f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:11.235015 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7b5969f1-668b-4114-a0b0-9f634d705de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.280161 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Set router b6c305fd-2339-4457-af6d-3cb7aa07c99a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:57:11.353303 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.358259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5969f1-668b-4114-a0b0-9f634d705de8 None None] Pushing event updated for resources: {'Port': ['ID=0fc7055b-9b5d-4127-93a3-55189b18ea0b,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:11.423019 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:57:11.423390 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:57:11.458838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9d5588f7-af31-474e-ba08-a0680ce23f7e None None] Provisioning complete for port 0fc7055b-9b5d-4127-93a3-55189b18ea0b triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:11.460193 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9d5588f7-af31-474e-ba08-a0680ce23f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.487489 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:10Z', 'revision_number': 3, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port': {'id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:11.517915 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Checking router: b6c305fd-2339-4457-af6d-3cb7aa07c99a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:57:11.518378 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Updating router b6c305fd-2339-4457-af6d-3cb7aa07c99a port 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:57:11.543429 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.609053 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.762749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Allocated IP 172.20.0.1 (8cca0ad8-e46b-4651-b0fa-50dc22e8568f/5c0d6c79-d514-4e71-9576-b4ed31cf3039/beebb349-e9bf-4377-be9c-9df559d35551) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:57:11.788297 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.794066 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.846925 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Attempting to bind port 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:57:11.847287 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Attempting to bind port 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:57:11.847646 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Attempting to bind port 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:57:11.850627 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f3461-0a8d-4743-9977-9ff744fa44bb None None] Pushing event updated for resources: {'Port': ['ID=65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:11.858707 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:57:11.859087 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:57:11.859463 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.859845 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:57:11.860303 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Bound port: 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:57:11.860674 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.863855 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f3461-0a8d-4743-9977-9ff744fa44bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:11.864193 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f3461-0a8d-4743-9977-9ff744fa44bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:11.864522 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f3461-0a8d-4743-9977-9ff744fa44bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:11.864847 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f3461-0a8d-4743-9977-9ff744fa44bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:11.865167 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f3461-0a8d-4743-9977-9ff744fa44bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:11.865490 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f3461-0a8d-4743-9977-9ff744fa44bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:11.865801 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f3461-0a8d-4743-9977-9ff744fa44bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:11.866143 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f3461-0a8d-4743-9977-9ff744fa44bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:11.866467 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f3461-0a8d-4743-9977-9ff744fa44bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:11.866770 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f3461-0a8d-4743-9977-9ff744fa44bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:11.867082 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f3461-0a8d-4743-9977-9ff744fa44bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:11.867395 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f3461-0a8d-4743-9977-9ff744fa44bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:11.868180 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.903574 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.948341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:57:11.954620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:57:11.957259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:57:11.960136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Pushing event updated for resources: {'Port': ['ID=beebb349-e9bf-4377-be9c-9df559d35551,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:11.998437 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:12.014956 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] For port 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:57:12.018456 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] For port 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:57:12.024131 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:12.080359 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Routers {'b6c305fd-2339-4457-af6d-3cb7aa07c99a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:57:12.080982 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:56:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:12.136720 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:12.153048 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f3461-0a8d-4743-9977-9ff744fa44bb None None] Pushing event updated for resources: {'Port': ['ID=65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:12.193502 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] Set router b6c305fd-2339-4457-af6d-3cb7aa07c99a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:57:12.277420 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4a8a13c0-1c13-40ca-8601-57537e052b35 None None] Provisioning complete for port beebb349-e9bf-4377-be9c-9df559d35551 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:12.278158 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4a8a13c0-1c13-40ca-8601-57537e052b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:12.302158 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:12.307989 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:12.313539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a13c0-1c13-40ca-8601-57537e052b35 None None] Port beebb349-e9bf-4377-be9c-9df559d35551 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:57:12.376717 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:10Z', 'revision_number': 3, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port': {'id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:12.380182 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Pushing event updated for resources: {'Port': ['ID=beebb349-e9bf-4377-be9c-9df559d35551,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:12.382690 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:12.403972 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e46077-2fb6-4c3c-89a5-3e9e61aad9f7 None None] The sync data for ids ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'] in n-d-815498-1 is: [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:10Z', 'revision_number': 3, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port': {'id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:57:12.477669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:57:12.479055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:57:12.606577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Router b6c305fd-2339-4457-af6d-3cb7aa07c99a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:57:12.735274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:57:12.740324 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c41527d8-b288-451f-b148-774c4c975235 admin admin] 10.222.0.32 "PUT /v2.0/routers/b6c305fd-2339-4457-af6d-3cb7aa07c99a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5759435 Oct 26 14:57:12.748906 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-199bc77d-de18-4322-b8a4-a9df560cb2dc None None] Provisioning complete for port beebb349-e9bf-4377-be9c-9df559d35551 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:12.749381 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-199bc77d-de18-4322-b8a4-a9df560cb2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:12.788962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-199bc77d-de18-4322-b8a4-a9df560cb2dc None None] Port beebb349-e9bf-4377-be9c-9df559d35551 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:57:12.867957 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bc4559ed-9557-491d-aa5b-9c1069b9a89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.058629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:57:13.109261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:13.109630 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.198950 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.223026 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:13.228029 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.228787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0fc7055b-9b5d-4127-93a3-55189b18ea0b up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:57:13.248710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52398) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:13.258320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-640944056-network', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:57:13.292646 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] Made reservation on behalf of 7a2a4ece998b40cd817fdf04007113bf for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:57:13.295281 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.308136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:13.308734 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.318714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 0fc7055b-9b5d-4127-93a3-55189b18ea0b triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:13.319153 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.388108 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.393407 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.418132 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:57:13.434452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17649d2d-5acf-4b5c-9397-f4009a7bea1a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:13.439125 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.439468 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] Added segment f8e33bff-a552-4279-be13-d0cebf703a5a of type vlan for network fe450300-f960-4578-b593-7549f6afafbd Oct 26 14:57:13.478171 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.503434 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.504595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:13.505251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.562932 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3097160 Oct 26 14:57:13.565828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52400) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:13.567917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46809e20-f8d6-4e83-baff-997c5c8fce01 admin admin] Pushing event updated for resources: {'Network': ['ID=fe450300-f960-4578-b593-7549f6afafbd,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:13.570989 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d117c63f-ae1f-4129-b1db-22d2181c0f4b admin admin] Request body: {'subnet': {'network_id': 'fe450300-f960-4578-b593-7549f6afafbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-640944056-subnet', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:57:13.578603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network fe450300-f960-4578-b593-7549f6afafbd details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:57:13.593878 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d117c63f-ae1f-4129-b1db-22d2181c0f4b admin admin] Made reservation on behalf of 7a2a4ece998b40cd817fdf04007113bf for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:57:13.596470 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d117c63f-ae1f-4129-b1db-22d2181c0f4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.765386 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d117c63f-ae1f-4129-b1db-22d2181c0f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.818109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117c63f-ae1f-4129-b1db-22d2181c0f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de83450-f167-4c8e-bb96-d750a3155094,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:13.827940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d117c63f-ae1f-4129-b1db-22d2181c0f4b admin admin] Checking segment: {'id': 'f8e33bff-a552-4279-be13-d0cebf703a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'fe450300-f960-4578-b593-7549f6afafbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:57:13.828295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d117c63f-ae1f-4129-b1db-22d2181c0f4b admin admin] Network hostable DHCP agents. Network: fe450300-f960-4578-b593-7549f6afafbd, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:57:13.844932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d117c63f-ae1f-4129-b1db-22d2181c0f4b admin admin] Network fe450300-f960-4578-b593-7549f6afafbd is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:57:13.854337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d117c63f-ae1f-4129-b1db-22d2181c0f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, fe450300-f960-4578-b593-7549f6afafbd) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:57:13.859405 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d117c63f-ae1f-4129-b1db-22d2181c0f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:13.859985 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d117c63f-ae1f-4129-b1db-22d2181c0f4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.867480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e5ff42-b876-40f1-a044-53b1c450183f None None] Network fe450300-f960-4578-b593-7549f6afafbd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:57:13.875820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d117c63f-ae1f-4129-b1db-22d2181c0f4b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3088753 Oct 26 14:57:13.878325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52402) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:13.882490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-640944056-router', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:57:13.903851 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.904923 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.963262 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.993352 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Sync routers for ids ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:57:14.022127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Routers {'b6c305fd-2339-4457-af6d-3cb7aa07c99a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:57:14.022733 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:56:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:14.088254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-fe450300-f960-4578-b593-7549f6afafbd', 'network_id': 'fe450300-f960-4578-b593-7549f6afafbd', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'fixed_ips': [{'subnet_id': '6de83450-f167-4c8e-bb96-d750a3155094'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:57:14.089027 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:14.103127 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:14.220055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Set router b6c305fd-2339-4457-af6d-3cb7aa07c99a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:57:14.302229 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:14.322322 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:14.435430 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Allocated IP 172.25.4.177 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/6765a550-98a0-426b-990c-f3a48d33a9db) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:57:14.497742 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Allocated IP 172.20.0.2 (fe450300-f960-4578-b593-7549f6afafbd/6de83450-f167-4c8e-bb96-d750a3155094/b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:57:14.541491 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:14.575747 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:14.623138 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:57:14.627934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:57:14.632358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:57:14.635440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Pushing event updated for resources: {'Port': ['ID=6765a550-98a0-426b-990c-f3a48d33a9db,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:14.739600 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:14.747426 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:14.755089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:12Z', 'revision_number': 4, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port': {'id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'beebb349-e9bf-4377-be9c-9df559d35551', 'name': '', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'mac_address': 'fa:16:3e:4d:76:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:11Z', 'updated_at': '2021-10-26T14:57:12Z', 'revision_number': 2, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'subnets': [{'id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:14.808187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Checking router: b6c305fd-2339-4457-af6d-3cb7aa07c99a for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:57:14.808564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Updating router b6c305fd-2339-4457-af6d-3cb7aa07c99a port beebb349-e9bf-4377-be9c-9df559d35551 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:57:14.832719 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Network fe450300-f960-4578-b593-7549f6afafbd is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:57:14.838527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:57:14.844320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:57:14.852823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Pushing event updated for resources: {'Port': ['ID=b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:14.858160 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:14.956043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Attempting to bind port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:57:14.956405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Attempting to bind port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'f8e33bff-a552-4279-be13-d0cebf703a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'fe450300-f960-4578-b593-7549f6afafbd'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:57:14.956753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Attempting to bind port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee on network fe450300-f960-4578-b593-7549f6afafbd {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:57:15.001426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:57:15.011544 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:57:15.012412 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Checking segment: {'id': 'f8e33bff-a552-4279-be13-d0cebf703a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'fe450300-f960-4578-b593-7549f6afafbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:57:15.012807 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.013198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Bound using segment: {'id': 'f8e33bff-a552-4279-be13-d0cebf703a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'fe450300-f960-4578-b593-7549f6afafbd'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:57:15.013674 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Bound port: b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e33bff-a552-4279-be13-d0cebf703a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'fe450300-f960-4578-b593-7549f6afafbd'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:57:15.014073 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.204908 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b676f287-b0ba-41e5-976b-af08e8eb94c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.213076 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] For port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:57:15.215702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:15.216179 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.239000 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.258189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] For port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee,segment=NetworkSegment(f8e33bff-a552-4279-be13-d0cebf703a5a),segment_id=f8e33bff-a552-4279-be13-d0cebf703a5a)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:57:15.269752 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.387190 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e4e1e-84bb-4909-9fe5-ae2d5ba5807e None None] Pushing event updated for resources: {'Port': ['ID=b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:15.407288 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.431186 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.444623 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.500461 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195d938-148f-4745-bdc6-23f7b935aa26 None None] Pushing event updated for resources: {'Port': ['ID=beebb349-e9bf-4377-be9c-9df559d35551,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:15.580049 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Attempting to bind port beebb349-e9bf-4377-be9c-9df559d35551 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:57:15.580577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Attempting to bind port beebb349-e9bf-4377-be9c-9df559d35551 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '545456da-7ac5-4e7f-a164-ec9dd874001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:57:15.581020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Attempting to bind port beebb349-e9bf-4377-be9c-9df559d35551 on network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:57:15.586767 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:57:15.587230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Checking segment: {'id': '545456da-7ac5-4e7f-a164-ec9dd874001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:57:15.587703 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.588163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Bound using segment: {'id': '545456da-7ac5-4e7f-a164-ec9dd874001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:57:15.588768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Bound port: beebb349-e9bf-4377-be9c-9df559d35551, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545456da-7ac5-4e7f-a164-ec9dd874001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:57:15.589164 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.647465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Router 9f5f529e-cba3-4469-868c-4ca81c7691d3 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:57:15.660405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] For port beebb349-e9bf-4377-be9c-9df559d35551, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:57:15.664765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] For port beebb349-e9bf-4377-be9c-9df559d35551, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=beebb349-e9bf-4377-be9c-9df559d35551,segment=NetworkSegment(545456da-7ac5-4e7f-a164-ec9dd874001f),segment_id=545456da-7ac5-4e7f-a164-ec9dd874001f)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:57:15.669411 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.746712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Routers {'b6c305fd-2339-4457-af6d-3cb7aa07c99a'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:57:15.747334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:57:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:15.749108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195d938-148f-4745-bdc6-23f7b935aa26 None None] Pushing event updated for resources: {'Port': ['ID=beebb349-e9bf-4377-be9c-9df559d35551,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:15.775460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:57:15.786225 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Sync routers for ids ['9f5f529e-cba3-4469-868c-4ca81c7691d3'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:57:15.800757 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Routers {'9f5f529e-cba3-4469-868c-4ca81c7691d3'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:57:15.801367 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:57:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9f5f529e-cba3-4469-868c-4ca81c7691d3'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:15.805224 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.805224 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d3de8470-8f35-453b-a440-3ba754dc936d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9254978 Oct 26 14:57:15.808011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52404) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:15.870277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3c55c17d-9d4e-4a83-9a98-ad3b4312df46 None None] Provisioning complete for port beebb349-e9bf-4377-be9c-9df559d35551 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:15.870647 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3c55c17d-9d4e-4a83-9a98-ad3b4312df46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.937004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] Set router b6c305fd-2339-4457-af6d-3cb7aa07c99a gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:57:15.955471 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Set router 9f5f529e-cba3-4469-868c-4ca81c7691d3 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:57:16.147318 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3c55c17d-9d4e-4a83-9a98-ad3b4312df46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:16.188202 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'name': 'tempest-TestMinimumBasicScenario-640944056-router', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:13Z', 'updated_at': '2021-10-26T14:57:14Z', 'revision_number': 3, 'project_id': '7a2a4ece998b40cd817fdf04007113bf', 'gw_port': {'id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:14Z', 'updated_at': '2021-10-26T14:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:16.216533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3c55c17d-9d4e-4a83-9a98-ad3b4312df46 None None] For port beebb349-e9bf-4377-be9c-9df559d35551, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=beebb349-e9bf-4377-be9c-9df559d35551,segment=NetworkSegment(545456da-7ac5-4e7f-a164-ec9dd874001f),segment_id=545456da-7ac5-4e7f-a164-ec9dd874001f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:16.227351 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3c55c17d-9d4e-4a83-9a98-ad3b4312df46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:16.234942 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Checking router: 9f5f529e-cba3-4469-868c-4ca81c7691d3 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:57:16.235296 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Updating router 9f5f529e-cba3-4469-868c-4ca81c7691d3 port 6765a550-98a0-426b-990c-f3a48d33a9db binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:57:16.260571 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:16.315308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:12Z', 'revision_number': 4, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port': {'id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'beebb349-e9bf-4377-be9c-9df559d35551', 'name': '', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'mac_address': 'fa:16:3e:4d:76:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:11Z', 'updated_at': '2021-10-26T14:57:15Z', 'revision_number': 4, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'subnets': [{'id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:16.343423 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:16.362893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55c17d-9d4e-4a83-9a98-ad3b4312df46 None None] Pushing event updated for resources: {'Port': ['ID=beebb349-e9bf-4377-be9c-9df559d35551,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:16.384180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63211b6d-f553-4018-b2de-289f59a87acb None None] The sync data for ids ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'] in n-d-815498-1 is: [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:12Z', 'revision_number': 4, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port': {'id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'beebb349-e9bf-4377-be9c-9df559d35551', 'name': '', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'mac_address': 'fa:16:3e:4d:76:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:11Z', 'updated_at': '2021-10-26T14:57:15Z', 'revision_number': 4, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'subnets': [{'id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:57:16.389657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-7c4ff0f3-803f-40d8-afc1-8d80b60f9772 None None] Provisioning complete for port beebb349-e9bf-4377-be9c-9df559d35551 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:16.390747 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff0f3-803f-40d8-afc1-8d80b60f9772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:16.595163 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Allocated IP 172.20.0.1 (fe450300-f960-4578-b593-7549f6afafbd/6de83450-f167-4c8e-bb96-d750a3155094/0f96d921-e6c7-411a-8a56-9828ca9f62ea) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:57:16.640354 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:16.647007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86396be1-2939-4443-8131-29a3327c5221 None None] Network fe450300-f960-4578-b593-7549f6afafbd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:57:16.650549 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:16.709549 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6f298-f890-4813-b79a-1960015aebf4 None None] Pushing event updated for resources: {'Port': ['ID=6765a550-98a0-426b-990c-f3a48d33a9db,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:16.723570 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Attempting to bind port 6765a550-98a0-426b-990c-f3a48d33a9db on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:57:16.724328 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Attempting to bind port 6765a550-98a0-426b-990c-f3a48d33a9db by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:57:16.725105 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Attempting to bind port 6765a550-98a0-426b-990c-f3a48d33a9db on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:57:16.735385 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:57:16.735769 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:57:16.736168 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:16.736560 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:57:16.737300 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Bound port: 6765a550-98a0-426b-990c-f3a48d33a9db, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:57:16.737689 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:16.756617 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-52ea8143-e4c8-47d6-8c30-15c05f0c9039 None None] Provisioning complete for port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:16.757301 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-52ea8143-e4c8-47d6-8c30-15c05f0c9039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:16.762702 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:16.765165 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:16.802513 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] For port 6765a550-98a0-426b-990c-f3a48d33a9db, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:57:16.804561 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:16.806683 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] For port 6765a550-98a0-426b-990c-f3a48d33a9db, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6765a550-98a0-426b-990c-f3a48d33a9db,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:57:16.812593 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:16.859207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0f96d921-e6c7-411a-8a56-9828ca9f62ea,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:16.875766 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Network fe450300-f960-4578-b593-7549f6afafbd is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:57:16.877614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:57:16.882791 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:57:16.885277 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Routers {'9f5f529e-cba3-4469-868c-4ca81c7691d3'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:57:16.885968 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:57:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9f5f529e-cba3-4469-868c-4ca81c7691d3'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:16.926291 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6f298-f890-4813-b79a-1960015aebf4 None None] Pushing event updated for resources: {'Port': ['ID=6765a550-98a0-426b-990c-f3a48d33a9db,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:16.939326 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:17.033367 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] Set router 9f5f529e-cba3-4469-868c-4ca81c7691d3 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:57:17.108139 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:17.129563 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device beebb349-e9bf-4377-be9c-9df559d35551 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:57:17.180815 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:17.268452 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'name': 'tempest-TestMinimumBasicScenario-640944056-router', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:13Z', 'updated_at': '2021-10-26T14:57:14Z', 'revision_number': 3, 'project_id': '7a2a4ece998b40cd817fdf04007113bf', 'gw_port': {'id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:14Z', 'updated_at': '2021-10-26T14:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:17.294098 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port beebb349-e9bf-4377-be9c-9df559d35551 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:17.294477 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:17.297241 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-52ea8143-e4c8-47d6-8c30-15c05f0c9039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:17.387849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-52ea8143-e4c8-47d6-8c30-15c05f0c9039 None None] For port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee,segment=NetworkSegment(f8e33bff-a552-4279-be13-d0cebf703a5a),segment_id=f8e33bff-a552-4279-be13-d0cebf703a5a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:17.388132 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:17.397460 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-52ea8143-e4c8-47d6-8c30-15c05f0c9039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:17.403505 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:17.447581 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bacb82-055c-4cc8-a9b8-f67a0e64af42 None None] The sync data for ids ['9f5f529e-cba3-4469-868c-4ca81c7691d3'] in n-d-815498-1 is: [{'id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'name': 'tempest-TestMinimumBasicScenario-640944056-router', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:13Z', 'updated_at': '2021-10-26T14:57:14Z', 'revision_number': 3, 'project_id': '7a2a4ece998b40cd817fdf04007113bf', 'gw_port': {'id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:14Z', 'updated_at': '2021-10-26T14:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:57:17.508967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0f96d921-e6c7-411a-8a56-9828ca9f62ea,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:17.512643 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:17.513915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:57:17.547672 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea8143-e4c8-47d6-8c30-15c05f0c9039 None None] Pushing event updated for resources: {'Port': ['ID=b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:17.603920 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:17.604360 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:17.659046 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Network fe450300-f960-4578-b593-7549f6afafbd is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:57:17.659707 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f070dad8-6d4b-4e12-b44f-533112924921 None None] Provisioning complete for port 0f96d921-e6c7-411a-8a56-9828ca9f62ea triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:17.660166 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f070dad8-6d4b-4e12-b44f-533112924921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:17.660542 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:57:17.718623 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-f070dad8-6d4b-4e12-b44f-533112924921 None None] Port 0f96d921-e6c7-411a-8a56-9828ca9f62ea cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:57:17.773198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f070dad8-6d4b-4e12-b44f-533112924921 None None] Provisioning complete for port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:17.773567 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f070dad8-6d4b-4e12-b44f-533112924921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:17.843639 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Router 9f5f529e-cba3-4469-868c-4ca81c7691d3 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:57:17.982617 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:57:17.992385 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f316d3c8-191c-4bae-8886-b3d24c0ed1e4 admin admin] 10.222.0.32 "PUT /v2.0/routers/9f5f529e-cba3-4469-868c-4ca81c7691d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1806536 Oct 26 14:57:18.038463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-9499f3f7-9d9f-4ebe-add4-afa47c4d5dbc None None] Provisioning complete for port 0f96d921-e6c7-411a-8a56-9828ca9f62ea triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:18.039169 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9499f3f7-9d9f-4ebe-add4-afa47c4d5dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:18.100821 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-9499f3f7-9d9f-4ebe-add4-afa47c4d5dbc None None] Port 0f96d921-e6c7-411a-8a56-9828ca9f62ea cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:57:18.223287 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-b0f5f756-7c5d-4bc1-96d8-53716ec3127d None None] Provisioning complete for port 0f96d921-e6c7-411a-8a56-9828ca9f62ea triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:18.223788 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b0f5f756-7c5d-4bc1-96d8-53716ec3127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:18.258370 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b0f5f756-7c5d-4bc1-96d8-53716ec3127d None None] Port 0f96d921-e6c7-411a-8a56-9828ca9f62ea cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:57:18.754143 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:19.060566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6765a550-98a0-426b-990c-f3a48d33a9db up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:57:19.113209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 6765a550-98a0-426b-990c-f3a48d33a9db triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:19.114050 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:19.203947 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:19.231613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 6765a550-98a0-426b-990c-f3a48d33a9db, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6765a550-98a0-426b-990c-f3a48d33a9db,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:19.237469 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:19.238489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:57:19.315632 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=6765a550-98a0-426b-990c-f3a48d33a9db,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:19.328737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:19.328737 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:19.991753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Sync routers for ids ['9f5f529e-cba3-4469-868c-4ca81c7691d3'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:57:20.003164 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Routers {'9f5f529e-cba3-4469-868c-4ca81c7691d3'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:57:20.003782 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:57:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9f5f529e-cba3-4469-868c-4ca81c7691d3'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:20.067797 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:57:20.133159 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Set router 9f5f529e-cba3-4469-868c-4ca81c7691d3 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:57:20.350034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'name': 'tempest-TestMinimumBasicScenario-640944056-router', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:13Z', 'updated_at': '2021-10-26T14:57:17Z', 'revision_number': 4, 'project_id': '7a2a4ece998b40cd817fdf04007113bf', 'gw_port': {'id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:14Z', 'updated_at': '2021-10-26T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '0f96d921-e6c7-411a-8a56-9828ca9f62ea', 'name': '', 'network_id': 'fe450300-f960-4578-b593-7549f6afafbd', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'mac_address': 'fa:16:3e:7e:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6de83450-f167-4c8e-bb96-d750a3155094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:16Z', 'updated_at': '2021-10-26T14:57:17Z', 'revision_number': 2, 'project_id': '7a2a4ece998b40cd817fdf04007113bf', 'subnets': [{'id': '6de83450-f167-4c8e-bb96-d750a3155094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:20.381614 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Checking router: 9f5f529e-cba3-4469-868c-4ca81c7691d3 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:57:20.381969 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Updating router 9f5f529e-cba3-4469-868c-4ca81c7691d3 port 0f96d921-e6c7-411a-8a56-9828ca9f62ea binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:57:20.408906 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:20.727910 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:20.738831 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:20.804245 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f565f8-31fa-452c-bed1-54fba44dfbe3 None None] Pushing event updated for resources: {'Port': ['ID=0f96d921-e6c7-411a-8a56-9828ca9f62ea,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:20.863454 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Attempting to bind port 0f96d921-e6c7-411a-8a56-9828ca9f62ea on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:57:20.864031 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Attempting to bind port 0f96d921-e6c7-411a-8a56-9828ca9f62ea by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'f8e33bff-a552-4279-be13-d0cebf703a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'fe450300-f960-4578-b593-7549f6afafbd'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:57:20.864746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Attempting to bind port 0f96d921-e6c7-411a-8a56-9828ca9f62ea on network fe450300-f960-4578-b593-7549f6afafbd {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:57:20.877057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:57:20.878017 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Checking segment: {'id': 'f8e33bff-a552-4279-be13-d0cebf703a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'fe450300-f960-4578-b593-7549f6afafbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:57:20.878914 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:20.879509 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Bound using segment: {'id': 'f8e33bff-a552-4279-be13-d0cebf703a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'fe450300-f960-4578-b593-7549f6afafbd'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:57:20.880342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Bound port: 0f96d921-e6c7-411a-8a56-9828ca9f62ea, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e33bff-a552-4279-be13-d0cebf703a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'fe450300-f960-4578-b593-7549f6afafbd'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:57:20.881060 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:21.000925 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] For port 0f96d921-e6c7-411a-8a56-9828ca9f62ea, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:57:21.008190 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] For port 0f96d921-e6c7-411a-8a56-9828ca9f62ea, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0f96d921-e6c7-411a-8a56-9828ca9f62ea,segment=NetworkSegment(f8e33bff-a552-4279-be13-d0cebf703a5a),segment_id=f8e33bff-a552-4279-be13-d0cebf703a5a)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:57:21.014675 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:21.056674 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6765a550-98a0-426b-990c-f3a48d33a9db up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:57:21.118977 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f565f8-31fa-452c-bed1-54fba44dfbe3 None None] Pushing event updated for resources: {'Port': ['ID=0f96d921-e6c7-411a-8a56-9828ca9f62ea,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:21.144827 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Routers {'9f5f529e-cba3-4469-868c-4ca81c7691d3'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:57:21.145468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:57:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9f5f529e-cba3-4469-868c-4ca81c7691d3'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:21.256684 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-997fee2e-8e4d-4a09-a7b6-9cae906bc856 None None] Provisioning complete for port 0f96d921-e6c7-411a-8a56-9828ca9f62ea triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:21.256987 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-997fee2e-8e4d-4a09-a7b6-9cae906bc856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:21.314814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] Set router 9f5f529e-cba3-4469-868c-4ca81c7691d3 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:57:21.380834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 6765a550-98a0-426b-990c-f3a48d33a9db triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:21.381129 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:21.520856 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-997fee2e-8e4d-4a09-a7b6-9cae906bc856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:21.590468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-997fee2e-8e4d-4a09-a7b6-9cae906bc856 None None] For port 0f96d921-e6c7-411a-8a56-9828ca9f62ea, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0f96d921-e6c7-411a-8a56-9828ca9f62ea,segment=NetworkSegment(f8e33bff-a552-4279-be13-d0cebf703a5a),segment_id=f8e33bff-a552-4279-be13-d0cebf703a5a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:21.617776 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-997fee2e-8e4d-4a09-a7b6-9cae906bc856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:21.876322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fee2e-8e4d-4a09-a7b6-9cae906bc856 None None] Pushing event updated for resources: {'Port': ['ID=0f96d921-e6c7-411a-8a56-9828ca9f62ea,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:21.882762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-da62634e-76b3-4d30-8f45-1add18580e9e None None] Provisioning complete for port 0f96d921-e6c7-411a-8a56-9828ca9f62ea triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:21.882762 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-da62634e-76b3-4d30-8f45-1add18580e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:21.937371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'name': 'tempest-TestMinimumBasicScenario-640944056-router', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:13Z', 'updated_at': '2021-10-26T14:57:17Z', 'revision_number': 4, 'project_id': '7a2a4ece998b40cd817fdf04007113bf', 'gw_port': {'id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:14Z', 'updated_at': '2021-10-26T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '0f96d921-e6c7-411a-8a56-9828ca9f62ea', 'name': '', 'network_id': 'fe450300-f960-4578-b593-7549f6afafbd', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'mac_address': 'fa:16:3e:7e:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6de83450-f167-4c8e-bb96-d750a3155094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:16Z', 'updated_at': '2021-10-26T14:57:20Z', 'revision_number': 4, 'project_id': '7a2a4ece998b40cd817fdf04007113bf', 'subnets': [{'id': '6de83450-f167-4c8e-bb96-d750a3155094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:57:21.970363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25333c8-329d-46ac-8bba-20ed94b8b97e None None] The sync data for ids ['9f5f529e-cba3-4469-868c-4ca81c7691d3'] in n-d-815498-1 is: [{'id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'name': 'tempest-TestMinimumBasicScenario-640944056-router', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:13Z', 'updated_at': '2021-10-26T14:57:17Z', 'revision_number': 4, 'project_id': '7a2a4ece998b40cd817fdf04007113bf', 'gw_port': {'id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:14Z', 'updated_at': '2021-10-26T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '0f96d921-e6c7-411a-8a56-9828ca9f62ea', 'name': '', 'network_id': 'fe450300-f960-4578-b593-7549f6afafbd', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'mac_address': 'fa:16:3e:7e:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6de83450-f167-4c8e-bb96-d750a3155094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:16Z', 'updated_at': '2021-10-26T14:57:20Z', 'revision_number': 4, 'project_id': '7a2a4ece998b40cd817fdf04007113bf', 'subnets': [{'id': '6de83450-f167-4c8e-bb96-d750a3155094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:57:23.010002 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0f96d921-e6c7-411a-8a56-9828ca9f62ea up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:57:23.064228 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 0f96d921-e6c7-411a-8a56-9828ca9f62ea triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:23.064596 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:23.946926 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:28.062185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-8d578794-202b-40a0-bb66-2786cd0c79c9 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:28.063642 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-8d578794-202b-40a0-bb66-2786cd0c79c9 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/networks?id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f HTTP/1.1" status: 200 len: 813 time: 0.1123178 Oct 26 14:57:28.078257 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-f65dcd97-4ec1-4cf2-a746-f85a68890e6d tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/quotas/b73d0adc35a540adb0b085d75cb892d0 HTTP/1.1" status: 200 len: 375 time: 0.0087721 Oct 26 14:57:28.130763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-c5588fc6-e62b-4664-b45f-29f0914dcffc tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b73d0adc35a540adb0b085d75cb892d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471127 Oct 26 14:57:28.145625 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:28.226846 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-4a6caced-3ee8-4360-b830-81731b6242b7 service neutron] 10.222.0.32 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841932 Oct 26 14:57:28.315067 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-107b4c24-a033-4854-906b-e2990055f12e service neutron] 10.222.0.32 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815170 Oct 26 14:57:28.484080 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f7d4716c-5fa7-4ae3-9ccd-f2804cdf12c1 req-6a58c718-c934-438f-9b13-b1eefa3dab38 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 210 time: 0.0271356 Oct 26 14:57:29.393123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-dcdd634a-e8c2-42d5-94ef-b9193f4280d7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:29.394618 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-dcdd634a-e8c2-42d5-94ef-b9193f4280d7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.25 "GET /v2.0/networks?id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f HTTP/1.1" status: 200 len: 813 time: 0.1060343 Oct 26 14:57:29.407440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-5580376c-8549-408c-9194-61784b9babde tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Request body: {'port': {'device_id': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'admin_state_up': True, 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:57:29.527556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-5580376c-8549-408c-9194-61784b9babde tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Made reservation on behalf of b73d0adc35a540adb0b085d75cb892d0 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:57:29.532677 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-5580376c-8549-408c-9194-61784b9babde tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:29.618816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ea16dfe7-ffb7-4c78-80bf-69488cb9b358 req-3cdde039-cb29-4720-8c96-856df567e551 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 210 time: 0.0547888 Oct 26 14:57:29.720464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-5580376c-8549-408c-9194-61784b9babde tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Allocated IP 172.20.0.5 (8cca0ad8-e46b-4651-b0fa-50dc22e8568f/5c0d6c79-d514-4e71-9576-b4ed31cf3039/06bed233-fc95-4e2b-9fcf-b34c3a77ebd3) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:57:29.950722 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-5580376c-8549-408c-9194-61784b9babde tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:29.993375 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-5580376c-8549-408c-9194-61784b9babde tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:30.047038 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-5580376c-8549-408c-9194-61784b9babde tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:57:30.050470 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-5580376c-8549-408c-9194-61784b9babde tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:57:30.054746 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-5580376c-8549-408c-9194-61784b9babde tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:57:30.061823 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580376c-8549-408c-9194-61784b9babde tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event updated for resources: {'Port': ['ID=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:30.130327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-5580376c-8549-408c-9194-61784b9babde tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:30.131253 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-5580376c-8549-408c-9194-61784b9babde tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:30.172025 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-5580376c-8549-408c-9194-61784b9babde tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7683713 Oct 26 14:57:30.299568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-92b2dd1d-b517-4050-a115-2c6942fcc670 None None] Provisioning complete for port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:30.300064 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-92b2dd1d-b517-4050-a115-2c6942fcc670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:30.338565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-92b2dd1d-b517-4050-a115-2c6942fcc670 None None] Port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:57:30.746155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a028a-293f-4e98-8264-2115a50def90 req-2c07222f-9dd1-4ef7-afee-9f564bbcf0f3 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:30.751952 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-279a028a-293f-4e98-8264-2115a50def90 req-2c07222f-9dd1-4ef7-afee-9f564bbcf0f3 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 931 time: 0.0507679 Oct 26 14:57:30.795240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-279a028a-293f-4e98-8264-2115a50def90 req-bdeb84f8-b54b-457f-a101-e0a6f96cece1 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402977 Oct 26 14:57:31.916409 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26347fe-e5f1-4f1d-8455-977e10c65a73 req-1d2a7669-e744-44a2-9b14-14ba0494b6cb tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:31.918467 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f26347fe-e5f1-4f1d-8455-977e10c65a73 req-1d2a7669-e744-44a2-9b14-14ba0494b6cb tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 931 time: 0.0547335 Oct 26 14:57:31.960826 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f26347fe-e5f1-4f1d-8455-977e10c65a73 req-754c70c4-ad0e-4beb-b7cc-d8cf2d23a5dd tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345578 Oct 26 14:57:33.085942 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea33a81-3bfc-4d16-8144-e813cdc003f5 req-85684fca-108b-483a-96ed-7c9c39778d8d tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:33.089102 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ea33a81-3bfc-4d16-8144-e813cdc003f5 req-85684fca-108b-483a-96ed-7c9c39778d8d tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 931 time: 0.0569334 Oct 26 14:57:33.129643 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ea33a81-3bfc-4d16-8144-e813cdc003f5 req-7daea572-f179-4e53-b9c5-3c2be4e356c3 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343318 Oct 26 14:57:34.247623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5e2b6-c6fa-419c-adbd-8c2e1975aad4 req-c3285f54-4328-425f-bab0-b0e96ce5d80a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:34.249348 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ea5e2b6-c6fa-419c-adbd-8c2e1975aad4 req-c3285f54-4328-425f-bab0-b0e96ce5d80a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 931 time: 0.0501564 Oct 26 14:57:34.290427 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8ea5e2b6-c6fa-419c-adbd-8c2e1975aad4 req-2e35ef0d-251f-4913-bc94-ae6431fc2985 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347211 Oct 26 14:57:35.411254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911949b4-e973-48c6-83c5-15ccb46a7b8e req-bbbee038-62b0-4bf8-8b90-204ff59fd3e7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:35.412754 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-911949b4-e973-48c6-83c5-15ccb46a7b8e req-bbbee038-62b0-4bf8-8b90-204ff59fd3e7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 931 time: 0.0504782 Oct 26 14:57:35.454353 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-911949b4-e973-48c6-83c5-15ccb46a7b8e req-a1dcbb12-4119-4306-a44a-d21ee1f74304 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348430 Oct 26 14:57:36.580840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8034ba-2476-41b3-aa70-cc5026539f60 req-b39c293a-1b2c-48c0-a439-61d652faea3c tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:36.583261 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a8034ba-2476-41b3-aa70-cc5026539f60 req-b39c293a-1b2c-48c0-a439-61d652faea3c tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 931 time: 0.0596073 Oct 26 14:57:36.631026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9a8034ba-2476-41b3-aa70-cc5026539f60 req-8a82790b-34fb-4990-9635-c72bfcba1f3d tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349274 Oct 26 14:57:37.752011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68902fc1-56ed-4db9-80e2-c5a243475fd0 req-428bd667-3688-428a-a9e6-24bfb32d3a08 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:37.753561 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68902fc1-56ed-4db9-80e2-c5a243475fd0 req-428bd667-3688-428a-a9e6-24bfb32d3a08 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 931 time: 0.0519228 Oct 26 14:57:37.796725 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68902fc1-56ed-4db9-80e2-c5a243475fd0 req-ca777810-4f63-4c65-abdb-4f25efc52b5b tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369964 Oct 26 14:57:38.912067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a8e42-a552-48d2-b7a7-a910a4b6ea8b req-7e443254-2774-43cc-b33a-a6c273029dec tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:38.913540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-603a8e42-a552-48d2-b7a7-a910a4b6ea8b req-7e443254-2774-43cc-b33a-a6c273029dec tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 931 time: 0.0489895 Oct 26 14:57:38.952695 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-603a8e42-a552-48d2-b7a7-a910a4b6ea8b req-b4e176b0-10f0-44ad-9249-de287ae101ab tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330613 Oct 26 14:57:39.399779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Request body: {'port': {'device_id': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:57:39.455759 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:39.708871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:57:39.716446 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:39.727836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Transition to ACTIVE for port object 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:57:39.732032 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:39.787230 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Pushing event updated for resources: {'Port': ['ID=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:39.854288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Attempting to bind port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:57:39.854656 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Attempting to bind port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '545456da-7ac5-4e7f-a164-ec9dd874001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:57:39.854987 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Attempting to bind port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 on network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:57:39.859412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 on network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:57:39.859733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Attempting to bind port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 on network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:57:39.864624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:57:39.864956 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Checking segment: {'id': '545456da-7ac5-4e7f-a164-ec9dd874001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:57:39.865331 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Bound using segment: {'id': '545456da-7ac5-4e7f-a164-ec9dd874001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:57:39.865755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Bound port: 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545456da-7ac5-4e7f-a164-ec9dd874001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:57:39.866140 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:39.929896 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] For port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:57:39.933438 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] For port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,segment=NetworkSegment(545456da-7ac5-4e7f-a164-ec9dd874001f),segment_id=545456da-7ac5-4e7f-a164-ec9dd874001f)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:57:39.937767 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:39.976937 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:39.977568 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:39.978972 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] 10.222.0.25 "PUT /v2.0/ports/06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 HTTP/1.1" status: 200 len: 1091 time: 0.5839207 Oct 26 14:57:39.979419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'tag': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:57:39.982214 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2153e6e-ab5d-456d-b3cc-2fcc66638acb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae23e474-0f08-40de-9f11-3e0502140cac", "tag": "06bed233-fc95-4e2b-9fcf-b34c3a77ebd3"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:57:40.007155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12273fd7-8ec3-4cda-a905-5b7fca201db2 service neutron] Pushing event updated for resources: {'Port': ['ID=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:40.048467 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c831b3-603a-458e-9da5-ad35bbc87594 x-openstack-request-id: req-40c831b3-603a-458e-9da5-ad35bbc87594 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:57:40.049376 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae23e474-0f08-40de-9f11-3e0502140cac", "tag": "06bed233-fc95-4e2b-9fcf-b34c3a77ebd3", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:57:40.049376 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40c831b3-603a-458e-9da5-ad35bbc87594 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:57:40.049376 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'tag': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3', 'status': 'completed', 'code': 200} Oct 26 14:57:40.108608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-45ea8db8-174d-4b32-881a-6fabf98a6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:40.110136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-45ea8db8-174d-4b32-881a-6fabf98a6cf6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d0adc35a540adb0b085d75cb892d0&device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 1094 time: 0.0885522 Oct 26 14:57:40.123110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f830f-3833-4e96-828e-abf00dc84eea req-698a049b-971f-4a61-923c-e250efbd62fe tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:40.124617 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-104f830f-3833-4e96-828e-abf00dc84eea req-698a049b-971f-4a61-923c-e250efbd62fe tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 943 time: 0.0603800 Oct 26 14:57:40.169111 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-2b84426a-9873-45dc-946d-0e126b4dafe4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 HTTP/1.1" status: 200 len: 217 time: 0.0435159 Oct 26 14:57:40.226233 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-104f830f-3833-4e96-828e-abf00dc84eea req-4a88308e-94d4-4331-97ab-c3b07aebfe9f tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949011 Oct 26 14:57:40.233496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-b865d33d-e393-4636-947f-13299908dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:40.234898 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-b865d33d-e393-4636-947f-13299908dc4c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c0d6c79-d514-4e71-9576-b4ed31cf3039 HTTP/1.1" status: 200 len: 852 time: 0.0574825 Oct 26 14:57:40.280973 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-4913f880-2a59-4eb5-b26d-371b9e0a5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:40.282476 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-4913f880-2a59-4eb5-b26d-371b9e0a5f0f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401876 Oct 26 14:57:40.374160 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-01ae0c27-4abc-4efb-96a3-6859a8e26449 service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838809 Oct 26 14:57:40.461042 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-22672bce-13b2-4704-ba5f-6d90acc35303 req-6bd713ae-607b-475f-b901-d4aef05d7d8f service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792193 Oct 26 14:57:40.548162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2153e6e-ab5d-456d-b3cc-2fcc66638acb req-1e3fd092-c8fb-42b5-a0a0-4e7f56c280a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:40.550534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2153e6e-ab5d-456d-b3cc-2fcc66638acb req-1e3fd092-c8fb-42b5-a0a0-4e7f56c280a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d0adc35a540adb0b085d75cb892d0&device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 1094 time: 0.0469463 Oct 26 14:57:40.638277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2153e6e-ab5d-456d-b3cc-2fcc66638acb req-794b81fb-15d7-4027-95c9-8521866e21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:40.640006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2153e6e-ab5d-456d-b3cc-2fcc66638acb req-794b81fb-15d7-4027-95c9-8521866e21d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f HTTP/1.1" status: 200 len: 914 time: 0.0832441 Oct 26 14:57:40.685501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2153e6e-ab5d-456d-b3cc-2fcc66638acb req-cfc1c420-c899-4929-8c25-2e0bbca65b43 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 HTTP/1.1" status: 200 len: 217 time: 0.0366740 Oct 26 14:57:40.734929 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2153e6e-ab5d-456d-b3cc-2fcc66638acb req-94543f4a-a399-4ece-9487-35f3fc435df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:40.736387 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2153e6e-ab5d-456d-b3cc-2fcc66638acb req-94543f4a-a399-4ece-9487-35f3fc435df1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c0d6c79-d514-4e71-9576-b4ed31cf3039 HTTP/1.1" status: 200 len: 852 time: 0.0429864 Oct 26 14:57:40.781434 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2153e6e-ab5d-456d-b3cc-2fcc66638acb req-e62da655-9163-4a6e-9245-5db5253c21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:40.782918 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2153e6e-ab5d-456d-b3cc-2fcc66638acb req-e62da655-9163-4a6e-9245-5db5253c21e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390515 Oct 26 14:57:40.876417 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2153e6e-ab5d-456d-b3cc-2fcc66638acb req-79134dd9-15d0-45f8-82a4-40f5af557df5 service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851848 Oct 26 14:57:40.971047 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2153e6e-ab5d-456d-b3cc-2fcc66638acb req-6098daf9-6eaf-4134-852d-6338cd59cd87 service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860114 Oct 26 14:57:41.344777 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ee7bc-3cb8-4848-b38b-c5ccc033df52 req-7e870013-822b-4685-92bf-3f0131bc72f5 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:41.346242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc5ee7bc-3cb8-4848-b38b-c5ccc033df52 req-7e870013-822b-4685-92bf-3f0131bc72f5 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 943 time: 0.0510597 Oct 26 14:57:41.382314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fc5ee7bc-3cb8-4848-b38b-c5ccc033df52 req-4962c069-a94f-4ad5-858d-c1a48c429260 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301991 Oct 26 14:57:42.494223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2e8ee-bef9-4ddf-a2ec-88b016b53cbb req-cd3dc66a-6172-4599-929d-790d7881bbbf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:42.496376 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37c2e8ee-bef9-4ddf-a2ec-88b016b53cbb req-cd3dc66a-6172-4599-929d-790d7881bbbf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 943 time: 0.0485399 Oct 26 14:57:42.532826 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-37c2e8ee-bef9-4ddf-a2ec-88b016b53cbb req-bab9e5dc-9e8d-4803-b1cc-6c3b6d79a18d tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306330 Oct 26 14:57:42.871049 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c62fc032-dd00-4cc2-ac1d-db25bac7ef01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:43.551371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:57:43.649512 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,segment=NetworkSegment(545456da-7ac5-4e7f-a164-ec9dd874001f),segment_id=545456da-7ac5-4e7f-a164-ec9dd874001f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:43.660025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723b71f-6774-41b2-aab8-791bb4786988 req-f1e4e0d4-2c3e-477c-ac3c-2dfe36fc3599 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:43.660565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'port_id': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3', 'mac_address': 'fa:16:3e:74:d1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:57:43.661501 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0723b71f-6774-41b2-aab8-791bb4786988 req-f1e4e0d4-2c3e-477c-ac3c-2dfe36fc3599 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 943 time: 0.0565462 Oct 26 14:57:43.698818 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:43.699527 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0723b71f-6774-41b2-aab8-791bb4786988 req-d4025540-3849-42ed-9597-127ceefadb57 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Oct 26 14:57:43.712309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:57:43.732513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,segment=NetworkSegment(545456da-7ac5-4e7f-a164-ec9dd874001f),segment_id=545456da-7ac5-4e7f-a164-ec9dd874001f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:43.736210 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:43.785166 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:43.792951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.793298 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.793640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.794004 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.794335 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.794664 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.794993 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.795320 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.795646 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.795970 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.796292 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.796613 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.957241 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['06bed233-fc95-4e2b-9fcf-b34c3a77ebd3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:57:44.819674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c3314-6408-4fa6-ad1b-f9df91e6186c req-9c62b680-cae3-4b01-b194-73c2b42d3460 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:44.821144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c79c3314-6408-4fa6-ad1b-f9df91e6186c req-9c62b680-cae3-4b01-b194-73c2b42d3460 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 944 time: 0.0515854 Oct 26 14:57:44.857622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c79c3314-6408-4fa6-ad1b-f9df91e6186c req-739b5811-a6d6-4afe-8989-5857c3eb6d6a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305889 Oct 26 14:57:45.176826 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-55ac1e7c-89a2-4a7e-b24f-81b3c68d2655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:45.570788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:57:45.619581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:57:45.624677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:57:45.625317 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:45.702415 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:45.724377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:57:45.726740 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1285d2de-ded5-41d6-a969-006dae81d58e" -d '{"events": [{"server_uuid": "ae23e474-0f08-40de-9f11-3e0502140cac", "name": "network-vif-plugged", "status": "completed", "tag": "06bed233-fc95-4e2b-9fcf-b34c3a77ebd3"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:57:45.739373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,segment=NetworkSegment(545456da-7ac5-4e7f-a164-ec9dd874001f),segment_id=545456da-7ac5-4e7f-a164-ec9dd874001f)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:45.743515 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:45.770370 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f92fd5-ea24-48fe-9812-4346507fd989 x-openstack-request-id: req-40f92fd5-ea24-48fe-9812-4346507fd989 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:57:45.770657 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae23e474-0f08-40de-9f11-3e0502140cac", "name": "network-vif-plugged", "status": "completed", "tag": "06bed233-fc95-4e2b-9fcf-b34c3a77ebd3", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:57:45.770906 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40f92fd5-ea24-48fe-9812-4346507fd989 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:57:45.771310 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3', 'code': 200} Oct 26 14:57:45.797457 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:45.861627 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62d0e6-cc01-49dc-9ccd-3b69e2b00333 req-ee775823-4486-48fa-a514-a4554dd4b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:45.863040 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cf62d0e6-cc01-49dc-9ccd-3b69e2b00333 req-ee775823-4486-48fa-a514-a4554dd4b159 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 1096 time: 0.0388927 Oct 26 14:57:45.898971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cf62d0e6-cc01-49dc-9ccd-3b69e2b00333 req-3bb38bf8-800c-4a41-87b1-c6eae60d4f96 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280476 Oct 26 14:57:45.971212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148f656-d843-4469-8d1b-2132343ab0c5 req-4b90fa31-ca81-445e-8bb0-8fc52de799fc tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:45.972670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6148f656-d843-4469-8d1b-2132343ab0c5 req-4b90fa31-ca81-445e-8bb0-8fc52de799fc tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 945 time: 0.0490556 Oct 26 14:57:46.009628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6148f656-d843-4469-8d1b-2132343ab0c5 req-f29fea32-0592-4a29-80a5-659cd9fad951 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Oct 26 14:57:46.717529 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:47.040819 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:47.127556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950095f-a4b1-4750-a114-0916dabec0dd req-6964d07a-5909-4b66-a87d-dec0ddadf617 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:47.129011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a950095f-a4b1-4750-a114-0916dabec0dd req-6964d07a-5909-4b66-a87d-dec0ddadf617 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 945 time: 0.0523775 Oct 26 14:57:47.165465 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a950095f-a4b1-4750-a114-0916dabec0dd req-d4d67e43-76f6-42e4-a7c5-a8f0370db924 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304332 Oct 26 14:57:47.281347 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f69364-73c3-4ab8-b00d-4d0be88cda52 req-2ef97e59-5e59-40b3-ba0a-3e7832a07847 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:47.282867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97f69364-73c3-4ab8-b00d-4d0be88cda52 req-2ef97e59-5e59-40b3-ba0a-3e7832a07847 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 945 time: 0.0495355 Oct 26 14:57:47.319665 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97f69364-73c3-4ab8-b00d-4d0be88cda52 req-3b30b52b-752a-48b1-9eaa-be635c5c92cc tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308740 Oct 26 14:57:47.501868 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f2033-2898-4336-b3b3-658284955971 req-c0c01326-cdb4-49fb-8f0b-5fadfa33ac97 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:47.503331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-768f2033-2898-4336-b3b3-658284955971 req-c0c01326-cdb4-49fb-8f0b-5fadfa33ac97 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 945 time: 0.0473824 Oct 26 14:57:47.540676 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-768f2033-2898-4336-b3b3-658284955971 req-b22e6fe8-309f-4278-beca-e1bf38efe7a3 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315073 Oct 26 14:57:48.749170 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:53.939373 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:57.066658 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:57:58.139109 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:00.018429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d289fa9-0126-4412-aafb-7d033e847d53 req-eb3b2941-ee56-46b7-9adc-1d1c1ec60163 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:00.019894 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d289fa9-0126-4412-aafb-7d033e847d53 req-eb3b2941-ee56-46b7-9adc-1d1c1ec60163 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 945 time: 0.0527544 Oct 26 14:58:00.055786 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5d289fa9-0126-4412-aafb-7d033e847d53 req-8adecd40-3d24-487f-9a50-6fbc98863949 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298886 Oct 26 14:58:00.078635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52618) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:00.218324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbc0055-be5f-4db1-b063-fa5ddfa02b35 tempest-TestMinimumBasicScenario-844036489 tempest-TestMinimumBasicScenario-844036489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:00.219832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8cbc0055-be5f-4db1-b063-fa5ddfa02b35 tempest-TestMinimumBasicScenario-844036489 tempest-TestMinimumBasicScenario-844036489-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 1091 time: 0.1402485 Oct 26 14:58:00.222792 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52622) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:00.226971 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:00.249095 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:00.347848 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:00.446850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Allocated IP 172.25.4.150 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/bbeb157c-2be0-4c3a-84ec-5abe6653ebfb) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:58:00.551108 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:00.587640 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:00.630698 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:58:00.633692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:58:00.638391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:58:00.641620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event updated for resources: {'Port': ['ID=bbeb157c-2be0-4c3a-84ec-5abe6653ebfb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:00.977702 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:01.041321 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:01.186255 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:01.190620 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:01.256830 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event updated for resources: {'Port': ['ID=bbeb157c-2be0-4c3a-84ec-5abe6653ebfb,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:01.267164 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:01.361224 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Floating IP a1fb032a-1d56-455b-8123-4ecbbecebf72 associated. External IP: 172.25.4.150, port: 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3. Oct 26 14:58:01.559586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Router b6c305fd-2339-4457-af6d-3cb7aa07c99a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:58:02.008681 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:58:02.018322 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f4bb7-33f5-48c2-9fad-7e94f6eb69da None None] Sync routers for ids ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:58:02.026408 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.030132 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f4bb7-33f5-48c2-9fad-7e94f6eb69da None None] Routers {'b6c305fd-2339-4457-af6d-3cb7aa07c99a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:58:02.030910 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bf6f4bb7-33f5-48c2-9fad-7e94f6eb69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:57:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:02.052689 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d9d13897-c637-4b68-acd5-3a27ea640c33 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8289094 Oct 26 14:58:02.053460 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'tag': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:58:02.055564 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737b19ca-ee4c-4d9f-b6e3-f5ec631ecf74" -d '{"events": [{"name": "network-changed", "server_uuid": "ae23e474-0f08-40de-9f11-3e0502140cac", "tag": "06bed233-fc95-4e2b-9fcf-b34c3a77ebd3"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:58:02.055828 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52628) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:02.062030 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-458003264', 'description': 'tempest-secgroup-smoke-458003264 description', 'project_id': 'b73d0adc35a540adb0b085d75cb892d0'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:02.092527 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.095279 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d80658-e56c-49de-8a30-133d8cb56d26 x-openstack-request-id: req-92d80658-e56c-49de-8a30-133d8cb56d26 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:58:02.095804 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae23e474-0f08-40de-9f11-3e0502140cac", "tag": "06bed233-fc95-4e2b-9fcf-b34c3a77ebd3", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:58:02.096262 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92d80658-e56c-49de-8a30-133d8cb56d26 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:58:02.096714 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'tag': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3', 'status': 'completed', 'code': 200} Oct 26 14:58:02.137169 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-bf6f4bb7-33f5-48c2-9fad-7e94f6eb69da None None] Set router b6c305fd-2339-4457-af6d-3cb7aa07c99a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:58:02.162160 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.163949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b19ca-ee4c-4d9f-b6e3-f5ec631ecf74 req-f7237ff9-7aee-46d8-af28-78b3a7737646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:02.165591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-737b19ca-ee4c-4d9f-b6e3-f5ec631ecf74 req-f7237ff9-7aee-46d8-af28-78b3a7737646 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d0adc35a540adb0b085d75cb892d0&device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 1096 time: 0.0437143 Oct 26 14:58:02.167506 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.194848 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0e6464-3ebf-475d-a0c3-d5934d999fb9,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:02.204695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:02.205237 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:02.205778 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:02.206297 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:02.206805 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:02.207143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:02.207479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:02.207812 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:02.208143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:02.208471 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:02.208801 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:02.209127 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:02.227148 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.232754 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-537df492-ef89-4c77-9d24-8ec461a9c339 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1755669 Oct 26 14:58:02.232940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52632) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:02.237666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5367ed3d-93b3-4541-8ce2-b48af91486d2 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Request body: {'security_group_rule': {'security_group_id': '0b0e6464-3ebf-475d-a0c3-d5934d999fb9', 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:02.295648 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5367ed3d-93b3-4541-8ce2-b48af91486d2 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.300667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b19ca-ee4c-4d9f-b6e3-f5ec631ecf74 req-7b168a8e-1350-4406-8d0f-2cea5ba6ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:02.302190 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-737b19ca-ee4c-4d9f-b6e3-f5ec631ecf74 req-7b168a8e-1350-4406-8d0f-2cea5ba6ad8c service neutron] 10.222.0.25 "GET /v2.0/networks?id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f HTTP/1.1" status: 200 len: 914 time: 0.1284060 Oct 26 14:58:02.365216 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bf6f4bb7-33f5-48c2-9fad-7e94f6eb69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:12Z', 'revision_number': 4, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port': {'id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'a1fb032a-1d56-455b-8123-4ecbbecebf72', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'port_id': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'mac_address': 'fa:16:3e:74:d1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:58:00Z', 'updated_at': '2021-10-26T14:58:00Z', 'revision_number': 0, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beebb349-e9bf-4377-be9c-9df559d35551', 'name': '', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'mac_address': 'fa:16:3e:4d:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:11Z', 'updated_at': '2021-10-26T14:57:16Z', 'revision_number': 5, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'subnets': [{'id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:02.391346 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f4bb7-33f5-48c2-9fad-7e94f6eb69da None None] Checking router: b6c305fd-2339-4457-af6d-3cb7aa07c99a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:58:02.393532 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-737b19ca-ee4c-4d9f-b6e3-f5ec631ecf74 req-c390e1a1-f0f4-4a67-82d0-3120a4e4e431 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 HTTP/1.1" status: 200 len: 999 time: 0.0829935 Oct 26 14:58:02.399002 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5367ed3d-93b3-4541-8ce2-b48af91486d2 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.400262 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f4bb7-33f5-48c2-9fad-7e94f6eb69da None None] Routers {'b6c305fd-2339-4457-af6d-3cb7aa07c99a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:58:02.401424 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bf6f4bb7-33f5-48c2-9fad-7e94f6eb69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:57:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:02.409427 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5367ed3d-93b3-4541-8ce2-b48af91486d2 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.457509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367ed3d-93b3-4541-8ce2-b48af91486d2 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e482bc-98aa-49d9-bfe0-39b05f84e1b3,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:02.464277 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5367ed3d-93b3-4541-8ce2-b48af91486d2 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.465465 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5367ed3d-93b3-4541-8ce2-b48af91486d2 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2316732 Oct 26 14:58:02.468577 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52634) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:02.472502 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9ccb253c-7892-44ca-8a56-552fd5449dbc tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Request body: {'security_group_rule': {'security_group_id': '0b0e6464-3ebf-475d-a0c3-d5934d999fb9', 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:02.477364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b19ca-ee4c-4d9f-b6e3-f5ec631ecf74 req-243d56c5-80cf-4125-96f0-27c94eb7296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:02.478776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-737b19ca-ee4c-4d9f-b6e3-f5ec631ecf74 req-243d56c5-80cf-4125-96f0-27c94eb7296f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c0d6c79-d514-4e71-9576-b4ed31cf3039 HTTP/1.1" status: 200 len: 852 time: 0.0783999 Oct 26 14:58:02.514322 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.25', 53595) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:02.521021 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-bf6f4bb7-33f5-48c2-9fad-7e94f6eb69da None None] Set router b6c305fd-2339-4457-af6d-3cb7aa07c99a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:58:02.534762 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ccb253c-7892-44ca-8a56-552fd5449dbc tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.550748 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b19ca-ee4c-4d9f-b6e3-f5ec631ecf74 req-f22f3dc2-1c86-47d1-bb14-9e02db376981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:02.552415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-737b19ca-ee4c-4d9f-b6e3-f5ec631ecf74 req-f22f3dc2-1c86-47d1-bb14-9e02db376981 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606482 Oct 26 14:58:02.557388 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8282ffee-5bd4-4340-a38b-bf6de7cbdf7f req-a6c0f7f4-eaa8-4711-bc2c-e4665a066ffb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417881 Oct 26 14:58:02.664301 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ccb253c-7892-44ca-8a56-552fd5449dbc tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.674735 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ccb253c-7892-44ca-8a56-552fd5449dbc tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.692811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-737b19ca-ee4c-4d9f-b6e3-f5ec631ecf74 req-e1b3dcfc-e71f-4173-9e57-72e57f4461f5 service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306605 Oct 26 14:58:02.697437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb253c-7892-44ca-8a56-552fd5449dbc tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a10f28-b265-49f9-80bd-eee78f2d2446,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:02.711312 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ccb253c-7892-44ca-8a56-552fd5449dbc tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.712459 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9ccb253c-7892-44ca-8a56-552fd5449dbc tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2433288 Oct 26 14:58:02.716433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52636) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:02.721261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-17a5f65e-1ad9-447e-a592-d31f42733886 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Request body: {'security_group_rule': {'security_group_id': '0b0e6464-3ebf-475d-a0c3-d5934d999fb9', 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:02.749410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17a5f65e-1ad9-447e-a592-d31f42733886 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.768854 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-bf6f4bb7-33f5-48c2-9fad-7e94f6eb69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:12Z', 'revision_number': 4, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port': {'id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'a1fb032a-1d56-455b-8123-4ecbbecebf72', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'port_id': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'mac_address': 'fa:16:3e:74:d1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:58:00Z', 'updated_at': '2021-10-26T14:58:00Z', 'revision_number': 0, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beebb349-e9bf-4377-be9c-9df559d35551', 'name': '', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'mac_address': 'fa:16:3e:4d:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:11Z', 'updated_at': '2021-10-26T14:57:16Z', 'revision_number': 5, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'subnets': [{'id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:02.795458 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-737b19ca-ee4c-4d9f-b6e3-f5ec631ecf74 req-c5132905-de65-42a5-98b1-e78a78c6bc1b service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947061 Oct 26 14:58:02.795677 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f4bb7-33f5-48c2-9fad-7e94f6eb69da None None] The sync data for ids ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'] in n-d-815498-1 is: [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:12Z', 'revision_number': 4, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port': {'id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'a1fb032a-1d56-455b-8123-4ecbbecebf72', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'port_id': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'mac_address': 'fa:16:3e:74:d1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:58:00Z', 'updated_at': '2021-10-26T14:58:00Z', 'revision_number': 0, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beebb349-e9bf-4377-be9c-9df559d35551', 'name': '', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'mac_address': 'fa:16:3e:4d:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:11Z', 'updated_at': '2021-10-26T14:57:16Z', 'revision_number': 5, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'subnets': [{'id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:58:02.820617 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17a5f65e-1ad9-447e-a592-d31f42733886 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.824783 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17a5f65e-1ad9-447e-a592-d31f42733886 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.851687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5f65e-1ad9-447e-a592-d31f42733886 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c97b4c-7ecb-424e-8cfd-85ae64cc6f3d,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:02.864901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-17a5f65e-1ad9-447e-a592-d31f42733886 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.868737 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-17a5f65e-1ad9-447e-a592-d31f42733886 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486974 Oct 26 14:58:02.871869 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52638) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:02.877397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-06d1317e-dc35-434c-a972-9a73d5d3dc78 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Request body: {'security_group_rule': {'security_group_id': '0b0e6464-3ebf-475d-a0c3-d5934d999fb9', 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:02.906354 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06d1317e-dc35-434c-a972-9a73d5d3dc78 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.921556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282ffee-5bd4-4340-a38b-bf6de7cbdf7f req-6e7348c2-a205-42a5-a6b9-3da45cb2709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:02.923163 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8282ffee-5bd4-4340-a38b-bf6de7cbdf7f req-6e7348c2-a205-42a5-a6b9-3da45cb2709f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d0adc35a540adb0b085d75cb892d0&device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 1096 time: 0.0557947 Oct 26 14:58:02.992989 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06d1317e-dc35-434c-a972-9a73d5d3dc78 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:02.998825 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06d1317e-dc35-434c-a972-9a73d5d3dc78 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:03.019278 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1317e-dc35-434c-a972-9a73d5d3dc78 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9cb1b2-80bd-4998-83fe-54a71c67e0eb,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:03.032679 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-06d1317e-dc35-434c-a972-9a73d5d3dc78 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:03.034261 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-06d1317e-dc35-434c-a972-9a73d5d3dc78 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609244 Oct 26 14:58:03.037288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52640) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:03.041310 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1723a89-40ed-4e76-857c-f06148f3048f None None] New status for floating IP a1fb032a-1d56-455b-8123-4ecbbecebf72: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:58:03.042001 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-fc42a47d-770b-457d-8176-a4f217b79a5a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Request body: {'security_group_rule': {'security_group_id': '0b0e6464-3ebf-475d-a0c3-d5934d999fb9', 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:03.071056 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282ffee-5bd4-4340-a38b-bf6de7cbdf7f req-4b1534d7-54a6-4566-ab17-86ea82ab910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:03.071892 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-fc42a47d-770b-457d-8176-a4f217b79a5a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Project b73d0adc35a540adb0b085d75cb892d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:58:03.072345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8282ffee-5bd4-4340-a38b-bf6de7cbdf7f req-4b1534d7-54a6-4566-ab17-86ea82ab910c service neutron] 10.222.0.25 "GET /v2.0/networks?id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f HTTP/1.1" status: 200 len: 914 time: 0.1266518 Oct 26 14:58:03.077052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc42a47d-770b-457d-8176-a4f217b79a5a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:03.147885 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc42a47d-770b-457d-8176-a4f217b79a5a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:03.149829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8282ffee-5bd4-4340-a38b-bf6de7cbdf7f req-468b9c11-caf6-4ade-b3d1-eb7ca58ae054 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 HTTP/1.1" status: 200 len: 999 time: 0.0692544 Oct 26 14:58:03.152695 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc42a47d-770b-457d-8176-a4f217b79a5a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:03.170884 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42a47d-770b-457d-8176-a4f217b79a5a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a189847-de50-49f0-809a-e368913d5b85,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:03.180544 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fc42a47d-770b-457d-8176-a4f217b79a5a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:03.181885 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fc42a47d-770b-457d-8176-a4f217b79a5a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436388 Oct 26 14:58:03.187494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52642) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:03.192029 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d4f7dfbf-8695-4dad-b032-47a1ec0cc174 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Request body: {'security_group_rule': {'security_group_id': '0b0e6464-3ebf-475d-a0c3-d5934d999fb9', 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:03.215962 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-d4f7dfbf-8695-4dad-b032-47a1ec0cc174 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Project b73d0adc35a540adb0b085d75cb892d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:58:03.221501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282ffee-5bd4-4340-a38b-bf6de7cbdf7f req-cb27cef4-404a-4e92-96f6-df226f7a7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:03.221911 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4f7dfbf-8695-4dad-b032-47a1ec0cc174 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:03.223016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8282ffee-5bd4-4340-a38b-bf6de7cbdf7f req-cb27cef4-404a-4e92-96f6-df226f7a7bee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c0d6c79-d514-4e71-9576-b4ed31cf3039 HTTP/1.1" status: 200 len: 852 time: 0.0660191 Oct 26 14:58:03.275995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282ffee-5bd4-4340-a38b-bf6de7cbdf7f req-29ff1c5b-0592-400f-855c-576fb4d554aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:03.277548 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8282ffee-5bd4-4340-a38b-bf6de7cbdf7f req-29ff1c5b-0592-400f-855c-576fb4d554aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463021 Oct 26 14:58:03.288038 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4f7dfbf-8695-4dad-b032-47a1ec0cc174 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:03.293015 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4f7dfbf-8695-4dad-b032-47a1ec0cc174 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:03.311264 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7dfbf-8695-4dad-b032-47a1ec0cc174 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a60fa2-0168-4388-9b60-edfca37f9f5f,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:03.321656 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d4f7dfbf-8695-4dad-b032-47a1ec0cc174 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:03.327870 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d4f7dfbf-8695-4dad-b032-47a1ec0cc174 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345510 Oct 26 14:58:03.395513 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8282ffee-5bd4-4340-a38b-bf6de7cbdf7f req-a15d36a8-9d87-448e-bce5-c08b5b889e96 service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096792 Oct 26 14:58:03.431184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4bf131d-73a3-43ff-88c9-404c1288d5e7 req-f5ca094f-4562-42ca-a31e-1c41cdf142eb tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458003264&fields=id&tenant_id=b73d0adc35a540adb0b085d75cb892d0 HTTP/1.1" status: 200 len: 267 time: 0.0523660 Oct 26 14:58:03.534232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf131d-73a3-43ff-88c9-404c1288d5e7 req-89e122fb-46b4-4efb-96ed-958bd80470f7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:03.535707 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4bf131d-73a3-43ff-88c9-404c1288d5e7 req-89e122fb-46b4-4efb-96ed-958bd80470f7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 945 time: 0.0785625 Oct 26 14:58:03.541202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8282ffee-5bd4-4340-a38b-bf6de7cbdf7f req-629984cd-21a6-49d6-a77f-d6d2e1fa09bf service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376791 Oct 26 14:58:03.547494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-a4bf131d-73a3-43ff-88c9-404c1288d5e7 req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Request body: {'port': {'security_groups': ['470765e9-abf7-41d6-8efe-a501502c36b2', '0b0e6464-3ebf-475d-a0c3-d5934d999fb9']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:03.610212 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a4bf131d-73a3-43ff-88c9-404c1288d5e7 req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:03.793093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-a4bf131d-73a3-43ff-88c9-404c1288d5e7 req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] For port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,segment=NetworkSegment(545456da-7ac5-4e7f-a164-ec9dd874001f),segment_id=545456da-7ac5-4e7f-a164-ec9dd874001f)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:58:03.821994 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a4bf131d-73a3-43ff-88c9-404c1288d5e7 req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:03.827174 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a4bf131d-73a3-43ff-88c9-404c1288d5e7 req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:03.840526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['06bed233-fc95-4e2b-9fcf-b34c3a77ebd3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:58:03.877797 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf131d-73a3-43ff-88c9-404c1288d5e7 req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:03.878465 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-a4bf131d-73a3-43ff-88c9-404c1288d5e7 req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:03.879920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a4bf131d-73a3-43ff-88c9-404c1288d5e7 req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "PUT /v2.0/ports/06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 HTTP/1.1" status: 200 len: 981 time: 0.3369806 Oct 26 14:58:03.902709 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event updated for resources: {'Port': ['ID=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,revision_number=6']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:03.910607 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:03.910960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:03.911304 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:03.911646 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:03.911990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:03.912318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:03.912646 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:03.912973 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:03.913298 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:03.913623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:03.914095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:03.914290 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da3dad-ec9e-4056-8d4c-f8e65be7c3e4 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:03.942403 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['06bed233-fc95-4e2b-9fcf-b34c3a77ebd3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:58:04.004984 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a131e0-ee9c-41f4-ae83-f5875b868d3b req-d62b5b66-d399-4198-9417-a87d1e16c2aa tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:04.006589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67a131e0-ee9c-41f4-ae83-f5875b868d3b req-d62b5b66-d399-4198-9417-a87d1e16c2aa tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 984 time: 0.0544825 Oct 26 14:58:04.053066 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67a131e0-ee9c-41f4-ae83-f5875b868d3b req-5c32d81a-6479-42cf-a116-57ad7328a539 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&id=0b0e6464-3ebf-475d-a0c3-d5934d999fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383732 Oct 26 14:58:04.098211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'tag': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:58:04.100610 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96638eab-f5c1-486a-8897-99437c6e8622" -d '{"events": [{"name": "network-changed", "server_uuid": "ae23e474-0f08-40de-9f11-3e0502140cac", "tag": "06bed233-fc95-4e2b-9fcf-b34c3a77ebd3"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:58:04.138001 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e302d7-fbc1-4875-95ba-bf944d8b1247 x-openstack-request-id: req-b9e302d7-fbc1-4875-95ba-bf944d8b1247 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:58:04.138245 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae23e474-0f08-40de-9f11-3e0502140cac", "tag": "06bed233-fc95-4e2b-9fcf-b34c3a77ebd3", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:58:04.138498 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9e302d7-fbc1-4875-95ba-bf944d8b1247 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:58:04.138893 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'tag': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3', 'status': 'completed', 'code': 200} Oct 26 14:58:04.180196 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a572c0c2-a20b-451f-a829-056bc517059e None None] Provisioning complete for port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:58:04.180791 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a572c0c2-a20b-451f-a829-056bc517059e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:04.203509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96638eab-f5c1-486a-8897-99437c6e8622 req-35874cb4-9173-4d4b-8244-200ba6f010d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:04.204998 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96638eab-f5c1-486a-8897-99437c6e8622 req-35874cb4-9173-4d4b-8244-200ba6f010d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d0adc35a540adb0b085d75cb892d0&device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 1135 time: 0.0415466 Oct 26 14:58:04.302735 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96638eab-f5c1-486a-8897-99437c6e8622 req-8cc6ce74-eb95-4d2a-8b73-24ba99d04a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:04.304202 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96638eab-f5c1-486a-8897-99437c6e8622 req-8cc6ce74-eb95-4d2a-8b73-24ba99d04a64 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f HTTP/1.1" status: 200 len: 914 time: 0.0896344 Oct 26 14:58:04.369145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96638eab-f5c1-486a-8897-99437c6e8622 req-71b69bcb-1ad0-4a96-9d03-549bda9dbd8f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 HTTP/1.1" status: 200 len: 1001 time: 0.0575974 Oct 26 14:58:04.422576 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96638eab-f5c1-486a-8897-99437c6e8622 req-a606a852-1ce0-4f61-8964-4ae39048aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:04.424039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96638eab-f5c1-486a-8897-99437c6e8622 req-a606a852-1ce0-4f61-8964-4ae39048aac6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c0d6c79-d514-4e71-9576-b4ed31cf3039 HTTP/1.1" status: 200 len: 852 time: 0.0483959 Oct 26 14:58:04.472089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96638eab-f5c1-486a-8897-99437c6e8622 req-015d69be-8524-4ee0-8455-dbd8e0229b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:04.473596 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96638eab-f5c1-486a-8897-99437c6e8622 req-015d69be-8524-4ee0-8455-dbd8e0229b59 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420265 Oct 26 14:58:04.564919 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96638eab-f5c1-486a-8897-99437c6e8622 req-280af1e3-bef7-4b99-a7b8-e9339c082d97 service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835500 Oct 26 14:58:04.658059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-96638eab-f5c1-486a-8897-99437c6e8622 req-dc43074e-cbf5-4e91-9aa3-135fe3579e6a service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854471 Oct 26 14:58:07.330387 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-8d8b2abc-d640-43bc-bfc8-b9ce0c5772a3 req-07a2fce9-df60-4419-be76-471871fe8d91 tempest-ServerDiskConfigTestJSON-1180070401 tempest-ServerDiskConfigTestJSON-1180070401-project] (102123) timed out ('10.222.0.11', 53556) {{(pid=102123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:58:12.873788 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e71b22db-6715-4bef-9c36-15b59626db70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:15.177547 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7598d2f1-29c8-4321-8d94-93cf179f5359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:16.719616 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:17.043929 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:18.750208 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:19.238586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94460894-1bff-47a2-a786-87afb0167728 req-e8e88db7-92c4-44dd-9281-4c32408d269a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:19.239951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94460894-1bff-47a2-a786-87afb0167728 req-e8e88db7-92c4-44dd-9281-4c32408d269a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 984 time: 0.0793154 Oct 26 14:58:19.242590 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780b391-bce8-451e-8ce7-ab6e7da8e184 req-02677072-8626-49a8-9910-5e6eb72d91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:19.243917 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1780b391-bce8-451e-8ce7-ab6e7da8e184 req-02677072-8626-49a8-9910-5e6eb72d91c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d0adc35a540adb0b085d75cb892d0&device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 1135 time: 0.0722394 Oct 26 14:58:19.325880 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94460894-1bff-47a2-a786-87afb0167728 req-ba328110-fd37-45e1-9c35-1d8aa7da639f tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&id=0b0e6464-3ebf-475d-a0c3-d5934d999fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789480 Oct 26 14:58:19.356067 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780b391-bce8-451e-8ce7-ab6e7da8e184 req-c281694d-0bd7-446e-9e7f-d22ce02e6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:19.357503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1780b391-bce8-451e-8ce7-ab6e7da8e184 req-c281694d-0bd7-446e-9e7f-d22ce02e6ed4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f HTTP/1.1" status: 200 len: 914 time: 0.1049995 Oct 26 14:58:19.427814 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1780b391-bce8-451e-8ce7-ab6e7da8e184 req-78272954-76cd-4e6d-a4f8-aaf97b2e7d18 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 HTTP/1.1" status: 200 len: 1001 time: 0.0615647 Oct 26 14:58:19.478185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780b391-bce8-451e-8ce7-ab6e7da8e184 req-a521c477-4fdc-40dd-995b-16cb4d265430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:19.479670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1780b391-bce8-451e-8ce7-ab6e7da8e184 req-a521c477-4fdc-40dd-995b-16cb4d265430 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c0d6c79-d514-4e71-9576-b4ed31cf3039 HTTP/1.1" status: 200 len: 852 time: 0.0441608 Oct 26 14:58:19.526867 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780b391-bce8-451e-8ce7-ab6e7da8e184 req-23d3f98c-392c-4eae-8ffd-53376d61efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:19.528215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1780b391-bce8-451e-8ce7-ab6e7da8e184 req-23d3f98c-392c-4eae-8ffd-53376d61efed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395272 Oct 26 14:58:19.622326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1780b391-bce8-451e-8ce7-ab6e7da8e184 req-22665dcf-81d5-4f5e-9d60-a3b9721822e2 service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852263 Oct 26 14:58:19.711784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1780b391-bce8-451e-8ce7-ab6e7da8e184 req-6eb4cca2-2489-4d59-b256-bd2782191cf7 service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811069 Oct 26 14:58:20.450957 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b6448-3e58-4b2d-9db3-e1eac625c6b1 req-b79a33a8-1001-4e15-8372-79adf59b0126 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:20.452462 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d1b6448-3e58-4b2d-9db3-e1eac625c6b1 req-b79a33a8-1001-4e15-8372-79adf59b0126 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 984 time: 0.0566158 Oct 26 14:58:20.491329 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2d1b6448-3e58-4b2d-9db3-e1eac625c6b1 req-ceb64783-f970-47ee-b4ff-a4ca809fd032 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&id=0b0e6464-3ebf-475d-a0c3-d5934d999fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327687 Oct 26 14:58:21.607065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880a82c-1dd0-4138-ae3e-c1e57ca5762a req-f27ebdc3-9b4e-49eb-ad0f-ac1d4df22117 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:21.608553 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1880a82c-1dd0-4138-ae3e-c1e57ca5762a req-f27ebdc3-9b4e-49eb-ad0f-ac1d4df22117 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 984 time: 0.0484388 Oct 26 14:58:21.647874 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1880a82c-1dd0-4138-ae3e-c1e57ca5762a req-4db18e29-af87-44c7-a779-4eb62dd28123 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&id=0b0e6464-3ebf-475d-a0c3-d5934d999fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333433 Oct 26 14:58:22.759908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76b860-ebdd-49f9-b594-b60cce9680ac req-d77ac360-04b6-44e4-91df-aa5d0afd1f4a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:22.761869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e76b860-ebdd-49f9-b594-b60cce9680ac req-d77ac360-04b6-44e4-91df-aa5d0afd1f4a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 984 time: 0.0480032 Oct 26 14:58:22.800685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2e76b860-ebdd-49f9-b594-b60cce9680ac req-a4993451-d5a6-493a-89c3-bb16692958b7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&id=0b0e6464-3ebf-475d-a0c3-d5934d999fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325308 Oct 26 14:58:23.918624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902f5a9-169d-4b01-9e12-4c2356ca3e86 req-9e5e85e9-9d71-4c29-a599-3aa24e06aa6e tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:23.920123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8902f5a9-169d-4b01-9e12-4c2356ca3e86 req-9e5e85e9-9d71-4c29-a599-3aa24e06aa6e tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 984 time: 0.0524056 Oct 26 14:58:23.956730 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:23.961601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8902f5a9-169d-4b01-9e12-4c2356ca3e86 req-9bb33cf5-0ebd-4d86-9daa-efe431c07364 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&id=0b0e6464-3ebf-475d-a0c3-d5934d999fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347662 Oct 26 14:58:25.076161 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e3dc9-6070-415d-8ec9-f6e415f2c07d req-86be9eee-0e93-4d76-93e2-bde809ee98a0 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:25.077622 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b64e3dc9-6070-415d-8ec9-f6e415f2c07d req-86be9eee-0e93-4d76-93e2-bde809ee98a0 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 984 time: 0.0480149 Oct 26 14:58:25.116326 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b64e3dc9-6070-415d-8ec9-f6e415f2c07d req-e7f21c24-8a59-42ef-b9cd-30918d74a91a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&id=0b0e6464-3ebf-475d-a0c3-d5934d999fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326598 Oct 26 14:58:26.232281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d38f9c-eb9a-4382-9ff9-420d9890e635 req-2af8c621-58b1-4e6f-b3e0-f15a805c20c1 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:26.233764 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54d38f9c-eb9a-4382-9ff9-420d9890e635 req-2af8c621-58b1-4e6f-b3e0-f15a805c20c1 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 984 time: 0.0487339 Oct 26 14:58:26.273832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54d38f9c-eb9a-4382-9ff9-420d9890e635 req-984dc64d-24b9-4448-aead-6b18e04cdffd tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&id=0b0e6464-3ebf-475d-a0c3-d5934d999fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340316 Oct 26 14:58:27.393245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b477f-31a3-4e11-97e5-bdb5f650b462 req-307b0152-753a-4f51-aebe-4f37716d4152 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:27.394771 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b1b477f-31a3-4e11-97e5-bdb5f650b462 req-307b0152-753a-4f51-aebe-4f37716d4152 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 984 time: 0.0528672 Oct 26 14:58:27.434601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0b1b477f-31a3-4e11-97e5-bdb5f650b462 req-72d66acc-dc1e-4d08-8768-917ecda6b6dd tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&id=0b0e6464-3ebf-475d-a0c3-d5934d999fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333204 Oct 26 14:58:28.139506 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:28.550343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1375-26fd-4bf1-aed9-6ea6ecdac49e req-475de9ab-74e5-422d-901b-d25ed216c8da tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:28.551839 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b1b1375-26fd-4bf1-aed9-6ea6ecdac49e req-475de9ab-74e5-422d-901b-d25ed216c8da tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 984 time: 0.0491924 Oct 26 14:58:28.595214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b1b1375-26fd-4bf1-aed9-6ea6ecdac49e req-80819e60-aa90-462d-90a9-222dc4039207 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&id=0b0e6464-3ebf-475d-a0c3-d5934d999fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373509 Oct 26 14:58:29.709503 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccdc03-3479-4f84-86e4-d3e06a74679c req-170e002a-964b-44dd-bcac-09c03dbfd9ee tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:29.711026 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fccdc03-3479-4f84-86e4-d3e06a74679c req-170e002a-964b-44dd-bcac-09c03dbfd9ee tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 984 time: 0.0481415 Oct 26 14:58:29.752288 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fccdc03-3479-4f84-86e4-d3e06a74679c req-b35efbf4-fb3f-4005-aa4b-06f55ee141e8 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&id=0b0e6464-3ebf-475d-a0c3-d5934d999fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345926 Oct 26 14:58:30.872321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64de31-31c6-4da5-a6a4-dffa9ec112e3 req-73f5b1b6-9a73-4773-ab86-41a70c0cf1a2 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:30.873697 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de64de31-31c6-4da5-a6a4-dffa9ec112e3 req-73f5b1b6-9a73-4773-ab86-41a70c0cf1a2 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 984 time: 0.0526478 Oct 26 14:58:30.913007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de64de31-31c6-4da5-a6a4-dffa9ec112e3 req-2a21a48e-1b4a-49ef-8010-f03d0fac1c04 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&id=0b0e6464-3ebf-475d-a0c3-d5934d999fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332935 Oct 26 14:58:34.065990 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:58:42.875131 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e38ddf80-cb7c-4869-a0c9-d3ef5be92d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:45.179173 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8db5-bb18-4670-9f31-e979470764ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:46.721153 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:47.046854 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:48.751441 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:53.955046 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:58.142342 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:02.530285 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfd7cb6a-5146-4577-b941-025afb72a1ad req-4012fb18-9b51-4d59-82d5-4326db87c911 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409238 Oct 26 14:59:02.612192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7cb6a-5146-4577-b941-025afb72a1ad req-1715fe9b-36dd-4bdf-9d48-da29cd3f6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:02.613733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfd7cb6a-5146-4577-b941-025afb72a1ad req-1715fe9b-36dd-4bdf-9d48-da29cd3f6054 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d0adc35a540adb0b085d75cb892d0&device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 1135 time: 0.0412369 Oct 26 14:59:02.719180 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7cb6a-5146-4577-b941-025afb72a1ad req-aef94b6e-8396-4e65-980d-90a77ddab1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:02.720644 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfd7cb6a-5146-4577-b941-025afb72a1ad req-aef94b6e-8396-4e65-980d-90a77ddab1ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f HTTP/1.1" status: 200 len: 914 time: 0.0864625 Oct 26 14:59:02.788415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfd7cb6a-5146-4577-b941-025afb72a1ad req-a2938515-48a6-481c-b8f0-1e9f23af99e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 HTTP/1.1" status: 200 len: 1001 time: 0.0597482 Oct 26 14:59:02.840626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7cb6a-5146-4577-b941-025afb72a1ad req-9a26ced0-25fe-40d1-87cd-ad12aae71f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:02.842098 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfd7cb6a-5146-4577-b941-025afb72a1ad req-9a26ced0-25fe-40d1-87cd-ad12aae71f3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c0d6c79-d514-4e71-9576-b4ed31cf3039 HTTP/1.1" status: 200 len: 852 time: 0.0473113 Oct 26 14:59:02.889688 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7cb6a-5146-4577-b941-025afb72a1ad req-b7efd730-859c-4520-8209-a34e336d4d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:02.891230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfd7cb6a-5146-4577-b941-025afb72a1ad req-b7efd730-859c-4520-8209-a34e336d4d66 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404003 Oct 26 14:59:02.985932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfd7cb6a-5146-4577-b941-025afb72a1ad req-3175e2fd-fdd0-41f1-bd73-5dc123c9500a service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866857 Oct 26 14:59:03.086392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfd7cb6a-5146-4577-b941-025afb72a1ad req-211817cc-f457-4e5d-ba6b-28a9b4e7e558 service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905230 Oct 26 14:59:03.472724 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f74572da-4fdf-4269-9d3a-8988d2ae6dfd req-0756a855-92e2-426a-9747-2ce87b59ca6a tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458003264&fields=id&tenant_id=b73d0adc35a540adb0b085d75cb892d0 HTTP/1.1" status: 200 len: 267 time: 0.0321388 Oct 26 14:59:03.526144 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74572da-4fdf-4269-9d3a-8988d2ae6dfd req-c49e74a3-7992-4fc1-991a-f300aeedf971 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:03.528117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f74572da-4fdf-4269-9d3a-8988d2ae6dfd req-c49e74a3-7992-4fc1-991a-f300aeedf971 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 984 time: 0.0497658 Oct 26 14:59:03.538846 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-f74572da-4fdf-4269-9d3a-8988d2ae6dfd req-a3b026cf-e3a6-4c57-8f6a-973bda2b05ed tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Request body: {'port': {'security_groups': ['470765e9-abf7-41d6-8efe-a501502c36b2']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:03.605227 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f74572da-4fdf-4269-9d3a-8988d2ae6dfd req-a3b026cf-e3a6-4c57-8f6a-973bda2b05ed tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:03.772007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-f74572da-4fdf-4269-9d3a-8988d2ae6dfd req-a3b026cf-e3a6-4c57-8f6a-973bda2b05ed tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] For port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,segment=NetworkSegment(545456da-7ac5-4e7f-a164-ec9dd874001f),segment_id=545456da-7ac5-4e7f-a164-ec9dd874001f)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:03.800870 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f74572da-4fdf-4269-9d3a-8988d2ae6dfd req-a3b026cf-e3a6-4c57-8f6a-973bda2b05ed tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:03.806807 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f74572da-4fdf-4269-9d3a-8988d2ae6dfd req-a3b026cf-e3a6-4c57-8f6a-973bda2b05ed tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:03.820147 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['06bed233-fc95-4e2b-9fcf-b34c3a77ebd3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:59:03.852973 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74572da-4fdf-4269-9d3a-8988d2ae6dfd req-a3b026cf-e3a6-4c57-8f6a-973bda2b05ed tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:03.853605 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-f74572da-4fdf-4269-9d3a-8988d2ae6dfd req-a3b026cf-e3a6-4c57-8f6a-973bda2b05ed tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:03.855056 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f74572da-4fdf-4269-9d3a-8988d2ae6dfd req-a3b026cf-e3a6-4c57-8f6a-973bda2b05ed tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "PUT /v2.0/ports/06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 HTTP/1.1" status: 200 len: 942 time: 0.3205421 Oct 26 14:59:03.856015 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'tag': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:03.858336 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cd5707-e407-4568-a993-761ce5997fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "ae23e474-0f08-40de-9f11-3e0502140cac", "tag": "06bed233-fc95-4e2b-9fcf-b34c3a77ebd3"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:03.863895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52694) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:03.883945 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b026cf-e3a6-4c57-8f6a-973bda2b05ed tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event updated for resources: {'Port': ['ID=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,revision_number=7']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:03.922672 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a98c3d-c722-4a74-8392-d087b6ec7af4 x-openstack-request-id: req-e9a98c3d-c722-4a74-8392-d087b6ec7af4 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:03.922962 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae23e474-0f08-40de-9f11-3e0502140cac", "tag": "06bed233-fc95-4e2b-9fcf-b34c3a77ebd3", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:03.923655 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9a98c3d-c722-4a74-8392-d087b6ec7af4 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:03.923655 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'tag': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3', 'status': 'completed', 'code': 200} Oct 26 14:59:03.924157 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['06bed233-fc95-4e2b-9fcf-b34c3a77ebd3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:59:03.953687 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:03.982560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:03.989177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd5707-e407-4568-a993-761ce5997fc7 req-fdea1367-3e53-44e5-a690-034a48938bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:03.990708 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29cd5707-e407-4568-a993-761ce5997fc7 req-fdea1367-3e53-44e5-a690-034a48938bde service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d0adc35a540adb0b085d75cb892d0&device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 1096 time: 0.0429349 Oct 26 14:59:04.057521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:04.062377 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:04.064256 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "DELETE /v2.0/security-groups/0b0e6464-3ebf-475d-a0c3-d5934d999fb9 HTTP/1.1" status: 204 len: 168 time: 0.1994684 Oct 26 14:59:04.069100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52698) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:04.087867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0e6464-3ebf-475d-a0c3-d5934d999fb9,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:04.097209 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.097558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.097895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.098314 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.098642 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.098978 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.099360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.099603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.099923 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.100436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.100587 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.100969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffef4ec-8ce5-4262-9e0c-ac9a05876bdf tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.155472 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-129e31e4-57eb-44b6-9beb-4e2f2e3ba1d2 None None] Provisioning complete for port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:04.156296 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-129e31e4-57eb-44b6-9beb-4e2f2e3ba1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:04.191726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd5707-e407-4568-a993-761ce5997fc7 req-3cc554f1-0fe9-44cf-a118-a4c0d10180c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:04.193215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29cd5707-e407-4568-a993-761ce5997fc7 req-3cc554f1-0fe9-44cf-a118-a4c0d10180c6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f HTTP/1.1" status: 200 len: 914 time: 0.1941490 Oct 26 14:59:04.287859 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29cd5707-e407-4568-a993-761ce5997fc7 req-3e852891-1bcc-40cd-aadc-ca318d32be94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 HTTP/1.1" status: 200 len: 1001 time: 0.0864131 Oct 26 14:59:04.340789 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Deleting port bbeb157c-2be0-4c3a-84ec-5abe6653ebfb {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:04.341127 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:04.353927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd5707-e407-4568-a993-761ce5997fc7 req-bda4bfe7-633d-44f3-a403-ef4a91a1adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:04.355954 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29cd5707-e407-4568-a993-761ce5997fc7 req-bda4bfe7-633d-44f3-a403-ef4a91a1adaa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c0d6c79-d514-4e71-9576-b4ed31cf3039 HTTP/1.1" status: 200 len: 852 time: 0.0586753 Oct 26 14:59:04.447614 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd5707-e407-4568-a993-761ce5997fc7 req-7698fcaf-7772-42b8-8a6e-7f1b2ab2f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:04.449121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29cd5707-e407-4568-a993-761ce5997fc7 req-7698fcaf-7772-42b8-8a6e-7f1b2ab2f67a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705593 Oct 26 14:59:04.452371 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:04.452693 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:04.479755 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Calling delete_port for bbeb157c-2be0-4c3a-84ec-5abe6653ebfb owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:04.601963 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29cd5707-e407-4568-a993-761ce5997fc7 req-bef13fbc-d76d-45fa-b6e1-a653d52f9da6 service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423225 Oct 26 14:59:04.733162 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-29cd5707-e407-4568-a993-761ce5997fc7 req-95db9f4a-e228-46de-aaeb-9c325a0cab6e service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233523 Oct 26 14:59:04.747088 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:04.772246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event deleted for resources: {'Port': ['ID=bbeb157c-2be0-4c3a-84ec-5abe6653ebfb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:04.796020 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.796387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.796774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.797104 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.797430 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.797754 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.798097 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.798420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.798739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.799057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.799373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.799683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:04.839101 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:04.839419 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Floating IP a1fb032a-1d56-455b-8123-4ecbbecebf72 disassociated (deleted). External IP: 172.25.4.150, port: 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3. Oct 26 14:59:05.389386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Router b6c305fd-2339-4457-af6d-3cb7aa07c99a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:59:05.493140 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:59:05.498082 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:05.504990 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b957c5-23d7-4749-94bf-8707b0313b34 None None] Sync routers for ids ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:59:05.515479 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b957c5-23d7-4749-94bf-8707b0313b34 None None] Routers {'b6c305fd-2339-4457-af6d-3cb7aa07c99a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:05.516297 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c7b957c5-23d7-4749-94bf-8707b0313b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:58:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:05.524385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e83721d5-d5df-44c3-a73c-223bee684998 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "DELETE /v2.0/floatingips/a1fb032a-1d56-455b-8123-4ecbbecebf72 HTTP/1.1" status: 204 len: 168 time: 1.4542367 Oct 26 14:59:05.621479 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-c7b957c5-23d7-4749-94bf-8707b0313b34 None None] Set router b6c305fd-2339-4457-af6d-3cb7aa07c99a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:05.826494 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c7b957c5-23d7-4749-94bf-8707b0313b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:12Z', 'revision_number': 4, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port': {'id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'beebb349-e9bf-4377-be9c-9df559d35551', 'name': '', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'mac_address': 'fa:16:3e:4d:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:11Z', 'updated_at': '2021-10-26T14:57:16Z', 'revision_number': 5, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'subnets': [{'id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:05.854920 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b957c5-23d7-4749-94bf-8707b0313b34 None None] Checking router: b6c305fd-2339-4457-af6d-3cb7aa07c99a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:59:05.863719 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b957c5-23d7-4749-94bf-8707b0313b34 None None] Routers {'b6c305fd-2339-4457-af6d-3cb7aa07c99a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:05.864310 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c7b957c5-23d7-4749-94bf-8707b0313b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:58:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:05.924310 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'tag': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:05.927318 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73ed9c0-47e6-4131-a1de-e2aca46cdcc6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae23e474-0f08-40de-9f11-3e0502140cac", "tag": "06bed233-fc95-4e2b-9fcf-b34c3a77ebd3"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:05.965257 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b373b8f-72e4-498a-bff3-162150a53fbc x-openstack-request-id: req-9b373b8f-72e4-498a-bff3-162150a53fbc {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:05.965555 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae23e474-0f08-40de-9f11-3e0502140cac", "tag": "06bed233-fc95-4e2b-9fcf-b34c3a77ebd3", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:05.965811 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b373b8f-72e4-498a-bff3-162150a53fbc {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:05.966239 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'tag': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3', 'status': 'completed', 'code': 200} Oct 26 14:59:06.032993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed9c0-47e6-4131-a1de-e2aca46cdcc6 req-9ab44f26-03d3-4e53-83ac-6e87ed237c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:06.034436 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a73ed9c0-47e6-4131-a1de-e2aca46cdcc6 req-9ab44f26-03d3-4e53-83ac-6e87ed237c44 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d0adc35a540adb0b085d75cb892d0&device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 1096 time: 0.0444160 Oct 26 14:59:06.053345 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-c7b957c5-23d7-4749-94bf-8707b0313b34 None None] Set router b6c305fd-2339-4457-af6d-3cb7aa07c99a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:06.133776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed9c0-47e6-4131-a1de-e2aca46cdcc6 req-5bd2d612-a5d3-4c24-be94-83c40988d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:06.135466 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a73ed9c0-47e6-4131-a1de-e2aca46cdcc6 req-5bd2d612-a5d3-4c24-be94-83c40988d68a service neutron] 10.222.0.25 "GET /v2.0/networks?id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f HTTP/1.1" status: 200 len: 914 time: 0.0913160 Oct 26 14:59:06.184940 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a73ed9c0-47e6-4131-a1de-e2aca46cdcc6 req-e923bcf9-ef57-43e5-9cab-b8402d0d4dad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 HTTP/1.1" status: 200 len: 217 time: 0.0412216 Oct 26 14:59:06.237471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed9c0-47e6-4131-a1de-e2aca46cdcc6 req-ef24c11a-2088-4d0a-9c9d-83c29dba21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:06.238977 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a73ed9c0-47e6-4131-a1de-e2aca46cdcc6 req-ef24c11a-2088-4d0a-9c9d-83c29dba21f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c0d6c79-d514-4e71-9576-b4ed31cf3039 HTTP/1.1" status: 200 len: 852 time: 0.0464356 Oct 26 14:59:06.255154 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c7b957c5-23d7-4749-94bf-8707b0313b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:12Z', 'revision_number': 4, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port': {'id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'beebb349-e9bf-4377-be9c-9df559d35551', 'name': '', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'mac_address': 'fa:16:3e:4d:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:11Z', 'updated_at': '2021-10-26T14:57:16Z', 'revision_number': 5, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'subnets': [{'id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:06.287440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed9c0-47e6-4131-a1de-e2aca46cdcc6 req-f063e518-a503-4a2f-b131-ba025718d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:06.288955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a73ed9c0-47e6-4131-a1de-e2aca46cdcc6 req-f063e518-a503-4a2f-b131-ba025718d0b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cca0ad8-e46b-4651-b0fa-50dc22e8568f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419364 Oct 26 14:59:06.289752 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b957c5-23d7-4749-94bf-8707b0313b34 None None] The sync data for ids ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'] in n-d-815498-1 is: [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:12Z', 'revision_number': 4, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port': {'id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'beebb349-e9bf-4377-be9c-9df559d35551', 'name': '', 'network_id': '8cca0ad8-e46b-4651-b0fa-50dc22e8568f', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'mac_address': 'fa:16:3e:4d:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:11Z', 'updated_at': '2021-10-26T14:57:16Z', 'revision_number': 5, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'subnets': [{'id': '5c0d6c79-d514-4e71-9576-b4ed31cf3039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:59:06.393891 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a73ed9c0-47e6-4131-a1de-e2aca46cdcc6 req-5fbbaa38-6111-412f-8e06-1d23072cc367 service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905111 Oct 26 14:59:06.485713 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a73ed9c0-47e6-4131-a1de-e2aca46cdcc6 req-bc90aebd-bbc5-4cd6-a3d8-8080cdaa9ec8 service neutron] 10.222.0.25 "GET /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849509 Oct 26 14:59:06.543662 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db42a127-13fd-4872-b97f-baa313300547 None None] New status for floating IP a1fb032a-1d56-455b-8123-4ecbbecebf72: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:59:11.067104 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:59:12.876771 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-77d621a5-13bc-462c-b03d-4782efe8bbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:14.521341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60c4d3-b70b-43a1-a7a3-6804e5b2e773 req-e45041f6-e1dd-4665-b76f-89bcd61231d1 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:14.522897 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb60c4d3-b70b-43a1-a7a3-6804e5b2e773 req-e45041f6-e1dd-4665-b76f-89bcd61231d1 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 945 time: 0.0497453 Oct 26 14:59:14.571545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb60c4d3-b70b-43a1-a7a3-6804e5b2e773 req-ce0f1e0b-1c21-4fe7-8851-e298e94b8a16 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385835 Oct 26 14:59:15.180661 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9fe7569f-8e24-47e9-b16b-f1f1bb8b20b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:15.817793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fecff-c4b9-4930-a94b-2851ea7b7de2 req-747acb8f-6154-480a-91bf-2b0afcacd69d tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:15.819325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd3fecff-c4b9-4930-a94b-2851ea7b7de2 req-747acb8f-6154-480a-91bf-2b0afcacd69d tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 945 time: 0.1821373 Oct 26 14:59:15.857314 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bd3fecff-c4b9-4930-a94b-2851ea7b7de2 req-c1e00602-9e32-4780-85b6-48e84ab160ea tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/security-groups?id=470765e9-abf7-41d6-8efe-a501502c36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 Oct 26 14:59:16.134400 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6801e-32c6-4fdf-9bf8-453fa396308c req-3c693a31-34e7-481d-a03c-c2837810d59c tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:16.136019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74a6801e-32c6-4fdf-9bf8-453fa396308c req-3c693a31-34e7-481d-a03c-c2837810d59c tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 945 time: 0.0489516 Oct 26 14:59:16.227115 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-74a6801e-32c6-4fdf-9bf8-453fa396308c req-e9bcdda7-a305-4e3c-a356-f0d4384860a7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Deleting port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:16.227452 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-74a6801e-32c6-4fdf-9bf8-453fa396308c req-e9bcdda7-a305-4e3c-a356-f0d4384860a7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:16.315588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-74a6801e-32c6-4fdf-9bf8-453fa396308c req-e9bcdda7-a305-4e3c-a356-f0d4384860a7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] For port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,segment=NetworkSegment(545456da-7ac5-4e7f-a164-ec9dd874001f),segment_id=545456da-7ac5-4e7f-a164-ec9dd874001f)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:16.315945 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-74a6801e-32c6-4fdf-9bf8-453fa396308c req-e9bcdda7-a305-4e3c-a356-f0d4384860a7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:16.328151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-74a6801e-32c6-4fdf-9bf8-453fa396308c req-e9bcdda7-a305-4e3c-a356-f0d4384860a7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Calling delete_port for 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:16.452035 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-74a6801e-32c6-4fdf-9bf8-453fa396308c req-e9bcdda7-a305-4e3c-a356-f0d4384860a7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:16.463388 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['06bed233-fc95-4e2b-9fcf-b34c3a77ebd3'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:59:16.481107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcdda7-a305-4e3c-a356-f0d4384860a7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Pushing event deleted for resources: {'Port': ['ID=06bed233-fc95-4e2b-9fcf-b34c3a77ebd3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:16.530628 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a6801e-32c6-4fdf-9bf8-453fa396308c req-e9bcdda7-a305-4e3c-a356-f0d4384860a7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] No DVR routers for this DVR port 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:59:16.533221 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-74a6801e-32c6-4fdf-9bf8-453fa396308c req-e9bcdda7-a305-4e3c-a356-f0d4384860a7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:16.536545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74a6801e-32c6-4fdf-9bf8-453fa396308c req-e9bcdda7-a305-4e3c-a356-f0d4384860a7 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.25 "DELETE /v2.0/ports/06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 HTTP/1.1" status: 204 len: 173 time: 0.3940041 Oct 26 14:59:16.536977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'name': 'network-vif-deleted', 'tag': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:16.539510 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c675097c-46ee-48db-8a5d-9b34f25fb0f2" -d '{"events": [{"server_uuid": "ae23e474-0f08-40de-9f11-3e0502140cac", "name": "network-vif-deleted", "tag": "06bed233-fc95-4e2b-9fcf-b34c3a77ebd3"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:16.577117 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c9d477-5d58-419f-a907-b3a8cd635d4d x-openstack-request-id: req-61c9d477-5d58-419f-a907-b3a8cd635d4d {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:16.577414 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae23e474-0f08-40de-9f11-3e0502140cac", "name": "network-vif-deleted", "tag": "06bed233-fc95-4e2b-9fcf-b34c3a77ebd3", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:16.577671 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61c9d477-5d58-419f-a907-b3a8cd635d4d {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:16.578134 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae23e474-0f08-40de-9f11-3e0502140cac', 'name': 'network-vif-deleted', 'tag': '06bed233-fc95-4e2b-9fcf-b34c3a77ebd3', 'status': 'completed', 'code': 200} Oct 26 14:59:16.722274 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:16.987230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-32dbf152-ae42-406f-9573-70bb779ecc33 req-40d114d6-197b-4ef9-81c1-27335ece09f3 tempest-TestMinimumBasicScenario-1878558434 tempest-TestMinimumBasicScenario-1878558434-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae23e474-0f08-40de-9f11-3e0502140cac HTTP/1.1" status: 200 len: 210 time: 0.0324891 Oct 26 14:59:17.048713 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.545962 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52798) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:18.753896 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.201054 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16afc6e3-8145-4f69-a2c1-601354b9fc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.438580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-16afc6e3-8145-4f69-a2c1-601354b9fc35 admin admin] Deleting port beebb349-e9bf-4377-be9c-9df559d35551 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:19.438926 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16afc6e3-8145-4f69-a2c1-601354b9fc35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.523145 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-16afc6e3-8145-4f69-a2c1-601354b9fc35 admin admin] For port beebb349-e9bf-4377-be9c-9df559d35551, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=beebb349-e9bf-4377-be9c-9df559d35551,segment=NetworkSegment(545456da-7ac5-4e7f-a164-ec9dd874001f),segment_id=545456da-7ac5-4e7f-a164-ec9dd874001f)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:19.523509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16afc6e3-8145-4f69-a2c1-601354b9fc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.536967 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-16afc6e3-8145-4f69-a2c1-601354b9fc35 admin admin] Calling delete_port for beebb349-e9bf-4377-be9c-9df559d35551 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:19.725159 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16afc6e3-8145-4f69-a2c1-601354b9fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.749170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afc6e3-8145-4f69-a2c1-601354b9fc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=beebb349-e9bf-4377-be9c-9df559d35551,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:19.922954 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-16afc6e3-8145-4f69-a2c1-601354b9fc35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.045698 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:59:20.065140 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:59:20.065481 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 06bed233-fc95-4e2b-9fcf-b34c3a77ebd3 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:59:20.136606 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16afc6e3-8145-4f69-a2c1-601354b9fc35 admin admin] Router b6c305fd-2339-4457-af6d-3cb7aa07c99a has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:59:20.249535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16afc6e3-8145-4f69-a2c1-601354b9fc35 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:59:20.254591 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-16afc6e3-8145-4f69-a2c1-601354b9fc35 admin admin] 10.222.0.32 "PUT /v2.0/routers/b6c305fd-2339-4457-af6d-3cb7aa07c99a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7075272 Oct 26 14:59:20.257593 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52800) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:20.261443 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e974479-45b4-4c1f-8c9e-13e5e39d24b7 None None] Sync routers for ids ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:59:20.273024 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e974479-45b4-4c1f-8c9e-13e5e39d24b7 None None] Routers {'b6c305fd-2339-4457-af6d-3cb7aa07c99a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:20.273659 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0e974479-45b4-4c1f-8c9e-13e5e39d24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:59:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:20.361877 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.376317 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-0e974479-45b4-4c1f-8c9e-13e5e39d24b7 None None] Set router b6c305fd-2339-4457-af6d-3cb7aa07c99a gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:20.464494 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.517006 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] Deleting port 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:20.517347 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.551557 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0e974479-45b4-4c1f-8c9e-13e5e39d24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:59:19Z', 'revision_number': 5, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port': {'id': '65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:20.585034 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e974479-45b4-4c1f-8c9e-13e5e39d24b7 None None] Checking router: b6c305fd-2339-4457-af6d-3cb7aa07c99a for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:59:20.594397 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e974479-45b4-4c1f-8c9e-13e5e39d24b7 None None] Routers {'b6c305fd-2339-4457-af6d-3cb7aa07c99a'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:20.594994 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0e974479-45b4-4c1f-8c9e-13e5e39d24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:59:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:20.607496 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] For port 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:20.607863 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.619487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] Calling delete_port for 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:20.680043 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-0e974479-45b4-4c1f-8c9e-13e5e39d24b7 None None] Set router b6c305fd-2339-4457-af6d-3cb7aa07c99a gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:20.732695 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0e974479-45b4-4c1f-8c9e-13e5e39d24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:59:20Z', 'revision_number': 6, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:20.761601 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e974479-45b4-4c1f-8c9e-13e5e39d24b7 None None] The sync data for ids ['b6c305fd-2339-4457-af6d-3cb7aa07c99a'] in n-d-815498-1 is: [{'id': 'b6c305fd-2339-4457-af6d-3cb7aa07c99a', 'name': 'tempest-TestMinimumBasicScenario-34486408-router', 'tenant_id': 'b73d0adc35a540adb0b085d75cb892d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:09Z', 'updated_at': '2021-10-26T14:59:20Z', 'revision_number': 6, 'project_id': 'b73d0adc35a540adb0b085d75cb892d0', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:59:20.788963 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.833833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] Pushing event deleted for resources: {'Port': ['ID=65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:20.873053 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.962207 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.964298 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.009588 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.010403 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6c305fd-2339-4457-af6d-3cb7aa07c99a {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:59:21.015288 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.016438 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d20d9c8d-fe55-4b44-aff7-c7d79e8de253 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b6c305fd-2339-4457-af6d-3cb7aa07c99a HTTP/1.1" status: 204 len: 168 time: 0.7581687 Oct 26 14:59:21.019085 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52802) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:21.062057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-4784562a-9eb0-4962-b8ae-dc11d78be612 admin admin] Deleting subnet 5c0d6c79-d514-4e71-9576-b4ed31cf3039 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:59:21.065052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4784562a-9eb0-4962-b8ae-dc11d78be612 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.100142 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4784562a-9eb0-4962-b8ae-dc11d78be612 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.195245 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4784562a-9eb0-4962-b8ae-dc11d78be612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.207451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device beebb349-e9bf-4377-be9c-9df559d35551 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:59:21.231044 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: beebb349-e9bf-4377-be9c-9df559d35551 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:59:21.231389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device beebb349-e9bf-4377-be9c-9df559d35551 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:59:21.250548 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4784562a-9eb0-4962-b8ae-dc11d78be612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.278751 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4784562a-9eb0-4962-b8ae-dc11d78be612 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.282563 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4784562a-9eb0-4962-b8ae-dc11d78be612 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5c0d6c79-d514-4e71-9576-b4ed31cf3039 HTTP/1.1" status: 204 len: 168 time: 0.2625511 Oct 26 14:59:21.283703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784562a-9eb0-4962-b8ae-dc11d78be612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0d6c79-d514-4e71-9576-b4ed31cf3039,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:21.284103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d447a7-d4cb-4f08-a1db-3eb4a7a60181 None None] Network 8cca0ad8-e46b-4651-b0fa-50dc22e8568f requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:21.285278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52804) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:21.352430 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.404750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Deleting port 0fc7055b-9b5d-4127-93a3-55189b18ea0b {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:21.405094 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.471260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] For port 0fc7055b-9b5d-4127-93a3-55189b18ea0b, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0fc7055b-9b5d-4127-93a3-55189b18ea0b,segment=NetworkSegment(545456da-7ac5-4e7f-a164-ec9dd874001f),segment_id=545456da-7ac5-4e7f-a164-ec9dd874001f)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:21.471546 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.484168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Calling delete_port for 0fc7055b-9b5d-4127-93a3-55189b18ea0b owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:21.568896 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.572462 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c2573c-0015-43b0-bbe2-c4e37f51ef6f None None] DHCP port deletion for 8cca0ad8-e46b-4651-b0fa-50dc22e8568f request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:59:21.593536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc7055b-9b5d-4127-93a3-55189b18ea0b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:21.599345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] No DVR routers for this DVR port 0fc7055b-9b5d-4127-93a3-55189b18ea0b on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:59:21.672161 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.691471 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cca0ad8-e46b-4651-b0fa-50dc22e8568f']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:21.701040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545456da-7ac5-4e7f-a164-ec9dd874001f') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:21.701329 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545456da-7ac5-4e7f-a164-ec9dd874001f') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:21.715071 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.728216 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.741233 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:59:21.741744 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:59:21.743957 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:59:21.801046 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.808588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.814196 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8cca0ad8-e46b-4651-b0fa-50dc22e8568f HTTP/1.1" status: 204 len: 168 time: 0.5251436 Oct 26 14:59:21.814634 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52806) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:21.821395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a4830-4c51-4c57-9057-1f8da99f8c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cca0ad8-e46b-4651-b0fa-50dc22e8568f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:22.155490 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c18ee7a3-4cfd-455f-92f1-22b709afd06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.393939 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c18ee7a3-4cfd-455f-92f1-22b709afd06d admin admin] Deleting port 0f96d921-e6c7-411a-8a56-9828ca9f62ea {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:22.394303 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c18ee7a3-4cfd-455f-92f1-22b709afd06d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.475392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-c18ee7a3-4cfd-455f-92f1-22b709afd06d admin admin] For port 0f96d921-e6c7-411a-8a56-9828ca9f62ea, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0f96d921-e6c7-411a-8a56-9828ca9f62ea,segment=NetworkSegment(f8e33bff-a552-4279-be13-d0cebf703a5a),segment_id=f8e33bff-a552-4279-be13-d0cebf703a5a)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:22.475665 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c18ee7a3-4cfd-455f-92f1-22b709afd06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.488348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-c18ee7a3-4cfd-455f-92f1-22b709afd06d admin admin] Calling delete_port for 0f96d921-e6c7-411a-8a56-9828ca9f62ea owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:22.663564 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c18ee7a3-4cfd-455f-92f1-22b709afd06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.690631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ee7a3-4cfd-455f-92f1-22b709afd06d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f96d921-e6c7-411a-8a56-9828ca9f62ea,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:22.851859 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c18ee7a3-4cfd-455f-92f1-22b709afd06d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.069753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18ee7a3-4cfd-455f-92f1-22b709afd06d admin admin] Router 9f5f529e-cba3-4469-868c-4ca81c7691d3 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:59:23.076018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:59:23.095827 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:59:23.096168 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 65dbc7c2-31a0-4e91-a4f1-5f95d7a5f90c not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:59:23.096570 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0fc7055b-9b5d-4127-93a3-55189b18ea0b no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:59:23.118924 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 0fc7055b-9b5d-4127-93a3-55189b18ea0b {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:59:23.119259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0fc7055b-9b5d-4127-93a3-55189b18ea0b not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:59:23.175833 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18ee7a3-4cfd-455f-92f1-22b709afd06d admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:59:23.181492 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c18ee7a3-4cfd-455f-92f1-22b709afd06d admin admin] 10.222.0.32 "PUT /v2.0/routers/9f5f529e-cba3-4469-868c-4ca81c7691d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3657279 Oct 26 14:59:23.184075 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52808) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:23.184777 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86a52b-1ced-4da3-866e-4489b6448d77 None None] Sync routers for ids ['9f5f529e-cba3-4469-868c-4ca81c7691d3'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:59:23.194976 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86a52b-1ced-4da3-866e-4489b6448d77 None None] Routers {'9f5f529e-cba3-4469-868c-4ca81c7691d3'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:23.195632 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ff86a52b-1ced-4da3-866e-4489b6448d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:59:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9f5f529e-cba3-4469-868c-4ca81c7691d3'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:23.471183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-ff86a52b-1ced-4da3-866e-4489b6448d77 None None] Set router 9f5f529e-cba3-4469-868c-4ca81c7691d3 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:23.606036 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.651737 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ff86a52b-1ced-4da3-866e-4489b6448d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'name': 'tempest-TestMinimumBasicScenario-640944056-router', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:13Z', 'updated_at': '2021-10-26T14:59:22Z', 'revision_number': 5, 'project_id': '7a2a4ece998b40cd817fdf04007113bf', 'gw_port': {'id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:14Z', 'updated_at': '2021-10-26T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:23.677854 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86a52b-1ced-4da3-866e-4489b6448d77 None None] Checking router: 9f5f529e-cba3-4469-868c-4ca81c7691d3 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:59:23.686633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86a52b-1ced-4da3-866e-4489b6448d77 None None] Routers {'9f5f529e-cba3-4469-868c-4ca81c7691d3'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:23.687227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ff86a52b-1ced-4da3-866e-4489b6448d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:59:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['9f5f529e-cba3-4469-868c-4ca81c7691d3'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:23.706594 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.761206 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] Deleting port 6765a550-98a0-426b-990c-f3a48d33a9db {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:23.761440 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.791529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-ff86a52b-1ced-4da3-866e-4489b6448d77 None None] Set router 9f5f529e-cba3-4469-868c-4ca81c7691d3 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:23.849309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] For port 6765a550-98a0-426b-990c-f3a48d33a9db, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6765a550-98a0-426b-990c-f3a48d33a9db,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:23.849670 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.866352 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] Calling delete_port for 6765a550-98a0-426b-990c-f3a48d33a9db owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:23.985792 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.987325 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ff86a52b-1ced-4da3-866e-4489b6448d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'name': 'tempest-TestMinimumBasicScenario-640944056-router', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:13Z', 'updated_at': '2021-10-26T14:59:22Z', 'revision_number': 5, 'project_id': '7a2a4ece998b40cd817fdf04007113bf', 'gw_port': {'id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:14Z', 'updated_at': '2021-10-26T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:24.014401 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86a52b-1ced-4da3-866e-4489b6448d77 None None] The sync data for ids ['9f5f529e-cba3-4469-868c-4ca81c7691d3'] in n-d-815498-1 is: [{'id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'name': 'tempest-TestMinimumBasicScenario-640944056-router', 'tenant_id': '7a2a4ece998b40cd817fdf04007113bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:57:13Z', 'updated_at': '2021-10-26T14:59:22Z', 'revision_number': 5, 'project_id': '7a2a4ece998b40cd817fdf04007113bf', 'gw_port': {'id': '6765a550-98a0-426b-990c-f3a48d33a9db', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f529e-cba3-4469-868c-4ca81c7691d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:57:14Z', 'updated_at': '2021-10-26T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:59:24.030771 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.063198 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6765a550-98a0-426b-990c-f3a48d33a9db,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:24.121503 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.209913 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.212012 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.257641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.258265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f5f529e-cba3-4469-868c-4ca81c7691d3 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:59:24.263672 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.264540 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e0d28b41-2fd1-4d35-96c7-c595d0b899d6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9f5f529e-cba3-4469-868c-4ca81c7691d3 HTTP/1.1" status: 204 len: 168 time: 1.0792849 Oct 26 14:59:24.267086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52810) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:24.310313 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5f7839-06bd-491f-b256-ca6d85cb2075 admin admin] Deleting subnet 6de83450-f167-4c8e-bb96-d750a3155094 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:59:24.313198 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-df5f7839-06bd-491f-b256-ca6d85cb2075 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.347156 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-df5f7839-06bd-491f-b256-ca6d85cb2075 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.429850 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-df5f7839-06bd-491f-b256-ca6d85cb2075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.485087 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-df5f7839-06bd-491f-b256-ca6d85cb2075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.515433 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-df5f7839-06bd-491f-b256-ca6d85cb2075 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.521576 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-df5f7839-06bd-491f-b256-ca6d85cb2075 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6de83450-f167-4c8e-bb96-d750a3155094 HTTP/1.1" status: 204 len: 168 time: 0.2512481 Oct 26 14:59:24.521576 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f7839-06bd-491f-b256-ca6d85cb2075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6de83450-f167-4c8e-bb96-d750a3155094,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:24.522464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52812) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:24.528185 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd8c4b-3e39-4854-93eb-3e497459748a None None] Network fe450300-f960-4578-b593-7549f6afafbd requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:24.601558 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.656729 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Deleting port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:24.657083 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.720426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] DHCP port deletion for fe450300-f960-4578-b593-7549f6afafbd request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:59:24.724535 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] For port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee,segment=NetworkSegment(f8e33bff-a552-4279-be13-d0cebf703a5a),segment_id=f8e33bff-a552-4279-be13-d0cebf703a5a)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:24.724895 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.741711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Calling delete_port for b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:24.775949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Deleting port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:24.776782 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.824860 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.845438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] For port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee,segment=NetworkSegment(f8e33bff-a552-4279-be13-d0cebf703a5a),segment_id=f8e33bff-a552-4279-be13-d0cebf703a5a)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:24.845829 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.851439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Pushing event deleted for resources: {'Port': ['ID=b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:24.853715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] No DVR routers for this DVR port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:59:24.860878 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Calling delete_port for b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:24.933341 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.938865 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.953859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe450300-f960-4578-b593-7549f6afafbd']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:24.963010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e33bff-a552-4279-be13-d0cebf703a5a') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:24.963305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e33bff-a552-4279-be13-d0cebf703a5a') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:24.968607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Pushing event deleted for resources: {'Port': ['ID=b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:24.972870 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] No DVR routers for this DVR port b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:59:24.974867 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.979708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.980057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.980428 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.980850 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.981094 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.981424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.981748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.982095 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.982417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.982738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.983418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.983418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b963c9-5f97-4412-8a6c-3824522d94a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.994929 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.001048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:59:25.001496 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: timer() Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:59:25.003211 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:59:25.055623 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.060276 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.066109 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fe450300-f960-4578-b593-7549f6afafbd HTTP/1.1" status: 204 len: 168 time: 0.5402553 Oct 26 14:59:25.079350 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351d83d-5e5d-4e57-9ccf-6c093d43d794 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe450300-f960-4578-b593-7549f6afafbd,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:25.140922 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6765a550-98a0-426b-990c-f3a48d33a9db no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:59:25.162158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 6765a550-98a0-426b-990c-f3a48d33a9db {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:59:25.162505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6765a550-98a0-426b-990c-f3a48d33a9db not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:59:25.162922 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:59:25.181549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:59:25.181900 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device b75e3a64-5c3a-4e36-bf6e-4cc1e74af1ee not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:59:25.182872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0f96d921-e6c7-411a-8a56-9828ca9f62ea no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:59:25.203381 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 0f96d921-e6c7-411a-8a56-9828ca9f62ea {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:59:25.203741 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0f96d921-e6c7-411a-8a56-9828ca9f62ea not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:59:25.244151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52816) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:25.284020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9640fc91-88a3-41bd-ae8f-d367e330f332 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b73d0adc35a540adb0b085d75cb892d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386879 Oct 26 14:59:25.286594 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52818) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:25.337866 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1e3caca-f87a-433c-9d18-a81b1991d323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.358973 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1e3caca-f87a-433c-9d18-a81b1991d323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.403582 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1e3caca-f87a-433c-9d18-a81b1991d323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.406139 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-f1e3caca-f87a-433c-9d18-a81b1991d323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.407273 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-f1e3caca-f87a-433c-9d18-a81b1991d323 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/470765e9-abf7-41d6-8efe-a501502c36b2 HTTP/1.1" status: 204 len: 168 time: 0.1197143 Oct 26 14:59:25.415302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3caca-f87a-433c-9d18-a81b1991d323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470765e9-abf7-41d6-8efe-a501502c36b2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:25.716387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52824) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:25.755892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4a261039-447d-4677-9f07-5a85838ccacf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a2a4ece998b40cd817fdf04007113bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383117 Oct 26 14:59:25.758211 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52826) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:25.805095 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3af138b-4f5d-4eec-93f0-6dee1ac286ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.825767 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3af138b-4f5d-4eec-93f0-6dee1ac286ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.871922 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3af138b-4f5d-4eec-93f0-6dee1ac286ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.874595 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3af138b-4f5d-4eec-93f0-6dee1ac286ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.875753 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d3af138b-4f5d-4eec-93f0-6dee1ac286ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17649d2d-5acf-4b5c-9397-f4009a7bea1a HTTP/1.1" status: 204 len: 168 time: 0.1166310 Oct 26 14:59:25.883272 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af138b-4f5d-4eec-93f0-6dee1ac286ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17649d2d-5acf-4b5c-9397-f4009a7bea1a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:27.562843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52866) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:27.567449 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-9ecca16e-b376-4bf8-b027-102cc30abd05 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206416636', 'description': 'tempest-secgroup-smoke-206416636 description', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:27.592594 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ecca16e-b376-4bf8-b027-102cc30abd05 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.600289 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ecca16e-b376-4bf8-b027-102cc30abd05 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.676703 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ecca16e-b376-4bf8-b027-102cc30abd05 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.680840 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ecca16e-b376-4bf8-b027-102cc30abd05 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.721295 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecca16e-b376-4bf8-b027-102cc30abd05 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ecc8e7-bcee-49ea-ae9e-9daed72e40e4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:27.756655 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ecca16e-b376-4bf8-b027-102cc30abd05 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.760697 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ecca16e-b376-4bf8-b027-102cc30abd05 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.792445 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-9ecca16e-b376-4bf8-b027-102cc30abd05 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.793586 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9ecca16e-b376-4bf8-b027-102cc30abd05 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2297370 Oct 26 14:59:27.795458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecca16e-b376-4bf8-b027-102cc30abd05 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49cef6b1-8944-4a22-b881-a2bfb397f7e2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:27.796687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52868) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:27.805309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4ae3aaf3-c4a8-4f1b-9911-efc833ef7133 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '49cef6b1-8944-4a22-b881-a2bfb397f7e2', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:27.831168 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ae3aaf3-c4a8-4f1b-9911-efc833ef7133 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.885826 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ae3aaf3-c4a8-4f1b-9911-efc833ef7133 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.889315 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ae3aaf3-c4a8-4f1b-9911-efc833ef7133 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.910441 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3aaf3-c4a8-4f1b-9911-efc833ef7133 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353fbf5f-7cd4-4189-b201-e8390cd70c68,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:27.916275 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ae3aaf3-c4a8-4f1b-9911-efc833ef7133 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.920138 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4ae3aaf3-c4a8-4f1b-9911-efc833ef7133 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159894 Oct 26 14:59:27.920241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52870) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:27.924448 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-53f70755-063d-495f-9556-9f134e4e5c71 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '49cef6b1-8944-4a22-b881-a2bfb397f7e2', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:27.953782 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53f70755-063d-495f-9556-9f134e4e5c71 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.008950 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53f70755-063d-495f-9556-9f134e4e5c71 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.013826 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53f70755-063d-495f-9556-9f134e4e5c71 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.035654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f70755-063d-495f-9556-9f134e4e5c71 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fad87f-0c69-4ef3-a29e-11487e36cda2,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:28.045883 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-53f70755-063d-495f-9556-9f134e4e5c71 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.047025 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-53f70755-063d-495f-9556-9f134e4e5c71 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259327 Oct 26 14:59:28.050035 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52872) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:28.054680 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-093bf706-dde6-4d03-b3e4-3bd5357f6e52 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '49cef6b1-8944-4a22-b881-a2bfb397f7e2', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:28.080208 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-093bf706-dde6-4d03-b3e4-3bd5357f6e52 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.129420 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.137664 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-093bf706-dde6-4d03-b3e4-3bd5357f6e52 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.141255 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-093bf706-dde6-4d03-b3e4-3bd5357f6e52 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.160981 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bf706-dde6-4d03-b3e4-3bd5357f6e52 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917cbe0a-980d-49ae-85ae-04b0fb2bde33,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:28.166695 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-093bf706-dde6-4d03-b3e4-3bd5357f6e52 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.167861 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-093bf706-dde6-4d03-b3e4-3bd5357f6e52 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168206 Oct 26 14:59:28.170610 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52874) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:28.174833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e7196240-38b5-4742-8647-d9e2490c086a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '49cef6b1-8944-4a22-b881-a2bfb397f7e2', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:28.200865 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7196240-38b5-4742-8647-d9e2490c086a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.261464 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7196240-38b5-4742-8647-d9e2490c086a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.265738 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7196240-38b5-4742-8647-d9e2490c086a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.282816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7196240-38b5-4742-8647-d9e2490c086a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74913b5f-f42f-48cd-8921-91aae834660e,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:28.289830 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e7196240-38b5-4742-8647-d9e2490c086a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.291067 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e7196240-38b5-4742-8647-d9e2490c086a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195259 Oct 26 14:59:28.293817 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52876) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:28.298121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-93379a05-c3c7-461c-ba8d-4a4376a7f7ab tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '49cef6b1-8944-4a22-b881-a2bfb397f7e2', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:28.318897 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-93379a05-c3c7-461c-ba8d-4a4376a7f7ab tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Project 9cc67f3cdb8d4b968cb02ce9b47e3f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:59:28.324215 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93379a05-c3c7-461c-ba8d-4a4376a7f7ab tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.381194 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93379a05-c3c7-461c-ba8d-4a4376a7f7ab tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.386104 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93379a05-c3c7-461c-ba8d-4a4376a7f7ab tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.405541 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93379a05-c3c7-461c-ba8d-4a4376a7f7ab tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960c96d2-a583-4dd9-9d1e-4baa43ef1804,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:28.413843 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93379a05-c3c7-461c-ba8d-4a4376a7f7ab tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.415035 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-93379a05-c3c7-461c-ba8d-4a4376a7f7ab tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202879 Oct 26 14:59:28.417731 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52878) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:28.422046 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e3d3c192-39aa-4726-99d4-dcb252e2df5f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '49cef6b1-8944-4a22-b881-a2bfb397f7e2', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:28.443378 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-e3d3c192-39aa-4726-99d4-dcb252e2df5f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Project 9cc67f3cdb8d4b968cb02ce9b47e3f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:59:28.448600 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3d3c192-39aa-4726-99d4-dcb252e2df5f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.508260 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3d3c192-39aa-4726-99d4-dcb252e2df5f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.511946 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3d3c192-39aa-4726-99d4-dcb252e2df5f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.529459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3c192-39aa-4726-99d4-dcb252e2df5f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2023c00e-d76b-4c1d-a20e-b6cce9e36d8d,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:28.536202 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e3d3c192-39aa-4726-99d4-dcb252e2df5f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.537416 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e3d3c192-39aa-4726-99d4-dcb252e2df5f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186900 Oct 26 14:59:28.540409 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52880) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:28.545801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-da9a8392-51ed-4594-95cc-9c3942e310a8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'network': {'name': 'tempest-network-smoke--1057332775', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'port_security_enabled': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:28.565637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9a8392-51ed-4594-95cc-9c3942e310a8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:28.569088 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da9a8392-51ed-4594-95cc-9c3942e310a8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.593342 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9a8392-51ed-4594-95cc-9c3942e310a8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:28.602073 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da9a8392-51ed-4594-95cc-9c3942e310a8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.602401 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-da9a8392-51ed-4594-95cc-9c3942e310a8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Added segment f3d25e9f-271b-4e57-aafd-b31af02450f7 of type vlan for network 24c289ec-aaa1-43d1-9920-b91d66345c19 Oct 26 14:59:28.643265 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da9a8392-51ed-4594-95cc-9c3942e310a8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.666925 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da9a8392-51ed-4594-95cc-9c3942e310a8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.672423 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9a8392-51ed-4594-95cc-9c3942e310a8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:28.673005 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-da9a8392-51ed-4594-95cc-9c3942e310a8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.725052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-da9a8392-51ed-4594-95cc-9c3942e310a8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1836479 Oct 26 14:59:28.727935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52882) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:28.732254 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'admin_state_up': True, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:28.751525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a8392-51ed-4594-95cc-9c3942e310a8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Network': ['ID=24c289ec-aaa1-43d1-9920-b91d66345c19,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:28.763163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 24c289ec-aaa1-43d1-9920-b91d66345c19 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:28.766789 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.767917 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.821450 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.959822 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.147894 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.165613 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.269806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.25.4.128 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/04526ece-3d6e-42a5-b2ab-9b372797e4b4) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:29.367459 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.399300 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.439763 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:29.442612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:29.445005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:29.472004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=04526ece-3d6e-42a5-b2ab-9b372797e4b4,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:29.694894 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.883935 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.006826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:59:30.110187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:59:30.119648 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Sync routers for ids ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:59:30.129268 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Routers {'373a7e73-8fba-4fe6-9016-6ccec8c09ea9'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:30.129860 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:59:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:30.130429 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.131677 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d85b0bd6-d6a3-484d-b65d-6edfacbe6248 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4028316 Oct 26 14:59:30.134873 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52884) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:30.231955 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Set router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:30.255327 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a580708c-c057-4ffc-836c-db0747a573c4 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1185422 Oct 26 14:59:30.258316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52888) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:30.343825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0432fab6-cc74-4a9f-af2e-78b232985f7e tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:30.345332 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0432fab6-cc74-4a9f-af2e-78b232985f7e tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861523 Oct 26 14:59:30.348158 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52890) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:30.380516 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-992ebc2b-cc92-4c76-b333-bc79b3053bbd tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312610 Oct 26 14:59:30.383302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52892) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:30.389121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-8a01d3a2-9f21-4240-a459-e560a8a7265b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1999036200', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:30.405872 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:30.434790 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Checking router: 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:59:30.435144 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Updating router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 port 04526ece-3d6e-42a5-b2ab-9b372797e4b4 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:59:30.478412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a01d3a2-9f21-4240-a459-e560a8a7265b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:30.482123 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a01d3a2-9f21-4240-a459-e560a8a7265b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.554506 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.677428 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a01d3a2-9f21-4240-a459-e560a8a7265b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.732056 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01d3a2-9f21-4240-a459-e560a8a7265b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Subnet': ['ID=15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:30.747491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a01d3a2-9f21-4240-a459-e560a8a7265b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Checking segment: {'id': 'f3d25e9f-271b-4e57-aafd-b31af02450f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:30.747852 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a01d3a2-9f21-4240-a459-e560a8a7265b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network hostable DHCP agents. Network: 24c289ec-aaa1-43d1-9920-b91d66345c19, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:30.764729 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a01d3a2-9f21-4240-a459-e560a8a7265b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 24c289ec-aaa1-43d1-9920-b91d66345c19 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:30.773821 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-8a01d3a2-9f21-4240-a459-e560a8a7265b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 24c289ec-aaa1-43d1-9920-b91d66345c19) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:30.780003 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a01d3a2-9f21-4240-a459-e560a8a7265b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:30.780952 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8a01d3a2-9f21-4240-a459-e560a8a7265b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.782487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55fb4f-0d96-4f85-b079-954e15947192 None None] Network 24c289ec-aaa1-43d1-9920-b91d66345c19 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:30.798087 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8a01d3a2-9f21-4240-a459-e560a8a7265b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4137387 Oct 26 14:59:30.801014 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52894) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:30.803244 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.811096 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.870816 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Attempting to bind port 04526ece-3d6e-42a5-b2ab-9b372797e4b4 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:30.871759 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Attempting to bind port 04526ece-3d6e-42a5-b2ab-9b372797e4b4 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:30.872128 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Attempting to bind port 04526ece-3d6e-42a5-b2ab-9b372797e4b4 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:30.875224 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340ad39-de4f-4eb4-b26b-69755c19f251 None None] Pushing event updated for resources: {'Port': ['ID=04526ece-3d6e-42a5-b2ab-9b372797e4b4,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:30.882958 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:30.883328 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:30.883727 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.884121 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:30.884586 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Bound port: 04526ece-3d6e-42a5-b2ab-9b372797e4b4, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:30.885258 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.888303 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0340ad39-de4f-4eb4-b26b-69755c19f251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:30.888844 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0340ad39-de4f-4eb4-b26b-69755c19f251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:30.889198 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0340ad39-de4f-4eb4-b26b-69755c19f251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:30.889518 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0340ad39-de4f-4eb4-b26b-69755c19f251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:30.889846 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0340ad39-de4f-4eb4-b26b-69755c19f251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:30.890197 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0340ad39-de4f-4eb4-b26b-69755c19f251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:30.890523 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0340ad39-de4f-4eb4-b26b-69755c19f251 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:30.890845 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0340ad39-de4f-4eb4-b26b-69755c19f251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:30.891169 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0340ad39-de4f-4eb4-b26b-69755c19f251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:30.891489 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0340ad39-de4f-4eb4-b26b-69755c19f251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:30.891811 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0340ad39-de4f-4eb4-b26b-69755c19f251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:30.892129 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0340ad39-de4f-4eb4-b26b-69755c19f251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:30.938409 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-24c289ec-aaa1-43d1-9920-b91d66345c19', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ips': [{'subnet_id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:59:30.939341 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.950224 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] For port 04526ece-3d6e-42a5-b2ab-9b372797e4b4, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:30.953840 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] For port 04526ece-3d6e-42a5-b2ab-9b372797e4b4, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=04526ece-3d6e-42a5-b2ab-9b372797e4b4,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:30.958510 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.004735 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Routers {'373a7e73-8fba-4fe6-9016-6ccec8c09ea9'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:31.005808 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:59:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:31.087161 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Allocated IP 172.20.0.2 (24c289ec-aaa1-43d1-9920-b91d66345c19/15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf/9d41c802-8c5a-4e2b-a35c-6b05058f0122) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:31.119219 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] Set router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:31.234534 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340ad39-de4f-4eb4-b26b-69755c19f251 None None] Pushing event updated for resources: {'Port': ['ID=04526ece-3d6e-42a5-b2ab-9b372797e4b4,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:31.240643 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.248130 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.277481 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.293585 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Network 24c289ec-aaa1-43d1-9920-b91d66345c19 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:31.295400 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:31.300260 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:31.302916 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Pushing event updated for resources: {'Port': ['ID=9d41c802-8c5a-4e2b-a35c-6b05058f0122,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:31.322546 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:31.349446 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2ced8-92ba-46a6-b808-519dfec71550 None None] The sync data for ids ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'] in n-d-815498-1 is: [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:59:31.361387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Attempting to bind port 9d41c802-8c5a-4e2b-a35c-6b05058f0122 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:31.361758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Attempting to bind port 9d41c802-8c5a-4e2b-a35c-6b05058f0122 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'f3d25e9f-271b-4e57-aafd-b31af02450f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:31.362603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Attempting to bind port 9d41c802-8c5a-4e2b-a35c-6b05058f0122 on network 24c289ec-aaa1-43d1-9920-b91d66345c19 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:31.374048 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:31.374484 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Checking segment: {'id': 'f3d25e9f-271b-4e57-aafd-b31af02450f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:31.374889 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.375289 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Bound using segment: {'id': 'f3d25e9f-271b-4e57-aafd-b31af02450f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:31.375762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Bound port: 9d41c802-8c5a-4e2b-a35c-6b05058f0122, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d25e9f-271b-4e57-aafd-b31af02450f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:31.376143 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.449788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] For port 9d41c802-8c5a-4e2b-a35c-6b05058f0122, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:31.452999 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] For port 9d41c802-8c5a-4e2b-a35c-6b05058f0122, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9d41c802-8c5a-4e2b-a35c-6b05058f0122,segment=NetworkSegment(f3d25e9f-271b-4e57-aafd-b31af02450f7),segment_id=f3d25e9f-271b-4e57-aafd-b31af02450f7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:31.460056 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.533322 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49abcab-59cc-4639-a2a5-c32462e74024 None None] Pushing event updated for resources: {'Port': ['ID=9d41c802-8c5a-4e2b-a35c-6b05058f0122,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:31.615741 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.20.0.1 (24c289ec-aaa1-43d1-9920-b91d66345c19/15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf/731a3d81-0baf-4054-9925-acbda7d15255) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:31.766520 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.803366 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.856101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 24c289ec-aaa1-43d1-9920-b91d66345c19 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:31.859347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:31.862012 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:31.888698 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=731a3d81-0baf-4054-9925-acbda7d15255,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:31.912015 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.051438 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.337106 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.342254 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.421106 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=731a3d81-0baf-4054-9925-acbda7d15255,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:32.423525 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.491012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84035176-0799-48c1-8773-9fbe16f3cea7 None None] Network 24c289ec-aaa1-43d1-9920-b91d66345c19 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:32.522972 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 24c289ec-aaa1-43d1-9920-b91d66345c19 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:32.524580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:32.611058 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-05e0f422-0c3d-4d44-97aa-889fac79c3f0 None None] Provisioning complete for port 9d41c802-8c5a-4e2b-a35c-6b05058f0122 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:32.611428 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-05e0f422-0c3d-4d44-97aa-889fac79c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.661798 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:59:32.743825 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-05e0f422-0c3d-4d44-97aa-889fac79c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.783877 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-05e0f422-0c3d-4d44-97aa-889fac79c3f0 None None] For port 9d41c802-8c5a-4e2b-a35c-6b05058f0122, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9d41c802-8c5a-4e2b-a35c-6b05058f0122,segment=NetworkSegment(f3d25e9f-271b-4e57-aafd-b31af02450f7),segment_id=f3d25e9f-271b-4e57-aafd-b31af02450f7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:32.785275 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:59:32.792031 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-29d87109-f0e1-4109-a9bf-cff36a58e356 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "PUT /v2.0/routers/373a7e73-8fba-4fe6-9016-6ccec8c09ea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9895263 Oct 26 14:59:32.800582 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-05e0f422-0c3d-4d44-97aa-889fac79c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.873556 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0f422-0c3d-4d44-97aa-889fac79c3f0 None None] Pushing event updated for resources: {'Port': ['ID=9d41c802-8c5a-4e2b-a35c-6b05058f0122,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:32.999944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-cd1abfd0-5fc0-4e13-ae5f-63a290ec779b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206416636&fields=id&tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 267 time: 0.0429556 Oct 26 14:59:33.048035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ab69364f-507f-4310-a36c-b9c28834e9ef None None] Provisioning complete for port 9d41c802-8c5a-4e2b-a35c-6b05058f0122 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:33.048409 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ab69364f-507f-4310-a36c-b9c28834e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.128666 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-8ce8f0a5-af55-48ad-9f9c-64bbb2d14b22 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:33.137731 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-8ce8f0a5-af55-48ad-9f9c-64bbb2d14b22 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/networks?id=24c289ec-aaa1-43d1-9920-b91d66345c19 HTTP/1.1" status: 200 len: 797 time: 0.1264553 Oct 26 14:59:33.148689 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-fb4e2079-9b28-4e87-ba82-c0a92db0883c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/quotas/9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 375 time: 0.0099049 Oct 26 14:59:33.149170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 04526ece-3d6e-42a5-b2ab-9b372797e4b4 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:33.151723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Sync routers for ids ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:59:33.204995 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Routers {'373a7e73-8fba-4fe6-9016-6ccec8c09ea9'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:33.205616 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:59:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:33.207066 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-0dcffe96-6cbf-4603-a552-3deea2f55258 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496719 Oct 26 14:59:33.296931 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ab69364f-507f-4310-a36c-b9c28834e9ef None None] Provisioning complete for port 731a3d81-0baf-4054-9925-acbda7d15255 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:33.297299 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ab69364f-507f-4310-a36c-b9c28834e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.324552 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-361daf19-79c1-420f-9b82-983ed5ce1474 service neutron] 10.222.0.32 "GET /v2.0/networks/24c289ec-aaa1-43d1-9920-b91d66345c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028438 Oct 26 14:59:33.335053 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 04526ece-3d6e-42a5-b2ab-9b372797e4b4 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:33.335420 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.385342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ab69364f-507f-4310-a36c-b9c28834e9ef None None] Port 731a3d81-0baf-4054-9925-acbda7d15255 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:59:33.397329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Set router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:33.420469 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-8337fee4-a597-415e-9c9e-e4ebe6ff02ad service neutron] 10.222.0.32 "GET /v2.0/networks/24c289ec-aaa1-43d1-9920-b91d66345c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901701 Oct 26 14:59:33.721508 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.732862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-52ca372c-7ae6-43ab-b773-6a31b8d90104 None None] Provisioning complete for port 731a3d81-0baf-4054-9925-acbda7d15255 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:33.733228 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-52ca372c-7ae6-43ab-b773-6a31b8d90104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.769969 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 04526ece-3d6e-42a5-b2ab-9b372797e4b4, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=04526ece-3d6e-42a5-b2ab-9b372797e4b4,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:33.786662 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.787430 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9d41c802-8c5a-4e2b-a35c-6b05058f0122 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:33.854369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-52ca372c-7ae6-43ab-b773-6a31b8d90104 None None] Port 731a3d81-0baf-4054-9925-acbda7d15255 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:59:33.905861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=04526ece-3d6e-42a5-b2ab-9b372797e4b4,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:33.926132 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 9d41c802-8c5a-4e2b-a35c-6b05058f0122 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:33.926504 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.959985 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T14:59:32Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '731a3d81-0baf-4054-9925-acbda7d15255', 'name': '', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:53:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:31Z', 'updated_at': '2021-10-26T14:59:32Z', 'revision_number': 2, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:33.997127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Checking router: 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:59:33.997392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Updating router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 port 731a3d81-0baf-4054-9925-acbda7d15255 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:59:34.024539 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.311394 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.316493 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.365909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2207d5c-9c63-4551-bce8-073bd3c40c2d None None] Pushing event updated for resources: {'Port': ['ID=731a3d81-0baf-4054-9925-acbda7d15255,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:34.414876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Attempting to bind port 731a3d81-0baf-4054-9925-acbda7d15255 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:34.415251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Attempting to bind port 731a3d81-0baf-4054-9925-acbda7d15255 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'f3d25e9f-271b-4e57-aafd-b31af02450f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:34.415619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Attempting to bind port 731a3d81-0baf-4054-9925-acbda7d15255 on network 24c289ec-aaa1-43d1-9920-b91d66345c19 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:34.421371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:34.421953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Checking segment: {'id': 'f3d25e9f-271b-4e57-aafd-b31af02450f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:34.422179 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.422696 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Bound using segment: {'id': 'f3d25e9f-271b-4e57-aafd-b31af02450f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:34.423172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Bound port: 731a3d81-0baf-4054-9925-acbda7d15255, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d25e9f-271b-4e57-aafd-b31af02450f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:34.423559 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.490812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] For port 731a3d81-0baf-4054-9925-acbda7d15255, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:34.494213 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] For port 731a3d81-0baf-4054-9925-acbda7d15255, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=731a3d81-0baf-4054-9925-acbda7d15255,segment=NetworkSegment(f3d25e9f-271b-4e57-aafd-b31af02450f7),segment_id=f3d25e9f-271b-4e57-aafd-b31af02450f7)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:34.499328 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.557257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Routers {'373a7e73-8fba-4fe6-9016-6ccec8c09ea9'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:34.557957 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:59:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:34.609943 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2207d5c-9c63-4551-bce8-073bd3c40c2d None None] Pushing event updated for resources: {'Port': ['ID=731a3d81-0baf-4054-9925-acbda7d15255,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:34.671173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0bfd2bfb-0ae4-439c-b76e-2502400e8574 None None] Provisioning complete for port 731a3d81-0baf-4054-9925-acbda7d15255 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:34.671538 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0bfd2bfb-0ae4-439c-b76e-2502400e8574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.698640 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d2488279-1204-45c1-90d0-4ecfc40bc3a9 req-c18fdf7f-4b03-4e4a-97ca-5187cba4ec59 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 210 time: 0.0886073 Oct 26 14:59:34.736404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] Set router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:34.879567 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0bfd2bfb-0ae4-439c-b76e-2502400e8574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.932803 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0bfd2bfb-0ae4-439c-b76e-2502400e8574 None None] For port 731a3d81-0baf-4054-9925-acbda7d15255, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=731a3d81-0baf-4054-9925-acbda7d15255,segment=NetworkSegment(f3d25e9f-271b-4e57-aafd-b31af02450f7),segment_id=f3d25e9f-271b-4e57-aafd-b31af02450f7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:34.939631 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0bfd2bfb-0ae4-439c-b76e-2502400e8574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.020478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd2bfb-0ae4-439c-b76e-2502400e8574 None None] Pushing event updated for resources: {'Port': ['ID=731a3d81-0baf-4054-9925-acbda7d15255,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:35.037055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 04526ece-3d6e-42a5-b2ab-9b372797e4b4 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:35.041860 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T14:59:32Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '731a3d81-0baf-4054-9925-acbda7d15255', 'name': '', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:53:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:31Z', 'updated_at': '2021-10-26T14:59:34Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:35.098032 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e685c55-08be-4f5c-8147-e1f462bcd086 None None] The sync data for ids ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'] in n-d-815498-1 is: [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T14:59:32Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '731a3d81-0baf-4054-9925-acbda7d15255', 'name': '', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:53:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:31Z', 'updated_at': '2021-10-26T14:59:34Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:59:35.113629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-a5cf5749-2593-484b-abff-2f5d6dd8026d None None] Provisioning complete for port 731a3d81-0baf-4054-9925-acbda7d15255 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:35.114008 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a5cf5749-2593-484b-abff-2f5d6dd8026d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.165829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 04526ece-3d6e-42a5-b2ab-9b372797e4b4 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:35.166241 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.787137 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-86c57349-d8d2-4709-88d9-e272812fa46d req-f3851d7d-27ec-4b4d-bd77-aadbf084fc0b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 210 time: 0.0350268 Oct 26 14:59:36.862668 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f50e60b8-1927-4114-bd86-e1fc8b7c4121 req-d5f855f0-8626-491e-be9e-a5ed0c9bdb3d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 210 time: 0.0266020 Oct 26 14:59:37.050155 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 731a3d81-0baf-4054-9925-acbda7d15255 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:37.096922 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 731a3d81-0baf-4054-9925-acbda7d15255 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:37.097295 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:37.940988 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9c2019fb-3410-4b9a-b68e-b1d944a23d24 req-88ae7cee-b649-41d7-94e7-8c7fe627a1c3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 210 time: 0.0279024 Oct 26 14:59:39.033270 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-45def663-a62c-4288-8b03-2fdbf983faeb req-947e53a0-12eb-4465-8846-4075c86a88a6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 210 time: 0.0259299 Oct 26 14:59:39.738703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-2ee3400b-bfdb-45a6-8019-edcbd614912b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:39.740173 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-2ee3400b-bfdb-45a6-8019-edcbd614912b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/networks?id=24c289ec-aaa1-43d1-9920-b91d66345c19 HTTP/1.1" status: 200 len: 797 time: 0.1059878 Oct 26 14:59:39.785005 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-611bb0b0-631a-44ad-bf76-aa4eef3a695a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 379 time: 0.0340102 Oct 26 14:59:39.795272 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-7f81f34d-45f1-4835-ac95-1f07a8ef7b8d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'port': {'device_id': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'admin_state_up': True, 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'security_groups': ['49cef6b1-8944-4a22-b881-a2bfb397f7e2']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:39.904467 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-7f81f34d-45f1-4835-ac95-1f07a8ef7b8d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:39.908061 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-7f81f34d-45f1-4835-ac95-1f07a8ef7b8d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.029304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-7f81f34d-45f1-4835-ac95-1f07a8ef7b8d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.20.0.8 (24c289ec-aaa1-43d1-9920-b91d66345c19/15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf/8b65cafc-7ce1-491a-9a6e-74fb85336fe1) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:40.126515 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a69425c2-f933-4ce0-b869-5dcec26a3a48 req-492794f2-d965-45ed-b038-4a1389aedfbc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 210 time: 0.0268462 Oct 26 14:59:40.171728 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-7f81f34d-45f1-4835-ac95-1f07a8ef7b8d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.203884 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-7f81f34d-45f1-4835-ac95-1f07a8ef7b8d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.247862 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-7f81f34d-45f1-4835-ac95-1f07a8ef7b8d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 24c289ec-aaa1-43d1-9920-b91d66345c19 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:40.250987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-7f81f34d-45f1-4835-ac95-1f07a8ef7b8d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:40.254753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-7f81f34d-45f1-4835-ac95-1f07a8ef7b8d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:40.280660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81f34d-45f1-4835-ac95-1f07a8ef7b8d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=8b65cafc-7ce1-491a-9a6e-74fb85336fe1,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:40.312338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-7f81f34d-45f1-4835-ac95-1f07a8ef7b8d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:40.312962 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-7f81f34d-45f1-4835-ac95-1f07a8ef7b8d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.329412 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-7f81f34d-45f1-4835-ac95-1f07a8ef7b8d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5376215 Oct 26 14:59:40.342343 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Request body: {'port': {'device_id': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:40.397600 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.497252 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e90fb495-ad4b-4ca0-983f-5b01b59afe90 None None] Provisioning complete for port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:40.497827 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e90fb495-ad4b-4ca0-983f-5b01b59afe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.531259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e90fb495-ad4b-4ca0-983f-5b01b59afe90 None None] Port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:59:40.663752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:59:40.671225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.685316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Transition to ACTIVE for port object 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:59:40.688676 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.742500 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Pushing event updated for resources: {'Port': ['ID=8b65cafc-7ce1-491a-9a6e-74fb85336fe1,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:40.809658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Attempting to bind port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:40.810005 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Attempting to bind port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'f3d25e9f-271b-4e57-aafd-b31af02450f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:40.810349 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Attempting to bind port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 on network 24c289ec-aaa1-43d1-9920-b91d66345c19 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:40.814768 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 on network 24c289ec-aaa1-43d1-9920-b91d66345c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:59:40.815090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Attempting to bind port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 on network 24c289ec-aaa1-43d1-9920-b91d66345c19 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:40.820055 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:40.820392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Checking segment: {'id': 'f3d25e9f-271b-4e57-aafd-b31af02450f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:40.820779 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Bound using segment: {'id': 'f3d25e9f-271b-4e57-aafd-b31af02450f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:40.821203 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Bound port: 8b65cafc-7ce1-491a-9a6e-74fb85336fe1, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d25e9f-271b-4e57-aafd-b31af02450f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:40.821561 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.891377 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] For port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:40.894449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] For port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8b65cafc-7ce1-491a-9a6e-74fb85336fe1,segment=NetworkSegment(f3d25e9f-271b-4e57-aafd-b31af02450f7),segment_id=f3d25e9f-271b-4e57-aafd-b31af02450f7)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:40.899337 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.932508 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:40.933582 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.935376 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] 10.222.0.11 "PUT /v2.0/ports/8b65cafc-7ce1-491a-9a6e-74fb85336fe1 HTTP/1.1" status: 200 len: 1091 time: 0.5976896 Oct 26 14:59:40.937759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'tag': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:40.943431 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc166a8-d740-4e3e-8bf6-e69b52aa7d49" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf", "tag": "8b65cafc-7ce1-491a-9a6e-74fb85336fe1"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:40.993335 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822fdb7-6d26-4455-ac5a-b2c9c5ef4d7c service neutron] Pushing event updated for resources: {'Port': ['ID=8b65cafc-7ce1-491a-9a6e-74fb85336fe1,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:41.045893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-130df2e3-d848-455d-8094-e1d0d06793ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:41.047491 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-130df2e3-d848-455d-8094-e1d0d06793ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 1094 time: 0.0471070 Oct 26 14:59:41.049033 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232b561c-fd9d-4346-89bb-222d88eb4f2c x-openstack-request-id: req-232b561c-fd9d-4346-89bb-222d88eb4f2c {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:41.049321 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf", "tag": "8b65cafc-7ce1-491a-9a6e-74fb85336fe1", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:41.049574 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-232b561c-fd9d-4346-89bb-222d88eb4f2c {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:41.049965 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'tag': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1', 'status': 'completed', 'code': 200} Oct 26 14:59:41.090686 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-1dc90514-33dc-4503-8f48-c92d02c0f49f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b65cafc-7ce1-491a-9a6e-74fb85336fe1 HTTP/1.1" status: 200 len: 217 time: 0.0356858 Oct 26 14:59:41.145690 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-5b509be0-0203-494a-8786-ed185ce53adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:41.147167 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-5b509be0-0203-494a-8786-ed185ce53adb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf HTTP/1.1" status: 200 len: 835 time: 0.0495963 Oct 26 14:59:41.195366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-e97920a0-9cc8-4aa3-bd8a-01cc8108694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:41.196806 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-e97920a0-9cc8-4aa3-bd8a-01cc8108694a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24c289ec-aaa1-43d1-9920-b91d66345c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416865 Oct 26 14:59:41.245624 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16d146-4ae6-4a0b-8929-ced23615e99a req-d37452bb-32c6-4c13-b3aa-5254e629d28e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:41.247136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc16d146-4ae6-4a0b-8929-ced23615e99a req-d37452bb-32c6-4c13-b3aa-5254e629d28e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 943 time: 0.0524781 Oct 26 14:59:41.284230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc16d146-4ae6-4a0b-8929-ced23615e99a req-5f0c23b3-f731-4ac8-8ba8-1a305ffeffc0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311072 Oct 26 14:59:41.293564 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-769f99c8-d06f-4ad6-b6ea-a0c177ad109e service neutron] 10.222.0.11 "GET /v2.0/networks/24c289ec-aaa1-43d1-9920-b91d66345c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886977 Oct 26 14:59:41.381807 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c68a9a8e-4eb4-4dc4-9afc-2be272be52a9 req-1593d396-add5-41df-bcfc-9034fba40b79 service neutron] 10.222.0.11 "GET /v2.0/networks/24c289ec-aaa1-43d1-9920-b91d66345c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808399 Oct 26 14:59:41.466914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc166a8-d740-4e3e-8bf6-e69b52aa7d49 req-b83c412b-da91-4bc5-88ed-4bb835832f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:41.468298 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7dc166a8-d740-4e3e-8bf6-e69b52aa7d49 req-b83c412b-da91-4bc5-88ed-4bb835832f5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 1094 time: 0.0406711 Oct 26 14:59:41.559854 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc166a8-d740-4e3e-8bf6-e69b52aa7d49 req-1c3b5f39-7ea2-4518-886b-7a684669912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:41.561349 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7dc166a8-d740-4e3e-8bf6-e69b52aa7d49 req-1c3b5f39-7ea2-4518-886b-7a684669912a service neutron] 10.222.0.11 "GET /v2.0/networks?id=24c289ec-aaa1-43d1-9920-b91d66345c19 HTTP/1.1" status: 200 len: 898 time: 0.0861585 Oct 26 14:59:41.605234 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7dc166a8-d740-4e3e-8bf6-e69b52aa7d49 req-35358bc2-a82e-47d9-a632-a8eebc9a244c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b65cafc-7ce1-491a-9a6e-74fb85336fe1 HTTP/1.1" status: 200 len: 217 time: 0.0366025 Oct 26 14:59:41.658947 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc166a8-d740-4e3e-8bf6-e69b52aa7d49 req-7c288473-3983-4b1e-b8d4-b6606904c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:41.660432 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7dc166a8-d740-4e3e-8bf6-e69b52aa7d49 req-7c288473-3983-4b1e-b8d4-b6606904c13e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf HTTP/1.1" status: 200 len: 835 time: 0.0483546 Oct 26 14:59:41.711090 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc166a8-d740-4e3e-8bf6-e69b52aa7d49 req-71d388c0-d453-45ac-9855-457ace9d3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:41.712574 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7dc166a8-d740-4e3e-8bf6-e69b52aa7d49 req-71d388c0-d453-45ac-9855-457ace9d3ca5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24c289ec-aaa1-43d1-9920-b91d66345c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440111 Oct 26 14:59:41.799912 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7dc166a8-d740-4e3e-8bf6-e69b52aa7d49 req-5921ae55-877a-4a13-9b31-be6b662d7c11 service neutron] 10.222.0.11 "GET /v2.0/networks/24c289ec-aaa1-43d1-9920-b91d66345c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793011 Oct 26 14:59:41.891320 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7dc166a8-d740-4e3e-8bf6-e69b52aa7d49 req-bc40c2cd-589a-4c80-8458-6db1db20cafb service neutron] 10.222.0.11 "GET /v2.0/networks/24c289ec-aaa1-43d1-9920-b91d66345c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834734 Oct 26 14:59:42.399409 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8a3fc-b66b-48cc-8b9e-91c37ab93057 req-55998d92-45ca-42f8-abaf-9fb828cefe9e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:42.400778 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fc8a3fc-b66b-48cc-8b9e-91c37ab93057 req-55998d92-45ca-42f8-abaf-9fb828cefe9e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 943 time: 0.0479546 Oct 26 14:59:42.437817 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fc8a3fc-b66b-48cc-8b9e-91c37ab93057 req-fa256d9a-dd37-4149-8cf2-72e851f4a487 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310526 Oct 26 14:59:42.877716 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ed0f4e21-f389-42d5-83ba-a92e57b0fcc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.549490 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b0f7a-a2a0-4443-b873-26b4d739c0ae req-db402313-ed88-4933-a6bc-b36b1ec2a35d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:43.550975 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-268b0f7a-a2a0-4443-b873-26b4d739c0ae req-db402313-ed88-4933-a6bc-b36b1ec2a35d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 943 time: 0.0477550 Oct 26 14:59:43.588638 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-268b0f7a-a2a0-4443-b873-26b4d739c0ae req-65141d3d-532c-4987-9a98-321285c6bbda tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313375 Oct 26 14:59:45.039505 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b4b6a-9231-40ec-aac8-1c0ecad5da36 req-169782a4-bb46-4c16-bf6c-16825a3e6edd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:45.041005 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-999b4b6a-9231-40ec-aac8-1c0ecad5da36 req-169782a4-bb46-4c16-bf6c-16825a3e6edd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 943 time: 0.3847303 Oct 26 14:59:45.078101 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-999b4b6a-9231-40ec-aac8-1c0ecad5da36 req-f2ae7cb8-ee3a-4a80-b21e-2ea43defbf13 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311141 Oct 26 14:59:45.183080 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-720a0345-5c25-406d-a6d2-3945ad1f791b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.190951 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6b4b4-81b6-4d34-adb4-14597e8619d4 req-456ed7fe-cc3c-4394-918d-1d95beac2776 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:46.192401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25c6b4b4-81b6-4d34-adb4-14597e8619d4 req-456ed7fe-cc3c-4394-918d-1d95beac2776 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 943 time: 0.0482211 Oct 26 14:59:46.206444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:59:46.229864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-25c6b4b4-81b6-4d34-adb4-14597e8619d4 req-6e437723-8b55-43fc-814e-6217ce717ee3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309720 Oct 26 14:59:46.301934 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8b65cafc-7ce1-491a-9a6e-74fb85336fe1,segment=NetworkSegment(f3d25e9f-271b-4e57-aafd-b31af02450f7),segment_id=f3d25e9f-271b-4e57-aafd-b31af02450f7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:46.313078 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'port_id': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1', 'mac_address': 'fa:16:3e:57:29:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:59:46.349130 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.361599 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:59:46.380110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8b65cafc-7ce1-491a-9a6e-74fb85336fe1,segment=NetworkSegment(f3d25e9f-271b-4e57-aafd-b31af02450f7),segment_id=f3d25e9f-271b-4e57-aafd-b31af02450f7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:46.384845 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.429135 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=8b65cafc-7ce1-491a-9a6e-74fb85336fe1,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:46.723183 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.755177 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['8b65cafc-7ce1-491a-9a6e-74fb85336fe1'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:59:47.053132 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.344321 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811fbf1-7980-4ebf-911c-2d0c2dedd9e9 req-50a88ba6-2b49-4a8e-8d50-f04437f34dbe tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:47.345798 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7811fbf1-7980-4ebf-911c-2d0c2dedd9e9 req-50a88ba6-2b49-4a8e-8d50-f04437f34dbe tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 944 time: 0.0484703 Oct 26 14:59:47.382727 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7811fbf1-7980-4ebf-911c-2d0c2dedd9e9 req-bbfc92ec-5815-4d52-a931-bdbb7ff3b288 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309694 Oct 26 14:59:48.065885 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:59:48.208819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:48.260615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:59:48.264279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:48.264642 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.338918 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.364891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:48.367188 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869c903a-b280-4741-9034-eb4401402a7c" -d '{"events": [{"server_uuid": "9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf", "name": "network-vif-plugged", "status": "completed", "tag": "8b65cafc-7ce1-491a-9a6e-74fb85336fe1"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:48.380595 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8b65cafc-7ce1-491a-9a6e-74fb85336fe1,segment=NetworkSegment(f3d25e9f-271b-4e57-aafd-b31af02450f7),segment_id=f3d25e9f-271b-4e57-aafd-b31af02450f7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:48.385718 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.411248 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcdbf22-cca8-4e6c-9d5a-42b0aa02558c x-openstack-request-id: req-9fcdbf22-cca8-4e6c-9d5a-42b0aa02558c {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:48.411895 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf", "name": "network-vif-plugged", "status": "completed", "tag": "8b65cafc-7ce1-491a-9a6e-74fb85336fe1", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:48.411895 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fcdbf22-cca8-4e6c-9d5a-42b0aa02558c {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:48.412279 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1', 'code': 200} Oct 26 14:59:48.439047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=8b65cafc-7ce1-491a-9a6e-74fb85336fe1,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:48.504769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca454729-6d1f-4ba0-8df9-41eff6cd72e4 req-2f65a3ef-4c27-4b66-b3d9-540832a0fd7a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:48.506299 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca454729-6d1f-4ba0-8df9-41eff6cd72e4 req-2f65a3ef-4c27-4b66-b3d9-540832a0fd7a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 945 time: 0.0519960 Oct 26 14:59:48.510113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc6ca4-68b2-4220-9595-858c28c2c811 req-b14a645a-9983-493c-bb72-5d8f82ad074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:48.511596 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8dfc6ca4-68b2-4220-9595-858c28c2c811 req-b14a645a-9983-493c-bb72-5d8f82ad074e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 1096 time: 0.0406582 Oct 26 14:59:48.544281 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca454729-6d1f-4ba0-8df9-41eff6cd72e4 req-f4744f1d-3437-4d1b-ad9c-4739839f1133 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316932 Oct 26 14:59:48.548063 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8dfc6ca4-68b2-4220-9595-858c28c2c811 req-bf1b4056-0f9a-4a09-912a-062aaba80c85 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283701 Oct 26 14:59:48.757949 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:49.660816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a5d1c-5a08-48d8-80bc-fca75ae19817 req-fa52d588-5e4e-4847-903f-19ad042928e9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:49.662321 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-738a5d1c-5a08-48d8-80bc-fca75ae19817 req-fa52d588-5e4e-4847-903f-19ad042928e9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 945 time: 0.0485713 Oct 26 14:59:49.700035 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-738a5d1c-5a08-48d8-80bc-fca75ae19817 req-89ce7cdf-aecd-4f6c-b66b-075413ae70ab tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309033 Oct 26 14:59:50.816092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeea7e5-11c3-4c23-8007-dcf5171e934f req-22084111-2414-4310-aad6-b3b0738f93bf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:50.817549 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5eeea7e5-11c3-4c23-8007-dcf5171e934f req-22084111-2414-4310-aad6-b3b0738f93bf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 945 time: 0.0476422 Oct 26 14:59:50.854488 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5eeea7e5-11c3-4c23-8007-dcf5171e934f req-23d91a2f-ca4f-4ac7-bdeb-440cf17db524 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301979 Oct 26 14:59:50.970908 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbbcc8-987c-4c9f-98df-daa23cb9dbe7 req-cadea66e-0e50-4c9f-a3b6-e34a5703e30a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:50.972422 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5cbbcc8-987c-4c9f-98df-daa23cb9dbe7 req-cadea66e-0e50-4c9f-a3b6-e34a5703e30a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 945 time: 0.0520353 Oct 26 14:59:51.009950 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e5cbbcc8-987c-4c9f-98df-daa23cb9dbe7 req-9852b31d-66df-451e-a074-88747bf6e44f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313787 Oct 26 14:59:51.031455 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52972) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:51.381588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe37a476-81e4-4046-92fb-606035c01bfa tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:51.383170 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fe37a476-81e4-4046-92fb-606035c01bfa tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 1091 time: 0.3507049 Oct 26 14:59:51.387512 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 52974) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:51.391776 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:51.413151 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.506725 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.608917 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.25.4.184 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/1bf7b97a-04f4-4a0a-bb61-ea5333e72653) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:51.709157 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.742187 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.788449 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:51.794191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:51.796375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=1bf7b97a-04f4-4a0a-bb61-ea5333e72653,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:51.798542 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:52.129216 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.197546 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.344901 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.349427 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.417752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=1bf7b97a-04f4-4a0a-bb61-ea5333e72653,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:52.427706 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.528676 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Floating IP cf32dcee-c175-4d31-a7ac-c65ce40c1d00 associated. External IP: 172.25.4.184, port: 8b65cafc-7ce1-491a-9a6e-74fb85336fe1. Oct 26 14:59:52.736445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:59:52.844271 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:59:52.855196 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d475dcc8-e1f5-4615-9e8a-95f7988dcbce None None] Sync routers for ids ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:59:52.862803 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.865433 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d475dcc8-e1f5-4615-9e8a-95f7988dcbce None None] Routers {'373a7e73-8fba-4fe6-9016-6ccec8c09ea9'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:52.866062 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d475dcc8-e1f5-4615-9e8a-95f7988dcbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:59:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:52.890575 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-198c4cb6-bc98-4cd8-b7e0-c982cb87e8bc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5020330 Oct 26 14:59:52.891178 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'tag': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:52.893481 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df675cec-2a46-4847-b4ba-9e2049de3442" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf", "tag": "8b65cafc-7ce1-491a-9a6e-74fb85336fe1"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:52.934416 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaaca10-3087-4a75-bbb5-163b2460e1f6 x-openstack-request-id: req-cfaaca10-3087-4a75-bbb5-163b2460e1f6 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:52.935050 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf", "tag": "8b65cafc-7ce1-491a-9a6e-74fb85336fe1", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:52.935348 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfaaca10-3087-4a75-bbb5-163b2460e1f6 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:52.935826 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'tag': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1', 'status': 'completed', 'code': 200} Oct 26 14:59:52.984482 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d475dcc8-e1f5-4615-9e8a-95f7988dcbce None None] Set router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:52.997658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e330a44-85c6-420c-b1a7-17828b1d1d77 req-56b41310-b049-4ea8-991f-cc7dfe0e81e6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:52.999278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e330a44-85c6-420c-b1a7-17828b1d1d77 req-56b41310-b049-4ea8-991f-cc7dfe0e81e6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 945 time: 0.0515151 Oct 26 14:59:53.001004 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df675cec-2a46-4847-b4ba-9e2049de3442 req-00befaa2-d908-48bf-b1f4-0ad5b1a1ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:53.002571 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df675cec-2a46-4847-b4ba-9e2049de3442 req-00befaa2-d908-48bf-b1f4-0ad5b1a1ef81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 1096 time: 0.0449407 Oct 26 14:59:53.040673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7e330a44-85c6-420c-b1a7-17828b1d1d77 req-a5dfe477-8e22-428e-ae8f-b70d325b5f3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347097 Oct 26 14:59:53.063423 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52980) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:53.103316 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df675cec-2a46-4847-b4ba-9e2049de3442 req-8825a1f8-71ed-40df-a03b-fb6054278e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:53.104942 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df675cec-2a46-4847-b4ba-9e2049de3442 req-8825a1f8-71ed-40df-a03b-fb6054278e18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24c289ec-aaa1-43d1-9920-b91d66345c19 HTTP/1.1" status: 200 len: 898 time: 0.0947125 Oct 26 14:59:53.129512 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-35d9d302-659f-41d3-8b3d-f226a292150b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/cf32dcee-c175-4d31-a7ac-c65ce40c1d00 HTTP/1.1" status: 200 len: 991 time: 0.0641863 Oct 26 14:59:53.172765 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df675cec-2a46-4847-b4ba-9e2049de3442 req-bcd08f04-bb1a-4640-b0b8-3f5f62eb5eac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b65cafc-7ce1-491a-9a6e-74fb85336fe1 HTTP/1.1" status: 200 len: 999 time: 0.0597560 Oct 26 14:59:53.213423 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d475dcc8-e1f5-4615-9e8a-95f7988dcbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T14:59:32Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'cf32dcee-c175-4d31-a7ac-c65ce40c1d00', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'port_id': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'mac_address': 'fa:16:3e:57:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:59:52Z', 'updated_at': '2021-10-26T14:59:52Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731a3d81-0baf-4054-9925-acbda7d15255', 'name': '', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:53:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:31Z', 'updated_at': '2021-10-26T14:59:34Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:53.220882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df675cec-2a46-4847-b4ba-9e2049de3442 req-0ea00a37-73b9-4fea-a712-f600adc0b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:53.222373 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df675cec-2a46-4847-b4ba-9e2049de3442 req-0ea00a37-73b9-4fea-a712-f600adc0b7e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf HTTP/1.1" status: 200 len: 835 time: 0.0429058 Oct 26 14:59:53.239328 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d475dcc8-e1f5-4615-9e8a-95f7988dcbce None None] Checking router: 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:59:53.247500 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d475dcc8-e1f5-4615-9e8a-95f7988dcbce None None] Routers {'373a7e73-8fba-4fe6-9016-6ccec8c09ea9'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:53.248020 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d475dcc8-e1f5-4615-9e8a-95f7988dcbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T14:59:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:53.270699 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df675cec-2a46-4847-b4ba-9e2049de3442 req-2b2c3bfc-a8d4-4426-aef3-e157d108e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:53.272190 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df675cec-2a46-4847-b4ba-9e2049de3442 req-2b2c3bfc-a8d4-4426-aef3-e157d108e5d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24c289ec-aaa1-43d1-9920-b91d66345c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434361 Oct 26 14:59:53.351351 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-d475dcc8-e1f5-4615-9e8a-95f7988dcbce None None] Set router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:53.362441 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df675cec-2a46-4847-b4ba-9e2049de3442 req-306459ed-eb8f-4a46-83e7-637f53d848ec service neutron] 10.222.0.11 "GET /v2.0/networks/24c289ec-aaa1-43d1-9920-b91d66345c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830379 Oct 26 14:59:53.457268 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-df675cec-2a46-4847-b4ba-9e2049de3442 req-90b37949-57d0-483d-ae13-b4e32243fa7f service neutron] 10.222.0.11 "GET /v2.0/networks/24c289ec-aaa1-43d1-9920-b91d66345c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877404 Oct 26 14:59:53.573547 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-d475dcc8-e1f5-4615-9e8a-95f7988dcbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T14:59:32Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'cf32dcee-c175-4d31-a7ac-c65ce40c1d00', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'port_id': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'mac_address': 'fa:16:3e:57:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:59:52Z', 'updated_at': '2021-10-26T14:59:52Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731a3d81-0baf-4054-9925-acbda7d15255', 'name': '', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:53:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:31Z', 'updated_at': '2021-10-26T14:59:34Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:53.676161 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d475dcc8-e1f5-4615-9e8a-95f7988dcbce None None] The sync data for ids ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'] in n-d-815498-1 is: [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T14:59:32Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'cf32dcee-c175-4d31-a7ac-c65ce40c1d00', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'port_id': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'mac_address': 'fa:16:3e:57:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:59:52Z', 'updated_at': '2021-10-26T14:59:52Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731a3d81-0baf-4054-9925-acbda7d15255', 'name': '', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:53:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:31Z', 'updated_at': '2021-10-26T14:59:34Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:59:53.864497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376bd607-0352-473c-9365-71d5badd294e None None] New status for floating IP cf32dcee-c175-4d31-a7ac-c65ce40c1d00: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:59:54.006285 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:54.133092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 52982) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:54.191461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8a993546-40b2-4ad5-b632-a55ec77c2578 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/cf32dcee-c175-4d31-a7ac-c65ce40c1d00 HTTP/1.1" status: 200 len: 993 time: 0.0573175 Oct 26 14:59:58.146178 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:07.328043 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5785bf6f-11fa-4265-bd1e-fe47df7aabfb req-5a634519-a9fe-4881-b236-87db26f4ba30 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825346 Oct 26 15:00:07.412926 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785bf6f-11fa-4265-bd1e-fe47df7aabfb req-1e33e9bc-9674-4f68-b5b4-842136f54bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:07.414444 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5785bf6f-11fa-4265-bd1e-fe47df7aabfb req-1e33e9bc-9674-4f68-b5b4-842136f54bc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 1096 time: 0.0406370 Oct 26 15:00:07.520312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785bf6f-11fa-4265-bd1e-fe47df7aabfb req-8bf078d9-e981-47ad-8ffb-1e6b33dec84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:07.521671 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5785bf6f-11fa-4265-bd1e-fe47df7aabfb req-8bf078d9-e981-47ad-8ffb-1e6b33dec84c service neutron] 10.222.0.11 "GET /v2.0/networks?id=24c289ec-aaa1-43d1-9920-b91d66345c19 HTTP/1.1" status: 200 len: 898 time: 0.0875924 Oct 26 15:00:07.585718 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5785bf6f-11fa-4265-bd1e-fe47df7aabfb req-6ad524df-f878-467f-9d7a-6398a3c91ed3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b65cafc-7ce1-491a-9a6e-74fb85336fe1 HTTP/1.1" status: 200 len: 1001 time: 0.0565927 Oct 26 15:00:07.637676 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785bf6f-11fa-4265-bd1e-fe47df7aabfb req-402e15f0-8c8f-45f9-b3e5-cb3b2e678498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:07.639094 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5785bf6f-11fa-4265-bd1e-fe47df7aabfb req-402e15f0-8c8f-45f9-b3e5-cb3b2e678498 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf HTTP/1.1" status: 200 len: 835 time: 0.0470726 Oct 26 15:00:07.684060 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785bf6f-11fa-4265-bd1e-fe47df7aabfb req-7d3ae69e-df5f-4981-a6da-87942cb9c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:07.685497 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5785bf6f-11fa-4265-bd1e-fe47df7aabfb req-7d3ae69e-df5f-4981-a6da-87942cb9c3ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24c289ec-aaa1-43d1-9920-b91d66345c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391726 Oct 26 15:00:07.773152 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5785bf6f-11fa-4265-bd1e-fe47df7aabfb req-83426b08-0d62-426d-ac5f-f0f589f3b84b service neutron] 10.222.0.11 "GET /v2.0/networks/24c289ec-aaa1-43d1-9920-b91d66345c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795362 Oct 26 15:00:07.866620 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5785bf6f-11fa-4265-bd1e-fe47df7aabfb req-e3ccc78d-ac15-4a40-a0bf-5bf956b4b68d service neutron] 10.222.0.11 "GET /v2.0/networks/24c289ec-aaa1-43d1-9920-b91d66345c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847790 Oct 26 15:00:12.878183 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-92a8e042-f1fb-42e5-bf15-6f31a7d923b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:15.184718 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3f35cc41-2b61-49c4-b018-74f6fd589dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:16.727848 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:17.054926 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:18.761224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:23.980031 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:25.064333 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:00:28.150364 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:42.879348 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1cf5c34a-b47c-482d-89be-af0d1f21c4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:45.185550 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-341ddf02-bc37-49c4-98c8-1c198d37551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.730568 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:47.060778 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:48.765107 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:53.989338 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:58.145676 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:59.022597 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3610cf2-07f0-4604-9362-7cb71406a295 req-e8382194-eaf0-4026-9543-1d0e456bb907 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:59.024144 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3610cf2-07f0-4604-9362-7cb71406a295 req-e8382194-eaf0-4026-9543-1d0e456bb907 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 945 time: 0.0490773 Oct 26 15:00:59.061529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a3610cf2-07f0-4604-9362-7cb71406a295 req-9865670a-ba02-4cd7-a6a3-d7bc0e62d344 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310252 Oct 26 15:01:00.181109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d85fdc-2805-448f-9549-f29c62d6cd47 req-15f2d69d-190f-4c44-aed9-ff9bcc937669 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:00.182621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9d85fdc-2805-448f-9549-f29c62d6cd47 req-15f2d69d-190f-4c44-aed9-ff9bcc937669 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 945 time: 0.0522051 Oct 26 15:01:00.219827 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a9d85fdc-2805-448f-9549-f29c62d6cd47 req-63406486-de66-47ec-b46e-3d3b2883c093 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313148 Oct 26 15:01:00.242852 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53014) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:00.307279 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-129b6fc9-b75d-4b62-8791-ed90f2bfb582 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/cf32dcee-c175-4d31-a7ac-c65ce40c1d00 HTTP/1.1" status: 200 len: 993 time: 0.0632837 Oct 26 15:01:01.584018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e14af-0523-40ec-b71a-27a335604c53 req-b166ddd7-c95a-4b74-9bbf-f43e0f37613a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:01.586760 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c33e14af-0523-40ec-b71a-27a335604c53 req-b166ddd7-c95a-4b74-9bbf-f43e0f37613a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 945 time: 0.0497077 Oct 26 15:01:01.627895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c33e14af-0523-40ec-b71a-27a335604c53 req-8187e67c-52a3-4ae6-beb3-1a1f6ebb3b75 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343730 Oct 26 15:01:02.064528 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:01:02.746076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee6b24-d970-4567-b92c-b440c7518bc6 req-b10ed808-7c45-4409-9fb0-4ee2c9720870 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:02.747542 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fee6b24-d970-4567-b92c-b440c7518bc6 req-b10ed808-7c45-4409-9fb0-4ee2c9720870 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 945 time: 0.0490348 Oct 26 15:01:02.783831 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9fee6b24-d970-4567-b92c-b440c7518bc6 req-7c3a5003-44d4-4131-b58e-726f0f6c3057 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304358 Oct 26 15:01:02.806197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53024) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:02.864486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-dc4c92e7-904e-404e-a7b0-263d415ba92b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/cf32dcee-c175-4d31-a7ac-c65ce40c1d00 HTTP/1.1" status: 200 len: 993 time: 0.0570989 Oct 26 15:01:03.090683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53030) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:03.247074 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 1bf7b97a-04f4-4a0a-bb61-ea5333e72653 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:03.247329 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:03.324147 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:03.324470 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:03.335583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 1bf7b97a-04f4-4a0a-bb61-ea5333e72653 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:03.479262 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:03.504602 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=1bf7b97a-04f4-4a0a-bb61-ea5333e72653,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:03.518284 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:03.518642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:03.518986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:03.519324 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:03.519660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:03.519993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:03.520323 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:03.520678 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:03.521010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:03.521335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:03.521659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:03.522004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:03.579954 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:03.580284 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Floating IP cf32dcee-c175-4d31-a7ac-c65ce40c1d00 disassociated (deleted). External IP: 172.25.4.184, port: 8b65cafc-7ce1-491a-9a6e-74fb85336fe1. Oct 26 15:01:03.780343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:01:03.886030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:03.890907 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:03.895518 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb44fec-4feb-4da2-9e84-d0fcffccb7e1 None None] Sync routers for ids ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:03.905115 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb44fec-4feb-4da2-9e84-d0fcffccb7e1 None None] Routers {'373a7e73-8fba-4fe6-9016-6ccec8c09ea9'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:03.905710 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3fb44fec-4feb-4da2-9e84-d0fcffccb7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:00:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:03.918608 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ce40f223-847e-4552-8ee6-b38a4c539b30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/floatingips/cf32dcee-c175-4d31-a7ac-c65ce40c1d00 HTTP/1.1" status: 204 len: 168 time: 0.8268650 Oct 26 15:01:03.919185 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'tag': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:01:03.921684 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db25a9ea-97f0-4cb3-b3c6-ee7f50365159" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf", "tag": "8b65cafc-7ce1-491a-9a6e-74fb85336fe1"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:01:04.013613 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-3fb44fec-4feb-4da2-9e84-d0fcffccb7e1 None None] Set router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:04.025400 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3d971b-8940-41fa-b376-c960e879adaa x-openstack-request-id: req-cb3d971b-8940-41fa-b376-c960e879adaa {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:01:04.025687 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf", "tag": "8b65cafc-7ce1-491a-9a6e-74fb85336fe1", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:01:04.025941 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb3d971b-8940-41fa-b376-c960e879adaa {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:01:04.026443 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'tag': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1', 'status': 'completed', 'code': 200} Oct 26 15:01:04.110588 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25a9ea-97f0-4cb3-b3c6-ee7f50365159 req-1acd7aac-f685-45ba-941c-c9365dc67834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:04.112727 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-db25a9ea-97f0-4cb3-b3c6-ee7f50365159 req-1acd7aac-f685-45ba-941c-c9365dc67834 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 1096 time: 0.0467594 Oct 26 15:01:04.157417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2ac4a-8e74-41fb-93e2-4e21486bb63f req-41aced93-5812-4eb3-b6b1-c5887986b8f6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:04.159017 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5e2ac4a-8e74-41fb-93e2-4e21486bb63f req-41aced93-5812-4eb3-b6b1-c5887986b8f6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 945 time: 0.0554380 Oct 26 15:01:04.198959 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b5e2ac4a-8e74-41fb-93e2-4e21486bb63f req-7dae84d9-e8ed-448b-8016-9cfa81d6ed93 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339160 Oct 26 15:01:04.214104 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25a9ea-97f0-4cb3-b3c6-ee7f50365159 req-9e2c7e9b-4eb0-4282-9dbe-473295df04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:04.215755 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-db25a9ea-97f0-4cb3-b3c6-ee7f50365159 req-9e2c7e9b-4eb0-4282-9dbe-473295df04a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24c289ec-aaa1-43d1-9920-b91d66345c19 HTTP/1.1" status: 200 len: 898 time: 0.0940933 Oct 26 15:01:04.227058 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3fb44fec-4feb-4da2-9e84-d0fcffccb7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T14:59:32Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '731a3d81-0baf-4054-9925-acbda7d15255', 'name': '', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:53:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:31Z', 'updated_at': '2021-10-26T14:59:34Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:04.253560 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb44fec-4feb-4da2-9e84-d0fcffccb7e1 None None] Checking router: 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:04.262761 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb44fec-4feb-4da2-9e84-d0fcffccb7e1 None None] Routers {'373a7e73-8fba-4fe6-9016-6ccec8c09ea9'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:04.263348 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3fb44fec-4feb-4da2-9e84-d0fcffccb7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:00:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:04.263559 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-db25a9ea-97f0-4cb3-b3c6-ee7f50365159 req-5a948e39-0ed4-4f0d-b45d-a5e1495983d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b65cafc-7ce1-491a-9a6e-74fb85336fe1 HTTP/1.1" status: 200 len: 217 time: 0.0357156 Oct 26 15:01:04.316365 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25a9ea-97f0-4cb3-b3c6-ee7f50365159 req-049ffa97-37cd-4b1b-b0fc-9fc4d2843b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:04.317823 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-db25a9ea-97f0-4cb3-b3c6-ee7f50365159 req-049ffa97-37cd-4b1b-b0fc-9fc4d2843b58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf HTTP/1.1" status: 200 len: 835 time: 0.0449114 Oct 26 15:01:04.367786 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25a9ea-97f0-4cb3-b3c6-ee7f50365159 req-882e7eb2-ae7d-4d19-b8c5-23fff94fe24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:04.369359 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-db25a9ea-97f0-4cb3-b3c6-ee7f50365159 req-882e7eb2-ae7d-4d19-b8c5-23fff94fe24d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24c289ec-aaa1-43d1-9920-b91d66345c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433247 Oct 26 15:01:04.369693 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-3fb44fec-4feb-4da2-9e84-d0fcffccb7e1 None None] Set router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:04.460860 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-db25a9ea-97f0-4cb3-b3c6-ee7f50365159 req-2dfe2d67-46cf-41fa-98f0-3bcf6d8c3c18 service neutron] 10.222.0.11 "GET /v2.0/networks/24c289ec-aaa1-43d1-9920-b91d66345c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818703 Oct 26 15:01:04.571670 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-db25a9ea-97f0-4cb3-b3c6-ee7f50365159 req-683625df-2f0a-46de-831e-fd3248d81296 service neutron] 10.222.0.11 "GET /v2.0/networks/24c289ec-aaa1-43d1-9920-b91d66345c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960817 Oct 26 15:01:04.572388 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-3fb44fec-4feb-4da2-9e84-d0fcffccb7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T14:59:32Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '731a3d81-0baf-4054-9925-acbda7d15255', 'name': '', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:53:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:31Z', 'updated_at': '2021-10-26T14:59:34Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:04.600801 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb44fec-4feb-4da2-9e84-d0fcffccb7e1 None None] The sync data for ids ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'] in n-d-815498-1 is: [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T14:59:32Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '731a3d81-0baf-4054-9925-acbda7d15255', 'name': '', 'network_id': '24c289ec-aaa1-43d1-9920-b91d66345c19', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:53:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:31Z', 'updated_at': '2021-10-26T14:59:34Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:04.818254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046af0b0-1b07-4549-84ec-6f3715d9f03c None None] New status for floating IP cf32dcee-c175-4d31-a7ac-c65ce40c1d00: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:01:05.321543 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350d941-214b-44dc-8649-3f1722694a4a req-26107004-24f0-411d-9adc-deb57986d603 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:05.323081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e350d941-214b-44dc-8649-3f1722694a4a req-26107004-24f0-411d-9adc-deb57986d603 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 945 time: 0.0544922 Oct 26 15:01:05.361296 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e350d941-214b-44dc-8649-3f1722694a4a req-024ce958-2819-418c-8220-10456a1954f1 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320768 Oct 26 15:01:06.218756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8463f-534e-4e7a-b7a5-ceb16ea59d96 req-b6888fc2-f0b0-4d1b-99a0-dedb84d9f40f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:06.220191 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b9b8463f-534e-4e7a-b7a5-ceb16ea59d96 req-b6888fc2-f0b0-4d1b-99a0-dedb84d9f40f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 945 time: 0.0521946 Oct 26 15:01:06.310789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-b9b8463f-534e-4e7a-b7a5-ceb16ea59d96 req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:06.311130 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b9b8463f-534e-4e7a-b7a5-ceb16ea59d96 req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:06.397516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-b9b8463f-534e-4e7a-b7a5-ceb16ea59d96 req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=8b65cafc-7ce1-491a-9a6e-74fb85336fe1,segment=NetworkSegment(f3d25e9f-271b-4e57-aafd-b31af02450f7),segment_id=f3d25e9f-271b-4e57-aafd-b31af02450f7)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:06.397938 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b9b8463f-534e-4e7a-b7a5-ceb16ea59d96 req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:06.410299 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-b9b8463f-534e-4e7a-b7a5-ceb16ea59d96 req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:06.475946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3b1cb-19ab-4ade-8fb5-2e9436776443 req-fad16e2c-8655-4fe5-837f-e85df5599c7d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:06.477347 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8cc3b1cb-19ab-4ade-8fb5-2e9436776443 req-fad16e2c-8655-4fe5-837f-e85df5599c7d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf HTTP/1.1" status: 200 len: 945 time: 0.0489602 Oct 26 15:01:06.515852 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8cc3b1cb-19ab-4ade-8fb5-2e9436776443 req-66f9de93-1d79-4d76-b16a-d4c5914066cd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=49cef6b1-8944-4a22-b881-a2bfb397f7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322938 Oct 26 15:01:06.540548 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b9b8463f-534e-4e7a-b7a5-ceb16ea59d96 req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:06.569489 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=8b65cafc-7ce1-491a-9a6e-74fb85336fe1,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:06.580425 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:06.580777 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:06.581121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:06.581460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:06.581795 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:06.582154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:06.582488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:06.582817 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:06.583144 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:06.583470 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:06.583795 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:06.584113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:06.624632 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b8463f-534e-4e7a-b7a5-ceb16ea59d96 req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] No DVR routers for this DVR port 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:01:06.627495 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b9b8463f-534e-4e7a-b7a5-ceb16ea59d96 req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:06.631021 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b9b8463f-534e-4e7a-b7a5-ceb16ea59d96 req-42f7bdc3-9a36-4cad-a76c-7dfc69a2558f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "DELETE /v2.0/ports/8b65cafc-7ce1-491a-9a6e-74fb85336fe1 HTTP/1.1" status: 204 len: 173 time: 0.4047272 Oct 26 15:01:06.631460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'name': 'network-vif-deleted', 'tag': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:01:06.634053 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e8ffed-ec49-440a-b2b5-cb7a65832b1d" -d '{"events": [{"server_uuid": "9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf", "name": "network-vif-deleted", "tag": "8b65cafc-7ce1-491a-9a6e-74fb85336fe1"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:01:06.670357 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f437e1a1-a1b0-4390-9c93-a76504899552 x-openstack-request-id: req-f437e1a1-a1b0-4390-9c93-a76504899552 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:01:06.670656 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf", "name": "network-vif-deleted", "tag": "8b65cafc-7ce1-491a-9a6e-74fb85336fe1", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:01:06.670912 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f437e1a1-a1b0-4390-9c93-a76504899552 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:01:06.671366 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe73e9b-ba71-4fa5-ab4f-0eedf48c54bf', 'name': 'network-vif-deleted', 'tag': '8b65cafc-7ce1-491a-9a6e-74fb85336fe1', 'status': 'completed', 'code': 200} Oct 26 15:01:07.572002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53048) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:07.928842 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7e2ccb14-02fb-4881-a7e3-12dadf8afd48 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:08.182477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ccb14-02fb-4881-a7e3-12dadf8afd48 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 731a3d81-0baf-4054-9925-acbda7d15255 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:08.182727 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7e2ccb14-02fb-4881-a7e3-12dadf8afd48 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:08.271114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-7e2ccb14-02fb-4881-a7e3-12dadf8afd48 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port 731a3d81-0baf-4054-9925-acbda7d15255, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=731a3d81-0baf-4054-9925-acbda7d15255,segment=NetworkSegment(f3d25e9f-271b-4e57-aafd-b31af02450f7),segment_id=f3d25e9f-271b-4e57-aafd-b31af02450f7)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:08.271381 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7e2ccb14-02fb-4881-a7e3-12dadf8afd48 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:08.284149 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ccb14-02fb-4881-a7e3-12dadf8afd48 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 731a3d81-0baf-4054-9925-acbda7d15255 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:08.465579 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7e2ccb14-02fb-4881-a7e3-12dadf8afd48 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:08.490462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ccb14-02fb-4881-a7e3-12dadf8afd48 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=731a3d81-0baf-4054-9925-acbda7d15255,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:08.667097 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7e2ccb14-02fb-4881-a7e3-12dadf8afd48 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:08.878267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2ccb14-02fb-4881-a7e3-12dadf8afd48 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:01:08.983682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2ccb14-02fb-4881-a7e3-12dadf8afd48 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:08.988651 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7e2ccb14-02fb-4881-a7e3-12dadf8afd48 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "PUT /v2.0/routers/373a7e73-8fba-4fe6-9016-6ccec8c09ea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4156384 Oct 26 15:01:08.991596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53050) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:08.992960 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238c51a-0957-4dcb-a3b3-ea7c107a0c9a None None] Sync routers for ids ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:09.003214 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238c51a-0957-4dcb-a3b3-ea7c107a0c9a None None] Routers {'373a7e73-8fba-4fe6-9016-6ccec8c09ea9'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:09.003803 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0238c51a-0957-4dcb-a3b3-ea7c107a0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:00:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:09.045429 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e43063-827b-440c-9e0e-b56b8f2bfb75 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting subnet 15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:01:09.049181 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5e43063-827b-440c-9e0e-b56b8f2bfb75 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:09.090333 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5e43063-827b-440c-9e0e-b56b8f2bfb75 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:09.109096 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-0238c51a-0957-4dcb-a3b3-ea7c107a0c9a None None] Set router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:09.173714 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5e43063-827b-440c-9e0e-b56b8f2bfb75 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:09.228996 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5e43063-827b-440c-9e0e-b56b8f2bfb75 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:09.255515 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e43063-827b-440c-9e0e-b56b8f2bfb75 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Subnet': ['ID=15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:09.259378 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d5e43063-827b-440c-9e0e-b56b8f2bfb75 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:09.265474 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d5e43063-827b-440c-9e0e-b56b8f2bfb75 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/subnets/15a5c5f2-6777-44ff-9c7a-50d64b2ebdbf HTTP/1.1" status: 204 len: 168 time: 0.2728968 Oct 26 15:01:09.266136 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53052) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:09.266300 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f229286-973f-4c9e-a98f-16ce7071f6f3 None None] Network 24c289ec-aaa1-43d1-9920-b91d66345c19 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:01:09.283884 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0238c51a-0957-4dcb-a3b3-ea7c107a0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T15:01:08Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:09.314063 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238c51a-0957-4dcb-a3b3-ea7c107a0c9a None None] Checking router: 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:09.322368 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238c51a-0957-4dcb-a3b3-ea7c107a0c9a None None] Routers {'373a7e73-8fba-4fe6-9016-6ccec8c09ea9'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:09.323009 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0238c51a-0957-4dcb-a3b3-ea7c107a0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:00:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:09.375512 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:09.468053 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] DHCP port deletion for 24c289ec-aaa1-43d1-9920-b91d66345c19 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:01:09.490702 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:09.522082 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Deleting port 9d41c802-8c5a-4e2b-a35c-6b05058f0122 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:09.522771 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:09.524121 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-0238c51a-0957-4dcb-a3b3-ea7c107a0c9a None None] Set router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:09.544884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 04526ece-3d6e-42a5-b2ab-9b372797e4b4 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:09.545227 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:09.593424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] For port 9d41c802-8c5a-4e2b-a35c-6b05058f0122, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=9d41c802-8c5a-4e2b-a35c-6b05058f0122,segment=NetworkSegment(f3d25e9f-271b-4e57-aafd-b31af02450f7),segment_id=f3d25e9f-271b-4e57-aafd-b31af02450f7)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:09.594424 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:09.610097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Calling delete_port for 9d41c802-8c5a-4e2b-a35c-6b05058f0122 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:09.634156 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port 04526ece-3d6e-42a5-b2ab-9b372797e4b4, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=04526ece-3d6e-42a5-b2ab-9b372797e4b4,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:09.634529 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:09.646451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 04526ece-3d6e-42a5-b2ab-9b372797e4b4 owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:09.696225 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:09.716212 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0238c51a-0957-4dcb-a3b3-ea7c107a0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T15:01:08Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:09.727506 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Pushing event deleted for resources: {'Port': ['ID=9d41c802-8c5a-4e2b-a35c-6b05058f0122,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:09.731756 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] No DVR routers for this DVR port 9d41c802-8c5a-4e2b-a35c-6b05058f0122 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:01:09.739130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:09.739474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:09.739818 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:09.743110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:09.743110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:09.743110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:09.743110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:09.743110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:09.743110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:09.743110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:09.743110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:09.743110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818d0ce-a04e-44bb-a634-b736272cd62b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:09.746703 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238c51a-0957-4dcb-a3b3-ea7c107a0c9a None None] The sync data for ids ['373a7e73-8fba-4fe6-9016-6ccec8c09ea9'] in n-d-815498-1 is: [{'id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352219248', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:28Z', 'updated_at': '2021-10-26T15:01:08Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '04526ece-3d6e-42a5-b2ab-9b372797e4b4', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a7e73-8fba-4fe6-9016-6ccec8c09ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:29Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:09.830222 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:09.853345 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=04526ece-3d6e-42a5-b2ab-9b372797e4b4,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:09.914271 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.002236 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.004192 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.049655 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.050268 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Fanout notify agent at l3_agent the message router_deleted on router 373a7e73-8fba-4fe6-9016-6ccec8c09ea9 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:01:10.059562 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.060682 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-71f2371b-e465-417e-bfd9-cd7f3ee33dfc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/routers/373a7e73-8fba-4fe6-9016-6ccec8c09ea9 HTTP/1.1" status: 204 len: 168 time: 0.7936277 Oct 26 15:01:10.063467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53054) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:10.139814 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2a9c-d4fb-48ce-a657-e4ea423ddcc6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.229541 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2a9c-d4fb-48ce-a657-e4ea423ddcc6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.249153 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-3c2e2a9c-d4fb-48ce-a657-e4ea423ddcc6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c289ec-aaa1-43d1-9920-b91d66345c19']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:10.258303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-3c2e2a9c-d4fb-48ce-a657-e4ea423ddcc6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d25e9f-271b-4e57-aafd-b31af02450f7') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:10.258541 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-3c2e2a9c-d4fb-48ce-a657-e4ea423ddcc6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d25e9f-271b-4e57-aafd-b31af02450f7') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:10.268123 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2a9c-d4fb-48ce-a657-e4ea423ddcc6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.280756 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2a9c-d4fb-48ce-a657-e4ea423ddcc6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.286871 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2e2a9c-d4fb-48ce-a657-e4ea423ddcc6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:01:10.287281 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2a9c-d4fb-48ce-a657-e4ea423ddcc6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: timer() Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:01:10.290252 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:01:10.358197 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2a9c-d4fb-48ce-a657-e4ea423ddcc6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.365306 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2a9c-d4fb-48ce-a657-e4ea423ddcc6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.369059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3c2e2a9c-d4fb-48ce-a657-e4ea423ddcc6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/networks/24c289ec-aaa1-43d1-9920-b91d66345c19 HTTP/1.1" status: 204 len: 168 time: 0.3040867 Oct 26 15:01:10.371992 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53056) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:10.449386 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-622cf16b-a873-4d04-8fa8-40eb9b25051c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.476181 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-622cf16b-a873-4d04-8fa8-40eb9b25051c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.539918 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-622cf16b-a873-4d04-8fa8-40eb9b25051c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.543056 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-622cf16b-a873-4d04-8fa8-40eb9b25051c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.544475 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-622cf16b-a873-4d04-8fa8-40eb9b25051c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/security-groups/49cef6b1-8944-4a22-b881-a2bfb397f7e2 HTTP/1.1" status: 204 len: 168 time: 0.1709397 Oct 26 15:01:10.554395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cf16b-a873-4d04-8fa8-40eb9b25051c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cef6b1-8944-4a22-b881-a2bfb397f7e2,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:10.645598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:01:10.667581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:01:10.668369 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 8b65cafc-7ce1-491a-9a6e-74fb85336fe1 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:01:10.737488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e2a9c-d4fb-48ce-a657-e4ea423ddcc6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Network': ['ID=24c289ec-aaa1-43d1-9920-b91d66345c19,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:10.800780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53062) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:10.805375 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3a6775ec-8cbc-4e92-a28a-826c7170e41b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292180400', 'description': 'tempest-secgroup-smoke-292180400 description', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:10.828463 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a6775ec-8cbc-4e92-a28a-826c7170e41b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.893560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a6775ec-8cbc-4e92-a28a-826c7170e41b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.897065 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a6775ec-8cbc-4e92-a28a-826c7170e41b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.921866 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3a6775ec-8cbc-4e92-a28a-826c7170e41b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.923146 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3a6775ec-8cbc-4e92-a28a-826c7170e41b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1213264 Oct 26 15:01:10.926197 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53064) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:10.931058 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6775ec-8cbc-4e92-a28a-826c7170e41b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a740025-dcf3-4dc5-9275-95ac4aed8eef,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:10.931403 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-90cf45e7-1631-4be3-bbbd-1076aadd2dc4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '5a740025-dcf3-4dc5-9275-95ac4aed8eef', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:10.958774 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90cf45e7-1631-4be3-bbbd-1076aadd2dc4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.012572 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90cf45e7-1631-4be3-bbbd-1076aadd2dc4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.016088 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90cf45e7-1631-4be3-bbbd-1076aadd2dc4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.033599 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf45e7-1631-4be3-bbbd-1076aadd2dc4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb68f95-4a25-4d73-9800-68bd152d10a7,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:11.043031 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90cf45e7-1631-4be3-bbbd-1076aadd2dc4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.044514 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-90cf45e7-1631-4be3-bbbd-1076aadd2dc4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165988 Oct 26 15:01:11.047120 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53066) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:11.054470 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-2a6b5484-743f-4074-8922-13b215f1b185 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '5a740025-dcf3-4dc5-9275-95ac4aed8eef', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:11.077323 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2a6b5484-743f-4074-8922-13b215f1b185 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.095826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 731a3d81-0baf-4054-9925-acbda7d15255 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:01:11.116806 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 731a3d81-0baf-4054-9925-acbda7d15255 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:01:11.117150 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 731a3d81-0baf-4054-9925-acbda7d15255 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:01:11.117566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 04526ece-3d6e-42a5-b2ab-9b372797e4b4 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:01:11.133806 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2a6b5484-743f-4074-8922-13b215f1b185 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.137223 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2a6b5484-743f-4074-8922-13b215f1b185 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.138894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 04526ece-3d6e-42a5-b2ab-9b372797e4b4 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:01:11.139242 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 04526ece-3d6e-42a5-b2ab-9b372797e4b4 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:01:11.139656 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9d41c802-8c5a-4e2b-a35c-6b05058f0122 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:01:11.155514 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b5484-743f-4074-8922-13b215f1b185 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59e192d-17dc-400d-8543-6cccd53b695e,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:11.158932 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 9d41c802-8c5a-4e2b-a35c-6b05058f0122 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:01:11.159279 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 9d41c802-8c5a-4e2b-a35c-6b05058f0122 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:01:11.160709 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2a6b5484-743f-4074-8922-13b215f1b185 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.161898 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2a6b5484-743f-4074-8922-13b215f1b185 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137607 Oct 26 15:01:11.164533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53068) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:11.170160 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7b7e1135-ddfc-4968-827a-c820e84c51a2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '5a740025-dcf3-4dc5-9275-95ac4aed8eef', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:11.195718 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1135-ddfc-4968-827a-c820e84c51a2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.253199 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1135-ddfc-4968-827a-c820e84c51a2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.256699 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1135-ddfc-4968-827a-c820e84c51a2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.274219 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e1135-ddfc-4968-827a-c820e84c51a2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0906016-8f4e-4a0b-a23b-5431b26fd70f,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:11.281321 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1135-ddfc-4968-827a-c820e84c51a2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.282514 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7b7e1135-ddfc-4968-827a-c820e84c51a2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170614 Oct 26 15:01:11.285165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53070) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:11.289298 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-36af2bce-86e4-4297-91de-8fc9f966f12b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '5a740025-dcf3-4dc5-9275-95ac4aed8eef', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:11.314176 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36af2bce-86e4-4297-91de-8fc9f966f12b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.369457 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36af2bce-86e4-4297-91de-8fc9f966f12b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.372706 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36af2bce-86e4-4297-91de-8fc9f966f12b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.389435 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af2bce-86e4-4297-91de-8fc9f966f12b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0b9a65-1bf9-4b62-b05c-c61c3111f3dd,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:11.397289 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-36af2bce-86e4-4297-91de-8fc9f966f12b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.398485 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-36af2bce-86e4-4297-91de-8fc9f966f12b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1124287 Oct 26 15:01:11.401820 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53072) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:11.406045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ed0c9e26-d9d2-40f7-8d50-e5359fb8055e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '5a740025-dcf3-4dc5-9275-95ac4aed8eef', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:11.426582 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-ed0c9e26-d9d2-40f7-8d50-e5359fb8055e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Project 9cc67f3cdb8d4b968cb02ce9b47e3f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:01:11.431238 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed0c9e26-d9d2-40f7-8d50-e5359fb8055e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.487964 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed0c9e26-d9d2-40f7-8d50-e5359fb8055e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.491382 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed0c9e26-d9d2-40f7-8d50-e5359fb8055e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.510782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c9e26-d9d2-40f7-8d50-e5359fb8055e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f33471-0cef-4d0c-a532-efe6cacd4e93,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:11.515998 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ed0c9e26-d9d2-40f7-8d50-e5359fb8055e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.517169 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ed0c9e26-d9d2-40f7-8d50-e5359fb8055e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144176 Oct 26 15:01:11.520026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53074) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:11.524476 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-93c80152-d839-4bd4-837c-5b1a4473eee2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '5a740025-dcf3-4dc5-9275-95ac4aed8eef', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:11.545685 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-93c80152-d839-4bd4-837c-5b1a4473eee2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Project 9cc67f3cdb8d4b968cb02ce9b47e3f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:01:11.550338 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93c80152-d839-4bd4-837c-5b1a4473eee2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.611125 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93c80152-d839-4bd4-837c-5b1a4473eee2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.614346 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93c80152-d839-4bd4-837c-5b1a4473eee2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.632333 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c80152-d839-4bd4-837c-5b1a4473eee2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1c6946-f2cc-4a7a-bdd4-8af6bb7f7649,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:11.639998 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-93c80152-d839-4bd4-837c-5b1a4473eee2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.641168 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-93c80152-d839-4bd4-837c-5b1a4473eee2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201174 Oct 26 15:01:11.644065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53076) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:11.648811 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-5044cb32-5db1-41c8-853f-b054ddff0cd3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'network': {'name': 'tempest-network-smoke--1816950047', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'port_security_enabled': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:11.667411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5044cb32-5db1-41c8-853f-b054ddff0cd3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:01:11.670686 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5044cb32-5db1-41c8-853f-b054ddff0cd3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.693182 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5044cb32-5db1-41c8-853f-b054ddff0cd3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:01:11.702003 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5044cb32-5db1-41c8-853f-b054ddff0cd3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.702372 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-5044cb32-5db1-41c8-853f-b054ddff0cd3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Added segment 61f023d9-6b82-4e58-ade9-82662299bb95 of type vlan for network 86553c1b-e442-4772-99f7-e81525c73c8b Oct 26 15:01:11.740137 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5044cb32-5db1-41c8-853f-b054ddff0cd3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.764034 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5044cb32-5db1-41c8-853f-b054ddff0cd3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.769659 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5044cb32-5db1-41c8-853f-b054ddff0cd3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:11.770270 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5044cb32-5db1-41c8-853f-b054ddff0cd3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.823538 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5044cb32-5db1-41c8-853f-b054ddff0cd3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1784587 Oct 26 15:01:11.826386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53078) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:11.840427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'admin_state_up': True, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:11.855055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044cb32-5db1-41c8-853f-b054ddff0cd3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Network': ['ID=86553c1b-e442-4772-99f7-e81525c73c8b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:11.866625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 86553c1b-e442-4772-99f7-e81525c73c8b details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:01:11.870518 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.871529 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.921221 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:12.059927 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:12.246741 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:12.265154 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:12.368522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.25.4.76 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/e13a8664-e7be-43c4-89b0-c4b28c2972e6) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:12.470254 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:12.502113 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:12.538983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:12.542378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:12.545912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:12.568827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=e13a8664-e7be-43c4-89b0-c4b28c2972e6,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:12.789936 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:12.880664 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6aee58c4-a78a-449a-bb59-1e00de78e453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:12.984797 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.109854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 85e96e3a-36f5-4b25-a419-f9625e55a817 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:01:13.208677 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:13.218333 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Sync routers for ids ['85e96e3a-36f5-4b25-a419-f9625e55a817'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:13.229095 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Routers {'85e96e3a-36f5-4b25-a419-f9625e55a817'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:13.229744 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.230125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:00:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['85e96e3a-36f5-4b25-a419-f9625e55a817'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:13.234044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-92517ad4-75cb-436d-9f4b-d35e2f5eca3b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4036703 Oct 26 15:01:13.234294 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53080) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:13.267616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-63a90e4f-f48a-4c8d-93e8-ed2ea4b33a32 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299237 Oct 26 15:01:13.267870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53082) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:13.336069 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Set router 85e96e3a-36f5-4b25-a419-f9625e55a817 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:13.434975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcbff4e-a09a-4047-be07-e300f4525e90 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:13.436396 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-afcbff4e-a09a-4047-be07-e300f4525e90 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1676919 Oct 26 15:01:13.439187 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53084) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:13.473509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-11a92689-85da-40c0-9d0a-fcbd8a9dc559 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332429 Oct 26 15:01:13.475972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53086) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:13.480661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8731892e-2755-4f7f-8685-4e774b349c83 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809236905', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:13.512162 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:01:12Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:13.538894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Checking router: 85e96e3a-36f5-4b25-a419-f9625e55a817 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:13.539236 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Updating router 85e96e3a-36f5-4b25-a419-f9625e55a817 port e13a8664-e7be-43c4-89b0-c4b28c2972e6 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:01:13.566658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8731892e-2755-4f7f-8685-4e774b349c83 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:01:13.566941 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.570205 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8731892e-2755-4f7f-8685-4e774b349c83 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.760230 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8731892e-2755-4f7f-8685-4e774b349c83 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.817539 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.823532 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.826867 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731892e-2755-4f7f-8685-4e774b349c83 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Subnet': ['ID=2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:13.837469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8731892e-2755-4f7f-8685-4e774b349c83 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Checking segment: {'id': '61f023d9-6b82-4e58-ade9-82662299bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:13.837825 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8731892e-2755-4f7f-8685-4e774b349c83 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network hostable DHCP agents. Network: 86553c1b-e442-4772-99f7-e81525c73c8b, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:01:13.857782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8731892e-2755-4f7f-8685-4e774b349c83 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 86553c1b-e442-4772-99f7-e81525c73c8b is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:01:13.871658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8731892e-2755-4f7f-8685-4e774b349c83 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 86553c1b-e442-4772-99f7-e81525c73c8b) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:13.876275 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8731892e-2755-4f7f-8685-4e774b349c83 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:13.876870 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8731892e-2755-4f7f-8685-4e774b349c83 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.877009 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673612de-603e-4e19-b471-379d029265d7 None None] Pushing event updated for resources: {'Port': ['ID=e13a8664-e7be-43c4-89b0-c4b28c2972e6,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:13.879099 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Attempting to bind port e13a8664-e7be-43c4-89b0-c4b28c2972e6 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:13.879464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Attempting to bind port e13a8664-e7be-43c4-89b0-c4b28c2972e6 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:13.879823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Attempting to bind port e13a8664-e7be-43c4-89b0-c4b28c2972e6 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:13.883527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf0b750-308c-4fb4-8b4f-689ad0312bb1 None None] Network 86553c1b-e442-4772-99f7-e81525c73c8b requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:01:13.898809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:13.899182 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:13.899629 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.900074 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:13.900548 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Bound port: e13a8664-e7be-43c4-89b0-c4b28c2972e6, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:13.900922 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.904515 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8731892e-2755-4f7f-8685-4e774b349c83 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4249210 Oct 26 15:01:13.904718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53088) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:14.005709 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] For port e13a8664-e7be-43c4-89b0-c4b28c2972e6, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:14.010756 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] For port e13a8664-e7be-43c4-89b0-c4b28c2972e6, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e13a8664-e7be-43c4-89b0-c4b28c2972e6,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:14.015296 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:14.126036 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-86553c1b-e442-4772-99f7-e81525c73c8b', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ips': [{'subnet_id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:01:14.126876 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:14.129928 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673612de-603e-4e19-b471-379d029265d7 None None] Pushing event updated for resources: {'Port': ['ID=e13a8664-e7be-43c4-89b0-c4b28c2972e6,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:14.134695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Routers {'85e96e3a-36f5-4b25-a419-f9625e55a817'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:14.135296 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:00:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['85e96e3a-36f5-4b25-a419-f9625e55a817'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:14.340539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] Set router 85e96e3a-36f5-4b25-a419-f9625e55a817 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:14.363400 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:14.438853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Allocated IP 172.20.0.2 (86553c1b-e442-4772-99f7-e81525c73c8b/2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b/c174f1a1-9d9c-4d7b-8603-6a17c668c666) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:14.645456 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:01:12Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:14.647583 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:14.675876 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:14.679365 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44456769-b15e-40fd-b1fc-67c47dd336ed None None] The sync data for ids ['85e96e3a-36f5-4b25-a419-f9625e55a817'] in n-d-815498-1 is: [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:01:12Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:14.724445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Network 86553c1b-e442-4772-99f7-e81525c73c8b is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:14.728435 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:14.733085 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:14.736443 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Pushing event updated for resources: {'Port': ['ID=c174f1a1-9d9c-4d7b-8603-6a17c668c666,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:14.972102 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Attempting to bind port c174f1a1-9d9c-4d7b-8603-6a17c668c666 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:14.972750 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Attempting to bind port c174f1a1-9d9c-4d7b-8603-6a17c668c666 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '61f023d9-6b82-4e58-ade9-82662299bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:14.972851 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Attempting to bind port c174f1a1-9d9c-4d7b-8603-6a17c668c666 on network 86553c1b-e442-4772-99f7-e81525c73c8b {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:14.980319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:14.980702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Checking segment: {'id': '61f023d9-6b82-4e58-ade9-82662299bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:14.981187 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:14.982118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Bound using segment: {'id': '61f023d9-6b82-4e58-ade9-82662299bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:14.982604 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Bound port: c174f1a1-9d9c-4d7b-8603-6a17c668c666, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f023d9-6b82-4e58-ade9-82662299bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:14.982992 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.058723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] For port c174f1a1-9d9c-4d7b-8603-6a17c668c666, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:15.067405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] For port c174f1a1-9d9c-4d7b-8603-6a17c668c666, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c174f1a1-9d9c-4d7b-8603-6a17c668c666,segment=NetworkSegment(61f023d9-6b82-4e58-ade9-82662299bb95),segment_id=61f023d9-6b82-4e58-ade9-82662299bb95)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:15.075317 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.154949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43bb4a-73eb-4ae6-a2e8-83103553aa20 None None] Pushing event updated for resources: {'Port': ['ID=c174f1a1-9d9c-4d7b-8603-6a17c668c666,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:15.167931 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e13a8664-e7be-43c4-89b0-c4b28c2972e6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:15.197018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.20.0.1 (86553c1b-e442-4772-99f7-e81525c73c8b/2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b/3d27a9ee-7da6-43b6-b36c-fd136014fcf7) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:15.221376 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dede951d-f111-43ef-8e00-93663e4baa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.246312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e13a8664-e7be-43c4-89b0-c4b28c2972e6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:15.246662 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.373013 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.374500 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.413843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port e13a8664-e7be-43c4-89b0-c4b28c2972e6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e13a8664-e7be-43c4-89b0-c4b28c2972e6,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:15.421272 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.425667 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.467681 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 86553c1b-e442-4772-99f7-e81525c73c8b is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:15.471653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:15.475961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:15.486026 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=e13a8664-e7be-43c4-89b0-c4b28c2972e6,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:15.521196 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=3d27a9ee-7da6-43b6-b36c-fd136014fcf7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:15.532748 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.707221 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.981257 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.986218 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.065619 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=3d27a9ee-7da6-43b6-b36c-fd136014fcf7,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:16.069140 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.163371 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f169514-e28b-4598-b1ad-f2b2ac02b69d None None] Network 86553c1b-e442-4772-99f7-e81525c73c8b requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:01:16.167625 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 86553c1b-e442-4772-99f7-e81525c73c8b is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:16.169018 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:16.278998 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 85e96e3a-36f5-4b25-a419-f9625e55a817 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:01:16.291188 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1ee86221-fad2-4ff8-8003-0f6f1e24d4c6 None None] Provisioning complete for port c174f1a1-9d9c-4d7b-8603-6a17c668c666 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:16.291555 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1ee86221-fad2-4ff8-8003-0f6f1e24d4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.397225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:16.408874 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1ee86221-fad2-4ff8-8003-0f6f1e24d4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.410591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-195c036e-edee-423d-bb5d-fce7ba26cc31 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "PUT /v2.0/routers/85e96e3a-36f5-4b25-a419-f9625e55a817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5047767 Oct 26 15:01:16.456189 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1ee86221-fad2-4ff8-8003-0f6f1e24d4c6 None None] For port c174f1a1-9d9c-4d7b-8603-6a17c668c666, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c174f1a1-9d9c-4d7b-8603-6a17c668c666,segment=NetworkSegment(61f023d9-6b82-4e58-ade9-82662299bb95),segment_id=61f023d9-6b82-4e58-ade9-82662299bb95)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:16.459419 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1ee86221-fad2-4ff8-8003-0f6f1e24d4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.512215 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee86221-fad2-4ff8-8003-0f6f1e24d4c6 None None] Pushing event updated for resources: {'Port': ['ID=c174f1a1-9d9c-4d7b-8603-6a17c668c666,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:16.573938 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-053d0881-92d5-4ea7-b4e8-a89b9ee2e68c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292180400&fields=id&tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 267 time: 0.0353394 Oct 26 15:01:16.685590 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-83654b08-9bdd-4961-8f12-aaccc5229caa None None] Provisioning complete for port c174f1a1-9d9c-4d7b-8603-6a17c668c666 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:16.686202 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-83654b08-9bdd-4961-8f12-aaccc5229caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.702122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-c31e8c7c-ed3e-4e79-ad45-af3a8492c8cc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:16.703681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-c31e8c7c-ed3e-4e79-ad45-af3a8492c8cc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/networks?id=86553c1b-e442-4772-99f7-e81525c73c8b HTTP/1.1" status: 200 len: 797 time: 0.1216571 Oct 26 15:01:16.705411 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Sync routers for ids ['85e96e3a-36f5-4b25-a419-f9625e55a817'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:16.722605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-f31ae37a-a1eb-4e34-8c8a-472888a026d3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/quotas/9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 375 time: 0.0124993 Oct 26 15:01:16.734735 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Routers {'85e96e3a-36f5-4b25-a419-f9625e55a817'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:16.735644 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:01:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['85e96e3a-36f5-4b25-a419-f9625e55a817'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:16.798869 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.802642 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-30c476b5-cd0a-4ccd-994a-3f72b0561d0e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736017 Oct 26 15:01:16.812884 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-83654b08-9bdd-4961-8f12-aaccc5229caa None None] Provisioning complete for port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:16.813249 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-83654b08-9bdd-4961-8f12-aaccc5229caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.854319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-83654b08-9bdd-4961-8f12-aaccc5229caa None None] Port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:16.857545 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Set router 85e96e3a-36f5-4b25-a419-f9625e55a817 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:16.974486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-65e07b1a-6d88-415c-9d8f-f47bc73e546e None None] Provisioning complete for port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:16.974944 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-65e07b1a-6d88-415c-9d8f-f47bc73e546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.987140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-bf1f1513-fe76-4472-82b5-e12f191ea0fa service neutron] 10.222.0.32 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643164 Oct 26 15:01:17.017402 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-65e07b1a-6d88-415c-9d8f-f47bc73e546e None None] Port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:17.077467 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.090293 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-bfdee762-ce72-400a-9c86-b1c47410851b service neutron] 10.222.0.32 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952973 Oct 26 15:01:17.102257 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3d27a9ee-7da6-43b6-b36c-fd136014fcf7', 'name': '', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:92:33:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:14Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 2, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:17.131060 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Checking router: 85e96e3a-36f5-4b25-a419-f9625e55a817 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:17.131568 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Updating router 85e96e3a-36f5-4b25-a419-f9625e55a817 port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:01:17.151102 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-172c85a2-24f7-4449-8bc7-35297f68d2db None None] Provisioning complete for port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:17.151479 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-172c85a2-24f7-4449-8bc7-35297f68d2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.161953 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.189634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-172c85a2-24f7-4449-8bc7-35297f68d2db None None] Port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:17.210187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c174f1a1-9d9c-4d7b-8603-6a17c668c666 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:17.271730 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port c174f1a1-9d9c-4d7b-8603-6a17c668c666 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:17.272181 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.301338 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef1bbb6f-588f-4cda-abd1-c8ff4a3ef9fb req-b2ca2d23-3bd7-4250-8364-55437a0ac26f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 210 time: 0.0427856 Oct 26 15:01:17.360309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e13a8664-e7be-43c4-89b0-c4b28c2972e6 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:17.408458 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port e13a8664-e7be-43c4-89b0-c4b28c2972e6 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:17.408840 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.469432 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.475440 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.546670 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a090a-e5cc-4335-9c3d-4e7c3ac8317c None None] Pushing event updated for resources: {'Port': ['ID=3d27a9ee-7da6-43b6-b36c-fd136014fcf7,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:17.575041 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a090a-e5cc-4335-9c3d-4e7c3ac8317c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:17.575390 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a090a-e5cc-4335-9c3d-4e7c3ac8317c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:17.575723 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a090a-e5cc-4335-9c3d-4e7c3ac8317c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:17.576105 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a090a-e5cc-4335-9c3d-4e7c3ac8317c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:17.576437 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a090a-e5cc-4335-9c3d-4e7c3ac8317c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:17.576760 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a090a-e5cc-4335-9c3d-4e7c3ac8317c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:17.577085 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a090a-e5cc-4335-9c3d-4e7c3ac8317c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:17.577404 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a090a-e5cc-4335-9c3d-4e7c3ac8317c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:17.577719 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a090a-e5cc-4335-9c3d-4e7c3ac8317c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:17.578055 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a090a-e5cc-4335-9c3d-4e7c3ac8317c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:17.578385 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a090a-e5cc-4335-9c3d-4e7c3ac8317c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:17.578692 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a090a-e5cc-4335-9c3d-4e7c3ac8317c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:17.591237 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Attempting to bind port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:17.591607 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Attempting to bind port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '61f023d9-6b82-4e58-ade9-82662299bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:17.592057 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Attempting to bind port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 on network 86553c1b-e442-4772-99f7-e81525c73c8b {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:17.597922 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:17.598320 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Checking segment: {'id': '61f023d9-6b82-4e58-ade9-82662299bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:17.598744 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.599290 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Bound using segment: {'id': '61f023d9-6b82-4e58-ade9-82662299bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:17.599760 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Bound port: 3d27a9ee-7da6-43b6-b36c-fd136014fcf7, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f023d9-6b82-4e58-ade9-82662299bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:17.600393 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.680772 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] For port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:17.684765 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] For port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3d27a9ee-7da6-43b6-b36c-fd136014fcf7,segment=NetworkSegment(61f023d9-6b82-4e58-ade9-82662299bb95),segment_id=61f023d9-6b82-4e58-ade9-82662299bb95)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:17.689082 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.758119 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a090a-e5cc-4335-9c3d-4e7c3ac8317c None None] Pushing event updated for resources: {'Port': ['ID=3d27a9ee-7da6-43b6-b36c-fd136014fcf7,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:17.768953 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Routers {'85e96e3a-36f5-4b25-a419-f9625e55a817'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:17.769630 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:01:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['85e96e3a-36f5-4b25-a419-f9625e55a817'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:17.812793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-17375781-c1c3-4d98-88d0-ebf3926087e5 None None] Provisioning complete for port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:17.813190 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-17375781-c1c3-4d98-88d0-ebf3926087e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.898818 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] Set router 85e96e3a-36f5-4b25-a419-f9625e55a817 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:17.915812 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-17375781-c1c3-4d98-88d0-ebf3926087e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.960818 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-17375781-c1c3-4d98-88d0-ebf3926087e5 None None] For port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3d27a9ee-7da6-43b6-b36c-fd136014fcf7,segment=NetworkSegment(61f023d9-6b82-4e58-ade9-82662299bb95),segment_id=61f023d9-6b82-4e58-ade9-82662299bb95)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:17.966491 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-17375781-c1c3-4d98-88d0-ebf3926087e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.023309 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17375781-c1c3-4d98-88d0-ebf3926087e5 None None] Pushing event updated for resources: {'Port': ['ID=3d27a9ee-7da6-43b6-b36c-fd136014fcf7,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:18.099358 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e9bed87e-356f-4aea-aa80-6949dfb44960 None None] Provisioning complete for port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:18.099867 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e9bed87e-356f-4aea-aa80-6949dfb44960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.115775 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3d27a9ee-7da6-43b6-b36c-fd136014fcf7', 'name': '', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:92:33:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:14Z', 'updated_at': '2021-10-26T15:01:17Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:18.244996 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d5bada-ca90-4b44-9fb6-c876928e8f7a None None] The sync data for ids ['85e96e3a-36f5-4b25-a419-f9625e55a817'] in n-d-815498-1 is: [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3d27a9ee-7da6-43b6-b36c-fd136014fcf7', 'name': '', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:92:33:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:14Z', 'updated_at': '2021-10-26T15:01:17Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:18.421179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bb40a62f-9961-491e-9945-363134bcec53 req-d75b982b-df0b-444a-96d3-0f4de7af80b3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 210 time: 0.0363545 Oct 26 15:01:18.470406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-18ea0b43-aff0-4a60-bb49-3f855df5429e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:18.471911 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-18ea0b43-aff0-4a60-bb49-3f855df5429e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/networks?id=86553c1b-e442-4772-99f7-e81525c73c8b HTTP/1.1" status: 200 len: 797 time: 0.1475804 Oct 26 15:01:18.518204 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-e7a4b14d-fbbf-4020-8d85-59d80a06f141 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 379 time: 0.0362494 Oct 26 15:01:18.531703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ad8170ae-3178-4e6d-b5dd-428d7ea4d62e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'port': {'device_id': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'admin_state_up': True, 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'security_groups': ['5a740025-dcf3-4dc5-9275-95ac4aed8eef']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:18.651166 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ad8170ae-3178-4e6d-b5dd-428d7ea4d62e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:01:18.654722 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ad8170ae-3178-4e6d-b5dd-428d7ea4d62e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.782500 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.789774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ad8170ae-3178-4e6d-b5dd-428d7ea4d62e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.20.0.5 (86553c1b-e442-4772-99f7-e81525c73c8b/2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b/904cc634-4ed0-4d6d-8132-3e481826ea50) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:18.935734 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ad8170ae-3178-4e6d-b5dd-428d7ea4d62e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.970562 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ad8170ae-3178-4e6d-b5dd-428d7ea4d62e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.017265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ad8170ae-3178-4e6d-b5dd-428d7ea4d62e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 86553c1b-e442-4772-99f7-e81525c73c8b is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:19.020488 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ad8170ae-3178-4e6d-b5dd-428d7ea4d62e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:19.028032 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ad8170ae-3178-4e6d-b5dd-428d7ea4d62e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:19.032198 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8170ae-3178-4e6d-b5dd-428d7ea4d62e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=904cc634-4ed0-4d6d-8132-3e481826ea50,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:19.089722 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ad8170ae-3178-4e6d-b5dd-428d7ea4d62e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:19.090686 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ad8170ae-3178-4e6d-b5dd-428d7ea4d62e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.109355 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ad8170ae-3178-4e6d-b5dd-428d7ea4d62e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5816777 Oct 26 15:01:19.135458 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Request body: {'port': {'device_id': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:19.142872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:19.193516 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.198624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:19.199242 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.317209 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5a3b27d8-2bb8-47db-916c-7384879ff1e5 None None] Provisioning complete for port 904cc634-4ed0-4d6d-8132-3e481826ea50 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:19.317569 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5a3b27d8-2bb8-47db-916c-7384879ff1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.355921 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b27d8-2bb8-47db-916c-7384879ff1e5 None None] Port 904cc634-4ed0-4d6d-8132-3e481826ea50 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:19.476819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904cc634-4ed0-4d6d-8132-3e481826ea50 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:01:19.485589 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.499625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Transition to ACTIVE for port object 904cc634-4ed0-4d6d-8132-3e481826ea50 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:01:19.507223 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.553508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93ea93-368e-4bed-8eec-075a643799a1 req-01d8a06c-59a7-4c7f-83ad-e705c273cf52 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:19.562156 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a93ea93-368e-4bed-8eec-075a643799a1 req-01d8a06c-59a7-4c7f-83ad-e705c273cf52 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 943 time: 0.0640714 Oct 26 15:01:19.580583 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Pushing event updated for resources: {'Port': ['ID=904cc634-4ed0-4d6d-8132-3e481826ea50,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:19.605272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a93ea93-368e-4bed-8eec-075a643799a1 req-8bfd0f4a-d1a8-41fa-baa0-b5190d4c394a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422249 Oct 26 15:01:19.634031 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Attempting to bind port 904cc634-4ed0-4d6d-8132-3e481826ea50 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:19.634372 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Attempting to bind port 904cc634-4ed0-4d6d-8132-3e481826ea50 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '61f023d9-6b82-4e58-ade9-82662299bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:19.634727 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Attempting to bind port 904cc634-4ed0-4d6d-8132-3e481826ea50 on network 86553c1b-e442-4772-99f7-e81525c73c8b {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:19.639448 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Port 904cc634-4ed0-4d6d-8132-3e481826ea50 on network 86553c1b-e442-4772-99f7-e81525c73c8b not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:01:19.639711 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Attempting to bind port 904cc634-4ed0-4d6d-8132-3e481826ea50 on network 86553c1b-e442-4772-99f7-e81525c73c8b {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:19.644607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:19.644950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Checking segment: {'id': '61f023d9-6b82-4e58-ade9-82662299bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:19.645330 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Bound using segment: {'id': '61f023d9-6b82-4e58-ade9-82662299bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:19.645753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Bound port: 904cc634-4ed0-4d6d-8132-3e481826ea50, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f023d9-6b82-4e58-ade9-82662299bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:19.646139 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.717266 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] For port 904cc634-4ed0-4d6d-8132-3e481826ea50, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:19.721143 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] For port 904cc634-4ed0-4d6d-8132-3e481826ea50, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=904cc634-4ed0-4d6d-8132-3e481826ea50,segment=NetworkSegment(61f023d9-6b82-4e58-ade9-82662299bb95),segment_id=61f023d9-6b82-4e58-ade9-82662299bb95)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:19.725709 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.763987 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:19.764619 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.766017 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] 10.222.0.11 "PUT /v2.0/ports/904cc634-4ed0-4d6d-8132-3e481826ea50 HTTP/1.1" status: 200 len: 1091 time: 0.6386447 Oct 26 15:01:19.766456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'tag': '904cc634-4ed0-4d6d-8132-3e481826ea50'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:01:19.768765 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19308d94-3f69-4ed2-9c5a-8b8fe39431cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a56b2f-8548-43ee-8d74-ab65153430c5", "tag": "904cc634-4ed0-4d6d-8132-3e481826ea50"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:01:19.811633 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae114912-8f40-4dc8-9a90-725e89cd9cbd service neutron] Pushing event updated for resources: {'Port': ['ID=904cc634-4ed0-4d6d-8132-3e481826ea50,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:19.831809 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb78dcb-7ee9-454c-9c1e-05419a76e23f x-openstack-request-id: req-bdb78dcb-7ee9-454c-9c1e-05419a76e23f {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:01:19.832076 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a56b2f-8548-43ee-8d74-ab65153430c5", "tag": "904cc634-4ed0-4d6d-8132-3e481826ea50", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:01:19.832331 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdb78dcb-7ee9-454c-9c1e-05419a76e23f {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:01:19.832731 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'tag': '904cc634-4ed0-4d6d-8132-3e481826ea50', 'status': 'completed', 'code': 200} Oct 26 15:01:19.867257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-1027ae29-90ed-433d-92c1-4d8ee1ca4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:19.868933 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-1027ae29-90ed-433d-92c1-4d8ee1ca4147 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 1094 time: 0.0479057 Oct 26 15:01:19.911574 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-10b0d1a3-84e0-4834-81b3-860e2e611547 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=904cc634-4ed0-4d6d-8132-3e481826ea50 HTTP/1.1" status: 200 len: 217 time: 0.0348690 Oct 26 15:01:19.966093 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-0caa34a7-7dd5-443f-86bb-3090c829963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:19.967548 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-0caa34a7-7dd5-443f-86bb-3090c829963c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b HTTP/1.1" status: 200 len: 834 time: 0.0491583 Oct 26 15:01:20.015356 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-e6bd33ed-36ec-4774-a37b-3d72f7c4ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:20.017620 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-e6bd33ed-36ec-4774-a37b-3d72f7c4ab8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86553c1b-e442-4772-99f7-e81525c73c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408943 Oct 26 15:01:20.110403 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-2cbb2f2f-5313-454a-8904-5ea0d0248dd7 service neutron] 10.222.0.11 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850492 Oct 26 15:01:20.504699 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-65128bc5-86b2-4452-afa5-7509f2cf2a30 req-08b8a850-a9f3-4958-8834-d9d018364db8 service neutron] 10.222.0.11 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863854 Oct 26 15:01:20.593222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308d94-3f69-4ed2-9c5a-8b8fe39431cf req-e564d190-4270-47ae-97e2-249882760c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:20.594757 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19308d94-3f69-4ed2-9c5a-8b8fe39431cf req-e564d190-4270-47ae-97e2-249882760c10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 1094 time: 0.0408511 Oct 26 15:01:20.690363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308d94-3f69-4ed2-9c5a-8b8fe39431cf req-f5bb145c-9621-4bbf-9c20-779ec906abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:20.691903 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19308d94-3f69-4ed2-9c5a-8b8fe39431cf req-f5bb145c-9621-4bbf-9c20-779ec906abe1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86553c1b-e442-4772-99f7-e81525c73c8b HTTP/1.1" status: 200 len: 898 time: 0.0890818 Oct 26 15:01:20.724647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf3089-64a9-4f40-893b-de86e93d0270 req-7d7d5152-41ed-416c-93d0-8702b769fadd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:20.726176 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2fdf3089-64a9-4f40-893b-de86e93d0270 req-7d7d5152-41ed-416c-93d0-8702b769fadd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 943 time: 0.0509119 Oct 26 15:01:20.733118 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19308d94-3f69-4ed2-9c5a-8b8fe39431cf req-afd03430-6d28-4b83-b93f-c4c0b63b81e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=904cc634-4ed0-4d6d-8132-3e481826ea50 HTTP/1.1" status: 200 len: 217 time: 0.0335722 Oct 26 15:01:20.765616 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2fdf3089-64a9-4f40-893b-de86e93d0270 req-98612fb4-38bf-43e1-9515-7e100b6c2176 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332077 Oct 26 15:01:20.786940 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308d94-3f69-4ed2-9c5a-8b8fe39431cf req-6d2b75f3-fcad-46be-9eab-a29ce302c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:20.788391 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19308d94-3f69-4ed2-9c5a-8b8fe39431cf req-6d2b75f3-fcad-46be-9eab-a29ce302c55e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b HTTP/1.1" status: 200 len: 834 time: 0.0488050 Oct 26 15:01:20.834532 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308d94-3f69-4ed2-9c5a-8b8fe39431cf req-d6311570-a3aa-4844-9fff-de4f473b4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:20.836052 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19308d94-3f69-4ed2-9c5a-8b8fe39431cf req-d6311570-a3aa-4844-9fff-de4f473b4473 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86553c1b-e442-4772-99f7-e81525c73c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405953 Oct 26 15:01:20.928482 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19308d94-3f69-4ed2-9c5a-8b8fe39431cf req-3e67b53a-e7a8-4472-851b-4985433660bd service neutron] 10.222.0.11 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849905 Oct 26 15:01:21.025176 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-19308d94-3f69-4ed2-9c5a-8b8fe39431cf req-dece90dc-c719-4d8a-87a1-fde4cd5b1b44 service neutron] 10.222.0.11 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889971 Oct 26 15:01:21.882610 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a020a4-095b-4a87-ae64-1fdbc6ad3251 req-60a498f4-6a4c-4c36-a306-6d2c6dc75267 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:21.884592 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4a020a4-095b-4a87-ae64-1fdbc6ad3251 req-60a498f4-6a4c-4c36-a306-6d2c6dc75267 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 943 time: 0.0483897 Oct 26 15:01:21.921441 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d4a020a4-095b-4a87-ae64-1fdbc6ad3251 req-b6308f69-0611-4549-9c9b-ba27a9389b9b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308964 Oct 26 15:01:23.045251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d09381-c862-4de6-b773-4c685d220d4b req-0b551b71-a7a6-44a1-9038-e8314a9525ee tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:23.046751 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93d09381-c862-4de6-b773-4c685d220d4b req-0b551b71-a7a6-44a1-9038-e8314a9525ee tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 943 time: 0.0570819 Oct 26 15:01:23.083386 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93d09381-c862-4de6-b773-4c685d220d4b req-3d8d796c-a678-4973-8e8e-1a963ca13ca8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306997 Oct 26 15:01:23.992227 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.200585 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5340bf-a87f-4561-8b0a-f5e30179da2b req-c747abef-feda-4391-8fe4-d22b30525266 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:24.202148 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe5340bf-a87f-4561-8b0a-f5e30179da2b req-c747abef-feda-4391-8fe4-d22b30525266 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 943 time: 0.0515957 Oct 26 15:01:24.238296 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fe5340bf-a87f-4561-8b0a-f5e30179da2b req-fbae6f0b-0f2f-4253-9fad-edab8eeb2519 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303121 Oct 26 15:01:24.735640 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 904cc634-4ed0-4d6d-8132-3e481826ea50 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:01:24.831408 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 904cc634-4ed0-4d6d-8132-3e481826ea50, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=904cc634-4ed0-4d6d-8132-3e481826ea50,segment=NetworkSegment(61f023d9-6b82-4e58-ade9-82662299bb95),segment_id=61f023d9-6b82-4e58-ade9-82662299bb95)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:24.842920 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '904cc634-4ed0-4d6d-8132-3e481826ea50', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'port_id': '904cc634-4ed0-4d6d-8132-3e481826ea50', 'mac_address': 'fa:16:3e:8d:38:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:01:24.878025 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.891564 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904cc634-4ed0-4d6d-8132-3e481826ea50 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:01:24.911786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 904cc634-4ed0-4d6d-8132-3e481826ea50, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=904cc634-4ed0-4d6d-8132-3e481826ea50,segment=NetworkSegment(61f023d9-6b82-4e58-ade9-82662299bb95),segment_id=61f023d9-6b82-4e58-ade9-82662299bb95)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:24.915898 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.964621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=904cc634-4ed0-4d6d-8132-3e481826ea50,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:25.231579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['904cc634-4ed0-4d6d-8132-3e481826ea50'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:01:25.354826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200451b-ef7a-4e42-bb1b-964d749b8ca7 req-b3e538d3-0b68-4795-a17c-f163c3c5364b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:25.356322 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6200451b-ef7a-4e42-bb1b-964d749b8ca7 req-b3e538d3-0b68-4795-a17c-f163c3c5364b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 944 time: 0.0491936 Oct 26 15:01:25.394514 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6200451b-ef7a-4e42-bb1b-964d749b8ca7 req-e7741513-8df7-4f37-b3e3-a5f7cd032f00 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320222 Oct 26 15:01:26.512687 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef9faf-3d69-456e-a33b-490ed65e919d req-f665fb18-1b51-4b93-8d6c-61ad63a7575e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:26.514291 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95ef9faf-3d69-456e-a33b-490ed65e919d req-f665fb18-1b51-4b93-8d6c-61ad63a7575e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 944 time: 0.0515273 Oct 26 15:01:26.551345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-95ef9faf-3d69-456e-a33b-490ed65e919d req-4b8bb966-b48c-4842-a46b-b59aedf99d23 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311365 Oct 26 15:01:26.743810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 904cc634-4ed0-4d6d-8132-3e481826ea50 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:26.792780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 904cc634-4ed0-4d6d-8132-3e481826ea50 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:01:26.796408 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 904cc634-4ed0-4d6d-8132-3e481826ea50 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:26.796784 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:26.872888 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:26.895337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904cc634-4ed0-4d6d-8132-3e481826ea50'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:01:26.897843 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0ddcd1-55e0-4f92-9bfc-2779b2964f24" -d '{"events": [{"server_uuid": "a1a56b2f-8548-43ee-8d74-ab65153430c5", "name": "network-vif-plugged", "status": "completed", "tag": "904cc634-4ed0-4d6d-8132-3e481826ea50"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:01:26.913996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 904cc634-4ed0-4d6d-8132-3e481826ea50, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=904cc634-4ed0-4d6d-8132-3e481826ea50,segment=NetworkSegment(61f023d9-6b82-4e58-ade9-82662299bb95),segment_id=61f023d9-6b82-4e58-ade9-82662299bb95)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:26.918582 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:26.967449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=904cc634-4ed0-4d6d-8132-3e481826ea50,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:26.990054 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b75727-f5a9-46c8-8fb7-dd831e932ec8 x-openstack-request-id: req-11b75727-f5a9-46c8-8fb7-dd831e932ec8 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:01:26.990349 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a56b2f-8548-43ee-8d74-ab65153430c5", "name": "network-vif-plugged", "status": "completed", "tag": "904cc634-4ed0-4d6d-8132-3e481826ea50", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:01:26.990604 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11b75727-f5a9-46c8-8fb7-dd831e932ec8 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:01:26.990999 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904cc634-4ed0-4d6d-8132-3e481826ea50', 'code': 200} Oct 26 15:01:27.082912 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbaf0c1-ef58-40c0-86f9-7d745f3aed69 req-b032e123-c1ae-4e1b-bb9e-a9dc754d5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:27.084356 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dfbaf0c1-ef58-40c0-86f9-7d745f3aed69 req-b032e123-c1ae-4e1b-bb9e-a9dc754d5f11 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 1096 time: 0.0396597 Oct 26 15:01:27.123409 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dfbaf0c1-ef58-40c0-86f9-7d745f3aed69 req-86a30a82-51bb-483d-8a12-d0836c7945df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271590 Oct 26 15:01:27.665534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48e98c-aeda-493b-b99a-ce5b311d6b0a req-217e4ed1-9aaf-440f-939a-1881641ee979 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:27.666996 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be48e98c-aeda-493b-b99a-ce5b311d6b0a req-217e4ed1-9aaf-440f-939a-1881641ee979 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0494120 Oct 26 15:01:27.704048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-be48e98c-aeda-493b-b99a-ce5b311d6b0a req-8822aa12-2681-4f1b-8f72-d684c499da26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310683 Oct 26 15:01:28.168071 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.818884 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66695799-36d6-421c-a613-e4e67379b6a8 req-7f657858-fc1b-4f02-b907-e3dc5f34e490 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:28.820355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66695799-36d6-421c-a613-e4e67379b6a8 req-7f657858-fc1b-4f02-b907-e3dc5f34e490 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0483415 Oct 26 15:01:28.856661 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66695799-36d6-421c-a613-e4e67379b6a8 req-eebd1f72-65a7-4220-ab93-6404cca8cd8c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298078 Oct 26 15:01:28.974833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec71e7-3ebd-4766-babb-5f1737108fd6 req-73aa06fc-d8a4-496e-b3d3-d6a859e2b333 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:28.976288 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3ec71e7-3ebd-4766-babb-5f1737108fd6 req-73aa06fc-d8a4-496e-b3d3-d6a859e2b333 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0537119 Oct 26 15:01:29.013894 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b3ec71e7-3ebd-4766-babb-5f1737108fd6 req-3a49e1e0-6859-4192-a645-92e6ffe3e1a0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316036 Oct 26 15:01:29.035114 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53150) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:29.074980 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4001e8a0-6ef6-4e1d-b4f7-602efba518a6 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:29.076561 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4001e8a0-6ef6-4e1d-b4f7-602efba518a6 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 1091 time: 0.0403469 Oct 26 15:01:29.079366 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53152) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:29.083682 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '904cc634-4ed0-4d6d-8132-3e481826ea50', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:29.104578 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.202035 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.299619 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.25.4.17 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/0f312654-2c97-4058-b068-5b894a82fb8a) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:29.401955 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.434497 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.472827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:29.475768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:29.479807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:29.502363 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=0f312654-2c97-4058-b068-5b894a82fb8a,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:29.813432 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.875883 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.268203 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.272634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.339635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=0f312654-2c97-4058-b068-5b894a82fb8a,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:30.351126 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.451257 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Floating IP 36db9ceb-bdb2-4ba7-b634-e44697c36cb6 associated. External IP: 172.25.4.17, port: 904cc634-4ed0-4d6d-8132-3e481826ea50. Oct 26 15:01:30.649729 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 85e96e3a-36f5-4b25-a419-f9625e55a817 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:01:30.769803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:30.779981 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37609360-7a9e-46bb-91f7-fab641afca48 None None] Sync routers for ids ['85e96e3a-36f5-4b25-a419-f9625e55a817'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:30.787670 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.790730 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37609360-7a9e-46bb-91f7-fab641afca48 None None] Routers {'85e96e3a-36f5-4b25-a419-f9625e55a817'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:30.791551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-37609360-7a9e-46bb-91f7-fab641afca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:01:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['85e96e3a-36f5-4b25-a419-f9625e55a817'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:30.815360 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7fb36542-d7dc-4573-a366-1d44e9b3d00e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7349887 Oct 26 15:01:30.816165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'tag': '904cc634-4ed0-4d6d-8132-3e481826ea50'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:01:30.818688 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a508eac-b271-4145-9985-210b435ddbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a56b2f-8548-43ee-8d74-ab65153430c5", "tag": "904cc634-4ed0-4d6d-8132-3e481826ea50"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:01:30.857971 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2078d15-fd2c-446e-a583-def59c7afbf0 x-openstack-request-id: req-b2078d15-fd2c-446e-a583-def59c7afbf0 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:01:30.858282 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a56b2f-8548-43ee-8d74-ab65153430c5", "tag": "904cc634-4ed0-4d6d-8132-3e481826ea50", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:01:30.858657 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2078d15-fd2c-446e-a583-def59c7afbf0 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:01:30.859072 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'tag': '904cc634-4ed0-4d6d-8132-3e481826ea50', 'status': 'completed', 'code': 200} Oct 26 15:01:30.901736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-37609360-7a9e-46bb-91f7-fab641afca48 None None] Set router 85e96e3a-36f5-4b25-a419-f9625e55a817 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:30.921620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bacf9e-9cdf-46f3-aae8-75bce22376af req-9debf75e-431b-4ec7-8572-4f07dfe93f62 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:30.923177 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80bacf9e-9cdf-46f3-aae8-75bce22376af req-9debf75e-431b-4ec7-8572-4f07dfe93f62 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0564041 Oct 26 15:01:30.928838 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a508eac-b271-4145-9985-210b435ddbc4 req-c50418aa-7d2a-4224-ab5d-e346ededb8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:30.930974 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5a508eac-b271-4145-9985-210b435ddbc4 req-c50418aa-7d2a-4224-ab5d-e346ededb8ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 1096 time: 0.0477047 Oct 26 15:01:30.965889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-80bacf9e-9cdf-46f3-aae8-75bce22376af req-53914fb4-f232-4659-94b9-ccb97bbc6407 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342617 Oct 26 15:01:30.989055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53158) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:31.028273 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a508eac-b271-4145-9985-210b435ddbc4 req-6e6ee4a7-5b6c-4cd3-a324-705f4b90b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:31.030036 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5a508eac-b271-4145-9985-210b435ddbc4 req-6e6ee4a7-5b6c-4cd3-a324-705f4b90b293 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86553c1b-e442-4772-99f7-e81525c73c8b HTTP/1.1" status: 200 len: 898 time: 0.0910017 Oct 26 15:01:31.067449 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c9235366-a458-43f3-b003-969b8a8bf7db tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/36db9ceb-bdb2-4ba7-b634-e44697c36cb6 HTTP/1.1" status: 200 len: 990 time: 0.0772352 Oct 26 15:01:31.107988 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5a508eac-b271-4145-9985-210b435ddbc4 req-5c55b1a5-6588-43a8-8651-a488d529fce2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=904cc634-4ed0-4d6d-8132-3e481826ea50 HTTP/1.1" status: 200 len: 998 time: 0.0706108 Oct 26 15:01:31.145041 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-37609360-7a9e-46bb-91f7-fab641afca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '36db9ceb-bdb2-4ba7-b634-e44697c36cb6', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'port_id': '904cc634-4ed0-4d6d-8132-3e481826ea50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'mac_address': 'fa:16:3e:8d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:01:29Z', 'updated_at': '2021-10-26T15:01:29Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d27a9ee-7da6-43b6-b36c-fd136014fcf7', 'name': '', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:92:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:14Z', 'updated_at': '2021-10-26T15:01:17Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:31.157651 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a508eac-b271-4145-9985-210b435ddbc4 req-0904cac3-1aff-4edb-8d14-cc6e33a5060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:31.159153 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5a508eac-b271-4145-9985-210b435ddbc4 req-0904cac3-1aff-4edb-8d14-cc6e33a5060b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b HTTP/1.1" status: 200 len: 834 time: 0.0447197 Oct 26 15:01:31.171829 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37609360-7a9e-46bb-91f7-fab641afca48 None None] Checking router: 85e96e3a-36f5-4b25-a419-f9625e55a817 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:31.180733 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37609360-7a9e-46bb-91f7-fab641afca48 None None] Routers {'85e96e3a-36f5-4b25-a419-f9625e55a817'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:31.181338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-37609360-7a9e-46bb-91f7-fab641afca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:01:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['85e96e3a-36f5-4b25-a419-f9625e55a817'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:31.204905 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a508eac-b271-4145-9985-210b435ddbc4 req-e690f960-b2fa-4157-9035-3f6e44bf35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:31.206421 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5a508eac-b271-4145-9985-210b435ddbc4 req-e690f960-b2fa-4157-9035-3f6e44bf35c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86553c1b-e442-4772-99f7-e81525c73c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393696 Oct 26 15:01:31.285026 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-37609360-7a9e-46bb-91f7-fab641afca48 None None] Set router 85e96e3a-36f5-4b25-a419-f9625e55a817 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:31.299960 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5a508eac-b271-4145-9985-210b435ddbc4 req-f653a0e5-edae-4430-b5b4-ea30c683e1a1 service neutron] 10.222.0.11 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862575 Oct 26 15:01:31.392515 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5a508eac-b271-4145-9985-210b435ddbc4 req-6ba908f0-b355-43c0-8f69-83bb01601d47 service neutron] 10.222.0.11 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842516 Oct 26 15:01:31.507571 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-37609360-7a9e-46bb-91f7-fab641afca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '36db9ceb-bdb2-4ba7-b634-e44697c36cb6', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'port_id': '904cc634-4ed0-4d6d-8132-3e481826ea50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'mac_address': 'fa:16:3e:8d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:01:29Z', 'updated_at': '2021-10-26T15:01:29Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d27a9ee-7da6-43b6-b36c-fd136014fcf7', 'name': '', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:92:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:14Z', 'updated_at': '2021-10-26T15:01:17Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:31.537377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37609360-7a9e-46bb-91f7-fab641afca48 None None] The sync data for ids ['85e96e3a-36f5-4b25-a419-f9625e55a817'] in n-d-815498-1 is: [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '36db9ceb-bdb2-4ba7-b634-e44697c36cb6', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'port_id': '904cc634-4ed0-4d6d-8132-3e481826ea50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'mac_address': 'fa:16:3e:8d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:01:29Z', 'updated_at': '2021-10-26T15:01:29Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d27a9ee-7da6-43b6-b36c-fd136014fcf7', 'name': '', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:92:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:14Z', 'updated_at': '2021-10-26T15:01:17Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:31.723228 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecc6109-3e57-4974-8f20-b1f0531b8177 None None] New status for floating IP 36db9ceb-bdb2-4ba7-b634-e44697c36cb6: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:01:32.071220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53160) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:32.132753 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-82f3138c-98be-4cc7-96c9-17a099fe4422 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/36db9ceb-bdb2-4ba7-b634-e44697c36cb6 HTTP/1.1" status: 200 len: 992 time: 0.0601301 Oct 26 15:01:39.063759 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:01:42.887203 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e4fe9357-ba32-407d-9ae6-2eebd2c86ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:45.183260 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-56d67b84-c7d6-41b1-83b6-060391967837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:46.731423 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:47.064545 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:48.763849 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:53.986684 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:58.173916 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:09.288460 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c57e95e-ec59-4283-aa01-38d3ac3e63df req-5ff4737f-6d84-41b9-aa9a-c996bc327841 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441518 Oct 26 15:02:09.369717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57e95e-ec59-4283-aa01-38d3ac3e63df req-52282a0d-1229-44ca-8a25-3f9dd21a05cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:09.371218 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c57e95e-ec59-4283-aa01-38d3ac3e63df req-52282a0d-1229-44ca-8a25-3f9dd21a05cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 1096 time: 0.0403075 Oct 26 15:02:09.483897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57e95e-ec59-4283-aa01-38d3ac3e63df req-f395f5e3-a1fd-4042-8235-5608e5116147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:09.485382 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c57e95e-ec59-4283-aa01-38d3ac3e63df req-f395f5e3-a1fd-4042-8235-5608e5116147 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86553c1b-e442-4772-99f7-e81525c73c8b HTTP/1.1" status: 200 len: 898 time: 0.0915658 Oct 26 15:02:09.554890 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c57e95e-ec59-4283-aa01-38d3ac3e63df req-c67d884c-8a14-4156-833d-081a4b8cf1dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=904cc634-4ed0-4d6d-8132-3e481826ea50 HTTP/1.1" status: 200 len: 1000 time: 0.0609534 Oct 26 15:02:09.605853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57e95e-ec59-4283-aa01-38d3ac3e63df req-18c223fa-9b62-448c-a075-2827353fe78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:09.607355 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c57e95e-ec59-4283-aa01-38d3ac3e63df req-18c223fa-9b62-448c-a075-2827353fe78c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b HTTP/1.1" status: 200 len: 834 time: 0.0442400 Oct 26 15:02:09.652950 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57e95e-ec59-4283-aa01-38d3ac3e63df req-064835d8-9ede-46ab-94e0-be0170476638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:09.654355 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c57e95e-ec59-4283-aa01-38d3ac3e63df req-064835d8-9ede-46ab-94e0-be0170476638 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86553c1b-e442-4772-99f7-e81525c73c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399070 Oct 26 15:02:09.665707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-5c57e95e-ec59-4283-aa01-38d3ac3e63df req-790d2211-d839-4d49-87df-709de25c1a59 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:02:09.666682 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c57e95e-ec59-4283-aa01-38d3ac3e63df req-790d2211-d839-4d49-87df-709de25c1a59 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053468 Oct 26 15:02:09.760706 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c57e95e-ec59-4283-aa01-38d3ac3e63df req-5894f6aa-be21-41d4-9e12-3c7ca7b4abb8 service neutron] 10.222.0.11 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859864 Oct 26 15:02:09.855370 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5c57e95e-ec59-4283-aa01-38d3ac3e63df req-f5d606ea-f4b8-4ed7-ba92-d63c366bb536 service neutron] 10.222.0.11 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854135 Oct 26 15:02:12.879546 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e29c0e79-a163-4b1a-8085-9feb584adafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:15.183509 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-555262e0-7d9d-45cf-a105-2bed580eb931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:16.062712 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:02:16.732881 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:17.068295 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:18.765160 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:23.991806 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.180538 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:42.881371 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72571132-a5fb-41b2-92f3-d8a267682a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:45.185041 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-69f787a8-5f37-4a6d-be5c-9dd55911ab0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:45.623693 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068a20-645f-4f40-b125-0e55e25bc53d req-b2faf21e-06e3-47b6-98ca-d8e36b198759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:45.625205 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b068a20-645f-4f40-b125-0e55e25bc53d req-b2faf21e-06e3-47b6-98ca-d8e36b198759 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 1096 time: 0.0413470 Oct 26 15:02:45.628279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06254ee-6a0a-4682-b4b5-f66851240cdb req-b69a9d50-5b4a-4602-ab5f-f13cdd2fbbe3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:45.629775 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c06254ee-6a0a-4682-b4b5-f66851240cdb req-b69a9d50-5b4a-4602-ab5f-f13cdd2fbbe3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0504696 Oct 26 15:02:45.667923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c06254ee-6a0a-4682-b4b5-f66851240cdb req-c3ae1b23-d844-4c24-a973-26ac5fac5523 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316665 Oct 26 15:02:45.719086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068a20-645f-4f40-b125-0e55e25bc53d req-d7f71b54-ed74-4826-bfbf-4aea621c20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:45.720449 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b068a20-645f-4f40-b125-0e55e25bc53d req-d7f71b54-ed74-4826-bfbf-4aea621c20a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86553c1b-e442-4772-99f7-e81525c73c8b HTTP/1.1" status: 200 len: 898 time: 0.0883458 Oct 26 15:02:45.784919 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b068a20-645f-4f40-b125-0e55e25bc53d req-c0dbb27c-b5d9-4333-bbd4-3de038b8c989 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=904cc634-4ed0-4d6d-8132-3e481826ea50 HTTP/1.1" status: 200 len: 1000 time: 0.0569627 Oct 26 15:02:45.835255 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068a20-645f-4f40-b125-0e55e25bc53d req-d6eec363-a966-4fad-963e-3c03029a8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:45.836721 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b068a20-645f-4f40-b125-0e55e25bc53d req-d6eec363-a966-4fad-963e-3c03029a8bb0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b HTTP/1.1" status: 200 len: 834 time: 0.0438678 Oct 26 15:02:45.887603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068a20-645f-4f40-b125-0e55e25bc53d req-8d251c3c-9af9-46c5-9fc1-a7654a02aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:45.889075 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b068a20-645f-4f40-b125-0e55e25bc53d req-8d251c3c-9af9-46c5-9fc1-a7654a02aca9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86553c1b-e442-4772-99f7-e81525c73c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440819 Oct 26 15:02:45.979336 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b068a20-645f-4f40-b125-0e55e25bc53d req-6a26ec70-79cf-45e0-a491-3b6b45261561 service neutron] 10.222.0.11 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824249 Oct 26 15:02:46.072870 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-0b068a20-645f-4f40-b125-0e55e25bc53d req-e0d8c2fe-6800-4070-b6fc-07d9305d9a54 service neutron] 10.222.0.11 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862999 Oct 26 15:02:46.734002 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:46.789370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5c0ba-7b82-436b-958d-441171a21c34 req-d8572a1d-f53a-411a-a9a6-5b6ec1f23b6d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:46.790877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40d5c0ba-7b82-436b-958d-441171a21c34 req-d8572a1d-f53a-411a-a9a6-5b6ec1f23b6d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0484004 Oct 26 15:02:46.828418 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-40d5c0ba-7b82-436b-958d-441171a21c34 req-1b856307-d262-4589-90b6-dc65d472a8a3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315778 Oct 26 15:02:47.070738 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:47.948181 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2244e-808a-41ac-8981-e57118e4c0ac req-24e93b29-3723-45d5-8149-4edd279b4309 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:47.949730 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4d2244e-808a-41ac-8981-e57118e4c0ac req-24e93b29-3723-45d5-8149-4edd279b4309 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0533845 Oct 26 15:02:47.987236 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c4d2244e-808a-41ac-8981-e57118e4c0ac req-e32f7e37-52d3-485b-8c3b-6bd5145ddb5b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311277 Oct 26 15:02:48.768554 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:49.104960 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaa73d-38ac-4ddd-be03-0556af6a269d req-fb17debc-c921-42b4-bf29-3379714fd21c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:49.106393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aebaa73d-38ac-4ddd-be03-0556af6a269d req-fb17debc-c921-42b4-bf29-3379714fd21c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0504136 Oct 26 15:02:49.143143 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aebaa73d-38ac-4ddd-be03-0556af6a269d req-fa906679-f142-4efd-8152-607086808fd3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306799 Oct 26 15:02:50.255774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b4d45-2647-4ef4-b363-730c3b042b0d req-fceb0512-4d2d-4de7-95d7-0ad338b2f74a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:50.257482 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e4b4d45-2647-4ef4-b363-730c3b042b0d req-fceb0512-4d2d-4de7-95d7-0ad338b2f74a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0477962 Oct 26 15:02:50.293450 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e4b4d45-2647-4ef4-b363-730c3b042b0d req-9301fcde-0d52-424a-a531-63145dd4b7c1 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300982 Oct 26 15:02:51.411425 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d144075-d889-483d-b524-7673be9308ab req-87000575-13be-46be-9de1-ecde292472c5 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:51.412885 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d144075-d889-483d-b524-7673be9308ab req-87000575-13be-46be-9de1-ecde292472c5 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0526726 Oct 26 15:02:51.450165 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d144075-d889-483d-b524-7673be9308ab req-a6429f20-8ee0-4809-83c2-ab67971cdec0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311992 Oct 26 15:02:52.564111 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d96407-7a8b-45ee-afbd-695c0e408d15 req-cc676d3a-1cb1-46d3-80d6-03bec6a362de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:52.565671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98d96407-7a8b-45ee-afbd-695c0e408d15 req-cc676d3a-1cb1-46d3-80d6-03bec6a362de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0492129 Oct 26 15:02:52.604226 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-98d96407-7a8b-45ee-afbd-695c0e408d15 req-de53b27a-82f0-4c9e-a9a2-a8575efd9b8b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320663 Oct 26 15:02:53.062194 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:02:53.716965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698740b-669f-45dd-834c-d45d6d86a9a3 req-1f228a38-aadc-413a-a329-832c3d4f3bdd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:53.718429 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a698740b-669f-45dd-834c-d45d6d86a9a3 req-1f228a38-aadc-413a-a329-832c3d4f3bdd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0475008 Oct 26 15:02:53.754324 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a698740b-669f-45dd-834c-d45d6d86a9a3 req-c316f833-bc31-48db-b31e-42cff52ebb92 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300143 Oct 26 15:02:54.007683 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:54.871857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea900b5-6ca5-4dda-bc10-9b7c43348ad0 req-47cf7ce1-a98b-4ffb-96c9-2d05c635b81c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:54.873223 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dea900b5-6ca5-4dda-bc10-9b7c43348ad0 req-47cf7ce1-a98b-4ffb-96c9-2d05c635b81c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0512936 Oct 26 15:02:54.910399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dea900b5-6ca5-4dda-bc10-9b7c43348ad0 req-bcc6726f-a014-4801-ae5f-bde2b0406a9d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313137 Oct 26 15:02:56.023063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a638547-d797-413f-9cf1-62fbde9352f8 req-d6f7a8d8-703d-437b-a9e9-5692340d6a85 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:56.024534 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a638547-d797-413f-9cf1-62fbde9352f8 req-d6f7a8d8-703d-437b-a9e9-5692340d6a85 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0477924 Oct 26 15:02:56.061784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2a638547-d797-413f-9cf1-62fbde9352f8 req-048d7cba-97eb-4630-803c-6b32d4634a7d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314128 Oct 26 15:02:57.177155 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6881c-f9a9-4ddb-a205-663054d9b7e9 req-5fd07ccb-f158-4667-81d5-aa1cfa147788 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:57.179303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6f6881c-f9a9-4ddb-a205-663054d9b7e9 req-5fd07ccb-f158-4667-81d5-aa1cfa147788 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0491319 Oct 26 15:02:57.215726 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a6f6881c-f9a9-4ddb-a205-663054d9b7e9 req-89ee09a7-3b0b-4d5f-b5c8-89acaa658134 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304184 Oct 26 15:02:58.182906 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:58.337534 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8f074-36c3-4538-93be-2a9d75b90e42 req-a325bec9-5ca3-444a-bc51-6873d0178cb0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:58.339082 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70f8f074-36c3-4538-93be-2a9d75b90e42 req-a325bec9-5ca3-444a-bc51-6873d0178cb0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0520134 Oct 26 15:02:58.375848 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70f8f074-36c3-4538-93be-2a9d75b90e42 req-706768b7-fcf0-4270-818d-6c157c93ce17 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308886 Oct 26 15:02:59.492322 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6180ef-231b-40f4-9cd2-b2a9f3f3caaf req-c445a712-7eb5-48bd-99e9-45b69a74b959 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:59.493854 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef6180ef-231b-40f4-9cd2-b2a9f3f3caaf req-c445a712-7eb5-48bd-99e9-45b69a74b959 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0490201 Oct 26 15:02:59.531430 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef6180ef-231b-40f4-9cd2-b2a9f3f3caaf req-8ebfc02c-68af-4d02-9f97-f5adb4951bcb tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316954 Oct 26 15:03:00.647355 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264df935-9ea3-40b2-8853-f256be823204 req-c5339849-a3a4-4f53-9c87-202811c6e5ba tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:00.649450 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-264df935-9ea3-40b2-8853-f256be823204 req-c5339849-a3a4-4f53-9c87-202811c6e5ba tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0497465 Oct 26 15:03:00.685712 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-264df935-9ea3-40b2-8853-f256be823204 req-18f05b30-deae-4e7e-ae95-67251fac9dda tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304232 Oct 26 15:03:01.806674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715d4a7-067b-4eca-9dd1-e93a87455ec6 req-b45d96b7-31bb-4aff-b19b-1b2f7723440f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:01.808157 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7715d4a7-067b-4eca-9dd1-e93a87455ec6 req-b45d96b7-31bb-4aff-b19b-1b2f7723440f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0534265 Oct 26 15:03:01.845219 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7715d4a7-067b-4eca-9dd1-e93a87455ec6 req-43c94a2a-3ed9-4caf-9beb-12d87bb88767 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309865 Oct 26 15:03:02.965109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c82b6a-3c2f-4289-af6e-8d8174af2393 req-6697bcfe-a021-4314-a5ea-2d9cb044c87c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:02.966614 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-73c82b6a-3c2f-4289-af6e-8d8174af2393 req-6697bcfe-a021-4314-a5ea-2d9cb044c87c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0492125 Oct 26 15:03:03.007418 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-73c82b6a-3c2f-4289-af6e-8d8174af2393 req-e5d99559-9843-4386-8691-98c3044caf9d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348778 Oct 26 15:03:03.029332 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53224) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:03.091487 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-609f6e96-bac1-4d39-9232-8228b71dc34c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/36db9ceb-bdb2-4ba7-b634-e44697c36cb6 HTTP/1.1" status: 200 len: 992 time: 0.0610528 Oct 26 15:03:11.286189 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-160a2124-816d-44c0-8861-51483f830402 req-3fd91193-9553-444f-9d46-8ca298c49770 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456734 Oct 26 15:03:11.366585 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a2124-816d-44c0-8861-51483f830402 req-68105f66-7a47-4003-aaa9-fa5152241a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:11.368121 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-160a2124-816d-44c0-8861-51483f830402 req-68105f66-7a47-4003-aaa9-fa5152241a20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 1096 time: 0.0399082 Oct 26 15:03:11.472975 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a2124-816d-44c0-8861-51483f830402 req-d163335c-6a28-4836-b16f-52345b734306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:11.474482 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-160a2124-816d-44c0-8861-51483f830402 req-d163335c-6a28-4836-b16f-52345b734306 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86553c1b-e442-4772-99f7-e81525c73c8b HTTP/1.1" status: 200 len: 898 time: 0.0870340 Oct 26 15:03:11.540849 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-160a2124-816d-44c0-8861-51483f830402 req-37c6a638-e434-4712-ac64-15773fb54add service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=904cc634-4ed0-4d6d-8132-3e481826ea50 HTTP/1.1" status: 200 len: 1000 time: 0.0586476 Oct 26 15:03:11.601154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a2124-816d-44c0-8861-51483f830402 req-9e9555f6-3766-45bb-9032-d52840807fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:11.602657 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-160a2124-816d-44c0-8861-51483f830402 req-9e9555f6-3766-45bb-9032-d52840807fe2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b HTTP/1.1" status: 200 len: 834 time: 0.0546687 Oct 26 15:03:11.647897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a2124-816d-44c0-8861-51483f830402 req-cc38f1f0-c8f2-4f22-9f81-7a63103ce355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:11.649258 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-160a2124-816d-44c0-8861-51483f830402 req-cc38f1f0-c8f2-4f22-9f81-7a63103ce355 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86553c1b-e442-4772-99f7-e81525c73c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402150 Oct 26 15:03:11.736881 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-160a2124-816d-44c0-8861-51483f830402 req-e6fd1032-64da-4733-87c3-a75a370697e0 service neutron] 10.222.0.11 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808389 Oct 26 15:03:11.829843 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-160a2124-816d-44c0-8861-51483f830402 req-548808fc-6640-4261-bbb1-f66fd115dd3f service neutron] 10.222.0.11 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843422 Oct 26 15:03:12.882808 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7437-f4e6-4952-a16b-f4663a6df4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:15.185376 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9bea3d01-a598-43cb-972d-67d689f796a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:16.738137 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:17.073450 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:18.771855 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:24.006540 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:28.187102 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:30.061718 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:03:42.887668 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-10c70873-65cf-460b-9cbb-6ddc6eb7e80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:45.186347 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-526d265c-ce62-4029-a13c-99fe2e7e273c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:46.740847 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:47.076050 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:48.775152 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:53.996620 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:58.040977 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53244) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:58.183917 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:58.201317 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 0f312654-2c97-4058-b068-5b894a82fb8a {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:03:58.201661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:58.279924 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:58.280249 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:58.292207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 0f312654-2c97-4058-b068-5b894a82fb8a owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:03:58.436516 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:58.459899 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=0f312654-2c97-4058-b068-5b894a82fb8a,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:58.474726 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:58.475122 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:58.475990 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:58.476329 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:58.476660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:58.477016 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:58.477324 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:58.477650 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:58.477995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:58.478328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:58.478649 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:58.478969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:58.533568 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:58.534066 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Floating IP 36db9ceb-bdb2-4ba7-b634-e44697c36cb6 disassociated (deleted). External IP: 172.25.4.17, port: 904cc634-4ed0-4d6d-8132-3e481826ea50. Oct 26 15:03:58.741069 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 85e96e3a-36f5-4b25-a419-f9625e55a817 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:03:58.849889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:03:58.855347 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:58.860097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891b3b2-16d4-49f5-a454-bf5347e64415 None None] Sync routers for ids ['85e96e3a-36f5-4b25-a419-f9625e55a817'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:03:58.871450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891b3b2-16d4-49f5-a454-bf5347e64415 None None] Routers {'85e96e3a-36f5-4b25-a419-f9625e55a817'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:03:58.872053 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8891b3b2-16d4-49f5-a454-bf5347e64415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['85e96e3a-36f5-4b25-a419-f9625e55a817'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:03:58.885496 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a2ab178b-f4d2-4956-a8ac-e21307009351 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/floatingips/36db9ceb-bdb2-4ba7-b634-e44697c36cb6 HTTP/1.1" status: 204 len: 168 time: 0.8434422 Oct 26 15:03:58.886204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'tag': '904cc634-4ed0-4d6d-8132-3e481826ea50'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:03:58.888455 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6df148-b88e-4581-a9ba-d027bb6d1a73" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a56b2f-8548-43ee-8d74-ab65153430c5", "tag": "904cc634-4ed0-4d6d-8132-3e481826ea50"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:03:58.929312 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f70abbd-c7b5-43be-aea5-2821b32429f4 x-openstack-request-id: req-4f70abbd-c7b5-43be-aea5-2821b32429f4 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:03:58.929789 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a56b2f-8548-43ee-8d74-ab65153430c5", "tag": "904cc634-4ed0-4d6d-8132-3e481826ea50", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:03:58.929913 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f70abbd-c7b5-43be-aea5-2821b32429f4 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:03:58.930439 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'tag': '904cc634-4ed0-4d6d-8132-3e481826ea50', 'status': 'completed', 'code': 200} Oct 26 15:03:58.985174 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-8891b3b2-16d4-49f5-a454-bf5347e64415 None None] Set router 85e96e3a-36f5-4b25-a419-f9625e55a817 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:03:58.994871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6df148-b88e-4581-a9ba-d027bb6d1a73 req-a288a9d1-aa86-4e94-8767-017514a22844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:58.996427 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff6df148-b88e-4581-a9ba-d027bb6d1a73 req-a288a9d1-aa86-4e94-8767-017514a22844 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 1096 time: 0.0438449 Oct 26 15:03:59.111764 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6df148-b88e-4581-a9ba-d027bb6d1a73 req-cf0bae2c-193e-4d6d-9e0c-bacd3eb974fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:59.113602 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff6df148-b88e-4581-a9ba-d027bb6d1a73 req-cf0bae2c-193e-4d6d-9e0c-bacd3eb974fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=86553c1b-e442-4772-99f7-e81525c73c8b HTTP/1.1" status: 200 len: 898 time: 0.1043000 Oct 26 15:03:59.124095 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e64e6-2081-4de1-9467-ebb953e81b66 req-b4d89b42-45fc-4b09-9c80-d9776c72c235 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:59.126443 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d53e64e6-2081-4de1-9467-ebb953e81b66 req-b4d89b42-45fc-4b09-9c80-d9776c72c235 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0539515 Oct 26 15:03:59.163098 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff6df148-b88e-4581-a9ba-d027bb6d1a73 req-cd27d296-d92c-492d-817c-15757701ecbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=904cc634-4ed0-4d6d-8132-3e481826ea50 HTTP/1.1" status: 200 len: 217 time: 0.0398991 Oct 26 15:03:59.164031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d53e64e6-2081-4de1-9467-ebb953e81b66 req-4ec45dad-a467-48f4-b2fa-c401c5ef63a4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323467 Oct 26 15:03:59.197447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8891b3b2-16d4-49f5-a454-bf5347e64415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3d27a9ee-7da6-43b6-b36c-fd136014fcf7', 'name': '', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:92:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:14Z', 'updated_at': '2021-10-26T15:01:17Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:03:59.215434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6df148-b88e-4581-a9ba-d027bb6d1a73 req-5f8ec4c9-b16d-4f04-88b4-6081aff30ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:59.216888 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff6df148-b88e-4581-a9ba-d027bb6d1a73 req-5f8ec4c9-b16d-4f04-88b4-6081aff30ae8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b HTTP/1.1" status: 200 len: 834 time: 0.0447261 Oct 26 15:03:59.228054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891b3b2-16d4-49f5-a454-bf5347e64415 None None] Checking router: 85e96e3a-36f5-4b25-a419-f9625e55a817 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:03:59.236532 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891b3b2-16d4-49f5-a454-bf5347e64415 None None] Routers {'85e96e3a-36f5-4b25-a419-f9625e55a817'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:03:59.237126 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8891b3b2-16d4-49f5-a454-bf5347e64415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['85e96e3a-36f5-4b25-a419-f9625e55a817'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:03:59.267643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6df148-b88e-4581-a9ba-d027bb6d1a73 req-aa7c0cea-f7e9-4a30-99d4-a1547c3656be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:59.269158 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff6df148-b88e-4581-a9ba-d027bb6d1a73 req-aa7c0cea-f7e9-4a30-99d4-a1547c3656be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86553c1b-e442-4772-99f7-e81525c73c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441403 Oct 26 15:03:59.337936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-8891b3b2-16d4-49f5-a454-bf5347e64415 None None] Set router 85e96e3a-36f5-4b25-a419-f9625e55a817 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:03:59.361580 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff6df148-b88e-4581-a9ba-d027bb6d1a73 req-4e84707e-27ea-43ce-81e0-ccc9e8efab16 service neutron] 10.222.0.11 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820801 Oct 26 15:03:59.456091 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-ff6df148-b88e-4581-a9ba-d027bb6d1a73 req-dcdd91a1-5b6b-4c78-a61d-454956b673dc service neutron] 10.222.0.11 "GET /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862670 Oct 26 15:03:59.535546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-8891b3b2-16d4-49f5-a454-bf5347e64415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3d27a9ee-7da6-43b6-b36c-fd136014fcf7', 'name': '', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:92:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:14Z', 'updated_at': '2021-10-26T15:01:17Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:03:59.561301 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891b3b2-16d4-49f5-a454-bf5347e64415 None None] The sync data for ids ['85e96e3a-36f5-4b25-a419-f9625e55a817'] in n-d-815498-1 is: [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3d27a9ee-7da6-43b6-b36c-fd136014fcf7', 'name': '', 'network_id': '86553c1b-e442-4772-99f7-e81525c73c8b', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:92:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:14Z', 'updated_at': '2021-10-26T15:01:17Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:03:59.783314 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbfd986-98fc-4b50-8d0a-f8a9aaef8af3 None None] New status for floating IP 36db9ceb-bdb2-4ba7-b634-e44697c36cb6: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:04:00.282491 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66532932-afa7-476b-ac73-e01de32241fe req-6ca3f581-5149-4203-9e33-d9d77cde8182 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:00.283953 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66532932-afa7-476b-ac73-e01de32241fe req-6ca3f581-5149-4203-9e33-d9d77cde8182 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0478077 Oct 26 15:04:00.320565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66532932-afa7-476b-ac73-e01de32241fe req-13a1bcea-ec0a-41f3-b0f9-e795eed88642 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a740025-dcf3-4dc5-9275-95ac4aed8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301161 Oct 26 15:04:00.836819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29561a-85f5-41a7-8b54-5c541ca12f57 req-22054346-6200-4677-a868-b99909759e5b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:00.838192 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dc29561a-85f5-41a7-8b54-5c541ca12f57 req-22054346-6200-4677-a868-b99909759e5b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 945 time: 0.0483954 Oct 26 15:04:00.927541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-dc29561a-85f5-41a7-8b54-5c541ca12f57 req-8ebdf2da-f48a-42e4-b18e-c1d816c24e2d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 904cc634-4ed0-4d6d-8132-3e481826ea50 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:00.927876 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-dc29561a-85f5-41a7-8b54-5c541ca12f57 req-8ebdf2da-f48a-42e4-b18e-c1d816c24e2d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:01.015946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-dc29561a-85f5-41a7-8b54-5c541ca12f57 req-8ebdf2da-f48a-42e4-b18e-c1d816c24e2d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port 904cc634-4ed0-4d6d-8132-3e481826ea50, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=904cc634-4ed0-4d6d-8132-3e481826ea50,segment=NetworkSegment(61f023d9-6b82-4e58-ade9-82662299bb95),segment_id=61f023d9-6b82-4e58-ade9-82662299bb95)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:01.016302 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-dc29561a-85f5-41a7-8b54-5c541ca12f57 req-8ebdf2da-f48a-42e4-b18e-c1d816c24e2d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:01.028423 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-dc29561a-85f5-41a7-8b54-5c541ca12f57 req-8ebdf2da-f48a-42e4-b18e-c1d816c24e2d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 904cc634-4ed0-4d6d-8132-3e481826ea50 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:01.160061 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-dc29561a-85f5-41a7-8b54-5c541ca12f57 req-8ebdf2da-f48a-42e4-b18e-c1d816c24e2d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:01.195755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdf2da-f48a-42e4-b18e-c1d816c24e2d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=904cc634-4ed0-4d6d-8132-3e481826ea50,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:01.231835 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc29561a-85f5-41a7-8b54-5c541ca12f57 req-8ebdf2da-f48a-42e4-b18e-c1d816c24e2d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] No DVR routers for this DVR port 904cc634-4ed0-4d6d-8132-3e481826ea50 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:04:01.234445 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-dc29561a-85f5-41a7-8b54-5c541ca12f57 req-8ebdf2da-f48a-42e4-b18e-c1d816c24e2d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:01.238158 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-dc29561a-85f5-41a7-8b54-5c541ca12f57 req-8ebdf2da-f48a-42e4-b18e-c1d816c24e2d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "DELETE /v2.0/ports/904cc634-4ed0-4d6d-8132-3e481826ea50 HTTP/1.1" status: 204 len: 173 time: 0.3941882 Oct 26 15:04:01.238613 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'name': 'network-vif-deleted', 'tag': '904cc634-4ed0-4d6d-8132-3e481826ea50'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:01.241872 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71162fcb-5f3a-4228-abff-9b8833a9e861" -d '{"events": [{"server_uuid": "a1a56b2f-8548-43ee-8d74-ab65153430c5", "name": "network-vif-deleted", "tag": "904cc634-4ed0-4d6d-8132-3e481826ea50"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:01.280591 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76560ea3-bd23-48ba-bbc6-91647a03f72c x-openstack-request-id: req-76560ea3-bd23-48ba-bbc6-91647a03f72c {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:01.280894 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a56b2f-8548-43ee-8d74-ab65153430c5", "name": "network-vif-deleted", "tag": "904cc634-4ed0-4d6d-8132-3e481826ea50", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:01.281147 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76560ea3-bd23-48ba-bbc6-91647a03f72c {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:01.281684 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a56b2f-8548-43ee-8d74-ab65153430c5', 'name': 'network-vif-deleted', 'tag': '904cc634-4ed0-4d6d-8132-3e481826ea50', 'status': 'completed', 'code': 200} Oct 26 15:04:01.424785 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13635005-519c-40c5-a12d-936bdd7df4fc req-4efededd-0e8d-4140-beef-16fd0f293522 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a56b2f-8548-43ee-8d74-ab65153430c5 HTTP/1.1" status: 200 len: 210 time: 0.0257597 Oct 26 15:04:02.480825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53266) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:02.839692 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90057a46-a2c8-458e-af59-37ef5470954b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.089475 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-90057a46-a2c8-458e-af59-37ef5470954b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:03.089861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90057a46-a2c8-458e-af59-37ef5470954b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.176535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-90057a46-a2c8-458e-af59-37ef5470954b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port 3d27a9ee-7da6-43b6-b36c-fd136014fcf7, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3d27a9ee-7da6-43b6-b36c-fd136014fcf7,segment=NetworkSegment(61f023d9-6b82-4e58-ade9-82662299bb95),segment_id=61f023d9-6b82-4e58-ade9-82662299bb95)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:03.176893 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90057a46-a2c8-458e-af59-37ef5470954b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.188871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-90057a46-a2c8-458e-af59-37ef5470954b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:03.676552 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90057a46-a2c8-458e-af59-37ef5470954b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.704879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90057a46-a2c8-458e-af59-37ef5470954b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=3d27a9ee-7da6-43b6-b36c-fd136014fcf7,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:03.878053 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-90057a46-a2c8-458e-af59-37ef5470954b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.091495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90057a46-a2c8-458e-af59-37ef5470954b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 85e96e3a-36f5-4b25-a419-f9625e55a817 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:04:04.197333 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90057a46-a2c8-458e-af59-37ef5470954b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:04:04.202919 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-90057a46-a2c8-458e-af59-37ef5470954b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "PUT /v2.0/routers/85e96e3a-36f5-4b25-a419-f9625e55a817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7210181 Oct 26 15:04:04.205040 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53268) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:04.207058 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44fd3c0-578d-41ce-b13c-6088d0eedb62 None None] Sync routers for ids ['85e96e3a-36f5-4b25-a419-f9625e55a817'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:04:04.216515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44fd3c0-578d-41ce-b13c-6088d0eedb62 None None] Routers {'85e96e3a-36f5-4b25-a419-f9625e55a817'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:04.217098 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a44fd3c0-578d-41ce-b13c-6088d0eedb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['85e96e3a-36f5-4b25-a419-f9625e55a817'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:04.254928 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bca58a1-2fae-4630-9d4c-8b1073c7a182 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting subnet 2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:04:04.258900 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8bca58a1-2fae-4630-9d4c-8b1073c7a182 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.298232 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8bca58a1-2fae-4630-9d4c-8b1073c7a182 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.321802 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-a44fd3c0-578d-41ce-b13c-6088d0eedb62 None None] Set router 85e96e3a-36f5-4b25-a419-f9625e55a817 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:04.390066 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8bca58a1-2fae-4630-9d4c-8b1073c7a182 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.447419 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8bca58a1-2fae-4630-9d4c-8b1073c7a182 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.477235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca58a1-2fae-4630-9d4c-8b1073c7a182 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:04.483176 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8bca58a1-2fae-4630-9d4c-8b1073c7a182 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.489716 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8bca58a1-2fae-4630-9d4c-8b1073c7a182 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/subnets/2aa3cb7e-39a6-4ae7-bf59-49eb3d61f20b HTTP/1.1" status: 204 len: 168 time: 0.2811646 Oct 26 15:04:04.489856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53270) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:04.495398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a1b588-bfb9-48bc-95fe-55877f4db16f None None] Network 86553c1b-e442-4772-99f7-e81525c73c8b requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:04:04.589130 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a44fd3c0-578d-41ce-b13c-6088d0eedb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:04:03Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:04.604091 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.629574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44fd3c0-578d-41ce-b13c-6088d0eedb62 None None] Checking router: 85e96e3a-36f5-4b25-a419-f9625e55a817 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:04:04.641324 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44fd3c0-578d-41ce-b13c-6088d0eedb62 None None] Routers {'85e96e3a-36f5-4b25-a419-f9625e55a817'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:04.641923 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a44fd3c0-578d-41ce-b13c-6088d0eedb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['85e96e3a-36f5-4b25-a419-f9625e55a817'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:04.710170 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.764021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-a44fd3c0-578d-41ce-b13c-6088d0eedb62 None None] Set router 85e96e3a-36f5-4b25-a419-f9625e55a817 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:04.773213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port e13a8664-e7be-43c4-89b0-c4b28c2972e6 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:04.773648 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.794958 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] DHCP port deletion for 86553c1b-e442-4772-99f7-e81525c73c8b request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:04:04.861499 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port e13a8664-e7be-43c4-89b0-c4b28c2972e6, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=e13a8664-e7be-43c4-89b0-c4b28c2972e6,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:04.861854 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.875896 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for e13a8664-e7be-43c4-89b0-c4b28c2972e6 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:04.958712 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Deleting port c174f1a1-9d9c-4d7b-8603-6a17c668c666 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:04.959086 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.031025 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] For port c174f1a1-9d9c-4d7b-8603-6a17c668c666, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c174f1a1-9d9c-4d7b-8603-6a17c668c666,segment=NetworkSegment(61f023d9-6b82-4e58-ade9-82662299bb95),segment_id=61f023d9-6b82-4e58-ade9-82662299bb95)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:05.031289 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.045312 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Calling delete_port for c174f1a1-9d9c-4d7b-8603-6a17c668c666 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:05.048969 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.062887 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a44fd3c0-578d-41ce-b13c-6088d0eedb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:04:03Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:05.075926 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=e13a8664-e7be-43c4-89b0-c4b28c2972e6,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:05.121913 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44fd3c0-578d-41ce-b13c-6088d0eedb62 None None] The sync data for ids ['85e96e3a-36f5-4b25-a419-f9625e55a817'] in n-d-815498-1 is: [{'id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410784721', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:11Z', 'updated_at': '2021-10-26T15:04:03Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'e13a8664-e7be-43c4-89b0-c4b28c2972e6', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e96e3a-36f5-4b25-a419-f9625e55a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:12Z', 'updated_at': '2021-10-26T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:04:05.140630 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.173157 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.204748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] No DVR routers for this DVR port c174f1a1-9d9c-4d7b-8603-6a17c668c666 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:04:05.207705 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Pushing event deleted for resources: {'Port': ['ID=c174f1a1-9d9c-4d7b-8603-6a17c668c666,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:05.219117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.219463 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.219806 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.220140 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.220470 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.220798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.221147 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.221472 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.221795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.222147 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.222470 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.222820 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31d02-6fd6-4c9a-854d-c5f39a071e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.249291 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.251521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.294727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.295173 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Fanout notify agent at l3_agent the message router_deleted on router 85e96e3a-36f5-4b25-a419-f9625e55a817 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:04:05.302176 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.303339 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-102f8c8b-cbc8-4c68-bd92-1381b6b411f7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/routers/85e96e3a-36f5-4b25-a419-f9625e55a817 HTTP/1.1" status: 204 len: 168 time: 0.8126197 Oct 26 15:04:05.306092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53272) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:05.379760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-922732e7-fdb9-41e4-8c1c-0e8b83413686 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.467847 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-922732e7-fdb9-41e4-8c1c-0e8b83413686 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.487771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-922732e7-fdb9-41e4-8c1c-0e8b83413686 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86553c1b-e442-4772-99f7-e81525c73c8b']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:05.498221 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-922732e7-fdb9-41e4-8c1c-0e8b83413686 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f023d9-6b82-4e58-ade9-82662299bb95') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:05.498516 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-922732e7-fdb9-41e4-8c1c-0e8b83413686 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f023d9-6b82-4e58-ade9-82662299bb95') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:05.509133 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-922732e7-fdb9-41e4-8c1c-0e8b83413686 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.515874 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 904cc634-4ed0-4d6d-8132-3e481826ea50 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:04:05.524989 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-922732e7-fdb9-41e4-8c1c-0e8b83413686 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.531534 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922732e7-fdb9-41e4-8c1c-0e8b83413686 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:04:05.531927 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-922732e7-fdb9-41e4-8c1c-0e8b83413686 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: timer() Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:04:05.536108 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:04:05.557889 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 904cc634-4ed0-4d6d-8132-3e481826ea50 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:04:05.558184 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 904cc634-4ed0-4d6d-8132-3e481826ea50 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:04:05.578975 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c174f1a1-9d9c-4d7b-8603-6a17c668c666 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:04:05.609633 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-922732e7-fdb9-41e4-8c1c-0e8b83413686 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.630905 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-922732e7-fdb9-41e4-8c1c-0e8b83413686 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.635201 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-922732e7-fdb9-41e4-8c1c-0e8b83413686 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/networks/86553c1b-e442-4772-99f7-e81525c73c8b HTTP/1.1" status: 204 len: 168 time: 0.3281133 Oct 26 15:04:05.636683 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922732e7-fdb9-41e4-8c1c-0e8b83413686 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Network': ['ID=86553c1b-e442-4772-99f7-e81525c73c8b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:05.638080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53274) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:05.713350 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.740210 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.780454 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: c174f1a1-9d9c-4d7b-8603-6a17c668c666 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:04:05.780844 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c174f1a1-9d9c-4d7b-8603-6a17c668c666 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:04:05.810200 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.812828 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.816657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/security-groups/5a740025-dcf3-4dc5-9275-95ac4aed8eef HTTP/1.1" status: 204 len: 168 time: 0.1749828 Oct 26 15:04:05.824107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a740025-dcf3-4dc5-9275-95ac4aed8eef,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:05.832601 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.832958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.833301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.833641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.833993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.834370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.834710 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.835043 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.835397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.835726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.836055 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:05.836381 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a29a3-f617-4f94-a693-0186b795fe5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:06.006335 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53280) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:06.010982 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-848f7f8f-ab00-4075-a2c2-21d69b3d74b7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-591324046', 'description': 'tempest-secgroup-smoke-591324046 description', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:06.032445 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-848f7f8f-ab00-4075-a2c2-21d69b3d74b7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.099347 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-848f7f8f-ab00-4075-a2c2-21d69b3d74b7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.103364 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-848f7f8f-ab00-4075-a2c2-21d69b3d74b7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.131189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-848f7f8f-ab00-4075-a2c2-21d69b3d74b7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.132428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-848f7f8f-ab00-4075-a2c2-21d69b3d74b7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1250668 Oct 26 15:04:06.135593 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53282) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:06.136961 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f7f8f-ab00-4075-a2c2-21d69b3d74b7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:06.140273 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-e91eeba3-b63a-4dfc-9e36-63eefbe02fac tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': 'ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:06.168010 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e91eeba3-b63a-4dfc-9e36-63eefbe02fac tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.221667 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e91eeba3-b63a-4dfc-9e36-63eefbe02fac tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.226165 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e91eeba3-b63a-4dfc-9e36-63eefbe02fac tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.244253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91eeba3-b63a-4dfc-9e36-63eefbe02fac tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86767e6f-c7ff-4e72-a4ef-4ba766e5713e,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:06.253022 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e91eeba3-b63a-4dfc-9e36-63eefbe02fac tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.257309 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e91eeba3-b63a-4dfc-9e36-63eefbe02fac tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175895 Oct 26 15:04:06.257552 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53284) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:06.262148 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9be5fcdb-d06e-42b4-819d-b68bf78c1fc7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': 'ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:06.295239 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be5fcdb-d06e-42b4-819d-b68bf78c1fc7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.352562 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be5fcdb-d06e-42b4-819d-b68bf78c1fc7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.356048 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be5fcdb-d06e-42b4-819d-b68bf78c1fc7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.372986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5fcdb-d06e-42b4-819d-b68bf78c1fc7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7dcd768-df87-40e7-a698-915ff0cc479d,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:06.380811 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be5fcdb-d06e-42b4-819d-b68bf78c1fc7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.382030 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9be5fcdb-d06e-42b4-819d-b68bf78c1fc7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234980 Oct 26 15:04:06.384820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53286) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:06.389121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-31ea1ff6-cea4-425b-9423-3191fa99f7d9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': 'ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:06.415552 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-31ea1ff6-cea4-425b-9423-3191fa99f7d9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.474289 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-31ea1ff6-cea4-425b-9423-3191fa99f7d9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.478737 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-31ea1ff6-cea4-425b-9423-3191fa99f7d9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.495971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea1ff6-cea4-425b-9423-3191fa99f7d9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6193c97b-db88-48bf-94bd-ae9a868a98f3,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:06.505527 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-31ea1ff6-cea4-425b-9423-3191fa99f7d9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.507012 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-31ea1ff6-cea4-425b-9423-3191fa99f7d9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212480 Oct 26 15:04:06.509563 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53288) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:06.514036 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-cb949b6d-b65d-47de-bd65-248484925460 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': 'ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:06.540436 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb949b6d-b65d-47de-bd65-248484925460 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.599361 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb949b6d-b65d-47de-bd65-248484925460 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.603559 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb949b6d-b65d-47de-bd65-248484925460 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.622601 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb949b6d-b65d-47de-bd65-248484925460 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad57839-3b76-4660-8a21-8d24dd8f8de7,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:06.626745 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cb949b6d-b65d-47de-bd65-248484925460 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.627959 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cb949b6d-b65d-47de-bd65-248484925460 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173971 Oct 26 15:04:06.630860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53290) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:06.635654 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-875af955-b5b9-4d6c-aa71-2e023eb02d12 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': 'ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:06.656457 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-875af955-b5b9-4d6c-aa71-2e023eb02d12 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Project 9cc67f3cdb8d4b968cb02ce9b47e3f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:04:06.661193 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-875af955-b5b9-4d6c-aa71-2e023eb02d12 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.719783 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-875af955-b5b9-4d6c-aa71-2e023eb02d12 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.723054 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-875af955-b5b9-4d6c-aa71-2e023eb02d12 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.740124 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875af955-b5b9-4d6c-aa71-2e023eb02d12 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fa5615-4f98-4ecb-a4b1-9547c076bb2e,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:06.749465 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-875af955-b5b9-4d6c-aa71-2e023eb02d12 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.750728 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-875af955-b5b9-4d6c-aa71-2e023eb02d12 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184106 Oct 26 15:04:06.753566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53292) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:06.758968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-28386807-7b66-49b5-baca-1fc7c4e08c1f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': 'ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:06.780027 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-28386807-7b66-49b5-baca-1fc7c4e08c1f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Project 9cc67f3cdb8d4b968cb02ce9b47e3f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:04:06.784699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28386807-7b66-49b5-baca-1fc7c4e08c1f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.845903 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28386807-7b66-49b5-baca-1fc7c4e08c1f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.849336 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28386807-7b66-49b5-baca-1fc7c4e08c1f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.867445 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28386807-7b66-49b5-baca-1fc7c4e08c1f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0227b6c0-edec-4430-8351-1e46d8f68646,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:06.875759 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-28386807-7b66-49b5-baca-1fc7c4e08c1f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.876986 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-28386807-7b66-49b5-baca-1fc7c4e08c1f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224399 Oct 26 15:04:06.879770 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53294) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:06.886042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-b3d4b02d-1a99-479d-bd36-0dbbdf8509cd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'network': {'name': 'tempest-network-smoke--945604639', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'port_security_enabled': True}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:06.906975 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d4b02d-1a99-479d-bd36-0dbbdf8509cd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:04:06.910361 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b02d-1a99-479d-bd36-0dbbdf8509cd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.939059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d4b02d-1a99-479d-bd36-0dbbdf8509cd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:04:06.948547 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b02d-1a99-479d-bd36-0dbbdf8509cd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:06.948891 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-b3d4b02d-1a99-479d-bd36-0dbbdf8509cd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Added segment bf8413f5-6cd2-45ad-9764-8bb7324fd5bc of type vlan for network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e Oct 26 15:04:06.989642 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b02d-1a99-479d-bd36-0dbbdf8509cd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:07.014558 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b02d-1a99-479d-bd36-0dbbdf8509cd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:07.020216 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d4b02d-1a99-479d-bd36-0dbbdf8509cd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:07.020804 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b02d-1a99-479d-bd36-0dbbdf8509cd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:07.061035 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:04:07.076794 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b3d4b02d-1a99-479d-bd36-0dbbdf8509cd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1956711 Oct 26 15:04:07.079518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53296) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:07.083905 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'admin_state_up': True, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:07.105842 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4b02d-1a99-479d-bd36-0dbbdf8509cd tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Network': ['ID=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:07.117805 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:04:07.120251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:07.121361 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:07.158243 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e13a8664-e7be-43c4-89b0-c4b28c2972e6 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:04:07.173966 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:07.188739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: e13a8664-e7be-43c4-89b0-c4b28c2972e6 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:04:07.189089 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device e13a8664-e7be-43c4-89b0-c4b28c2972e6 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:04:07.189485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:04:07.218554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:04:07.218895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3d27a9ee-7da6-43b6-b36c-fd136014fcf7 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:04:07.310777 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:07.496117 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:07.517592 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:07.617288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.25.4.146 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/0056c780-3179-4b2d-be2e-8892ab1e80bd) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:07.717749 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:07.751161 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:07.791343 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:07.794230 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:07.797703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:07.820625 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=0056c780-3179-4b2d-be2e-8892ab1e80bd,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:08.042828 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.538689 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.664624 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:04:08.770325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:04:08.780456 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Sync routers for ids ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:04:08.791392 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.792095 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Routers {'ebb15443-f86d-4d6e-923a-abde7b1b7ed5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:08.792716 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:08.792882 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a3a62aae-72f5-4e3a-b8ef-491e27648b2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7122822 Oct 26 15:04:08.796030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53298) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:08.824649 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8e1df3ed-ce59-4972-a7e3-e3d01ceb2f4d tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273051 Oct 26 15:04:08.827241 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53300) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:08.897253 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Set router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:08.919990 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9695e882-0cb7-4eef-8742-7c0bbb62d388 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:08.921495 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9695e882-0cb7-4eef-8742-7c0bbb62d388 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933676 Oct 26 15:04:08.924481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53302) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:08.952970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-342c43f3-ef51-414e-81e3-de36fc38cb6d tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274169 Oct 26 15:04:08.955533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53304) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:08.960775 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-76d62170-be12-483e-bf10-131b3783f05a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-431847370', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:09.055373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d62170-be12-483e-bf10-131b3783f05a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:04:09.058790 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-76d62170-be12-483e-bf10-131b3783f05a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.079640 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:07Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:09.108469 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Checking router: ebb15443-f86d-4d6e-923a-abde7b1b7ed5 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:04:09.108818 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Updating router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 port 0056c780-3179-4b2d-be2e-8892ab1e80bd binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:04:09.139798 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.249745 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-76d62170-be12-483e-bf10-131b3783f05a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.310087 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d62170-be12-483e-bf10-131b3783f05a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Subnet': ['ID=618f250b-001e-49c3-9d57-72c80d5d6e60,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:09.320865 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d62170-be12-483e-bf10-131b3783f05a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Checking segment: {'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:04:09.321229 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d62170-be12-483e-bf10-131b3783f05a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network hostable DHCP agents. Network: df13b7cb-23b8-4246-aa2a-dec3c47cfb0e, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:04:09.339828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d62170-be12-483e-bf10-131b3783f05a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:04:09.348779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-76d62170-be12-483e-bf10-131b3783f05a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, df13b7cb-23b8-4246-aa2a-dec3c47cfb0e) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:09.353582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d62170-be12-483e-bf10-131b3783f05a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:09.354202 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-76d62170-be12-483e-bf10-131b3783f05a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.359584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787802f0-d4ba-46b4-ad49-c1c94db4fa46 None None] Network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:04:09.377932 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-76d62170-be12-483e-bf10-131b3783f05a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4187446 Oct 26 15:04:09.378202 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53306) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:09.398686 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.404654 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.463101 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d5027-b924-4bb4-aa12-24e81d9857ce None None] Pushing event updated for resources: {'Port': ['ID=0056c780-3179-4b2d-be2e-8892ab1e80bd,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:09.471871 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d5027-b924-4bb4-aa12-24e81d9857ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:09.472281 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d5027-b924-4bb4-aa12-24e81d9857ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:09.472564 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d5027-b924-4bb4-aa12-24e81d9857ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:09.472905 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d5027-b924-4bb4-aa12-24e81d9857ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:09.473226 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d5027-b924-4bb4-aa12-24e81d9857ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:09.473563 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d5027-b924-4bb4-aa12-24e81d9857ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:09.473892 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d5027-b924-4bb4-aa12-24e81d9857ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:09.474263 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d5027-b924-4bb4-aa12-24e81d9857ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:09.478085 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d5027-b924-4bb4-aa12-24e81d9857ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:09.478636 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d5027-b924-4bb4-aa12-24e81d9857ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:09.480017 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d5027-b924-4bb4-aa12-24e81d9857ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:09.480490 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d5027-b924-4bb4-aa12-24e81d9857ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:09.493209 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Attempting to bind port 0056c780-3179-4b2d-be2e-8892ab1e80bd on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:04:09.494987 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Attempting to bind port 0056c780-3179-4b2d-be2e-8892ab1e80bd by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:04:09.495362 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Attempting to bind port 0056c780-3179-4b2d-be2e-8892ab1e80bd on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:04:09.504369 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:04:09.505043 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:04:09.505925 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.506351 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:04:09.507132 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Bound port: 0056c780-3179-4b2d-be2e-8892ab1e80bd, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:04:09.507533 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.523118 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ips': [{'subnet_id': '618f250b-001e-49c3-9d57-72c80d5d6e60'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:04:09.524404 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.658125 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] For port 0056c780-3179-4b2d-be2e-8892ab1e80bd, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:04:09.661666 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] For port 0056c780-3179-4b2d-be2e-8892ab1e80bd, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0056c780-3179-4b2d-be2e-8892ab1e80bd,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:04:09.666994 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.688040 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Allocated IP 172.20.0.2 (df13b7cb-23b8-4246-aa2a-dec3c47cfb0e/618f250b-001e-49c3-9d57-72c80d5d6e60/a2e63038-e6cc-4d62-ac9d-541ef87a11b1) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:09.714821 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Routers {'ebb15443-f86d-4d6e-923a-abde7b1b7ed5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:09.715540 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:09.796777 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d5027-b924-4bb4-aa12-24e81d9857ce None None] Pushing event updated for resources: {'Port': ['ID=0056c780-3179-4b2d-be2e-8892ab1e80bd,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:09.835900 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] Set router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:09.836925 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.837493 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.843959 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.888850 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:09.893066 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:09.895695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:09.898474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Pushing event updated for resources: {'Port': ['ID=a2e63038-e6cc-4d62-ac9d-541ef87a11b1,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:09.951115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Attempting to bind port a2e63038-e6cc-4d62-ac9d-541ef87a11b1 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:04:09.951487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Attempting to bind port a2e63038-e6cc-4d62-ac9d-541ef87a11b1 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:04:09.951845 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Attempting to bind port a2e63038-e6cc-4d62-ac9d-541ef87a11b1 on network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:04:09.957553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:04:09.958350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Checking segment: {'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:04:09.958973 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.959393 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Bound using segment: {'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:04:09.959864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Bound port: a2e63038-e6cc-4d62-ac9d-541ef87a11b1, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:04:09.960244 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:10.028107 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:07Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:10.032591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] For port a2e63038-e6cc-4d62-ac9d-541ef87a11b1, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:04:10.036461 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] For port a2e63038-e6cc-4d62-ac9d-541ef87a11b1, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a2e63038-e6cc-4d62-ac9d-541ef87a11b1,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:04:10.040762 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:10.056580 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d84151-7c76-4217-bb17-c6a4da318d37 None None] The sync data for ids ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'] in n-d-815498-1 is: [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:07Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:04:10.103124 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e18b7a-42c8-46a9-9ff5-1187ae0057c9 None None] Pushing event updated for resources: {'Port': ['ID=a2e63038-e6cc-4d62-ac9d-541ef87a11b1,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:10.139132 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.20.0.1 (df13b7cb-23b8-4246-aa2a-dec3c47cfb0e/618f250b-001e-49c3-9d57-72c80d5d6e60/6444fb6c-ecb0-48ba-a284-452a30bfbee9) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:10.281846 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:10.341305 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:10.391706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:10.395140 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:10.399326 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:10.405923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=6444fb6c-ecb0-48ba-a284-452a30bfbee9,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:10.453253 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:10.588581 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.113426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd300f83-fd4d-4bc8-b64e-3a757b9f9f35 None None] Network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:04:11.156632 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.164927 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.220651 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c0036a7a-c78d-48e4-b897-f357f5e8f117 None None] Provisioning complete for port a2e63038-e6cc-4d62-ac9d-541ef87a11b1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:11.222119 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c0036a7a-c78d-48e4-b897-f357f5e8f117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.244819 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.247192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=6444fb6c-ecb0-48ba-a284-452a30bfbee9,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:11.280629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0056c780-3179-4b2d-be2e-8892ab1e80bd up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:04:11.342737 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:11.344184 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:11.422950 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c0036a7a-c78d-48e4-b897-f357f5e8f117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.434168 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 0056c780-3179-4b2d-be2e-8892ab1e80bd triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:11.434385 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.458875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:04:11.497024 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c0036a7a-c78d-48e4-b897-f357f5e8f117 None None] For port a2e63038-e6cc-4d62-ac9d-541ef87a11b1, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a2e63038-e6cc-4d62-ac9d-541ef87a11b1,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:11.505396 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c0036a7a-c78d-48e4-b897-f357f5e8f117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.586227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:04:11.593173 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c0d5d0dd-9aa4-4435-b3aa-10b1f038731e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "PUT /v2.0/routers/ebb15443-f86d-4d6e-923a-abde7b1b7ed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2134640 Oct 26 15:04:11.597807 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.612049 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0036a7a-c78d-48e4-b897-f357f5e8f117 None None] Pushing event updated for resources: {'Port': ['ID=a2e63038-e6cc-4d62-ac9d-541ef87a11b1,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:11.625579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 0056c780-3179-4b2d-be2e-8892ab1e80bd, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0056c780-3179-4b2d-be2e-8892ab1e80bd,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:11.631772 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.632591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a2e63038-e6cc-4d62-ac9d-541ef87a11b1 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:04:11.709466 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=0056c780-3179-4b2d-be2e-8892ab1e80bd,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:11.728898 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a2e63038-e6cc-4d62-ac9d-541ef87a11b1 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:11.729381 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.771680 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1c99cab9-1622-4604-abe0-4537b49a3409 None None] Provisioning complete for port a2e63038-e6cc-4d62-ac9d-541ef87a11b1 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:11.772045 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c99cab9-1622-4604-abe0-4537b49a3409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.772700 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-ea690c7b-d693-473f-b6fe-22b5b9815150 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591324046&fields=id&tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 267 time: 0.0387659 Oct 26 15:04:11.905190 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1c99cab9-1622-4604-abe0-4537b49a3409 None None] Provisioning complete for port 6444fb6c-ecb0-48ba-a284-452a30bfbee9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:11.905562 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c99cab9-1622-4604-abe0-4537b49a3409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.913291 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-9f4e4c5c-2490-4523-8f79-674ea2a3fb43 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:11.915020 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-9f4e4c5c-2490-4523-8f79-674ea2a3fb43 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/networks?id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e HTTP/1.1" status: 200 len: 796 time: 0.1325104 Oct 26 15:04:11.929272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Sync routers for ids ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:04:11.936702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-8bda9539-c3f2-4e7f-b8f9-e55a5c911f4e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/quotas/9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 375 time: 0.0141490 Oct 26 15:04:11.951431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Routers {'ebb15443-f86d-4d6e-923a-abde7b1b7ed5'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:11.952119 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:11.957758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-1c99cab9-1622-4604-abe0-4537b49a3409 None None] Port 6444fb6c-ecb0-48ba-a284-452a30bfbee9 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:04:11.995299 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-b4ce8307-f92d-4941-88a0-8c9cee8576de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521584 Oct 26 15:04:12.088308 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Set router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:12.117481 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bb8211ea-16eb-41e7-a627-77d201eb565e None None] Provisioning complete for port 6444fb6c-ecb0-48ba-a284-452a30bfbee9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:12.118206 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bb8211ea-16eb-41e7-a627-77d201eb565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.156249 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-226784b8-181f-4570-898d-4000a5461f2d service neutron] 10.222.0.32 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477013 Oct 26 15:04:12.207323 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-bb8211ea-16eb-41e7-a627-77d201eb565e None None] Port 6444fb6c-ecb0-48ba-a284-452a30bfbee9 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:04:12.246790 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-590201d3-3341-46ce-aae6-5556b948d9c5 service neutron] 10.222.0.32 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835974 Oct 26 15:04:12.335206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-8dd95a9d-d42e-40e7-8daa-fb0497d54814 None None] Provisioning complete for port 6444fb6c-ecb0-48ba-a284-452a30bfbee9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:12.335582 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8dd95a9d-d42e-40e7-8daa-fb0497d54814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.366726 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:10Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '6444fb6c-ecb0-48ba-a284-452a30bfbee9', 'name': '', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:11:69:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:11Z', 'revision_number': 2, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:12.401997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Checking router: ebb15443-f86d-4d6e-923a-abde7b1b7ed5 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:04:12.402347 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Updating router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 port 6444fb6c-ecb0-48ba-a284-452a30bfbee9 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:04:12.406394 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-8dd95a9d-d42e-40e7-8daa-fb0497d54814 None None] Port 6444fb6c-ecb0-48ba-a284-452a30bfbee9 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:04:12.431739 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.680979 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.686214 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.738742 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcad05c-9e5d-4161-892f-a8bda3c94941 None None] Pushing event updated for resources: {'Port': ['ID=6444fb6c-ecb0-48ba-a284-452a30bfbee9,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:12.793927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Attempting to bind port 6444fb6c-ecb0-48ba-a284-452a30bfbee9 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:04:12.794334 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Attempting to bind port 6444fb6c-ecb0-48ba-a284-452a30bfbee9 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:04:12.794703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Attempting to bind port 6444fb6c-ecb0-48ba-a284-452a30bfbee9 on network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:04:12.799831 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:04:12.800208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Checking segment: {'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:04:12.800611 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.801010 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Bound using segment: {'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:04:12.801552 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Bound port: 6444fb6c-ecb0-48ba-a284-452a30bfbee9, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:04:12.801853 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.867073 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] For port 6444fb6c-ecb0-48ba-a284-452a30bfbee9, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:04:12.870136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] For port 6444fb6c-ecb0-48ba-a284-452a30bfbee9, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6444fb6c-ecb0-48ba-a284-452a30bfbee9,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:04:12.881502 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.936299 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6755bc89-5fb3-4383-a19d-77b82267e800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.968801 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Routers {'ebb15443-f86d-4d6e-923a-abde7b1b7ed5'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:12.969438 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:03:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:12.971181 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcad05c-9e5d-4161-892f-a8bda3c94941 None None] Pushing event updated for resources: {'Port': ['ID=6444fb6c-ecb0-48ba-a284-452a30bfbee9,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:12.976011 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-31f72d16-860c-48d9-854c-67427c6e501f None None] Provisioning complete for port 6444fb6c-ecb0-48ba-a284-452a30bfbee9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:12.976197 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31f72d16-860c-48d9-854c-67427c6e501f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.218364 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0056c780-3179-4b2d-be2e-8892ab1e80bd up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:04:13.322518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] Set router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:13.376176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 0056c780-3179-4b2d-be2e-8892ab1e80bd triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:13.376556 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.430004 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61424d45-f30c-42a4-8d29-a7a47aa92191 req-1a8b0686-2248-4904-957b-81e2a98a17a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 210 time: 0.0266047 Oct 26 15:04:13.452479 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31f72d16-860c-48d9-854c-67427c6e501f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.542225 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-31f72d16-860c-48d9-854c-67427c6e501f None None] For port 6444fb6c-ecb0-48ba-a284-452a30bfbee9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6444fb6c-ecb0-48ba-a284-452a30bfbee9,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:13.549162 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31f72d16-860c-48d9-854c-67427c6e501f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.633406 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a2e63038-e6cc-4d62-ac9d-541ef87a11b1 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:04:13.698812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f72d16-860c-48d9-854c-67427c6e501f None None] Pushing event updated for resources: {'Port': ['ID=6444fb6c-ecb0-48ba-a284-452a30bfbee9,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:13.716841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-dc810f92-3df8-4907-ad5f-cd638a63b476 None None] Provisioning complete for port 6444fb6c-ecb0-48ba-a284-452a30bfbee9 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:13.717216 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dc810f92-3df8-4907-ad5f-cd638a63b476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.770176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a2e63038-e6cc-4d62-ac9d-541ef87a11b1 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:13.770546 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.800168 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:10Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '6444fb6c-ecb0-48ba-a284-452a30bfbee9', 'name': '', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:11:69:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:12Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:13.836883 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e7521f-86d0-4a29-801f-318905ec1c21 None None] The sync data for ids ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'] in n-d-815498-1 is: [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:10Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '6444fb6c-ecb0-48ba-a284-452a30bfbee9', 'name': '', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:11:69:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:12Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:04:14.509300 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a956a2fa-6601-4bd8-b794-7b054e6acbc9 req-1a9f56e1-8bd6-4c88-be21-32f6a3c13837 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 210 time: 0.0278163 Oct 26 15:04:15.189691 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a38e39f4-85ef-4631-ae9f-5e6828841b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:15.194769 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6444fb6c-ecb0-48ba-a284-452a30bfbee9 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:04:15.245549 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 6444fb6c-ecb0-48ba-a284-452a30bfbee9 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:15.245913 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:15.593546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7bd49746-a337-462f-b4ce-aac91a6cbe05 req-5cd4f6ca-8357-4830-8e6b-cae3f037939a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 210 time: 0.0326881 Oct 26 15:04:16.747311 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:16.751365 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b6106386-83d3-400f-a695-30802138b633 req-3f68f657-3247-4795-b496-a52862af97c0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 210 time: 0.1075959 Oct 26 15:04:17.078982 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:17.848041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-44f42ff0-cbf3-44b0-a066-d2c6c2514c72 req-a70c5e88-942e-4546-ad28-67b81657ce9a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 210 time: 0.0266566 Oct 26 15:04:18.441111 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-b0b144a8-a54b-4154-a0a8-548f6c6bc183 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:18.442715 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-b0b144a8-a54b-4154-a0a8-548f6c6bc183 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/networks?id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e HTTP/1.1" status: 200 len: 796 time: 0.1048687 Oct 26 15:04:18.486903 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-bfb3aa66-850b-4a5f-8dac-b10c1835105e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 379 time: 0.0341322 Oct 26 15:04:18.497078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-57ea473c-a628-460c-86d6-ff2039296273 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'port': {'device_id': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'admin_state_up': True, 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'security_groups': ['ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:18.609288 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-57ea473c-a628-460c-86d6-ff2039296273 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:04:18.612838 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-57ea473c-a628-460c-86d6-ff2039296273 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:18.738920 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-57ea473c-a628-460c-86d6-ff2039296273 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.20.0.10 (df13b7cb-23b8-4246-aa2a-dec3c47cfb0e/618f250b-001e-49c3-9d57-72c80d5d6e60/075f034a-6953-4ced-ba4a-2aa55a85fe87) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:18.778180 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:18.879948 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-57ea473c-a628-460c-86d6-ff2039296273 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:18.914634 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-57ea473c-a628-460c-86d6-ff2039296273 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:18.964995 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-57ea473c-a628-460c-86d6-ff2039296273 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:18.966848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c2143-de7e-4b9c-bba4-8d1f1df3dc46 req-24644eba-7c92-448d-bf5a-4322c3ab3a5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:18.968345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee0c2143-de7e-4b9c-bba4-8d1f1df3dc46 req-24644eba-7c92-448d-bf5a-4322c3ab3a5c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 932 time: 0.0524318 Oct 26 15:04:18.970202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-57ea473c-a628-460c-86d6-ff2039296273 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:18.974759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-57ea473c-a628-460c-86d6-ff2039296273 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:18.978958 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea473c-a628-460c-86d6-ff2039296273 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=075f034a-6953-4ced-ba4a-2aa55a85fe87,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:19.015655 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee0c2143-de7e-4b9c-bba4-8d1f1df3dc46 req-dfe01b85-cbb9-4878-8979-e65defa196e4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406239 Oct 26 15:04:19.029592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-57ea473c-a628-460c-86d6-ff2039296273 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:19.030270 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-57ea473c-a628-460c-86d6-ff2039296273 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:19.047306 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-57ea473c-a628-460c-86d6-ff2039296273 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5539994 Oct 26 15:04:19.059820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Request body: {'port': {'device_id': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:19.117517 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:19.178304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f50c0c9-7eba-4b7f-bc34-73271d652601 None None] Provisioning complete for port 075f034a-6953-4ced-ba4a-2aa55a85fe87 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:19.178691 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f50c0c9-7eba-4b7f-bc34-73271d652601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:19.212962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f50c0c9-7eba-4b7f-bc34-73271d652601 None None] Port 075f034a-6953-4ced-ba4a-2aa55a85fe87 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:04:19.387571 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075f034a-6953-4ced-ba4a-2aa55a85fe87 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:04:19.395014 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:19.406630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Transition to ACTIVE for port object 075f034a-6953-4ced-ba4a-2aa55a85fe87 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:04:19.410428 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:19.459424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Pushing event updated for resources: {'Port': ['ID=075f034a-6953-4ced-ba4a-2aa55a85fe87,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:19.539885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Attempting to bind port 075f034a-6953-4ced-ba4a-2aa55a85fe87 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:04:19.540216 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Attempting to bind port 075f034a-6953-4ced-ba4a-2aa55a85fe87 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:04:19.540580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Attempting to bind port 075f034a-6953-4ced-ba4a-2aa55a85fe87 on network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:04:19.545211 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Port 075f034a-6953-4ced-ba4a-2aa55a85fe87 on network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:04:19.545535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Attempting to bind port 075f034a-6953-4ced-ba4a-2aa55a85fe87 on network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:04:19.550479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:04:19.550822 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Checking segment: {'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:04:19.551231 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Bound using segment: {'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:04:19.551662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Bound port: 075f034a-6953-4ced-ba4a-2aa55a85fe87, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:04:19.552019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:19.619161 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] For port 075f034a-6953-4ced-ba4a-2aa55a85fe87, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:04:19.622289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] For port 075f034a-6953-4ced-ba4a-2aa55a85fe87, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:04:19.627296 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:19.660416 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:19.661026 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:19.663006 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] 10.222.0.11 "PUT /v2.0/ports/075f034a-6953-4ced-ba4a-2aa55a85fe87 HTTP/1.1" status: 200 len: 1092 time: 0.6076832 Oct 26 15:04:19.663424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:19.665712 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462c7010-c1d6-49e5-908c-f9788002d75d" -d '{"events": [{"name": "network-changed", "server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:19.695637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f02c1d-482e-44d0-945d-90814ac041b2 service neutron] Pushing event updated for resources: {'Port': ['ID=075f034a-6953-4ced-ba4a-2aa55a85fe87,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:19.723833 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0ab0c3-3bc0-4ef5-8e40-758f9d24694b x-openstack-request-id: req-1a0ab0c3-3bc0-4ef5-8e40-758f9d24694b {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:19.724128 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:19.724441 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a0ab0c3-3bc0-4ef5-8e40-758f9d24694b {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:19.725338 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'status': 'completed', 'code': 200} Oct 26 15:04:19.759037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-e32c9407-7bac-4f35-8d32-bd80c8e2e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:19.760552 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-e32c9407-7bac-4f35-8d32-bd80c8e2e2bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 1095 time: 0.0456500 Oct 26 15:04:19.810270 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-9a38ec04-e6c9-48c4-a84a-fbe36d2f66e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87 HTTP/1.1" status: 200 len: 217 time: 0.0413804 Oct 26 15:04:19.863031 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-9b2e0df5-6e68-4591-a636-6a6ec6281779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:19.864485 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-9b2e0df5-6e68-4591-a636-6a6ec6281779 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=618f250b-001e-49c3-9d57-72c80d5d6e60 HTTP/1.1" status: 200 len: 834 time: 0.0468705 Oct 26 15:04:19.909562 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-07efa217-b47c-44fc-967e-aa6df9678e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:19.911060 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-07efa217-b47c-44fc-967e-aa6df9678e6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396657 Oct 26 15:04:20.004218 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-25236594-83ca-454d-b6a4-42e6f639ca53 service neutron] 10.222.0.11 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856595 Oct 26 15:04:20.096412 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-38e9f4e9-e6ce-49f9-9cc5-db92ecbf5e23 req-5fcfed11-abb7-47be-8f5f-b9f25884a2de service neutron] 10.222.0.11 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838797 Oct 26 15:04:20.136151 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2d048-51f6-4105-876c-9650c4760e14 req-53faaf8e-e78e-40cb-a485-ec92a87791b1 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:20.137748 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8bb2d048-51f6-4105-876c-9650c4760e14 req-53faaf8e-e78e-40cb-a485-ec92a87791b1 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 944 time: 0.0537794 Oct 26 15:04:20.182602 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8bb2d048-51f6-4105-876c-9650c4760e14 req-20fe8124-cc50-4984-9937-d07a78ad5908 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383852 Oct 26 15:04:20.193894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c7010-c1d6-49e5-908c-f9788002d75d req-ba1d0f18-3a76-469d-83c0-796007cc1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:20.195504 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-462c7010-c1d6-49e5-908c-f9788002d75d req-ba1d0f18-3a76-469d-83c0-796007cc1b31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 1095 time: 0.0491714 Oct 26 15:04:20.286253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c7010-c1d6-49e5-908c-f9788002d75d req-995800a9-c7f1-4229-8315-87abebc710d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:20.287722 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-462c7010-c1d6-49e5-908c-f9788002d75d req-995800a9-c7f1-4229-8315-87abebc710d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e HTTP/1.1" status: 200 len: 897 time: 0.0848312 Oct 26 15:04:20.333729 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-462c7010-c1d6-49e5-908c-f9788002d75d req-d10d7370-83ea-4d28-bd38-073ccd8fcb17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87 HTTP/1.1" status: 200 len: 217 time: 0.0376177 Oct 26 15:04:20.382785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c7010-c1d6-49e5-908c-f9788002d75d req-9054e23a-0b26-4739-a6f7-a29e70f71806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:20.384153 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-462c7010-c1d6-49e5-908c-f9788002d75d req-9054e23a-0b26-4739-a6f7-a29e70f71806 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=618f250b-001e-49c3-9d57-72c80d5d6e60 HTTP/1.1" status: 200 len: 834 time: 0.0433948 Oct 26 15:04:20.430394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c7010-c1d6-49e5-908c-f9788002d75d req-37dc4562-fbc9-4cb8-8ce0-448578b74118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:20.431845 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-462c7010-c1d6-49e5-908c-f9788002d75d req-37dc4562-fbc9-4cb8-8ce0-448578b74118 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396104 Oct 26 15:04:20.529345 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-462c7010-c1d6-49e5-908c-f9788002d75d req-4fdf3c55-0857-412f-8f0d-973aa6657177 service neutron] 10.222.0.11 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889852 Oct 26 15:04:20.622393 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-462c7010-c1d6-49e5-908c-f9788002d75d req-9e67f4a9-ed27-4e00-a858-ecf6ba98c98f service neutron] 10.222.0.11 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818386 Oct 26 15:04:21.300076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a01e65-d957-4caf-9d59-c04ec9a48335 req-14cdfb56-573c-4aa0-9f7e-ba45bf480243 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:21.301540 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f7a01e65-d957-4caf-9d59-c04ec9a48335 req-14cdfb56-573c-4aa0-9f7e-ba45bf480243 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 944 time: 0.0488408 Oct 26 15:04:21.339714 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f7a01e65-d957-4caf-9d59-c04ec9a48335 req-7a013960-ff38-4404-ae6b-a5001d6516d5 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321586 Oct 26 15:04:22.462432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d3fab-ef67-4e63-9a49-bd4ae05520c4 req-63ee18a8-8aab-4be5-aa66-3e501577c68b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:22.463949 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a06d3fab-ef67-4e63-9a49-bd4ae05520c4 req-63ee18a8-8aab-4be5-aa66-3e501577c68b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 944 time: 0.0563028 Oct 26 15:04:22.499999 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a06d3fab-ef67-4e63-9a49-bd4ae05520c4 req-4f4cf410-3d3a-4c41-820b-c47a7a46e919 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301867 Oct 26 15:04:23.569432 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 075f034a-6953-4ced-ba4a-2aa55a85fe87 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:04:23.621593 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884db0a-c98f-4b17-a67f-156201796ad9 req-ebd91c8d-3e76-430e-ad6b-205ef437805b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:23.623208 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6884db0a-c98f-4b17-a67f-156201796ad9 req-ebd91c8d-3e76-430e-ad6b-205ef437805b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 944 time: 0.0553975 Oct 26 15:04:23.667749 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6884db0a-c98f-4b17-a67f-156201796ad9 req-d3c2f1cd-1663-45f3-a918-384f6c4654d2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382547 Oct 26 15:04:23.668497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 075f034a-6953-4ced-ba4a-2aa55a85fe87, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:23.680185 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'port_id': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'mac_address': 'fa:16:3e:c5:5c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:04:23.716233 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:23.729286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075f034a-6953-4ced-ba4a-2aa55a85fe87 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:04:23.747821 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 075f034a-6953-4ced-ba4a-2aa55a85fe87, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:23.751627 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:23.802368 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=075f034a-6953-4ced-ba4a-2aa55a85fe87,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:24.005307 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:24.094211 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['075f034a-6953-4ced-ba4a-2aa55a85fe87'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:04:24.780596 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914334d-2954-4ef5-a6da-351dff8e1bee req-f625e82a-e84c-40e5-9691-75b5cc30e489 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:24.782091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a914334d-2954-4ef5-a6da-351dff8e1bee req-f625e82a-e84c-40e5-9691-75b5cc30e489 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 945 time: 0.0485346 Oct 26 15:04:24.819342 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a914334d-2954-4ef5-a6da-351dff8e1bee req-eda9016c-e9c5-4e05-aa5e-89a89caa14bf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307796 Oct 26 15:04:25.590978 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 075f034a-6953-4ced-ba4a-2aa55a85fe87 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:04:25.639047 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 075f034a-6953-4ced-ba4a-2aa55a85fe87 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:04:25.642591 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 075f034a-6953-4ced-ba4a-2aa55a85fe87 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:25.642955 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:25.723653 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:25.746697 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:25.748912 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c971bfa-4def-425c-83f0-5d376d2c7028" -d '{"events": [{"server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "name": "network-vif-plugged", "status": "completed", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:25.761665 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 075f034a-6953-4ced-ba4a-2aa55a85fe87, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:25.767093 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:25.789757 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e431a3-02af-4dcf-ad67-66e0fe66c978 x-openstack-request-id: req-f2e431a3-02af-4dcf-ad67-66e0fe66c978 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:25.790083 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "name": "network-vif-plugged", "status": "completed", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:25.790343 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2e431a3-02af-4dcf-ad67-66e0fe66c978 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:25.790727 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'code': 200} Oct 26 15:04:25.820603 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=075f034a-6953-4ced-ba4a-2aa55a85fe87,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:25.891510 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812538e-5c19-43e9-9413-8288324496ea req-6f300296-6236-4f1e-a0a8-13b4bd80e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:25.893012 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e812538e-5c19-43e9-9413-8288324496ea req-6f300296-6236-4f1e-a0a8-13b4bd80e987 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 1097 time: 0.0455706 Oct 26 15:04:25.928024 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e812538e-5c19-43e9-9413-8288324496ea req-08def840-70dd-46d0-a257-3afc0c939ea7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273292 Oct 26 15:04:25.933713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b3986-40a8-4ef3-b8b1-907676409595 req-09f90260-2706-498b-9a68-052d46d5418e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:25.935210 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-086b3986-40a8-4ef3-b8b1-907676409595 req-09f90260-2706-498b-9a68-052d46d5418e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0483708 Oct 26 15:04:25.972579 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-086b3986-40a8-4ef3-b8b1-907676409595 req-da4ff598-5662-4c7e-8e00-f42812645474 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314176 Oct 26 15:04:27.142025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870bd87-6592-4575-9ff0-fbafa266df73 req-00bee5b0-b77b-45e9-9165-b7fafa66676b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:27.143511 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f870bd87-6592-4575-9ff0-fbafa266df73 req-00bee5b0-b77b-45e9-9165-b7fafa66676b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0523384 Oct 26 15:04:27.181248 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f870bd87-6592-4575-9ff0-fbafa266df73 req-743cc062-c119-4ca2-a3cf-a7ab68e99653 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310841 Oct 26 15:04:28.175985 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:28.298967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cce92-603f-4e85-8f5a-20caa9d4e0ee req-7bcc76af-f842-4022-9c13-421045049be6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:28.300432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec6cce92-603f-4e85-8f5a-20caa9d4e0ee req-7bcc76af-f842-4022-9c13-421045049be6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0492687 Oct 26 15:04:28.337162 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec6cce92-603f-4e85-8f5a-20caa9d4e0ee req-0423879c-29a6-4aa3-a57e-aef1aaa9659d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308259 Oct 26 15:04:28.450026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866304ae-d884-4304-815e-1c1850d6bc66 req-091647f4-8e6f-4ae5-ba31-5373f1f28e45 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:28.451420 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-866304ae-d884-4304-815e-1c1850d6bc66 req-091647f4-8e6f-4ae5-ba31-5373f1f28e45 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0483119 Oct 26 15:04:28.490833 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-866304ae-d884-4304-815e-1c1850d6bc66 req-11b30d72-67a4-43a1-b211-55d4b4bde797 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332673 Oct 26 15:04:28.514147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53382) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:28.557901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f40dc1-127c-4ef3-8153-2b62fa26a58c tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:28.559455 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-37f40dc1-127c-4ef3-8153-2b62fa26a58c tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 1092 time: 0.0442834 Oct 26 15:04:28.562305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53384) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:28.566676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:28.589875 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:28.685361 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:28.787239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.25.4.69 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/500d5d53-e761-4835-9279-0a93262b58e0) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:28.885840 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:28.916974 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:28.958981 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:28.961826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:28.965336 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:28.970520 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=500d5d53-e761-4835-9279-0a93262b58e0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:29.295759 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.361284 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.506517 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.511044 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.583025 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=500d5d53-e761-4835-9279-0a93262b58e0,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:29.591449 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.687936 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Floating IP a101ce64-92ff-4eb8-ade8-fbae062c332f associated. External IP: 172.25.4.69, port: 075f034a-6953-4ced-ba4a-2aa55a85fe87. Oct 26 15:04:29.887542 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:04:29.992048 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:04:30.002223 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2601b-1b81-4278-af79-c29e0988b09c None None] Sync routers for ids ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:04:30.009145 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:30.012722 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2601b-1b81-4278-af79-c29e0988b09c None None] Routers {'ebb15443-f86d-4d6e-923a-abde7b1b7ed5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:30.012955 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4bd2601b-1b81-4278-af79-c29e0988b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:04:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:30.038621 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ce543e38-861e-456f-97fe-cd5d2d229f5e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4728808 Oct 26 15:04:30.038621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:30.039134 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b52afe-94d4-412c-bb22-856771807a61" -d '{"events": [{"name": "network-changed", "server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:30.078395 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed69171-090b-4039-8c30-0099fdedd5ea x-openstack-request-id: req-2ed69171-090b-4039-8c30-0099fdedd5ea {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:30.078694 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:30.078949 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ed69171-090b-4039-8c30-0099fdedd5ea {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:30.079352 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'status': 'completed', 'code': 200} Oct 26 15:04:30.123616 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-4bd2601b-1b81-4278-af79-c29e0988b09c None None] Set router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:30.142577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b52afe-94d4-412c-bb22-856771807a61 req-6a0fa674-298e-4d2e-8d8c-a531e7a3fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:30.143989 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d4b52afe-94d4-412c-bb22-856771807a61 req-6a0fa674-298e-4d2e-8d8c-a531e7a3fc75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 1097 time: 0.0426819 Oct 26 15:04:30.145608 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a3551-51e7-4045-84d2-9f9ce8ae38e0 req-5ee7db06-3d82-471a-965d-298c84e5b087 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:30.147814 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a4a3551-51e7-4045-84d2-9f9ce8ae38e0 req-5ee7db06-3d82-471a-965d-298c84e5b087 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0510576 Oct 26 15:04:30.186453 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1a4a3551-51e7-4045-84d2-9f9ce8ae38e0 req-70a85cd1-6210-4f11-a561-351554a80bd4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324819 Oct 26 15:04:30.209999 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53390) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:30.235891 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b52afe-94d4-412c-bb22-856771807a61 req-4c53b636-1f68-4173-8568-89a39f1f5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:30.237463 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d4b52afe-94d4-412c-bb22-856771807a61 req-4c53b636-1f68-4173-8568-89a39f1f5c97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e HTTP/1.1" status: 200 len: 897 time: 0.0863972 Oct 26 15:04:30.316569 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d4b52afe-94d4-412c-bb22-856771807a61 req-92b74c43-c0e2-45b0-9de9-7e00d566a7fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87 HTTP/1.1" status: 200 len: 999 time: 0.0714061 Oct 26 15:04:30.361331 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4bd2601b-1b81-4278-af79-c29e0988b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:10Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'a101ce64-92ff-4eb8-ade8-fbae062c332f', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'port_id': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'mac_address': 'fa:16:3e:c5:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:29Z', 'updated_at': '2021-10-26T15:04:29Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6444fb6c-ecb0-48ba-a284-452a30bfbee9', 'name': '', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:11:69:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:30.368696 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b52afe-94d4-412c-bb22-856771807a61 req-1edd11f3-c0f4-4c46-9fa8-f0304798fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:30.370238 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d4b52afe-94d4-412c-bb22-856771807a61 req-1edd11f3-c0f4-4c46-9fa8-f0304798fd5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=618f250b-001e-49c3-9d57-72c80d5d6e60 HTTP/1.1" status: 200 len: 834 time: 0.0463846 Oct 26 15:04:30.389719 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2601b-1b81-4278-af79-c29e0988b09c None None] Checking router: ebb15443-f86d-4d6e-923a-abde7b1b7ed5 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:04:30.400336 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2601b-1b81-4278-af79-c29e0988b09c None None] Routers {'ebb15443-f86d-4d6e-923a-abde7b1b7ed5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:30.400840 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4bd2601b-1b81-4278-af79-c29e0988b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:04:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:30.419042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b52afe-94d4-412c-bb22-856771807a61 req-bbb9cd47-c8ee-4ca3-9780-bc8748832ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:30.420560 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d4b52afe-94d4-412c-bb22-856771807a61 req-bbb9cd47-c8ee-4ca3-9780-bc8748832ea4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427125 Oct 26 15:04:30.516319 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-4bd2601b-1b81-4278-af79-c29e0988b09c None None] Set router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:30.522230 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d4b52afe-94d4-412c-bb22-856771807a61 req-96adcdee-1bf0-42ca-8c2f-9d40f691a70a service neutron] 10.222.0.11 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932665 Oct 26 15:04:30.538399 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c4d8747a-055d-49ef-ade8-dd335e43e2b9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/a101ce64-92ff-4eb8-ade8-fbae062c332f HTTP/1.1" status: 200 len: 991 time: 0.3270206 Oct 26 15:04:30.620640 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d4b52afe-94d4-412c-bb22-856771807a61 req-de2f6d67-6184-4379-aa11-b649d013826e service neutron] 10.222.0.11 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910151 Oct 26 15:04:30.737314 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-4bd2601b-1b81-4278-af79-c29e0988b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:10Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'a101ce64-92ff-4eb8-ade8-fbae062c332f', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'port_id': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'mac_address': 'fa:16:3e:c5:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:29Z', 'updated_at': '2021-10-26T15:04:29Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6444fb6c-ecb0-48ba-a284-452a30bfbee9', 'name': '', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:11:69:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:30.762964 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2601b-1b81-4278-af79-c29e0988b09c None None] The sync data for ids ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'] in n-d-815498-1 is: [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:10Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'a101ce64-92ff-4eb8-ade8-fbae062c332f', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'port_id': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'mac_address': 'fa:16:3e:c5:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:29Z', 'updated_at': '2021-10-26T15:04:29Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6444fb6c-ecb0-48ba-a284-452a30bfbee9', 'name': '', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:11:69:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:04:30.966474 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5c730-071c-4fae-af73-3bdca4692eb7 None None] New status for floating IP a101ce64-92ff-4eb8-ade8-fbae062c332f: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:04:31.542348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53392) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:31.601696 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2bd09de8-6883-4642-8c28-18fa18532592 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/a101ce64-92ff-4eb8-ade8-fbae062c332f HTTP/1.1" status: 200 len: 993 time: 0.0582511 Oct 26 15:04:42.887311 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-076cd477-4f1c-409b-83ae-fe744648a16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:44.060620 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:04:45.191869 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0710-b313-4ee9-bbe7-c4860944d18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:46.742493 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:47.081547 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:48.780540 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:54.012587 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:58.188541 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.317163 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-76173ff8-278c-4833-a53f-d7588d95e277 req-fcc88ddb-f097-4535-aff7-67e7f9b789c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800352 Oct 26 15:05:11.401203 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76173ff8-278c-4833-a53f-d7588d95e277 req-ab2ca7ca-1e79-4117-82d6-ea3cbd11a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:11.402635 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-76173ff8-278c-4833-a53f-d7588d95e277 req-ab2ca7ca-1e79-4117-82d6-ea3cbd11a869 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 1097 time: 0.0422387 Oct 26 15:05:11.511167 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76173ff8-278c-4833-a53f-d7588d95e277 req-68d1fc05-53c4-4005-9941-1673b162393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:11.512641 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-76173ff8-278c-4833-a53f-d7588d95e277 req-68d1fc05-53c4-4005-9941-1673b162393e service neutron] 10.222.0.11 "GET /v2.0/networks?id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e HTTP/1.1" status: 200 len: 897 time: 0.0897756 Oct 26 15:05:11.582442 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-76173ff8-278c-4833-a53f-d7588d95e277 req-ebebfd68-4228-42cf-a962-0ab190d2cde0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87 HTTP/1.1" status: 200 len: 1001 time: 0.0614159 Oct 26 15:05:11.631815 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76173ff8-278c-4833-a53f-d7588d95e277 req-7cae0972-9197-4d41-b6b3-0ef8908ac861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:11.633247 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-76173ff8-278c-4833-a53f-d7588d95e277 req-7cae0972-9197-4d41-b6b3-0ef8908ac861 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=618f250b-001e-49c3-9d57-72c80d5d6e60 HTTP/1.1" status: 200 len: 834 time: 0.0442245 Oct 26 15:05:11.682887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76173ff8-278c-4833-a53f-d7588d95e277 req-4bb1bf35-5a60-4a9e-9635-0af6aaeef5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:11.684264 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-76173ff8-278c-4833-a53f-d7588d95e277 req-4bb1bf35-5a60-4a9e-9635-0af6aaeef5ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440166 Oct 26 15:05:11.778737 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-76173ff8-278c-4833-a53f-d7588d95e277 req-deda0f1c-ae1b-46e2-8687-2e64f846dc25 service neutron] 10.222.0.11 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857677 Oct 26 15:05:11.870681 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-76173ff8-278c-4833-a53f-d7588d95e277 req-135f6f22-3cf1-4687-8cde-a4216333a250 service neutron] 10.222.0.11 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843284 Oct 26 15:05:12.889245 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-861ade10-402e-436c-831e-045b8ce4090f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:15.192234 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5fc7-a33f-4dd1-b7ec-c1dd931efc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.744755 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.083257 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:18.786261 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:21.059706 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:05:24.009236 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:28.200888 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:34.323461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-93f4599a-a2f1-4f1d-bac1-162196eb1536 req-23281b18-b105-4f18-a498-14ddc40f8199 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:05:34.324419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93f4599a-a2f1-4f1d-bac1-162196eb1536 req-23281b18-b105-4f18-a498-14ddc40f8199 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060339 Oct 26 15:05:34.516703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53428) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:34.549622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b8b05-72f6-44eb-8ecf-84e869986e75 req-e64fb16a-e768-4070-93c2-4035014a5fd5 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:34.551232 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e46b8b05-72f6-44eb-8ecf-84e869986e75 req-e64fb16a-e768-4070-93c2-4035014a5fd5 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0937340 Oct 26 15:05:34.590670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e46b8b05-72f6-44eb-8ecf-84e869986e75 req-0ec67a1b-9d69-4494-92dc-43329ac7116b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325220 Oct 26 15:05:34.598416 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7f4ede28-387e-4359-b6f9-8a59cde49c50 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805337 Oct 26 15:05:34.607915 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-29590313-b040-4012-9f1a-974bb2d92df7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:05:34.608963 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-29590313-b040-4012-9f1a-974bb2d92df7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051241 Oct 26 15:05:35.708940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a703b-0075-4941-9434-074929993a2f req-ccfe8ae3-6244-4b92-87e6-15c86ae5e196 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:35.710971 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d2a703b-0075-4941-9434-074929993a2f req-ccfe8ae3-6244-4b92-87e6-15c86ae5e196 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0509582 Oct 26 15:05:35.747068 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7d2a703b-0075-4941-9434-074929993a2f req-039a4914-085e-4180-8b3b-37a326eb92af tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302289 Oct 26 15:05:36.860712 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd55fc-8ef0-4230-9e20-57bf8361fb96 req-2fc89f04-acf2-40c4-86d3-fbd26292ebd0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:36.862103 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33bd55fc-8ef0-4230-9e20-57bf8361fb96 req-2fc89f04-acf2-40c4-86d3-fbd26292ebd0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0479114 Oct 26 15:05:36.899029 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33bd55fc-8ef0-4230-9e20-57bf8361fb96 req-59f49cb0-69c3-433f-a5f1-2976610a7d3d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304494 Oct 26 15:05:38.012563 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f87019-9858-4df4-adb8-af5a5479b41e req-752189e7-f9f9-4326-8d1f-25a326807164 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:38.014038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24f87019-9858-4df4-adb8-af5a5479b41e req-752189e7-f9f9-4326-8d1f-25a326807164 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0479658 Oct 26 15:05:38.049673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24f87019-9858-4df4-adb8-af5a5479b41e req-ca31cc00-f31b-4c29-a81c-4aa19aaf9e7d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298407 Oct 26 15:05:38.723541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ef392-615f-404f-9e23-4e11de3e6888 req-64bbe071-d628-4029-aa44-83677d713acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:38.725019 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-64bbe071-d628-4029-aa44-83677d713acd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 1097 time: 0.0399165 Oct 26 15:05:38.817676 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ef392-615f-404f-9e23-4e11de3e6888 req-6143c9f1-4f08-4612-91d4-9b7b6b1437a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:38.819164 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-6143c9f1-4f08-4612-91d4-9b7b6b1437a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e HTTP/1.1" status: 200 len: 897 time: 0.0859311 Oct 26 15:05:38.884078 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-795cf9ba-ce1f-482b-93ed-48f7799ad273 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87 HTTP/1.1" status: 200 len: 1001 time: 0.0564790 Oct 26 15:05:38.942705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ef392-615f-404f-9e23-4e11de3e6888 req-c4e9ba81-6ecb-4608-8fcd-d65bc4bc518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:38.944155 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-c4e9ba81-6ecb-4608-8fcd-d65bc4bc518e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=618f250b-001e-49c3-9d57-72c80d5d6e60 HTTP/1.1" status: 200 len: 834 time: 0.0520768 Oct 26 15:05:38.992576 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ef392-615f-404f-9e23-4e11de3e6888 req-824a7723-a7fe-4b7c-a940-63ee527f5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:38.994050 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-824a7723-a7fe-4b7c-a940-63ee527f5fa0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404189 Oct 26 15:05:39.087727 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-994b64a8-6a1d-4ea7-b599-a8465acbc533 service neutron] 10.222.0.11 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852702 Oct 26 15:05:39.170271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d66c20-a5ff-48a8-a552-5c4f4a29f462 req-69ed91d1-6e4f-4214-bc9e-605821654afe tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:39.171794 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d0d66c20-a5ff-48a8-a552-5c4f4a29f462 req-69ed91d1-6e4f-4214-bc9e-605821654afe tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0522645 Oct 26 15:05:39.180128 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-d2bceb9e-dbb0-43ff-9a2a-6d7b2761079f service neutron] 10.222.0.11 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842078 Oct 26 15:05:39.211132 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d0d66c20-a5ff-48a8-a552-5c4f4a29f462 req-f1171447-5000-4d54-af8c-896ea417c5c6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332377 Oct 26 15:05:40.330163 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161da09-6a8c-4812-ac18-3f2cfbc938ab req-3a3f959d-fdd2-409f-84ea-ca584338623c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:40.331632 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4161da09-6a8c-4812-ac18-3f2cfbc938ab req-3a3f959d-fdd2-409f-84ea-ca584338623c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0491767 Oct 26 15:05:40.367976 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4161da09-6a8c-4812-ac18-3f2cfbc938ab req-036a33da-a92d-4d92-bc5f-6563ba3416bb tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303884 Oct 26 15:05:41.482494 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4351e5-a4c1-42cc-ac0d-21ce1bd3d3a0 req-c35345b1-8b08-4469-8a4f-b043d23507fe tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:41.483954 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a4351e5-a4c1-42cc-ac0d-21ce1bd3d3a0 req-c35345b1-8b08-4469-8a4f-b043d23507fe tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0476251 Oct 26 15:05:41.521038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a4351e5-a4c1-42cc-ac0d-21ce1bd3d3a0 req-b3761f59-3b6e-4acc-9eda-60ff8609da57 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311935 Oct 26 15:05:42.638551 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f4137-4f05-4afa-9846-1a88b9510355 req-c0613d3a-188b-45cd-9e9d-898c735c8672 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:42.640013 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-713f4137-4f05-4afa-9846-1a88b9510355 req-c0613d3a-188b-45cd-9e9d-898c735c8672 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0519211 Oct 26 15:05:42.677028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-713f4137-4f05-4afa-9846-1a88b9510355 req-2a435b2c-9fc7-4201-b302-849d983215b7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310624 Oct 26 15:05:42.890306 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-31cbfd2b-6fcd-4128-97f9-008fd5a6fe4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:43.791696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88beec9-fc3e-4a32-8747-dd2d251fc20f req-19dc09bb-b1fb-446d-bb26-648db0b1b9fc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:43.793218 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f88beec9-fc3e-4a32-8747-dd2d251fc20f req-19dc09bb-b1fb-446d-bb26-648db0b1b9fc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0485823 Oct 26 15:05:43.830532 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f88beec9-fc3e-4a32-8747-dd2d251fc20f req-5d4aac08-8672-4f64-a494-01c7d3d286d2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Oct 26 15:05:44.947138 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaff598-ab34-42ba-bf3b-b14e8d9a65d5 req-c86f8722-854b-4bb6-b0f4-dde1516046ec tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:44.948619 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fdaff598-ab34-42ba-bf3b-b14e8d9a65d5 req-c86f8722-854b-4bb6-b0f4-dde1516046ec tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0491996 Oct 26 15:05:44.985039 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fdaff598-ab34-42ba-bf3b-b14e8d9a65d5 req-21a100b6-7006-405e-b7dd-fc86863f0dcb tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304682 Oct 26 15:05:45.193721 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3506721d-9134-44d6-83bc-cf0f2c59a973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:46.107685 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b9fbd-bfcc-4a1e-9f5b-276a6705ef10 req-a64a2bce-cbf3-41ad-a3d7-c28ad193b7b4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:46.109160 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b18b9fbd-bfcc-4a1e-9f5b-276a6705ef10 req-a64a2bce-cbf3-41ad-a3d7-c28ad193b7b4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0547955 Oct 26 15:05:46.147927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b18b9fbd-bfcc-4a1e-9f5b-276a6705ef10 req-f61485e8-4818-476d-91d9-a8823c342551 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326781 Oct 26 15:05:46.746398 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:47.087666 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:47.264454 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6302b01-67c8-4e5d-84c4-861f1d6bee37 req-9983de00-1901-4f73-9612-6361924f2735 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:47.265916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6302b01-67c8-4e5d-84c4-861f1d6bee37 req-9983de00-1901-4f73-9612-6361924f2735 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0486994 Oct 26 15:05:47.302670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6302b01-67c8-4e5d-84c4-861f1d6bee37 req-ee34a364-278e-4b6f-8d75-946e0f10f88e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307274 Oct 26 15:05:48.419809 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed9286-c802-4ba0-8a9b-496ef6adf13b req-407713cf-eab2-4b68-8ebd-749926ab0e06 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:48.421286 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7fed9286-c802-4ba0-8a9b-496ef6adf13b req-407713cf-eab2-4b68-8ebd-749926ab0e06 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0485003 Oct 26 15:05:48.458457 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7fed9286-c802-4ba0-8a9b-496ef6adf13b req-583b2319-fae0-4526-a921-2b392e266e6b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312705 Oct 26 15:05:48.786134 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:49.579837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e46090-6fd9-40d1-8220-dbc744fb94db req-17648cec-e6b9-458f-b3b7-cc9f2ba36687 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:49.581318 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81e46090-6fd9-40d1-8220-dbc744fb94db req-17648cec-e6b9-458f-b3b7-cc9f2ba36687 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0522425 Oct 26 15:05:49.620625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-81e46090-6fd9-40d1-8220-dbc744fb94db req-18d229a3-06f9-4f84-ba22-b1587b821042 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324304 Oct 26 15:05:50.736096 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb12a8-2628-4f4d-b64b-26aeb00ec7df req-059295b7-1678-40ba-8971-32962f792687 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:50.737627 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68fb12a8-2628-4f4d-b64b-26aeb00ec7df req-059295b7-1678-40ba-8971-32962f792687 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0494435 Oct 26 15:05:50.776017 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-68fb12a8-2628-4f4d-b64b-26aeb00ec7df req-4bbb0b0f-6869-42b2-be82-71fe65c33156 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314543 Oct 26 15:05:51.890719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8fcc0-e898-4b0f-acbe-891435fb7ceb req-68b56562-1d1a-4774-a3fd-91e0c70f88af tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:51.892088 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63f8fcc0-e898-4b0f-acbe-891435fb7ceb req-68b56562-1d1a-4774-a3fd-91e0c70f88af tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0488126 Oct 26 15:05:51.928731 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63f8fcc0-e898-4b0f-acbe-891435fb7ceb req-20890bb0-5a84-4edc-aa2f-00c7ccfb6e40 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307119 Oct 26 15:05:53.048329 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cd7cb-3ec8-496a-a07f-2917fe3e7cb3 req-6741cf56-6b18-4aab-b624-e01129cc0c80 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:53.049779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e65cd7cb-3ec8-496a-a07f-2917fe3e7cb3 req-6741cf56-6b18-4aab-b624-e01129cc0c80 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0524099 Oct 26 15:05:53.086673 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e65cd7cb-3ec8-496a-a07f-2917fe3e7cb3 req-ec61f87f-f058-4639-b956-de7cb69f9c44 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305119 Oct 26 15:05:54.007945 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:54.200756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b7d9c-06b7-416d-a87c-fd1a331fe729 req-1e38ee96-906e-4821-8128-24d28b914bf8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:54.202256 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-031b7d9c-06b7-416d-a87c-fd1a331fe729 req-1e38ee96-906e-4821-8128-24d28b914bf8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0482833 Oct 26 15:05:54.239672 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-031b7d9c-06b7-416d-a87c-fd1a331fe729 req-50a76bfc-5fe9-4048-a2ca-199307f31c6d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314817 Oct 26 15:05:55.354522 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9f8ec-d693-48d2-98ba-d00df851195e req-69ac8c50-0861-42db-b3d1-70aa56f96dfa tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:55.356524 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16f9f8ec-d693-48d2-98ba-d00df851195e req-69ac8c50-0861-42db-b3d1-70aa56f96dfa tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0486386 Oct 26 15:05:55.395543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16f9f8ec-d693-48d2-98ba-d00df851195e req-f41fa2bd-16d0-4034-be8e-ff965c631bcf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324504 Oct 26 15:05:56.092334 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [req-498ef392-615f-404f-9e23-4e11de3e6888 req-2ab95504-2501-4d81-9d79-9ccd83de2a47 service neutron] show failed (client error): The resource could not be found. Oct 26 15:05:56.093668 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-2ab95504-2501-4d81-9d79-9ccd83de2a47 service neutron] 10.222.0.11 "GET /v2.0/ports/075f034a-6953-4ced-ba4a-2aa55a85fe87/bindings/n-h1-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0563338 Oct 26 15:05:56.366393 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ef392-615f-404f-9e23-4e11de3e6888 req-5213cc7d-8a2d-428a-b9f1-6209141eb9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:56.367853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-5213cc7d-8a2d-428a-b9f1-6209141eb9d2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd&tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 1097 time: 0.1156123 Oct 26 15:05:56.378093 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-4a29646b-3bda-4951-9915-d5218cfcf1c1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:05:56.379030 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-4a29646b-3bda-4951-9915-d5218cfcf1c1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049090 Oct 26 15:05:56.391622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:56.443276 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:56.606301 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997317c3-275e-4d4c-b83b-7cff366fbbb3 req-f91296df-ed0d-4b35-af6b-50635b39f6e3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:56.607804 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-997317c3-275e-4d4c-b83b-7cff366fbbb3 req-f91296df-ed0d-4b35-af6b-50635b39f6e3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.1285431 Oct 26 15:05:56.694048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-997317c3-275e-4d4c-b83b-7cff366fbbb3 req-163f95f6-88e6-4d05-86cc-a96e97b4ff3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800896 Oct 26 15:05:56.721214 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] For port 075f034a-6953-4ced-ba4a-2aa55a85fe87, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:56.753495 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] For port 075f034a-6953-4ced-ba4a-2aa55a85fe87, host n-h2-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:05:56.792065 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:05:56.794704 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a69b7b2-566b-4021-85d8-4081b5402c78" -d '{"events": [{"server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:05:56.798582 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:56.811373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Transition to ACTIVE for port object 075f034a-6953-4ced-ba4a-2aa55a85fe87 will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:05:56.815872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:56.850894 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 15:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f933bcbc-712a-428a-9000-3b9806f162d3 x-openstack-request-id: req-f933bcbc-712a-428a-9000-3b9806f162d3 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:05:56.851196 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:05:56.851449 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f933bcbc-712a-428a-9000-3b9806f162d3 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:05:56.851839 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'code': 200} Oct 26 15:05:56.919061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Pushing event updated for resources: {'Port': ['ID=075f034a-6953-4ced-ba4a-2aa55a85fe87,revision_number=6']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:56.942679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:56.943034 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:56.943377 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:56.943715 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:56.944107 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:56.944386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:56.944717 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:56.945045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:56.945375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:56.945701 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:56.946049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:56.946392 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:57.006752 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] No DVR routers for this DVR port 075f034a-6953-4ced-ba4a-2aa55a85fe87 on host n-h2-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:05:57.137298 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Attempting to bind port 075f034a-6953-4ced-ba4a-2aa55a85fe87 on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:05:57.137558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Attempting to bind port 075f034a-6953-4ced-ba4a-2aa55a85fe87 by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:05:57.137891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Attempting to bind port 075f034a-6953-4ced-ba4a-2aa55a85fe87 on network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:05:57.142088 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Port 075f034a-6953-4ced-ba4a-2aa55a85fe87 on network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:05:57.142414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Attempting to bind port 075f034a-6953-4ced-ba4a-2aa55a85fe87 on network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:05:57.147209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:05:57.147549 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Checking segment: {'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:05:57.147930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Bound using segment: {'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:05:57.148359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Bound port: 075f034a-6953-4ced-ba4a-2aa55a85fe87, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:05:57.148710 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:57.209790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] For port 075f034a-6953-4ced-ba4a-2aa55a85fe87, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:05:57.212974 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] For port 075f034a-6953-4ced-ba4a-2aa55a85fe87, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:05:57.218108 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:57.249654 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:57.250313 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:57.252460 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] 10.222.0.25 "PUT /v2.0/ports/075f034a-6953-4ced-ba4a-2aa55a85fe87 HTTP/1.1" status: 200 len: 1092 time: 0.8639250 Oct 26 15:05:57.303379 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40273a-6c88-4643-b733-6a60e56e1038 service neutron] Pushing event updated for resources: {'Port': ['ID=075f034a-6953-4ced-ba4a-2aa55a85fe87,revision_number=7']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:57.322604 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ef392-615f-404f-9e23-4e11de3e6888 req-0aa23516-cca8-494c-a880-4d554036b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:57.324127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-0aa23516-cca8-494c-a880-4d554036b440 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 1095 time: 0.0509107 Oct 26 15:05:57.419836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ef392-615f-404f-9e23-4e11de3e6888 req-0e04ed7d-a4ac-40b9-995f-80be52816238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:57.421324 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-0e04ed7d-a4ac-40b9-995f-80be52816238 service neutron] 10.222.0.25 "GET /v2.0/networks?id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e HTTP/1.1" status: 200 len: 897 time: 0.0897586 Oct 26 15:05:57.493633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-c5354b07-ed7b-4405-80e1-7f70bc172b61 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87 HTTP/1.1" status: 200 len: 999 time: 0.0647128 Oct 26 15:05:57.543037 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ef392-615f-404f-9e23-4e11de3e6888 req-10fdbdd5-fb07-4fad-94e2-81c23e5acc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:57.544352 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-10fdbdd5-fb07-4fad-94e2-81c23e5acc8d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=618f250b-001e-49c3-9d57-72c80d5d6e60 HTTP/1.1" status: 200 len: 834 time: 0.0434613 Oct 26 15:05:57.590030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c3c63a3-5fd6-42a2-8a9d-1b1398098498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:57.591601 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-7c3c63a3-5fd6-42a2-8a9d-1b1398098498 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395143 Oct 26 15:05:57.684006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-0917038c-0a24-4f40-a217-e8b64f0c525e service neutron] 10.222.0.25 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846639 Oct 26 15:05:57.785551 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-498ef392-615f-404f-9e23-4e11de3e6888 req-c418f468-72ea-4fe6-9390-207d4b9830f4 service neutron] 10.222.0.25 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938647 Oct 26 15:05:57.828753 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6ad50-39d5-4d65-a940-fad5245e6ad8 req-76fc3363-2589-41f2-b297-71116500766d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:57.830281 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0e6ad50-39d5-4d65-a940-fad5245e6ad8 req-76fc3363-2589-41f2-b297-71116500766d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 944 time: 0.0636101 Oct 26 15:05:57.870406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0e6ad50-39d5-4d65-a940-fad5245e6ad8 req-f1b4e969-4275-4b50-93ba-d87a1c432617 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328634 Oct 26 15:05:58.058910 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:05:58.188160 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:58.854094 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:05:58.856473 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406d0990-0039-4290-b1cd-6ce9400fd660" -d '{"events": [{"name": "network-changed", "server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:05:58.904152 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5514ae-520f-4054-94fb-08897d1298f3 x-openstack-request-id: req-ce5514ae-520f-4054-94fb-08897d1298f3 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:05:58.904446 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:05:58.904696 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce5514ae-520f-4054-94fb-08897d1298f3 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:05:58.905116 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'status': 'completed', 'code': 200} Oct 26 15:05:58.975175 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-6c302692-1c3a-4cd3-9c51-e251cf41d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:58.976808 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-6c302692-1c3a-4cd3-9c51-e251cf41d52a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 1095 time: 0.0452049 Oct 26 15:05:58.997620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-64e2bc5d-a64a-4cd5-a556-7cc548cf5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:58.999136 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-64e2bc5d-a64a-4cd5-a556-7cc548cf5582 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 1095 time: 0.0698183 Oct 26 15:05:59.010586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8c942-100a-4f6b-9394-1c3008bf9851 req-d0f47452-b312-420f-9a51-c8d6e27d8aa5 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:59.011989 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9a8c942-100a-4f6b-9394-1c3008bf9851 req-d0f47452-b312-420f-9a51-c8d6e27d8aa5 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 944 time: 0.0722051 Oct 26 15:05:59.067518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-aeb9dd69-7a93-428b-aa3a-43d47083a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:59.069009 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-aeb9dd69-7a93-428b-aa3a-43d47083a381 service neutron] 10.222.0.11 "GET /v2.0/networks?id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e HTTP/1.1" status: 200 len: 897 time: 0.0845728 Oct 26 15:05:59.096591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c9a8c942-100a-4f6b-9394-1c3008bf9851 req-cb18c968-b433-487f-9c8b-15d84b05f117 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766847 Oct 26 15:05:59.125550 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-20be4730-4110-400a-b941-69ee8bb280ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:59.127058 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-20be4730-4110-400a-b941-69ee8bb280ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e HTTP/1.1" status: 200 len: 897 time: 0.1142213 Oct 26 15:05:59.137563 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-1cdabddd-ce02-4ad0-a31a-fa4f719452c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87 HTTP/1.1" status: 200 len: 999 time: 0.0620630 Oct 26 15:05:59.190780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-414062cf-3005-4fb2-88f2-46ea73ffbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:59.192311 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-414062cf-3005-4fb2-88f2-46ea73ffbccf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=618f250b-001e-49c3-9d57-72c80d5d6e60 HTTP/1.1" status: 200 len: 834 time: 0.0463247 Oct 26 15:05:59.195071 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-6acf699f-69a9-4a4d-be02-cf9f0340a1cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87 HTTP/1.1" status: 200 len: 999 time: 0.0601814 Oct 26 15:05:59.246336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-b47d43f1-665e-4a85-b61f-5f189d403294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:59.247876 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-b47d43f1-665e-4a85-b61f-5f189d403294 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463328 Oct 26 15:05:59.252870 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-162c8fae-fca5-4d2d-9f4b-c0aca8203b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:59.254647 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-162c8fae-fca5-4d2d-9f4b-c0aca8203b68 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=618f250b-001e-49c3-9d57-72c80d5d6e60 HTTP/1.1" status: 200 len: 834 time: 0.0520093 Oct 26 15:05:59.317783 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-e84f5668-403e-4467-b16a-a74239d6ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:59.319605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-e84f5668-403e-4467-b16a-a74239d6ddaf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569615 Oct 26 15:05:59.372371 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-5125d48c-cd0c-4e7f-b210-c3a3ae169462 service neutron] 10.222.0.11 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164961 Oct 26 15:05:59.418900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-bb01a55d-f689-4ca1-abd6-a128332e6e07 service neutron] 10.222.0.25 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909379 Oct 26 15:05:59.469164 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-e4c12eb5-c954-4c3d-91e9-231f2d9ac3e3 service neutron] 10.222.0.11 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898449 Oct 26 15:05:59.511840 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-406d0990-0039-4290-b1cd-6ce9400fd660 req-8b31ebe4-d86e-42cc-88f3-adb9d82f1bf9 service neutron] 10.222.0.25 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856998 Oct 26 15:06:00.079717 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 075f034a-6953-4ced-ba4a-2aa55a85fe87 details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:06:00.137825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 075f034a-6953-4ced-ba4a-2aa55a85fe87 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:06:00.198483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 075f034a-6953-4ced-ba4a-2aa55a85fe87 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:06:00.210064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 075f034a-6953-4ced-ba4a-2aa55a85fe87, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:00.218766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac73bf-c4e1-47e1-9eb8-9354eb2bbe62 req-7455a11e-f915-47e3-ad64-65c3bc3cd192 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:00.220311 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-beac73bf-c4e1-47e1-9eb8-9354eb2bbe62 req-7455a11e-f915-47e3-ad64-65c3bc3cd192 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 944 time: 0.0494699 Oct 26 15:06:00.220515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'port_id': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'mac_address': 'fa:16:3e:c5:5c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:06:00.257614 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:00.258579 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-beac73bf-c4e1-47e1-9eb8-9354eb2bbe62 req-5c0b0dd4-7d3d-43fc-b149-453d5055ca8d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320745 Oct 26 15:06:00.270822 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075f034a-6953-4ced-ba4a-2aa55a85fe87 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:06:00.289462 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 075f034a-6953-4ced-ba4a-2aa55a85fe87, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:00.294239 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:00.486454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-fb811fc3-400f-4319-bbd1-54444c8ef54e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:00.488060 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-fb811fc3-400f-4319-bbd1-54444c8ef54e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd&tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&binding%3Ahost_id=n-h1-815498-1 HTTP/1.1" status: 200 len: 945 time: 0.0631716 Oct 26 15:06:00.519648 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=075f034a-6953-4ced-ba4a-2aa55a85fe87,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:00.528180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:00.528554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:00.528858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:00.529193 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:00.529519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:00.529848 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:00.530203 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:00.530526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:00.530852 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:00.531173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:00.531498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:00.531812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:00.555554 n-d-815498-1 neutron-server[102123]: INFO neutron.api.v2.resource [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-9f1e63c0-ca48-47bc-a026-213d81a7b5cc service neutron] delete failed (client error): The resource could not be found. Oct 26 15:06:00.557133 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-9f1e63c0-ca48-47bc-a026-213d81a7b5cc service neutron] 10.222.0.11 "DELETE /v2.0/ports/075f034a-6953-4ced-ba4a-2aa55a85fe87/bindings/n-h2-815498-1 HTTP/1.1" status: 404 len: 380 time: 0.0609913 Oct 26 15:06:00.569161 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['075f034a-6953-4ced-ba4a-2aa55a85fe87'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:06:00.652627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-0de009af-a99d-4be7-97f3-0f2dfe6ee5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:00.654138 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-0de009af-a99d-4be7-97f3-0f2dfe6ee5dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 1096 time: 0.0443010 Oct 26 15:06:00.755559 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-c6059fe8-bc3f-4788-aad9-e647052b6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:00.757053 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-c6059fe8-bc3f-4788-aad9-e647052b6948 service neutron] 10.222.0.11 "GET /v2.0/networks?id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e HTTP/1.1" status: 200 len: 897 time: 0.0954278 Oct 26 15:06:00.765692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493603f3-8c79-4669-b0ad-768564f9eaae req-530dcbc5-9646-4b55-ba84-59606d637ff7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:00.767200 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-493603f3-8c79-4669-b0ad-768564f9eaae req-530dcbc5-9646-4b55-ba84-59606d637ff7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 945 time: 0.0650036 Oct 26 15:06:00.810610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-493603f3-8c79-4669-b0ad-768564f9eaae req-f7177add-0260-4ec8-a0f9-1100647d0a37 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371299 Oct 26 15:06:00.833868 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-95014336-8aad-4f51-9b8f-af66cb0a9662 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87 HTTP/1.1" status: 200 len: 1000 time: 0.0698063 Oct 26 15:06:00.883412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-0ee19b51-a8c8-4023-83ff-0168f6c89539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:00.884880 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-0ee19b51-a8c8-4023-83ff-0168f6c89539 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=618f250b-001e-49c3-9d57-72c80d5d6e60 HTTP/1.1" status: 200 len: 834 time: 0.0444412 Oct 26 15:06:00.925517 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d63e74-b633-4fc9-a4f7-b04da819b79d req-ab5c68e0-0e3c-4876-b86f-4a7749c98db7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:00.927139 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6d63e74-b633-4fc9-a4f7-b04da819b79d req-ab5c68e0-0e3c-4876-b86f-4a7749c98db7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 945 time: 0.0485423 Oct 26 15:06:00.934784 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-ef736318-f8b0-4994-b56c-1af0f42c103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:00.936269 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-ef736318-f8b0-4994-b56c-1af0f42c103b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433438 Oct 26 15:06:00.965610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c6d63e74-b633-4fc9-a4f7-b04da819b79d req-22fb904c-9d61-45c5-8fe4-5681ad730c1b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317698 Oct 26 15:06:01.026919 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-76dd79d7-3e88-4817-917e-7dc2ff4f4d72 service neutron] 10.222.0.11 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825384 Oct 26 15:06:01.120888 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d73fe782-e55c-4ccd-9850-6d1f031d7a5a req-9ee40f4c-c101-4ba4-b76c-47d894333a48 service neutron] 10.222.0.11 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866222 Oct 26 15:06:02.079851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e5422-4721-4fde-b0b9-f40e16410a39 req-7a047e39-6914-4013-bcf5-3a901bbd35cc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:02.081333 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-680e5422-4721-4fde-b0b9-f40e16410a39 req-7a047e39-6914-4013-bcf5-3a901bbd35cc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 945 time: 0.0481343 Oct 26 15:06:02.088790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 075f034a-6953-4ced-ba4a-2aa55a85fe87 up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:06:02.118848 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-680e5422-4721-4fde-b0b9-f40e16410a39 req-d374c5f7-0c1d-4251-b986-e95beb658829 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306969 Oct 26 15:06:02.138793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 075f034a-6953-4ced-ba4a-2aa55a85fe87 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:06:02.142352 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 075f034a-6953-4ced-ba4a-2aa55a85fe87 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:02.142611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53518) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:02.143078 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:02.202911 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ea9c5cf5-7735-432b-9c63-64e04c337b8b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/a101ce64-92ff-4eb8-ade8-fbae062c332f HTTP/1.1" status: 200 len: 992 time: 0.0590539 Oct 26 15:06:02.222781 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:02.245558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:02.247757 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b576669e-acbe-447f-8a90-972f0d431f29" -d '{"events": [{"server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "name": "network-vif-plugged", "status": "completed", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:02.260827 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 075f034a-6953-4ced-ba4a-2aa55a85fe87, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:02.264734 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:02.287139 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e775c2-d821-4e2b-ab8f-c5f503f618d2 x-openstack-request-id: req-75e775c2-d821-4e2b-ab8f-c5f503f618d2 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:02.287433 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "name": "network-vif-plugged", "status": "completed", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:02.287688 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75e775c2-d821-4e2b-ab8f-c5f503f618d2 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:02.288079 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'code': 200} Oct 26 15:06:02.314619 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=075f034a-6953-4ced-ba4a-2aa55a85fe87,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:05.522947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca6811fe-6c40-4ced-b76d-8fa01b24fb3f req-251846b4-5e21-4f17-9ff5-60b461e5ea00 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425429 Oct 26 15:06:05.607414 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6811fe-6c40-4ced-b76d-8fa01b24fb3f req-f86ee842-7908-45da-aa60-267bc4e0e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:05.608895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca6811fe-6c40-4ced-b76d-8fa01b24fb3f req-f86ee842-7908-45da-aa60-267bc4e0e02d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 1097 time: 0.0405393 Oct 26 15:06:05.711714 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6811fe-6c40-4ced-b76d-8fa01b24fb3f req-f508e854-3c6a-4247-872d-327248c84db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:05.713155 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca6811fe-6c40-4ced-b76d-8fa01b24fb3f req-f508e854-3c6a-4247-872d-327248c84db8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e HTTP/1.1" status: 200 len: 897 time: 0.0856411 Oct 26 15:06:05.775316 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca6811fe-6c40-4ced-b76d-8fa01b24fb3f req-0b7037ee-3a5f-4012-89cc-45646c5f3716 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87 HTTP/1.1" status: 200 len: 1001 time: 0.0553095 Oct 26 15:06:05.822717 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6811fe-6c40-4ced-b76d-8fa01b24fb3f req-a174ffb7-d3ce-490d-8ef7-70d49e20d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:05.824171 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca6811fe-6c40-4ced-b76d-8fa01b24fb3f req-a174ffb7-d3ce-490d-8ef7-70d49e20d6e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=618f250b-001e-49c3-9d57-72c80d5d6e60 HTTP/1.1" status: 200 len: 834 time: 0.0419466 Oct 26 15:06:05.871236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6811fe-6c40-4ced-b76d-8fa01b24fb3f req-ab51fccd-22a4-44e7-8e3c-3e3a6dbaa8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:05.872670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca6811fe-6c40-4ced-b76d-8fa01b24fb3f req-ab51fccd-22a4-44e7-8e3c-3e3a6dbaa8c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417550 Oct 26 15:06:05.960751 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca6811fe-6c40-4ced-b76d-8fa01b24fb3f req-83f75ccd-0f57-450a-8484-b465e6474c8e service neutron] 10.222.0.25 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804772 Oct 26 15:06:06.051371 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca6811fe-6c40-4ced-b76d-8fa01b24fb3f req-c8b17935-0935-4021-b79f-156d39af1e8b service neutron] 10.222.0.25 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838294 Oct 26 15:06:12.893356 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b8bd5755-a51b-44e0-8aa2-4ab58c1a6b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:15.195466 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46fe4b03-fe9a-4b4a-8846-0ff59035e747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:16.749498 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:17.089382 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:18.788890 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:24.022161 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:28.187909 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:30.540656 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53540) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:30.696827 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b95f8-e54c-435c-9ca5-f3df3fde1f27 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 500d5d53-e761-4835-9279-0a93262b58e0 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:30.697165 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad8b95f8-e54c-435c-9ca5-f3df3fde1f27 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:30.770169 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad8b95f8-e54c-435c-9ca5-f3df3fde1f27 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:30.770521 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad8b95f8-e54c-435c-9ca5-f3df3fde1f27 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:30.781927 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b95f8-e54c-435c-9ca5-f3df3fde1f27 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 500d5d53-e761-4835-9279-0a93262b58e0 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:06:30.935305 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad8b95f8-e54c-435c-9ca5-f3df3fde1f27 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:30.965221 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b95f8-e54c-435c-9ca5-f3df3fde1f27 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=500d5d53-e761-4835-9279-0a93262b58e0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:31.023917 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad8b95f8-e54c-435c-9ca5-f3df3fde1f27 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:31.024246 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-ad8b95f8-e54c-435c-9ca5-f3df3fde1f27 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Floating IP a101ce64-92ff-4eb8-ade8-fbae062c332f disassociated (deleted). External IP: 172.25.4.69, port: 075f034a-6953-4ced-ba4a-2aa55a85fe87. Oct 26 15:06:31.481725 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8b95f8-e54c-435c-9ca5-f3df3fde1f27 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:06:31.596262 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8b95f8-e54c-435c-9ca5-f3df3fde1f27 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:06:31.601117 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad8b95f8-e54c-435c-9ca5-f3df3fde1f27 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:31.608637 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43654d7-53b7-4102-9211-18f4ce067ef3 None None] Sync routers for ids ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:06:31.619292 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43654d7-53b7-4102-9211-18f4ce067ef3 None None] Routers {'ebb15443-f86d-4d6e-923a-abde7b1b7ed5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:31.619962 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a43654d7-53b7-4102-9211-18f4ce067ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:31.626706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ad8b95f8-e54c-435c-9ca5-f3df3fde1f27 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/floatingips/a101ce64-92ff-4eb8-ade8-fbae062c332f HTTP/1.1" status: 204 len: 168 time: 1.0849791 Oct 26 15:06:31.627299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:31.629822 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf72b37-a32a-41dc-9029-090fe0f09351" -d '{"events": [{"name": "network-changed", "server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:31.725237 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4091b5-08a6-42f6-a11e-f8184e9c4478 x-openstack-request-id: req-2c4091b5-08a6-42f6-a11e-f8184e9c4478 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:31.725537 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:31.725798 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c4091b5-08a6-42f6-a11e-f8184e9c4478 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:31.726309 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'status': 'completed', 'code': 200} Oct 26 15:06:31.798009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf72b37-a32a-41dc-9029-090fe0f09351 req-7cbcc044-aaf1-44a6-b80d-6c49cd79ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:31.799670 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf72b37-a32a-41dc-9029-090fe0f09351 req-7cbcc044-aaf1-44a6-b80d-6c49cd79ece6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 1097 time: 0.0444787 Oct 26 15:06:31.824743 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-a43654d7-53b7-4102-9211-18f4ce067ef3 None None] Set router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:31.927545 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bc41d-1863-4692-9161-f4b527762475 req-84f45418-496e-4433-9fa1-b1b8b3bdfb4e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:31.929036 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-794bc41d-1863-4692-9161-f4b527762475 req-84f45418-496e-4433-9fa1-b1b8b3bdfb4e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.1023307 Oct 26 15:06:31.934300 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf72b37-a32a-41dc-9029-090fe0f09351 req-394b1050-287f-4a2d-979d-652fb0e65927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:31.935684 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf72b37-a32a-41dc-9029-090fe0f09351 req-394b1050-287f-4a2d-979d-652fb0e65927 service neutron] 10.222.0.25 "GET /v2.0/networks?id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e HTTP/1.1" status: 200 len: 897 time: 0.1280904 Oct 26 15:06:31.984241 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf72b37-a32a-41dc-9029-090fe0f09351 req-5d63cdbc-224a-4a25-b972-645393c6412b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87 HTTP/1.1" status: 200 len: 217 time: 0.0405223 Oct 26 15:06:32.020113 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a43654d7-53b7-4102-9211-18f4ce067ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:10Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '6444fb6c-ecb0-48ba-a284-452a30bfbee9', 'name': '', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:11:69:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:32.029432 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-794bc41d-1863-4692-9161-f4b527762475 req-fbb5bf6c-aff2-4827-bc70-263208959fcc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926905 Oct 26 15:06:32.048724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf72b37-a32a-41dc-9029-090fe0f09351 req-9bffc137-9c23-46e3-8ffe-147cdd39631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:32.049419 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43654d7-53b7-4102-9211-18f4ce067ef3 None None] Checking router: ebb15443-f86d-4d6e-923a-abde7b1b7ed5 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:06:32.050246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf72b37-a32a-41dc-9029-090fe0f09351 req-9bffc137-9c23-46e3-8ffe-147cdd39631d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=618f250b-001e-49c3-9d57-72c80d5d6e60 HTTP/1.1" status: 200 len: 834 time: 0.0569146 Oct 26 15:06:32.057670 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43654d7-53b7-4102-9211-18f4ce067ef3 None None] Routers {'ebb15443-f86d-4d6e-923a-abde7b1b7ed5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:32.058777 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a43654d7-53b7-4102-9211-18f4ce067ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:32.096801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf72b37-a32a-41dc-9029-090fe0f09351 req-5ed78149-b158-4c31-8d50-71ff1088b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:32.098347 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf72b37-a32a-41dc-9029-090fe0f09351 req-5ed78149-b158-4c31-8d50-71ff1088b710 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391347 Oct 26 15:06:32.160742 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-a43654d7-53b7-4102-9211-18f4ce067ef3 None None] Set router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:32.192234 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf72b37-a32a-41dc-9029-090fe0f09351 req-1b813401-aee8-49fe-9389-dcd0a9cc5a6c service neutron] 10.222.0.25 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857050 Oct 26 15:06:32.310334 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ebf72b37-a32a-41dc-9029-090fe0f09351 req-0bc23745-d455-4234-8769-56a05ac5edb5 service neutron] 10.222.0.25 "GET /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092303 Oct 26 15:06:32.385746 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a43654d7-53b7-4102-9211-18f4ce067ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:10Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '6444fb6c-ecb0-48ba-a284-452a30bfbee9', 'name': '', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:11:69:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:32.410483 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43654d7-53b7-4102-9211-18f4ce067ef3 None None] The sync data for ids ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'] in n-d-815498-1 is: [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:10Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '6444fb6c-ecb0-48ba-a284-452a30bfbee9', 'name': '', 'network_id': 'df13b7cb-23b8-4246-aa2a-dec3c47cfb0e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:11:69:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '618f250b-001e-49c3-9d57-72c80d5d6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:06:32.623734 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf9a67-17f2-4d68-bde1-ee57d00ce5ce None None] New status for floating IP a101ce64-92ff-4eb8-ade8-fbae062c332f: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:06:33.151329 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facb57e-f6e0-48de-82b7-8a44b281d0a7 req-c9b26456-7648-44bb-9501-7264da7b4293 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:33.153409 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0facb57e-f6e0-48de-82b7-8a44b281d0a7 req-c9b26456-7648-44bb-9501-7264da7b4293 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.25 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0779045 Oct 26 15:06:33.169320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123148c5-e6ce-408d-a751-046c92e8ce30 req-97450301-3f55-41e5-b88d-1274f08e7681 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:33.170722 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-123148c5-e6ce-408d-a751-046c92e8ce30 req-97450301-3f55-41e5-b88d-1274f08e7681 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=750836d1-4b76-4ef4-b97f-98cee7152ebd HTTP/1.1" status: 200 len: 946 time: 0.0699592 Oct 26 15:06:33.248915 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-123148c5-e6ce-408d-a751-046c92e8ce30 req-7cbb7f70-7a13-4c28-93ff-7bbb09d01c35 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715094 Oct 26 15:06:33.276210 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-0facb57e-f6e0-48de-82b7-8a44b281d0a7 req-8a57e922-272f-41fd-9196-e491c73cd031 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 075f034a-6953-4ced-ba4a-2aa55a85fe87 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:33.276554 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0facb57e-f6e0-48de-82b7-8a44b281d0a7 req-8a57e922-272f-41fd-9196-e491c73cd031 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:33.365713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-0facb57e-f6e0-48de-82b7-8a44b281d0a7 req-8a57e922-272f-41fd-9196-e491c73cd031 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port 075f034a-6953-4ced-ba4a-2aa55a85fe87, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=075f034a-6953-4ced-ba4a-2aa55a85fe87,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:33.366103 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0facb57e-f6e0-48de-82b7-8a44b281d0a7 req-8a57e922-272f-41fd-9196-e491c73cd031 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:33.378547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-0facb57e-f6e0-48de-82b7-8a44b281d0a7 req-8a57e922-272f-41fd-9196-e491c73cd031 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 075f034a-6953-4ced-ba4a-2aa55a85fe87 owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:06:33.504723 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0facb57e-f6e0-48de-82b7-8a44b281d0a7 req-8a57e922-272f-41fd-9196-e491c73cd031 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:33.533998 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57e922-272f-41fd-9196-e491c73cd031 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=075f034a-6953-4ced-ba4a-2aa55a85fe87,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:33.577857 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-0facb57e-f6e0-48de-82b7-8a44b281d0a7 req-8a57e922-272f-41fd-9196-e491c73cd031 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] No DVR routers for this DVR port 075f034a-6953-4ced-ba4a-2aa55a85fe87 on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:06:33.580425 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-0facb57e-f6e0-48de-82b7-8a44b281d0a7 req-8a57e922-272f-41fd-9196-e491c73cd031 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:33.583805 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0facb57e-f6e0-48de-82b7-8a44b281d0a7 req-8a57e922-272f-41fd-9196-e491c73cd031 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.25 "DELETE /v2.0/ports/075f034a-6953-4ced-ba4a-2aa55a85fe87 HTTP/1.1" status: 204 len: 173 time: 0.4219642 Oct 26 15:06:33.728019 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'name': 'network-vif-deleted', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:33.730847 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf34dff5-a574-4826-9d86-544407f09e15" -d '{"events": [{"server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "name": "network-vif-deleted", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:33.766961 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cc0acd-5c74-4dfc-a6d5-b62c8164dab6 x-openstack-request-id: req-49cc0acd-5c74-4dfc-a6d5-b62c8164dab6 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:33.767261 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750836d1-4b76-4ef4-b97f-98cee7152ebd", "name": "network-vif-deleted", "tag": "075f034a-6953-4ced-ba4a-2aa55a85fe87", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:33.767516 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49cc0acd-5c74-4dfc-a6d5-b62c8164dab6 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:33.767924 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750836d1-4b76-4ef4-b97f-98cee7152ebd', 'name': 'network-vif-deleted', 'tag': '075f034a-6953-4ced-ba4a-2aa55a85fe87', 'status': 'completed', 'code': 200} Oct 26 15:06:34.305413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53556) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:34.664996 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1d89dbef-d6d5-4fc7-a21b-6df50e0e89b4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:34.909453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-1d89dbef-d6d5-4fc7-a21b-6df50e0e89b4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 6444fb6c-ecb0-48ba-a284-452a30bfbee9 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:34.909711 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1d89dbef-d6d5-4fc7-a21b-6df50e0e89b4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:34.995901 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-1d89dbef-d6d5-4fc7-a21b-6df50e0e89b4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port 6444fb6c-ecb0-48ba-a284-452a30bfbee9, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6444fb6c-ecb0-48ba-a284-452a30bfbee9,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:34.996245 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1d89dbef-d6d5-4fc7-a21b-6df50e0e89b4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:35.008352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-1d89dbef-d6d5-4fc7-a21b-6df50e0e89b4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 6444fb6c-ecb0-48ba-a284-452a30bfbee9 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:06:35.057002 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:06:35.190064 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1d89dbef-d6d5-4fc7-a21b-6df50e0e89b4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:35.216733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89dbef-d6d5-4fc7-a21b-6df50e0e89b4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=6444fb6c-ecb0-48ba-a284-452a30bfbee9,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:35.390516 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1d89dbef-d6d5-4fc7-a21b-6df50e0e89b4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:35.604158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d89dbef-d6d5-4fc7-a21b-6df50e0e89b4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:06:35.978947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d89dbef-d6d5-4fc7-a21b-6df50e0e89b4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:06:35.983928 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1d89dbef-d6d5-4fc7-a21b-6df50e0e89b4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "PUT /v2.0/routers/ebb15443-f86d-4d6e-923a-abde7b1b7ed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6773765 Oct 26 15:06:35.986816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53558) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:35.991540 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c189aab7-646c-4fdb-b2f2-1ed9f8978d85 None None] Sync routers for ids ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:06:36.001462 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189aab7-646c-4fdb-b2f2-1ed9f8978d85 None None] Routers {'ebb15443-f86d-4d6e-923a-abde7b1b7ed5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:36.002083 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c189aab7-646c-4fdb-b2f2-1ed9f8978d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:36.037031 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-3854d3c2-62d3-47a7-a3e9-ce11d54e166e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting subnet 618f250b-001e-49c3-9d57-72c80d5d6e60 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:06:36.040141 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3854d3c2-62d3-47a7-a3e9-ce11d54e166e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:36.078746 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3854d3c2-62d3-47a7-a3e9-ce11d54e166e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:36.107108 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-c189aab7-646c-4fdb-b2f2-1ed9f8978d85 None None] Set router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:36.164571 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3854d3c2-62d3-47a7-a3e9-ce11d54e166e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:36.223634 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3854d3c2-62d3-47a7-a3e9-ce11d54e166e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:36.251604 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854d3c2-62d3-47a7-a3e9-ce11d54e166e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Subnet': ['ID=618f250b-001e-49c3-9d57-72c80d5d6e60,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:36.253507 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3854d3c2-62d3-47a7-a3e9-ce11d54e166e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:36.259769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53560) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:36.260238 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3854d3c2-62d3-47a7-a3e9-ce11d54e166e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/subnets/618f250b-001e-49c3-9d57-72c80d5d6e60 HTTP/1.1" status: 204 len: 168 time: 0.2721922 Oct 26 15:06:36.261509 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f42301-0c51-444b-9689-cd8d6ad31aa8 None None] Network df13b7cb-23b8-4246-aa2a-dec3c47cfb0e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:06:36.289219 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c189aab7-646c-4fdb-b2f2-1ed9f8978d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:06:35Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:36.317747 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c189aab7-646c-4fdb-b2f2-1ed9f8978d85 None None] Checking router: ebb15443-f86d-4d6e-923a-abde7b1b7ed5 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:06:36.327145 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189aab7-646c-4fdb-b2f2-1ed9f8978d85 None None] Routers {'ebb15443-f86d-4d6e-923a-abde7b1b7ed5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:36.328304 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c189aab7-646c-4fdb-b2f2-1ed9f8978d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:36.435766 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-c189aab7-646c-4fdb-b2f2-1ed9f8978d85 None None] Set router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:36.444667 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b2bf4b-401b-49e6-86ee-1d0478d01b3b None None] DHCP port deletion for df13b7cb-23b8-4246-aa2a-dec3c47cfb0e request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:06:36.494277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2bf4b-401b-49e6-86ee-1d0478d01b3b None None] Deleting port a2e63038-e6cc-4d62-ac9d-541ef87a11b1 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:36.494944 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bf4b-401b-49e6-86ee-1d0478d01b3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:36.559905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-b8b2bf4b-401b-49e6-86ee-1d0478d01b3b None None] For port a2e63038-e6cc-4d62-ac9d-541ef87a11b1, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a2e63038-e6cc-4d62-ac9d-541ef87a11b1,segment=NetworkSegment(bf8413f5-6cd2-45ad-9764-8bb7324fd5bc),segment_id=bf8413f5-6cd2-45ad-9764-8bb7324fd5bc)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:36.560264 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bf4b-401b-49e6-86ee-1d0478d01b3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:36.578093 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2bf4b-401b-49e6-86ee-1d0478d01b3b None None] Calling delete_port for a2e63038-e6cc-4d62-ac9d-541ef87a11b1 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:06:36.624065 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c189aab7-646c-4fdb-b2f2-1ed9f8978d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:06:35Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:36.654294 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c189aab7-646c-4fdb-b2f2-1ed9f8978d85 None None] The sync data for ids ['ebb15443-f86d-4d6e-923a-abde7b1b7ed5'] in n-d-815498-1 is: [{'id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285219153', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:06:35Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '0056c780-3179-4b2d-be2e-8892ab1e80bd', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb15443-f86d-4d6e-923a-abde7b1b7ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:07Z', 'updated_at': '2021-10-26T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:06:36.664509 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bf4b-401b-49e6-86ee-1d0478d01b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:36.693708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2bf4b-401b-49e6-86ee-1d0478d01b3b None None] Pushing event deleted for resources: {'Port': ['ID=a2e63038-e6cc-4d62-ac9d-541ef87a11b1,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:36.695589 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b2bf4b-401b-49e6-86ee-1d0478d01b3b None None] No DVR routers for this DVR port a2e63038-e6cc-4d62-ac9d-541ef87a11b1 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:06:36.702840 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:36.806645 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:36.857658 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 0056c780-3179-4b2d-be2e-8892ab1e80bd {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:36.858020 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:36.938643 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port 0056c780-3179-4b2d-be2e-8892ab1e80bd, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0056c780-3179-4b2d-be2e-8892ab1e80bd,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:36.939000 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:36.950751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 0056c780-3179-4b2d-be2e-8892ab1e80bd owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:06:37.122092 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.148791 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=0056c780-3179-4b2d-be2e-8892ab1e80bd,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:37.161338 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:37.161710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:37.162058 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:37.162397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:37.162750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:37.163086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:37.163424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:37.163749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:37.164072 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:37.164396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:37.164717 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:37.165037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:37.223838 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.297347 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6444fb6c-ecb0-48ba-a284-452a30bfbee9 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:06:37.318271 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 6444fb6c-ecb0-48ba-a284-452a30bfbee9 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:06:37.318695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6444fb6c-ecb0-48ba-a284-452a30bfbee9 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:06:37.319240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a2e63038-e6cc-4d62-ac9d-541ef87a11b1 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:06:37.320669 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.322874 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.342387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: a2e63038-e6cc-4d62-ac9d-541ef87a11b1 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:06:37.342730 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a2e63038-e6cc-4d62-ac9d-541ef87a11b1 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:06:37.366620 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.367086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Fanout notify agent at l3_agent the message router_deleted on router ebb15443-f86d-4d6e-923a-abde7b1b7ed5 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:06:37.373893 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.375031 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-00a74d02-7d8c-40be-99ff-d7c2ac0b44a9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/routers/ebb15443-f86d-4d6e-923a-abde7b1b7ed5 HTTP/1.1" status: 204 len: 168 time: 1.1125369 Oct 26 15:06:37.378232 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53562) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:37.462733 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2135966b-9a39-40bf-bab8-6c71b0cf7716 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.551342 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2135966b-9a39-40bf-bab8-6c71b0cf7716 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.570425 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2135966b-9a39-40bf-bab8-6c71b0cf7716 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df13b7cb-23b8-4246-aa2a-dec3c47cfb0e']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:37.580480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2135966b-9a39-40bf-bab8-6c71b0cf7716 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:37.580781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-2135966b-9a39-40bf-bab8-6c71b0cf7716 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8413f5-6cd2-45ad-9764-8bb7324fd5bc') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:37.591086 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2135966b-9a39-40bf-bab8-6c71b0cf7716 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.603788 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2135966b-9a39-40bf-bab8-6c71b0cf7716 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.609692 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2135966b-9a39-40bf-bab8-6c71b0cf7716 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:06:37.610101 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2135966b-9a39-40bf-bab8-6c71b0cf7716 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: timer() Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:06:37.613001 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:06:37.674542 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2135966b-9a39-40bf-bab8-6c71b0cf7716 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.681677 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2135966b-9a39-40bf-bab8-6c71b0cf7716 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.684200 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2135966b-9a39-40bf-bab8-6c71b0cf7716 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/networks/df13b7cb-23b8-4246-aa2a-dec3c47cfb0e HTTP/1.1" status: 204 len: 168 time: 0.3050261 Oct 26 15:06:37.687431 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53564) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:37.695732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135966b-9a39-40bf-bab8-6c71b0cf7716 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Network': ['ID=df13b7cb-23b8-4246-aa2a-dec3c47cfb0e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:37.748328 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-01d33cb9-f4d8-4e5c-812c-b01979166911 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.773939 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-01d33cb9-f4d8-4e5c-812c-b01979166911 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.839980 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-01d33cb9-f4d8-4e5c-812c-b01979166911 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.842815 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-01d33cb9-f4d8-4e5c-812c-b01979166911 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.844096 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-01d33cb9-f4d8-4e5c-812c-b01979166911 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/security-groups/ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec HTTP/1.1" status: 204 len: 168 time: 0.1551807 Oct 26 15:06:37.853215 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d33cb9-f4d8-4e5c-812c-b01979166911 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5493ef-8a3f-4b6d-b46f-6f8c7c3340ec,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:38.038702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53570) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:38.043339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c23e0a86-87f4-47e9-b9bb-23c8aa1ae428 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-722248331', 'description': 'tempest-secgroup-smoke-722248331 description', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:38.065611 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c23e0a86-87f4-47e9-b9bb-23c8aa1ae428 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.133574 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c23e0a86-87f4-47e9-b9bb-23c8aa1ae428 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.137715 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c23e0a86-87f4-47e9-b9bb-23c8aa1ae428 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.166253 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c23e0a86-87f4-47e9-b9bb-23c8aa1ae428 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.167961 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c23e0a86-87f4-47e9-b9bb-23c8aa1ae428 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1277237 Oct 26 15:06:38.169153 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e0a86-87f4-47e9-b9bb-23c8aa1ae428 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569b02cf-c029-4eff-b0b6-a26c9da110e8,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:38.171818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53572) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:38.177037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-66276c1a-0453-4a66-b0ca-7a61546cbbf0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '569b02cf-c029-4eff-b0b6-a26c9da110e8', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:38.204891 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-66276c1a-0453-4a66-b0ca-7a61546cbbf0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.243999 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 075f034a-6953-4ced-ba4a-2aa55a85fe87 no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:06:38.261223 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-66276c1a-0453-4a66-b0ca-7a61546cbbf0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.265208 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-66276c1a-0453-4a66-b0ca-7a61546cbbf0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.266176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 075f034a-6953-4ced-ba4a-2aa55a85fe87 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:06:38.266533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 075f034a-6953-4ced-ba4a-2aa55a85fe87 not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:06:38.283595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66276c1a-0453-4a66-b0ca-7a61546cbbf0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88fceef-d496-4a2c-94d6-c82ab2a7bf17,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:38.295997 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-66276c1a-0453-4a66-b0ca-7a61546cbbf0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.296470 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-66276c1a-0453-4a66-b0ca-7a61546cbbf0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232810 Oct 26 15:06:38.299223 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53574) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:38.303669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-30890908-fc09-45e8-ab5f-a4f582d5b64e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '569b02cf-c029-4eff-b0b6-a26c9da110e8', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:38.329768 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-30890908-fc09-45e8-ab5f-a4f582d5b64e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.384993 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-30890908-fc09-45e8-ab5f-a4f582d5b64e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.388559 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-30890908-fc09-45e8-ab5f-a4f582d5b64e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.408966 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30890908-fc09-45e8-ab5f-a4f582d5b64e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd8d57a-b7b9-4125-bca2-fd7f3c08a0a5,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:38.417838 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-30890908-fc09-45e8-ab5f-a4f582d5b64e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.419064 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-30890908-fc09-45e8-ab5f-a4f582d5b64e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188867 Oct 26 15:06:38.423898 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53576) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:38.428768 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-3b134609-0b3c-4353-854a-964394cdfac8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '569b02cf-c029-4eff-b0b6-a26c9da110e8', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:38.454810 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b134609-0b3c-4353-854a-964394cdfac8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.512342 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b134609-0b3c-4353-854a-964394cdfac8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.516161 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b134609-0b3c-4353-854a-964394cdfac8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.534812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b134609-0b3c-4353-854a-964394cdfac8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e93424-a49a-40d7-8229-b2816b8cacf2,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:38.539431 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-3b134609-0b3c-4353-854a-964394cdfac8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.543886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3b134609-0b3c-4353-854a-964394cdfac8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154220 Oct 26 15:06:38.544081 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53578) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:38.548317 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-db96083b-95b4-4885-a829-e2c33688a8d0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '569b02cf-c029-4eff-b0b6-a26c9da110e8', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:38.574009 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db96083b-95b4-4885-a829-e2c33688a8d0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.632351 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db96083b-95b4-4885-a829-e2c33688a8d0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.635866 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db96083b-95b4-4885-a829-e2c33688a8d0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.655892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96083b-95b4-4885-a829-e2c33688a8d0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100923c4-d20c-4b0d-ab74-d09114e42b69,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:38.664060 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-db96083b-95b4-4885-a829-e2c33688a8d0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.665282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-db96083b-95b4-4885-a829-e2c33688a8d0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202528 Oct 26 15:06:38.668697 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53580) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:38.672921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-ad09f867-a845-4073-ad13-42cab086aecc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '569b02cf-c029-4eff-b0b6-a26c9da110e8', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:38.694572 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-ad09f867-a845-4073-ad13-42cab086aecc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Project 9cc67f3cdb8d4b968cb02ce9b47e3f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:06:38.699258 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad09f867-a845-4073-ad13-42cab086aecc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.759867 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad09f867-a845-4073-ad13-42cab086aecc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.763610 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad09f867-a845-4073-ad13-42cab086aecc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.783530 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09f867-a845-4073-ad13-42cab086aecc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c0ad18-616b-4433-ad1f-22326c2d64c8,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:38.789184 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ad09f867-a845-4073-ad13-42cab086aecc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.790298 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ad09f867-a845-4073-ad13-42cab086aecc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206768 Oct 26 15:06:38.793615 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53582) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:38.797829 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8e2b9c38-bfd5-4d0c-9d44-9e44e755de06 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '569b02cf-c029-4eff-b0b6-a26c9da110e8', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:38.818225 n-d-815498-1 neutron-server[102124]: INFO neutron.db.securitygroups_db [None req-8e2b9c38-bfd5-4d0c-9d44-9e44e755de06 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Project 9cc67f3cdb8d4b968cb02ce9b47e3f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:06:38.823040 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9c38-bfd5-4d0c-9d44-9e44e755de06 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.881400 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9c38-bfd5-4d0c-9d44-9e44e755de06 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.884649 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9c38-bfd5-4d0c-9d44-9e44e755de06 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.902579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b9c38-bfd5-4d0c-9d44-9e44e755de06 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a9779c-bfce-4a8c-b72a-1b7a9b848e45,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:38.909640 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9c38-bfd5-4d0c-9d44-9e44e755de06 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.910861 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8e2b9c38-bfd5-4d0c-9d44-9e44e755de06 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162989 Oct 26 15:06:38.913674 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53584) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:38.919006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-0ffce2d9-c462-486d-84f5-78fc7ac7f1e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'network': {'name': 'tempest-network-smoke--901858957', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'port_security_enabled': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:38.943327 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffce2d9-c462-486d-84f5-78fc7ac7f1e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:06:38.946804 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0ffce2d9-c462-486d-84f5-78fc7ac7f1e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.971647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffce2d9-c462-486d-84f5-78fc7ac7f1e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:06:38.981031 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0ffce2d9-c462-486d-84f5-78fc7ac7f1e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.981508 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-0ffce2d9-c462-486d-84f5-78fc7ac7f1e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Added segment 40665c6b-aaeb-4cf0-8adb-5f209c0d3da3 of type vlan for network ac6b48cd-60d8-4807-8986-8f09327cc27e Oct 26 15:06:39.020158 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0ffce2d9-c462-486d-84f5-78fc7ac7f1e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:39.044200 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0ffce2d9-c462-486d-84f5-78fc7ac7f1e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:39.049565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffce2d9-c462-486d-84f5-78fc7ac7f1e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:39.050184 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0ffce2d9-c462-486d-84f5-78fc7ac7f1e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:39.108520 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0ffce2d9-c462-486d-84f5-78fc7ac7f1e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1937556 Oct 26 15:06:39.111384 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53586) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:39.116166 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'admin_state_up': True, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:39.120425 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffce2d9-c462-486d-84f5-78fc7ac7f1e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Network': ['ID=ac6b48cd-60d8-4807-8986-8f09327cc27e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:39.131784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network ac6b48cd-60d8-4807-8986-8f09327cc27e details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:06:39.143143 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:39.144151 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:39.194036 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0056c780-3179-4b2d-be2e-8892ab1e80bd no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:06:39.197921 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:39.221404 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 0056c780-3179-4b2d-be2e-8892ab1e80bd {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:06:39.221746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0056c780-3179-4b2d-be2e-8892ab1e80bd not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:06:39.338860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:39.525618 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:39.548515 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:39.651608 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.25.4.64 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/84168782-5b28-43a4-9125-cd6dacd045cb) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:06:39.755796 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:39.787268 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:39.826986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:06:39.829885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:06:39.833456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:06:39.855580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=84168782-5b28-43a4-9125-cd6dacd045cb,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:40.078629 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:40.274642 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:40.399177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 1a16e9a7-f624-4074-b23c-1628f6e93cdd is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:06:40.503694 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:06:40.514841 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Sync routers for ids ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:06:40.525774 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:40.526058 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Routers {'1a16e9a7-f624-4074-b23c-1628f6e93cdd'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:40.526830 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:40.527573 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a5dabddd-b771-4aad-b753-5f4abf3ce518 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4148750 Oct 26 15:06:40.531160 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53588) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:40.605660 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a7e68cee-e7b8-4b75-9175-2fdcde033a6a tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731707 Oct 26 15:06:40.608484 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53592) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:40.637383 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Set router 1a16e9a7-f624-4074-b23c-1628f6e93cdd gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:40.694983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097df1e6-3278-4c25-8834-8d73a9d4421b tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:40.702503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-097df1e6-3278-4c25-8834-8d73a9d4421b tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902472 Oct 26 15:06:40.702850 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53594) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:40.737947 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1111b8cc-d2f8-454e-9c5e-614a228eac63 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316200 Oct 26 15:06:40.738236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53596) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:40.743246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-2fce8196-7788-4310-87fb-20dd2d1ec8cf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1588832831', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:40.813656 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:39Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:40.830572 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fce8196-7788-4310-87fb-20dd2d1ec8cf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:06:40.834099 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2fce8196-7788-4310-87fb-20dd2d1ec8cf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:40.844389 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Checking router: 1a16e9a7-f624-4074-b23c-1628f6e93cdd for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:06:40.844741 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Updating router 1a16e9a7-f624-4074-b23c-1628f6e93cdd port 84168782-5b28-43a4-9125-cd6dacd045cb binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:06:40.868207 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:41.015358 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2fce8196-7788-4310-87fb-20dd2d1ec8cf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:41.079044 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce8196-7788-4310-87fb-20dd2d1ec8cf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Subnet': ['ID=6c2d8897-f55c-4797-98df-7ef468beca38,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:41.087667 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fce8196-7788-4310-87fb-20dd2d1ec8cf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Checking segment: {'id': '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:06:41.088034 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fce8196-7788-4310-87fb-20dd2d1ec8cf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network hostable DHCP agents. Network: ac6b48cd-60d8-4807-8986-8f09327cc27e, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:06:41.104762 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fce8196-7788-4310-87fb-20dd2d1ec8cf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network ac6b48cd-60d8-4807-8986-8f09327cc27e is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:06:41.114206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-2fce8196-7788-4310-87fb-20dd2d1ec8cf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, ac6b48cd-60d8-4807-8986-8f09327cc27e) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:06:41.120875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fce8196-7788-4310-87fb-20dd2d1ec8cf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:41.120875 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2fce8196-7788-4310-87fb-20dd2d1ec8cf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:41.124215 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:41.127195 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b5de4f-2433-44d4-ad8c-9eb756dab253 None None] Network ac6b48cd-60d8-4807-8986-8f09327cc27e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:06:41.143090 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2fce8196-7788-4310-87fb-20dd2d1ec8cf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4038243 Oct 26 15:06:41.145996 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53598) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:41.168644 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:41.237554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7608b-e8b2-4c93-ac21-8ece9602fab0 None None] Pushing event updated for resources: {'Port': ['ID=84168782-5b28-43a4-9125-cd6dacd045cb,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:41.241897 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Attempting to bind port 84168782-5b28-43a4-9125-cd6dacd045cb on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:06:41.242295 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Attempting to bind port 84168782-5b28-43a4-9125-cd6dacd045cb by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:06:41.242662 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Attempting to bind port 84168782-5b28-43a4-9125-cd6dacd045cb on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:06:41.256199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:06:41.256582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:06:41.256981 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:41.257373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:06:41.257847 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Bound port: 84168782-5b28-43a4-9125-cd6dacd045cb, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:06:41.258254 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:41.348126 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] For port 84168782-5b28-43a4-9125-cd6dacd045cb, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:06:41.352872 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] For port 84168782-5b28-43a4-9125-cd6dacd045cb, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=84168782-5b28-43a4-9125-cd6dacd045cb,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:06:41.372512 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:41.383586 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-ac6b48cd-60d8-4807-8986-8f09327cc27e', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ips': [{'subnet_id': '6c2d8897-f55c-4797-98df-7ef468beca38'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:06:41.384398 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:41.496306 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7608b-e8b2-4c93-ac21-8ece9602fab0 None None] Pushing event updated for resources: {'Port': ['ID=84168782-5b28-43a4-9125-cd6dacd045cb,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:41.503204 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Routers {'1a16e9a7-f624-4074-b23c-1628f6e93cdd'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:41.503826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:41.823350 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Allocated IP 172.20.0.2 (ac6b48cd-60d8-4807-8986-8f09327cc27e/6c2d8897-f55c-4797-98df-7ef468beca38/0eaed915-383c-4c4b-86af-8d4f07a5e897) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:06:41.826299 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] Set router 1a16e9a7-f624-4074-b23c-1628f6e93cdd gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:41.909171 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:42.105785 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:42.113182 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:42.147850 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:39Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:42.155951 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Network ac6b48cd-60d8-4807-8986-8f09327cc27e is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:06:42.178257 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.20.0.1 (ac6b48cd-60d8-4807-8986-8f09327cc27e/6c2d8897-f55c-4797-98df-7ef468beca38/a095e371-eb03-4574-ba63-2ab5bbc4126a) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:06:42.188173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:06:42.191967 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512c3f2-4f10-422c-b7d2-0e9c7ecc6ca4 None None] The sync data for ids ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'] in n-d-815498-1 is: [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:39Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:06:42.193511 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:06:42.203379 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Pushing event updated for resources: {'Port': ['ID=0eaed915-383c-4c4b-86af-8d4f07a5e897,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:42.259190 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Attempting to bind port 0eaed915-383c-4c4b-86af-8d4f07a5e897 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:06:42.259580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Attempting to bind port 0eaed915-383c-4c4b-86af-8d4f07a5e897 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:06:42.259938 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Attempting to bind port 0eaed915-383c-4c4b-86af-8d4f07a5e897 on network ac6b48cd-60d8-4807-8986-8f09327cc27e {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:06:42.265524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:06:42.265895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Checking segment: {'id': '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:06:42.266316 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:42.266703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Bound using segment: {'id': '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:06:42.267167 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Bound port: 0eaed915-383c-4c4b-86af-8d4f07a5e897, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:06:42.267544 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:42.304602 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:42.331677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] For port 0eaed915-383c-4c4b-86af-8d4f07a5e897, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:06:42.335051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] For port 0eaed915-383c-4c4b-86af-8d4f07a5e897, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0eaed915-383c-4c4b-86af-8d4f07a5e897,segment=NetworkSegment(40665c6b-aaeb-4cf0-8adb-5f209c0d3da3),segment_id=40665c6b-aaeb-4cf0-8adb-5f209c0d3da3)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:06:42.342038 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:42.342882 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:42.383904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network ac6b48cd-60d8-4807-8986-8f09327cc27e is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:06:42.387732 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:06:42.391831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:06:42.402506 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7ca1b-6859-4ff3-a9b8-6395eba371c2 None None] Pushing event updated for resources: {'Port': ['ID=0eaed915-383c-4c4b-86af-8d4f07a5e897,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:42.427930 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=a095e371-eb03-4574-ba63-2ab5bbc4126a,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:42.452560 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:42.644538 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:42.900405 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-cf856a94-d8a8-405d-a1fb-ce3734e5d015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:42.941088 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:42.946471 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.021034 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=a095e371-eb03-4574-ba63-2ab5bbc4126a,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:43.026178 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.126555 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network ac6b48cd-60d8-4807-8986-8f09327cc27e is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:06:43.128075 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:06:43.256912 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 1a16e9a7-f624-4074-b23c-1628f6e93cdd has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:06:43.312567 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 84168782-5b28-43a4-9125-cd6dacd045cb up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:06:43.363208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 84168782-5b28-43a4-9125-cd6dacd045cb triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:43.363576 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.385224 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:06:43.391099 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5104810d-ab4d-44f0-8291-e7007dff4f3e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "PUT /v2.0/routers/1a16e9a7-f624-4074-b23c-1628f6e93cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2440720 Oct 26 15:06:43.460355 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.468935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d053c9-66e0-4f11-831d-5db91622ee17 None None] Network ac6b48cd-60d8-4807-8986-8f09327cc27e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:06:43.537319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 84168782-5b28-43a4-9125-cd6dacd045cb, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=84168782-5b28-43a4-9125-cd6dacd045cb,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:43.541790 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-05c684e7-0347-4512-b618-0d3cd67c3ab5 None None] Provisioning complete for port 0eaed915-383c-4c4b-86af-8d4f07a5e897 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:43.542225 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-05c684e7-0347-4512-b618-0d3cd67c3ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.545161 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.545939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0eaed915-383c-4c4b-86af-8d4f07a5e897 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:06:43.554748 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-b942b422-2793-403d-a678-3a69a9ed7a28 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-722248331&fields=id&tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 267 time: 0.0347202 Oct 26 15:06:43.673231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-48c4c191-7efe-4803-80b7-9e4da017cb80 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:43.674734 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-48c4c191-7efe-4803-80b7-9e4da017cb80 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/networks?id=ac6b48cd-60d8-4807-8986-8f09327cc27e HTTP/1.1" status: 200 len: 796 time: 0.1118598 Oct 26 15:06:43.691263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-b064df72-e388-46bf-841d-828b38c5ad8c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/quotas/9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 375 time: 0.0103571 Oct 26 15:06:43.702609 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=84168782-5b28-43a4-9125-cd6dacd045cb,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:43.735415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 0eaed915-383c-4c4b-86af-8d4f07a5e897 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:43.735791 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.750836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-591581ff-d036-4ebe-b98b-624c0133692e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537884 Oct 26 15:06:43.806045 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-af871ec5-c828-42f7-9a92-b26dc73b1dcb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:06:43.806597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-af871ec5-c828-42f7-9a92-b26dc73b1dcb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0430562 Oct 26 15:06:43.820500 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-05c684e7-0347-4512-b618-0d3cd67c3ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.844383 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Sync routers for ids ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:06:43.854855 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Routers {'1a16e9a7-f624-4074-b23c-1628f6e93cdd'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:43.855465 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:43.868987 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-05c684e7-0347-4512-b618-0d3cd67c3ab5 None None] For port 0eaed915-383c-4c4b-86af-8d4f07a5e897, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0eaed915-383c-4c4b-86af-8d4f07a5e897,segment=NetworkSegment(40665c6b-aaeb-4cf0-8adb-5f209c0d3da3),segment_id=40665c6b-aaeb-4cf0-8adb-5f209c0d3da3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:43.890441 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-05c684e7-0347-4512-b618-0d3cd67c3ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.936837 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.943047 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-23a7a849-f085-4926-94ea-fd09e6630e62 service neutron] 10.222.0.32 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274920 Oct 26 15:06:43.968846 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c684e7-0347-4512-b618-0d3cd67c3ab5 None None] Pushing event updated for resources: {'Port': ['ID=0eaed915-383c-4c4b-86af-8d4f07a5e897,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:44.012225 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:06:44.012850 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:06:44.058191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-f0c10f26-8298-4652-ad18-1b7ae4896f46 service neutron] 10.222.0.32 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074922 Oct 26 15:06:44.086605 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Set router 1a16e9a7-f624-4074-b23c-1628f6e93cdd gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:44.117199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2aac4bb9-b70b-43a9-894f-7e2174392854 None None] Provisioning complete for port 0eaed915-383c-4c4b-86af-8d4f07a5e897 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:44.117920 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2aac4bb9-b70b-43a9-894f-7e2174392854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.239849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2aac4bb9-b70b-43a9-894f-7e2174392854 None None] Provisioning complete for port a095e371-eb03-4574-ba63-2ab5bbc4126a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:44.240413 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2aac4bb9-b70b-43a9-894f-7e2174392854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.290454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9845f883-1318-4b2e-b49e-91f3f61d66cc req-4f96ea8c-0b6b-401c-a9e5-2a24a24c4a82 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 210 time: 0.0397964 Oct 26 15:06:44.297713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-2aac4bb9-b70b-43a9-894f-7e2174392854 None None] Port a095e371-eb03-4574-ba63-2ab5bbc4126a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:06:44.340060 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:42Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'a095e371-eb03-4574-ba63-2ab5bbc4126a', 'name': '', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:cf:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:42Z', 'updated_at': '2021-10-26T15:06:42Z', 'revision_number': 2, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:44.371408 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Checking router: 1a16e9a7-f624-4074-b23c-1628f6e93cdd for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:06:44.371763 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Updating router 1a16e9a7-f624-4074-b23c-1628f6e93cdd port a095e371-eb03-4574-ba63-2ab5bbc4126a binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:06:44.399839 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.424708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-930d7d48-1b7b-4c2c-bfcf-e77d4d79e4ae None None] Provisioning complete for port a095e371-eb03-4574-ba63-2ab5bbc4126a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:44.425147 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-930d7d48-1b7b-4c2c-bfcf-e77d4d79e4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.473533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-930d7d48-1b7b-4c2c-bfcf-e77d4d79e4ae None None] Port a095e371-eb03-4574-ba63-2ab5bbc4126a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:06:44.606702 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-52961934-616b-4bd6-8f43-e195a7f324bc None None] Provisioning complete for port a095e371-eb03-4574-ba63-2ab5bbc4126a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:44.607068 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-52961934-616b-4bd6-8f43-e195a7f324bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.646905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-52961934-616b-4bd6-8f43-e195a7f324bc None None] Port a095e371-eb03-4574-ba63-2ab5bbc4126a cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:06:44.706948 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.712397 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.765078 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1beefce-927c-48b7-bfc4-d3b9ede3cbcc None None] Pushing event updated for resources: {'Port': ['ID=a095e371-eb03-4574-ba63-2ab5bbc4126a,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:44.774754 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1beefce-927c-48b7-bfc4-d3b9ede3cbcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:44.775175 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1beefce-927c-48b7-bfc4-d3b9ede3cbcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:44.775656 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1beefce-927c-48b7-bfc4-d3b9ede3cbcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:44.776128 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1beefce-927c-48b7-bfc4-d3b9ede3cbcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:44.777151 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1beefce-927c-48b7-bfc4-d3b9ede3cbcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:44.777547 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1beefce-927c-48b7-bfc4-d3b9ede3cbcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:44.777938 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1beefce-927c-48b7-bfc4-d3b9ede3cbcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:44.778348 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1beefce-927c-48b7-bfc4-d3b9ede3cbcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:44.778912 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1beefce-927c-48b7-bfc4-d3b9ede3cbcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:44.779287 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1beefce-927c-48b7-bfc4-d3b9ede3cbcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:44.779671 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1beefce-927c-48b7-bfc4-d3b9ede3cbcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:44.780047 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1beefce-927c-48b7-bfc4-d3b9ede3cbcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:44.841167 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Attempting to bind port a095e371-eb03-4574-ba63-2ab5bbc4126a on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:06:44.841533 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Attempting to bind port a095e371-eb03-4574-ba63-2ab5bbc4126a by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:06:44.841897 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Attempting to bind port a095e371-eb03-4574-ba63-2ab5bbc4126a on network ac6b48cd-60d8-4807-8986-8f09327cc27e {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:06:44.847017 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:06:44.847682 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Checking segment: {'id': '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:06:44.847798 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.848139 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Bound using segment: {'id': '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:06:44.848594 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Bound port: a095e371-eb03-4574-ba63-2ab5bbc4126a, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:06:44.848969 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.919970 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] For port a095e371-eb03-4574-ba63-2ab5bbc4126a, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:06:44.923594 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] For port a095e371-eb03-4574-ba63-2ab5bbc4126a, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a095e371-eb03-4574-ba63-2ab5bbc4126a,segment=NetworkSegment(40665c6b-aaeb-4cf0-8adb-5f209c0d3da3),segment_id=40665c6b-aaeb-4cf0-8adb-5f209c0d3da3)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:06:44.928715 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.974905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-db9754f3-f289-4b8e-b8f7-1063b655c4fc None None] Provisioning complete for port a095e371-eb03-4574-ba63-2ab5bbc4126a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:44.975897 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-db9754f3-f289-4b8e-b8f7-1063b655c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.004996 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Routers {'1a16e9a7-f624-4074-b23c-1628f6e93cdd'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:45.005605 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:06:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:45.042362 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1beefce-927c-48b7-bfc4-d3b9ede3cbcc None None] Pushing event updated for resources: {'Port': ['ID=a095e371-eb03-4574-ba63-2ab5bbc4126a,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:45.057705 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-db9754f3-f289-4b8e-b8f7-1063b655c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.093113 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-db9754f3-f289-4b8e-b8f7-1063b655c4fc None None] For port a095e371-eb03-4574-ba63-2ab5bbc4126a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a095e371-eb03-4574-ba63-2ab5bbc4126a,segment=NetworkSegment(40665c6b-aaeb-4cf0-8adb-5f209c0d3da3),segment_id=40665c6b-aaeb-4cf0-8adb-5f209c0d3da3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:45.098104 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-db9754f3-f289-4b8e-b8f7-1063b655c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.127472 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] Set router 1a16e9a7-f624-4074-b23c-1628f6e93cdd gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:45.159043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9754f3-f289-4b8e-b8f7-1063b655c4fc None None] Pushing event updated for resources: {'Port': ['ID=a095e371-eb03-4574-ba63-2ab5bbc4126a,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:45.204547 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-59495beb-07f6-4467-9f15-8fb1f9285bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.229108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-299a10e5-6c72-402a-afce-022e171f15ab None None] Provisioning complete for port a095e371-eb03-4574-ba63-2ab5bbc4126a triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:45.229523 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-299a10e5-6c72-402a-afce-022e171f15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.284834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 84168782-5b28-43a4-9125-cd6dacd045cb up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:06:45.382816 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 84168782-5b28-43a4-9125-cd6dacd045cb triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:45.383188 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.440263 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a7b4b1fd-afb5-4c35-8f16-dec6b91bf09b req-2a6f7415-6d09-42ce-b91d-39b145f447f8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 210 time: 0.0419528 Oct 26 15:06:45.449531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-eb2c20db-bf73-4e4d-b6c6-c9d9c9bd18d9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:45.453308 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-eb2c20db-bf73-4e4d-b6c6-c9d9c9bd18d9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/networks?id=ac6b48cd-60d8-4807-8986-8f09327cc27e HTTP/1.1" status: 200 len: 796 time: 0.1744471 Oct 26 15:06:45.461183 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:42Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'a095e371-eb03-4574-ba63-2ab5bbc4126a', 'name': '', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:cf:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:42Z', 'updated_at': '2021-10-26T15:06:44Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:45.468727 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0eaed915-383c-4c4b-86af-8d4f07a5e897 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:06:45.488283 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60783a7-59c8-49aa-862e-d8da0e5b82a8 None None] The sync data for ids ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'] in n-d-815498-1 is: [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:42Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'a095e371-eb03-4574-ba63-2ab5bbc4126a', 'name': '', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:cf:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:42Z', 'updated_at': '2021-10-26T15:06:44Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:06:45.501831 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-bff84a1d-af37-49c7-a3dc-9c4f1682d77b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 379 time: 0.0364058 Oct 26 15:06:45.513872 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-4040623f-3602-49e2-a1bc-d42285c38ce6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'port': {'device_id': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'admin_state_up': True, 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'security_groups': ['569b02cf-c029-4eff-b0b6-a26c9da110e8']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:45.517545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 0eaed915-383c-4c4b-86af-8d4f07a5e897 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:45.517920 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.651067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-4040623f-3602-49e2-a1bc-d42285c38ce6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:06:45.655410 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-4040623f-3602-49e2-a1bc-d42285c38ce6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.795403 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-4040623f-3602-49e2-a1bc-d42285c38ce6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.20.0.12 (ac6b48cd-60d8-4807-8986-8f09327cc27e/6c2d8897-f55c-4797-98df-7ef468beca38/6009296d-14a3-4e77-80b6-cd9b22900649) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:06:45.946731 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-4040623f-3602-49e2-a1bc-d42285c38ce6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.982116 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-4040623f-3602-49e2-a1bc-d42285c38ce6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.037092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-4040623f-3602-49e2-a1bc-d42285c38ce6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network ac6b48cd-60d8-4807-8986-8f09327cc27e is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:06:46.040353 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-4040623f-3602-49e2-a1bc-d42285c38ce6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:06:46.044820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-4040623f-3602-49e2-a1bc-d42285c38ce6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:06:46.051870 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040623f-3602-49e2-a1bc-d42285c38ce6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=6009296d-14a3-4e77-80b6-cd9b22900649,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:46.111549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-4040623f-3602-49e2-a1bc-d42285c38ce6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:46.112702 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-4040623f-3602-49e2-a1bc-d42285c38ce6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.134153 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-4040623f-3602-49e2-a1bc-d42285c38ce6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6248457 Oct 26 15:06:46.153537 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Request body: {'port': {'device_id': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:46.211285 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.284028 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ec16f205-b928-40ee-9f9d-4f33a881361f None None] Provisioning complete for port 6009296d-14a3-4e77-80b6-cd9b22900649 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:46.285013 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ec16f205-b928-40ee-9f9d-4f33a881361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.325005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ec16f205-b928-40ee-9f9d-4f33a881361f None None] Port 6009296d-14a3-4e77-80b6-cd9b22900649 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:06:46.500150 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6009296d-14a3-4e77-80b6-cd9b22900649 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:06:46.508486 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.521731 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Transition to ACTIVE for port object 6009296d-14a3-4e77-80b6-cd9b22900649 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:06:46.527513 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.559864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802594f5-1500-4f60-9c66-1c5c6bf0817a req-6c786630-d1ce-47c9-aef0-2854bcec3eb7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:46.568597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-802594f5-1500-4f60-9c66-1c5c6bf0817a req-6c786630-d1ce-47c9-aef0-2854bcec3eb7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 932 time: 0.0675173 Oct 26 15:06:46.602647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6009296d-14a3-4e77-80b6-cd9b22900649,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:46.618430 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-802594f5-1500-4f60-9c66-1c5c6bf0817a req-f4e9e304-a22f-4f47-ba40-97d122ee904e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465252 Oct 26 15:06:46.655253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Attempting to bind port 6009296d-14a3-4e77-80b6-cd9b22900649 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:06:46.655688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Attempting to bind port 6009296d-14a3-4e77-80b6-cd9b22900649 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:06:46.656094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Attempting to bind port 6009296d-14a3-4e77-80b6-cd9b22900649 on network ac6b48cd-60d8-4807-8986-8f09327cc27e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:06:46.660566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Port 6009296d-14a3-4e77-80b6-cd9b22900649 on network ac6b48cd-60d8-4807-8986-8f09327cc27e not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:06:46.660892 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Attempting to bind port 6009296d-14a3-4e77-80b6-cd9b22900649 on network ac6b48cd-60d8-4807-8986-8f09327cc27e {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:06:46.666451 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:06:46.666790 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Checking segment: {'id': '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:06:46.667205 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Bound using segment: {'id': '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:06:46.667647 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Bound port: 6009296d-14a3-4e77-80b6-cd9b22900649, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:06:46.668009 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.743076 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] For port 6009296d-14a3-4e77-80b6-cd9b22900649, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:06:46.746479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] For port 6009296d-14a3-4e77-80b6-cd9b22900649, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6009296d-14a3-4e77-80b6-cd9b22900649,segment=NetworkSegment(40665c6b-aaeb-4cf0-8adb-5f209c0d3da3),segment_id=40665c6b-aaeb-4cf0-8adb-5f209c0d3da3)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:06:46.752811 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.755619 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.791914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:46.792525 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.793912 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/6009296d-14a3-4e77-80b6-cd9b22900649 HTTP/1.1" status: 200 len: 1092 time: 0.6521387 Oct 26 15:06:46.794386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'tag': '6009296d-14a3-4e77-80b6-cd9b22900649'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:46.796704 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09579b85-954c-4dfe-a86e-801d2c8d9e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf65bee7-2862-4916-aa6d-883a51a8f226", "tag": "6009296d-14a3-4e77-80b6-cd9b22900649"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:46.828498 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2976ed-7b02-4e4a-a4d0-09ea14b1c5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6009296d-14a3-4e77-80b6-cd9b22900649,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:46.883522 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-c610895e-92ee-4410-94ef-84a59237845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:46.885051 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-c610895e-92ee-4410-94ef-84a59237845e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 1095 time: 0.0470259 Oct 26 15:06:46.931352 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1828e94-d966-47b3-af1e-1a86fbeebe38 x-openstack-request-id: req-e1828e94-d966-47b3-af1e-1a86fbeebe38 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:46.931659 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf65bee7-2862-4916-aa6d-883a51a8f226", "tag": "6009296d-14a3-4e77-80b6-cd9b22900649", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:46.931923 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1828e94-d966-47b3-af1e-1a86fbeebe38 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:46.932327 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'tag': '6009296d-14a3-4e77-80b6-cd9b22900649', 'status': 'completed', 'code': 200} Oct 26 15:06:46.934714 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-7cd883a2-12e8-4483-a202-4253a99bbce7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6009296d-14a3-4e77-80b6-cd9b22900649 HTTP/1.1" status: 200 len: 217 time: 0.0416083 Oct 26 15:06:46.989564 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-b9b69da1-ef9c-4547-b78b-e35f23ad40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:46.991118 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-b9b69da1-ef9c-4547-b78b-e35f23ad40f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c2d8897-f55c-4797-98df-7ef468beca38 HTTP/1.1" status: 200 len: 835 time: 0.0468943 Oct 26 15:06:47.037957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-0b03f017-a160-4ff9-b722-d70472dc1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:47.039510 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-0b03f017-a160-4ff9-b722-d70472dc1e5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac6b48cd-60d8-4807-8986-8f09327cc27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414917 Oct 26 15:06:47.092682 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:47.135383 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-0d76813b-0db5-4df6-bb6d-ffe93ebd594c service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884776 Oct 26 15:06:47.228273 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-5e6bb4fd-e366-4a45-87bd-9b740ebff4b6 req-05871272-e8fd-4284-8bec-0d8fecfaad19 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857141 Oct 26 15:06:47.271061 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a095e371-eb03-4574-ba63-2ab5bbc4126a up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:06:47.319136 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port a095e371-eb03-4574-ba63-2ab5bbc4126a triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:47.319826 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:47.321236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09579b85-954c-4dfe-a86e-801d2c8d9e1f req-c3be7fcf-9290-4437-ac91-536583fbfeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:47.322792 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-09579b85-954c-4dfe-a86e-801d2c8d9e1f req-c3be7fcf-9290-4437-ac91-536583fbfeec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 1095 time: 0.0460389 Oct 26 15:06:47.414208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09579b85-954c-4dfe-a86e-801d2c8d9e1f req-df28e853-2b56-4934-9b89-dc2b9d5775da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:47.415685 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-09579b85-954c-4dfe-a86e-801d2c8d9e1f req-df28e853-2b56-4934-9b89-dc2b9d5775da service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac6b48cd-60d8-4807-8986-8f09327cc27e HTTP/1.1" status: 200 len: 897 time: 0.0856850 Oct 26 15:06:47.460338 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-09579b85-954c-4dfe-a86e-801d2c8d9e1f req-04c81e6d-1fc0-4418-8357-739f25774fad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6009296d-14a3-4e77-80b6-cd9b22900649 HTTP/1.1" status: 200 len: 217 time: 0.0374296 Oct 26 15:06:47.513905 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09579b85-954c-4dfe-a86e-801d2c8d9e1f req-ee97bff5-70f8-4b0f-885e-50a64693d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:47.515404 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-09579b85-954c-4dfe-a86e-801d2c8d9e1f req-ee97bff5-70f8-4b0f-885e-50a64693d39b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c2d8897-f55c-4797-98df-7ef468beca38 HTTP/1.1" status: 200 len: 835 time: 0.0482213 Oct 26 15:06:47.560695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09579b85-954c-4dfe-a86e-801d2c8d9e1f req-5e3b9797-8a44-42cc-a384-479a92bfb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:47.562115 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-09579b85-954c-4dfe-a86e-801d2c8d9e1f req-5e3b9797-8a44-42cc-a384-479a92bfb86f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac6b48cd-60d8-4807-8986-8f09327cc27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395622 Oct 26 15:06:47.657043 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-09579b85-954c-4dfe-a86e-801d2c8d9e1f req-72a2e066-f384-4340-a073-49126869d1f8 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878582 Oct 26 15:06:47.732464 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89a58e-2bce-44c2-9e9f-f17f826b9ae8 req-c7db362f-d61f-431c-97f5-14ebb0595b90 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:47.734728 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc89a58e-2bce-44c2-9e9f-f17f826b9ae8 req-c7db362f-d61f-431c-97f5-14ebb0595b90 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 944 time: 0.0522852 Oct 26 15:06:47.749056 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-09579b85-954c-4dfe-a86e-801d2c8d9e1f req-4abe7e73-bfbe-4f68-b296-aceb2c7deaf5 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841858 Oct 26 15:06:47.772918 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bc89a58e-2bce-44c2-9e9f-f17f826b9ae8 req-d12ca4f8-b0f4-4515-97fc-b8fef545037d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324187 Oct 26 15:06:48.790616 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:48.891258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d333842-a305-4b79-b2bc-0d2f4d3aeb74 req-9c5ddd5f-ef83-4e4a-9598-ce854247a8eb tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:48.892737 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d333842-a305-4b79-b2bc-0d2f4d3aeb74 req-9c5ddd5f-ef83-4e4a-9598-ce854247a8eb tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 944 time: 0.0495942 Oct 26 15:06:48.930915 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d333842-a305-4b79-b2bc-0d2f4d3aeb74 req-c83af7f0-a14e-45fd-9adc-4e021541aa09 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319839 Oct 26 15:06:50.046415 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841958f4-e5af-423c-b212-abaa4b4e682c req-113d285f-e80a-49dc-b60d-073bcd964d19 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:50.048077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-841958f4-e5af-423c-b212-abaa4b4e682c req-113d285f-e80a-49dc-b60d-073bcd964d19 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 944 time: 0.0502183 Oct 26 15:06:50.089368 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-841958f4-e5af-423c-b212-abaa4b4e682c req-353b025c-1c9c-46c9-928e-2806b05e1ec8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347707 Oct 26 15:06:50.365956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6009296d-14a3-4e77-80b6-cd9b22900649 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:06:50.461853 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6009296d-14a3-4e77-80b6-cd9b22900649, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6009296d-14a3-4e77-80b6-cd9b22900649,segment=NetworkSegment(40665c6b-aaeb-4cf0-8adb-5f209c0d3da3),segment_id=40665c6b-aaeb-4cf0-8adb-5f209c0d3da3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:50.472762 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '6009296d-14a3-4e77-80b6-cd9b22900649', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'port_id': '6009296d-14a3-4e77-80b6-cd9b22900649', 'mac_address': 'fa:16:3e:da:1e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:06:50.509222 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:50.524914 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6009296d-14a3-4e77-80b6-cd9b22900649 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:06:50.544526 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6009296d-14a3-4e77-80b6-cd9b22900649, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6009296d-14a3-4e77-80b6-cd9b22900649,segment=NetworkSegment(40665c6b-aaeb-4cf0-8adb-5f209c0d3da3),segment_id=40665c6b-aaeb-4cf0-8adb-5f209c0d3da3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:50.549711 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:50.601342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=6009296d-14a3-4e77-80b6-cd9b22900649,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:50.904340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['6009296d-14a3-4e77-80b6-cd9b22900649'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:06:51.208377 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707a7c9-e41e-43be-bb26-d42f32b7f05c req-af019d5d-31af-4a1e-a9d5-35cbbaf903cb tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:51.209847 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c707a7c9-e41e-43be-bb26-d42f32b7f05c req-af019d5d-31af-4a1e-a9d5-35cbbaf903cb tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 945 time: 0.0527875 Oct 26 15:06:51.246246 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c707a7c9-e41e-43be-bb26-d42f32b7f05c req-6b22e35f-0fe9-4bf9-a23c-7358a23eb6ab tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296602 Oct 26 15:06:52.363756 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d1296-bab5-43cd-8861-254bcd7c4077 req-38d96474-e31b-4eb6-87ef-a44d308f333a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:52.365221 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b3d1296-bab5-43cd-8861-254bcd7c4077 req-38d96474-e31b-4eb6-87ef-a44d308f333a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 945 time: 0.0478795 Oct 26 15:06:52.371976 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6009296d-14a3-4e77-80b6-cd9b22900649 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:06:52.402939 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1b3d1296-bab5-43cd-8861-254bcd7c4077 req-d4d64e84-2a83-46b6-a19d-331ffc54eae7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312021 Oct 26 15:06:52.426598 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 6009296d-14a3-4e77-80b6-cd9b22900649 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:06:52.430530 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 6009296d-14a3-4e77-80b6-cd9b22900649 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:52.430902 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:52.508063 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:52.529259 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6009296d-14a3-4e77-80b6-cd9b22900649'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:52.531526 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1346d2-0e8f-4427-8f58-31fe449a8693" -d '{"events": [{"server_uuid": "bf65bee7-2862-4916-aa6d-883a51a8f226", "name": "network-vif-plugged", "status": "completed", "tag": "6009296d-14a3-4e77-80b6-cd9b22900649"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:52.544615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6009296d-14a3-4e77-80b6-cd9b22900649, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6009296d-14a3-4e77-80b6-cd9b22900649,segment=NetworkSegment(40665c6b-aaeb-4cf0-8adb-5f209c0d3da3),segment_id=40665c6b-aaeb-4cf0-8adb-5f209c0d3da3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:52.548382 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:52.595563 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=6009296d-14a3-4e77-80b6-cd9b22900649,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:52.624412 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedbc479-f5fa-4532-873c-27e2dde6a03e x-openstack-request-id: req-aedbc479-f5fa-4532-873c-27e2dde6a03e {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:52.624706 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf65bee7-2862-4916-aa6d-883a51a8f226", "name": "network-vif-plugged", "status": "completed", "tag": "6009296d-14a3-4e77-80b6-cd9b22900649", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:52.624984 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aedbc479-f5fa-4532-873c-27e2dde6a03e {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:52.625450 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6009296d-14a3-4e77-80b6-cd9b22900649', 'code': 200} Oct 26 15:06:52.720402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93661047-4790-4944-abf7-0d0bf81a8c0f req-dd78d8d4-7a0e-4622-924f-afd1a0aac284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:52.721879 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-93661047-4790-4944-abf7-0d0bf81a8c0f req-dd78d8d4-7a0e-4622-924f-afd1a0aac284 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 1097 time: 0.0393202 Oct 26 15:06:52.762403 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-93661047-4790-4944-abf7-0d0bf81a8c0f req-9e179df1-279a-40e9-9a77-eae0d3c75c43 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326419 Oct 26 15:06:53.516999 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e775e-ac46-4f5d-8032-9b7353bf28e5 req-70dd4697-834b-462e-a3fd-e8a8972ef0cb tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:53.518382 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-112e775e-ac46-4f5d-8032-9b7353bf28e5 req-70dd4697-834b-462e-a3fd-e8a8972ef0cb tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0482388 Oct 26 15:06:53.554394 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-112e775e-ac46-4f5d-8032-9b7353bf28e5 req-2043211f-2cdd-420e-89a5-59265b0b34d4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301805 Oct 26 15:06:54.032640 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:54.674583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f0504-536d-4067-b4f0-3bcfae6982bb req-0082e0d6-fa74-4c29-a9ed-cf514069a189 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:54.676034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d52f0504-536d-4067-b4f0-3bcfae6982bb req-0082e0d6-fa74-4c29-a9ed-cf514069a189 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0526290 Oct 26 15:06:54.712625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d52f0504-536d-4067-b4f0-3bcfae6982bb req-cf64930c-b99a-4a9a-a53e-762cbe74b61e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306706 Oct 26 15:06:54.826882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f81f90-8f8a-448d-84d3-e74bb9b5a533 req-d154814a-0d4c-478b-9762-7d7bd92582fe tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:54.828361 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77f81f90-8f8a-448d-84d3-e74bb9b5a533 req-d154814a-0d4c-478b-9762-7d7bd92582fe tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0488477 Oct 26 15:06:54.865150 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77f81f90-8f8a-448d-84d3-e74bb9b5a533 req-d23c5e52-cb4a-46fb-86c7-4bcd9493c62d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308652 Oct 26 15:06:54.886819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53658) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:54.924807 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a9b5ed-6e17-4bbb-afc2-4d363c4137d0 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:54.926695 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-78a9b5ed-6e17-4bbb-afc2-4d363c4137d0 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 1092 time: 0.0384858 Oct 26 15:06:54.929059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53660) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:54.934043 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '6009296d-14a3-4e77-80b6-cd9b22900649', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:54.956045 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.049412 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.153070 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.25.4.36 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/4effca78-ff1f-4633-bcf2-6879d892716f) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:06:55.249694 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.286528 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.325889 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:06:55.328794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:06:55.332354 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:06:55.337617 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=4effca78-ff1f-4633-bcf2-6879d892716f,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:55.669854 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.733571 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.881823 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.886139 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.955032 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=4effca78-ff1f-4633-bcf2-6879d892716f,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:55.966255 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:56.063047 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Floating IP af0ff945-da78-4ec5-b729-f4467da7f609 associated. External IP: 172.25.4.36, port: 6009296d-14a3-4e77-80b6-cd9b22900649. Oct 26 15:06:56.583681 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 1a16e9a7-f624-4074-b23c-1628f6e93cdd has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:06:56.687957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:06:56.697625 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1340da-0f8f-4ce6-8a07-efb7e02d8d58 None None] Sync routers for ids ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:06:56.705551 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:56.709059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1340da-0f8f-4ce6-8a07-efb7e02d8d58 None None] Routers {'1a16e9a7-f624-4074-b23c-1628f6e93cdd'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:56.709655 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-df1340da-0f8f-4ce6-8a07-efb7e02d8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:06:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:56.731932 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-750c4e97-b289-4a67-b6bf-33f38f7f2bd6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8018680 Oct 26 15:06:56.732631 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'tag': '6009296d-14a3-4e77-80b6-cd9b22900649'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:56.735043 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678e17b2-5163-4f56-af44-300c3b3efbba" -d '{"events": [{"name": "network-changed", "server_uuid": "bf65bee7-2862-4916-aa6d-883a51a8f226", "tag": "6009296d-14a3-4e77-80b6-cd9b22900649"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:56.779505 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b29beb-4660-4a5a-b1c0-9d46f7c9cc44 x-openstack-request-id: req-e1b29beb-4660-4a5a-b1c0-9d46f7c9cc44 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:56.779817 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf65bee7-2862-4916-aa6d-883a51a8f226", "tag": "6009296d-14a3-4e77-80b6-cd9b22900649", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:56.780065 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1b29beb-4660-4a5a-b1c0-9d46f7c9cc44 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:56.780481 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'tag': '6009296d-14a3-4e77-80b6-cd9b22900649', 'status': 'completed', 'code': 200} Oct 26 15:06:56.816694 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-df1340da-0f8f-4ce6-8a07-efb7e02d8d58 None None] Set router 1a16e9a7-f624-4074-b23c-1628f6e93cdd gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:56.843000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c168fe8-16a8-4c2a-aeb6-2a451caae843 req-9ecfe6f1-faf7-4bed-a262-125734f4badb tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:56.843826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e17b2-5163-4f56-af44-300c3b3efbba req-56c8dc37-4ff8-4355-8588-4807017424f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:56.844347 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c168fe8-16a8-4c2a-aeb6-2a451caae843 req-9ecfe6f1-faf7-4bed-a262-125734f4badb tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0516512 Oct 26 15:06:56.846500 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-678e17b2-5163-4f56-af44-300c3b3efbba req-56c8dc37-4ff8-4355-8588-4807017424f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 1097 time: 0.0452340 Oct 26 15:06:56.883738 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c168fe8-16a8-4c2a-aeb6-2a451caae843 req-3fdab656-bc7c-491c-8698-df5043998987 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330873 Oct 26 15:06:56.906683 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53666) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:56.945577 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e17b2-5163-4f56-af44-300c3b3efbba req-d539dfe1-3fba-4994-a2dd-f3960649519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:56.947208 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-678e17b2-5163-4f56-af44-300c3b3efbba req-d539dfe1-3fba-4994-a2dd-f3960649519e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac6b48cd-60d8-4807-8986-8f09327cc27e HTTP/1.1" status: 200 len: 897 time: 0.0923100 Oct 26 15:06:56.973664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c4d4b23f-fd61-4854-902d-1f9e8789af28 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/af0ff945-da78-4ec5-b729-f4467da7f609 HTTP/1.1" status: 200 len: 991 time: 0.0640717 Oct 26 15:06:57.012656 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-678e17b2-5163-4f56-af44-300c3b3efbba req-ec4a6b11-59b3-48c8-9ad8-caa9f3c6b27f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6009296d-14a3-4e77-80b6-cd9b22900649 HTTP/1.1" status: 200 len: 999 time: 0.0582559 Oct 26 15:06:57.064531 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-df1340da-0f8f-4ce6-8a07-efb7e02d8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:42Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'af0ff945-da78-4ec5-b729-f4467da7f609', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'port_id': '6009296d-14a3-4e77-80b6-cd9b22900649', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'mac_address': 'fa:16:3e:da:1e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:06:55Z', 'updated_at': '2021-10-26T15:06:55Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a095e371-eb03-4574-ba63-2ab5bbc4126a', 'name': '', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:cf:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:42Z', 'updated_at': '2021-10-26T15:06:45Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:57.066000 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e17b2-5163-4f56-af44-300c3b3efbba req-a50e07e0-ea49-4450-958d-ac7f68c18384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:57.067515 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-678e17b2-5163-4f56-af44-300c3b3efbba req-a50e07e0-ea49-4450-958d-ac7f68c18384 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c2d8897-f55c-4797-98df-7ef468beca38 HTTP/1.1" status: 200 len: 835 time: 0.0482922 Oct 26 15:06:57.090318 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1340da-0f8f-4ce6-8a07-efb7e02d8d58 None None] Checking router: 1a16e9a7-f624-4074-b23c-1628f6e93cdd for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:06:57.099251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1340da-0f8f-4ce6-8a07-efb7e02d8d58 None None] Routers {'1a16e9a7-f624-4074-b23c-1628f6e93cdd'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:57.099758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-df1340da-0f8f-4ce6-8a07-efb7e02d8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:06:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:57.111392 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e17b2-5163-4f56-af44-300c3b3efbba req-580198d7-2841-49e1-9cbb-0b6320c8a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:57.112870 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-678e17b2-5163-4f56-af44-300c3b3efbba req-580198d7-2841-49e1-9cbb-0b6320c8a023 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac6b48cd-60d8-4807-8986-8f09327cc27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386608 Oct 26 15:06:57.208189 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-678e17b2-5163-4f56-af44-300c3b3efbba req-48cfda23-824f-4bff-9d51-1c9eec391b6f service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862055 Oct 26 15:06:57.306691 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-678e17b2-5163-4f56-af44-300c3b3efbba req-c1357e52-6e22-4dee-9b33-6991ab6e1142 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908639 Oct 26 15:06:57.367581 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-df1340da-0f8f-4ce6-8a07-efb7e02d8d58 None None] Set router 1a16e9a7-f624-4074-b23c-1628f6e93cdd gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:57.587485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-df1340da-0f8f-4ce6-8a07-efb7e02d8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:42Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'af0ff945-da78-4ec5-b729-f4467da7f609', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'port_id': '6009296d-14a3-4e77-80b6-cd9b22900649', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'mac_address': 'fa:16:3e:da:1e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:06:55Z', 'updated_at': '2021-10-26T15:06:55Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a095e371-eb03-4574-ba63-2ab5bbc4126a', 'name': '', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:cf:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:42Z', 'updated_at': '2021-10-26T15:06:45Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:57.614981 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1340da-0f8f-4ce6-8a07-efb7e02d8d58 None None] The sync data for ids ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'] in n-d-815498-1 is: [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:42Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'af0ff945-da78-4ec5-b729-f4467da7f609', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'port_id': '6009296d-14a3-4e77-80b6-cd9b22900649', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'mac_address': 'fa:16:3e:da:1e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:06:55Z', 'updated_at': '2021-10-26T15:06:55Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a095e371-eb03-4574-ba63-2ab5bbc4126a', 'name': '', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:cf:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:42Z', 'updated_at': '2021-10-26T15:06:45Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:06:57.799384 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082a9ad-3a21-44b9-875a-f541245a894f None None] New status for floating IP af0ff945-da78-4ec5-b729-f4467da7f609: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:06:57.975751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53668) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:58.036827 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-089d00ae-a59b-4e2d-a678-8cf0e875e8f6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/af0ff945-da78-4ec5-b729-f4467da7f609 HTTP/1.1" status: 200 len: 993 time: 0.0584006 Oct 26 15:06:58.208214 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:12.056645 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:07:12.895343 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a9284851-4f5d-484c-8253-b377923e227c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:15.196392 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f004dbc5-2dd5-4e3f-89a0-6ebf77b0331d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:15.274609 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bff692bb-6ef1-4b65-a9f7-52a2dee5bd3b req-c54ef6f2-5e24-4ce8-be55-59616b06388d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399940 Oct 26 15:07:15.373290 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff692bb-6ef1-4b65-a9f7-52a2dee5bd3b req-d867b05c-6f89-47fb-83bb-064bb6bdc81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:15.374843 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bff692bb-6ef1-4b65-a9f7-52a2dee5bd3b req-d867b05c-6f89-47fb-83bb-064bb6bdc81c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 1097 time: 0.0507557 Oct 26 15:07:15.481832 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff692bb-6ef1-4b65-a9f7-52a2dee5bd3b req-c63fdc0d-a71c-465e-9b00-f28c67758718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:15.483256 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bff692bb-6ef1-4b65-a9f7-52a2dee5bd3b req-c63fdc0d-a71c-465e-9b00-f28c67758718 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac6b48cd-60d8-4807-8986-8f09327cc27e HTTP/1.1" status: 200 len: 897 time: 0.0847988 Oct 26 15:07:15.552750 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bff692bb-6ef1-4b65-a9f7-52a2dee5bd3b req-475e5e6d-c319-4e46-b60e-b39edcb48df1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6009296d-14a3-4e77-80b6-cd9b22900649 HTTP/1.1" status: 200 len: 1001 time: 0.0612605 Oct 26 15:07:15.601895 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff692bb-6ef1-4b65-a9f7-52a2dee5bd3b req-5b067e23-1d38-4ece-8410-ee5b41c5a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:15.603376 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bff692bb-6ef1-4b65-a9f7-52a2dee5bd3b req-5b067e23-1d38-4ece-8410-ee5b41c5a0f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c2d8897-f55c-4797-98df-7ef468beca38 HTTP/1.1" status: 200 len: 835 time: 0.0433288 Oct 26 15:07:15.648931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff692bb-6ef1-4b65-a9f7-52a2dee5bd3b req-616d6458-6412-4ff7-a032-e9ae10f3b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:15.650463 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bff692bb-6ef1-4b65-a9f7-52a2dee5bd3b req-616d6458-6412-4ff7-a032-e9ae10f3b446 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac6b48cd-60d8-4807-8986-8f09327cc27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391779 Oct 26 15:07:15.749296 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bff692bb-6ef1-4b65-a9f7-52a2dee5bd3b req-82c100aa-4331-4d5c-a5ac-30cf1f06cf01 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911641 Oct 26 15:07:15.837633 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bff692bb-6ef1-4b65-a9f7-52a2dee5bd3b req-5353414c-2bdc-4a73-835e-800624604e8c service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803244 Oct 26 15:07:16.750075 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:17.096576 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:18.793930 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:24.047571 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:28.227578 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:42.896825 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6c458374-3650-4f9e-91b8-468b7fda28ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:45.198592 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49ac8398-133d-459d-b6f7-f9ea5433fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:46.752370 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:47.098044 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:48.797204 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:49.055721 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:07:54.061504 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:58.239346 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:00.910244 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe865bc-21cc-428e-8019-84bbccbc46ed req-3bf57f38-4ffd-4594-b258-d783eec4b750 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:00.911776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6fe865bc-21cc-428e-8019-84bbccbc46ed req-3bf57f38-4ffd-4594-b258-d783eec4b750 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0530374 Oct 26 15:08:00.948962 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6fe865bc-21cc-428e-8019-84bbccbc46ed req-83e0c48b-4e23-444e-a1fb-70bb8e4667ba tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310135 Oct 26 15:08:02.066782 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f05129-4c14-4cdd-b6d9-f49e659d564e req-1057c5cb-9663-4bb9-be4b-f579d6321e48 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:02.068266 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16f05129-4c14-4cdd-b6d9-f49e659d564e req-1057c5cb-9663-4bb9-be4b-f579d6321e48 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0484693 Oct 26 15:08:02.105596 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16f05129-4c14-4cdd-b6d9-f49e659d564e req-edfe1539-ff70-41fa-a9eb-cee092f93847 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315053 Oct 26 15:08:03.225485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb1b99-2087-41b1-a6b8-61d5d29f251e req-a6fa1a2c-446e-4ce2-8b31-743c6fcc7e51 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:03.226990 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77eb1b99-2087-41b1-a6b8-61d5d29f251e req-a6fa1a2c-446e-4ce2-8b31-743c6fcc7e51 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0472183 Oct 26 15:08:03.264310 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77eb1b99-2087-41b1-a6b8-61d5d29f251e req-2098a3da-88c9-4fcb-9426-b47182ef297a tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308752 Oct 26 15:08:04.383242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9271c6-0033-4250-b76b-c6b5e46b922a req-77009b1d-c632-49a1-aac0-1e1fca275cb3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:04.384703 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a9271c6-0033-4250-b76b-c6b5e46b922a req-77009b1d-c632-49a1-aac0-1e1fca275cb3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0523696 Oct 26 15:08:04.421288 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0a9271c6-0033-4250-b76b-c6b5e46b922a req-c06b9ad0-31ea-47d3-b0f0-b60a6c161d67 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307157 Oct 26 15:08:05.535862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dce27-d24f-41b1-bde8-cece0ec3906a req-4a6add6f-d03d-47f7-8192-c18eac0fc7a8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:05.537242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca1dce27-d24f-41b1-bde8-cece0ec3906a req-4a6add6f-d03d-47f7-8192-c18eac0fc7a8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0485597 Oct 26 15:08:05.578367 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ca1dce27-d24f-41b1-bde8-cece0ec3906a req-01096f63-d473-41fc-8acb-2c8030965600 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351224 Oct 26 15:08:06.691858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d2869-059a-40c9-8e5b-1977feeb4a4b req-878ff9d7-542a-44a4-b238-f80a5a6269fa tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:06.693319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc7d2869-059a-40c9-8e5b-1977feeb4a4b req-878ff9d7-542a-44a4-b238-f80a5a6269fa tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0479646 Oct 26 15:08:06.730671 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cc7d2869-059a-40c9-8e5b-1977feeb4a4b req-61818453-7f7f-4ddc-ad05-3ba9cf1986c9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309279 Oct 26 15:08:07.847619 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be6a6d-145d-460e-999e-f4e1801be210 req-42239dc0-6d99-4589-ba61-8cb24056b927 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:07.849007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97be6a6d-145d-460e-999e-f4e1801be210 req-42239dc0-6d99-4589-ba61-8cb24056b927 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0516076 Oct 26 15:08:07.885951 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97be6a6d-145d-460e-999e-f4e1801be210 req-4d8824c8-91fd-4d0b-8c7e-1fe8cc0ce171 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302956 Oct 26 15:08:09.000647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41483c56-bcf7-491a-a482-e8b83e7cddf9 req-5f09ed0d-0ccc-40b6-848a-433795faa12c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:09.002164 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41483c56-bcf7-491a-a482-e8b83e7cddf9 req-5f09ed0d-0ccc-40b6-848a-433795faa12c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0494907 Oct 26 15:08:09.039215 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41483c56-bcf7-491a-a482-e8b83e7cddf9 req-5499b24c-90c4-477d-968b-11adf7cbfa00 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307467 Oct 26 15:08:10.154234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b097840-db05-4186-8504-623a0b88992e req-7eec2865-8719-4de0-9d5f-94c019b52144 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:10.155711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b097840-db05-4186-8504-623a0b88992e req-7eec2865-8719-4de0-9d5f-94c019b52144 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0486000 Oct 26 15:08:10.192401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5b097840-db05-4186-8504-623a0b88992e req-e08b6726-1373-474b-baca-a995c77fe08c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308249 Oct 26 15:08:11.310134 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f6bd2-8a46-4c6d-b808-6b34de55da5d req-688533fc-16e4-4488-8cc0-c6392e0d3cf0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:11.311599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-877f6bd2-8a46-4c6d-b808-6b34de55da5d req-688533fc-16e4-4488-8cc0-c6392e0d3cf0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0516064 Oct 26 15:08:11.348871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-877f6bd2-8a46-4c6d-b808-6b34de55da5d req-7b5029f9-6096-43cb-9503-ca6f28ba072e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313146 Oct 26 15:08:12.461313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202aab5-7077-4a98-b0de-272369233e90 req-3130b1e0-25bb-4f85-afd2-a6088eda83bb tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:12.463328 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3202aab5-7077-4a98-b0de-272369233e90 req-3130b1e0-25bb-4f85-afd2-a6088eda83bb tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0484531 Oct 26 15:08:12.500057 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3202aab5-7077-4a98-b0de-272369233e90 req-bf40c4aa-4a00-4839-b372-0b634ceeab26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306330 Oct 26 15:08:12.897096 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4eed1ae3-5694-4eeb-96d3-68961dcf2c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:13.614892 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ca6bc-dd44-4b11-8f51-0dbdc387c2d5 req-b2c2ccb6-0a06-49ee-a3c0-d7a7d416d44e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:13.616355 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-405ca6bc-dd44-4b11-8f51-0dbdc387c2d5 req-b2c2ccb6-0a06-49ee-a3c0-d7a7d416d44e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0479772 Oct 26 15:08:13.652769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-405ca6bc-dd44-4b11-8f51-0dbdc387c2d5 req-a93ddfbd-e6e6-4ced-b6d4-97604ad658bf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299585 Oct 26 15:08:14.770565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1f04d-93fe-4001-8156-dadd0b7f8aad req-f4a124db-cb09-47b2-9d3d-cc7b01565d30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:14.772017 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0e1f04d-93fe-4001-8156-dadd0b7f8aad req-f4a124db-cb09-47b2-9d3d-cc7b01565d30 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0521777 Oct 26 15:08:14.808510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0e1f04d-93fe-4001-8156-dadd0b7f8aad req-daecb50a-249b-42a0-8224-39779cb401e0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304434 Oct 26 15:08:15.201473 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c6ce1bfb-35d6-49c6-9e0b-a7131a200d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:15.320480 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f4f74-f385-4add-b4e7-33d6003e3fac req-636bb86a-9917-4cb9-85cd-b50275b4c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:15.322008 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2a8f4f74-f385-4add-b4e7-33d6003e3fac req-636bb86a-9917-4cb9-85cd-b50275b4c38a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 1097 time: 0.0440457 Oct 26 15:08:15.424096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f4f74-f385-4add-b4e7-33d6003e3fac req-addd08a4-c4c7-4c9b-a5df-4ff0cdb260d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:15.425593 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2a8f4f74-f385-4add-b4e7-33d6003e3fac req-addd08a4-c4c7-4c9b-a5df-4ff0cdb260d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac6b48cd-60d8-4807-8986-8f09327cc27e HTTP/1.1" status: 200 len: 897 time: 0.0846255 Oct 26 15:08:15.494441 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2a8f4f74-f385-4add-b4e7-33d6003e3fac req-009efc47-421b-4513-848f-b90e3c7d8cd8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6009296d-14a3-4e77-80b6-cd9b22900649 HTTP/1.1" status: 200 len: 1001 time: 0.0602896 Oct 26 15:08:15.541436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f4f74-f385-4add-b4e7-33d6003e3fac req-bcdbf466-f7b6-410e-a91d-cef13fd5dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:15.542855 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2a8f4f74-f385-4add-b4e7-33d6003e3fac req-bcdbf466-f7b6-410e-a91d-cef13fd5dbba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c2d8897-f55c-4797-98df-7ef468beca38 HTTP/1.1" status: 200 len: 835 time: 0.0424852 Oct 26 15:08:15.587610 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f4f74-f385-4add-b4e7-33d6003e3fac req-b7e81b01-ef3d-4619-9194-b1fa2839a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:15.589245 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2a8f4f74-f385-4add-b4e7-33d6003e3fac req-b7e81b01-ef3d-4619-9194-b1fa2839a853 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac6b48cd-60d8-4807-8986-8f09327cc27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394969 Oct 26 15:08:15.681502 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2a8f4f74-f385-4add-b4e7-33d6003e3fac req-0df13442-9038-4d11-8816-15fa0791fec2 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842335 Oct 26 15:08:15.770786 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2a8f4f74-f385-4add-b4e7-33d6003e3fac req-e3663eb3-a546-4106-87db-31aa83b43ec6 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818720 Oct 26 15:08:15.929926 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05310eb-05fc-454c-a1f3-eeeda42ca71b req-79f023c7-3216-41a9-8b13-2f112223a63c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:15.932855 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b05310eb-05fc-454c-a1f3-eeeda42ca71b req-79f023c7-3216-41a9-8b13-2f112223a63c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0538313 Oct 26 15:08:15.971083 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b05310eb-05fc-454c-a1f3-eeeda42ca71b req-de1d28ce-5475-46d2-ae61-eb408b3ddc34 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322280 Oct 26 15:08:16.754840 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:17.100577 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:17.105106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3c362-950b-4ddb-8bf2-0c6fd5c162d4 req-4741e654-0329-4d6e-8b2d-e79508cd2caf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:17.106633 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-28c3c362-950b-4ddb-8bf2-0c6fd5c162d4 req-4741e654-0329-4d6e-8b2d-e79508cd2caf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0653260 Oct 26 15:08:17.144289 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-28c3c362-950b-4ddb-8bf2-0c6fd5c162d4 req-06eaf4bd-c051-436f-9f96-67faff4e1ee0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317202 Oct 26 15:08:17.166291 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53736) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:17.229325 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c8b7a4df-d7da-4160-bf62-9d6aa82db642 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/af0ff945-da78-4ec5-b729-f4467da7f609 HTTP/1.1" status: 200 len: 993 time: 0.0619321 Oct 26 15:08:18.492791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8021c-d746-426d-ac09-f7a9a71529be req-8cbc85c0-01a0-4c72-afe2-e0493e1f0c55 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:18.494790 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06d8021c-d746-426d-ac09-f7a9a71529be req-8cbc85c0-01a0-4c72-afe2-e0493e1f0c55 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0485110 Oct 26 15:08:18.527840 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d463f08-960a-4acf-84ef-e0857f1065fa req-16f0698f-ac0d-49fe-ad3e-381a2144415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:18.529262 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d463f08-960a-4acf-84ef-e0857f1065fa req-16f0698f-ac0d-49fe-ad3e-381a2144415f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 1097 time: 0.0462329 Oct 26 15:08:18.532784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-06d8021c-d746-426d-ac09-f7a9a71529be req-f40152d6-2f8b-41e7-ab06-d7004b6019a3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319941 Oct 26 15:08:18.624616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d463f08-960a-4acf-84ef-e0857f1065fa req-e0008a05-a75b-4cb3-a973-291fa49cc801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:18.626123 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d463f08-960a-4acf-84ef-e0857f1065fa req-e0008a05-a75b-4cb3-a973-291fa49cc801 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac6b48cd-60d8-4807-8986-8f09327cc27e HTTP/1.1" status: 200 len: 897 time: 0.0899119 Oct 26 15:08:18.696890 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d463f08-960a-4acf-84ef-e0857f1065fa req-984367c7-9ba9-4734-ad6f-9fa44a039cf4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6009296d-14a3-4e77-80b6-cd9b22900649 HTTP/1.1" status: 200 len: 1001 time: 0.0615330 Oct 26 15:08:18.746212 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d463f08-960a-4acf-84ef-e0857f1065fa req-b57f3d94-73d5-4278-9b8e-2fe68b1257c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:18.747619 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d463f08-960a-4acf-84ef-e0857f1065fa req-b57f3d94-73d5-4278-9b8e-2fe68b1257c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c2d8897-f55c-4797-98df-7ef468beca38 HTTP/1.1" status: 200 len: 835 time: 0.0431483 Oct 26 15:08:18.792436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d463f08-960a-4acf-84ef-e0857f1065fa req-2912cdec-5696-4570-913a-7998f8092e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:18.793842 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d463f08-960a-4acf-84ef-e0857f1065fa req-2912cdec-5696-4570-913a-7998f8092e70 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac6b48cd-60d8-4807-8986-8f09327cc27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386040 Oct 26 15:08:18.800338 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:18.888659 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d463f08-960a-4acf-84ef-e0857f1065fa req-e3035bf7-db5f-45f4-8352-8a979c986c75 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869014 Oct 26 15:08:18.982275 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d463f08-960a-4acf-84ef-e0857f1065fa req-59447be0-01ab-4836-8c1b-dc3f27d0b5cf service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853631 Oct 26 15:08:19.653525 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49141bd8-c2a9-4144-995f-cfbde167dc7d req-2780b0de-90e9-45bc-8849-b972e134bd01 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:19.655051 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49141bd8-c2a9-4144-995f-cfbde167dc7d req-2780b0de-90e9-45bc-8849-b972e134bd01 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0481839 Oct 26 15:08:19.696242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49141bd8-c2a9-4144-995f-cfbde167dc7d req-96527971-8b1f-42d0-b3c8-c7285f341556 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351534 Oct 26 15:08:19.718177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53746) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:19.777801 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0c12a5ee-df4c-4e2f-b58f-d96b873b10fb tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/af0ff945-da78-4ec5-b729-f4467da7f609 HTTP/1.1" status: 200 len: 993 time: 0.0585127 Oct 26 15:08:24.061864 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:26.054463 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:08:28.250246 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:42.051966 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-6c7c11b4-2b20-4cca-9686-177c3e129fd4 req-47e4dd9f-bc32-468e-bc10-5bbccbbc5102 service neutron] (102124) timed out ('10.222.0.32', 33028) {{(pid=102124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 15:08:42.898511 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9009d263-2587-4e44-825d-0426e00e831e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:45.202938 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c59f8230-ca16-4e88-9e4b-9b54daa016b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:46.756546 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:47.103429 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:48.803321 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:54.077473 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:58.264683 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.054028 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:09:12.901012 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fbe56b15-90dd-43b9-9625-0ea604ed016a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:15.203625 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-730bf975-246d-4290-946c-3021602146fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:16.713760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53766) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:16.759909 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:16.868539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 4effca78-ff1f-4633-bcf2-6879d892716f {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:09:16.868784 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:16.943590 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:16.943908 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:16.955649 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 4effca78-ff1f-4633-bcf2-6879d892716f owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:09:17.099618 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:17.108466 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:17.124384 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=4effca78-ff1f-4633-bcf2-6879d892716f,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:17.136750 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:17.137106 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:17.137451 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:17.137793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:17.138160 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:17.138499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:17.138833 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:17.139163 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:17.139499 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:17.139824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:17.140150 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:17.140474 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:17.195210 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:17.195543 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Floating IP af0ff945-da78-4ec5-b729-f4467da7f609 disassociated (deleted). External IP: 172.25.4.36, port: 6009296d-14a3-4e77-80b6-cd9b22900649. Oct 26 15:09:17.267388 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8d183f02-9a4c-40ec-ac5c-9ebc7910132a req-73c96386-c959-4f23-b629-0b6425366f77 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444286 Oct 26 15:09:17.349431 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d183f02-9a4c-40ec-ac5c-9ebc7910132a req-45bff5d4-822c-4fb1-a6b0-33dc13cacf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:17.350979 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8d183f02-9a4c-40ec-ac5c-9ebc7910132a req-45bff5d4-822c-4fb1-a6b0-33dc13cacf79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 1097 time: 0.0398159 Oct 26 15:09:17.403313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 1a16e9a7-f624-4074-b23c-1628f6e93cdd has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:09:17.455527 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d183f02-9a4c-40ec-ac5c-9ebc7910132a req-d6de5031-b91d-458c-b8f7-e44bebe66f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:17.457012 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8d183f02-9a4c-40ec-ac5c-9ebc7910132a req-d6de5031-b91d-458c-b8f7-e44bebe66f35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac6b48cd-60d8-4807-8986-8f09327cc27e HTTP/1.1" status: 200 len: 897 time: 0.0856035 Oct 26 15:09:17.504205 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8d183f02-9a4c-40ec-ac5c-9ebc7910132a req-6427bd1c-28e7-4320-80f6-a138bd66c702 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6009296d-14a3-4e77-80b6-cd9b22900649 HTTP/1.1" status: 200 len: 217 time: 0.0389240 Oct 26 15:09:17.515851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:09:17.520331 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:17.527357 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d77176-30d1-49ea-9c2d-fb5562cc9948 None None] Sync routers for ids ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:09:17.537940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d77176-30d1-49ea-9c2d-fb5562cc9948 None None] Routers {'1a16e9a7-f624-4074-b23c-1628f6e93cdd'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:17.538230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b1d77176-30d1-49ea-9c2d-fb5562cc9948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:09:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:17.552117 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ba15d8e5-d8a2-4915-b71c-1ecd16e078de tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/floatingips/af0ff945-da78-4ec5-b729-f4467da7f609 HTTP/1.1" status: 204 len: 168 time: 0.8345971 Oct 26 15:09:17.552117 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'tag': '6009296d-14a3-4e77-80b6-cd9b22900649'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:09:17.553053 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563fa70c-c280-4aa5-b264-6b43398d5819" -d '{"events": [{"name": "network-changed", "server_uuid": "bf65bee7-2862-4916-aa6d-883a51a8f226", "tag": "6009296d-14a3-4e77-80b6-cd9b22900649"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:09:17.561628 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d183f02-9a4c-40ec-ac5c-9ebc7910132a req-ba3620bf-0ddc-4326-81f2-733add554999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:17.562996 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8d183f02-9a4c-40ec-ac5c-9ebc7910132a req-ba3620bf-0ddc-4326-81f2-733add554999 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c2d8897-f55c-4797-98df-7ef468beca38 HTTP/1.1" status: 200 len: 835 time: 0.0512166 Oct 26 15:09:17.614245 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d183f02-9a4c-40ec-ac5c-9ebc7910132a req-7662b449-bbf3-4afb-8fc6-67f852ab8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:17.616844 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb0c694-e772-45ae-a4b2-d8c937a4e1ce x-openstack-request-id: req-7bb0c694-e772-45ae-a4b2-d8c937a4e1ce {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:09:17.617197 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf65bee7-2862-4916-aa6d-883a51a8f226", "tag": "6009296d-14a3-4e77-80b6-cd9b22900649", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:09:17.618136 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8d183f02-9a4c-40ec-ac5c-9ebc7910132a req-7662b449-bbf3-4afb-8fc6-67f852ab8f7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac6b48cd-60d8-4807-8986-8f09327cc27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466783 Oct 26 15:09:17.618283 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bb0c694-e772-45ae-a4b2-d8c937a4e1ce {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:09:17.618655 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'tag': '6009296d-14a3-4e77-80b6-cd9b22900649', 'status': 'completed', 'code': 200} Oct 26 15:09:17.653468 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-b1d77176-30d1-49ea-9c2d-fb5562cc9948 None None] Set router 1a16e9a7-f624-4074-b23c-1628f6e93cdd gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:17.726420 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8d183f02-9a4c-40ec-ac5c-9ebc7910132a req-bb4f0b81-f5e0-4130-bb89-dc675b68f37a service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987577 Oct 26 15:09:17.819749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be899b-4a76-4cad-9729-114c66078a4c req-0cdb6ceb-c706-4454-b7e3-00cd65997439 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:17.822122 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1be899b-4a76-4cad-9729-114c66078a4c req-0cdb6ceb-c706-4454-b7e3-00cd65997439 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0563898 Oct 26 15:09:17.829456 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8d183f02-9a4c-40ec-ac5c-9ebc7910132a req-50b106a6-dc30-4859-ba3f-6bfc8c3628f3 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930331 Oct 26 15:09:17.862748 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c1be899b-4a76-4cad-9729-114c66078a4c req-6abb19b6-5b73-4bd5-b063-1d155f6917ce tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345135 Oct 26 15:09:17.879183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b1d77176-30d1-49ea-9c2d-fb5562cc9948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:42Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'a095e371-eb03-4574-ba63-2ab5bbc4126a', 'name': '', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:cf:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:42Z', 'updated_at': '2021-10-26T15:06:45Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:17.905935 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d77176-30d1-49ea-9c2d-fb5562cc9948 None None] Checking router: 1a16e9a7-f624-4074-b23c-1628f6e93cdd for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:09:17.915124 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d77176-30d1-49ea-9c2d-fb5562cc9948 None None] Routers {'1a16e9a7-f624-4074-b23c-1628f6e93cdd'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:17.915730 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b1d77176-30d1-49ea-9c2d-fb5562cc9948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:09:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:17.937346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fa70c-c280-4aa5-b264-6b43398d5819 req-be9272e9-6c2a-4784-be72-c620ffb82c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:17.938906 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-563fa70c-c280-4aa5-b264-6b43398d5819 req-be9272e9-6c2a-4784-be72-c620ffb82c99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 1097 time: 0.0453689 Oct 26 15:09:18.022253 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-b1d77176-30d1-49ea-9c2d-fb5562cc9948 None None] Set router 1a16e9a7-f624-4074-b23c-1628f6e93cdd gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:18.034061 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fa70c-c280-4aa5-b264-6b43398d5819 req-768dff14-bfb8-47cf-8e13-91fdc0bc6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:18.036215 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-563fa70c-c280-4aa5-b264-6b43398d5819 req-768dff14-bfb8-47cf-8e13-91fdc0bc6a15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac6b48cd-60d8-4807-8986-8f09327cc27e HTTP/1.1" status: 200 len: 897 time: 0.0872607 Oct 26 15:09:18.087768 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-563fa70c-c280-4aa5-b264-6b43398d5819 req-3b55d33a-8940-4e85-af4d-e86e2c723743 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6009296d-14a3-4e77-80b6-cd9b22900649 HTTP/1.1" status: 200 len: 217 time: 0.0424204 Oct 26 15:09:18.144202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fa70c-c280-4aa5-b264-6b43398d5819 req-47c76556-1f2f-4997-93f3-5486f31f0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:18.145665 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-563fa70c-c280-4aa5-b264-6b43398d5819 req-47c76556-1f2f-4997-93f3-5486f31f0048 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c2d8897-f55c-4797-98df-7ef468beca38 HTTP/1.1" status: 200 len: 835 time: 0.0499079 Oct 26 15:09:18.193155 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fa70c-c280-4aa5-b264-6b43398d5819 req-97933e13-2cf6-4abe-b64c-0e7f6e4455ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:18.194602 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-563fa70c-c280-4aa5-b264-6b43398d5819 req-97933e13-2cf6-4abe-b64c-0e7f6e4455ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac6b48cd-60d8-4807-8986-8f09327cc27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413635 Oct 26 15:09:18.236908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-b1d77176-30d1-49ea-9c2d-fb5562cc9948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:42Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'a095e371-eb03-4574-ba63-2ab5bbc4126a', 'name': '', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:cf:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:42Z', 'updated_at': '2021-10-26T15:06:45Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:18.263168 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d77176-30d1-49ea-9c2d-fb5562cc9948 None None] The sync data for ids ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'] in n-d-815498-1 is: [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:42Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': 'a095e371-eb03-4574-ba63-2ab5bbc4126a', 'name': '', 'network_id': 'ac6b48cd-60d8-4807-8986-8f09327cc27e', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:cf:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:42Z', 'updated_at': '2021-10-26T15:06:45Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '6c2d8897-f55c-4797-98df-7ef468beca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:09:18.303076 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-563fa70c-c280-4aa5-b264-6b43398d5819 req-a1abdb92-6a5e-4904-98be-701687a80d80 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003392 Oct 26 15:09:18.408231 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-563fa70c-c280-4aa5-b264-6b43398d5819 req-3df1549d-110f-4a3d-b0c8-559e5f1cb9be service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964818 Oct 26 15:09:18.489218 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd89d99-8608-4b3d-8fa2-ce5dcf92318f None None] New status for floating IP af0ff945-da78-4ec5-b729-f4467da7f609: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:09:18.805400 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:19.054578 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259c080-95ef-49b6-9d9f-b69f99e493e6 req-242188f2-6db5-4e58-90c4-4f5abc12456e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:19.056709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5259c080-95ef-49b6-9d9f-b69f99e493e6 req-242188f2-6db5-4e58-90c4-4f5abc12456e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.1230450 Oct 26 15:09:19.097539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5259c080-95ef-49b6-9d9f-b69f99e493e6 req-0a1c3d56-9b73-47ef-9d16-7ee9b680d460 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=569b02cf-c029-4eff-b0b6-a26c9da110e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347991 Oct 26 15:09:19.636946 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298369f4-b4b2-41ad-86ac-82dcd8afb4cd req-3bcc01fe-2a91-4a1e-813a-30711ad13a2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:19.638426 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-298369f4-b4b2-41ad-86ac-82dcd8afb4cd req-3bcc01fe-2a91-4a1e-813a-30711ad13a2c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 946 time: 0.0485282 Oct 26 15:09:19.736735 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-298369f4-b4b2-41ad-86ac-82dcd8afb4cd req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 6009296d-14a3-4e77-80b6-cd9b22900649 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:09:19.737067 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-298369f4-b4b2-41ad-86ac-82dcd8afb4cd req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:19.826263 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-298369f4-b4b2-41ad-86ac-82dcd8afb4cd req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port 6009296d-14a3-4e77-80b6-cd9b22900649, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6009296d-14a3-4e77-80b6-cd9b22900649,segment=NetworkSegment(40665c6b-aaeb-4cf0-8adb-5f209c0d3da3),segment_id=40665c6b-aaeb-4cf0-8adb-5f209c0d3da3)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:19.826623 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-298369f4-b4b2-41ad-86ac-82dcd8afb4cd req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:19.842988 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-298369f4-b4b2-41ad-86ac-82dcd8afb4cd req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 6009296d-14a3-4e77-80b6-cd9b22900649 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:09:19.967309 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-298369f4-b4b2-41ad-86ac-82dcd8afb4cd req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:19.995976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=6009296d-14a3-4e77-80b6-cd9b22900649,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:20.025370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.025720 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.026094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.026432 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.026763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.027092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.027420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.027739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.028065 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.028383 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.028703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.029020 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.052154 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-298369f4-b4b2-41ad-86ac-82dcd8afb4cd req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] No DVR routers for this DVR port 6009296d-14a3-4e77-80b6-cd9b22900649 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:09:20.054793 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-298369f4-b4b2-41ad-86ac-82dcd8afb4cd req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.058776 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-298369f4-b4b2-41ad-86ac-82dcd8afb4cd req-a4c25866-3af1-43cf-8f2e-3328e4d94825 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "DELETE /v2.0/ports/6009296d-14a3-4e77-80b6-cd9b22900649 HTTP/1.1" status: 204 len: 173 time: 0.4139419 Oct 26 15:09:20.059222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'name': 'network-vif-deleted', 'tag': '6009296d-14a3-4e77-80b6-cd9b22900649'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:09:20.061511 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9a2e4b-a9cf-4b11-b4a2-2f34b9fb4c60" -d '{"events": [{"server_uuid": "bf65bee7-2862-4916-aa6d-883a51a8f226", "name": "network-vif-deleted", "tag": "6009296d-14a3-4e77-80b6-cd9b22900649"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:09:20.099859 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7352e0-1ec7-4428-ac2d-3fde20ce7414 x-openstack-request-id: req-ea7352e0-1ec7-4428-ac2d-3fde20ce7414 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:09:20.100179 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf65bee7-2862-4916-aa6d-883a51a8f226", "name": "network-vif-deleted", "tag": "6009296d-14a3-4e77-80b6-cd9b22900649", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:09:20.100440 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea7352e0-1ec7-4428-ac2d-3fde20ce7414 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:09:20.100872 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf65bee7-2862-4916-aa6d-883a51a8f226', 'name': 'network-vif-deleted', 'tag': '6009296d-14a3-4e77-80b6-cd9b22900649', 'status': 'completed', 'code': 200} Oct 26 15:09:20.472533 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f87f1e5d-8e4f-4df6-b8b1-3ea1a2721f82 req-2ee42ddf-e6e4-4622-b867-7a4f883ea954 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf65bee7-2862-4916-aa6d-883a51a8f226 HTTP/1.1" status: 200 len: 210 time: 0.3032420 Oct 26 15:09:21.530439 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53784) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:21.871748 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fa12d8b1-e5e2-4c97-a33a-548e8856da04 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:22.119058 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-fa12d8b1-e5e2-4c97-a33a-548e8856da04 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port a095e371-eb03-4574-ba63-2ab5bbc4126a {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:09:22.119394 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fa12d8b1-e5e2-4c97-a33a-548e8856da04 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:22.208589 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-fa12d8b1-e5e2-4c97-a33a-548e8856da04 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port a095e371-eb03-4574-ba63-2ab5bbc4126a, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=a095e371-eb03-4574-ba63-2ab5bbc4126a,segment=NetworkSegment(40665c6b-aaeb-4cf0-8adb-5f209c0d3da3),segment_id=40665c6b-aaeb-4cf0-8adb-5f209c0d3da3)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:22.208875 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fa12d8b1-e5e2-4c97-a33a-548e8856da04 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:22.221844 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-fa12d8b1-e5e2-4c97-a33a-548e8856da04 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for a095e371-eb03-4574-ba63-2ab5bbc4126a owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:09:22.406067 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fa12d8b1-e5e2-4c97-a33a-548e8856da04 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:22.432400 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12d8b1-e5e2-4c97-a33a-548e8856da04 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=a095e371-eb03-4574-ba63-2ab5bbc4126a,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:22.610090 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-fa12d8b1-e5e2-4c97-a33a-548e8856da04 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:22.823064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa12d8b1-e5e2-4c97-a33a-548e8856da04 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router 1a16e9a7-f624-4074-b23c-1628f6e93cdd has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:09:22.923818 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa12d8b1-e5e2-4c97-a33a-548e8856da04 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:09:22.928832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-fa12d8b1-e5e2-4c97-a33a-548e8856da04 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "PUT /v2.0/routers/1a16e9a7-f624-4074-b23c-1628f6e93cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3973734 Oct 26 15:09:22.931665 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53786) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:22.934989 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9396c-7be0-4d68-b1b3-1203af609706 None None] Sync routers for ids ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:09:22.944638 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9396c-7be0-4d68-b1b3-1203af609706 None None] Routers {'1a16e9a7-f624-4074-b23c-1628f6e93cdd'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:22.945245 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a4a9396c-7be0-4d68-b1b3-1203af609706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:09:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:22.985914 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-4641563f-0164-4163-8c95-08578cd90028 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting subnet 6c2d8897-f55c-4797-98df-7ef468beca38 {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:09:22.989170 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4641563f-0164-4163-8c95-08578cd90028 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.028257 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4641563f-0164-4163-8c95-08578cd90028 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.053245 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-a4a9396c-7be0-4d68-b1b3-1203af609706 None None] Set router 1a16e9a7-f624-4074-b23c-1628f6e93cdd gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:23.109236 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4641563f-0164-4163-8c95-08578cd90028 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.171503 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4641563f-0164-4163-8c95-08578cd90028 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.199829 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641563f-0164-4163-8c95-08578cd90028 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2d8897-f55c-4797-98df-7ef468beca38,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:23.201817 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-4641563f-0164-4163-8c95-08578cd90028 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.205180 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4641563f-0164-4163-8c95-08578cd90028 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/subnets/6c2d8897-f55c-4797-98df-7ef468beca38 HTTP/1.1" status: 204 len: 168 time: 0.2724316 Oct 26 15:09:23.207816 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53788) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:23.224921 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b59acb-8918-424e-977e-1b7221d83d31 None None] Network ac6b48cd-60d8-4807-8986-8f09327cc27e requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:09:23.262431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6009296d-14a3-4e77-80b6-cd9b22900649 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:09:23.297435 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 6009296d-14a3-4e77-80b6-cd9b22900649 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:09:23.297782 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6009296d-14a3-4e77-80b6-cd9b22900649 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:09:23.317076 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.369869 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a4a9396c-7be0-4d68-b1b3-1203af609706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:09:22Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:23.402643 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9396c-7be0-4d68-b1b3-1203af609706 None None] Checking router: 1a16e9a7-f624-4074-b23c-1628f6e93cdd for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:09:23.415999 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9396c-7be0-4d68-b1b3-1203af609706 None None] Routers {'1a16e9a7-f624-4074-b23c-1628f6e93cdd'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:23.416599 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a4a9396c-7be0-4d68-b1b3-1203af609706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:09:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:23.425506 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.487291 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 84168782-5b28-43a4-9125-cd6dacd045cb {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:09:23.487717 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.508680 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] DHCP port deletion for ac6b48cd-60d8-4807-8986-8f09327cc27e request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:09:23.551348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-a4a9396c-7be0-4d68-b1b3-1203af609706 None None] Set router 1a16e9a7-f624-4074-b23c-1628f6e93cdd gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:23.565141 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port 84168782-5b28-43a4-9125-cd6dacd045cb, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=84168782-5b28-43a4-9125-cd6dacd045cb,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:23.565503 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.583373 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 84168782-5b28-43a4-9125-cd6dacd045cb owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:09:23.749831 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.780246 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=84168782-5b28-43a4-9125-cd6dacd045cb,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:23.839893 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.854449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Deleting port 0eaed915-383c-4c4b-86af-8d4f07a5e897 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:09:23.854823 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.932971 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.935069 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.952439 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] For port 0eaed915-383c-4c4b-86af-8d4f07a5e897, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=0eaed915-383c-4c4b-86af-8d4f07a5e897,segment=NetworkSegment(40665c6b-aaeb-4cf0-8adb-5f209c0d3da3),segment_id=40665c6b-aaeb-4cf0-8adb-5f209c0d3da3)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:23.953020 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.968671 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Calling delete_port for 0eaed915-383c-4c4b-86af-8d4f07a5e897 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:09:23.982507 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.983054 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Fanout notify agent at l3_agent the message router_deleted on router 1a16e9a7-f624-4074-b23c-1628f6e93cdd {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:09:23.990849 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:23.991988 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-51fe84ec-151c-4f48-a317-f7fe064cc081 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/routers/1a16e9a7-f624-4074-b23c-1628f6e93cdd HTTP/1.1" status: 204 len: 168 time: 0.7832606 Oct 26 15:09:23.995458 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53790) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:24.034418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-a4a9396c-7be0-4d68-b1b3-1203af609706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:09:22Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:24.070314 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.073795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9396c-7be0-4d68-b1b3-1203af609706 None None] The sync data for ids ['1a16e9a7-f624-4074-b23c-1628f6e93cdd'] in n-d-815498-1 is: [{'id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306265994', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:09:22Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': '84168782-5b28-43a4-9125-cd6dacd045cb', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a16e9a7-f624-4074-b23c-1628f6e93cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:06:39Z', 'updated_at': '2021-10-26T15:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:09:24.095732 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.101062 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.125273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 0eaed915-383c-4c4b-86af-8d4f07a5e897 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:09:24.125624 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.130987 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Pushing event deleted for resources: {'Port': ['ID=0eaed915-383c-4c4b-86af-8d4f07a5e897,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:24.135330 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] No DVR routers for this DVR port 0eaed915-383c-4c4b-86af-8d4f07a5e897 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:09:24.142764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:24.143114 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:24.143449 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:24.143788 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:24.144120 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:24.144450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:24.144772 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:24.145093 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:24.145417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:24.148929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:24.148929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:24.148929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c9bdb3-4dc4-4caf-b5b7-3e50fc3b89a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:24.194196 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port 0eaed915-383c-4c4b-86af-8d4f07a5e897, host n-d-815498-1, got binding levels [] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:24.194560 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.206278 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 0eaed915-383c-4c4b-86af-8d4f07a5e897 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:09:24.208869 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.ipam_backend_mixin [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Port 0eaed915-383c-4c4b-86af-8d4f07a5e897 was not found and therefore no delete operation was performed {{(pid=102124) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 15:09:24.210150 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.233432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=0eaed915-383c-4c4b-86af-8d4f07a5e897,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:24.239135 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] No DVR routers for this DVR port 0eaed915-383c-4c4b-86af-8d4f07a5e897 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:09:24.319443 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.339006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6b48cd-60d8-4807-8986-8f09327cc27e']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:24.347805 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:24.348103 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40665c6b-aaeb-4cf0-8adb-5f209c0d3da3') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:24.357808 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.370393 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.375925 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:09:24.376308 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: timer() Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:09:24.379212 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:09:24.435065 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.452799 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.456059 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/networks/ac6b48cd-60d8-4807-8986-8f09327cc27e HTTP/1.1" status: 204 len: 168 time: 0.4596591 Oct 26 15:09:24.456957 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02deced8-5ae3-44fd-b3de-1f7e676e678d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Network': ['ID=ac6b48cd-60d8-4807-8986-8f09327cc27e,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:24.458960 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53792) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:24.519297 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a230a9d9-0f14-4dbc-a883-b85b0f1be2ee tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.548412 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a230a9d9-0f14-4dbc-a883-b85b0f1be2ee tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.610982 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a230a9d9-0f14-4dbc-a883-b85b0f1be2ee tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.613692 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a230a9d9-0f14-4dbc-a883-b85b0f1be2ee tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.614904 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a230a9d9-0f14-4dbc-a883-b85b0f1be2ee tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/security-groups/569b02cf-c029-4eff-b0b6-a26c9da110e8 HTTP/1.1" status: 204 len: 168 time: 0.1549652 Oct 26 15:09:24.624328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230a9d9-0f14-4dbc-a883-b85b0f1be2ee tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569b02cf-c029-4eff-b0b6-a26c9da110e8,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:25.318731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 84168782-5b28-43a4-9125-cd6dacd045cb no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:09:25.338975 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 84168782-5b28-43a4-9125-cd6dacd045cb {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:09:25.339319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 84168782-5b28-43a4-9125-cd6dacd045cb not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:09:25.339723 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0eaed915-383c-4c4b-86af-8d4f07a5e897 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:09:25.358876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 0eaed915-383c-4c4b-86af-8d4f07a5e897 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:09:25.359218 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 0eaed915-383c-4c4b-86af-8d4f07a5e897 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:09:25.359657 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a095e371-eb03-4574-ba63-2ab5bbc4126a no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:09:25.378704 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: a095e371-eb03-4574-ba63-2ab5bbc4126a {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:09:25.379041 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device a095e371-eb03-4574-ba63-2ab5bbc4126a not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:09:26.846265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53802) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:26.948100 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-7b7a06aa-1cdf-48fd-a45a-530032573147 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337234394', 'description': 'tempest-secgroup-smoke-1337234394 description', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:26.970255 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b7a06aa-1cdf-48fd-a45a-530032573147 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.034132 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b7a06aa-1cdf-48fd-a45a-530032573147 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.037673 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b7a06aa-1cdf-48fd-a45a-530032573147 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.069917 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7b7a06aa-1cdf-48fd-a45a-530032573147 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.071153 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7b7a06aa-1cdf-48fd-a45a-530032573147 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2238755 Oct 26 15:09:27.074273 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53806) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:27.075167 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a06aa-1cdf-48fd-a45a-530032573147 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:27.079441 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6ac47f25-7621-4a4d-8855-8f7a5b0afbe0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '47b2908b-7f3c-4c2f-92fa-e4d1b6007e58', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:27.105604 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ac47f25-7621-4a4d-8855-8f7a5b0afbe0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.163354 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ac47f25-7621-4a4d-8855-8f7a5b0afbe0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.167669 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ac47f25-7621-4a4d-8855-8f7a5b0afbe0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.184931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac47f25-7621-4a4d-8855-8f7a5b0afbe0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28250495-766e-47ce-9a47-c08c4c15feb0,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:27.192910 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6ac47f25-7621-4a4d-8855-8f7a5b0afbe0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.194197 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6ac47f25-7621-4a4d-8855-8f7a5b0afbe0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188014 Oct 26 15:09:27.196976 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53808) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:27.201207 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8f999385-2e17-498a-8f1b-00ecfddf34c6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '47b2908b-7f3c-4c2f-92fa-e4d1b6007e58', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:27.226746 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8f999385-2e17-498a-8f1b-00ecfddf34c6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.282701 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8f999385-2e17-498a-8f1b-00ecfddf34c6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.286030 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8f999385-2e17-498a-8f1b-00ecfddf34c6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.307247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f999385-2e17-498a-8f1b-00ecfddf34c6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d429300-4b9d-43e2-b753-2d7f00165dd0,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:27.312687 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8f999385-2e17-498a-8f1b-00ecfddf34c6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.313877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8f999385-2e17-498a-8f1b-00ecfddf34c6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159887 Oct 26 15:09:27.316676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53810) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:27.320967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-41c5ef65-28ee-48d3-9ef1-8f9862690bf3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '47b2908b-7f3c-4c2f-92fa-e4d1b6007e58', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:27.347065 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-41c5ef65-28ee-48d3-9ef1-8f9862690bf3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.404161 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-41c5ef65-28ee-48d3-9ef1-8f9862690bf3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.407443 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-41c5ef65-28ee-48d3-9ef1-8f9862690bf3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.424899 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5ef65-28ee-48d3-9ef1-8f9862690bf3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de6e514-6ad6-4d9a-9682-16f865bdb7aa,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:27.432106 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-41c5ef65-28ee-48d3-9ef1-8f9862690bf3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.433292 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-41c5ef65-28ee-48d3-9ef1-8f9862690bf3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157138 Oct 26 15:09:27.437162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53812) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:27.441689 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7945137f-1398-4855-9157-b822b6d05fe6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '47b2908b-7f3c-4c2f-92fa-e4d1b6007e58', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:27.467880 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7945137f-1398-4855-9157-b822b6d05fe6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.529048 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7945137f-1398-4855-9157-b822b6d05fe6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.534547 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7945137f-1398-4855-9157-b822b6d05fe6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.554475 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945137f-1398-4855-9157-b822b6d05fe6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb5d363-258e-4090-a149-b95b2e1c69f9,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:27.566349 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7945137f-1398-4855-9157-b822b6d05fe6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.570275 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7945137f-1398-4855-9157-b822b6d05fe6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294863 Oct 26 15:09:27.570767 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53814) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:27.576190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-9cab1be3-b0f2-4c1c-8444-b5ed4f8e5388 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '47b2908b-7f3c-4c2f-92fa-e4d1b6007e58', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:27.601537 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-9cab1be3-b0f2-4c1c-8444-b5ed4f8e5388 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Project 9cc67f3cdb8d4b968cb02ce9b47e3f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:09:27.607197 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9cab1be3-b0f2-4c1c-8444-b5ed4f8e5388 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.669812 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9cab1be3-b0f2-4c1c-8444-b5ed4f8e5388 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.673222 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9cab1be3-b0f2-4c1c-8444-b5ed4f8e5388 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.691347 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab1be3-b0f2-4c1c-8444-b5ed4f8e5388 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778907ec-69d0-467b-911f-faca4b0e7feb,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:27.695646 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9cab1be3-b0f2-4c1c-8444-b5ed4f8e5388 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.700050 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9cab1be3-b0f2-4c1c-8444-b5ed4f8e5388 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250701 Oct 26 15:09:27.700545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53816) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:27.704545 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-5153137a-c586-451a-a9a5-f38fa34488b0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'security_group_rule': {'security_group_id': '47b2908b-7f3c-4c2f-92fa-e4d1b6007e58', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:27.733352 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-5153137a-c586-451a-a9a5-f38fa34488b0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Project 9cc67f3cdb8d4b968cb02ce9b47e3f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:09:27.738660 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5153137a-c586-451a-a9a5-f38fa34488b0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.798276 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5153137a-c586-451a-a9a5-f38fa34488b0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.801885 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5153137a-c586-451a-a9a5-f38fa34488b0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.818677 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153137a-c586-451a-a9a5-f38fa34488b0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3b63f2-720a-45b0-99c4-97fecc2622c2,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:27.827181 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5153137a-c586-451a-a9a5-f38fa34488b0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.828402 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5153137a-c586-451a-a9a5-f38fa34488b0 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272335 Oct 26 15:09:27.831408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53818) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:27.836482 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d36adaab-6e58-49be-bbdf-bb89eddf4f15 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'network': {'name': 'tempest-network-smoke--2093596309', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'port_security_enabled': True}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:27.856147 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36adaab-6e58-49be-bbdf-bb89eddf4f15 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:09:27.859494 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d36adaab-6e58-49be-bbdf-bb89eddf4f15 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.881488 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36adaab-6e58-49be-bbdf-bb89eddf4f15 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:09:27.891599 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d36adaab-6e58-49be-bbdf-bb89eddf4f15 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.891941 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-d36adaab-6e58-49be-bbdf-bb89eddf4f15 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Added segment ef4dc2b7-349a-435b-96a5-89a3f014cd0c of type vlan for network bad359bc-2062-42e7-abfd-e4e945911064 Oct 26 15:09:27.932547 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d36adaab-6e58-49be-bbdf-bb89eddf4f15 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.956355 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d36adaab-6e58-49be-bbdf-bb89eddf4f15 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.962149 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36adaab-6e58-49be-bbdf-bb89eddf4f15 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:27.962725 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d36adaab-6e58-49be-bbdf-bb89eddf4f15 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.283512 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.288814 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d36adaab-6e58-49be-bbdf-bb89eddf4f15 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4563191 Oct 26 15:09:28.292268 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53820) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:28.297073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'admin_state_up': True, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:28.301603 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36adaab-6e58-49be-bbdf-bb89eddf4f15 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Network': ['ID=bad359bc-2062-42e7-abfd-e4e945911064,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:28.312588 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network bad359bc-2062-42e7-abfd-e4e945911064 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:09:28.320624 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.321743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.378845 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.513937 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.704546 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.723520 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.825595 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.25.4.38 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/c32e39d5-75d7-4c38-890b-0ac9b9a461fc) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:09:28.924791 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.957477 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.993681 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:09:28.998478 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:29.000914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:09:29.037134 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=c32e39d5-75d7-4c38-890b-0ac9b9a461fc,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:29.564774 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:29.769327 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:29.892293 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router e799ce26-1476-414c-b26e-4ca1380f41d1 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:09:30.000441 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:09:30.010157 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Sync routers for ids ['e799ce26-1476-414c-b26e-4ca1380f41d1'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:09:30.020808 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.021025 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Routers {'e799ce26-1476-414c-b26e-4ca1380f41d1'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:30.025046 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:09:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e799ce26-1476-414c-b26e-4ca1380f41d1'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:30.025237 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d864eef2-c0b8-40b5-89a8-47d668bb195d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7285511 Oct 26 15:09:30.025370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53822) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:30.053906 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-bab626e5-f34b-42b9-a2ba-5da4b860fabe tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274844 Oct 26 15:09:30.057024 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53824) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:30.127781 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Set router e799ce26-1476-414c-b26e-4ca1380f41d1 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:30.147490 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4d4ffd-0a11-4c3d-9697-dcd4bc7863b7 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:30.149022 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ee4d4ffd-0a11-4c3d-9697-dcd4bc7863b7 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910058 Oct 26 15:09:30.152003 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53826) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:30.181231 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-9464dab9-2a72-433d-a298-a22dd4a31292 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=6858978a-703b-4f5b-a2d7-0e22b0a00783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274277 Oct 26 15:09:30.183589 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53828) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:30.188271 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-7eeaf953-5c27-43d9-8aed-9e6427744315 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-764027774', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:30.273127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eeaf953-5c27-43d9-8aed-9e6427744315 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:09:30.279550 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf953-5c27-43d9-8aed-9e6427744315 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.303539 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:29Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:30.332495 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Checking router: e799ce26-1476-414c-b26e-4ca1380f41d1 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:09:30.332844 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Updating router e799ce26-1476-414c-b26e-4ca1380f41d1 port c32e39d5-75d7-4c38-890b-0ac9b9a461fc binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:09:30.357997 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.458730 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf953-5c27-43d9-8aed-9e6427744315 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.518444 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaf953-5c27-43d9-8aed-9e6427744315 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Subnet': ['ID=70372602-ee08-40b1-8935-be4645891ced,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:30.535404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeaf953-5c27-43d9-8aed-9e6427744315 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Checking segment: {'id': 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:09:30.535766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeaf953-5c27-43d9-8aed-9e6427744315 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network hostable DHCP agents. Network: bad359bc-2062-42e7-abfd-e4e945911064, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:09:30.552260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeaf953-5c27-43d9-8aed-9e6427744315 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network bad359bc-2062-42e7-abfd-e4e945911064 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:09:30.561432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-7eeaf953-5c27-43d9-8aed-9e6427744315 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, bad359bc-2062-42e7-abfd-e4e945911064) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:30.566774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeaf953-5c27-43d9-8aed-9e6427744315 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:30.567584 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf953-5c27-43d9-8aed-9e6427744315 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.573498 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1577f1eb-67d3-43ee-9406-4466e51b737c None None] Network bad359bc-2062-42e7-abfd-e4e945911064 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:09:30.596253 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53830) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:30.596782 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7eeaf953-5c27-43d9-8aed-9e6427744315 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4116609 Oct 26 15:09:30.614688 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.620002 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.673075 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aefc59-7d1d-4a73-9a11-e8a3e2666c47 None None] Pushing event updated for resources: {'Port': ['ID=c32e39d5-75d7-4c38-890b-0ac9b9a461fc,revision_number=2']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:30.683093 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aefc59-7d1d-4a73-9a11-e8a3e2666c47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:30.683093 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aefc59-7d1d-4a73-9a11-e8a3e2666c47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:30.683501 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aefc59-7d1d-4a73-9a11-e8a3e2666c47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:30.683735 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aefc59-7d1d-4a73-9a11-e8a3e2666c47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:30.684064 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aefc59-7d1d-4a73-9a11-e8a3e2666c47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:30.684387 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aefc59-7d1d-4a73-9a11-e8a3e2666c47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:30.684706 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aefc59-7d1d-4a73-9a11-e8a3e2666c47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:30.685470 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aefc59-7d1d-4a73-9a11-e8a3e2666c47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:30.685470 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aefc59-7d1d-4a73-9a11-e8a3e2666c47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:30.685674 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aefc59-7d1d-4a73-9a11-e8a3e2666c47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:30.685946 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aefc59-7d1d-4a73-9a11-e8a3e2666c47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:30.686283 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aefc59-7d1d-4a73-9a11-e8a3e2666c47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:30.689649 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Attempting to bind port c32e39d5-75d7-4c38-890b-0ac9b9a461fc on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:09:30.690022 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Attempting to bind port c32e39d5-75d7-4c38-890b-0ac9b9a461fc by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:09:30.690389 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Attempting to bind port c32e39d5-75d7-4c38-890b-0ac9b9a461fc on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:09:30.696285 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:09:30.696726 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:09:30.697208 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.697595 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:09:30.698199 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Bound port: c32e39d5-75d7-4c38-890b-0ac9b9a461fc, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:09:30.698606 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.727505 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-bad359bc-2062-42e7-abfd-e4e945911064', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ips': [{'subnet_id': '70372602-ee08-40b1-8935-be4645891ced'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:09:30.728396 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.760048 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] For port c32e39d5-75d7-4c38-890b-0ac9b9a461fc, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:09:30.763270 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] For port c32e39d5-75d7-4c38-890b-0ac9b9a461fc, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c32e39d5-75d7-4c38-890b-0ac9b9a461fc,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:09:30.767813 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.827891 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Routers {'e799ce26-1476-414c-b26e-4ca1380f41d1'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:30.828518 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:09:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e799ce26-1476-414c-b26e-4ca1380f41d1'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:30.867594 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Allocated IP 172.20.0.2 (bad359bc-2062-42e7-abfd-e4e945911064/70372602-ee08-40b1-8935-be4645891ced/6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:09:30.899802 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aefc59-7d1d-4a73-9a11-e8a3e2666c47 None None] Pushing event updated for resources: {'Port': ['ID=c32e39d5-75d7-4c38-890b-0ac9b9a461fc,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:30.954677 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] Set router e799ce26-1476-414c-b26e-4ca1380f41d1 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:31.018150 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:31.024598 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:31.065148 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Network bad359bc-2062-42e7-abfd-e4e945911064 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:09:31.070059 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:31.077103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:09:31.087814 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Pushing event updated for resources: {'Port': ['ID=6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:31.102989 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:31.140056 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Attempting to bind port 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:09:31.140424 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Attempting to bind port 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:09:31.140793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Attempting to bind port 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06 on network bad359bc-2062-42e7-abfd-e4e945911064 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:09:31.145810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:09:31.146677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Checking segment: {'id': 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:09:31.146677 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:31.147042 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Bound using segment: {'id': 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:09:31.147504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Bound port: 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:09:31.148002 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:31.154850 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:29Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:31.183454 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0638041e-498b-4d9e-bcc6-a2e7a0fedc1d None None] The sync data for ids ['e799ce26-1476-414c-b26e-4ca1380f41d1'] in n-d-815498-1 is: [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:29Z', 'revision_number': 3, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:09:31.216233 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] For port 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:09:31.220401 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] For port 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06,segment=NetworkSegment(ef4dc2b7-349a-435b-96a5-89a3f014cd0c),segment_id=ef4dc2b7-349a-435b-96a5-89a3f014cd0c)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:09:31.225318 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:31.287457 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cb0d5-0e8d-48e3-afcf-b640673e435a None None] Pushing event updated for resources: {'Port': ['ID=6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:31.448818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.20.0.1 (bad359bc-2062-42e7-abfd-e4e945911064/70372602-ee08-40b1-8935-be4645891ced/88f29a5b-6490-4922-8718-dd0b2dd55393) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:09:31.598253 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:31.639668 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:31.683424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network bad359bc-2062-42e7-abfd-e4e945911064 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:09:31.686756 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:31.690814 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:09:31.715549 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=88f29a5b-6490-4922-8718-dd0b2dd55393,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:31.738934 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:31.877155 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:32.182220 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:32.186763 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:32.247492 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bc660e-8485-447a-a602-6a5eedaf8eea None None] Network bad359bc-2062-42e7-abfd-e4e945911064 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:09:32.260819 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=88f29a5b-6490-4922-8718-dd0b2dd55393,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:32.263507 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:32.362121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network bad359bc-2062-42e7-abfd-e4e945911064 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:09:32.363540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:32.380412 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e51634d-b5c9-4af5-bc40-f5207719d718 None None] Provisioning complete for port 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:32.380782 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e51634d-b5c9-4af5-bc40-f5207719d718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:32.478996 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router e799ce26-1476-414c-b26e-4ca1380f41d1 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:09:32.489911 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e51634d-b5c9-4af5-bc40-f5207719d718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:32.528186 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e51634d-b5c9-4af5-bc40-f5207719d718 None None] For port 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06,segment=NetworkSegment(ef4dc2b7-349a-435b-96a5-89a3f014cd0c),segment_id=ef4dc2b7-349a-435b-96a5-89a3f014cd0c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:32.533006 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e51634d-b5c9-4af5-bc40-f5207719d718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:32.592929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51634d-b5c9-4af5-bc40-f5207719d718 None None] Pushing event updated for resources: {'Port': ['ID=6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:32.620125 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:09:32.625914 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-8babd7c5-3c6e-4a54-835d-aa4063b6409c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "PUT /v2.0/routers/e799ce26-1476-414c-b26e-4ca1380f41d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0284481 Oct 26 15:09:32.761340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4cdf90ad-6136-4d08-8fdc-ef2517039bb9 None None] Provisioning complete for port 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:32.761717 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4cdf90ad-6136-4d08-8fdc-ef2517039bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:32.844091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-90e6f776-de74-4bdf-b539-cffe72a3b161 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337234394&fields=id&tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 267 time: 0.0360510 Oct 26 15:09:32.860908 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4cdf90ad-6136-4d08-8fdc-ef2517039bb9 None None] Provisioning complete for port 88f29a5b-6490-4922-8718-dd0b2dd55393 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:32.861290 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4cdf90ad-6136-4d08-8fdc-ef2517039bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:32.897664 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf90ad-6136-4d08-8fdc-ef2517039bb9 None None] Port 88f29a5b-6490-4922-8718-dd0b2dd55393 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:09:32.931254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Sync routers for ids ['e799ce26-1476-414c-b26e-4ca1380f41d1'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:09:32.940827 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Routers {'e799ce26-1476-414c-b26e-4ca1380f41d1'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:32.941448 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:09:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e799ce26-1476-414c-b26e-4ca1380f41d1'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:32.964073 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a16ec-7766-43df-8805-7c5529ced927 req-8866c3f8-e6bc-42dc-800c-8705f865fe7b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:32.965608 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-8866c3f8-e6bc-42dc-800c-8705f865fe7b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/networks?id=bad359bc-2062-42e7-abfd-e4e945911064 HTTP/1.1" status: 200 len: 797 time: 0.1146042 Oct 26 15:09:32.982087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-3a8053e1-65d4-4c8c-8c9b-31bbf11435e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/quotas/9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 375 time: 0.0096657 Oct 26 15:09:33.038699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-82dd7a1c-5a2b-4f00-ba77-5e112a06bbba None None] Provisioning complete for port 88f29a5b-6490-4922-8718-dd0b2dd55393 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:33.039073 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-82dd7a1c-5a2b-4f00-ba77-5e112a06bbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:33.040678 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-e0ab23e3-cf61-4d63-9ed4-38e3ed8e3968 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525789 Oct 26 15:09:33.092303 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Set router e799ce26-1476-414c-b26e-4ca1380f41d1 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:33.094478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-82dd7a1c-5a2b-4f00-ba77-5e112a06bbba None None] Port 88f29a5b-6490-4922-8718-dd0b2dd55393 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:09:33.157305 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-67435116-b1cc-4de9-b5c1-d8ba73ffe38e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:09:33.158500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-67435116-b1cc-4de9-b5c1-d8ba73ffe38e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1035161 Oct 26 15:09:33.235985 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-125b1e67-9beb-47d1-b481-f31055ea025e None None] Provisioning complete for port 88f29a5b-6490-4922-8718-dd0b2dd55393 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:33.236371 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-125b1e67-9beb-47d1-b481-f31055ea025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:33.249625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-775e0808-2d19-43dd-9730-0f40b60837fa service neutron] 10.222.0.32 "GET /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845807 Oct 26 15:09:33.309462 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-125b1e67-9beb-47d1-b481-f31055ea025e None None] Port 88f29a5b-6490-4922-8718-dd0b2dd55393 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:09:33.344034 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:31Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '88f29a5b-6490-4922-8718-dd0b2dd55393', 'name': '', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:42:3a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70372602-ee08-40b1-8935-be4645891ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:31Z', 'updated_at': '2021-10-26T15:09:32Z', 'revision_number': 2, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '70372602-ee08-40b1-8935-be4645891ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:33.366512 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-e6e43321-f8cd-45fb-88c9-a2bd9660061c service neutron] 10.222.0.32 "GET /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102760 Oct 26 15:09:33.372245 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Checking router: e799ce26-1476-414c-b26e-4ca1380f41d1 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:09:33.372610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Updating router e799ce26-1476-414c-b26e-4ca1380f41d1 port 88f29a5b-6490-4922-8718-dd0b2dd55393 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:09:33.402568 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:09:33.427075 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:33.532986 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d68b3160-d0e2-49db-b6ed-5e27576b8ba6 req-ed041f80-e8f9-4508-9a9b-3817af3b828e tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 210 time: 0.0284743 Oct 26 15:09:33.557423 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:33.557790 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:33.879100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c32e39d5-75d7-4c38-890b-0ac9b9a461fc up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:09:33.980265 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:33.982973 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port c32e39d5-75d7-4c38-890b-0ac9b9a461fc triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:33.983348 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:33.986162 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:34.073592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4318fbf-c47e-43ca-995b-8a25d2a4b279 None None] Pushing event updated for resources: {'Port': ['ID=88f29a5b-6490-4922-8718-dd0b2dd55393,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:34.152002 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Attempting to bind port 88f29a5b-6490-4922-8718-dd0b2dd55393 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:09:34.152385 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Attempting to bind port 88f29a5b-6490-4922-8718-dd0b2dd55393 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:09:34.152746 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Attempting to bind port 88f29a5b-6490-4922-8718-dd0b2dd55393 on network bad359bc-2062-42e7-abfd-e4e945911064 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:09:34.158915 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:34.163948 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:09:34.164329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Checking segment: {'id': 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:09:34.165279 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:34.165676 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Bound using segment: {'id': 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:09:34.166187 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Bound port: 88f29a5b-6490-4922-8718-dd0b2dd55393, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:09:34.166577 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:34.194543 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port c32e39d5-75d7-4c38-890b-0ac9b9a461fc, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c32e39d5-75d7-4c38-890b-0ac9b9a461fc,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:34.219356 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:34.278698 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] For port 88f29a5b-6490-4922-8718-dd0b2dd55393, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:09:34.285736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] For port 88f29a5b-6490-4922-8718-dd0b2dd55393, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=88f29a5b-6490-4922-8718-dd0b2dd55393,segment=NetworkSegment(ef4dc2b7-349a-435b-96a5-89a3f014cd0c),segment_id=ef4dc2b7-349a-435b-96a5-89a3f014cd0c)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:09:34.291936 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:34.293695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=c32e39d5-75d7-4c38-890b-0ac9b9a461fc,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:34.364115 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Routers {'e799ce26-1476-414c-b26e-4ca1380f41d1'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:34.364776 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:09:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e799ce26-1476-414c-b26e-4ca1380f41d1'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:34.407721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3efe3265-1645-426b-b704-bb65091a8ec0 None None] Provisioning complete for port 88f29a5b-6490-4922-8718-dd0b2dd55393 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:34.407972 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3efe3265-1645-426b-b704-bb65091a8ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:34.435173 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4318fbf-c47e-43ca-995b-8a25d2a4b279 None None] Pushing event updated for resources: {'Port': ['ID=88f29a5b-6490-4922-8718-dd0b2dd55393,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:34.518158 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] Set router e799ce26-1476-414c-b26e-4ca1380f41d1 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:34.577388 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a16ec-7766-43df-8805-7c5529ced927 req-adf65291-b30f-4ef4-9316-029242770d92 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:34.578889 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-adf65291-b30f-4ef4-9316-029242770d92 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/networks?id=bad359bc-2062-42e7-abfd-e4e945911064 HTTP/1.1" status: 200 len: 797 time: 0.1426299 Oct 26 15:09:34.598204 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3efe3265-1645-426b-b704-bb65091a8ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:34.624626 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-5ad04091-c897-4ca6-b7b0-fe2d9e025fbc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12 HTTP/1.1" status: 200 len: 380 time: 0.0357962 Oct 26 15:09:34.636751 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-517a16ec-7766-43df-8805-7c5529ced927 req-a2b7bf19-e6f1-45d5-bcb4-e71cb0201ee6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'port': {'device_id': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'admin_state_up': True, 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'security_groups': ['47b2908b-7f3c-4c2f-92fa-e4d1b6007e58']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:34.649557 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5172b5ca-d438-4f36-a530-1a392e50b6fe req-01767897-2945-42f2-9d6b-cd1109f7bac9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 210 time: 0.0279992 Oct 26 15:09:34.706681 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-3efe3265-1645-426b-b704-bb65091a8ec0 None None] For port 88f29a5b-6490-4922-8718-dd0b2dd55393, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=88f29a5b-6490-4922-8718-dd0b2dd55393,segment=NetworkSegment(ef4dc2b7-349a-435b-96a5-89a3f014cd0c),segment_id=ef4dc2b7-349a-435b-96a5-89a3f014cd0c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:34.715238 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3efe3265-1645-426b-b704-bb65091a8ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:34.750235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517a16ec-7766-43df-8805-7c5529ced927 req-a2b7bf19-e6f1-45d5-bcb4-e71cb0201ee6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Made reservation on behalf of 9cc67f3cdb8d4b968cb02ce9b47e3f12 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:09:34.753888 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-517a16ec-7766-43df-8805-7c5529ced927 req-a2b7bf19-e6f1-45d5-bcb4-e71cb0201ee6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:34.794225 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe3265-1645-426b-b704-bb65091a8ec0 None None] Pushing event updated for resources: {'Port': ['ID=88f29a5b-6490-4922-8718-dd0b2dd55393,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:34.843546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3072ff66-987e-4fd0-84f6-f4855ed8f44a None None] Provisioning complete for port 88f29a5b-6490-4922-8718-dd0b2dd55393 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:34.843908 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3072ff66-987e-4fd0-84f6-f4855ed8f44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:34.881221 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-517a16ec-7766-43df-8805-7c5529ced927 req-a2b7bf19-e6f1-45d5-bcb4-e71cb0201ee6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.20.0.11 (bad359bc-2062-42e7-abfd-e4e945911064/70372602-ee08-40b1-8935-be4645891ced/6669a256-c140-42e7-a4a3-8e902435f37d) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:09:34.888481 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:31Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '88f29a5b-6490-4922-8718-dd0b2dd55393', 'name': '', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:42:3a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70372602-ee08-40b1-8935-be4645891ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:31Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '70372602-ee08-40b1-8935-be4645891ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:34.917454 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3ed22-af1d-4c9a-91ac-de5dd58c9981 None None] The sync data for ids ['e799ce26-1476-414c-b26e-4ca1380f41d1'] in n-d-815498-1 is: [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:31Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '88f29a5b-6490-4922-8718-dd0b2dd55393', 'name': '', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:42:3a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70372602-ee08-40b1-8935-be4645891ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:31Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '70372602-ee08-40b1-8935-be4645891ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:09:35.057090 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-517a16ec-7766-43df-8805-7c5529ced927 req-a2b7bf19-e6f1-45d5-bcb4-e71cb0201ee6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:35.112861 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-517a16ec-7766-43df-8805-7c5529ced927 req-a2b7bf19-e6f1-45d5-bcb4-e71cb0201ee6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:35.169366 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517a16ec-7766-43df-8805-7c5529ced927 req-a2b7bf19-e6f1-45d5-bcb4-e71cb0201ee6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network bad359bc-2062-42e7-abfd-e4e945911064 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:09:35.172668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-517a16ec-7766-43df-8805-7c5529ced927 req-a2b7bf19-e6f1-45d5-bcb4-e71cb0201ee6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:35.179580 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-517a16ec-7766-43df-8805-7c5529ced927 req-a2b7bf19-e6f1-45d5-bcb4-e71cb0201ee6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:09:35.183088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7bf19-e6f1-45d5-bcb4-e71cb0201ee6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=6669a256-c140-42e7-a4a3-8e902435f37d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:35.234750 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a16ec-7766-43df-8805-7c5529ced927 req-a2b7bf19-e6f1-45d5-bcb4-e71cb0201ee6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:35.235419 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-517a16ec-7766-43df-8805-7c5529ced927 req-a2b7bf19-e6f1-45d5-bcb4-e71cb0201ee6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:35.265005 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-a2b7bf19-e6f1-45d5-bcb4-e71cb0201ee6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6327243 Oct 26 15:09:35.278162 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Request body: {'port': {'device_id': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:35.349504 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:35.473706 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 88f29a5b-6490-4922-8718-dd0b2dd55393 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:09:35.538255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 88f29a5b-6490-4922-8718-dd0b2dd55393 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:35.538796 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:35.643659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c32e39d5-75d7-4c38-890b-0ac9b9a461fc up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:09:35.646941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-27ed6a95-9e7d-4009-83fe-49af38631c4c None None] Provisioning complete for port 6669a256-c140-42e7-a4a3-8e902435f37d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:35.646941 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-27ed6a95-9e7d-4009-83fe-49af38631c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:35.689820 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6669a256-c140-42e7-a4a3-8e902435f37d {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:09:35.700804 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:35.711029 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-27ed6a95-9e7d-4009-83fe-49af38631c4c None None] Port 6669a256-c140-42e7-a4a3-8e902435f37d cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:09:35.724759 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Transition to ACTIVE for port object 6669a256-c140-42e7-a4a3-8e902435f37d will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:09:35.725272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port c32e39d5-75d7-4c38-890b-0ac9b9a461fc triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:35.725873 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:35.732012 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:35.811202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Pushing event updated for resources: {'Port': ['ID=6669a256-c140-42e7-a4a3-8e902435f37d,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:35.833292 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71a317-9cf2-4295-a6d4-276337e9a159 req-2b127167-abbd-4276-a582-70986edf9700 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:35.835635 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb71a317-9cf2-4295-a6d4-276337e9a159 req-2b127167-abbd-4276-a582-70986edf9700 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 944 time: 0.1025569 Oct 26 15:09:35.885052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-eb71a317-9cf2-4295-a6d4-276337e9a159 req-83bbeac0-da91-4855-90fd-19ec0ab56c19 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405362 Oct 26 15:09:35.906156 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Attempting to bind port 6669a256-c140-42e7-a4a3-8e902435f37d on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:09:35.906942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Attempting to bind port 6669a256-c140-42e7-a4a3-8e902435f37d by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:09:35.907386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Attempting to bind port 6669a256-c140-42e7-a4a3-8e902435f37d on network bad359bc-2062-42e7-abfd-e4e945911064 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:09:35.913645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Port 6669a256-c140-42e7-a4a3-8e902435f37d on network bad359bc-2062-42e7-abfd-e4e945911064 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:09:35.914267 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Attempting to bind port 6669a256-c140-42e7-a4a3-8e902435f37d on network bad359bc-2062-42e7-abfd-e4e945911064 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:09:35.920284 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:09:35.920620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Checking segment: {'id': 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:09:35.921002 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Bound using segment: {'id': 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:09:35.921435 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Bound port: 6669a256-c140-42e7-a4a3-8e902435f37d, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:09:35.921787 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:35.994883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] For port 6669a256-c140-42e7-a4a3-8e902435f37d, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:09:35.998440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] For port 6669a256-c140-42e7-a4a3-8e902435f37d, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6669a256-c140-42e7-a4a3-8e902435f37d,segment=NetworkSegment(ef4dc2b7-349a-435b-96a5-89a3f014cd0c),segment_id=ef4dc2b7-349a-435b-96a5-89a3f014cd0c)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:09:36.005073 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:36.044116 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:36.044839 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:36.046186 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] 10.222.0.11 "PUT /v2.0/ports/6669a256-c140-42e7-a4a3-8e902435f37d HTTP/1.1" status: 200 len: 1092 time: 0.7723823 Oct 26 15:09:36.046641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'tag': '6669a256-c140-42e7-a4a3-8e902435f37d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:09:36.048949 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab8c382-9613-4976-9c9b-ff9109f13342" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8bc29c-110a-4e89-8689-5f8182af7601", "tag": "6669a256-c140-42e7-a4a3-8e902435f37d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:09:36.083513 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6a56c-f7bd-485d-9457-11d30713d252 service neutron] Pushing event updated for resources: {'Port': ['ID=6669a256-c140-42e7-a4a3-8e902435f37d,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:36.112052 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18f253b-d1a6-46ca-8a98-0665f90c5918 x-openstack-request-id: req-a18f253b-d1a6-46ca-8a98-0665f90c5918 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:09:36.112356 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8bc29c-110a-4e89-8689-5f8182af7601", "tag": "6669a256-c140-42e7-a4a3-8e902435f37d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:09:36.112619 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a18f253b-d1a6-46ca-8a98-0665f90c5918 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:09:36.113042 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'tag': '6669a256-c140-42e7-a4a3-8e902435f37d', 'status': 'completed', 'code': 200} Oct 26 15:09:36.150454 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a16ec-7766-43df-8805-7c5529ced927 req-1bc13229-88dd-4094-ba3f-71f4741f5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:36.153651 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-1bc13229-88dd-4094-ba3f-71f4741f5fa1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 1095 time: 0.0625448 Oct 26 15:09:36.522591 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-ba639df0-8a61-42d3-8d51-feee6f93ba8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6669a256-c140-42e7-a4a3-8e902435f37d HTTP/1.1" status: 200 len: 217 time: 0.3601882 Oct 26 15:09:36.572358 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a16ec-7766-43df-8805-7c5529ced927 req-42cba9ba-6ceb-49e2-8c81-579031c963d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:36.573836 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-42cba9ba-6ceb-49e2-8c81-579031c963d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70372602-ee08-40b1-8935-be4645891ced HTTP/1.1" status: 200 len: 834 time: 0.0437841 Oct 26 15:09:36.618294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a16ec-7766-43df-8805-7c5529ced927 req-a6df0077-fd9b-4802-a7fc-3b098bbd371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:36.619745 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-a6df0077-fd9b-4802-a7fc-3b098bbd371d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bad359bc-2062-42e7-abfd-e4e945911064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380754 Oct 26 15:09:36.710624 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-2de78ab1-4114-4f6a-8588-58774247e9eb service neutron] 10.222.0.11 "GET /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834746 Oct 26 15:09:36.797757 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-517a16ec-7766-43df-8805-7c5529ced927 req-bc1baea2-a891-4e56-a36a-8db26325d355 service neutron] 10.222.0.11 "GET /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794315 Oct 26 15:09:36.889789 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8c382-9613-4976-9c9b-ff9109f13342 req-6b8e3f52-e7a8-46f4-88eb-44146c7019f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:36.891295 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ab8c382-9613-4976-9c9b-ff9109f13342 req-6b8e3f52-e7a8-46f4-88eb-44146c7019f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 1095 time: 0.0438926 Oct 26 15:09:36.983688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8c382-9613-4976-9c9b-ff9109f13342 req-1aff46f3-ee30-4d74-8825-f9eb749d811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:36.985199 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ab8c382-9613-4976-9c9b-ff9109f13342 req-1aff46f3-ee30-4d74-8825-f9eb749d811b service neutron] 10.222.0.11 "GET /v2.0/networks?id=bad359bc-2062-42e7-abfd-e4e945911064 HTTP/1.1" status: 200 len: 898 time: 0.0855401 Oct 26 15:09:37.014523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7889c-b066-45dd-b81a-88f11036f4e0 req-4bde4628-a7a4-4960-a8f3-8ae4b26c39a4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:37.016022 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16c7889c-b066-45dd-b81a-88f11036f4e0 req-4bde4628-a7a4-4960-a8f3-8ae4b26c39a4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 944 time: 0.0548301 Oct 26 15:09:37.031262 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ab8c382-9613-4976-9c9b-ff9109f13342 req-a6b64986-c401-4e8d-8fd1-870af122b75c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6669a256-c140-42e7-a4a3-8e902435f37d HTTP/1.1" status: 200 len: 217 time: 0.0389209 Oct 26 15:09:37.054428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-16c7889c-b066-45dd-b81a-88f11036f4e0 req-790b4a40-6391-4711-8784-88b3d7971fb3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322666 Oct 26 15:09:37.081971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8c382-9613-4976-9c9b-ff9109f13342 req-c6118e75-977b-46da-87f0-5089835d3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:37.083530 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ab8c382-9613-4976-9c9b-ff9109f13342 req-c6118e75-977b-46da-87f0-5089835d3eb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70372602-ee08-40b1-8935-be4645891ced HTTP/1.1" status: 200 len: 834 time: 0.0446200 Oct 26 15:09:37.127622 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8c382-9613-4976-9c9b-ff9109f13342 req-be48f245-802b-4ee1-a61d-10079b83239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:37.129280 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ab8c382-9613-4976-9c9b-ff9109f13342 req-be48f245-802b-4ee1-a61d-10079b83239e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bad359bc-2062-42e7-abfd-e4e945911064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389650 Oct 26 15:09:37.223776 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ab8c382-9613-4976-9c9b-ff9109f13342 req-20c31562-f97f-4ab2-a235-15f7a951862b service neutron] 10.222.0.11 "GET /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868626 Oct 26 15:09:37.312440 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3ab8c382-9613-4976-9c9b-ff9109f13342 req-0b6dd9b0-eb04-42d2-9388-3fafeabf2e33 service neutron] 10.222.0.11 "GET /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811331 Oct 26 15:09:38.168704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da7110-6ee1-475a-bb8f-80f6b8b3dd9b req-e291de7c-ed7b-423e-96c4-74bdcd8e96e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:38.170220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63da7110-6ee1-475a-bb8f-80f6b8b3dd9b req-e291de7c-ed7b-423e-96c4-74bdcd8e96e8 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 944 time: 0.0479348 Oct 26 15:09:38.207451 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-63da7110-6ee1-475a-bb8f-80f6b8b3dd9b req-e0a56363-0d83-47c3-9e13-fe0bc1b0e77b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312393 Oct 26 15:09:39.321413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d74f13-ec93-4049-b9d3-b53c764abc3f req-ad463ac6-15d4-4977-b825-f5bc3319d0e1 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:39.322907 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07d74f13-ec93-4049-b9d3-b53c764abc3f req-ad463ac6-15d4-4977-b825-f5bc3319d0e1 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 944 time: 0.0481768 Oct 26 15:09:39.328891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6669a256-c140-42e7-a4a3-8e902435f37d details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:09:39.361083 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07d74f13-ec93-4049-b9d3-b53c764abc3f req-a63d2d67-b91d-47e3-a296-ecb10ba82224 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313170 Oct 26 15:09:39.422338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6669a256-c140-42e7-a4a3-8e902435f37d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6669a256-c140-42e7-a4a3-8e902435f37d,segment=NetworkSegment(ef4dc2b7-349a-435b-96a5-89a3f014cd0c),segment_id=ef4dc2b7-349a-435b-96a5-89a3f014cd0c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:39.437007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '6669a256-c140-42e7-a4a3-8e902435f37d', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'port_id': '6669a256-c140-42e7-a4a3-8e902435f37d', 'mac_address': 'fa:16:3e:08:4e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70372602-ee08-40b1-8935-be4645891ced', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:09:39.473075 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:39.485329 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6669a256-c140-42e7-a4a3-8e902435f37d {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:09:39.504286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6669a256-c140-42e7-a4a3-8e902435f37d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6669a256-c140-42e7-a4a3-8e902435f37d,segment=NetworkSegment(ef4dc2b7-349a-435b-96a5-89a3f014cd0c),segment_id=ef4dc2b7-349a-435b-96a5-89a3f014cd0c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:39.507637 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:39.553013 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=6669a256-c140-42e7-a4a3-8e902435f37d,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:39.835304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['6669a256-c140-42e7-a4a3-8e902435f37d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:09:40.054188 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:09:40.482724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1c23f-1f7e-4b37-8ef9-30831089f83f req-d2a249b3-81bb-4f77-a492-7a784c814277 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:40.484220 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ba1c23f-1f7e-4b37-8ef9-30831089f83f req-d2a249b3-81bb-4f77-a492-7a784c814277 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 945 time: 0.0522437 Oct 26 15:09:40.521752 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ba1c23f-1f7e-4b37-8ef9-30831089f83f req-2b09aa53-5b91-454c-9a53-ae3726137d38 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316038 Oct 26 15:09:41.335085 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6669a256-c140-42e7-a4a3-8e902435f37d up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:09:41.387027 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 6669a256-c140-42e7-a4a3-8e902435f37d completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:09:41.390699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 6669a256-c140-42e7-a4a3-8e902435f37d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:41.391071 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:41.466416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:41.487838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6669a256-c140-42e7-a4a3-8e902435f37d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:09:41.490217 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c59726d-8738-485d-9d46-2cb2f46646e0" -d '{"events": [{"server_uuid": "fa8bc29c-110a-4e89-8689-5f8182af7601", "name": "network-vif-plugged", "status": "completed", "tag": "6669a256-c140-42e7-a4a3-8e902435f37d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:09:41.503319 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 6669a256-c140-42e7-a4a3-8e902435f37d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6669a256-c140-42e7-a4a3-8e902435f37d,segment=NetworkSegment(ef4dc2b7-349a-435b-96a5-89a3f014cd0c),segment_id=ef4dc2b7-349a-435b-96a5-89a3f014cd0c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:41.507454 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:41.532509 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad621a8-d0ec-428c-8ed2-125f4d45aa0b x-openstack-request-id: req-fad621a8-d0ec-428c-8ed2-125f4d45aa0b {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:09:41.532806 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8bc29c-110a-4e89-8689-5f8182af7601", "name": "network-vif-plugged", "status": "completed", "tag": "6669a256-c140-42e7-a4a3-8e902435f37d", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:09:41.533069 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fad621a8-d0ec-428c-8ed2-125f4d45aa0b {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:09:41.533462 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6669a256-c140-42e7-a4a3-8e902435f37d', 'code': 200} Oct 26 15:09:41.563405 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=6669a256-c140-42e7-a4a3-8e902435f37d,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:41.637367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df56d3a-3243-4797-905e-24403f638375 req-20dfc106-c2c3-4f7a-8f2c-6f4a44a465ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:41.638726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973493f8-e383-46be-8851-967af647caf9 req-614b40e5-95a0-4d59-84ec-08ba6e06f84c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:41.639171 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2df56d3a-3243-4797-905e-24403f638375 req-20dfc106-c2c3-4f7a-8f2c-6f4a44a465ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 1097 time: 0.0446231 Oct 26 15:09:41.640333 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-973493f8-e383-46be-8851-967af647caf9 req-614b40e5-95a0-4d59-84ec-08ba6e06f84c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 946 time: 0.0504789 Oct 26 15:09:41.675734 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2df56d3a-3243-4797-905e-24403f638375 req-e6aef089-8c1c-4460-abc6-597d7fab496e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280397 Oct 26 15:09:41.677688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-973493f8-e383-46be-8851-967af647caf9 req-e55a12af-23fa-436b-a6c4-fdd78cbf5642 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315459 Oct 26 15:09:42.792209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f907b-7fe1-45da-a3a6-dfc72ef911a1 req-e20be529-68d7-47aa-a8d3-cb2069fb100b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:42.793685 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c9f907b-7fe1-45da-a3a6-dfc72ef911a1 req-e20be529-68d7-47aa-a8d3-cb2069fb100b tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 946 time: 0.0488379 Oct 26 15:09:42.831810 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0c9f907b-7fe1-45da-a3a6-dfc72ef911a1 req-659e958c-0bf2-4729-b744-4eb48bddec35 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322225 Oct 26 15:09:42.901098 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7e00-7443-486f-a5bd-1e9c7f43696f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:43.953001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94c401-09a0-4a2c-ab15-fdc9d639fce9 req-033b4190-873b-4f2d-87d8-a55f0afb3341 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:43.954513 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c94c401-09a0-4a2c-ab15-fdc9d639fce9 req-033b4190-873b-4f2d-87d8-a55f0afb3341 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 946 time: 0.0543299 Oct 26 15:09:43.993173 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c94c401-09a0-4a2c-ab15-fdc9d639fce9 req-1e459ba2-0508-4593-b477-96a88c7378e7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322344 Oct 26 15:09:44.106621 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981ab7c-cdb3-4978-b715-2db24e619aa8 req-656d18d2-b271-4121-b513-9ecab80942b5 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:44.108102 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c981ab7c-cdb3-4978-b715-2db24e619aa8 req-656d18d2-b271-4121-b513-9ecab80942b5 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 946 time: 0.0488269 Oct 26 15:09:44.145592 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c981ab7c-cdb3-4978-b715-2db24e619aa8 req-598315e6-7d9d-4914-b7a3-aeb55049e6b3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314524 Oct 26 15:09:44.166834 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53894) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:44.205110 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd4e78-9a61-432d-bb2b-981f64c97955 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:44.206628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-12fd4e78-9a61-432d-bb2b-981f64c97955 tempest-TestNetworkAdvancedServerOps-642611013 tempest-TestNetworkAdvancedServerOps-642611013-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 1092 time: 0.0388234 Oct 26 15:09:44.209282 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53896) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:44.213635 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '6669a256-c140-42e7-a4a3-8e902435f37d', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:44.234874 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:44.333335 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:44.438881 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Allocated IP 172.25.4.91 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/2e23e585-d280-4ee2-a8a2-21b5a5bacc18) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:09:44.543726 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:44.576586 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:44.619123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:09:44.622005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:44.625513 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:09:44.631052 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=2e23e585-d280-4ee2-a8a2-21b5a5bacc18,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:44.965968 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:45.031631 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:45.179230 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:45.184166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:45.203582 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d546293d-19c4-4f06-b0b5-709ae868178f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:45.253891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event updated for resources: {'Port': ['ID=2e23e585-d280-4ee2-a8a2-21b5a5bacc18,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:45.266988 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:45.364555 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Floating IP 49786439-7055-4a2f-b089-8b6af78d55e1 associated. External IP: 172.25.4.91, port: 6669a256-c140-42e7-a4a3-8e902435f37d. Oct 26 15:09:45.563679 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router e799ce26-1476-414c-b26e-4ca1380f41d1 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:09:45.667692 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:09:45.677075 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e7e77-95eb-4d62-bd04-78a173e02c3b None None] Sync routers for ids ['e799ce26-1476-414c-b26e-4ca1380f41d1'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:09:45.685867 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:45.688188 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e7e77-95eb-4d62-bd04-78a173e02c3b None None] Routers {'e799ce26-1476-414c-b26e-4ca1380f41d1'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:45.688998 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-9f5e7e77-95eb-4d62-bd04-78a173e02c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:09:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e799ce26-1476-414c-b26e-4ca1380f41d1'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:45.712942 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-6b0b0036-c0ee-4c3c-b79f-cca3e343ac26 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5026491 Oct 26 15:09:45.713561 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'tag': '6669a256-c140-42e7-a4a3-8e902435f37d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:09:45.716135 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1081a7-49eb-4210-8421-7c6c31b5e6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8bc29c-110a-4e89-8689-5f8182af7601", "tag": "6669a256-c140-42e7-a4a3-8e902435f37d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:09:45.756312 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e53dec-5d16-427e-9df3-e21794e7d88a x-openstack-request-id: req-b4e53dec-5d16-427e-9df3-e21794e7d88a {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:09:45.756613 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8bc29c-110a-4e89-8689-5f8182af7601", "tag": "6669a256-c140-42e7-a4a3-8e902435f37d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:09:45.757109 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4e53dec-5d16-427e-9df3-e21794e7d88a {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:09:45.757475 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'tag': '6669a256-c140-42e7-a4a3-8e902435f37d', 'status': 'completed', 'code': 200} Oct 26 15:09:45.797871 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-9f5e7e77-95eb-4d62-bd04-78a173e02c3b None None] Set router e799ce26-1476-414c-b26e-4ca1380f41d1 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:45.826365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfde13-6627-4e46-b928-2ed2e6affa0c req-e8a2fa75-40eb-4ab8-b7fe-a8d32d55cbe3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:45.827490 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1081a7-49eb-4210-8421-7c6c31b5e6e0 req-dd2864d2-574c-4205-8173-92e3df7eb7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:45.829471 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d1081a7-49eb-4210-8421-7c6c31b5e6e0 req-dd2864d2-574c-4205-8173-92e3df7eb7f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 1097 time: 0.0480502 Oct 26 15:09:45.830443 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcdfde13-6627-4e46-b928-2ed2e6affa0c req-e8a2fa75-40eb-4ab8-b7fe-a8d32d55cbe3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 946 time: 0.0626116 Oct 26 15:09:45.868946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcdfde13-6627-4e46-b928-2ed2e6affa0c req-cbb61d11-c587-4adb-bd92-9f7145c32867 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347919 Oct 26 15:09:45.892771 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53902) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:45.930911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1081a7-49eb-4210-8421-7c6c31b5e6e0 req-07ad61e0-926e-4cca-8f20-d525c960ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:45.932382 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d1081a7-49eb-4210-8421-7c6c31b5e6e0 req-07ad61e0-926e-4cca-8f20-d525c960ad45 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bad359bc-2062-42e7-abfd-e4e945911064 HTTP/1.1" status: 200 len: 898 time: 0.0959778 Oct 26 15:09:45.955767 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ac35a159-0e46-4090-8635-458940dc3568 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/49786439-7055-4a2f-b089-8b6af78d55e1 HTTP/1.1" status: 200 len: 991 time: 0.0605562 Oct 26 15:09:46.000311 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d1081a7-49eb-4210-8421-7c6c31b5e6e0 req-f23bd9cf-36ee-4d81-bf0c-8a58a52c3743 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6669a256-c140-42e7-a4a3-8e902435f37d HTTP/1.1" status: 200 len: 999 time: 0.0605371 Oct 26 15:09:46.052348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1081a7-49eb-4210-8421-7c6c31b5e6e0 req-753bd4b8-e6d4-40f3-b076-3dfcbbf5c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:46.053832 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d1081a7-49eb-4210-8421-7c6c31b5e6e0 req-753bd4b8-e6d4-40f3-b076-3dfcbbf5c3a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70372602-ee08-40b1-8935-be4645891ced HTTP/1.1" status: 200 len: 834 time: 0.0463169 Oct 26 15:09:46.106566 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1081a7-49eb-4210-8421-7c6c31b5e6e0 req-cefad408-6064-4a60-8411-5f378a639a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:46.108226 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d1081a7-49eb-4210-8421-7c6c31b5e6e0 req-cefad408-6064-4a60-8411-5f378a639a5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bad359bc-2062-42e7-abfd-e4e945911064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469995 Oct 26 15:09:46.124702 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-9f5e7e77-95eb-4d62-bd04-78a173e02c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:31Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '49786439-7055-4a2f-b089-8b6af78d55e1', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'port_id': '6669a256-c140-42e7-a4a3-8e902435f37d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'mac_address': 'fa:16:3e:08:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:09:44Z', 'updated_at': '2021-10-26T15:09:44Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f29a5b-6490-4922-8718-dd0b2dd55393', 'name': '', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:42:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70372602-ee08-40b1-8935-be4645891ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:31Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '70372602-ee08-40b1-8935-be4645891ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:46.150530 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e7e77-95eb-4d62-bd04-78a173e02c3b None None] Checking router: e799ce26-1476-414c-b26e-4ca1380f41d1 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:09:46.158641 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e7e77-95eb-4d62-bd04-78a173e02c3b None None] Routers {'e799ce26-1476-414c-b26e-4ca1380f41d1'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:46.159226 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-9f5e7e77-95eb-4d62-bd04-78a173e02c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:09:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e799ce26-1476-414c-b26e-4ca1380f41d1'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:46.200974 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d1081a7-49eb-4210-8421-7c6c31b5e6e0 req-30e76049-4afe-4144-a116-9b57ff0fb846 service neutron] 10.222.0.11 "GET /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850437 Oct 26 15:09:46.260403 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-9f5e7e77-95eb-4d62-bd04-78a173e02c3b None None] Set router e799ce26-1476-414c-b26e-4ca1380f41d1 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:46.296440 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d1081a7-49eb-4210-8421-7c6c31b5e6e0 req-e543b215-462c-451a-b55d-1411ff22563b service neutron] 10.222.0.11 "GET /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881097 Oct 26 15:09:46.491724 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-9f5e7e77-95eb-4d62-bd04-78a173e02c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:31Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '49786439-7055-4a2f-b089-8b6af78d55e1', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'port_id': '6669a256-c140-42e7-a4a3-8e902435f37d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'mac_address': 'fa:16:3e:08:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:09:44Z', 'updated_at': '2021-10-26T15:09:44Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f29a5b-6490-4922-8718-dd0b2dd55393', 'name': '', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:42:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70372602-ee08-40b1-8935-be4645891ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:31Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '70372602-ee08-40b1-8935-be4645891ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:46.517188 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e7e77-95eb-4d62-bd04-78a173e02c3b None None] The sync data for ids ['e799ce26-1476-414c-b26e-4ca1380f41d1'] in n-d-815498-1 is: [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:31Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '49786439-7055-4a2f-b089-8b6af78d55e1', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'port_id': '6669a256-c140-42e7-a4a3-8e902435f37d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'mac_address': 'fa:16:3e:08:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:09:44Z', 'updated_at': '2021-10-26T15:09:44Z', 'revision_number': 0, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f29a5b-6490-4922-8718-dd0b2dd55393', 'name': '', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:42:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70372602-ee08-40b1-8935-be4645891ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:31Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '70372602-ee08-40b1-8935-be4645891ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:09:46.706255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67315d61-223e-44a4-88e4-1d422925cb69 None None] New status for floating IP 49786439-7055-4a2f-b089-8b6af78d55e1: ACTIVE {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:09:46.799080 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:46.958241 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53904) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:47.022853 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-cf32b28f-7170-4220-ae2c-dfb0ef941ed7 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/49786439-7055-4a2f-b089-8b6af78d55e1 HTTP/1.1" status: 200 len: 993 time: 0.0634389 Oct 26 15:09:47.109917 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:48.807971 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:54.077532 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:58.278636 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:12.904186 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f5aab44d-b786-4934-a235-174328a0b84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:15.204546 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-72fc5394-1440-4f97-bf51-98b92140bbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:16.760385 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:17.052630 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:10:17.113306 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:17.329037 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c4807e66-c90d-4ec7-a0c0-fd092f9160c0 req-0abd95fe-0928-4634-9995-bd2e5dc51675 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964675 Oct 26 15:10:17.412557 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4807e66-c90d-4ec7-a0c0-fd092f9160c0 req-e2c3231c-b3b7-40ce-b38c-2da961121160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:17.414049 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c4807e66-c90d-4ec7-a0c0-fd092f9160c0 req-e2c3231c-b3b7-40ce-b38c-2da961121160 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 1097 time: 0.0399587 Oct 26 15:10:17.520965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4807e66-c90d-4ec7-a0c0-fd092f9160c0 req-d87751be-1493-42e0-97d4-9851ce6ae90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:17.522450 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c4807e66-c90d-4ec7-a0c0-fd092f9160c0 req-d87751be-1493-42e0-97d4-9851ce6ae90e service neutron] 10.222.0.11 "GET /v2.0/networks?id=bad359bc-2062-42e7-abfd-e4e945911064 HTTP/1.1" status: 200 len: 898 time: 0.0880260 Oct 26 15:10:17.586920 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c4807e66-c90d-4ec7-a0c0-fd092f9160c0 req-dd21b2a6-9786-4ba1-9510-193698ca642e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6669a256-c140-42e7-a4a3-8e902435f37d HTTP/1.1" status: 200 len: 1001 time: 0.0574162 Oct 26 15:10:17.640225 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4807e66-c90d-4ec7-a0c0-fd092f9160c0 req-001be6d7-1990-47b2-adc9-d3714d1f7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:17.641642 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c4807e66-c90d-4ec7-a0c0-fd092f9160c0 req-001be6d7-1990-47b2-adc9-d3714d1f7df6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70372602-ee08-40b1-8935-be4645891ced HTTP/1.1" status: 200 len: 834 time: 0.0477059 Oct 26 15:10:17.686771 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4807e66-c90d-4ec7-a0c0-fd092f9160c0 req-f1bac52d-b987-448f-aa5d-34096776b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:17.688201 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c4807e66-c90d-4ec7-a0c0-fd092f9160c0 req-f1bac52d-b987-448f-aa5d-34096776b749 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bad359bc-2062-42e7-abfd-e4e945911064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381811 Oct 26 15:10:17.779910 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c4807e66-c90d-4ec7-a0c0-fd092f9160c0 req-16555dcb-b025-4074-8e65-1d82cafa2fa7 service neutron] 10.222.0.11 "GET /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825362 Oct 26 15:10:17.874241 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-c4807e66-c90d-4ec7-a0c0-fd092f9160c0 req-1756ee09-0453-4a84-a44e-23dd1b71d4db service neutron] 10.222.0.11 "GET /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866976 Oct 26 15:10:18.811488 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:24.090876 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:28.284700 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:42.905163 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-83b2d3d9-5763-4a6d-99c6-4d43d53ac0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:45.205494 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-77ec510b-f326-421d-94f3-39d258cfbb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:46.763775 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:47.115699 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:48.814120 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:54.051367 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:10:54.091488 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:58.306479 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:58.536702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e5ad3-5ec9-45fd-a824-c74bc74e1f2f req-59248eb1-431b-4e24-bc28-9e90c74548ad tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:58.538205 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-439e5ad3-5ec9-45fd-a824-c74bc74e1f2f req-59248eb1-431b-4e24-bc28-9e90c74548ad tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 946 time: 0.1566553 Oct 26 15:10:58.575081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-439e5ad3-5ec9-45fd-a824-c74bc74e1f2f req-279d8682-6277-4ada-8808-30d9c86b89ad tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308392 Oct 26 15:10:59.701593 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a9d7f-0a09-4698-a502-33b98d9fc69c req-7c5dca68-81f5-4a81-86f9-9f1b8c5b2a82 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:59.703258 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-822a9d7f-0a09-4698-a502-33b98d9fc69c req-7c5dca68-81f5-4a81-86f9-9f1b8c5b2a82 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 946 time: 0.0510304 Oct 26 15:10:59.743865 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-822a9d7f-0a09-4698-a502-33b98d9fc69c req-c534e6b8-ac76-4b55-b851-ba0886088807 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342672 Oct 26 15:11:00.863395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350332f-1328-413f-bbaf-8207615c40e5 req-16f99916-e4e8-40b1-85b0-ab10a9e7a4ac tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:00.864766 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7350332f-1328-413f-bbaf-8207615c40e5 req-16f99916-e4e8-40b1-85b0-ab10a9e7a4ac tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 946 time: 0.0521421 Oct 26 15:11:00.901183 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7350332f-1328-413f-bbaf-8207615c40e5 req-fe5eebcc-e085-4366-bd1f-30b7a49888e5 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303800 Oct 26 15:11:00.923189 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53942) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:00.981496 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-54daf2b1-76dd-4c55-b5c8-ef3dc5e239f6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/49786439-7055-4a2f-b089-8b6af78d55e1 HTTP/1.1" status: 200 len: 993 time: 0.0572226 Oct 26 15:11:02.248477 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb9de8-2563-4190-9e81-adb8ace58abb req-c1b0152f-5350-4ac3-b5e9-3b4513c06edf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:02.250038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74fb9de8-2563-4190-9e81-adb8ace58abb req-c1b0152f-5350-4ac3-b5e9-3b4513c06edf tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 946 time: 0.0526845 Oct 26 15:11:02.263697 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19a163-4eda-41b3-9bb7-694987832724 req-2f75f58c-14ed-478d-84bc-5e25b78f1532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:02.265240 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-da19a163-4eda-41b3-9bb7-694987832724 req-2f75f58c-14ed-478d-84bc-5e25b78f1532 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 1097 time: 0.0413618 Oct 26 15:11:02.291832 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-74fb9de8-2563-4190-9e81-adb8ace58abb req-b7f9481c-ae31-4f5b-8e69-e4d8715a7ecc tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354517 Oct 26 15:11:02.359904 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19a163-4eda-41b3-9bb7-694987832724 req-efcb9b6c-a360-47b5-9378-6057463b10f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:02.361388 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-da19a163-4eda-41b3-9bb7-694987832724 req-efcb9b6c-a360-47b5-9378-6057463b10f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bad359bc-2062-42e7-abfd-e4e945911064 HTTP/1.1" status: 200 len: 898 time: 0.0894532 Oct 26 15:11:02.425361 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-da19a163-4eda-41b3-9bb7-694987832724 req-fbbb71ac-5649-428e-9672-17d13a546e9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6669a256-c140-42e7-a4a3-8e902435f37d HTTP/1.1" status: 200 len: 1001 time: 0.0558524 Oct 26 15:11:02.477923 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19a163-4eda-41b3-9bb7-694987832724 req-b827ca02-81e8-4da8-825f-952b12c5b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:02.479334 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-da19a163-4eda-41b3-9bb7-694987832724 req-b827ca02-81e8-4da8-825f-952b12c5b2d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70372602-ee08-40b1-8935-be4645891ced HTTP/1.1" status: 200 len: 834 time: 0.0461917 Oct 26 15:11:02.523256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19a163-4eda-41b3-9bb7-694987832724 req-6b431f95-bccc-42ff-a7f1-342b956d2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:02.524635 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-da19a163-4eda-41b3-9bb7-694987832724 req-6b431f95-bccc-42ff-a7f1-342b956d2fff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bad359bc-2062-42e7-abfd-e4e945911064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386415 Oct 26 15:11:02.611974 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-da19a163-4eda-41b3-9bb7-694987832724 req-d103c48f-2ba1-4a93-9e0d-8f908b29929a service neutron] 10.222.0.11 "GET /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805962 Oct 26 15:11:02.703720 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-da19a163-4eda-41b3-9bb7-694987832724 req-cf60915d-b69a-4e21-9b6d-76b863e4005d service neutron] 10.222.0.11 "GET /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845566 Oct 26 15:11:03.408453 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77feae65-25f2-4b6b-99d9-f1752a70c59d req-aca4e663-8abb-4097-a5e7-b9a82bfec1e9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:03.409920 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77feae65-25f2-4b6b-99d9-f1752a70c59d req-aca4e663-8abb-4097-a5e7-b9a82bfec1e9 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 946 time: 0.0485713 Oct 26 15:11:03.448140 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77feae65-25f2-4b6b-99d9-f1752a70c59d req-11824c26-cb6a-46bd-811f-0350a3317899 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316525 Oct 26 15:11:04.563507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8037d2b-c479-46f3-a377-39cbd112ae92 req-878300c3-5ab7-4a7f-9881-5acdb2fe30ca tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:04.564983 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8037d2b-c479-46f3-a377-39cbd112ae92 req-878300c3-5ab7-4a7f-9881-5acdb2fe30ca tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 946 time: 0.0483928 Oct 26 15:11:04.603368 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8037d2b-c479-46f3-a377-39cbd112ae92 req-bf2ded49-8b9b-40de-8416-5dbfaab15a5d tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Oct 26 15:11:04.625847 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53954) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:04.691000 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8d52f39a-6b5b-4546-91a7-baf2cb0bc739 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/floatingips/49786439-7055-4a2f-b089-8b6af78d55e1 HTTP/1.1" status: 200 len: 993 time: 0.0640144 Oct 26 15:11:04.904008 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53960) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:05.060049 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 2e23e585-d280-4ee2-a8a2-21b5a5bacc18 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:11:05.060285 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.135232 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.135551 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.146643 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 2e23e585-d280-4ee2-a8a2-21b5a5bacc18 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:11:05.294028 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.320016 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=2e23e585-d280-4ee2-a8a2-21b5a5bacc18,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:05.347711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.348057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.348396 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.348734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.349061 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.349388 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.349713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.350070 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.350397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.350719 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.351042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.351362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.389087 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.389419 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Floating IP 49786439-7055-4a2f-b089-8b6af78d55e1 disassociated (deleted). External IP: 172.25.4.91, port: 6669a256-c140-42e7-a4a3-8e902435f37d. Oct 26 15:11:05.591557 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router e799ce26-1476-414c-b26e-4ca1380f41d1 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:11:05.963430 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:11:05.967915 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.973298 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7426d851-939f-4670-97df-ff911250764c None None] Sync routers for ids ['e799ce26-1476-414c-b26e-4ca1380f41d1'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:11:05.982596 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426d851-939f-4670-97df-ff911250764c None None] Routers {'e799ce26-1476-414c-b26e-4ca1380f41d1'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:05.983282 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7426d851-939f-4670-97df-ff911250764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e799ce26-1476-414c-b26e-4ca1380f41d1'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:05.994641 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-ebf789b2-da0d-4500-b48f-a76e0dc5c9b2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/floatingips/49786439-7055-4a2f-b089-8b6af78d55e1 HTTP/1.1" status: 204 len: 168 time: 1.0895474 Oct 26 15:11:05.995225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'tag': '6669a256-c140-42e7-a4a3-8e902435f37d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:11:05.997504 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c7c561-2d9d-4596-b46f-0a29583edb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8bc29c-110a-4e89-8689-5f8182af7601", "tag": "6669a256-c140-42e7-a4a3-8e902435f37d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:11:06.036101 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1d6de3-0ecc-4401-8b22-d187fa5601ee x-openstack-request-id: req-2c1d6de3-0ecc-4401-8b22-d187fa5601ee {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:11:06.036393 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8bc29c-110a-4e89-8689-5f8182af7601", "tag": "6669a256-c140-42e7-a4a3-8e902435f37d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:11:06.036645 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c1d6de3-0ecc-4401-8b22-d187fa5601ee {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:11:06.037041 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'tag': '6669a256-c140-42e7-a4a3-8e902435f37d', 'status': 'completed', 'code': 200} Oct 26 15:11:06.096992 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-7426d851-939f-4670-97df-ff911250764c None None] Set router e799ce26-1476-414c-b26e-4ca1380f41d1 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:06.104057 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7c561-2d9d-4596-b46f-0a29583edb4d req-47e2da8b-9c23-4439-9985-fd063ee08134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:06.106279 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-22c7c561-2d9d-4596-b46f-0a29583edb4d req-47e2da8b-9c23-4439-9985-fd063ee08134 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 1097 time: 0.0456083 Oct 26 15:11:06.220788 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7c561-2d9d-4596-b46f-0a29583edb4d req-ef0160af-5ef2-4415-9402-80f94a2b6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:06.222746 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-22c7c561-2d9d-4596-b46f-0a29583edb4d req-ef0160af-5ef2-4415-9402-80f94a2b6f07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bad359bc-2062-42e7-abfd-e4e945911064 HTTP/1.1" status: 200 len: 898 time: 0.1073208 Oct 26 15:11:06.245581 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ecc97-8f4e-44c7-9f3e-9dad952e4964 req-acb8d54e-6785-4b98-81cb-3ba27b68bff3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:06.252674 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b85ecc97-8f4e-44c7-9f3e-9dad952e4964 req-acb8d54e-6785-4b98-81cb-3ba27b68bff3 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 946 time: 0.0585029 Oct 26 15:11:06.268731 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-22c7c561-2d9d-4596-b46f-0a29583edb4d req-c2749561-6b19-4aec-8743-d99f10c11292 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6669a256-c140-42e7-a4a3-8e902435f37d HTTP/1.1" status: 200 len: 217 time: 0.0355239 Oct 26 15:11:06.294234 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b85ecc97-8f4e-44c7-9f3e-9dad952e4964 req-28c1e52f-48db-4a09-83b5-7f09f57f3c0c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385513 Oct 26 15:11:06.313735 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7426d851-939f-4670-97df-ff911250764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:31Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '88f29a5b-6490-4922-8718-dd0b2dd55393', 'name': '', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:42:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70372602-ee08-40b1-8935-be4645891ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:31Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '70372602-ee08-40b1-8935-be4645891ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:06.320559 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7c561-2d9d-4596-b46f-0a29583edb4d req-26887391-975c-446b-9a34-3428a0bb6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:06.322783 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-22c7c561-2d9d-4596-b46f-0a29583edb4d req-26887391-975c-446b-9a34-3428a0bb6e57 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70372602-ee08-40b1-8935-be4645891ced HTTP/1.1" status: 200 len: 834 time: 0.0469987 Oct 26 15:11:06.339907 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7426d851-939f-4670-97df-ff911250764c None None] Checking router: e799ce26-1476-414c-b26e-4ca1380f41d1 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:11:06.348219 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426d851-939f-4670-97df-ff911250764c None None] Routers {'e799ce26-1476-414c-b26e-4ca1380f41d1'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:06.348896 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7426d851-939f-4670-97df-ff911250764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e799ce26-1476-414c-b26e-4ca1380f41d1'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:06.373265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7c561-2d9d-4596-b46f-0a29583edb4d req-d2d0660a-b42c-4ee0-9640-3486ade932ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:06.374800 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-22c7c561-2d9d-4596-b46f-0a29583edb4d req-d2d0660a-b42c-4ee0-9640-3486ade932ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bad359bc-2062-42e7-abfd-e4e945911064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438361 Oct 26 15:11:06.452900 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-7426d851-939f-4670-97df-ff911250764c None None] Set router e799ce26-1476-414c-b26e-4ca1380f41d1 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:06.466752 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-22c7c561-2d9d-4596-b46f-0a29583edb4d req-88deb5eb-be76-4ed0-a468-d7da3bd766b5 service neutron] 10.222.0.11 "GET /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815299 Oct 26 15:11:06.562239 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-22c7c561-2d9d-4596-b46f-0a29583edb4d req-18494e02-11ab-43be-bac5-02834f846f84 service neutron] 10.222.0.11 "GET /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878730 Oct 26 15:11:06.657131 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7426d851-939f-4670-97df-ff911250764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:31Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '88f29a5b-6490-4922-8718-dd0b2dd55393', 'name': '', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:42:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70372602-ee08-40b1-8935-be4645891ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:31Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '70372602-ee08-40b1-8935-be4645891ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:06.683838 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7426d851-939f-4670-97df-ff911250764c None None] The sync data for ids ['e799ce26-1476-414c-b26e-4ca1380f41d1'] in n-d-815498-1 is: [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:31Z', 'revision_number': 4, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '88f29a5b-6490-4922-8718-dd0b2dd55393', 'name': '', 'network_id': 'bad359bc-2062-42e7-abfd-e4e945911064', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'mac_address': 'fa:16:3e:42:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70372602-ee08-40b1-8935-be4645891ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:31Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'subnets': [{'id': '70372602-ee08-40b1-8935-be4645891ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:11:06.898768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf4d00-8557-4bac-9808-7906433d4ca2 None None] New status for floating IP 49786439-7055-4a2f-b089-8b6af78d55e1: DOWN {{(pid=102125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:11:07.402633 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8365fa-b33e-446e-80f8-4b169fde82ba req-7c85b4a2-1c47-4ae9-99ff-ab906396e3f2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:07.404104 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f8365fa-b33e-446e-80f8-4b169fde82ba req-7c85b4a2-1c47-4ae9-99ff-ab906396e3f2 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 946 time: 0.0483871 Oct 26 15:11:07.440004 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7f8365fa-b33e-446e-80f8-4b169fde82ba req-8d71c865-8804-4d1e-8c10-59b94c590ca6 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299587 Oct 26 15:11:07.945897 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60ceab-9826-45ce-91f7-dae23ebc44c2 req-8abae2bf-5702-47a3-9183-6a7586229480 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:07.947352 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e60ceab-9826-45ce-91f7-dae23ebc44c2 req-8abae2bf-5702-47a3-9183-6a7586229480 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 946 time: 0.0528231 Oct 26 15:11:08.041461 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-2e60ceab-9826-45ce-91f7-dae23ebc44c2 req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 6669a256-c140-42e7-a4a3-8e902435f37d {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:11:08.041798 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2e60ceab-9826-45ce-91f7-dae23ebc44c2 req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:08.128096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-2e60ceab-9826-45ce-91f7-dae23ebc44c2 req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port 6669a256-c140-42e7-a4a3-8e902435f37d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=6669a256-c140-42e7-a4a3-8e902435f37d,segment=NetworkSegment(ef4dc2b7-349a-435b-96a5-89a3f014cd0c),segment_id=ef4dc2b7-349a-435b-96a5-89a3f014cd0c)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:08.128458 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2e60ceab-9826-45ce-91f7-dae23ebc44c2 req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:08.142835 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-2e60ceab-9826-45ce-91f7-dae23ebc44c2 req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 6669a256-c140-42e7-a4a3-8e902435f37d owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:11:08.276788 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2e60ceab-9826-45ce-91f7-dae23ebc44c2 req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:08.304323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=6669a256-c140-42e7-a4a3-8e902435f37d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:08.314402 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:08.314754 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:08.315094 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:08.315434 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:08.315762 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:08.316095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:08.316427 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:08.317302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:08.317302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:08.317495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:08.317721 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:08.318039 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:08.357662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e60ceab-9826-45ce-91f7-dae23ebc44c2 req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] No DVR routers for this DVR port 6669a256-c140-42e7-a4a3-8e902435f37d on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:11:08.360216 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-2e60ceab-9826-45ce-91f7-dae23ebc44c2 req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:08.363572 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2e60ceab-9826-45ce-91f7-dae23ebc44c2 req-68070f8b-691d-4b29-878d-fd8c9d67f64c tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.11 "DELETE /v2.0/ports/6669a256-c140-42e7-a4a3-8e902435f37d HTTP/1.1" status: 204 len: 173 time: 0.4102187 Oct 26 15:11:08.364011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'name': 'network-vif-deleted', 'tag': '6669a256-c140-42e7-a4a3-8e902435f37d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:11:08.366315 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30839fa9-9963-4838-8542-e83055c4a008" -d '{"events": [{"server_uuid": "fa8bc29c-110a-4e89-8689-5f8182af7601", "name": "network-vif-deleted", "tag": "6669a256-c140-42e7-a4a3-8e902435f37d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:11:08.403346 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8d0680-47cd-4cb5-9b54-96fc2f06b78e x-openstack-request-id: req-0d8d0680-47cd-4cb5-9b54-96fc2f06b78e {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:11:08.403645 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8bc29c-110a-4e89-8689-5f8182af7601", "name": "network-vif-deleted", "tag": "6669a256-c140-42e7-a4a3-8e902435f37d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:11:08.403906 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d8d0680-47cd-4cb5-9b54-96fc2f06b78e {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:11:08.404316 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8bc29c-110a-4e89-8689-5f8182af7601', 'name': 'network-vif-deleted', 'tag': '6669a256-c140-42e7-a4a3-8e902435f37d', 'status': 'completed', 'code': 200} Oct 26 15:11:08.550599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-97f0692a-7472-48cf-bc10-7abc31e81b7c req-a2d59ac9-2d58-4fcb-bfc8-f0dd12bf022f tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8bc29c-110a-4e89-8689-5f8182af7601 HTTP/1.1" status: 200 len: 210 time: 0.0294082 Oct 26 15:11:09.610897 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53976) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:09.954653 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2955a666-dfe8-4a65-9a09-b044b19ac338 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:10.211149 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2955a666-dfe8-4a65-9a09-b044b19ac338 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port 88f29a5b-6490-4922-8718-dd0b2dd55393 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:11:10.211413 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2955a666-dfe8-4a65-9a09-b044b19ac338 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:10.298162 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-2955a666-dfe8-4a65-9a09-b044b19ac338 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port 88f29a5b-6490-4922-8718-dd0b2dd55393, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=88f29a5b-6490-4922-8718-dd0b2dd55393,segment=NetworkSegment(ef4dc2b7-349a-435b-96a5-89a3f014cd0c),segment_id=ef4dc2b7-349a-435b-96a5-89a3f014cd0c)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:10.298521 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2955a666-dfe8-4a65-9a09-b044b19ac338 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:10.314989 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-2955a666-dfe8-4a65-9a09-b044b19ac338 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for 88f29a5b-6490-4922-8718-dd0b2dd55393 owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:11:10.491632 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2955a666-dfe8-4a65-9a09-b044b19ac338 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:10.517943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955a666-dfe8-4a65-9a09-b044b19ac338 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=88f29a5b-6490-4922-8718-dd0b2dd55393,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:10.690672 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-2955a666-dfe8-4a65-9a09-b044b19ac338 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:10.910554 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2955a666-dfe8-4a65-9a09-b044b19ac338 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Router e799ce26-1476-414c-b26e-4ca1380f41d1 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:11:11.013557 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2955a666-dfe8-4a65-9a09-b044b19ac338 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:11:11.018591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2955a666-dfe8-4a65-9a09-b044b19ac338 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "PUT /v2.0/routers/e799ce26-1476-414c-b26e-4ca1380f41d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4066708 Oct 26 15:11:11.021260 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53978) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:11.023485 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130360ff-dfc2-4ae3-bb2c-de4665da5a6e None None] Sync routers for ids ['e799ce26-1476-414c-b26e-4ca1380f41d1'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:11:11.034307 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130360ff-dfc2-4ae3-bb2c-de4665da5a6e None None] Routers {'e799ce26-1476-414c-b26e-4ca1380f41d1'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:11.034899 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-130360ff-dfc2-4ae3-bb2c-de4665da5a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e799ce26-1476-414c-b26e-4ca1380f41d1'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:11.072206 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d827d41-31da-41cd-9a9a-e7f33de66e60 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting subnet 70372602-ee08-40b1-8935-be4645891ced {{(pid=102124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:11:11.077210 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d827d41-31da-41cd-9a9a-e7f33de66e60 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.120676 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d827d41-31da-41cd-9a9a-e7f33de66e60 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431301'] for subnet, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.209287 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d827d41-31da-41cd-9a9a-e7f33de66e60 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.236017 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-130360ff-dfc2-4ae3-bb2c-de4665da5a6e None None] Set router e799ce26-1476-414c-b26e-4ca1380f41d1 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:11.265561 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d827d41-31da-41cd-9a9a-e7f33de66e60 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9425224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453780'] for subnet, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.298653 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d827d41-31da-41cd-9a9a-e7f33de66e60 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Subnet': ['ID=70372602-ee08-40b1-8935-be4645891ced,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:11.302411 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0d827d41-31da-41cd-9a9a-e7f33de66e60 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.308349 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0d827d41-31da-41cd-9a9a-e7f33de66e60 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/subnets/70372602-ee08-40b1-8935-be4645891ced HTTP/1.1" status: 204 len: 168 time: 0.2834029 Oct 26 15:11:11.308467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53980) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:11.309451 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa09ddc6-1a1c-4ec6-8a81-4976243115c7 None None] Network bad359bc-2062-42e7-abfd-e4e945911064 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:11:11.432445 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.451537 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-130360ff-dfc2-4ae3-bb2c-de4665da5a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:11:10Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:11.482365 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130360ff-dfc2-4ae3-bb2c-de4665da5a6e None None] Checking router: e799ce26-1476-414c-b26e-4ca1380f41d1 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:11:11.490778 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130360ff-dfc2-4ae3-bb2c-de4665da5a6e None None] Routers {'e799ce26-1476-414c-b26e-4ca1380f41d1'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:11.491372 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-130360ff-dfc2-4ae3-bb2c-de4665da5a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:10:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['e799ce26-1476-414c-b26e-4ca1380f41d1'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:11.520159 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] DHCP port deletion for bad359bc-2062-42e7-abfd-e4e945911064 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:11:11.546609 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.575240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Deleting port 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:11:11.575612 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.602282 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-130360ff-dfc2-4ae3-bb2c-de4665da5a6e None None] Set router e799ce26-1476-414c-b26e-4ca1380f41d1 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:11.604804 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Deleting port c32e39d5-75d7-4c38-890b-0ac9b9a461fc {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:11:11.604804 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.649825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] For port 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06,segment=NetworkSegment(ef4dc2b7-349a-435b-96a5-89a3f014cd0c),segment_id=ef4dc2b7-349a-435b-96a5-89a3f014cd0c)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:11.650409 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.662953 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Calling delete_port for 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:11:11.689724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] For port c32e39d5-75d7-4c38-890b-0ac9b9a461fc, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c32e39d5-75d7-4c38-890b-0ac9b9a461fc,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:11.690167 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.701485 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Calling delete_port for c32e39d5-75d7-4c38-890b-0ac9b9a461fc owned by network:router_gateway {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:11:11.704757 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6669a256-c140-42e7-a4a3-8e902435f37d no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:11:11.730881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 6669a256-c140-42e7-a4a3-8e902435f37d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:11:11.731208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 6669a256-c140-42e7-a4a3-8e902435f37d not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:11:11.765842 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.789454 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-130360ff-dfc2-4ae3-bb2c-de4665da5a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:11:10Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:11.793954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Pushing event deleted for resources: {'Port': ['ID=6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:11.803097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] No DVR routers for this DVR port 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:11:11.806800 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:11.807150 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:11.807490 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:11.807824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:11.808152 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:11.808483 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:11.808810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:11.809139 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:11.809455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:11.809778 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:11.810127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:11.810452 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19d2f-5215-4f1b-8510-1f8b4fbdc294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:11.819540 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130360ff-dfc2-4ae3-bb2c-de4665da5a6e None None] The sync data for ids ['e799ce26-1476-414c-b26e-4ca1380f41d1'] in n-d-815498-1 is: [{'id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703747923', 'tenant_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:11:10Z', 'revision_number': 5, 'project_id': '9cc67f3cdb8d4b968cb02ce9b47e3f12', 'gw_port': {'id': 'c32e39d5-75d7-4c38-890b-0ac9b9a461fc', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799ce26-1476-414c-b26e-4ca1380f41d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:28Z', 'updated_at': '2021-10-26T15:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:11:11.883958 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.910277 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Port': ['ID=c32e39d5-75d7-4c38-890b-0ac9b9a461fc,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:11.969621 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.061364 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.063488 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.105550 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.106086 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Fanout notify agent at l3_agent the message router_deleted on router e799ce26-1476-414c-b26e-4ca1380f41d1 {{(pid=102124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:11:12.112912 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.114033 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a67b7a36-c7f9-4379-bd9a-2e3c6ae71db4 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/routers/e799ce26-1476-414c-b26e-4ca1380f41d1 HTTP/1.1" status: 204 len: 168 time: 0.8046968 Oct 26 15:11:12.116720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 53982) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:12.196942 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c86e4ac-00fa-44f9-9342-fa876c2d9012 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.288739 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c86e4ac-00fa-44f9-9342-fa876c2d9012 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.311579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0c86e4ac-00fa-44f9-9342-fa876c2d9012 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad359bc-2062-42e7-abfd-e4e945911064']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:12.321737 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0c86e4ac-00fa-44f9-9342-fa876c2d9012 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:12.322063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-0c86e4ac-00fa-44f9-9342-fa876c2d9012 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef4dc2b7-349a-435b-96a5-89a3f014cd0c') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:12.331453 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c86e4ac-00fa-44f9-9342-fa876c2d9012 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.344085 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c86e4ac-00fa-44f9-9342-fa876c2d9012 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.349706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c86e4ac-00fa-44f9-9342-fa876c2d9012 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:11:12.350117 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c86e4ac-00fa-44f9-9342-fa876c2d9012 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: timer() Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:11:12.353011 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:11:12.678377 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c86e4ac-00fa-44f9-9342-fa876c2d9012 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.686090 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-0c86e4ac-00fa-44f9-9342-fa876c2d9012 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.689153 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-0c86e4ac-00fa-44f9-9342-fa876c2d9012 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/networks/bad359bc-2062-42e7-abfd-e4e945911064 HTTP/1.1" status: 204 len: 168 time: 0.5715213 Oct 26 15:11:12.691986 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53984) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:12.700528 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86e4ac-00fa-44f9-9342-fa876c2d9012 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'Network': ['ID=bad359bc-2062-42e7-abfd-e4e945911064,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:12.757379 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-63a96ed6-1509-44e8-961c-c7cdf532fe37 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.784173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-63a96ed6-1509-44e8-961c-c7cdf532fe37 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.847594 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-63a96ed6-1509-44e8-961c-c7cdf532fe37 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.850341 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-63a96ed6-1509-44e8-961c-c7cdf532fe37 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.851513 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-63a96ed6-1509-44e8-961c-c7cdf532fe37 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] 10.222.0.32 "DELETE /v2.0/security-groups/47b2908b-7f3c-4c2f-92fa-e4d1b6007e58 HTTP/1.1" status: 204 len: 168 time: 0.1584623 Oct 26 15:11:12.861465 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a96ed6-1509-44e8-961c-c7cdf532fe37 tempest-TestNetworkAdvancedServerOps-225937602 tempest-TestNetworkAdvancedServerOps-225937602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b2908b-7f3c-4c2f-92fa-e4d1b6007e58,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:12.915526 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-09bd90da-0403-40d2-8d3e-c05dd60f65eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:13.184470 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53992) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:13.315904 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-98deb31d-7854-486f-966c-f2c1e3ec1ad7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cc67f3cdb8d4b968cb02ce9b47e3f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302764 Oct 26 15:11:13.318477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 53996) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:13.369078 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d93bb82-d54e-4cbb-a7c7-9a6e5bae12aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:13.373191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:11:13.390604 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d93bb82-d54e-4cbb-a7c7-9a6e5bae12aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:13.394272 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:11:13.394614 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 6fb3a28f-6a92-4c0c-af52-e03fe7ce0c06 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:11:13.395018 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 88f29a5b-6490-4922-8718-dd0b2dd55393 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:11:13.416725 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 88f29a5b-6490-4922-8718-dd0b2dd55393 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:11:13.417108 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 88f29a5b-6490-4922-8718-dd0b2dd55393 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:11:13.417460 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c32e39d5-75d7-4c38-890b-0ac9b9a461fc no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:11:13.442454 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: c32e39d5-75d7-4c38-890b-0ac9b9a461fc {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:11:13.442731 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c32e39d5-75d7-4c38-890b-0ac9b9a461fc not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:11:13.443128 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d93bb82-d54e-4cbb-a7c7-9a6e5bae12aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:13.445841 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9d93bb82-d54e-4cbb-a7c7-9a6e5bae12aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:13.450065 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9d93bb82-d54e-4cbb-a7c7-9a6e5bae12aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2ecc8e7-bcee-49ea-ae9e-9daed72e40e4 HTTP/1.1" status: 204 len: 168 time: 0.1281390 Oct 26 15:11:13.465334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93bb82-d54e-4cbb-a7c7-9a6e5bae12aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ecc8e7-bcee-49ea-ae9e-9daed72e40e4,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:13.718586 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54002) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:13.735519 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1ff7495b-ab87-4e5c-823e-02950dc7ec73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:13.812534 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1ff7495b-ab87-4e5c-823e-02950dc7ec73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:13.816241 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1ff7495b-ab87-4e5c-823e-02950dc7ec73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:13.854230 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1ff7495b-ab87-4e5c-823e-02950dc7ec73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db6e65be4322451f908bd1541d8435b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343381 Oct 26 15:11:13.855463 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7495b-ab87-4e5c-823e-02950dc7ec73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7e54af-f0dd-41ba-8bb8-f0829c33c90d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:13.856887 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54004) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:13.908083 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7e975fc-ed4e-4964-a325-c2028c5b3f9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:13.928329 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7e975fc-ed4e-4964-a325-c2028c5b3f9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:13.972324 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7e975fc-ed4e-4964-a325-c2028c5b3f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:13.974872 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-b7e975fc-ed4e-4964-a325-c2028c5b3f9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:13.976003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-b7e975fc-ed4e-4964-a325-c2028c5b3f9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f7e54af-f0dd-41ba-8bb8-f0829c33c90d HTTP/1.1" status: 204 len: 168 time: 0.1172514 Oct 26 15:11:13.984569 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e975fc-ed4e-4964-a325-c2028c5b3f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7e54af-f0dd-41ba-8bb8-f0829c33c90d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:14.673318 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54026) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:14.767366 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1341832784-network', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:14.789090 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] Made reservation on behalf of 5c97ea3796614e88bcac2c5f30c08b6f for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:11:14.791537 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:14.801242 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:14.872376 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:14.875909 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:14.903344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:11:14.912699 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c6e704-3990-4f8d-a392-7915b798cba3,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:14.919080 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:14.919427 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] Added segment b9dc8c32-d478-4cf9-904c-633e7259565b of type vlan for network 8093524d-3f74-42dc-9111-bff10ab62292 Oct 26 15:11:14.964002 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:14.986814 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:14.987725 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:14.988290 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.049955 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3755500 Oct 26 15:11:15.053121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54030) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:15.058193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-aeeb94e0-deeb-4b63-a139-398ca41ebaf2 admin admin] Request body: {'subnet': {'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1341832784-subnet', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:15.078005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e539e-236a-4693-9b9a-c4ceb93c75a7 admin admin] Pushing event updated for resources: {'Network': ['ID=8093524d-3f74-42dc-9111-bff10ab62292,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:15.080042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeeb94e0-deeb-4b63-a139-398ca41ebaf2 admin admin] Made reservation on behalf of 5c97ea3796614e88bcac2c5f30c08b6f for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:11:15.083132 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aeeb94e0-deeb-4b63-a139-398ca41ebaf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.088427 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 8093524d-3f74-42dc-9111-bff10ab62292 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:11:15.208159 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e224307-70ad-447d-80b5-02f9772365ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.253437 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aeeb94e0-deeb-4b63-a139-398ca41ebaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.307035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb94e0-deeb-4b63-a139-398ca41ebaf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc71e3ed-64c1-4d40-8c20-f34b549bcde5,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:15.316965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb94e0-deeb-4b63-a139-398ca41ebaf2 admin admin] Checking segment: {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:11:15.317321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeb94e0-deeb-4b63-a139-398ca41ebaf2 admin admin] Network hostable DHCP agents. Network: 8093524d-3f74-42dc-9111-bff10ab62292, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:11:15.333685 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeb94e0-deeb-4b63-a139-398ca41ebaf2 admin admin] Network 8093524d-3f74-42dc-9111-bff10ab62292 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:11:15.342709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-aeeb94e0-deeb-4b63-a139-398ca41ebaf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 8093524d-3f74-42dc-9111-bff10ab62292) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:15.347226 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeb94e0-deeb-4b63-a139-398ca41ebaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:15.347816 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-aeeb94e0-deeb-4b63-a139-398ca41ebaf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.353659 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86427479-71e9-43ee-b120-ac2d9d2bae4b None None] Network 8093524d-3f74-42dc-9111-bff10ab62292 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:11:15.364270 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-aeeb94e0-deeb-4b63-a139-398ca41ebaf2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3100185 Oct 26 15:11:15.367154 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54032) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:15.371579 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:15.391447 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.392711 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.450285 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.499304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-8093524d-3f74-42dc-9111-bff10ab62292', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:11:15.500176 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.589574 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.635664 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Allocated IP 172.20.0.2 (8093524d-3f74-42dc-9111-bff10ab62292/cc71e3ed-64c1-4d40-8c20-f34b549bcde5/1ece928a-bf30-4a2b-b4bd-db040ad1c258) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:11:15.776358 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.782074 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.785323 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.808007 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.820100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Network 8093524d-3f74-42dc-9111-bff10ab62292 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:15.823497 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:15.825955 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:11:15.838579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Pushing event updated for resources: {'Port': ['ID=1ece928a-bf30-4a2b-b4bd-db040ad1c258,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:15.890486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Attempting to bind port 1ece928a-bf30-4a2b-b4bd-db040ad1c258 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:11:15.890848 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Attempting to bind port 1ece928a-bf30-4a2b-b4bd-db040ad1c258 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:11:15.891208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Attempting to bind port 1ece928a-bf30-4a2b-b4bd-db040ad1c258 on network 8093524d-3f74-42dc-9111-bff10ab62292 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:11:15.896217 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:11:15.896583 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Checking segment: {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:11:15.896972 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.897398 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Bound using segment: {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:11:15.897850 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Bound port: 1ece928a-bf30-4a2b-b4bd-db040ad1c258, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:11:15.898282 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.911403 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Allocated IP 172.25.4.79 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/7de051df-37d2-45c4-b8f0-eb8eb61b31df) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:11:15.959631 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] For port 1ece928a-bf30-4a2b-b4bd-db040ad1c258, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:11:15.962658 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] For port 1ece928a-bf30-4a2b-b4bd-db040ad1c258, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1ece928a-bf30-4a2b-b4bd-db040ad1c258,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:11:15.966711 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:16.021585 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb891e-14a6-4b0d-b181-8fe2d03d827b None None] Pushing event updated for resources: {'Port': ['ID=1ece928a-bf30-4a2b-b4bd-db040ad1c258,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:16.029570 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:16.063744 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:16.106297 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:16.112057 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:16.114259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Pushing event updated for resources: {'Port': ['ID=7de051df-37d2-45c4-b8f0-eb8eb61b31df,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:16.116397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:11:16.388245 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:16.583255 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:16.713512 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Router 2b13088c-067c-48d2-8cad-fbcd3051b57d is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:11:16.767705 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:16.826623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:11:16.837121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Sync routers for ids ['2b13088c-067c-48d2-8cad-fbcd3051b57d'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:11:16.846396 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:16.847889 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-90aba54e-1d51-4729-8ebb-93d1c92b4273 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4797220 Oct 26 15:11:16.850782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54034) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:16.854232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Routers {'2b13088c-067c-48d2-8cad-fbcd3051b57d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:16.854861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2b13088c-067c-48d2-8cad-fbcd3051b57d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:16.962739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70b8b9-e9a9-49a9-adae-07929bbfb42a None None] Network 8093524d-3f74-42dc-9111-bff10ab62292 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:11:16.985537 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Set router 2b13088c-067c-48d2-8cad-fbcd3051b57d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:17.123023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-fde7708c-0abf-46a4-99ec-696314780090 None None] Provisioning complete for port 1ece928a-bf30-4a2b-b4bd-db040ad1c258 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:17.124404 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fde7708c-0abf-46a4-99ec-696314780090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:17.200425 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:17.268981 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:17.355814 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fde7708c-0abf-46a4-99ec-696314780090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:17.402566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:16Z', 'revision_number': 3, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:17.407533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fde7708c-0abf-46a4-99ec-696314780090 None None] For port 1ece928a-bf30-4a2b-b4bd-db040ad1c258, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1ece928a-bf30-4a2b-b4bd-db040ad1c258,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:17.434399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1ece928a-bf30-4a2b-b4bd-db040ad1c258 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:17.437552 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Checking router: 2b13088c-067c-48d2-8cad-fbcd3051b57d for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:11:17.437898 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Updating router 2b13088c-067c-48d2-8cad-fbcd3051b57d port 7de051df-37d2-45c4-b8f0-eb8eb61b31df binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:11:17.439691 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fde7708c-0abf-46a4-99ec-696314780090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:17.448336 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Allocated IP 172.20.0.1 (8093524d-3f74-42dc-9111-bff10ab62292/cc71e3ed-64c1-4d40-8c20-f34b549bcde5/90f6569e-a78e-4e7d-a95f-a45902176101) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:11:17.577491 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:17.620033 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:17.665627 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Network 8093524d-3f74-42dc-9111-bff10ab62292 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:17.671038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:17.673705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:11:17.677210 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Pushing event updated for resources: {'Port': ['ID=90f6569e-a78e-4e7d-a95f-a45902176101,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:17.689879 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:17.716785 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:17.732881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-97f3a23b-8db7-4a21-9c18-8154ab4c2eba None None] Provisioning complete for port 1ece928a-bf30-4a2b-b4bd-db040ad1c258 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:17.733258 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-97f3a23b-8db7-4a21-9c18-8154ab4c2eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:17.762000 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7708c-0abf-46a4-99ec-696314780090 None None] Pushing event updated for resources: {'Port': ['ID=1ece928a-bf30-4a2b-b4bd-db040ad1c258,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:17.840161 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1ece928a-bf30-4a2b-b4bd-db040ad1c258 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:17.840851 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:17.857778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.028803 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.033328 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.105261 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Pushing event updated for resources: {'Port': ['ID=90f6569e-a78e-4e7d-a95f-a45902176101,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:18.107860 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.116117 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.123448 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.127288 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-e1d126b2-e715-421e-ab9c-2b9c1d450fdf None None] Provisioning complete for port 90f6569e-a78e-4e7d-a95f-a45902176101 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:18.127649 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e1d126b2-e715-421e-ab9c-2b9c1d450fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.203929 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Network 8093524d-3f74-42dc-9111-bff10ab62292 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:18.205337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:18.206417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec654d-f12d-4ff3-9e92-6a36a19494a4 None None] Pushing event updated for resources: {'Port': ['ID=7de051df-37d2-45c4-b8f0-eb8eb61b31df,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:18.208620 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-e1d126b2-e715-421e-ab9c-2b9c1d450fdf None None] Port 90f6569e-a78e-4e7d-a95f-a45902176101 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:11:18.211123 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Attempting to bind port 7de051df-37d2-45c4-b8f0-eb8eb61b31df on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:11:18.211535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Attempting to bind port 7de051df-37d2-45c4-b8f0-eb8eb61b31df by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:11:18.211977 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Attempting to bind port 7de051df-37d2-45c4-b8f0-eb8eb61b31df on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:11:18.217519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:11:18.217789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:11:18.218164 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.218553 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:11:18.219035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Bound port: 7de051df-37d2-45c4-b8f0-eb8eb61b31df, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:11:18.219408 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.277341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] For port 7de051df-37d2-45c4-b8f0-eb8eb61b31df, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:11:18.288546 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] For port 7de051df-37d2-45c4-b8f0-eb8eb61b31df, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7de051df-37d2-45c4-b8f0-eb8eb61b31df,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:11:18.293401 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.331101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Router 2b13088c-067c-48d2-8cad-fbcd3051b57d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:11:18.357884 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Routers {'2b13088c-067c-48d2-8cad-fbcd3051b57d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:18.358535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2b13088c-067c-48d2-8cad-fbcd3051b57d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:18.430587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec654d-f12d-4ff3-9e92-6a36a19494a4 None None] Pushing event updated for resources: {'Port': ['ID=7de051df-37d2-45c4-b8f0-eb8eb61b31df,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:18.449687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:11:18.454889 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-095239aa-ef08-4ec2-a58b-219361da70bc admin admin] 10.222.0.32 "PUT /v2.0/routers/2b13088c-067c-48d2-8cad-fbcd3051b57d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6030576 Oct 26 15:11:18.481293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] Set router 2b13088c-067c-48d2-8cad-fbcd3051b57d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:18.609952 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bce4e725-00ca-4b40-aa08-5110a3f0e104 None None] Provisioning complete for port 90f6569e-a78e-4e7d-a95f-a45902176101 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:18.610334 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bce4e725-00ca-4b40-aa08-5110a3f0e104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.669215 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-bce4e725-00ca-4b40-aa08-5110a3f0e104 None None] Port 90f6569e-a78e-4e7d-a95f-a45902176101 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:11:18.720529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 2, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:18.751827 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcb17e1-5216-4cf3-888d-682ab99eb2e9 None None] The sync data for ids ['2b13088c-067c-48d2-8cad-fbcd3051b57d'] in n-d-815498-1 is: [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 2, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:11:18.819935 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.942958 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54052) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:18.959037 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-604135128-network', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:18.983693 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] Made reservation on behalf of 946f07b782b141b2b1fbb4f6c7981803 for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:11:18.986083 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:19.001513 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:19.080249 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:19.084227 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:19.113308 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:11:19.119800 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18cbb0b-23e3-4d4c-a17c-01b5ccd3c668,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:19.131391 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:19.131763 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] Added segment 925c23f9-2f70-4b52-8cdf-f210735a8e25 of type vlan for network 4ef625c2-beff-4b07-b724-47a129a4c6d0 Oct 26 15:11:19.175733 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:19.201749 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:19.202930 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:19.203593 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:19.263044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3177917 Oct 26 15:11:19.265888 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54054) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:19.271617 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4e907593-540a-4871-ae8c-985e24dcfc82 admin admin] Request body: {'subnet': {'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-604135128-subnet', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'ip_version': 4}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:19.275016 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c88c68-fc52-46c3-a5e1-5f26bed76821 admin admin] Pushing event updated for resources: {'Network': ['ID=4ef625c2-beff-4b07-b724-47a129a4c6d0,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:19.288419 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 4ef625c2-beff-4b07-b724-47a129a4c6d0 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:11:19.296688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e907593-540a-4871-ae8c-985e24dcfc82 admin admin] Made reservation on behalf of 946f07b782b141b2b1fbb4f6c7981803 for: {'subnet': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:11:19.299299 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e907593-540a-4871-ae8c-985e24dcfc82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10032770'] for subnet, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:19.429086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1ece928a-bf30-4a2b-b4bd-db040ad1c258 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:19.493298 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 1ece928a-bf30-4a2b-b4bd-db040ad1c258 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:19.493668 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:19.835022 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e907593-540a-4871-ae8c-985e24dcfc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10032828'] for subnet, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:19.896035 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e907593-540a-4871-ae8c-985e24dcfc82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5212a73-c7b0-485e-9167-01dfb17a1818,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:19.908641 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e907593-540a-4871-ae8c-985e24dcfc82 admin admin] Checking segment: {'id': '925c23f9-2f70-4b52-8cdf-f210735a8e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:11:19.909265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e907593-540a-4871-ae8c-985e24dcfc82 admin admin] Network hostable DHCP agents. Network: 4ef625c2-beff-4b07-b724-47a129a4c6d0, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:11:19.926937 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e907593-540a-4871-ae8c-985e24dcfc82 admin admin] Network 4ef625c2-beff-4b07-b724-47a129a4c6d0 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:11:19.936826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-4e907593-540a-4871-ae8c-985e24dcfc82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 4ef625c2-beff-4b07-b724-47a129a4c6d0) {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:19.942598 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e907593-540a-4871-ae8c-985e24dcfc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:19.943656 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4e907593-540a-4871-ae8c-985e24dcfc82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:19.948849 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62e7f95-25e9-4c65-b132-dfc4cfe4eba3 None None] Network 4ef625c2-beff-4b07-b724-47a129a4c6d0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:11:19.962265 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4e907593-540a-4871-ae8c-985e24dcfc82 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6950824 Oct 26 15:11:19.964762 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54056) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:19.969348 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-604135128-router', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:19.991232 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:19.992338 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.060350 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.112314 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-4ef625c2-beff-4b07-b724-47a129a4c6d0', 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'fixed_ips': [{'subnet_id': 'e5212a73-c7b0-485e-9167-01dfb17a1818'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:11:20.112993 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.212381 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.252826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Allocated IP 172.20.0.2 (4ef625c2-beff-4b07-b724-47a129a4c6d0/e5212a73-c7b0-485e-9167-01dfb17a1818/90a2530f-a326-45da-b66a-a7168d993e56) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:11:20.406150 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.411595 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.420732 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.440358 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.448666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Network 4ef625c2-beff-4b07-b724-47a129a4c6d0 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:20.453592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:20.457545 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:11:20.472577 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Pushing event updated for resources: {'Port': ['ID=90a2530f-a326-45da-b66a-a7168d993e56,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:20.525258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Attempting to bind port 90a2530f-a326-45da-b66a-a7168d993e56 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:11:20.525787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Attempting to bind port 90a2530f-a326-45da-b66a-a7168d993e56 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '925c23f9-2f70-4b52-8cdf-f210735a8e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:11:20.526174 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Attempting to bind port 90a2530f-a326-45da-b66a-a7168d993e56 on network 4ef625c2-beff-4b07-b724-47a129a4c6d0 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:11:20.531137 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:11:20.531502 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Checking segment: {'id': '925c23f9-2f70-4b52-8cdf-f210735a8e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:11:20.531893 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.532273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Bound using segment: {'id': '925c23f9-2f70-4b52-8cdf-f210735a8e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:11:20.532729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Bound port: 90a2530f-a326-45da-b66a-a7168d993e56, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925c23f9-2f70-4b52-8cdf-f210735a8e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:11:20.533100 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.562460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Allocated IP 172.25.4.64 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/db006a06-0e81-4a2d-a42e-1064331d11fa) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:11:20.606098 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] For port 90a2530f-a326-45da-b66a-a7168d993e56, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:11:20.609426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] For port 90a2530f-a326-45da-b66a-a7168d993e56, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=90a2530f-a326-45da-b66a-a7168d993e56,segment=NetworkSegment(925c23f9-2f70-4b52-8cdf-f210735a8e25),segment_id=925c23f9-2f70-4b52-8cdf-f210735a8e25)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:11:20.614195 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.675007 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb899ad-d028-4110-b40e-b20f3f9a66f8 None None] Pushing event updated for resources: {'Port': ['ID=90a2530f-a326-45da-b66a-a7168d993e56,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:20.681884 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.725605 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.770482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:20.773610 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:20.778982 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:11:20.782011 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Pushing event updated for resources: {'Port': ['ID=db006a06-0e81-4a2d-a42e-1064331d11fa,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:20.851623 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Sync routers for ids ['2b13088c-067c-48d2-8cad-fbcd3051b57d'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:11:20.866745 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Routers {'2b13088c-067c-48d2-8cad-fbcd3051b57d'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:20.867467 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2b13088c-067c-48d2-8cad-fbcd3051b57d'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:20.978200 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Set router 2b13088c-067c-48d2-8cad-fbcd3051b57d gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:21.061529 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.178530 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 2, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:21.206260 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Checking router: 2b13088c-067c-48d2-8cad-fbcd3051b57d for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:11:21.206614 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Updating router 2b13088c-067c-48d2-8cad-fbcd3051b57d port 90f6569e-a78e-4e7d-a95f-a45902176101 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:11:21.234314 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.264573 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.420188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Router 8ec3e379-291e-43e2-aae3-1fd100ac76a5 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:11:21.461914 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 90a2530f-a326-45da-b66a-a7168d993e56 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:21.518387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 90a2530f-a326-45da-b66a-a7168d993e56 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:21.518867 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.532085 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.541520 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.572561 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:11:21.584971 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Sync routers for ids ['8ec3e379-291e-43e2-aae3-1fd100ac76a5'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:11:21.591526 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.595411 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cd7e2654-4f7a-40a2-8033-4fea0de09e9e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6271822 Oct 26 15:11:21.595559 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeead0cf-b99e-4088-a7d2-380cce384b5f None None] Pushing event updated for resources: {'Port': ['ID=90f6569e-a78e-4e7d-a95f-a45902176101,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:21.597183 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54058) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:21.603743 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeead0cf-b99e-4088-a7d2-380cce384b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:21.604093 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeead0cf-b99e-4088-a7d2-380cce384b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:21.604629 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeead0cf-b99e-4088-a7d2-380cce384b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:21.604969 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeead0cf-b99e-4088-a7d2-380cce384b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:21.605319 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeead0cf-b99e-4088-a7d2-380cce384b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:21.605792 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeead0cf-b99e-4088-a7d2-380cce384b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:21.607538 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeead0cf-b99e-4088-a7d2-380cce384b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:21.607878 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeead0cf-b99e-4088-a7d2-380cce384b5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:21.608217 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeead0cf-b99e-4088-a7d2-380cce384b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:21.608549 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeead0cf-b99e-4088-a7d2-380cce384b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:21.608881 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeead0cf-b99e-4088-a7d2-380cce384b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:21.609207 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeead0cf-b99e-4088-a7d2-380cce384b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:21.637939 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Routers {'8ec3e379-291e-43e2-aae3-1fd100ac76a5'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:21.638608 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8ec3e379-291e-43e2-aae3-1fd100ac76a5'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:21.694941 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Attempting to bind port 90f6569e-a78e-4e7d-a95f-a45902176101 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:11:21.695483 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Attempting to bind port 90f6569e-a78e-4e7d-a95f-a45902176101 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:11:21.696255 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Attempting to bind port 90f6569e-a78e-4e7d-a95f-a45902176101 on network 8093524d-3f74-42dc-9111-bff10ab62292 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:11:21.703142 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:11:21.703676 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Checking segment: {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:11:21.704181 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.704694 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Bound using segment: {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:11:21.705433 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Bound port: 90f6569e-a78e-4e7d-a95f-a45902176101, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:11:21.705922 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.724624 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.785418 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 90a2530f-a326-45da-b66a-a7168d993e56, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=90a2530f-a326-45da-b66a-a7168d993e56,segment=NetworkSegment(925c23f9-2f70-4b52-8cdf-f210735a8e25),segment_id=925c23f9-2f70-4b52-8cdf-f210735a8e25)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:21.799999 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.800812 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7de051df-37d2-45c4-b8f0-eb8eb61b31df up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:21.810206 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Set router 8ec3e379-291e-43e2-aae3-1fd100ac76a5 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:21.813246 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] For port 90f6569e-a78e-4e7d-a95f-a45902176101, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:11:21.818950 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] For port 90f6569e-a78e-4e7d-a95f-a45902176101, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=90f6569e-a78e-4e7d-a95f-a45902176101,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:11:21.824169 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.900599 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeead0cf-b99e-4088-a7d2-380cce384b5f None None] Pushing event updated for resources: {'Port': ['ID=90f6569e-a78e-4e7d-a95f-a45902176101,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:21.911437 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Routers {'2b13088c-067c-48d2-8cad-fbcd3051b57d'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:21.912353 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2b13088c-067c-48d2-8cad-fbcd3051b57d'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:22.079933 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc9edae-8e4e-48d3-b6ec-7b51130849cc None None] Network 4ef625c2-beff-4b07-b724-47a129a4c6d0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:11:22.144789 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] Set router 2b13088c-067c-48d2-8cad-fbcd3051b57d gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:22.169742 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:22.255915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=90a2530f-a326-45da-b66a-a7168d993e56,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:22.305462 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-f4dc3b0a-7250-415b-a535-ffd4e2ee7f0c None None] Provisioning complete for port 90a2530f-a326-45da-b66a-a7168d993e56 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:22.305853 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f4dc3b0a-7250-415b-a535-ffd4e2ee7f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:22.339108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Allocated IP 172.20.0.1 (4ef625c2-beff-4b07-b724-47a129a4c6d0/e5212a73-c7b0-485e-9167-01dfb17a1818/2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:11:22.355575 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:21Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:22.385720 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daa07a2-1d81-4d7c-94b7-4dc490f6b4d7 None None] The sync data for ids ['2b13088c-067c-48d2-8cad-fbcd3051b57d'] in n-d-815498-1 is: [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:21Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:11:22.404838 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 7de051df-37d2-45c4-b8f0-eb8eb61b31df triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:22.405210 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:22.461134 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:22.502114 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:22.546391 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Network 4ef625c2-beff-4b07-b724-47a129a4c6d0 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:22.551044 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:22.553769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:11:22.588946 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:22.596840 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'name': 'tempest-TestShelveInstance-604135128-router', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'db006a06-0e81-4a2d-a42e-1064331d11fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:19Z', 'updated_at': '2021-10-26T15:11:20Z', 'revision_number': 3, 'project_id': '946f07b782b141b2b1fbb4f6c7981803', 'gw_port': {'id': 'db006a06-0e81-4a2d-a42e-1064331d11fa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:20Z', 'updated_at': '2021-10-26T15:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:22.611734 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Pushing event updated for resources: {'Port': ['ID=2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:22.624659 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:22.635168 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Checking router: 8ec3e379-291e-43e2-aae3-1fd100ac76a5 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:11:22.635552 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Updating router 8ec3e379-291e-43e2-aae3-1fd100ac76a5 port db006a06-0e81-4a2d-a42e-1064331d11fa binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:11:22.675748 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port 7de051df-37d2-45c4-b8f0-eb8eb61b31df, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7de051df-37d2-45c4-b8f0-eb8eb61b31df,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:22.683629 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:22.689065 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:22.711749 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-337663b7-f5b4-4857-bc78-dc1f14c39537 None None] Provisioning complete for port 90f6569e-a78e-4e7d-a95f-a45902176101 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:22.712111 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-337663b7-f5b4-4857-bc78-dc1f14c39537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:22.769550 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:22.852535 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=7de051df-37d2-45c4-b8f0-eb8eb61b31df,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:22.929088 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-337663b7-f5b4-4857-bc78-dc1f14c39537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:22.954765 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:22.959668 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.006021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-337663b7-f5b4-4857-bc78-dc1f14c39537 None None] For port 90f6569e-a78e-4e7d-a95f-a45902176101, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=90f6569e-a78e-4e7d-a95f-a45902176101,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:23.013643 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-337663b7-f5b4-4857-bc78-dc1f14c39537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.026511 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.029121 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Pushing event updated for resources: {'Port': ['ID=2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:23.089645 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337663b7-f5b4-4857-bc78-dc1f14c39537 None None] Pushing event updated for resources: {'Port': ['ID=90f6569e-a78e-4e7d-a95f-a45902176101,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:23.124363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Network 4ef625c2-beff-4b07-b724-47a129a4c6d0 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:23.126010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:23.138323 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.146587 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-96f62fc2-a1a9-427e-b7ed-c4d49d7ada6f None None] Provisioning complete for port 90a2530f-a326-45da-b66a-a7168d993e56 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:23.146954 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-96f62fc2-a1a9-427e-b7ed-c4d49d7ada6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.148573 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.237065 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e4719-5a0d-4884-9855-19a5af9edd6c None None] Pushing event updated for resources: {'Port': ['ID=db006a06-0e81-4a2d-a42e-1064331d11fa,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:23.241005 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Attempting to bind port db006a06-0e81-4a2d-a42e-1064331d11fa on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:11:23.241377 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Attempting to bind port db006a06-0e81-4a2d-a42e-1064331d11fa by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:11:23.241739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Attempting to bind port db006a06-0e81-4a2d-a42e-1064331d11fa on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:11:23.243248 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Router 8ec3e379-291e-43e2-aae3-1fd100ac76a5 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:11:23.250795 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:11:23.251170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:11:23.251755 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.252301 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:11:23.252949 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Bound port: db006a06-0e81-4a2d-a42e-1064331d11fa, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:11:23.253504 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.350941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] For port db006a06-0e81-4a2d-a42e-1064331d11fa, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:11:23.359641 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] For port db006a06-0e81-4a2d-a42e-1064331d11fa, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=db006a06-0e81-4a2d-a42e-1064331d11fa,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:11:23.368260 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:11:23.369836 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.373103 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-96f62fc2-a1a9-427e-b7ed-c4d49d7ada6f None None] Provisioning complete for port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:23.373468 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-96f62fc2-a1a9-427e-b7ed-c4d49d7ada6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.382188 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-886f584c-0fcb-4d8e-8074-d3b498794470 admin admin] 10.222.0.32 "PUT /v2.0/routers/8ec3e379-291e-43e2-aae3-1fd100ac76a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7848945 Oct 26 15:11:23.456539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 90a2530f-a326-45da-b66a-a7168d993e56 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:23.468819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-96f62fc2-a1a9-427e-b7ed-c4d49d7ada6f None None] Port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:11:23.496610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Routers {'8ec3e379-291e-43e2-aae3-1fd100ac76a5'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:23.497240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8ec3e379-291e-43e2-aae3-1fd100ac76a5'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:23.499067 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e4719-5a0d-4884-9855-19a5af9edd6c None None] Pushing event updated for resources: {'Port': ['ID=db006a06-0e81-4a2d-a42e-1064331d11fa,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:23.614152 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-46272fc5-73ad-4112-9949-0c448111a11d None None] Provisioning complete for port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:23.614744 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-46272fc5-73ad-4112-9949-0c448111a11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.646754 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 90a2530f-a326-45da-b66a-a7168d993e56 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:23.647124 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.690699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] Set router 8ec3e379-291e-43e2-aae3-1fd100ac76a5 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:23.723169 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-46272fc5-73ad-4112-9949-0c448111a11d None None] Port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:11:23.854167 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 90f6569e-a78e-4e7d-a95f-a45902176101 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:23.891812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54066) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:23.896459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-42d7a6ce-c03f-4fc1-af8e-999d62450158 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-225808692', 'description': 'tempest-secgroup-smoke-225808692 description', 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:23.918567 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42d7a6ce-c03f-4fc1-af8e-999d62450158 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.954885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 90f6569e-a78e-4e7d-a95f-a45902176101 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:23.955255 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.987057 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42d7a6ce-c03f-4fc1-af8e-999d62450158 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:23.991329 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42d7a6ce-c03f-4fc1-af8e-999d62450158 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.003721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'name': 'tempest-TestShelveInstance-604135128-router', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'db006a06-0e81-4a2d-a42e-1064331d11fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:19Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '946f07b782b141b2b1fbb4f6c7981803', 'gw_port': {'id': 'db006a06-0e81-4a2d-a42e-1064331d11fa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:20Z', 'updated_at': '2021-10-26T15:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d', 'name': '', 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'mac_address': 'fa:16:3e:8f:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e5212a73-c7b0-485e-9167-01dfb17a1818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:22Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 2, 'project_id': '946f07b782b141b2b1fbb4f6c7981803', 'subnets': [{'id': 'e5212a73-c7b0-485e-9167-01dfb17a1818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:24.026667 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42d7a6ce-c03f-4fc1-af8e-999d62450158 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.030910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-42d7a6ce-c03f-4fc1-af8e-999d62450158 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1352313 Oct 26 15:11:24.031289 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54068) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:24.031774 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7a6ce-c03f-4fc1-af8e-999d62450158 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8103a530-9faf-4de2-b63a-8e823074600b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:24.032956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6617b6e8-05ef-46e0-b08d-0c16840badef None None] The sync data for ids ['8ec3e379-291e-43e2-aae3-1fd100ac76a5'] in n-d-815498-1 is: [{'id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'name': 'tempest-TestShelveInstance-604135128-router', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'db006a06-0e81-4a2d-a42e-1064331d11fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:19Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '946f07b782b141b2b1fbb4f6c7981803', 'gw_port': {'id': 'db006a06-0e81-4a2d-a42e-1064331d11fa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:20Z', 'updated_at': '2021-10-26T15:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d', 'name': '', 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'mac_address': 'fa:16:3e:8f:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e5212a73-c7b0-485e-9167-01dfb17a1818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:22Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 2, 'project_id': '946f07b782b141b2b1fbb4f6c7981803', 'subnets': [{'id': 'e5212a73-c7b0-485e-9167-01dfb17a1818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:11:24.049077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-333c7216-3953-40e9-b944-875a0cfb02c5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'security_group_rule': {'security_group_id': '8103a530-9faf-4de2-b63a-8e823074600b', 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:24.077545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-333c7216-3953-40e9-b944-875a0cfb02c5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.078584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7de051df-37d2-45c4-b8f0-eb8eb61b31df up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:24.126642 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.144503 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 7de051df-37d2-45c4-b8f0-eb8eb61b31df triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:24.144866 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.152136 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-333c7216-3953-40e9-b944-875a0cfb02c5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.156658 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-333c7216-3953-40e9-b944-875a0cfb02c5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.175401 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c7216-3953-40e9-b944-875a0cfb02c5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d21b33-2839-4895-bec1-6a4c8e7ad291,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:24.183983 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-333c7216-3953-40e9-b944-875a0cfb02c5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.185228 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-333c7216-3953-40e9-b944-875a0cfb02c5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529183 Oct 26 15:11:24.187981 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54070) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:24.192344 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-68529a1c-bdd1-40c0-a650-72fd34f6be54 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'security_group_rule': {'security_group_id': '8103a530-9faf-4de2-b63a-8e823074600b', 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:24.221727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68529a1c-bdd1-40c0-a650-72fd34f6be54 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.297002 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68529a1c-bdd1-40c0-a650-72fd34f6be54 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.300871 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68529a1c-bdd1-40c0-a650-72fd34f6be54 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.322491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68529a1c-bdd1-40c0-a650-72fd34f6be54 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358eec0c-5379-4465-9d94-01549fa5b336,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:24.340372 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-68529a1c-bdd1-40c0-a650-72fd34f6be54 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.341906 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-68529a1c-bdd1-40c0-a650-72fd34f6be54 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1527128 Oct 26 15:11:24.345262 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54072) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:24.350180 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ea3ed3aa-4fd7-4b4f-9fa0-32d81e3cf76e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'security_group_rule': {'security_group_id': '8103a530-9faf-4de2-b63a-8e823074600b', 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:24.381627 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea3ed3aa-4fd7-4b4f-9fa0-32d81e3cf76e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.443743 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea3ed3aa-4fd7-4b4f-9fa0-32d81e3cf76e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.448159 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea3ed3aa-4fd7-4b4f-9fa0-32d81e3cf76e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.466846 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ed3aa-4fd7-4b4f-9fa0-32d81e3cf76e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5458846f-7daf-4bc0-ba5c-0b97ca64ac9a,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:24.474407 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ea3ed3aa-4fd7-4b4f-9fa0-32d81e3cf76e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.475509 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ea3ed3aa-4fd7-4b4f-9fa0-32d81e3cf76e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290526 Oct 26 15:11:24.479010 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54074) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:24.483734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e46b9438-e910-4255-a6b9-645b526a5bf6 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'security_group_rule': {'security_group_id': '8103a530-9faf-4de2-b63a-8e823074600b', 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:24.515031 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e46b9438-e910-4255-a6b9-645b526a5bf6 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.575653 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e46b9438-e910-4255-a6b9-645b526a5bf6 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.579521 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e46b9438-e910-4255-a6b9-645b526a5bf6 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.598253 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b9438-e910-4255-a6b9-645b526a5bf6 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd26d6f-d6d7-4b3d-9097-af9220ff8b2d,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:24.605950 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e46b9438-e910-4255-a6b9-645b526a5bf6 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.607251 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e46b9438-e910-4255-a6b9-645b526a5bf6 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272469 Oct 26 15:11:24.610236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54076) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:24.615101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-515762d6-fa86-4081-9ab6-7e59aa852f4b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'security_group_rule': {'security_group_id': '8103a530-9faf-4de2-b63a-8e823074600b', 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:24.638367 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-515762d6-fa86-4081-9ab6-7e59aa852f4b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Project 5c97ea3796614e88bcac2c5f30c08b6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:11:24.643362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-515762d6-fa86-4081-9ab6-7e59aa852f4b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.714053 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-515762d6-fa86-4081-9ab6-7e59aa852f4b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.724362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-515762d6-fa86-4081-9ab6-7e59aa852f4b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.745574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515762d6-fa86-4081-9ab6-7e59aa852f4b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000002fe-70e7-4b9d-9561-927a6984b94f,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:24.753494 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-515762d6-fa86-4081-9ab6-7e59aa852f4b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.757570 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-515762d6-fa86-4081-9ab6-7e59aa852f4b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436653 Oct 26 15:11:24.757774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54078) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:24.772060 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-f1554fcf-4746-4832-92c7-07724f9684d0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'security_group_rule': {'security_group_id': '8103a530-9faf-4de2-b63a-8e823074600b', 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:24.794490 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-f1554fcf-4746-4832-92c7-07724f9684d0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Project 5c97ea3796614e88bcac2c5f30c08b6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:11:24.799592 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f1554fcf-4746-4832-92c7-07724f9684d0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.865661 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f1554fcf-4746-4832-92c7-07724f9684d0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.871387 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f1554fcf-4746-4832-92c7-07724f9684d0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.895169 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1554fcf-4746-4832-92c7-07724f9684d0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22dca5d-5309-4c58-ab7e-7d07241af09b,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:24.902577 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f1554fcf-4746-4832-92c7-07724f9684d0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.904105 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f1554fcf-4746-4832-92c7-07724f9684d0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357980 Oct 26 15:11:25.052510 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-3fff967c-3f51-4392-875d-7eb1eea19fe5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225808692&fields=id&tenant_id=5c97ea3796614e88bcac2c5f30c08b6f HTTP/1.1" status: 200 len: 267 time: 0.0337100 Oct 26 15:11:25.168923 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5849c-265b-496e-bb49-50a856e632d7 req-9f9a9b87-eac9-4ed5-a76b-95ae66863015 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:25.170443 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-9f9a9b87-eac9-4ed5-a76b-95ae66863015 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 809 time: 0.1101737 Oct 26 15:11:25.186649 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-92902cfc-b724-43a6-bac9-eff6096ff560 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/quotas/5c97ea3796614e88bcac2c5f30c08b6f HTTP/1.1" status: 200 len: 375 time: 0.0102878 Oct 26 15:11:25.240901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-f8d841d7-d393-4500-b9f0-653591d6a96b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475190 Oct 26 15:11:25.343921 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-904fa1ed-764e-49a2-af44-8c13c5574d3b service neutron] 10.222.0.32 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900700 Oct 26 15:11:25.404306 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device db006a06-0e81-4a2d-a42e-1064331d11fa up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:25.442048 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-d3d49389-a05c-489c-95ca-9d05ff4864a8 service neutron] 10.222.0.32 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883732 Oct 26 15:11:25.456491 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port db006a06-0e81-4a2d-a42e-1064331d11fa triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:25.456863 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:25.534720 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:25.564431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port db006a06-0e81-4a2d-a42e-1064331d11fa, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=db006a06-0e81-4a2d-a42e-1064331d11fa,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:25.573018 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:25.625878 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6bfbe265-77b8-442a-bd10-e575c618d729 req-1c403aa4-b5a5-464d-beb8-bc0da9787542 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 210 time: 0.0284774 Oct 26 15:11:25.640139 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=db006a06-0e81-4a2d-a42e-1064331d11fa,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:26.181287 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Sync routers for ids ['8ec3e379-291e-43e2-aae3-1fd100ac76a5'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:11:26.192111 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Routers {'8ec3e379-291e-43e2-aae3-1fd100ac76a5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:26.192709 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8ec3e379-291e-43e2-aae3-1fd100ac76a5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:26.297642 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Set router 8ec3e379-291e-43e2-aae3-1fd100ac76a5 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:26.499265 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'name': 'tempest-TestShelveInstance-604135128-router', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'db006a06-0e81-4a2d-a42e-1064331d11fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:19Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '946f07b782b141b2b1fbb4f6c7981803', 'gw_port': {'id': 'db006a06-0e81-4a2d-a42e-1064331d11fa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:20Z', 'updated_at': '2021-10-26T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d', 'name': '', 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'mac_address': 'fa:16:3e:8f:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e5212a73-c7b0-485e-9167-01dfb17a1818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:22Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 2, 'project_id': '946f07b782b141b2b1fbb4f6c7981803', 'subnets': [{'id': 'e5212a73-c7b0-485e-9167-01dfb17a1818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:26.532131 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Checking router: 8ec3e379-291e-43e2-aae3-1fd100ac76a5 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:11:26.532480 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Updating router 8ec3e379-291e-43e2-aae3-1fd100ac76a5 port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:11:26.559539 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:26.605088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5849c-265b-496e-bb49-50a856e632d7 req-a78a75d3-0e48-41dd-bd92-a853809926ff tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:26.606608 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-a78a75d3-0e48-41dd-bd92-a853809926ff tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 809 time: 0.1182928 Oct 26 15:11:26.651018 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-11b77119-9920-4d4c-89bd-a2d99a8ee4f0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c97ea3796614e88bcac2c5f30c08b6f HTTP/1.1" status: 200 len: 379 time: 0.0350275 Oct 26 15:11:26.662113 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-20b5849c-265b-496e-bb49-50a856e632d7 req-5eb63122-ea8b-4826-9563-45e5a76cc22a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'port': {'device_id': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'admin_state_up': True, 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'security_groups': ['8103a530-9faf-4de2-b63a-8e823074600b']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:26.736681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-15da3cb4-5ffd-4551-b78a-838a7ec5d74c req-5cd563cc-be3d-4050-a545-400b770c68e0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 210 time: 0.0393102 Oct 26 15:11:26.786511 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b5849c-265b-496e-bb49-50a856e632d7 req-5eb63122-ea8b-4826-9563-45e5a76cc22a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Made reservation on behalf of 5c97ea3796614e88bcac2c5f30c08b6f for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:11:26.790750 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20b5849c-265b-496e-bb49-50a856e632d7 req-5eb63122-ea8b-4826-9563-45e5a76cc22a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:26.833361 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:26.838556 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:26.894876 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9d350-abb9-40cf-a1b6-d11c574e2cd7 None None] Pushing event updated for resources: {'Port': ['ID=2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:26.923332 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-20b5849c-265b-496e-bb49-50a856e632d7 req-5eb63122-ea8b-4826-9563-45e5a76cc22a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Allocated IP 172.20.0.3 (8093524d-3f74-42dc-9111-bff10ab62292/cc71e3ed-64c1-4d40-8c20-f34b549bcde5/74565554-66aa-4fe5-a706-365db4cde28e) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:11:26.947311 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Attempting to bind port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:11:26.947792 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Attempting to bind port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '925c23f9-2f70-4b52-8cdf-f210735a8e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:11:26.948238 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Attempting to bind port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d on network 4ef625c2-beff-4b07-b724-47a129a4c6d0 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:11:26.953798 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:11:26.954317 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Checking segment: {'id': '925c23f9-2f70-4b52-8cdf-f210735a8e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:11:26.954788 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:26.955301 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Bound using segment: {'id': '925c23f9-2f70-4b52-8cdf-f210735a8e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:11:26.955838 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Bound port: 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925c23f9-2f70-4b52-8cdf-f210735a8e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:11:26.956313 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:27.025246 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] For port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:11:27.028617 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] For port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d,segment=NetworkSegment(925c23f9-2f70-4b52-8cdf-f210735a8e25),segment_id=925c23f9-2f70-4b52-8cdf-f210735a8e25)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:11:27.033551 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:27.070825 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20b5849c-265b-496e-bb49-50a856e632d7 req-5eb63122-ea8b-4826-9563-45e5a76cc22a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:27.088723 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Routers {'8ec3e379-291e-43e2-aae3-1fd100ac76a5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:27.089288 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8ec3e379-291e-43e2-aae3-1fd100ac76a5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:27.110174 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20b5849c-265b-496e-bb49-50a856e632d7 req-5eb63122-ea8b-4826-9563-45e5a76cc22a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:27.158912 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b5849c-265b-496e-bb49-50a856e632d7 req-5eb63122-ea8b-4826-9563-45e5a76cc22a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Network 8093524d-3f74-42dc-9111-bff10ab62292 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:27.162367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-20b5849c-265b-496e-bb49-50a856e632d7 req-5eb63122-ea8b-4826-9563-45e5a76cc22a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:27.167965 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b5849c-265b-496e-bb49-50a856e632d7 req-5eb63122-ea8b-4826-9563-45e5a76cc22a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:11:27.172695 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb63122-ea8b-4826-9563-45e5a76cc22a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'Port': ['ID=74565554-66aa-4fe5-a706-365db4cde28e,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:27.174558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-14bb6044-9ee9-4669-8e8b-608a17f22f5a None None] Provisioning complete for port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:27.175049 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-14bb6044-9ee9-4669-8e8b-608a17f22f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:27.202034 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] Set router 8ec3e379-291e-43e2-aae3-1fd100ac76a5 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:27.230902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5849c-265b-496e-bb49-50a856e632d7 req-5eb63122-ea8b-4826-9563-45e5a76cc22a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:27.231565 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20b5849c-265b-496e-bb49-50a856e632d7 req-5eb63122-ea8b-4826-9563-45e5a76cc22a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:27.252732 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-5eb63122-ea8b-4826-9563-45e5a76cc22a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5943675 Oct 26 15:11:27.266767 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Request body: {'port': {'device_id': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:27.279661 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-14bb6044-9ee9-4669-8e8b-608a17f22f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:27.324487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-14bb6044-9ee9-4669-8e8b-608a17f22f5a None None] For port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d,segment=NetworkSegment(925c23f9-2f70-4b52-8cdf-f210735a8e25),segment_id=925c23f9-2f70-4b52-8cdf-f210735a8e25)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:27.333461 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-14bb6044-9ee9-4669-8e8b-608a17f22f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:27.350062 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:27.373553 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9d350-abb9-40cf-a1b6-d11c574e2cd7 None None] Pushing event updated for resources: {'Port': ['ID=2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:27.430397 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb6044-9ee9-4669-8e8b-608a17f22f5a None None] Pushing event updated for resources: {'Port': ['ID=2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:27.445086 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device db006a06-0e81-4a2d-a42e-1064331d11fa up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:27.504597 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-03361fe4-a8b0-4096-b9b8-df5cdade709d None None] Provisioning complete for port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:27.505702 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-03361fe4-a8b0-4096-b9b8-df5cdade709d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:27.506039 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'name': 'tempest-TestShelveInstance-604135128-router', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'db006a06-0e81-4a2d-a42e-1064331d11fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:19Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '946f07b782b141b2b1fbb4f6c7981803', 'gw_port': {'id': 'db006a06-0e81-4a2d-a42e-1064331d11fa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:20Z', 'updated_at': '2021-10-26T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d', 'name': '', 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'mac_address': 'fa:16:3e:8f:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e5212a73-c7b0-485e-9167-01dfb17a1818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:22Z', 'updated_at': '2021-10-26T15:11:27Z', 'revision_number': 4, 'project_id': '946f07b782b141b2b1fbb4f6c7981803', 'subnets': [{'id': 'e5212a73-c7b0-485e-9167-01dfb17a1818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:27.532899 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2582855-a64a-40b9-afe4-cb3a7c463b34 None None] The sync data for ids ['8ec3e379-291e-43e2-aae3-1fd100ac76a5'] in n-d-815498-1 is: [{'id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'name': 'tempest-TestShelveInstance-604135128-router', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'db006a06-0e81-4a2d-a42e-1064331d11fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:19Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '946f07b782b141b2b1fbb4f6c7981803', 'gw_port': {'id': 'db006a06-0e81-4a2d-a42e-1064331d11fa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:20Z', 'updated_at': '2021-10-26T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d', 'name': '', 'network_id': '4ef625c2-beff-4b07-b724-47a129a4c6d0', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'mac_address': 'fa:16:3e:8f:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e5212a73-c7b0-485e-9167-01dfb17a1818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:22Z', 'updated_at': '2021-10-26T15:11:27Z', 'revision_number': 4, 'project_id': '946f07b782b141b2b1fbb4f6c7981803', 'subnets': [{'id': 'e5212a73-c7b0-485e-9167-01dfb17a1818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:11:27.561016 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port db006a06-0e81-4a2d-a42e-1064331d11fa triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:27.561370 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:27.673823 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74565554-66aa-4fe5-a706-365db4cde28e {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:11:27.682953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:27.695346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Transition to ACTIVE for port object 74565554-66aa-4fe5-a706-365db4cde28e will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:11:27.699753 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:27.750400 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Pushing event updated for resources: {'Port': ['ID=74565554-66aa-4fe5-a706-365db4cde28e,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:27.857042 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Attempting to bind port 74565554-66aa-4fe5-a706-365db4cde28e on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:11:27.857380 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Attempting to bind port 74565554-66aa-4fe5-a706-365db4cde28e by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:11:27.857709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Attempting to bind port 74565554-66aa-4fe5-a706-365db4cde28e on network 8093524d-3f74-42dc-9111-bff10ab62292 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:11:27.862774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Port 74565554-66aa-4fe5-a706-365db4cde28e on network 8093524d-3f74-42dc-9111-bff10ab62292 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:11:27.863091 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Attempting to bind port 74565554-66aa-4fe5-a706-365db4cde28e on network 8093524d-3f74-42dc-9111-bff10ab62292 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:11:27.870033 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:11:27.870394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Checking segment: {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:11:27.870774 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Bound using segment: {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:11:27.871207 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Bound port: 74565554-66aa-4fe5-a706-365db4cde28e, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:11:27.871561 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:27.874299 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85eaae4-41c3-415c-9c8c-462534ed1e9e req-d4b7e8b7-e207-4a2e-bd1c-0da1e5780819 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:27.876810 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a85eaae4-41c3-415c-9c8c-462534ed1e9e req-d4b7e8b7-e207-4a2e-bd1c-0da1e5780819 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0564344 Oct 26 15:11:27.926354 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a85eaae4-41c3-415c-9c8c-462534ed1e9e req-cf629ece-0407-40f5-862d-c3ca81dbca8d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359163 Oct 26 15:11:27.954203 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] For port 74565554-66aa-4fe5-a706-365db4cde28e, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:11:27.958350 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] For port 74565554-66aa-4fe5-a706-365db4cde28e, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=74565554-66aa-4fe5-a706-365db4cde28e,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:11:27.964052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:28.006307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:28.007005 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:28.009117 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] 10.222.0.11 "PUT /v2.0/ports/74565554-66aa-4fe5-a706-365db4cde28e HTTP/1.1" status: 200 len: 1091 time: 0.7476172 Oct 26 15:11:28.009502 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:11:28.011845 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caff6a6f-5123-4ee7-b957-40392b2ce1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "tag": "74565554-66aa-4fe5-a706-365db4cde28e"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:11:28.034179 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e7d35-4145-46ce-8d97-8dadc584ed9f service neutron] Pushing event updated for resources: {'Port': ['ID=74565554-66aa-4fe5-a706-365db4cde28e,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:28.061453 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2f9dda-e80c-45cb-8865-21edfd4d922d x-openstack-request-id: req-ea2f9dda-e80c-45cb-8865-21edfd4d922d {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:11:28.061829 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "tag": "74565554-66aa-4fe5-a706-365db4cde28e", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:11:28.062132 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea2f9dda-e80c-45cb-8865-21edfd4d922d {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:11:28.062561 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e', 'status': 'completed', 'code': 200} Oct 26 15:11:28.112364 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5849c-265b-496e-bb49-50a856e632d7 req-de3a6636-4bc6-48d3-bd40-478e89f34ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:28.113684 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-de3a6636-4bc6-48d3-bd40-478e89f34ec6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 1094 time: 0.0461419 Oct 26 15:11:28.163637 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-1c846127-71d1-45d3-8858-8cede2774e3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74565554-66aa-4fe5-a706-365db4cde28e HTTP/1.1" status: 200 len: 217 time: 0.0405421 Oct 26 15:11:28.219860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5849c-265b-496e-bb49-50a856e632d7 req-39bee208-50aa-4e91-8cbc-2e1a0ff8cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:28.221350 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-39bee208-50aa-4e91-8cbc-2e1a0ff8cfe9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0499108 Oct 26 15:11:28.268123 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5849c-265b-496e-bb49-50a856e632d7 req-b8152612-e7df-4ff5-9475-784aac32e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:28.269746 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-b8152612-e7df-4ff5-9475-784aac32e662 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410569 Oct 26 15:11:28.318380 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:28.364572 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-8f68b986-42ac-4f97-bf78-353c93339084 service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872958 Oct 26 15:11:28.452938 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-20b5849c-265b-496e-bb49-50a856e632d7 req-16e254d3-8459-4b98-90ed-8a16eb62ec17 service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810041 Oct 26 15:11:28.850461 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6a6f-5123-4ee7-b957-40392b2ce1f4 req-e778723e-d03d-4283-a7bd-5eb2d2b0515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:28.851983 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-caff6a6f-5123-4ee7-b957-40392b2ce1f4 req-e778723e-d03d-4283-a7bd-5eb2d2b0515e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 1094 time: 0.3520370 Oct 26 15:11:28.941637 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6a6f-5123-4ee7-b957-40392b2ce1f4 req-9d5763c6-96b2-431c-b555-8157171f4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:28.943206 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-caff6a6f-5123-4ee7-b957-40392b2ce1f4 req-9d5763c6-96b2-431c-b555-8157171f4c72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0834954 Oct 26 15:11:28.989752 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-caff6a6f-5123-4ee7-b957-40392b2ce1f4 req-6963285c-fd97-488b-bdc5-9d4cd8cb9fdf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74565554-66aa-4fe5-a706-365db4cde28e HTTP/1.1" status: 200 len: 217 time: 0.0378444 Oct 26 15:11:29.037777 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6a6f-5123-4ee7-b957-40392b2ce1f4 req-8862862d-c1d2-4132-8f72-ca59d91bb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:29.039804 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-caff6a6f-5123-4ee7-b957-40392b2ce1f4 req-8862862d-c1d2-4132-8f72-ca59d91bb810 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0427167 Oct 26 15:11:29.042111 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c3e33-2e42-4eb6-b171-e668b10ed1e2 req-4cf49467-d4a5-4bb2-b95b-70b49360c1d8 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:29.043590 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-230c3e33-2e42-4eb6-b171-e668b10ed1e2 req-4cf49467-d4a5-4bb2-b95b-70b49360c1d8 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0478621 Oct 26 15:11:29.081245 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-230c3e33-2e42-4eb6-b171-e668b10ed1e2 req-76c44cdb-865d-46d1-9ce8-df498e39342f tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317087 Oct 26 15:11:29.084164 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6a6f-5123-4ee7-b957-40392b2ce1f4 req-65245d9c-0ef8-49f3-9847-af14f8c142b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:29.085600 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-caff6a6f-5123-4ee7-b957-40392b2ce1f4 req-65245d9c-0ef8-49f3-9847-af14f8c142b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390856 Oct 26 15:11:29.178131 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-caff6a6f-5123-4ee7-b957-40392b2ce1f4 req-81e940f9-fb1e-4f77-946b-414d63288fc7 service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845985 Oct 26 15:11:29.268610 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-caff6a6f-5123-4ee7-b957-40392b2ce1f4 req-e23f8a47-dc51-4ebe-a58e-963bbc19bd63 service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820003 Oct 26 15:11:29.401160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:29.447205 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:29.447496 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:30.196791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f8351-5e91-4a61-a2bc-541e73d46640 req-26b71b96-1bad-4c4f-b2d7-3bbd64a0e033 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:30.198262 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b84f8351-5e91-4a61-a2bc-541e73d46640 req-26b71b96-1bad-4c4f-b2d7-3bbd64a0e033 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0481582 Oct 26 15:11:30.237717 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b84f8351-5e91-4a61-a2bc-541e73d46640 req-fff449e1-bbfe-47b8-a9fd-1b691904762a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336189 Oct 26 15:11:31.051541 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:11:31.350975 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2136c-29b5-43f8-941a-1cc58fdbd7a9 req-42d9d1ad-7439-4dce-bb78-cef3cc4a9ea5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:31.352509 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89f2136c-29b5-43f8-941a-1cc58fdbd7a9 req-42d9d1ad-7439-4dce-bb78-cef3cc4a9ea5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0490446 Oct 26 15:11:31.390327 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89f2136c-29b5-43f8-941a-1cc58fdbd7a9 req-75bb6f9c-82ce-4258-b47b-875bf87c1558 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318620 Oct 26 15:11:31.716160 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 74565554-66aa-4fe5-a706-365db4cde28e details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:11:31.811240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 74565554-66aa-4fe5-a706-365db4cde28e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=74565554-66aa-4fe5-a706-365db4cde28e,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:31.822580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '74565554-66aa-4fe5-a706-365db4cde28e', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'port_id': '74565554-66aa-4fe5-a706-365db4cde28e', 'mac_address': 'fa:16:3e:8a:c3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:11:31.858069 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:31.870839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74565554-66aa-4fe5-a706-365db4cde28e {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:11:31.890399 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 74565554-66aa-4fe5-a706-365db4cde28e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=74565554-66aa-4fe5-a706-365db4cde28e,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:31.894202 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:31.940825 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=74565554-66aa-4fe5-a706-365db4cde28e,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:32.212610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['74565554-66aa-4fe5-a706-365db4cde28e'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:11:32.506442 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3509c-440d-48e1-9b60-a9159c9773a5 req-55bda77b-93bd-41e0-aa93-2b9d590c9351 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:32.507834 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4a3509c-440d-48e1-9b60-a9159c9773a5 req-55bda77b-93bd-41e0-aa93-2b9d590c9351 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 944 time: 0.0492718 Oct 26 15:11:32.545521 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e4a3509c-440d-48e1-9b60-a9159c9773a5 req-a230be5c-56dd-4281-9895-293c50ef6213 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317409 Oct 26 15:11:33.660855 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d1cea-8344-4fdb-9731-5f51687b158e req-16a95e46-be54-4a47-b4b1-74f3e1db6e48 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:33.662350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad5d1cea-8344-4fdb-9731-5f51687b158e req-16a95e46-be54-4a47-b4b1-74f3e1db6e48 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 944 time: 0.0489855 Oct 26 15:11:33.703518 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ad5d1cea-8344-4fdb-9731-5f51687b158e req-e7f23a91-09e1-4a1e-bdd4-e04aa0522afa tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345802 Oct 26 15:11:33.717954 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 74565554-66aa-4fe5-a706-365db4cde28e up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:33.770341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 74565554-66aa-4fe5-a706-365db4cde28e completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:11:33.773898 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 74565554-66aa-4fe5-a706-365db4cde28e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:33.774306 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:33.850449 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:33.872701 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:11:33.875337 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9734c1fc-9c7e-4126-a69e-d50927eaac75" -d '{"events": [{"server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "name": "network-vif-plugged", "status": "completed", "tag": "74565554-66aa-4fe5-a706-365db4cde28e"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:11:33.889654 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 74565554-66aa-4fe5-a706-365db4cde28e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=74565554-66aa-4fe5-a706-365db4cde28e,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:33.893688 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:33.920805 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c784b0-6410-43e6-b5ca-f3fb7267e952 x-openstack-request-id: req-c2c784b0-6410-43e6-b5ca-f3fb7267e952 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:11:33.921103 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "name": "network-vif-plugged", "status": "completed", "tag": "74565554-66aa-4fe5-a706-365db4cde28e", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:11:33.921361 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2c784b0-6410-43e6-b5ca-f3fb7267e952 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:11:33.921754 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e', 'code': 200} Oct 26 15:11:33.947045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=74565554-66aa-4fe5-a706-365db4cde28e,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:34.016337 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee0237-89d5-4ef7-9e50-c3c01fd36225 req-0386b93e-308f-492a-9c94-1dc488165d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:34.025326 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b5ee0237-89d5-4ef7-9e50-c3c01fd36225 req-0386b93e-308f-492a-9c94-1dc488165d34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 1096 time: 0.0451591 Oct 26 15:11:34.053574 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b5ee0237-89d5-4ef7-9e50-c3c01fd36225 req-a320c88f-1918-4750-a469-18051f40039e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287976 Oct 26 15:11:34.815247 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6607c-9162-4c2d-9aba-c10c259c7cde req-f41b9332-19fe-4701-bb1f-b237b9a9b8f0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:34.816709 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bdd6607c-9162-4c2d-9aba-c10c259c7cde req-f41b9332-19fe-4701-bb1f-b237b9a9b8f0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0474842 Oct 26 15:11:34.853664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bdd6607c-9162-4c2d-9aba-c10c259c7cde req-a9c1f683-0b42-4328-b3bb-1b5e0fba31f2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300314 Oct 26 15:11:35.971448 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fcdc8-5fdc-48c5-b80d-c297a04d8d6e req-1d8edc6b-9127-4682-9893-13c2fde58086 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:35.972924 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d2fcdc8-5fdc-48c5-b80d-c297a04d8d6e req-1d8edc6b-9127-4682-9893-13c2fde58086 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0489433 Oct 26 15:11:36.010874 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9d2fcdc8-5fdc-48c5-b80d-c297a04d8d6e req-46d09133-ccf1-4a03-b38f-902335262272 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314629 Oct 26 15:11:36.128533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2802c-a3c9-4813-867a-7917a9f56678 req-512c4283-4154-4a0f-8e51-61482a4ebfc8 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:36.134392 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fbe2802c-a3c9-4813-867a-7917a9f56678 req-512c4283-4154-4a0f-8e51-61482a4ebfc8 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0541391 Oct 26 15:11:36.175430 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fbe2802c-a3c9-4813-867a-7917a9f56678 req-20e9d6f4-27f1-4367-ab3d-23e2c6a6477a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350022 Oct 26 15:11:36.196359 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54130) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:36.334527 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3da9af-3c45-43dc-8872-51245164d8d1 tempest-TestShelveInstance-1788154837 tempest-TestShelveInstance-1788154837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:36.336564 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-db3da9af-3c45-43dc-8872-51245164d8d1 tempest-TestShelveInstance-1788154837 tempest-TestShelveInstance-1788154837-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 1091 time: 0.1386492 Oct 26 15:11:36.339580 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54134) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:36.343738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '74565554-66aa-4fe5-a706-365db4cde28e', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:36.365065 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:36.456749 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:36.825108 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Allocated IP 172.25.4.229 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/b42f2a61-f5bf-4318-9662-13ace8ac9d79) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:11:36.928503 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:36.964251 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:37.005171 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:37.010879 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:37.013100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'Port': ['ID=b42f2a61-f5bf-4318-9662-13ace8ac9d79,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:37.015258 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:11:37.341496 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:37.406888 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:37.554189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:37.559214 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:37.631063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'Port': ['ID=b42f2a61-f5bf-4318-9662-13ace8ac9d79,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:37.640725 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:37.734452 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Floating IP f44635ca-3e4f-4450-af5f-e7d20ceffcee associated. External IP: 172.25.4.229, port: 74565554-66aa-4fe5-a706-365db4cde28e. Oct 26 15:11:37.935042 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Router 2b13088c-067c-48d2-8cad-fbcd3051b57d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:11:38.039320 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:11:38.049183 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2bb51e-a8b0-40bb-b301-c7504c18aab5 None None] Sync routers for ids ['2b13088c-067c-48d2-8cad-fbcd3051b57d'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:11:38.057032 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:38.058869 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2bb51e-a8b0-40bb-b301-c7504c18aab5 None None] Routers {'2b13088c-067c-48d2-8cad-fbcd3051b57d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:38.059473 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6b2bb51e-a8b0-40bb-b301-c7504c18aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2b13088c-067c-48d2-8cad-fbcd3051b57d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:38.084533 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-8e005526-dd04-44aa-af53-a296df1e71d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7439594 Oct 26 15:11:38.085240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:11:38.088221 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f7cf90-80c3-447d-88d1-19b9135f00bc" -d '{"events": [{"name": "network-changed", "server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "tag": "74565554-66aa-4fe5-a706-365db4cde28e"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:11:38.172881 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-6b2bb51e-a8b0-40bb-b301-c7504c18aab5 None None] Set router 2b13088c-067c-48d2-8cad-fbcd3051b57d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:38.181276 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec99a257-5a60-49f6-9837-4ee0049ec344 x-openstack-request-id: req-ec99a257-5a60-49f6-9837-4ee0049ec344 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:11:38.181570 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "tag": "74565554-66aa-4fe5-a706-365db4cde28e", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:11:38.181827 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec99a257-5a60-49f6-9837-4ee0049ec344 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:11:38.182333 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e', 'status': 'completed', 'code': 200} Oct 26 15:11:38.243027 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7cf90-80c3-447d-88d1-19b9135f00bc req-8688e7e5-89ae-430f-8a76-63fe95062dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:38.244490 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-10f7cf90-80c3-447d-88d1-19b9135f00bc req-8688e7e5-89ae-430f-8a76-63fe95062dfb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 1096 time: 0.0399060 Oct 26 15:11:38.339973 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7cf90-80c3-447d-88d1-19b9135f00bc req-0d0fc845-e50a-430f-b6d4-a039c8d0aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:38.341504 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-10f7cf90-80c3-447d-88d1-19b9135f00bc req-0d0fc845-e50a-430f-b6d4-a039c8d0aa46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0897312 Oct 26 15:11:38.404617 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6b2bb51e-a8b0-40bb-b301-c7504c18aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f44635ca-3e4f-4450-af5f-e7d20ceffcee', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'port_id': '74565554-66aa-4fe5-a706-365db4cde28e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'mac_address': 'fa:16:3e:8a:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:11:37Z', 'updated_at': '2021-10-26T15:11:37Z', 'revision_number': 0, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 5, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:38.412149 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-10f7cf90-80c3-447d-88d1-19b9135f00bc req-f08d8766-c99a-403d-93ab-c6c16687911b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74565554-66aa-4fe5-a706-365db4cde28e HTTP/1.1" status: 200 len: 999 time: 0.0635591 Oct 26 15:11:38.431360 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2bb51e-a8b0-40bb-b301-c7504c18aab5 None None] Checking router: 2b13088c-067c-48d2-8cad-fbcd3051b57d for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:11:38.439661 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2bb51e-a8b0-40bb-b301-c7504c18aab5 None None] Routers {'2b13088c-067c-48d2-8cad-fbcd3051b57d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:38.440257 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6b2bb51e-a8b0-40bb-b301-c7504c18aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:11:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2b13088c-067c-48d2-8cad-fbcd3051b57d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:38.465331 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7cf90-80c3-447d-88d1-19b9135f00bc req-a3c50302-4671-47d1-8780-7a3a30ad5503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:38.466838 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-10f7cf90-80c3-447d-88d1-19b9135f00bc req-a3c50302-4671-47d1-8780-7a3a30ad5503 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0442376 Oct 26 15:11:38.516255 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7cf90-80c3-447d-88d1-19b9135f00bc req-f8f04a70-5324-402d-b5fe-8096844417ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:38.517655 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-10f7cf90-80c3-447d-88d1-19b9135f00bc req-f8f04a70-5324-402d-b5fe-8096844417ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432875 Oct 26 15:11:38.544348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-6b2bb51e-a8b0-40bb-b301-c7504c18aab5 None None] Set router 2b13088c-067c-48d2-8cad-fbcd3051b57d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:38.614787 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-10f7cf90-80c3-447d-88d1-19b9135f00bc req-031127dc-f7ed-462c-bdf5-dc99e3eada2a service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895386 Oct 26 15:11:38.709027 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-10f7cf90-80c3-447d-88d1-19b9135f00bc req-31ee5f84-238a-419a-80d2-610f31ac2569 service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865607 Oct 26 15:11:38.775351 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-6b2bb51e-a8b0-40bb-b301-c7504c18aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f44635ca-3e4f-4450-af5f-e7d20ceffcee', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'port_id': '74565554-66aa-4fe5-a706-365db4cde28e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'mac_address': 'fa:16:3e:8a:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:11:37Z', 'updated_at': '2021-10-26T15:11:37Z', 'revision_number': 0, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 5, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:38.805900 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2bb51e-a8b0-40bb-b301-c7504c18aab5 None None] The sync data for ids ['2b13088c-067c-48d2-8cad-fbcd3051b57d'] in n-d-815498-1 is: [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'f44635ca-3e4f-4450-af5f-e7d20ceffcee', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'port_id': '74565554-66aa-4fe5-a706-365db4cde28e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'mac_address': 'fa:16:3e:8a:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:11:37Z', 'updated_at': '2021-10-26T15:11:37Z', 'revision_number': 0, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 5, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:11:39.427401 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc3501-8930-4c15-99f4-3c82866ed95b None None] New status for floating IP f44635ca-3e4f-4450-af5f-e7d20ceffcee: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:11:42.907924 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e84d1f88-83fa-4d6e-9d40-1bc9f7effc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:45.210107 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-38f1dcff-1b27-41dc-ae99-0b60833eb35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:46.775994 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:47.121247 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:48.821335 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:54.111283 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:58.326470 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:08.051378 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:12:12.909050 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9d7fe480-7e67-4f7a-8890-7a92430f296b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.210772 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f1c68533-ca26-4efd-8030-b197e92dac46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:16.767153 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:17.126733 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.824942 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:20.263834 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74e5db93-fc59-4c0b-a768-37d53f349c4a req-28262c3e-96a5-4875-9e31-d97461201957 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394363 Oct 26 15:12:20.345378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5db93-fc59-4c0b-a768-37d53f349c4a req-1fc2047f-f017-40d9-8200-59f1629df49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:20.346937 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74e5db93-fc59-4c0b-a768-37d53f349c4a req-1fc2047f-f017-40d9-8200-59f1629df49c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 1096 time: 0.0396736 Oct 26 15:12:20.453919 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5db93-fc59-4c0b-a768-37d53f349c4a req-4397acf0-34de-48fc-91d5-ef0ac0f4f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:20.455415 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74e5db93-fc59-4c0b-a768-37d53f349c4a req-4397acf0-34de-48fc-91d5-ef0ac0f4f04d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0881703 Oct 26 15:12:20.520167 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74e5db93-fc59-4c0b-a768-37d53f349c4a req-15c327ca-623f-45f4-891c-8b1808b31def service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74565554-66aa-4fe5-a706-365db4cde28e HTTP/1.1" status: 200 len: 1001 time: 0.0565150 Oct 26 15:12:20.571942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5db93-fc59-4c0b-a768-37d53f349c4a req-259c0606-e5b1-4580-b825-83012469e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:20.573529 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74e5db93-fc59-4c0b-a768-37d53f349c4a req-259c0606-e5b1-4580-b825-83012469e670 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0469334 Oct 26 15:12:20.618890 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5db93-fc59-4c0b-a768-37d53f349c4a req-1c3a620d-9222-4da4-96bd-fb9e9aa2b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:20.620352 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74e5db93-fc59-4c0b-a768-37d53f349c4a req-1c3a620d-9222-4da4-96bd-fb9e9aa2b6b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395932 Oct 26 15:12:20.631669 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-74e5db93-fc59-4c0b-a768-37d53f349c4a req-42c4f998-4a1a-43a5-b06c-3d74a8ee86d4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:12:20.632624 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74e5db93-fc59-4c0b-a768-37d53f349c4a req-42c4f998-4a1a-43a5-b06c-3d74a8ee86d4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050566 Oct 26 15:12:20.721631 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74e5db93-fc59-4c0b-a768-37d53f349c4a req-8984b3ce-4dab-4878-b9bf-8f38906ea402 service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817566 Oct 26 15:12:20.814858 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-74e5db93-fc59-4c0b-a768-37d53f349c4a req-ae28630d-afdb-4ec3-a5b6-02ee3f5f7430 service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858364 Oct 26 15:12:24.120879 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:28.335635 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:42.910752 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a623f5eb-66f4-48dd-824e-8f97ae9fdf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:45.051024 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:12:45.213876 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ceb57fa4-ae04-4707-b0ca-4deb8b70238b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:46.770038 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:47.128288 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:48.825086 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:54.119965 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:58.342627 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:02.558942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-8282ffee-5bd4-4340-a38b-bf6de7cbdf7f req-a6c0f7f4-eaa8-4711-bc2c-e4665a066ffb service neutron] (102123) timed out ('10.222.0.25', 53595) {{(pid=102123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 15:13:12.911486 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fc684f6b-dc83-4710-b536-bb6bad3fe021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:15.214666 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0af11a0a-b33f-40bb-806c-b285f46bf801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:16.774510 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:17.130179 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:18.829045 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:22.051490 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:13:22.282503 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a65afcc-f977-4865-b318-ef121a337b5c req-fb9c88f0-597d-45bc-930b-123f9e82745d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429127 Oct 26 15:13:22.368462 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65afcc-f977-4865-b318-ef121a337b5c req-ab50ae6a-6a63-489f-bfd6-07a5f3c78310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:13:22.369948 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a65afcc-f977-4865-b318-ef121a337b5c req-ab50ae6a-6a63-489f-bfd6-07a5f3c78310 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 1096 time: 0.0415254 Oct 26 15:13:22.485092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65afcc-f977-4865-b318-ef121a337b5c req-070327f7-4f9f-4802-a42d-b3982f7a88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:13:22.486576 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a65afcc-f977-4865-b318-ef121a337b5c req-070327f7-4f9f-4802-a42d-b3982f7a88e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0942929 Oct 26 15:13:22.556591 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a65afcc-f977-4865-b318-ef121a337b5c req-f139ed81-605c-4cb8-a5ef-c94819935c7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74565554-66aa-4fe5-a706-365db4cde28e HTTP/1.1" status: 200 len: 1001 time: 0.0615299 Oct 26 15:13:22.605990 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65afcc-f977-4865-b318-ef121a337b5c req-55b4118b-9bce-4fb0-8271-c3d58e43b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:13:22.607451 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a65afcc-f977-4865-b318-ef121a337b5c req-55b4118b-9bce-4fb0-8271-c3d58e43b002 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0433128 Oct 26 15:13:22.651484 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65afcc-f977-4865-b318-ef121a337b5c req-1e5908c2-e96c-420f-a846-915d5a14a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:13:22.652879 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a65afcc-f977-4865-b318-ef121a337b5c req-1e5908c2-e96c-420f-a846-915d5a14a4e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388162 Oct 26 15:13:22.743485 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a65afcc-f977-4865-b318-ef121a337b5c req-f85d696f-e91d-473b-bbfd-83a852c53706 service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833204 Oct 26 15:13:22.831063 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7a65afcc-f977-4865-b318-ef121a337b5c req-323002e5-89b0-4b10-ae68-b9b26c4844ca service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797801 Oct 26 15:13:24.120167 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:28.343006 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:42.913250 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c4a6808a-82d5-4ded-a22b-643e62b1a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:45.215618 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b4196bdf-48ea-48f3-b59d-a2b3614e9eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:46.776816 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:47.133842 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:48.834587 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:54.117759 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:58.360090 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:59.050260 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:14:05.940413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcda3e-5917-40bb-a631-31be956f7ad3 req-5a9977e8-39c9-4dbd-b938-5b0efc2cbb8d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:05.941843 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31fcda3e-5917-40bb-a631-31be956f7ad3 req-5a9977e8-39c9-4dbd-b938-5b0efc2cbb8d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0510130 Oct 26 15:14:05.980627 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31fcda3e-5917-40bb-a631-31be956f7ad3 req-a58d4c14-1d4f-4e64-ba14-7b6a99677a3d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317476 Oct 26 15:14:07.135738 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49193979-4cff-414b-af55-f759b01c730c req-8f714710-4435-4df0-b7a5-7ed3737bc2aa tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:07.137214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49193979-4cff-414b-af55-f759b01c730c req-8f714710-4435-4df0-b7a5-7ed3737bc2aa tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0525048 Oct 26 15:14:07.174214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-49193979-4cff-414b-af55-f759b01c730c req-e178d9e0-b0f1-47b0-8a79-388fd4e45803 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310285 Oct 26 15:14:08.311068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b4491-2af0-4bd7-b682-269a9f80ade0 req-1ed87427-5f2a-4e66-95d4-a6b5eb80c2d9 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:08.312539 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f0b4491-2af0-4bd7-b682-269a9f80ade0 req-1ed87427-5f2a-4e66-95d4-a6b5eb80c2d9 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0484645 Oct 26 15:14:08.349962 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2f0b4491-2af0-4bd7-b682-269a9f80ade0 req-21da633a-e058-471d-8b69-aafc758f0704 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314782 Oct 26 15:14:09.467378 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe40eed-cc31-43fb-8d31-9e8d5fbf8b15 req-48a7a6ee-d9fa-4e4a-ad00-e8c0c15fb9a7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:09.468856 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fe40eed-cc31-43fb-8d31-9e8d5fbf8b15 req-48a7a6ee-d9fa-4e4a-ad00-e8c0c15fb9a7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0511925 Oct 26 15:14:09.506759 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fe40eed-cc31-43fb-8d31-9e8d5fbf8b15 req-eb5c2c42-b7fd-44e8-8217-66ea7b9f1361 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317869 Oct 26 15:14:10.625371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b9034-22a7-4104-894c-0fa3b8bfd070 req-ab1789df-d35f-4e79-b29d-2a9498d6e8fd tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:10.626844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e95b9034-22a7-4104-894c-0fa3b8bfd070 req-ab1789df-d35f-4e79-b29d-2a9498d6e8fd tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0521429 Oct 26 15:14:10.663439 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e95b9034-22a7-4104-894c-0fa3b8bfd070 req-c4cdb50c-fdba-42be-a585-c8214c42512f tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304685 Oct 26 15:14:11.779791 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e952cc-9e26-4046-91ce-217f5192b4a1 req-3da3cae9-79c5-4da3-8fc9-1b5bf097d14d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:11.781260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10e952cc-9e26-4046-91ce-217f5192b4a1 req-3da3cae9-79c5-4da3-8fc9-1b5bf097d14d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0486257 Oct 26 15:14:11.818445 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-10e952cc-9e26-4046-91ce-217f5192b4a1 req-aff5d11a-5d16-42df-a496-5a2e2e8d87aa tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311441 Oct 26 15:14:12.914192 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aad2a09d-717b-4fcf-85a6-acd24304db8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:12.935828 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82908da-0a17-4a4c-8b4d-15cd614b9503 req-1df78286-d121-48af-af9e-02cbcac0d10d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:12.937328 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e82908da-0a17-4a4c-8b4d-15cd614b9503 req-1df78286-d121-48af-af9e-02cbcac0d10d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0498178 Oct 26 15:14:12.974688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e82908da-0a17-4a4c-8b4d-15cd614b9503 req-72245215-6deb-4fa2-bb5c-acf82d4f0ae4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313821 Oct 26 15:14:14.092954 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab036919-73c1-4db9-95b6-d9b6574380b1 req-a6a423ff-c3da-4fdd-9c39-07727e8e5eed tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:14.094435 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab036919-73c1-4db9-95b6-d9b6574380b1 req-a6a423ff-c3da-4fdd-9c39-07727e8e5eed tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0522721 Oct 26 15:14:14.133516 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab036919-73c1-4db9-95b6-d9b6574380b1 req-25c6a468-dd5e-4162-8b2d-8bb8b39638c1 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331819 Oct 26 15:14:15.217328 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f88550c9-51e6-42c8-8318-616da1b7e4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:15.249809 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee998bd-8276-418b-971f-74daf10330f2 req-0d6f7666-2cfc-41e3-a8de-22b45759dfb8 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:15.251317 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ee998bd-8276-418b-971f-74daf10330f2 req-0d6f7666-2cfc-41e3-a8de-22b45759dfb8 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0487630 Oct 26 15:14:15.288864 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4ee998bd-8276-418b-971f-74daf10330f2 req-d2f0a8ce-14a9-44dc-b322-5e6b1362bb6e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308621 Oct 26 15:14:16.402011 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42644de9-0c65-44c3-9f47-9c903af224ef req-97371b87-6d28-4b88-a0a3-518a73e6501a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:16.403482 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42644de9-0c65-44c3-9f47-9c903af224ef req-97371b87-6d28-4b88-a0a3-518a73e6501a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0474417 Oct 26 15:14:16.440559 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42644de9-0c65-44c3-9f47-9c903af224ef req-7f3e885d-1e29-4ab1-8b2b-6a2279ea7854 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306973 Oct 26 15:14:16.779239 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:17.137332 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:17.558851 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebdaab-b44d-4687-8d25-018a3fef7a22 req-57d8f31a-a7ea-4482-a084-8ddd4cf68251 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:17.560367 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bdebdaab-b44d-4687-8d25-018a3fef7a22 req-57d8f31a-a7ea-4482-a084-8ddd4cf68251 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0522623 Oct 26 15:14:17.598567 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bdebdaab-b44d-4687-8d25-018a3fef7a22 req-8570f485-0c74-49bc-adb2-484b02c554e4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323124 Oct 26 15:14:18.476787 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 74565554-66aa-4fe5-a706-365db4cde28e details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:14:18.572332 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 74565554-66aa-4fe5-a706-365db4cde28e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=74565554-66aa-4fe5-a706-365db4cde28e,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:14:18.583602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '74565554-66aa-4fe5-a706-365db4cde28e', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'port_id': '74565554-66aa-4fe5-a706-365db4cde28e', 'mac_address': 'fa:16:3e:8a:c3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:14:18.619222 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:18.633196 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74565554-66aa-4fe5-a706-365db4cde28e {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:14:18.652163 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 74565554-66aa-4fe5-a706-365db4cde28e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=74565554-66aa-4fe5-a706-365db4cde28e,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:14:18.656612 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:18.717467 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed3240-8f65-4dda-a3b3-29fb9ae25b08 req-39fc22fe-d8fa-4096-9d3c-ceafcd16f975 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:18.719095 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ceed3240-8f65-4dda-a3b3-29fb9ae25b08 req-39fc22fe-d8fa-4096-9d3c-ceafcd16f975 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 944 time: 0.0511901 Oct 26 15:14:18.768954 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ceed3240-8f65-4dda-a3b3-29fb9ae25b08 req-67570824-818c-4104-b913-ec24e417f595 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435247 Oct 26 15:14:18.853653 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['74565554-66aa-4fe5-a706-365db4cde28e'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:14:18.906360 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:18.908700 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=74565554-66aa-4fe5-a706-365db4cde28e,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:14:18.921448 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:18.921786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:18.922151 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:18.922486 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:18.922808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:18.923132 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:18.923450 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:18.923763 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:18.924075 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:18.924390 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:18.924703 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:18.925009 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:19.964315 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da7b38-f8b0-4351-982e-24e2ce6c0594 req-8c426ff1-323a-4462-9dfc-8e773b86f15e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:19.965811 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33da7b38-f8b0-4351-982e-24e2ce6c0594 req-8c426ff1-323a-4462-9dfc-8e773b86f15e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 944 time: 0.1267362 Oct 26 15:14:20.004385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-33da7b38-f8b0-4351-982e-24e2ce6c0594 req-8d788cbb-81bd-4d6f-9e8c-989b1af70e9d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326705 Oct 26 15:14:20.492728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 74565554-66aa-4fe5-a706-365db4cde28e up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:14:20.538542 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 74565554-66aa-4fe5-a706-365db4cde28e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:14:20.538904 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:20.617447 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:20.639714 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:14:20.641939 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ba9495-e993-4722-b6c4-05d92fb74bcc" -d '{"events": [{"server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "name": "network-vif-plugged", "status": "completed", "tag": "74565554-66aa-4fe5-a706-365db4cde28e"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:14:20.655112 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 74565554-66aa-4fe5-a706-365db4cde28e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=74565554-66aa-4fe5-a706-365db4cde28e,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:14:20.658960 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:20.705693 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=74565554-66aa-4fe5-a706-365db4cde28e,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:14:20.740099 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45d1317-cadb-4466-ad18-7416a98b7da8 x-openstack-request-id: req-f45d1317-cadb-4466-ad18-7416a98b7da8 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:14:20.740400 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "name": "network-vif-plugged", "status": "completed", "tag": "74565554-66aa-4fe5-a706-365db4cde28e", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:14:20.740660 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f45d1317-cadb-4466-ad18-7416a98b7da8 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:14:20.741067 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e', 'code': 200} Oct 26 15:14:21.121005 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd638dd9-bdd4-45d6-8a7d-01841e93f9e1 req-7b3489f6-fe09-4ff6-9b38-9f28c628db7d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:21.123003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd638dd9-bdd4-45d6-8a7d-01841e93f9e1 req-7b3489f6-fe09-4ff6-9b38-9f28c628db7d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0523198 Oct 26 15:14:21.159976 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fd638dd9-bdd4-45d6-8a7d-01841e93f9e1 req-e64c165e-f982-49c0-80c6-c95a37deaadb tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311692 Oct 26 15:14:22.278518 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7dd54-5b40-4f4d-a6e8-70272eb327fe req-d4a257b8-912b-4ae4-af46-ff0895dd4798 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:22.280032 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13d7dd54-5b40-4f4d-a6e8-70272eb327fe req-d4a257b8-912b-4ae4-af46-ff0895dd4798 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0507150 Oct 26 15:14:22.319185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13d7dd54-5b40-4f4d-a6e8-70272eb327fe req-3cacc2ac-ec19-4d8a-8913-08b086de6919 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328517 Oct 26 15:14:23.458723 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd35583-dc08-4c12-86b7-9e0359378d9e req-0c1e7b9d-a26f-405f-967a-b4d93006d87a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:23.460566 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfd35583-dc08-4c12-86b7-9e0359378d9e req-0c1e7b9d-a26f-405f-967a-b4d93006d87a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0579138 Oct 26 15:14:23.507956 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfd35583-dc08-4c12-86b7-9e0359378d9e req-b7d7997b-77e3-44b2-8b68-bc221564e146 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412955 Oct 26 15:14:24.121714 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:24.310428 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b1b7c-240d-431d-8e31-f3941cb67349 req-77a1a431-fc8b-4484-bcb8-930879edb417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:24.312638 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2a6b1b7c-240d-431d-8e31-f3941cb67349 req-77a1a431-fc8b-4484-bcb8-930879edb417 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 1096 time: 0.0471144 Oct 26 15:14:24.428707 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b1b7c-240d-431d-8e31-f3941cb67349 req-3d85f12d-c2e0-402b-a3d6-ecf3d6825c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:24.430483 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2a6b1b7c-240d-431d-8e31-f3941cb67349 req-3d85f12d-c2e0-402b-a3d6-ecf3d6825c65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0944777 Oct 26 15:14:24.509801 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2a6b1b7c-240d-431d-8e31-f3941cb67349 req-4b5682d5-bfef-4cfb-8a75-5784e50e5dd0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74565554-66aa-4fe5-a706-365db4cde28e HTTP/1.1" status: 200 len: 1001 time: 0.0701535 Oct 26 15:14:24.574932 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b1b7c-240d-431d-8e31-f3941cb67349 req-61f2d3e2-37b9-42c6-9ced-638571919c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:24.574932 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2a6b1b7c-240d-431d-8e31-f3941cb67349 req-61f2d3e2-37b9-42c6-9ced-638571919c43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0576591 Oct 26 15:14:24.636370 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b1b7c-240d-431d-8e31-f3941cb67349 req-42bf2051-d095-4a7a-84fe-757e1f956e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:24.638550 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2a6b1b7c-240d-431d-8e31-f3941cb67349 req-42bf2051-d095-4a7a-84fe-757e1f956e33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532360 Oct 26 15:14:24.656116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaac65-6ce1-48a1-8052-9c6aa8861848 req-a343c72c-9eb3-4ff7-93b2-b6b20a29f220 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:24.664016 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93eaac65-6ce1-48a1-8052-9c6aa8861848 req-a343c72c-9eb3-4ff7-93b2-b6b20a29f220 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0630357 Oct 26 15:14:24.698006 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93eaac65-6ce1-48a1-8052-9c6aa8861848 req-219bbd0d-bbe1-426d-b47c-e43f1d578465 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326183 Oct 26 15:14:24.754800 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2a6b1b7c-240d-431d-8e31-f3941cb67349 req-14118b71-3460-4c42-b47e-84ad466a4af2 service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070459 Oct 26 15:14:24.850403 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2a6b1b7c-240d-431d-8e31-f3941cb67349 req-09484eee-5edd-4566-9827-f491c2a1a5ac service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877922 Oct 26 15:14:25.833826 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095f6c8-7e6d-45d3-8a95-88cec05c0b3b req-34b33014-6d61-438d-987b-88ef56116fb7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:25.838555 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7095f6c8-7e6d-45d3-8a95-88cec05c0b3b req-34b33014-6d61-438d-987b-88ef56116fb7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0567284 Oct 26 15:14:25.882229 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7095f6c8-7e6d-45d3-8a95-88cec05c0b3b req-acb58eb7-4942-467f-93c9-d00ad5555070 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401461 Oct 26 15:14:27.006766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44fcf-a4f7-4750-af53-22ca801cd96a req-96a66e61-64e3-44bd-a0ed-b4a3f62121eb tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:27.009229 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8a44fcf-a4f7-4750-af53-22ca801cd96a req-96a66e61-64e3-44bd-a0ed-b4a3f62121eb tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0580928 Oct 26 15:14:27.050065 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d8a44fcf-a4f7-4750-af53-22ca801cd96a req-24eb1163-f3cc-4b5c-b029-0ae49eafe857 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348167 Oct 26 15:14:28.183771 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7255cf-34e8-4e5e-8826-5a980de64aee req-29d3a354-9285-4db5-baad-4588e4b34847 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:28.186702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab7255cf-34e8-4e5e-8826-5a980de64aee req-29d3a354-9285-4db5-baad-4588e4b34847 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0619967 Oct 26 15:14:28.233099 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab7255cf-34e8-4e5e-8826-5a980de64aee req-88d3cc2b-cc6b-48e5-9761-c2fc5736df6c tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383675 Oct 26 15:14:28.373856 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:29.373469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66759539-d127-4cd9-af57-18f66075155f req-297f565d-53de-446f-b8d8-9381453565be tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:29.375093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66759539-d127-4cd9-af57-18f66075155f req-297f565d-53de-446f-b8d8-9381453565be tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0626931 Oct 26 15:14:29.418343 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66759539-d127-4cd9-af57-18f66075155f req-c1fe6251-523a-4465-9d03-533527b5ff67 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368950 Oct 26 15:14:30.544547 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d80bf2-1ae6-46e8-9ce2-8b6f64e40237 req-f2c65beb-0ebf-42ed-a5b9-a77b7101ba5c tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:30.548605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70d80bf2-1ae6-46e8-9ce2-8b6f64e40237 req-f2c65beb-0ebf-42ed-a5b9-a77b7101ba5c tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0576169 Oct 26 15:14:30.590547 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-70d80bf2-1ae6-46e8-9ce2-8b6f64e40237 req-0a2a18f8-05fa-4baa-ab71-f8c3722c9c18 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381956 Oct 26 15:14:31.713656 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670d5c9-7ea7-407d-a4fc-d1b57fbd543b req-3fa755c3-d151-4145-8179-175cf2035564 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:31.715114 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2670d5c9-7ea7-407d-a4fc-d1b57fbd543b req-3fa755c3-d151-4145-8179-175cf2035564 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0560744 Oct 26 15:14:31.753110 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2670d5c9-7ea7-407d-a4fc-d1b57fbd543b req-eb3ff829-217e-4db4-b350-3419d554adfd tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314767 Oct 26 15:14:32.501017 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd42cc-2d84-40a0-8872-3a57d1bc736a req-1504becb-fd10-4731-a97e-5a13873c5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:32.502499 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7afd42cc-2d84-40a0-8872-3a57d1bc736a req-1504becb-fd10-4731-a97e-5a13873c5830 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 1096 time: 0.0390899 Oct 26 15:14:32.599412 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd42cc-2d84-40a0-8872-3a57d1bc736a req-52539182-a9d7-45e5-baed-0dd23933b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:32.600896 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7afd42cc-2d84-40a0-8872-3a57d1bc736a req-52539182-a9d7-45e5-baed-0dd23933b0cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0904651 Oct 26 15:14:32.668388 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7afd42cc-2d84-40a0-8872-3a57d1bc736a req-90c5439b-1502-4c03-a816-bbff52a5e635 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74565554-66aa-4fe5-a706-365db4cde28e HTTP/1.1" status: 200 len: 1001 time: 0.0591519 Oct 26 15:14:32.716312 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd42cc-2d84-40a0-8872-3a57d1bc736a req-be0ecc32-bf5c-4f30-9ee3-5b6b1e511cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:32.717691 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7afd42cc-2d84-40a0-8872-3a57d1bc736a req-be0ecc32-bf5c-4f30-9ee3-5b6b1e511cc6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0427768 Oct 26 15:14:32.762199 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd42cc-2d84-40a0-8872-3a57d1bc736a req-d4050777-26ad-4ad8-a4a7-d3f14b5cd7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:32.763564 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7afd42cc-2d84-40a0-8872-3a57d1bc736a req-d4050777-26ad-4ad8-a4a7-d3f14b5cd7d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389447 Oct 26 15:14:32.855980 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7afd42cc-2d84-40a0-8872-3a57d1bc736a req-b3a3d386-e42f-480e-93f1-cafb1e7c47fd service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853989 Oct 26 15:14:32.867824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b777b6-7a20-48ea-8f46-d87c6c7699cc req-84de8741-4ae6-4bc5-932b-cf38989ee46b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:32.869303 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07b777b6-7a20-48ea-8f46-d87c6c7699cc req-84de8741-4ae6-4bc5-932b-cf38989ee46b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0489309 Oct 26 15:14:32.907792 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-07b777b6-7a20-48ea-8f46-d87c6c7699cc req-66560a91-8c6e-4ef5-8e38-4b18559f146d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312963 Oct 26 15:14:32.946616 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7afd42cc-2d84-40a0-8872-3a57d1bc736a req-50fe735f-76fb-4faa-80ea-430592c0bc0c service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835240 Oct 26 15:14:34.024286 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adc6e1-7c60-4014-9a5c-80f7d3ddbfed req-dbc99c0c-25c2-41f6-9ca1-a5588f43bac6 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:34.025748 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04adc6e1-7c60-4014-9a5c-80f7d3ddbfed req-dbc99c0c-25c2-41f6-9ca1-a5588f43bac6 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 945 time: 0.0501521 Oct 26 15:14:34.062774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-04adc6e1-7c60-4014-9a5c-80f7d3ddbfed req-05575dc8-c435-4e0d-befc-62ab7e851a58 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309157 Oct 26 15:14:34.516315 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 74565554-66aa-4fe5-a706-365db4cde28e no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:14:34.593210 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:34.617429 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:14:34.619957 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3613b5-1c78-4e7d-85e7-1de299b0538d" -d '{"events": [{"server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "name": "network-vif-unplugged", "status": "completed", "tag": "74565554-66aa-4fe5-a706-365db4cde28e"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:14:34.635858 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 74565554-66aa-4fe5-a706-365db4cde28e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=74565554-66aa-4fe5-a706-365db4cde28e,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:14:34.640041 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:34.687019 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=74565554-66aa-4fe5-a706-365db4cde28e,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:14:35.179790 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd64db-138f-46ca-bff8-e6b0eb50bb72 req-058bcf15-a7cc-4d80-96e7-fd50db4ec0de tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:35.181240 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-50dd64db-138f-46ca-bff8-e6b0eb50bb72 req-058bcf15-a7cc-4d80-96e7-fd50db4ec0de tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0516050 Oct 26 15:14:35.219609 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-50dd64db-138f-46ca-bff8-e6b0eb50bb72 req-dbd34b2b-8bd1-4e2e-9968-5f46b1f452b5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316546 Oct 26 15:14:35.330704 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-c901da51-b067-45de-a84e-67e4bf1bc76e req-6aa34075-e02d-4be2-9d75-167162d1c3b4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:14:35.331698 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c901da51-b067-45de-a84e-67e4bf1bc76e req-6aa34075-e02d-4be2-9d75-167162d1c3b4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0474095 Oct 26 15:14:35.485158 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091edb-0f24-4e3d-82d7-41c4d531af8c req-63ed88e5-451e-4b07-95d5-fbd43ac8318f tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:35.486711 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f091edb-0f24-4e3d-82d7-41c4d531af8c req-63ed88e5-451e-4b07-95d5-fbd43ac8318f tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0488443 Oct 26 15:14:35.528572 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f091edb-0f24-4e3d-82d7-41c4d531af8c req-372c79ee-11fe-43e6-a692-33eddb0fc879 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358679 Oct 26 15:14:35.678763 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 15:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41600d18-7ea9-41a1-9f98-084205e367ac x-openstack-request-id: req-41600d18-7ea9-41a1-9f98-084205e367ac {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:14:35.679249 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "name": "network-vif-unplugged", "status": "completed", "tag": "74565554-66aa-4fe5-a706-365db4cde28e", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:14:35.679369 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41600d18-7ea9-41a1-9f98-084205e367ac {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:14:35.679694 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e', 'code': 200} Oct 26 15:14:35.788124 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-812897c0-5f93-4aaf-8c2c-efc11cc652b3 req-848a0274-c3dc-4d7f-97f3-20dc5915d58c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854475 Oct 26 15:14:36.049895 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:14:36.647213 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4a9bf-1487-4a54-b6d4-f270494ef670 req-60c68d26-bdcb-4406-b333-a8ca8ddac30e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:36.648695 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8b4a9bf-1487-4a54-b6d4-f270494ef670 req-60c68d26-bdcb-4406-b333-a8ca8ddac30e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0500774 Oct 26 15:14:36.684789 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e8b4a9bf-1487-4a54-b6d4-f270494ef670 req-5b7b59e5-5a91-4b97-8dcf-4359b57b128a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301881 Oct 26 15:14:37.807500 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895e6c2-7d1b-4074-9243-2a5c59452626 req-279866c8-79c7-42af-b805-44c52cd61494 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:37.808944 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e895e6c2-7d1b-4074-9243-2a5c59452626 req-279866c8-79c7-42af-b805-44c52cd61494 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0518744 Oct 26 15:14:37.846769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e895e6c2-7d1b-4074-9243-2a5c59452626 req-df10c535-47ba-44da-aa68-17fa143a7a98 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319791 Oct 26 15:14:38.518232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 74565554-66aa-4fe5-a706-365db4cde28e no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:14:38.960700 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37cc3b-7156-4e0c-859a-1acdf464cf71 req-8a92ddef-7bf7-4bb2-9fa3-8fd4f0ad5277 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:38.962184 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b37cc3b-7156-4e0c-859a-1acdf464cf71 req-8a92ddef-7bf7-4bb2-9fa3-8fd4f0ad5277 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0495176 Oct 26 15:14:38.998377 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8b37cc3b-7156-4e0c-859a-1acdf464cf71 req-b6353084-604f-4f3a-ae46-332056bf0fdc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297353 Oct 26 15:14:40.111239 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa444d8-ecde-494e-b17d-dc1f17b02aa7 req-e983983b-53a7-4d1b-b98a-3c012b3ca0cd tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:40.112735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-faa444d8-ecde-494e-b17d-dc1f17b02aa7 req-e983983b-53a7-4d1b-b98a-3c012b3ca0cd tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0483847 Oct 26 15:14:40.149844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-faa444d8-ecde-494e-b17d-dc1f17b02aa7 req-35017d09-015a-40c1-b3fa-069e6f545e7e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312304 Oct 26 15:14:40.665133 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812897c0-5f93-4aaf-8c2c-efc11cc652b3 req-332f46bc-42c8-4f47-a82d-252e8fa1a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:40.666656 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-812897c0-5f93-4aaf-8c2c-efc11cc652b3 req-332f46bc-42c8-4f47-a82d-252e8fa1a956 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19&tenant_id=5c97ea3796614e88bcac2c5f30c08b6f HTTP/1.1" status: 200 len: 1094 time: 0.0440753 Oct 26 15:14:40.728234 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812897c0-5f93-4aaf-8c2c-efc11cc652b3 req-31dba7e7-c060-4742-a4b1-9e1154991220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:40.729833 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-812897c0-5f93-4aaf-8c2c-efc11cc652b3 req-31dba7e7-c060-4742-a4b1-9e1154991220 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 1094 time: 0.0398540 Oct 26 15:14:40.822307 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812897c0-5f93-4aaf-8c2c-efc11cc652b3 req-a8e181c3-d25a-4c3b-895e-d49ca1f2a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:40.823735 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-812897c0-5f93-4aaf-8c2c-efc11cc652b3 req-a8e181c3-d25a-4c3b-895e-d49ca1f2a999 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0860558 Oct 26 15:14:40.888750 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-812897c0-5f93-4aaf-8c2c-efc11cc652b3 req-87723e7c-c355-488a-bc19-7f1a63b7dfd1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74565554-66aa-4fe5-a706-365db4cde28e HTTP/1.1" status: 200 len: 999 time: 0.0571530 Oct 26 15:14:40.937957 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812897c0-5f93-4aaf-8c2c-efc11cc652b3 req-7ce60dd7-6fbe-489b-8c81-d8fc2b1e09c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:40.939420 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-812897c0-5f93-4aaf-8c2c-efc11cc652b3 req-7ce60dd7-6fbe-489b-8c81-d8fc2b1e09c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0430174 Oct 26 15:14:40.987235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812897c0-5f93-4aaf-8c2c-efc11cc652b3 req-2760fc8b-44a6-4eb7-a2eb-4386d0ceba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:40.988695 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-812897c0-5f93-4aaf-8c2c-efc11cc652b3 req-2760fc8b-44a6-4eb7-a2eb-4386d0ceba9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424912 Oct 26 15:14:41.077953 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-812897c0-5f93-4aaf-8c2c-efc11cc652b3 req-cb8ca73e-96f5-4ebb-92c3-3965d79321db service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813212 Oct 26 15:14:41.169481 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-812897c0-5f93-4aaf-8c2c-efc11cc652b3 req-d20a213c-5f5b-46a4-b2b3-681841092ca0 service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841122 Oct 26 15:14:41.272004 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13213f44-8d52-4ce1-ad2e-58c10bb3847f req-3ef5afd2-bea9-482b-b788-2afd75b0e5e8 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:41.273474 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13213f44-8d52-4ce1-ad2e-58c10bb3847f req-3ef5afd2-bea9-482b-b788-2afd75b0e5e8 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0537779 Oct 26 15:14:41.312500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-13213f44-8d52-4ce1-ad2e-58c10bb3847f req-45c8ff5d-682b-4ea5-9881-57c8bde956e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323057 Oct 26 15:14:42.436376 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53593a-f822-40f5-90b9-9e62723c05e0 req-7eece8fa-171b-4273-9e5c-10315efffc1e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:42.438787 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf53593a-f822-40f5-90b9-9e62723c05e0 req-7eece8fa-171b-4273-9e5c-10315efffc1e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0517771 Oct 26 15:14:42.477575 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bf53593a-f822-40f5-90b9-9e62723c05e0 req-ecd9ba3f-edaa-4a19-abd6-847f3f38f27f tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331492 Oct 26 15:14:42.915881 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c947b970-33e6-48fa-814f-a74d7b789296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:43.601420 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dea6f3-0d95-4db2-b5d9-0f7d4bd9460a req-7e1a862f-3ea7-43d0-9bf6-fd0684f4e9c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:43.603228 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31dea6f3-0d95-4db2-b5d9-0f7d4bd9460a req-7e1a862f-3ea7-43d0-9bf6-fd0684f4e9c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0526719 Oct 26 15:14:43.643459 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-31dea6f3-0d95-4db2-b5d9-0f7d4bd9460a req-3ffc029b-906c-45a6-9b12-30443d7032cb tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338085 Oct 26 15:14:44.767224 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acb0a9-a458-4326-b9fb-290fb40cd433 req-e08c9da4-4a78-4e23-ab08-a8b25e3fc5be tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:44.771777 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84acb0a9-a458-4326-b9fb-290fb40cd433 req-e08c9da4-4a78-4e23-ab08-a8b25e3fc5be tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0562236 Oct 26 15:14:44.815500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-84acb0a9-a458-4326-b9fb-290fb40cd433 req-9eb4bc6f-f82b-4c56-9f55-4fb521e54cc8 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387905 Oct 26 15:14:45.220472 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-935ce010-a782-4331-bdf4-e4ea12529f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:45.945900 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c02611-1fe8-4cd0-9679-daf53867b6a4 req-21e36234-9e2f-4b62-8b5b-5e5e982ca2ee tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:45.947903 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61c02611-1fe8-4cd0-9679-daf53867b6a4 req-21e36234-9e2f-4b62-8b5b-5e5e982ca2ee tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0504270 Oct 26 15:14:45.987060 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-61c02611-1fe8-4cd0-9679-daf53867b6a4 req-40888b2d-b89a-43a5-91e1-aedf1d2af302 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331066 Oct 26 15:14:46.783639 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:47.109308 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbf9aa-30fa-4244-abeb-c6bc165a2705 req-6192b69e-046a-444f-a813-7930ef355721 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:47.110810 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-39dbf9aa-30fa-4244-abeb-c6bc165a2705 req-6192b69e-046a-444f-a813-7930ef355721 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0493557 Oct 26 15:14:47.142509 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:47.150714 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-39dbf9aa-30fa-4244-abeb-c6bc165a2705 req-caff2826-384b-41db-9c89-f793cbdad070 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339856 Oct 26 15:14:48.277840 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242bfef-d537-4ee6-b5c1-42606b5362ab req-89c120c9-bc1c-4344-8717-652fd545bc27 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:48.279372 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8242bfef-d537-4ee6-b5c1-42606b5362ab req-89c120c9-bc1c-4344-8717-652fd545bc27 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0560544 Oct 26 15:14:48.319970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8242bfef-d537-4ee6-b5c1-42606b5362ab req-191408b0-40a1-4467-846f-8c68146abe29 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336726 Oct 26 15:14:48.839532 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:49.452858 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0325c-16ba-4c39-9e33-f9c2fcf832ac req-a19574e7-77b1-468d-9c66-cc2f6be5c43a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:49.454457 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05e0325c-16ba-4c39-9e33-f9c2fcf832ac req-a19574e7-77b1-468d-9c66-cc2f6be5c43a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0498612 Oct 26 15:14:49.498123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-05e0325c-16ba-4c39-9e33-f9c2fcf832ac req-5d458d77-2b7a-483a-9bca-aee9d61fbc2b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363557 Oct 26 15:14:50.619835 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47baf70e-fe9f-4a4a-abd1-e63a8b52a274 req-8081486b-b8cf-4132-b450-b6743010583b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:50.621410 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47baf70e-fe9f-4a4a-abd1-e63a8b52a274 req-8081486b-b8cf-4132-b450-b6743010583b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0530238 Oct 26 15:14:50.660589 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-47baf70e-fe9f-4a4a-abd1-e63a8b52a274 req-3dc72bb0-9726-4791-8ed2-d47152ac374c tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320151 Oct 26 15:14:51.786656 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54216ce8-9f00-428b-b2d3-cc871c17dd6c req-eb8df8cb-b936-4da7-a118-9ab093ad1143 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:51.788138 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54216ce8-9f00-428b-b2d3-cc871c17dd6c req-eb8df8cb-b936-4da7-a118-9ab093ad1143 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0571034 Oct 26 15:14:51.824763 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-54216ce8-9f00-428b-b2d3-cc871c17dd6c req-a589e7a4-5570-4b5d-a0ef-0a0965a07eda tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307603 Oct 26 15:14:52.937647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c68566-0ce5-4eec-a86d-74c2dd03a62f req-d65f33f1-e8d7-4bdd-8c56-7048886f5f91 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:52.939176 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67c68566-0ce5-4eec-a86d-74c2dd03a62f req-d65f33f1-e8d7-4bdd-8c56-7048886f5f91 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0476048 Oct 26 15:14:52.976287 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-67c68566-0ce5-4eec-a86d-74c2dd03a62f req-79c811ec-a171-4f08-9cfd-8b9258a525d4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311077 Oct 26 15:14:54.089245 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262439fb-a855-4c1c-bafa-eebc67d2ebce req-29f0ed5d-5363-4527-a3e2-b117a84e6c76 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:54.090755 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-262439fb-a855-4c1c-bafa-eebc67d2ebce req-29f0ed5d-5363-4527-a3e2-b117a84e6c76 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0485044 Oct 26 15:14:54.127653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-262439fb-a855-4c1c-bafa-eebc67d2ebce req-0f6fe462-3133-4c0b-b94f-fdb7374d437d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305092 Oct 26 15:14:54.147665 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:55.245501 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750f9d1-f680-4270-b09d-9f40107288f9 req-ede95be6-a78d-47d2-a3ee-82910f6414ce tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:55.246989 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3750f9d1-f680-4270-b09d-9f40107288f9 req-ede95be6-a78d-47d2-a3ee-82910f6414ce tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0517771 Oct 26 15:14:55.284657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3750f9d1-f680-4270-b09d-9f40107288f9 req-f193640a-d5a9-488c-8557-4b7f1c940e1c tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308692 Oct 26 15:14:56.401533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b4830-6a13-46a1-8733-a60372e8f759 req-5d6ea6f7-8238-45e0-a2a0-1c41be3065e0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:56.403042 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a17b4830-6a13-46a1-8733-a60372e8f759 req-5d6ea6f7-8238-45e0-a2a0-1c41be3065e0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0487866 Oct 26 15:14:56.439610 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a17b4830-6a13-46a1-8733-a60372e8f759 req-4b8c591e-d37b-46ae-845a-0face15aeba1 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307548 Oct 26 15:14:57.552720 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a7b90-3150-4dc1-bf80-cb3266a06559 req-50193907-0b99-4eb3-88d7-84c8014ea485 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:57.554209 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e65a7b90-3150-4dc1-bf80-cb3266a06559 req-50193907-0b99-4eb3-88d7-84c8014ea485 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0484297 Oct 26 15:14:57.592186 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e65a7b90-3150-4dc1-bf80-cb3266a06559 req-ca1513ef-0bca-4232-9c3b-68748bd61c43 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318542 Oct 26 15:14:58.383545 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:58.600135 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 74565554-66aa-4fe5-a706-365db4cde28e details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:14:58.699341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 74565554-66aa-4fe5-a706-365db4cde28e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=74565554-66aa-4fe5-a706-365db4cde28e,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:14:58.708859 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec084072-ea6e-43cb-8f30-ddda92de90b9 req-4c54692d-1fd6-47ca-84e3-f665eb5f04c1 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:58.710351 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec084072-ea6e-43cb-8f30-ddda92de90b9 req-4c54692d-1fd6-47ca-84e3-f665eb5f04c1 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 943 time: 0.0517690 Oct 26 15:14:58.710884 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '74565554-66aa-4fe5-a706-365db4cde28e', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'port_id': '74565554-66aa-4fe5-a706-365db4cde28e', 'mac_address': 'fa:16:3e:8a:c3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:14:58.747281 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:58.747538 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ec084072-ea6e-43cb-8f30-ddda92de90b9 req-229d366a-899d-4761-a098-adefbd3ed643 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310924 Oct 26 15:14:58.760629 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74565554-66aa-4fe5-a706-365db4cde28e {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:14:58.780254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 74565554-66aa-4fe5-a706-365db4cde28e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=74565554-66aa-4fe5-a706-365db4cde28e,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:14:58.784139 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:58.831941 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=74565554-66aa-4fe5-a706-365db4cde28e,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:14:59.159789 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['74565554-66aa-4fe5-a706-365db4cde28e'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:14:59.868734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fa9ba-12e4-4cbb-8a2b-af03866fac06 req-baf3c364-3f1b-42e3-b44d-a6b3a5adc401 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:59.870235 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-256fa9ba-12e4-4cbb-8a2b-af03866fac06 req-baf3c364-3f1b-42e3-b44d-a6b3a5adc401 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 944 time: 0.0485876 Oct 26 15:14:59.914364 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-256fa9ba-12e4-4cbb-8a2b-af03866fac06 req-6bd55074-3956-48fa-86e4-a7727d99697f tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382261 Oct 26 15:15:00.615728 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 74565554-66aa-4fe5-a706-365db4cde28e up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:15:00.665705 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 74565554-66aa-4fe5-a706-365db4cde28e triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:15:00.666106 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:00.741262 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:00.763193 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:15:00.766113 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8dced8-0904-4498-a552-f0e0a2b77d54" -d '{"events": [{"server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "name": "network-vif-plugged", "status": "completed", "tag": "74565554-66aa-4fe5-a706-365db4cde28e"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:15:00.778233 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 74565554-66aa-4fe5-a706-365db4cde28e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=74565554-66aa-4fe5-a706-365db4cde28e,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:15:00.782296 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:00.805267 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c560c3c3-0d67-4039-930c-ee8d22f5ea75 x-openstack-request-id: req-c560c3c3-0d67-4039-930c-ee8d22f5ea75 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:15:00.805561 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "name": "network-vif-plugged", "status": "completed", "tag": "74565554-66aa-4fe5-a706-365db4cde28e", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:15:00.805816 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c560c3c3-0d67-4039-930c-ee8d22f5ea75 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:15:00.806232 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e', 'code': 200} Oct 26 15:15:00.832238 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=74565554-66aa-4fe5-a706-365db4cde28e,revision_number=10']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:15:00.968929 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1de97-dcd4-4767-a0a5-1c7c7268f9be req-196ba79b-f095-4cf3-95ee-f4b65396eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:00.970473 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d1c1de97-dcd4-4767-a0a5-1c7c7268f9be req-196ba79b-f095-4cf3-95ee-f4b65396eeac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 1097 time: 0.0414751 Oct 26 15:15:01.008329 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d1c1de97-dcd4-4767-a0a5-1c7c7268f9be req-678f58e4-ff85-40e1-98f9-a023a94b93fe service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298278 Oct 26 15:15:01.032120 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf934b-87c0-466d-8dc1-06190e592474 req-e37387d3-bd57-4043-9420-fa35686eb019 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:01.033597 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1acf934b-87c0-466d-8dc1-06190e592474 req-e37387d3-bd57-4043-9420-fa35686eb019 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 946 time: 0.0486155 Oct 26 15:15:01.070587 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1acf934b-87c0-466d-8dc1-06190e592474 req-a9267d3e-3460-4260-ad5a-4f0d7dcef6ce tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310779 Oct 26 15:15:02.190234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a8e81-e093-4113-b499-2058fc379bc3 req-e625466b-071a-4917-817d-44a3b2c79a9e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:02.191712 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a10a8e81-e093-4113-b499-2058fc379bc3 req-e625466b-071a-4917-817d-44a3b2c79a9e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 946 time: 0.0530732 Oct 26 15:15:02.229895 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a10a8e81-e093-4113-b499-2058fc379bc3 req-d079b8d6-fabb-4eeb-af68-cd1763e40734 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316925 Oct 26 15:15:03.345328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce678e-6047-43bc-a719-cb827f9d7d65 req-30a83f26-2c92-4beb-9bfa-23c88f84741e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:03.346829 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77ce678e-6047-43bc-a719-cb827f9d7d65 req-30a83f26-2c92-4beb-9bfa-23c88f84741e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 946 time: 0.0481567 Oct 26 15:15:03.383308 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77ce678e-6047-43bc-a719-cb827f9d7d65 req-845f9810-d80d-42a2-be17-6bb45162c4a8 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306315 Oct 26 15:15:12.915996 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0147a3a1-ca88-4f01-8448-232b926db714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:13.050396 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:15:15.226218 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7c351946-0dea-4df1-9320-e17328a16f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:16.778703 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:17.143815 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:18.838463 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:24.151585 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:25.312620 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9f8f3ce2-8dd9-4cdd-b0a7-3b3bbe00b550 req-20408ea6-eba0-4375-9b1a-ecd98615e0e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824130 Oct 26 15:15:25.397711 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f3ce2-8dd9-4cdd-b0a7-3b3bbe00b550 req-941df152-b98b-44e1-90f4-5de78725db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:25.399168 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9f8f3ce2-8dd9-4cdd-b0a7-3b3bbe00b550 req-941df152-b98b-44e1-90f4-5de78725db5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 1097 time: 0.0412686 Oct 26 15:15:25.508596 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f3ce2-8dd9-4cdd-b0a7-3b3bbe00b550 req-501fb1c8-beda-477d-bb8b-91803d48e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:25.510004 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9f8f3ce2-8dd9-4cdd-b0a7-3b3bbe00b550 req-501fb1c8-beda-477d-bb8b-91803d48e823 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0899723 Oct 26 15:15:25.578606 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9f8f3ce2-8dd9-4cdd-b0a7-3b3bbe00b550 req-51c6bb76-9b4c-483b-b335-35eb047a06c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74565554-66aa-4fe5-a706-365db4cde28e HTTP/1.1" status: 200 len: 1001 time: 0.0606222 Oct 26 15:15:25.628201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f3ce2-8dd9-4cdd-b0a7-3b3bbe00b550 req-97a04775-286a-4f41-a82b-aca49aa91f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:25.629625 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9f8f3ce2-8dd9-4cdd-b0a7-3b3bbe00b550 req-97a04775-286a-4f41-a82b-aca49aa91f84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0432503 Oct 26 15:15:25.674657 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f3ce2-8dd9-4cdd-b0a7-3b3bbe00b550 req-68ba3d40-e5e8-4f05-a4d0-128b8958bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:25.676122 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9f8f3ce2-8dd9-4cdd-b0a7-3b3bbe00b550 req-68ba3d40-e5e8-4f05-a4d0-128b8958bf8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394394 Oct 26 15:15:25.769624 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9f8f3ce2-8dd9-4cdd-b0a7-3b3bbe00b550 req-81a2a424-d31b-47a9-87f6-b01a39a51eba service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843549 Oct 26 15:15:25.863019 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9f8f3ce2-8dd9-4cdd-b0a7-3b3bbe00b550 req-93cc8863-5c8f-49ba-be8d-ef5dee843fe5 service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841291 Oct 26 15:15:28.389055 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:42.918627 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-139a28da-b704-4ce7-b860-535f1469ae68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:45.227442 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f6bf87aa-9b9c-4f71-89e6-fd48302839a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:46.780239 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:47.147678 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:48.843771 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:50.050275 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:15:54.147003 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:58.398362 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:12.919451 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0ec24604-04f3-4c4e-8d56-be2800b38f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:15.228506 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1325010e-7d21-4c6e-bfd7-842f0fe7f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:16.782691 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:17.151046 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:18.844011 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:24.161800 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:25.252565 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9dff22b0-5065-40f2-821b-fb4d0e3a5074 req-f63fa6c0-e298-4e51-aa95-95f3b4a9a8f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382853 Oct 26 15:16:25.338394 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff22b0-5065-40f2-821b-fb4d0e3a5074 req-db19a736-e8a7-4e6a-a8d0-bf0a6f1f7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:25.339874 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9dff22b0-5065-40f2-821b-fb4d0e3a5074 req-db19a736-e8a7-4e6a-a8d0-bf0a6f1f7792 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 1097 time: 0.0433605 Oct 26 15:16:25.439859 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff22b0-5065-40f2-821b-fb4d0e3a5074 req-416495f8-9443-44fb-b721-597fadf57a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:25.441301 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9dff22b0-5065-40f2-821b-fb4d0e3a5074 req-416495f8-9443-44fb-b721-597fadf57a77 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0819292 Oct 26 15:16:25.508601 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9dff22b0-5065-40f2-821b-fb4d0e3a5074 req-e2211b89-758e-4ac7-bd73-1a48f33aa20a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74565554-66aa-4fe5-a706-365db4cde28e HTTP/1.1" status: 200 len: 1001 time: 0.0604219 Oct 26 15:16:25.557713 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff22b0-5065-40f2-821b-fb4d0e3a5074 req-621a437c-60a4-4ce9-bd71-96e77434cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:25.559161 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9dff22b0-5065-40f2-821b-fb4d0e3a5074 req-621a437c-60a4-4ce9-bd71-96e77434cbca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0440772 Oct 26 15:16:25.604999 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff22b0-5065-40f2-821b-fb4d0e3a5074 req-53c65cf8-7c30-487b-a82b-c37e3b1004e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:25.606511 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9dff22b0-5065-40f2-821b-fb4d0e3a5074 req-53c65cf8-7c30-487b-a82b-c37e3b1004e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402045 Oct 26 15:16:25.697425 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9dff22b0-5065-40f2-821b-fb4d0e3a5074 req-a9c0e71a-6f2d-45f0-b6ce-d9fa0690f95d service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838227 Oct 26 15:16:25.790429 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-9dff22b0-5065-40f2-821b-fb4d0e3a5074 req-f43593d9-c250-47fa-bd56-3315b117bc66 service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860441 Oct 26 15:16:27.049351 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:16:28.401287 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:42.920684 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2476ea02-6f02-4748-9764-d221ddadf3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:45.232225 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-02f7c1ab-e217-4178-8480-879964f23367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:46.785935 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:47.152464 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:48.602075 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54500) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:48.806242 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Deleting port b42f2a61-f5bf-4318-9662-13ace8ac9d79 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:16:48.806588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:48.851100 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:48.887968 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:48.888296 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:48.899496 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Calling delete_port for b42f2a61-f5bf-4318-9662-13ace8ac9d79 owned by network:floatingip {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:16:49.045321 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:49.066669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event deleted for resources: {'Port': ['ID=b42f2a61-f5bf-4318-9662-13ace8ac9d79,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:49.084389 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:49.084733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:49.085068 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:49.085397 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:49.085724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:49.086080 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:49.086462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:49.086735 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:49.087626 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:49.087946 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:49.088264 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:49.088582 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:49.143021 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for floatingip, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:49.143366 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Floating IP f44635ca-3e4f-4450-af5f-e7d20ceffcee disassociated (deleted). External IP: 172.25.4.229, port: 74565554-66aa-4fe5-a706-365db4cde28e. Oct 26 15:16:49.347690 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Router 2b13088c-067c-48d2-8cad-fbcd3051b57d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:16:49.454412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:16:49.459600 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:49.466753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bce600-2411-42c1-9d0d-b738080ba641 None None] Sync routers for ids ['2b13088c-067c-48d2-8cad-fbcd3051b57d'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:16:49.479240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bce600-2411-42c1-9d0d-b738080ba641 None None] Routers {'2b13088c-067c-48d2-8cad-fbcd3051b57d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:16:49.479874 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c4bce600-2411-42c1-9d0d-b738080ba641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2b13088c-067c-48d2-8cad-fbcd3051b57d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:16:49.488857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-52f72539-e259-49c0-8228-c01a6d2fde33 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "DELETE /v2.0/floatingips/f44635ca-3e4f-4450-af5f-e7d20ceffcee HTTP/1.1" status: 204 len: 168 time: 0.8848963 Oct 26 15:16:49.489177 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:16:49.491545 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7388e014-b99f-49bf-9e3e-2b827d2fd2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "tag": "74565554-66aa-4fe5-a706-365db4cde28e"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:16:49.592688 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bae991-605f-4410-aec2-4433e8804691 x-openstack-request-id: req-76bae991-605f-4410-aec2-4433e8804691 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:16:49.592842 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "tag": "74565554-66aa-4fe5-a706-365db4cde28e", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:16:49.593043 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76bae991-605f-4410-aec2-4433e8804691 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:16:49.593449 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e', 'status': 'completed', 'code': 200} Oct 26 15:16:49.597868 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-c4bce600-2411-42c1-9d0d-b738080ba641 None None] Set router 2b13088c-067c-48d2-8cad-fbcd3051b57d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:16:49.674660 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388e014-b99f-49bf-9e3e-2b827d2fd2bc req-969f2e0e-d24b-460e-9612-cc8300c5be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:49.676854 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7388e014-b99f-49bf-9e3e-2b827d2fd2bc req-969f2e0e-d24b-460e-9612-cc8300c5be21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 1097 time: 0.0600204 Oct 26 15:16:49.811887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388e014-b99f-49bf-9e3e-2b827d2fd2bc req-37ed6493-75b9-4ae8-a04b-087a8af2f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:49.813717 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7388e014-b99f-49bf-9e3e-2b827d2fd2bc req-37ed6493-75b9-4ae8-a04b-087a8af2f6a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.1273928 Oct 26 15:16:49.819996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c4bce600-2411-42c1-9d0d-b738080ba641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 5, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:16:49.849705 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bce600-2411-42c1-9d0d-b738080ba641 None None] Checking router: 2b13088c-067c-48d2-8cad-fbcd3051b57d for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:16:49.859340 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bce600-2411-42c1-9d0d-b738080ba641 None None] Routers {'2b13088c-067c-48d2-8cad-fbcd3051b57d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:16:49.860063 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c4bce600-2411-42c1-9d0d-b738080ba641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:16:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2b13088c-067c-48d2-8cad-fbcd3051b57d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:16:49.863931 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7388e014-b99f-49bf-9e3e-2b827d2fd2bc req-8108706e-84bb-422b-9841-bd644c6a03ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74565554-66aa-4fe5-a706-365db4cde28e HTTP/1.1" status: 200 len: 217 time: 0.0422876 Oct 26 15:16:49.871097 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75485f64-e9cb-4d6c-a21a-e56a484aed5d req-cd8f31e2-0106-4426-be20-be958da51229 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:49.873119 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-75485f64-e9cb-4d6c-a21a-e56a484aed5d req-cd8f31e2-0106-4426-be20-be958da51229 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 946 time: 0.1300292 Oct 26 15:16:49.929996 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-75485f64-e9cb-4d6c-a21a-e56a484aed5d req-1d884426-029e-4fec-b6bd-b4f68e6974f0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505431 Oct 26 15:16:50.161426 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-c4bce600-2411-42c1-9d0d-b738080ba641 None None] Set router 2b13088c-067c-48d2-8cad-fbcd3051b57d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:16:50.244853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388e014-b99f-49bf-9e3e-2b827d2fd2bc req-89ca39ed-7ae3-425d-87a6-77f1d1b262d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:50.246326 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7388e014-b99f-49bf-9e3e-2b827d2fd2bc req-89ca39ed-7ae3-425d-87a6-77f1d1b262d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.3738401 Oct 26 15:16:50.293433 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388e014-b99f-49bf-9e3e-2b827d2fd2bc req-390c12a1-0715-4934-8f2b-1204e399941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:50.294989 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7388e014-b99f-49bf-9e3e-2b827d2fd2bc req-390c12a1-0715-4934-8f2b-1204e399941b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408359 Oct 26 15:16:50.365942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-c4bce600-2411-42c1-9d0d-b738080ba641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 5, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:16:50.389604 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7388e014-b99f-49bf-9e3e-2b827d2fd2bc req-0ba75df6-9ddc-4e09-925f-b236bb5d1bb8 service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857275 Oct 26 15:16:50.392464 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bce600-2411-42c1-9d0d-b738080ba641 None None] The sync data for ids ['2b13088c-067c-48d2-8cad-fbcd3051b57d'] in n-d-815498-1 is: [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 5, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:16:50.485408 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-7388e014-b99f-49bf-9e3e-2b827d2fd2bc req-ee8ebcfb-7ca8-4348-a02a-544b9bdb9fae service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871994 Oct 26 15:16:50.620349 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddd9fe-b676-4815-897a-fea3e76b5dc5 None None] New status for floating IP f44635ca-3e4f-4450-af5f-e7d20ceffcee: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:16:51.036257 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab3d78-8507-43b1-bb48-3b460ae262d8 req-36181030-a7de-4135-b914-d71911a44f0c tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:51.037755 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abab3d78-8507-43b1-bb48-3b460ae262d8 req-36181030-a7de-4135-b914-d71911a44f0c tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 946 time: 0.0487909 Oct 26 15:16:51.079691 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-abab3d78-8507-43b1-bb48-3b460ae262d8 req-3f9113ab-1c8e-410e-bb2c-58e79dc00336 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8103a530-9faf-4de2-b63a-8e823074600b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355196 Oct 26 15:16:51.465101 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc8302-94d5-4623-98a3-77fc26d24aac req-614cec74-41eb-453c-b431-f7248fe4c23a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:51.466566 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fadc8302-94d5-4623-98a3-77fc26d24aac req-614cec74-41eb-453c-b431-f7248fe4c23a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.11 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 946 time: 0.0516627 Oct 26 15:16:51.553558 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-fadc8302-94d5-4623-98a3-77fc26d24aac req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Deleting port 74565554-66aa-4fe5-a706-365db4cde28e {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:16:51.553891 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fadc8302-94d5-4623-98a3-77fc26d24aac req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:51.643978 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-fadc8302-94d5-4623-98a3-77fc26d24aac req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] For port 74565554-66aa-4fe5-a706-365db4cde28e, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=74565554-66aa-4fe5-a706-365db4cde28e,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:16:51.644349 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fadc8302-94d5-4623-98a3-77fc26d24aac req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:51.656405 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-fadc8302-94d5-4623-98a3-77fc26d24aac req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Calling delete_port for 74565554-66aa-4fe5-a706-365db4cde28e owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:16:51.784429 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fadc8302-94d5-4623-98a3-77fc26d24aac req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:51.818217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event deleted for resources: {'Port': ['ID=74565554-66aa-4fe5-a706-365db4cde28e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:51.846803 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:51.847186 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:51.847443 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:51.847781 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:51.848108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:51.848438 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:51.848763 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:51.849088 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:51.849414 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:51.849739 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:51.850078 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:51.850395 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:51.869265 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadc8302-94d5-4623-98a3-77fc26d24aac req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] No DVR routers for this DVR port 74565554-66aa-4fe5-a706-365db4cde28e on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:16:51.871708 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fadc8302-94d5-4623-98a3-77fc26d24aac req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:51.875000 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fadc8302-94d5-4623-98a3-77fc26d24aac req-6d86055c-6544-4492-88f9-3ec05e7a51e2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.11 "DELETE /v2.0/ports/74565554-66aa-4fe5-a706-365db4cde28e HTTP/1.1" status: 204 len: 173 time: 0.4020765 Oct 26 15:16:51.875430 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'name': 'network-vif-deleted', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:16:51.877681 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555430dd-8e1b-4cbd-be45-3a9bda4ab8dd" -d '{"events": [{"server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "name": "network-vif-deleted", "tag": "74565554-66aa-4fe5-a706-365db4cde28e"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:16:51.975977 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a1519c-b4a6-4884-8b9d-04774a9e9a14 x-openstack-request-id: req-05a1519c-b4a6-4884-8b9d-04774a9e9a14 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:16:51.976341 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda3b5d9-c7e5-4a4f-9929-480bd168de19", "name": "network-vif-deleted", "tag": "74565554-66aa-4fe5-a706-365db4cde28e", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:16:51.976660 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05a1519c-b4a6-4884-8b9d-04774a9e9a14 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:16:51.977062 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda3b5d9-c7e5-4a4f-9929-480bd168de19', 'name': 'network-vif-deleted', 'tag': '74565554-66aa-4fe5-a706-365db4cde28e', 'status': 'completed', 'code': 200} Oct 26 15:16:52.193708 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e6318835-e772-4463-afbf-3148dce38eff req-3a924496-ab19-421d-a1ee-fd0a906fbae6 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda3b5d9-c7e5-4a4f-9929-480bd168de19 HTTP/1.1" status: 200 len: 210 time: 0.0266266 Oct 26 15:16:53.250814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54530) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:53.310430 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16d92099-898f-4336-ad61-419a886148fc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:53.335294 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16d92099-898f-4336-ad61-419a886148fc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:53.394142 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16d92099-898f-4336-ad61-419a886148fc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:53.396844 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-16d92099-898f-4336-ad61-419a886148fc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:53.398028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-16d92099-898f-4336-ad61-419a886148fc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "DELETE /v2.0/security-groups/8103a530-9faf-4de2-b63a-8e823074600b HTTP/1.1" status: 204 len: 168 time: 0.1462014 Oct 26 15:16:53.407071 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d92099-898f-4336-ad61-419a886148fc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8103a530-9faf-4de2-b63a-8e823074600b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:53.919375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54536) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:53.923944 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-c78bb762-7938-44b3-8b05-c072fb97a398 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-343576062', 'description': 'tempest-secgroup-smoke-343576062 description', 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:53.947562 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c78bb762-7938-44b3-8b05-c072fb97a398 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.010869 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c78bb762-7938-44b3-8b05-c072fb97a398 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.015030 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c78bb762-7938-44b3-8b05-c072fb97a398 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.044202 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c78bb762-7938-44b3-8b05-c072fb97a398 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.045426 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c78bb762-7938-44b3-8b05-c072fb97a398 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1250255 Oct 26 15:16:54.047325 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bb762-7938-44b3-8b05-c072fb97a398 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:54.048487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54538) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:54.053328 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1bdd6b82-0c42-43dc-8809-15f2975b8245 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'security_group_rule': {'security_group_id': '0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b', 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:54.079961 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1bdd6b82-0c42-43dc-8809-15f2975b8245 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.137550 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1bdd6b82-0c42-43dc-8809-15f2975b8245 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.141290 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1bdd6b82-0c42-43dc-8809-15f2975b8245 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.161287 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd6b82-0c42-43dc-8809-15f2975b8245 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cf9d52-3dd3-43c6-bec9-0af348853e8d,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:54.163374 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.170013 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1bdd6b82-0c42-43dc-8809-15f2975b8245 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.171258 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1bdd6b82-0c42-43dc-8809-15f2975b8245 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215785 Oct 26 15:16:54.173970 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54540) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:54.178376 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3f47937d-1913-4501-8ace-8257dd2488a0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'security_group_rule': {'security_group_id': '0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b', 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:54.203883 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3f47937d-1913-4501-8ace-8257dd2488a0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.261109 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3f47937d-1913-4501-8ace-8257dd2488a0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.264528 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3f47937d-1913-4501-8ace-8257dd2488a0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.282037 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47937d-1913-4501-8ace-8257dd2488a0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce2a119-be19-4893-85ef-a2252d2b1b55,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:54.286527 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3f47937d-1913-4501-8ace-8257dd2488a0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.287736 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3f47937d-1913-4501-8ace-8257dd2488a0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127961 Oct 26 15:16:54.290990 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54542) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:54.295404 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-fa8fb8ce-9dd9-48ca-a3ab-946030b43687 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'security_group_rule': {'security_group_id': '0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b', 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:54.321119 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb8ce-9dd9-48ca-a3ab-946030b43687 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.376643 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb8ce-9dd9-48ca-a3ab-946030b43687 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.380179 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb8ce-9dd9-48ca-a3ab-946030b43687 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.397200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fb8ce-9dd9-48ca-a3ab-946030b43687 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f0a923-4513-4046-82ae-5d8f82d07adc,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:54.405545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb8ce-9dd9-48ca-a3ab-946030b43687 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.406824 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fa8fb8ce-9dd9-48ca-a3ab-946030b43687 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147201 Oct 26 15:16:54.409603 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54544) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:54.414256 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-a1db8855-98f9-4f11-a564-c774556176ce tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'security_group_rule': {'security_group_id': '0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b', 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:54.440045 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a1db8855-98f9-4f11-a564-c774556176ce tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.496893 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a1db8855-98f9-4f11-a564-c774556176ce tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.500570 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a1db8855-98f9-4f11-a564-c774556176ce tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.520428 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db8855-98f9-4f11-a564-c774556176ce tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28448c65-2541-4b1c-8097-30e9c7cc2b9a,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:54.526727 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a1db8855-98f9-4f11-a564-c774556176ce tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.527646 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a1db8855-98f9-4f11-a564-c774556176ce tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170692 Oct 26 15:16:54.530439 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54546) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:54.534752 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6a716453-ba85-4ea7-9d07-213e34b8c0da tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'security_group_rule': {'security_group_id': '0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b', 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:54.555846 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-6a716453-ba85-4ea7-9d07-213e34b8c0da tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Project 5c97ea3796614e88bcac2c5f30c08b6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:16:54.560596 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6a716453-ba85-4ea7-9d07-213e34b8c0da tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.622288 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6a716453-ba85-4ea7-9d07-213e34b8c0da tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.625548 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6a716453-ba85-4ea7-9d07-213e34b8c0da tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.642785 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a716453-ba85-4ea7-9d07-213e34b8c0da tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d315f68-5ae4-44b4-b6d5-8728570c5892,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:54.650570 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6a716453-ba85-4ea7-9d07-213e34b8c0da tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.651811 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6a716453-ba85-4ea7-9d07-213e34b8c0da tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204286 Oct 26 15:16:54.654469 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54548) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:54.658710 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-ad71d9a6-25d6-4bf0-a57d-4b37b5bfb65b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'security_group_rule': {'security_group_id': '0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b', 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:54.680550 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-ad71d9a6-25d6-4bf0-a57d-4b37b5bfb65b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Project 5c97ea3796614e88bcac2c5f30c08b6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:16:54.685245 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad71d9a6-25d6-4bf0-a57d-4b37b5bfb65b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.746023 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad71d9a6-25d6-4bf0-a57d-4b37b5bfb65b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.749414 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad71d9a6-25d6-4bf0-a57d-4b37b5bfb65b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.766611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71d9a6-25d6-4bf0-a57d-4b37b5bfb65b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b7a847-e70a-4a31-8345-59aafb43bae2,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:54.774715 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ad71d9a6-25d6-4bf0-a57d-4b37b5bfb65b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.776033 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ad71d9a6-25d6-4bf0-a57d-4b37b5bfb65b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206532 Oct 26 15:16:57.083362 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 74565554-66aa-4fe5-a706-365db4cde28e no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:16:57.103960 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 74565554-66aa-4fe5-a706-365db4cde28e {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:16:57.104305 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 74565554-66aa-4fe5-a706-365db4cde28e not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:16:58.407470 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:04.049791 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:17:10.045077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-27627438-947b-4536-85bb-52eee7ed5aa4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343576062&fields=id&tenant_id=5c97ea3796614e88bcac2c5f30c08b6f HTTP/1.1" status: 200 len: 267 time: 0.0354619 Oct 26 15:17:10.412329 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-547aeb17-61b6-40db-b075-8f3c277f44b3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:10.413809 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-547aeb17-61b6-40db-b075-8f3c277f44b3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 809 time: 0.3620315 Oct 26 15:17:10.428328 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-e32b710f-6a24-4b5a-ba85-2c24bcb9e8cd tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/quotas/5c97ea3796614e88bcac2c5f30c08b6f HTTP/1.1" status: 200 len: 375 time: 0.0088108 Oct 26 15:17:10.480475 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-d01ad1d4-57e5-44e2-ad30-dfa768bbc92b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465019 Oct 26 15:17:10.614702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-bf1d35d2-774e-4d3f-9e80-2f0b21a6fd28 service neutron] 10.222.0.32 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230645 Oct 26 15:17:10.705949 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-6597f653-dd79-43c2-a54a-05438e1405d0 service neutron] 10.222.0.32 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845246 Oct 26 15:17:10.981849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8934f171-3342-4322-8dbd-3148509c7b5a req-bad27218-86de-4ba2-aeae-99541c478736 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 210 time: 0.0269308 Oct 26 15:17:11.943160 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-ff630f3a-1e4e-44f2-8723-228f33057f18 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:11.944658 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-ff630f3a-1e4e-44f2-8723-228f33057f18 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.25 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 809 time: 0.1031971 Oct 26 15:17:11.995427 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-cd3fa83e-5af6-459a-a054-63c5ee4342ed tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c97ea3796614e88bcac2c5f30c08b6f HTTP/1.1" status: 200 len: 379 time: 0.0418956 Oct 26 15:17:12.006094 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-5157d1b6-af3d-4cc4-8a6d-3709b9af42d7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'port': {'device_id': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'admin_state_up': True, 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'security_groups': ['0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:17:12.091028 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-50ea36ec-3eeb-48ce-bcce-0de83af57212 req-ed231fb9-8f6c-4bb5-9f5f-d4d1176ec36d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 210 time: 0.0326390 Oct 26 15:17:12.147891 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-5157d1b6-af3d-4cc4-8a6d-3709b9af42d7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Made reservation on behalf of 5c97ea3796614e88bcac2c5f30c08b6f for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:17:12.151579 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-5157d1b6-af3d-4cc4-8a6d-3709b9af42d7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:12.276880 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-5157d1b6-af3d-4cc4-8a6d-3709b9af42d7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Allocated IP 172.20.0.8 (8093524d-3f74-42dc-9111-bff10ab62292/cc71e3ed-64c1-4d40-8c20-f34b549bcde5/0211f68a-f619-4b0e-ba3b-787f8a53c43d) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:17:12.420172 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-5157d1b6-af3d-4cc4-8a6d-3709b9af42d7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:12.453792 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-5157d1b6-af3d-4cc4-8a6d-3709b9af42d7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:12.497403 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-5157d1b6-af3d-4cc4-8a6d-3709b9af42d7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Network 8093524d-3f74-42dc-9111-bff10ab62292 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:17:12.498740 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-5157d1b6-af3d-4cc4-8a6d-3709b9af42d7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:17:12.502571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-5157d1b6-af3d-4cc4-8a6d-3709b9af42d7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:17:12.533658 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157d1b6-af3d-4cc4-8a6d-3709b9af42d7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'Port': ['ID=0211f68a-f619-4b0e-ba3b-787f8a53c43d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:17:12.564459 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-5157d1b6-af3d-4cc4-8a6d-3709b9af42d7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:12.565093 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-5157d1b6-af3d-4cc4-8a6d-3709b9af42d7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:12.583503 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-5157d1b6-af3d-4cc4-8a6d-3709b9af42d7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814598 Oct 26 15:17:12.595188 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-e93851a5-cebb-47c4-bdec-bafc2f10e763 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:17:12.596141 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-e93851a5-cebb-47c4-bdec-bafc2f10e763 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052664 Oct 26 15:17:12.657906 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Request body: {'port': {'device_id': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:17:12.715223 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:12.737649 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-3e2c9f21-778d-4b1e-8966-a909dc55f226 None None] Provisioning complete for port 0211f68a-f619-4b0e-ba3b-787f8a53c43d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:17:12.738731 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9f21-778d-4b1e-8966-a909dc55f226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:12.773407 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c9f21-778d-4b1e-8966-a909dc55f226 None None] Port 0211f68a-f619-4b0e-ba3b-787f8a53c43d cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:17:12.923466 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d2468f48-b3e6-400a-82e9-87eb08fa70c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:12.979437 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0211f68a-f619-4b0e-ba3b-787f8a53c43d {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:17:12.986846 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:12.998613 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Transition to ACTIVE for port object 0211f68a-f619-4b0e-ba3b-787f8a53c43d will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:17:13.002563 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:13.057268 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Pushing event updated for resources: {'Port': ['ID=0211f68a-f619-4b0e-ba3b-787f8a53c43d,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:17:13.124508 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Attempting to bind port 0211f68a-f619-4b0e-ba3b-787f8a53c43d on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:17:13.124983 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Attempting to bind port 0211f68a-f619-4b0e-ba3b-787f8a53c43d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:17:13.125411 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Attempting to bind port 0211f68a-f619-4b0e-ba3b-787f8a53c43d on network 8093524d-3f74-42dc-9111-bff10ab62292 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:17:13.130565 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Port 0211f68a-f619-4b0e-ba3b-787f8a53c43d on network 8093524d-3f74-42dc-9111-bff10ab62292 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:17:13.130932 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Attempting to bind port 0211f68a-f619-4b0e-ba3b-787f8a53c43d on network 8093524d-3f74-42dc-9111-bff10ab62292 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:17:13.137417 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:17:13.137839 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Checking segment: {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:17:13.139536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Bound using segment: {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:17:13.139536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Bound port: 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:17:13.140769 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:13.238413 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] For port 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:17:13.242465 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] For port 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:17:13.256281 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b76115-2364-4c7f-8f4f-e6e67dcedf90 req-1f365daf-dcaa-4427-8204-16fc42b13d69 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:13.258141 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7b76115-2364-4c7f-8f4f-e6e67dcedf90 req-1f365daf-dcaa-4427-8204-16fc42b13d69 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0851245 Oct 26 15:17:13.260282 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:13.313807 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:13.314530 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:13.315997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] 10.222.0.25 "PUT /v2.0/ports/0211f68a-f619-4b0e-ba3b-787f8a53c43d HTTP/1.1" status: 200 len: 1091 time: 0.7104530 Oct 26 15:17:13.316495 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:17:13.318836 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a02b7b-2a09-403f-9d43-cf6f40c4ac3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:17:13.352875 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520745ac-7fd6-4a30-b36f-f78b2f1163fc service neutron] Pushing event updated for resources: {'Port': ['ID=0211f68a-f619-4b0e-ba3b-787f8a53c43d,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:17:13.358941 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c7b76115-2364-4c7f-8f4f-e6e67dcedf90 req-7b3b39bb-0f28-4804-a158-301485e0668a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905781 Oct 26 15:17:13.393422 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032daed6-1d3c-4359-a0db-229771e5b5c0 x-openstack-request-id: req-032daed6-1d3c-4359-a0db-229771e5b5c0 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:17:13.393711 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:17:13.393961 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-032daed6-1d3c-4359-a0db-229771e5b5c0 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:17:13.394439 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'status': 'completed', 'code': 200} Oct 26 15:17:13.433404 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-292f76d2-54ca-4f3b-82c5-f2d912f92c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:13.434922 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-292f76d2-54ca-4f3b-82c5-f2d912f92c41 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 1094 time: 0.0515931 Oct 26 15:17:13.482278 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-f843f25c-e6b4-4656-8438-ceb0a541f922 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d HTTP/1.1" status: 200 len: 217 time: 0.0375495 Oct 26 15:17:13.542860 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-a1825672-e202-4248-8da9-e98881c0aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:13.544357 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-a1825672-e202-4248-8da9-e98881c0aa73 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0537548 Oct 26 15:17:13.592112 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-c9efb240-840e-4b2c-9f62-9b55a25e102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:13.593653 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-c9efb240-840e-4b2c-9f62-9b55a25e102e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425341 Oct 26 15:17:13.689849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-ef286f9e-6a65-468b-a41a-a96149a296e5 service neutron] 10.222.0.25 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884662 Oct 26 15:17:13.785386 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8045ba8f-60f9-49d3-879e-b8c12f972370 req-2d191209-f1b9-41c0-bd0f-ceb13d6bddf8 service neutron] 10.222.0.25 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875249 Oct 26 15:17:13.870370 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a02b7b-2a09-403f-9d43-cf6f40c4ac3c req-22c198df-a6b7-4b39-955c-c467240193a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:13.871769 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42a02b7b-2a09-403f-9d43-cf6f40c4ac3c req-22c198df-a6b7-4b39-955c-c467240193a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 1094 time: 0.0400078 Oct 26 15:17:13.966760 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a02b7b-2a09-403f-9d43-cf6f40c4ac3c req-bbb16d46-165b-4c4c-91ec-b816e5c088e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:13.968112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42a02b7b-2a09-403f-9d43-cf6f40c4ac3c req-bbb16d46-165b-4c4c-91ec-b816e5c088e6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0896077 Oct 26 15:17:14.010046 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42a02b7b-2a09-403f-9d43-cf6f40c4ac3c req-83258695-5434-4460-a9e5-892486510391 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d HTTP/1.1" status: 200 len: 217 time: 0.0348358 Oct 26 15:17:14.058234 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a02b7b-2a09-403f-9d43-cf6f40c4ac3c req-3359cbb2-3706-420a-905c-64ee5feae585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:14.059699 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42a02b7b-2a09-403f-9d43-cf6f40c4ac3c req-3359cbb2-3706-420a-905c-64ee5feae585 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0433466 Oct 26 15:17:14.103843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a02b7b-2a09-403f-9d43-cf6f40c4ac3c req-6a03de6b-1174-4f98-86b6-5075edcc8340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:14.105380 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42a02b7b-2a09-403f-9d43-cf6f40c4ac3c req-6a03de6b-1174-4f98-86b6-5075edcc8340 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390763 Oct 26 15:17:14.199605 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42a02b7b-2a09-403f-9d43-cf6f40c4ac3c req-bda9d77c-c181-4e18-871a-4ee6dafc7f55 service neutron] 10.222.0.25 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869744 Oct 26 15:17:14.294995 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-42a02b7b-2a09-403f-9d43-cf6f40c4ac3c req-7ac48175-1c19-418a-b685-8f8c2766e9ec service neutron] 10.222.0.25 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885837 Oct 26 15:17:14.484524 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02e12-e772-4cd9-91db-32736960bede req-3b35bbd9-4e00-4e02-b7b6-e35b57de54dc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:14.486019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7ef02e12-e772-4cd9-91db-32736960bede req-3b35bbd9-4e00-4e02-b7b6-e35b57de54dc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0489960 Oct 26 15:17:14.523529 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7ef02e12-e772-4cd9-91db-32736960bede req-9ca40d69-0f65-4242-b078-dd20f5b450f1 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315800 Oct 26 15:17:15.234422 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c8023120-acc6-4e66-be1f-d163eaeda05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:15.640156 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1224c4-4ea7-4435-98ac-0f4dce226c36 req-2575ca18-e53b-4d97-846b-0df980e85f5e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:15.641628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da1224c4-4ea7-4435-98ac-0f4dce226c36 req-2575ca18-e53b-4d97-846b-0df980e85f5e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0493596 Oct 26 15:17:15.680003 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-da1224c4-4ea7-4435-98ac-0f4dce226c36 req-0cd125ff-346e-41b4-bf95-90342d408734 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321448 Oct 26 15:17:16.790523 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:16.803640 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa3c87-a63c-4d8c-9d08-fdcbfb5e1154 req-160fea3b-30ff-4812-b8bd-eac4ffabf929 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:16.805865 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41aa3c87-a63c-4d8c-9d08-fdcbfb5e1154 req-160fea3b-30ff-4812-b8bd-eac4ffabf929 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0561886 Oct 26 15:17:16.846406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-41aa3c87-a63c-4d8c-9d08-fdcbfb5e1154 req-50581313-0e94-4dd5-972b-99589a896c65 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337815 Oct 26 15:17:17.154390 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:17.961063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea09b3-b0e3-418f-ba09-9f45d4836fe3 req-caed8356-592c-442d-bfc5-d5fe430b830d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:17.963122 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2ea09b3-b0e3-418f-ba09-9f45d4836fe3 req-caed8356-592c-442d-bfc5-d5fe430b830d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0490506 Oct 26 15:17:18.000688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2ea09b3-b0e3-418f-ba09-9f45d4836fe3 req-8d4628df-b6cb-46e7-be57-73f9f1763060 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317132 Oct 26 15:17:18.850302 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:19.117529 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685f217-6fbf-44e8-ac52-5bc3345d93df req-d73dffb4-30e2-4f09-9055-bc429ce32d6a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:19.118974 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1685f217-6fbf-44e8-ac52-5bc3345d93df req-d73dffb4-30e2-4f09-9055-bc429ce32d6a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0497611 Oct 26 15:17:19.156842 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1685f217-6fbf-44e8-ac52-5bc3345d93df req-582925aa-3ac3-4216-bea0-69f6f866da69 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317430 Oct 26 15:17:20.275745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc494a-a29f-4ea4-b9ae-c74985ed4ffd req-2bf3eca1-5e02-4b9a-8ae4-4922ec8e04be tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:20.277235 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3fc494a-a29f-4ea4-b9ae-c74985ed4ffd req-2bf3eca1-5e02-4b9a-8ae4-4922ec8e04be tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0527713 Oct 26 15:17:20.314628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e3fc494a-a29f-4ea4-b9ae-c74985ed4ffd req-989c93de-c5c7-4ac4-a061-9f0a34185110 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312576 Oct 26 15:17:21.431141 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de038408-0dee-4357-939e-f28383ead83b req-1d7e9da1-f15d-4c70-9176-686d0b509229 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:21.432607 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de038408-0dee-4357-939e-f28383ead83b req-1d7e9da1-f15d-4c70-9176-686d0b509229 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0483129 Oct 26 15:17:21.468706 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de038408-0dee-4357-939e-f28383ead83b req-fc73a24e-b25b-429b-91fb-062e4ffa873b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301249 Oct 26 15:17:22.584127 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1cf1c-10a0-4f02-90c2-704527aba794 req-27da9efd-efa2-444c-a142-b7ccafe5fca2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:22.584127 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8a1cf1c-10a0-4f02-90c2-704527aba794 req-27da9efd-efa2-444c-a142-b7ccafe5fca2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0481064 Oct 26 15:17:22.621201 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b8a1cf1c-10a0-4f02-90c2-704527aba794 req-bda2e713-5a83-4654-a327-9ad39d6808bd tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Oct 26 15:17:23.739564 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8a919-95d2-4685-98cd-327a52d5f0be req-74634986-0ff0-4748-a7a8-14c7a59f76f3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:23.741019 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9db8a919-95d2-4685-98cd-327a52d5f0be req-74634986-0ff0-4748-a7a8-14c7a59f76f3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0518579 Oct 26 15:17:23.778152 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-9db8a919-95d2-4685-98cd-327a52d5f0be req-360c0b1d-a783-419d-88d5-d797531b5855 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310659 Oct 26 15:17:24.175570 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:24.889966 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfde7f5-b989-4916-80a9-ef9a728cfef9 req-ea948d0e-8d96-4657-8180-d748ec3a236b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:24.891350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bbfde7f5-b989-4916-80a9-ef9a728cfef9 req-ea948d0e-8d96-4657-8180-d748ec3a236b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0476644 Oct 26 15:17:24.928352 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bbfde7f5-b989-4916-80a9-ef9a728cfef9 req-e87b6fdd-8764-4e8f-b2e5-3612a30c077d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310993 Oct 26 15:17:25.357798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0211f68a-f619-4b0e-ba3b-787f8a53c43d details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:17:25.451610 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:17:25.462821 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'port_id': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'mac_address': 'fa:16:3e:f8:d5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:17:25.497573 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:25.510779 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0211f68a-f619-4b0e-ba3b-787f8a53c43d {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:17:25.533708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:17:25.538097 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:25.586232 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=0211f68a-f619-4b0e-ba3b-787f8a53c43d,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:17:25.593442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:25.593786 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:25.594267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:25.594601 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:25.594926 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:25.595247 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:25.595566 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:25.595885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:25.596202 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:25.596518 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:25.596834 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:25.597146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:25.777109 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['0211f68a-f619-4b0e-ba3b-787f8a53c43d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:17:26.048313 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fcd98-3d23-4f74-bc9a-2cf89dfa5121 req-69ab1131-6ae9-4d39-addc-2182f2c5948d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:26.049701 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb7fcd98-3d23-4f74-bc9a-2cf89dfa5121 req-69ab1131-6ae9-4d39-addc-2182f2c5948d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 944 time: 0.0485160 Oct 26 15:17:26.092007 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fb7fcd98-3d23-4f74-bc9a-2cf89dfa5121 req-e94b99ca-1964-44c6-a7af-1b6beb2508c6 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342808 Oct 26 15:17:27.209121 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ed78-b2eb-4812-9dbb-b6e35c48e1ac req-50cad832-4b77-4e8e-8223-16d5c22e6b5b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:27.210591 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fb9ed78-b2eb-4812-9dbb-b6e35c48e1ac req-50cad832-4b77-4e8e-8223-16d5c22e6b5b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 944 time: 0.0524392 Oct 26 15:17:27.247657 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fb9ed78-b2eb-4812-9dbb-b6e35c48e1ac req-c204e4dd-a23b-47d4-8175-7c0b2eb707b6 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312300 Oct 26 15:17:27.365798 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0211f68a-f619-4b0e-ba3b-787f8a53c43d up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:17:27.415421 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 0211f68a-f619-4b0e-ba3b-787f8a53c43d completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:17:27.418837 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 0211f68a-f619-4b0e-ba3b-787f8a53c43d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:17:27.419202 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:27.496378 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:27.517662 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:17:27.519915 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd49bc3-0b91-44f1-8bd1-cf62e0c754e9" -d '{"events": [{"server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "name": "network-vif-plugged", "status": "completed", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:17:27.532713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:17:27.537143 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:27.562570 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e1ec42-cb71-408e-be51-92b0792ee655 x-openstack-request-id: req-40e1ec42-cb71-408e-be51-92b0792ee655 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:17:27.562862 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "name": "network-vif-plugged", "status": "completed", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:17:27.563115 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40e1ec42-cb71-408e-be51-92b0792ee655 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:17:27.563503 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'code': 200} Oct 26 15:17:27.586804 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=0211f68a-f619-4b0e-ba3b-787f8a53c43d,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:17:27.656943 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfad1e-c841-4eb2-8d93-d923f4b86c72 req-52765742-79b3-4a21-a6d5-7b9be452d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:27.658507 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35cfad1e-c841-4eb2-8d93-d923f4b86c72 req-52765742-79b3-4a21-a6d5-7b9be452d608 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 1096 time: 0.0394549 Oct 26 15:17:27.693719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-35cfad1e-c841-4eb2-8d93-d923f4b86c72 req-9e42ec75-63fc-494a-9963-4b7a326a1084 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268173 Oct 26 15:17:28.364462 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d7157-3af5-47f4-b946-5138084673e1 req-786c07a0-95bd-4b31-bf5b-4596ccaa8e31 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:28.365945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-793d7157-3af5-47f4-b946-5138084673e1 req-786c07a0-95bd-4b31-bf5b-4596ccaa8e31 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0505929 Oct 26 15:17:28.407260 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-793d7157-3af5-47f4-b946-5138084673e1 req-68fbd0d3-1808-4c62-831f-3a2980c9a7d5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347879 Oct 26 15:17:28.420041 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:29.528231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93e359-4907-49c5-98ba-2fa1612232c5 req-02187279-7bda-4191-bfb7-6c2a29f312b2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:29.529695 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee93e359-4907-49c5-98ba-2fa1612232c5 req-02187279-7bda-4191-bfb7-6c2a29f312b2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0523131 Oct 26 15:17:29.566714 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ee93e359-4907-49c5-98ba-2fa1612232c5 req-49b893ea-3c3a-4e1d-b33d-e9b82c3f61d5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306802 Oct 26 15:17:29.681432 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b419306-55ef-4168-b6aa-040ad8222caa req-dbd1c13d-c098-4e76-9553-46cb7c0c93ba tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:29.682940 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b419306-55ef-4168-b6aa-040ad8222caa req-dbd1c13d-c098-4e76-9553-46cb7c0c93ba tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0488648 Oct 26 15:17:29.719125 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2b419306-55ef-4168-b6aa-040ad8222caa req-1c648908-9155-436d-8381-84fe73b1174d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303106 Oct 26 15:17:29.741611 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54746) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:17:29.821303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3c4763-d364-4a4b-aa93-0357fbe1ba73 tempest-TestShelveInstance-1788154837 tempest-TestShelveInstance-1788154837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:29.822857 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-fc3c4763-d364-4a4b-aa93-0357fbe1ba73 tempest-TestShelveInstance-1788154837 tempest-TestShelveInstance-1788154837-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 1091 time: 0.0796423 Oct 26 15:17:29.825727 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54750) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:17:29.829971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:17:29.850407 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for floatingip, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:29.947332 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:30.052323 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Allocated IP 172.25.4.203 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/7376b280-fd74-4160-ba25-02793474a26b) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:17:30.155415 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:30.188541 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:30.230408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:17:30.233208 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:17:30.238679 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:17:30.244369 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'Port': ['ID=7376b280-fd74-4160-ba25-02793474a26b,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:17:30.578329 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:30.646931 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:30.797112 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:30.801774 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:30.865396 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event updated for resources: {'Port': ['ID=7376b280-fd74-4160-ba25-02793474a26b,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:17:30.880565 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:30.978762 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Floating IP 9b8aac6b-eaa6-42e8-99cd-c331e8c76197 associated. External IP: 172.25.4.203, port: 0211f68a-f619-4b0e-ba3b-787f8a53c43d. Oct 26 15:17:31.185645 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Router 2b13088c-067c-48d2-8cad-fbcd3051b57d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:17:31.286882 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:17:31.297199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368656e-8ba3-41ca-8316-105ff5641042 None None] Sync routers for ids ['2b13088c-067c-48d2-8cad-fbcd3051b57d'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:17:31.305545 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:31.307434 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368656e-8ba3-41ca-8316-105ff5641042 None None] Routers {'2b13088c-067c-48d2-8cad-fbcd3051b57d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:17:31.309159 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e368656e-8ba3-41ca-8316-105ff5641042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:17:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2b13088c-067c-48d2-8cad-fbcd3051b57d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:17:31.335291 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-c8e9b325-c8d3-4814-bb1e-fb52c743a4c3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5085244 Oct 26 15:17:31.335914 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:17:31.338322 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4971bd40-d0e1-4e3e-a2d7-ef003087785b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:17:31.376411 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400a4f83-c27b-492c-ae27-df916c024576 x-openstack-request-id: req-400a4f83-c27b-492c-ae27-df916c024576 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:17:31.376713 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:17:31.376971 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-400a4f83-c27b-492c-ae27-df916c024576 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:17:31.377386 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'status': 'completed', 'code': 200} Oct 26 15:17:31.417335 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-e368656e-8ba3-41ca-8316-105ff5641042 None None] Set router 2b13088c-067c-48d2-8cad-fbcd3051b57d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:17:31.438734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971bd40-d0e1-4e3e-a2d7-ef003087785b req-059bdef2-be34-420d-bea2-ee6dd4524796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:31.440350 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4971bd40-d0e1-4e3e-a2d7-ef003087785b req-059bdef2-be34-420d-bea2-ee6dd4524796 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 1096 time: 0.0402303 Oct 26 15:17:31.540806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971bd40-d0e1-4e3e-a2d7-ef003087785b req-92affb3b-26db-4f34-be14-6ed0acfc971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:31.542319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4971bd40-d0e1-4e3e-a2d7-ef003087785b req-92affb3b-26db-4f34-be14-6ed0acfc971a service neutron] 10.222.0.25 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0943401 Oct 26 15:17:31.605713 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4971bd40-d0e1-4e3e-a2d7-ef003087785b req-fd3d0361-d313-4d10-9152-01493ebc77f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d HTTP/1.1" status: 200 len: 999 time: 0.0566666 Oct 26 15:17:31.651073 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e368656e-8ba3-41ca-8316-105ff5641042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '9b8aac6b-eaa6-42e8-99cd-c331e8c76197', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'port_id': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'mac_address': 'fa:16:3e:f8:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:17:30Z', 'updated_at': '2021-10-26T15:17:30Z', 'revision_number': 0, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 5, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:17:31.657606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971bd40-d0e1-4e3e-a2d7-ef003087785b req-d286bf04-ad1f-4c73-aecc-301253df215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:31.659097 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4971bd40-d0e1-4e3e-a2d7-ef003087785b req-d286bf04-ad1f-4c73-aecc-301253df215a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0471723 Oct 26 15:17:31.677326 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368656e-8ba3-41ca-8316-105ff5641042 None None] Checking router: 2b13088c-067c-48d2-8cad-fbcd3051b57d for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:17:31.685677 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368656e-8ba3-41ca-8316-105ff5641042 None None] Routers {'2b13088c-067c-48d2-8cad-fbcd3051b57d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:17:31.686290 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e368656e-8ba3-41ca-8316-105ff5641042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:17:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2b13088c-067c-48d2-8cad-fbcd3051b57d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:17:31.702968 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971bd40-d0e1-4e3e-a2d7-ef003087785b req-79437739-3dd9-4271-9d56-d195020ef340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:31.704461 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4971bd40-d0e1-4e3e-a2d7-ef003087785b req-79437739-3dd9-4271-9d56-d195020ef340 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382564 Oct 26 15:17:31.790699 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-e368656e-8ba3-41ca-8316-105ff5641042 None None] Set router 2b13088c-067c-48d2-8cad-fbcd3051b57d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:17:31.792908 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4971bd40-d0e1-4e3e-a2d7-ef003087785b req-dfa0c57d-b00a-4938-9412-61d61e7f0cf5 service neutron] 10.222.0.25 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810375 Oct 26 15:17:31.884988 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4971bd40-d0e1-4e3e-a2d7-ef003087785b req-9fc4f05d-87e1-4c96-a999-296d44fb798d service neutron] 10.222.0.25 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853560 Oct 26 15:17:32.014617 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-e368656e-8ba3-41ca-8316-105ff5641042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '9b8aac6b-eaa6-42e8-99cd-c331e8c76197', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'port_id': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'mac_address': 'fa:16:3e:f8:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:17:30Z', 'updated_at': '2021-10-26T15:17:30Z', 'revision_number': 0, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 5, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:17:32.041031 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368656e-8ba3-41ca-8316-105ff5641042 None None] The sync data for ids ['2b13088c-067c-48d2-8cad-fbcd3051b57d'] in n-d-815498-1 is: [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '9b8aac6b-eaa6-42e8-99cd-c331e8c76197', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'port_id': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'mac_address': 'fa:16:3e:f8:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:17:30Z', 'updated_at': '2021-10-26T15:17:30Z', 'revision_number': 0, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 5, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:17:32.239089 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c0a72c-0966-4b33-a8ba-6177a233f31e None None] New status for floating IP 9b8aac6b-eaa6-42e8-99cd-c331e8c76197: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:17:41.049245 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:17:42.929854 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dfb7cca9-1be8-48a2-bf59-6a420cb8d324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:45.236452 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-17ddfa3b-8332-4cc4-80cc-994a57b3826c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:46.792881 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:47.157664 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:48.855620 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:54.177797 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:58.421070 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:12.921125 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e8731c6f-9144-40d6-af78-d8403689a5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:14.496419 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-268ec2a8-a73f-4d0e-9856-5fd5776a6c40 req-172dc430-c031-47f5-a600-6602f8412fde service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384564 Oct 26 15:18:14.575949 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ec2a8-a73f-4d0e-9856-5fd5776a6c40 req-cf3f3894-a11a-4893-966a-55846849fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:18:14.577997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-268ec2a8-a73f-4d0e-9856-5fd5776a6c40 req-cf3f3894-a11a-4893-966a-55846849fdbb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 1096 time: 0.0384045 Oct 26 15:18:14.684661 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ec2a8-a73f-4d0e-9856-5fd5776a6c40 req-8bc7be0d-1baf-49d3-87ef-ae0a6ceb970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:18:14.686151 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-268ec2a8-a73f-4d0e-9856-5fd5776a6c40 req-8bc7be0d-1baf-49d3-87ef-ae0a6ceb970a service neutron] 10.222.0.25 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0893338 Oct 26 15:18:14.756957 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-268ec2a8-a73f-4d0e-9856-5fd5776a6c40 req-bedf0ce2-25df-4aa0-9f3f-5f0a0f2ae59e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d HTTP/1.1" status: 200 len: 1001 time: 0.0630903 Oct 26 15:18:14.806085 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ec2a8-a73f-4d0e-9856-5fd5776a6c40 req-a8826348-cb03-4dcb-9088-41e34bbefdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:18:14.807480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-268ec2a8-a73f-4d0e-9856-5fd5776a6c40 req-a8826348-cb03-4dcb-9088-41e34bbefdef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0433843 Oct 26 15:18:14.852168 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ec2a8-a73f-4d0e-9856-5fd5776a6c40 req-40f6986a-7545-4b02-8394-4836be7db1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:18:14.853625 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-268ec2a8-a73f-4d0e-9856-5fd5776a6c40 req-40f6986a-7545-4b02-8394-4836be7db1a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393775 Oct 26 15:18:14.949543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-268ec2a8-a73f-4d0e-9856-5fd5776a6c40 req-46375374-5182-47e3-a2a2-c0c2a4ec6cfe service neutron] 10.222.0.25 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889072 Oct 26 15:18:15.038566 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-268ec2a8-a73f-4d0e-9856-5fd5776a6c40 req-1003d1cb-a161-49b6-9798-122909dbf636 service neutron] 10.222.0.25 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821629 Oct 26 15:18:15.241379 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f8568045-4827-4caa-93a0-1064b3c63825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:16.793495 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:17.160405 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:18.048302 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:18:18.856480 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:24.190085 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:28.434071 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:42.922915 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-809a7f28-1de8-4ab6-a045-cc44768a0862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:45.241811 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6c93bbad-a112-41e8-8ce4-7fa38a0b5b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:46.795956 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:47.162285 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:48.859844 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:54.189137 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:55.046713 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:18:58.436869 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:12.924622 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-740fbbaa-37bb-4daa-932f-79324f30000f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:14.484784 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3453b35b-2359-455c-b68f-dfb5eae86964 req-88176fbb-2eb7-4ba1-9f5d-ac0c3021a1db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382721 Oct 26 15:19:14.840931 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453b35b-2359-455c-b68f-dfb5eae86964 req-4a62723b-636d-4fa9-a9ab-1ada9eeed895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:14.842511 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3453b35b-2359-455c-b68f-dfb5eae86964 req-4a62723b-636d-4fa9-a9ab-1ada9eeed895 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 1096 time: 0.3173230 Oct 26 15:19:14.945267 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453b35b-2359-455c-b68f-dfb5eae86964 req-4c14e580-f112-40c2-aa81-936db1c75cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:14.946814 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3453b35b-2359-455c-b68f-dfb5eae86964 req-4c14e580-f112-40c2-aa81-936db1c75cd7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0841789 Oct 26 15:19:15.013645 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3453b35b-2359-455c-b68f-dfb5eae86964 req-e88a313f-1ca0-4ae9-9b3f-823f816e2b63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d HTTP/1.1" status: 200 len: 1001 time: 0.0587544 Oct 26 15:19:15.063111 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453b35b-2359-455c-b68f-dfb5eae86964 req-5fe1de29-0d61-408c-b484-b6543fbd4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:15.064546 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3453b35b-2359-455c-b68f-dfb5eae86964 req-5fe1de29-0d61-408c-b484-b6543fbd4f7a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0441353 Oct 26 15:19:15.107357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453b35b-2359-455c-b68f-dfb5eae86964 req-6d4bb2c5-b055-4f56-a2f2-b661e31c297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:15.108735 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3453b35b-2359-455c-b68f-dfb5eae86964 req-6d4bb2c5-b055-4f56-a2f2-b661e31c297a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0372221 Oct 26 15:19:15.199908 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3453b35b-2359-455c-b68f-dfb5eae86964 req-2c2d31d7-02cc-4c83-a539-705e077283dc service neutron] 10.222.0.25 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835950 Oct 26 15:19:15.244230 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-946cf597-4f1f-405d-ad43-9797f38eb4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:15.288087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3453b35b-2359-455c-b68f-dfb5eae86964 req-523b0b11-2a8a-4570-8d23-1307a4e425ce service neutron] 10.222.0.25 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805242 Oct 26 15:19:16.796910 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:17.166226 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:18.861936 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:24.201563 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:26.701174 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c0dc-53fc-4c9e-92ee-7d8776fefe12 req-da757a0b-b19f-434f-8eff-42f23383ae28 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:26.702707 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5587c0dc-53fc-4c9e-92ee-7d8776fefe12 req-da757a0b-b19f-434f-8eff-42f23383ae28 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0538826 Oct 26 15:19:26.740571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5587c0dc-53fc-4c9e-92ee-7d8776fefe12 req-072321f7-f650-43e4-8f7e-7c53c97b1ff5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318253 Oct 26 15:19:27.955628 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ebe1-6746-4e17-92bf-1712e12dfe5f req-44d1954b-2f18-428c-9f7e-56990db311f7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:27.957099 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc85ebe1-6746-4e17-92bf-1712e12dfe5f req-44d1954b-2f18-428c-9f7e-56990db311f7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.1231260 Oct 26 15:19:27.993500 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-dc85ebe1-6746-4e17-92bf-1712e12dfe5f req-cd8382c7-1299-4187-8ff5-a7b6270c7dfe tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303779 Oct 26 15:19:28.433959 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:29.147556 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87a0ab-1de2-4874-9312-0b49b912a071 req-9374278e-e4fb-44ef-8ba2-0c5016cbdb6e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:29.149041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa87a0ab-1de2-4874-9312-0b49b912a071 req-9374278e-e4fb-44ef-8ba2-0c5016cbdb6e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0488203 Oct 26 15:19:29.184949 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-aa87a0ab-1de2-4874-9312-0b49b912a071 req-e8baf36e-17d5-4d51-be0c-01f8b1105c1f tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300086 Oct 26 15:19:30.306395 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb539f-837b-4ee5-b5b0-90edecbc4f83 req-a5d68842-9fe0-484b-ab06-c64e850b9d02 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:30.307869 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5cb539f-837b-4ee5-b5b0-90edecbc4f83 req-a5d68842-9fe0-484b-ab06-c64e850b9d02 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0526927 Oct 26 15:19:30.345712 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-f5cb539f-837b-4ee5-b5b0-90edecbc4f83 req-666c675d-7846-46da-969d-f1a18251cfeb tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311189 Oct 26 15:19:31.463852 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716dd8d-9096-4592-8e92-d3d9fa95a6a3 req-51d6a367-e6cf-4dae-b34e-4bcfefd685b7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:31.465337 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2716dd8d-9096-4592-8e92-d3d9fa95a6a3 req-51d6a367-e6cf-4dae-b34e-4bcfefd685b7 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0486114 Oct 26 15:19:31.503428 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2716dd8d-9096-4592-8e92-d3d9fa95a6a3 req-4ac3cb94-f5b9-49a2-84e0-911047c37d87 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321150 Oct 26 15:19:32.045705 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:19:32.617507 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7f449-3976-4dc6-b7c6-18797d484bbd req-2ae9b61d-f9c2-4a45-995e-c0f15a2819da tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:32.619005 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcd7f449-3976-4dc6-b7c6-18797d484bbd req-2ae9b61d-f9c2-4a45-995e-c0f15a2819da tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0483019 Oct 26 15:19:32.656051 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcd7f449-3976-4dc6-b7c6-18797d484bbd req-ca3dd626-dd80-4f36-b688-02d63ec72d0a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311468 Oct 26 15:19:33.777040 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ce709-9a51-46b4-a068-e93f514c9389 req-eba02b84-0f3b-470b-b985-51548b00e529 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:33.778581 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b83ce709-9a51-46b4-a068-e93f514c9389 req-eba02b84-0f3b-470b-b985-51548b00e529 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0529473 Oct 26 15:19:33.814914 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b83ce709-9a51-46b4-a068-e93f514c9389 req-c1598f29-7bb0-4bf0-aedc-e590fdbbdb1b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305057 Oct 26 15:19:34.929026 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c60304-739d-4e01-b806-51eecc36f26a req-0241331d-c233-42da-8e3c-06bdbc9b76e3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:34.930516 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66c60304-739d-4e01-b806-51eecc36f26a req-0241331d-c233-42da-8e3c-06bdbc9b76e3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0487790 Oct 26 15:19:34.969497 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-66c60304-739d-4e01-b806-51eecc36f26a req-04073391-a7bf-49dd-ae1b-b08426340579 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329466 Oct 26 15:19:36.085798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615b9a7-c002-4f1d-bd73-3961dc078b24 req-6b12871d-e8c4-46a0-8527-cedf14faf287 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:36.087305 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6615b9a7-c002-4f1d-bd73-3961dc078b24 req-6b12871d-e8c4-46a0-8527-cedf14faf287 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0486875 Oct 26 15:19:36.124035 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6615b9a7-c002-4f1d-bd73-3961dc078b24 req-36abb851-11ce-41e2-a871-b66d7176d76a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308015 Oct 26 15:19:36.834319 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bceab7-3d87-446b-b43c-b9de6fcfe6bd req-744e1cc5-3110-4503-9c6c-b3de06555e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:36.835854 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03bceab7-3d87-446b-b43c-b9de6fcfe6bd req-744e1cc5-3110-4503-9c6c-b3de06555e18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 1096 time: 0.0475080 Oct 26 15:19:36.923948 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bceab7-3d87-446b-b43c-b9de6fcfe6bd req-f5150609-d2be-49ac-aac1-fbf210252241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:36.925401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03bceab7-3d87-446b-b43c-b9de6fcfe6bd req-f5150609-d2be-49ac-aac1-fbf210252241 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0816798 Oct 26 15:19:36.990980 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03bceab7-3d87-446b-b43c-b9de6fcfe6bd req-faee8c5b-e54a-4a79-b164-10be947b1b3e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d HTTP/1.1" status: 200 len: 1001 time: 0.0586641 Oct 26 15:19:37.039713 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bceab7-3d87-446b-b43c-b9de6fcfe6bd req-4ea11ff3-3ea4-422c-9208-4a7bf268bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:37.041112 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03bceab7-3d87-446b-b43c-b9de6fcfe6bd req-4ea11ff3-3ea4-422c-9208-4a7bf268bf3a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0427866 Oct 26 15:19:37.087386 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bceab7-3d87-446b-b43c-b9de6fcfe6bd req-b39cd968-e686-4fe9-89c5-1a437993e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:37.088797 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03bceab7-3d87-446b-b43c-b9de6fcfe6bd req-b39cd968-e686-4fe9-89c5-1a437993e248 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395913 Oct 26 15:19:37.184188 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03bceab7-3d87-446b-b43c-b9de6fcfe6bd req-820a5491-b69f-4e75-ab6d-a4c4f21accf5 service neutron] 10.222.0.25 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880661 Oct 26 15:19:37.297352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0261791-bc5c-47f9-bec4-bbf88a089d5e req-fe02a5ef-d857-46ec-9c36-dfa71db6af3c tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:37.298857 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0261791-bc5c-47f9-bec4-bbf88a089d5e req-fe02a5ef-d857-46ec-9c36-dfa71db6af3c tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.1002834 Oct 26 15:19:37.320684 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-03bceab7-3d87-446b-b43c-b9de6fcfe6bd req-9102e7a7-56c4-47ab-96ba-30983cf43d19 service neutron] 10.222.0.25 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292396 Oct 26 15:19:37.346499 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b0261791-bc5c-47f9-bec4-bbf88a089d5e req-45135798-c419-4632-8b03-2a67c7dd2cd8 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366914 Oct 26 15:19:38.460903 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba099f1b-6435-4a7d-b765-c35d4b20b5da req-e8c65cab-ab88-40e0-8b83-62506afd9852 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:38.462393 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba099f1b-6435-4a7d-b765-c35d4b20b5da req-e8c65cab-ab88-40e0-8b83-62506afd9852 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0483038 Oct 26 15:19:38.502185 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ba099f1b-6435-4a7d-b765-c35d4b20b5da req-de8e0bcf-318c-4d66-bbae-8c1411c2ae27 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334086 Oct 26 15:19:39.622506 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca3b0e-b319-4de6-b0b3-a994db8dcbc9 req-6c7ca9d8-4dc5-4cfc-b4f6-9277ba6351a0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:39.624101 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87ca3b0e-b319-4de6-b0b3-a994db8dcbc9 req-6c7ca9d8-4dc5-4cfc-b4f6-9277ba6351a0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0525875 Oct 26 15:19:39.670018 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-87ca3b0e-b319-4de6-b0b3-a994db8dcbc9 req-7e6cce33-7b1a-4f10-8914-9a5bb76ec9e3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386386 Oct 26 15:19:40.786609 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df727f-24e0-4951-bd82-6d7d76509ea6 req-2d14ab2f-4b47-464a-9f0d-0a76f41b2015 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:40.787994 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94df727f-24e0-4951-bd82-6d7d76509ea6 req-2d14ab2f-4b47-464a-9f0d-0a76f41b2015 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0511804 Oct 26 15:19:40.824153 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-94df727f-24e0-4951-bd82-6d7d76509ea6 req-7e47ea26-34c9-4f31-b432-6b2f8a6d97f0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301847 Oct 26 15:19:40.894637 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-a1f4913d-fa06-421c-bdac-d8a7ef65c641 req-b452d534-d8ef-44d5-b3ee-b0ec8dc11afb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:19:40.896295 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a1f4913d-fa06-421c-bdac-d8a7ef65c641 req-b452d534-d8ef-44d5-b3ee-b0ec8dc11afb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061276 Oct 26 15:19:41.053757 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67e1e5-83d5-4c0c-9b60-e7187b69a8b2 req-2dac3d36-262e-4382-8b16-3fd047d2f07b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:41.055181 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a67e1e5-83d5-4c0c-9b60-e7187b69a8b2 req-2dac3d36-262e-4382-8b16-3fd047d2f07b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 945 time: 0.0513151 Oct 26 15:19:41.077764 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-a0aebebc-f2c0-4f1d-8a98-08ce743e5a9c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929210 Oct 26 15:19:41.087272 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-24bb197e-5556-4412-a47b-00ed7d26c0fb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:19:41.088263 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-24bb197e-5556-4412-a47b-00ed7d26c0fb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056720 Oct 26 15:19:41.095101 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7a67e1e5-83d5-4c0c-9b60-e7187b69a8b2 req-0a023cee-d1f7-4c49-9f47-69f08595763f tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337431 Oct 26 15:19:42.065729 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 0211f68a-f619-4b0e-ba3b-787f8a53c43d no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:19:42.143256 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:42.167447 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:19:42.169707 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4d72a1-740b-48c5-ab00-0d338cf1ec09" -d '{"events": [{"server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "name": "network-vif-unplugged", "status": "completed", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:19:42.183277 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:42.188459 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:42.234539 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99dfda-25f3-4090-8940-9aaa22dee960 req-93cd0bfc-a03c-4137-a03b-2855335551cc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:42.242415 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c99dfda-25f3-4090-8940-9aaa22dee960 req-93cd0bfc-a03c-4137-a03b-2855335551cc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0658414 Oct 26 15:19:42.244990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=0211f68a-f619-4b0e-ba3b-787f8a53c43d,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:42.254039 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:42.254402 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:42.254784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:42.255129 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:42.255459 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:42.255791 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:42.256121 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:42.256448 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:42.256773 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:42.257100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:42.257422 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:42.257744 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:42.269739 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 15:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbe80db-2343-4418-8d41-3c3dbc3e6263 x-openstack-request-id: req-4bbe80db-2343-4418-8d41-3c3dbc3e6263 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:19:42.270056 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "name": "network-vif-unplugged", "status": "failed", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d", "code": 422}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:19:42.270861 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bbe80db-2343-4418-8d41-3c3dbc3e6263 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:19:42.271281 n-d-815498-1 neutron-server[102125]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'code': 422} returned with failed status Oct 26 15:19:42.288081 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2c99dfda-25f3-4090-8940-9aaa22dee960 req-52005f68-1615-4933-8eb2-623fb9f94b0d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447385 Oct 26 15:19:42.926921 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-50c7d656-4360-47aa-967c-19576f6ffef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:43.405792 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ed135-024c-4169-90ae-434ee957a5b9 req-150987a2-a93f-4de1-85f4-b7a705d70a67 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:43.407318 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-644ed135-024c-4169-90ae-434ee957a5b9 req-150987a2-a93f-4de1-85f4-b7a705d70a67 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0521886 Oct 26 15:19:43.444923 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-644ed135-024c-4169-90ae-434ee957a5b9 req-445b43be-1ba0-447f-91c4-3f3b9167a863 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311215 Oct 26 15:19:44.557361 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6eb76-f093-4eb6-97b5-725f9f107cb2 req-c989f33d-4b34-485e-bbd2-d6529e7a94d0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:44.558850 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fa6eb76-f093-4eb6-97b5-725f9f107cb2 req-c989f33d-4b34-485e-bbd2-d6529e7a94d0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0483067 Oct 26 15:19:44.596571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5fa6eb76-f093-4eb6-97b5-725f9f107cb2 req-d58a397d-1710-4690-b3b8-2de371f7f809 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318325 Oct 26 15:19:45.245334 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-52b95fb7-0db7-4772-a5fa-0cdf1432e23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:45.714618 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275fbe1-f3e3-4c29-addf-4724a4010e26 req-390263ce-10d1-4266-81a2-d8b1a56a7964 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:45.716124 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7275fbe1-f3e3-4c29-addf-4724a4010e26 req-390263ce-10d1-4266-81a2-d8b1a56a7964 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0495646 Oct 26 15:19:45.759089 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-7275fbe1-f3e3-4c29-addf-4724a4010e26 req-f260affd-cfeb-49d3-a84a-84b678109222 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367556 Oct 26 15:19:46.798559 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:46.876530 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f5485-b92c-42c3-adeb-25397159e947 req-a057649d-893c-4359-a671-f3911f63c0ae tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:46.877921 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d2f5485-b92c-42c3-adeb-25397159e947 req-a057649d-893c-4359-a671-f3911f63c0ae tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0491011 Oct 26 15:19:46.920031 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6d2f5485-b92c-42c3-adeb-25397159e947 req-3745c270-c114-4488-bbf5-006981842281 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338316 Oct 26 15:19:47.168816 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:48.036364 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e956458-00b1-45fe-b7af-2ae4711bf79e req-68cbfeb9-926b-4292-b825-96c8e38bdeab tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:48.037871 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e956458-00b1-45fe-b7af-2ae4711bf79e req-68cbfeb9-926b-4292-b825-96c8e38bdeab tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0494823 Oct 26 15:19:48.075719 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-0e956458-00b1-45fe-b7af-2ae4711bf79e req-f695b5a2-a17f-4146-b20e-53160834319c tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318480 Oct 26 15:19:48.865659 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:49.197349 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57565f-2fe3-44b7-9fbe-6f5aa4fc985d req-51f4465f-5abe-4462-afee-67ba064341d1 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:49.198997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e57565f-2fe3-44b7-9fbe-6f5aa4fc985d req-51f4465f-5abe-4462-afee-67ba064341d1 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0510001 Oct 26 15:19:49.242405 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8e57565f-2fe3-44b7-9fbe-6f5aa4fc985d req-3d1dcdc9-05b7-47cd-a08b-cb0d9d264428 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369232 Oct 26 15:19:50.365051 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0204c-0e5d-4a76-a183-107513faadfd req-c75e7a70-d9e0-4e57-b741-46ef15f24883 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:50.366681 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0e0204c-0e5d-4a76-a183-107513faadfd req-c75e7a70-d9e0-4e57-b741-46ef15f24883 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0524724 Oct 26 15:19:50.406271 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a0e0204c-0e5d-4a76-a183-107513faadfd req-aa5ba107-0a8e-4d6f-a280-f85f443c0970 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334203 Oct 26 15:19:50.959794 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-589979bd-cb7c-420a-92e8-464291765424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:50.961256 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-589979bd-cb7c-420a-92e8-464291765424 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99&tenant_id=5c97ea3796614e88bcac2c5f30c08b6f HTTP/1.1" status: 200 len: 1094 time: 0.0395699 Oct 26 15:19:50.972964 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815498-1', 'device_owner': 'compute:nova'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:19:51.027723 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:51.222805 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] For port 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:51.254243 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] For port 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host n-h1-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:51.286517 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0211f68a-f619-4b0e-ba3b-787f8a53c43d {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:19:51.294128 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:51.305772 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Transition to ACTIVE for port object 0211f68a-f619-4b0e-ba3b-787f8a53c43d will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:19:51.309315 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:51.392450 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Pushing event updated for resources: {'Port': ['ID=0211f68a-f619-4b0e-ba3b-787f8a53c43d,revision_number=7']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:51.407170 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:51.407518 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:51.407858 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:51.408195 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:51.408523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:51.408853 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:51.409177 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:51.409503 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:51.409825 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:51.410172 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:51.410499 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:51.410868 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:51.438594 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] No DVR routers for this DVR port 0211f68a-f619-4b0e-ba3b-787f8a53c43d on host n-h1-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:19:51.530408 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1ee3b-035c-4eaa-aa97-4377eea35764 req-d1a2e06c-7f71-4121-af72-63b92bfbfdd2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:51.531911 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-73c1ee3b-035c-4eaa-aa97-4377eea35764 req-d1a2e06c-7f71-4121-af72-63b92bfbfdd2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0510900 Oct 26 15:19:51.571034 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-73c1ee3b-035c-4eaa-aa97-4377eea35764 req-eac50a39-5bba-4581-b2e8-b036a04ccc35 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321562 Oct 26 15:19:51.590522 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Attempting to bind port 0211f68a-f619-4b0e-ba3b-787f8a53c43d on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:19:51.590865 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Attempting to bind port 0211f68a-f619-4b0e-ba3b-787f8a53c43d by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:19:51.591196 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Attempting to bind port 0211f68a-f619-4b0e-ba3b-787f8a53c43d on network 8093524d-3f74-42dc-9111-bff10ab62292 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:51.595693 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Port 0211f68a-f619-4b0e-ba3b-787f8a53c43d on network 8093524d-3f74-42dc-9111-bff10ab62292 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:19:51.596016 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Attempting to bind port 0211f68a-f619-4b0e-ba3b-787f8a53c43d on network 8093524d-3f74-42dc-9111-bff10ab62292 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:51.600856 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:19:51.601188 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Checking segment: {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:19:51.601591 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Bound using segment: {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:51.602041 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Bound port: 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dc8c32-d478-4cf9-904c-633e7259565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:19:51.602397 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:51.663202 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] For port 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:51.666123 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] For port 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:19:51.670552 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:51.709748 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:51.710385 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:51.711757 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] 10.222.0.11 "PUT /v2.0/ports/0211f68a-f619-4b0e-ba3b-787f8a53c43d HTTP/1.1" status: 200 len: 1091 time: 0.7426860 Oct 26 15:19:51.712200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:19:51.714502 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f492bf-a2a4-4b2d-a3ee-71b432fc2246" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:19:51.736680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bc506-11e6-430d-94d9-3eaafc53a077 service neutron] Pushing event updated for resources: {'Port': ['ID=0211f68a-f619-4b0e-ba3b-787f8a53c43d,revision_number=8']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:51.768373 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c35bce-cd03-4619-a47b-ae2b14c1ec9c x-openstack-request-id: req-02c35bce-cd03-4619-a47b-ae2b14c1ec9c {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:19:51.768667 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:19:51.768920 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02c35bce-cd03-4619-a47b-ae2b14c1ec9c {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:19:51.769315 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'status': 'completed', 'code': 200} Oct 26 15:19:51.789894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-d75cdf9e-552b-4817-97c2-35786af30c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:51.791649 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-d75cdf9e-552b-4817-97c2-35786af30c01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 1094 time: 0.0517557 Oct 26 15:19:51.886981 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-b3c17deb-8796-4e1b-aa58-db72d2010e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:51.888567 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-b3c17deb-8796-4e1b-aa58-db72d2010e52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0884800 Oct 26 15:19:51.956751 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-c3460713-bc12-4352-ac29-2078cb04ccad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d HTTP/1.1" status: 200 len: 999 time: 0.0611405 Oct 26 15:19:52.006413 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-be042dfb-9cc9-4033-93b7-b12b32aa01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:52.007768 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-be042dfb-9cc9-4033-93b7-b12b32aa01d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0433874 Oct 26 15:19:52.053013 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-343ade1d-73bc-4229-a3bd-638172cab0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:52.054469 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-343ade1d-73bc-4229-a3bd-638172cab0e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388720 Oct 26 15:19:52.152491 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-08f1647a-3c8a-4e86-b835-d83420eeb269 service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901303 Oct 26 15:19:52.244519 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-479d0c84-d606-4bc0-8f34-05a747bfc4aa service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847201 Oct 26 15:19:52.333408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f492bf-a2a4-4b2d-a3ee-71b432fc2246 req-06501cef-42f6-42b3-b6b8-da61897bf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:52.334955 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-12f492bf-a2a4-4b2d-a3ee-71b432fc2246 req-06501cef-42f6-42b3-b6b8-da61897bf3ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 1094 time: 0.0454533 Oct 26 15:19:52.423867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f492bf-a2a4-4b2d-a3ee-71b432fc2246 req-1cde78ec-5efe-4591-b9b4-9e8b2b24f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:52.425413 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-12f492bf-a2a4-4b2d-a3ee-71b432fc2246 req-1cde78ec-5efe-4591-b9b4-9e8b2b24f758 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0829704 Oct 26 15:19:52.495028 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-12f492bf-a2a4-4b2d-a3ee-71b432fc2246 req-4a9e49d9-22fe-4ed6-a956-4c22133d40b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d HTTP/1.1" status: 200 len: 999 time: 0.0610716 Oct 26 15:19:52.544436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f492bf-a2a4-4b2d-a3ee-71b432fc2246 req-00be287b-15d6-4de7-8836-32300efae6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:52.545901 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-12f492bf-a2a4-4b2d-a3ee-71b432fc2246 req-00be287b-15d6-4de7-8836-32300efae6f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0442889 Oct 26 15:19:52.590270 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f492bf-a2a4-4b2d-a3ee-71b432fc2246 req-bfacf819-b6c0-40c6-ae97-dbf235536221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:52.591754 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-12f492bf-a2a4-4b2d-a3ee-71b432fc2246 req-bfacf819-b6c0-40c6-ae97-dbf235536221 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388076 Oct 26 15:19:52.687006 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e706-3364-4e56-b044-ecad31acdab3 req-5bbff2e0-0815-4584-b55a-528b2dd32f9e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:52.687645 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-12f492bf-a2a4-4b2d-a3ee-71b432fc2246 req-95b1ca9a-5902-42ac-8bcd-02366b19091a service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873165 Oct 26 15:19:52.688512 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b406e706-3364-4e56-b044-ecad31acdab3 req-5bbff2e0-0815-4584-b55a-528b2dd32f9e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0492196 Oct 26 15:19:52.730550 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b406e706-3364-4e56-b044-ecad31acdab3 req-0b846089-edf6-477a-8908-6fcca139b99b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360534 Oct 26 15:19:52.777311 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-12f492bf-a2a4-4b2d-a3ee-71b432fc2246 req-c1dd588f-86c3-4622-8b6c-afaaf1acc38f service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827708 Oct 26 15:19:53.845186 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1c092-fd23-405c-a36f-1220695760d0 req-0929d08e-1731-4ada-adf4-84708c33e1b4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:53.846580 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cdd1c092-fd23-405c-a36f-1220695760d0 req-0929d08e-1731-4ada-adf4-84708c33e1b4 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0476434 Oct 26 15:19:53.883867 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cdd1c092-fd23-405c-a36f-1220695760d0 req-89b5b6d0-439c-4a9e-bff7-04b8da5d3eb1 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308621 Oct 26 15:19:54.219479 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:55.000794 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62839602-1fa8-4035-b8e8-aa5523fe239d req-8ae03ede-68cd-4621-b980-2172ccc1036c tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:55.002286 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62839602-1fa8-4035-b8e8-aa5523fe239d req-8ae03ede-68cd-4621-b980-2172ccc1036c tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0481269 Oct 26 15:19:55.039828 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-62839602-1fa8-4035-b8e8-aa5523fe239d req-13e5f1c3-7214-4458-b326-c336a58709fd tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310602 Oct 26 15:19:56.155337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a7a86-d578-4b42-97f9-0a94988cf71d req-95217a9b-21d3-4c54-9752-06b4b9de662e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:56.156849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-589a7a86-d578-4b42-97f9-0a94988cf71d req-95217a9b-21d3-4c54-9752-06b4b9de662e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0500422 Oct 26 15:19:56.197587 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-589a7a86-d578-4b42-97f9-0a94988cf71d req-578a3242-b369-44b1-883c-babcb02a81d9 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345991 Oct 26 15:19:57.311745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93989e91-3b23-4c22-86eb-e200d6a3ccc8 req-26a4b11b-9b9f-4d92-8cb4-a193fd305ac9 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:57.313195 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93989e91-3b23-4c22-86eb-e200d6a3ccc8 req-26a4b11b-9b9f-4d92-8cb4-a193fd305ac9 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0480494 Oct 26 15:19:57.350274 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-93989e91-3b23-4c22-86eb-e200d6a3ccc8 req-05c3ffad-41ea-439f-92da-1a9737fca027 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305450 Oct 26 15:19:58.435195 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:58.469274 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da585c-81f2-4a2f-ab07-7a3101d04400 req-140b4199-e8fd-4a86-9088-d56dd5516ab5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:58.470774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0da585c-81f2-4a2f-ab07-7a3101d04400 req-140b4199-e8fd-4a86-9088-d56dd5516ab5 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0530515 Oct 26 15:19:58.507810 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c0da585c-81f2-4a2f-ab07-7a3101d04400 req-dd35420f-97ea-4561-b7c7-bd01938fc8f3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310819 Oct 26 15:19:59.621412 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b5719-54d8-4a29-8aed-201b0404a88b req-d82e28f9-9d1f-4057-b416-d2a2acaf8f61 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:59.622886 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a21b5719-54d8-4a29-8aed-201b0404a88b req-d82e28f9-9d1f-4057-b416-d2a2acaf8f61 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0488942 Oct 26 15:19:59.664053 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a21b5719-54d8-4a29-8aed-201b0404a88b req-4d84d799-69a6-4a69-b8f5-960ab8168581 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353246 Oct 26 15:20:00.778781 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dfb8b-bdff-430a-a59f-ae23f49d904a req-60bead94-56be-4586-a5dc-b4ee30200eab tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:00.780257 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-944dfb8b-bdff-430a-a59f-ae23f49d904a req-60bead94-56be-4586-a5dc-b4ee30200eab tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0495422 Oct 26 15:20:00.817179 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-944dfb8b-bdff-430a-a59f-ae23f49d904a req-02432800-904b-4114-bf0d-1b20220084cf tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302627 Oct 26 15:20:01.931801 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a0702-dc42-42b8-86a2-ad6570d242c9 req-a9f984c8-f60d-49d8-95a9-34ef97f96107 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:01.933270 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e88a0702-dc42-42b8-86a2-ad6570d242c9 req-a9f984c8-f60d-49d8-95a9-34ef97f96107 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 943 time: 0.0489397 Oct 26 15:20:01.968836 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e88a0702-dc42-42b8-86a2-ad6570d242c9 req-87cf58a5-45e2-466d-ba37-24acd49b555d tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297542 Oct 26 15:20:02.015988 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 0211f68a-f619-4b0e-ba3b-787f8a53c43d details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:20:02.110024 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:02.121233 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'port_id': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'mac_address': 'fa:16:3e:f8:d5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:20:02.156272 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:02.168976 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0211f68a-f619-4b0e-ba3b-787f8a53c43d {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:20:02.188271 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:02.191940 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:02.236469 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=0211f68a-f619-4b0e-ba3b-787f8a53c43d,revision_number=9']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:02.542457 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['0211f68a-f619-4b0e-ba3b-787f8a53c43d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:20:03.083934 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9f3ac-53eb-4a5b-b228-7fcac4dca5e6 req-073ab170-31a1-41b7-9fb7-86beda680fc9 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:03.085404 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ec9f3ac-53eb-4a5b-b228-7fcac4dca5e6 req-073ab170-31a1-41b7-9fb7-86beda680fc9 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 944 time: 0.0476730 Oct 26 15:20:03.125669 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5ec9f3ac-53eb-4a5b-b228-7fcac4dca5e6 req-ed4b85bf-5d86-434c-8ead-266e6e3e52c0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343595 Oct 26 15:20:04.031055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 0211f68a-f619-4b0e-ba3b-787f8a53c43d up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:04.083072 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 0211f68a-f619-4b0e-ba3b-787f8a53c43d completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:20:04.086742 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 0211f68a-f619-4b0e-ba3b-787f8a53c43d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:20:04.087109 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:04.163186 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:04.186176 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:20:04.188414 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5912a4-c3de-475a-8054-66f61fe52db7" -d '{"events": [{"server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "name": "network-vif-plugged", "status": "completed", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:20:04.201824 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:04.206161 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:04.235196 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e063e4-521d-4b83-87fc-48a5c05b4e71 x-openstack-request-id: req-74e063e4-521d-4b83-87fc-48a5c05b4e71 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:20:04.235491 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "name": "network-vif-plugged", "status": "completed", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:20:04.235741 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74e063e4-521d-4b83-87fc-48a5c05b4e71 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:20:04.236124 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'code': 200} Oct 26 15:20:04.245824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537647-a911-49d9-aeaa-815911b2622b req-69c1710e-24de-456e-aafa-69ca914769c0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:04.247407 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab537647-a911-49d9-aeaa-815911b2622b req-69c1710e-24de-456e-aafa-69ca914769c0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 946 time: 0.0524588 Oct 26 15:20:04.265267 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=0211f68a-f619-4b0e-ba3b-787f8a53c43d,revision_number=10']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:04.288771 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ab537647-a911-49d9-aeaa-815911b2622b req-e82589c1-2679-4348-9a08-35b2afd669c1 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346429 Oct 26 15:20:04.402292 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a9558-fd2f-4c05-9751-8fff4e068a4b req-e75fc780-4a47-4478-a3f2-d1f05d557f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:04.403787 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd9a9558-fd2f-4c05-9751-8fff4e068a4b req-e75fc780-4a47-4478-a3f2-d1f05d557f75 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 1097 time: 0.0429542 Oct 26 15:20:04.438430 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-bd9a9558-fd2f-4c05-9751-8fff4e068a4b req-7d107638-dffe-4320-86fc-27584d70ee00 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271442 Oct 26 15:20:05.405120 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f295363-af0f-4402-a2c5-51631954b12e req-3484ebde-043e-4187-b5a7-411fc6c6a53a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:05.406599 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8f295363-af0f-4402-a2c5-51631954b12e req-3484ebde-043e-4187-b5a7-411fc6c6a53a tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 946 time: 0.0483804 Oct 26 15:20:05.443327 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8f295363-af0f-4402-a2c5-51631954b12e req-c1395079-520a-4a68-9288-55c35e8eb920 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300283 Oct 26 15:20:06.560571 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca3fb2-7039-48d3-ad79-8e67cbee084c req-ea56c732-35a3-42bf-a120-9bf0c15887cc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:06.562093 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52ca3fb2-7039-48d3-ad79-8e67cbee084c req-ea56c732-35a3-42bf-a120-9bf0c15887cc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 946 time: 0.0507095 Oct 26 15:20:06.604105 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-52ca3fb2-7039-48d3-ad79-8e67cbee084c req-eb206603-7f1a-4a43-b363-3cd65eb19669 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360885 Oct 26 15:20:09.045895 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:20:12.928527 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-999ed6c5-1d06-4e45-93b7-b8755f8c3390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:15.245789 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a562c362-a68b-4de2-8a11-e7e0658d67c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:16.800800 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:17.172737 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:18.871404 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:24.218419 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:28.436447 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:30.285868 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8062b4ff-f3cb-4c79-9dc7-0fcd6f70ed37 req-a36ce639-aed8-4be3-a859-2567683d77ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784755 Oct 26 15:20:30.371108 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062b4ff-f3cb-4c79-9dc7-0fcd6f70ed37 req-0710f363-0959-4c62-9844-f72bf298a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:30.372682 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8062b4ff-f3cb-4c79-9dc7-0fcd6f70ed37 req-0710f363-0959-4c62-9844-f72bf298a4d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 1097 time: 0.0419712 Oct 26 15:20:30.480159 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062b4ff-f3cb-4c79-9dc7-0fcd6f70ed37 req-90c835c6-0284-4753-8f26-c1561dad7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:30.481574 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8062b4ff-f3cb-4c79-9dc7-0fcd6f70ed37 req-90c835c6-0284-4753-8f26-c1561dad7e72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0886180 Oct 26 15:20:30.547438 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8062b4ff-f3cb-4c79-9dc7-0fcd6f70ed37 req-692a210b-67b4-4501-811f-6d289a07ae18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d HTTP/1.1" status: 200 len: 1001 time: 0.0583777 Oct 26 15:20:30.601302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062b4ff-f3cb-4c79-9dc7-0fcd6f70ed37 req-943e3566-5feb-434b-83ae-be39eae4fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:30.602827 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8062b4ff-f3cb-4c79-9dc7-0fcd6f70ed37 req-943e3566-5feb-434b-83ae-be39eae4fb64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0480974 Oct 26 15:20:30.649703 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062b4ff-f3cb-4c79-9dc7-0fcd6f70ed37 req-1c645c00-1ee0-484f-a21f-74e1a62eabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:30.651213 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8062b4ff-f3cb-4c79-9dc7-0fcd6f70ed37 req-1c645c00-1ee0-484f-a21f-74e1a62eabcc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404885 Oct 26 15:20:30.739709 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8062b4ff-f3cb-4c79-9dc7-0fcd6f70ed37 req-19009493-0ce2-4891-b09a-ab5ae2d8ab6e service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803156 Oct 26 15:20:30.833785 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8062b4ff-f3cb-4c79-9dc7-0fcd6f70ed37 req-45c7c625-454e-4177-89a2-0562c10d986e service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858979 Oct 26 15:20:42.930675 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-841f56e7-f1d3-4eaa-9b9d-753d78249193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:45.251456 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-dbd9f392-f645-4bc6-91bc-a37926ce2630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:46.045236 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:20:46.802947 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:47.174224 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:48.871709 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:54.233618 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:58.458232 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:12.932310 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b9c28e62-0608-4a4c-9089-bf9b31923c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:15.251696 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-313cb68c-1718-45fe-83f8-2508db560eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:16.804626 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.178010 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.875022 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:19.659318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54940) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:20.119363 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Deleting port 7376b280-fd74-4160-ba25-02793474a26b {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:20.119976 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.195716 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.196051 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.207818 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Calling delete_port for 7376b280-fd74-4160-ba25-02793474a26b owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:20.349110 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.372479 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event deleted for resources: {'Port': ['ID=7376b280-fd74-4160-ba25-02793474a26b,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:20.383060 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.383406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.383749 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.384081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.384413 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.385247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.385247 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.385460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.385942 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.386293 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.386614 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.386933 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.445908 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.446276 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Floating IP 9b8aac6b-eaa6-42e8-99cd-c331e8c76197 disassociated (deleted). External IP: 172.25.4.203, port: 0211f68a-f619-4b0e-ba3b-787f8a53c43d. Oct 26 15:21:20.649831 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Router 2b13088c-067c-48d2-8cad-fbcd3051b57d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:20.765923 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:20.770975 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.777166 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62208f2c-4d26-44bd-a4b8-1a904025230b None None] Sync routers for ids ['2b13088c-067c-48d2-8cad-fbcd3051b57d'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:20.787170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62208f2c-4d26-44bd-a4b8-1a904025230b None None] Routers {'2b13088c-067c-48d2-8cad-fbcd3051b57d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:20.787781 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-62208f2c-4d26-44bd-a4b8-1a904025230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2b13088c-067c-48d2-8cad-fbcd3051b57d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:20.803114 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-20f5d731-f25e-491c-b7c4-ecbc3bcc2cbc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "DELETE /v2.0/floatingips/9b8aac6b-eaa6-42e8-99cd-c331e8c76197 HTTP/1.1" status: 204 len: 168 time: 1.1399491 Oct 26 15:21:20.803114 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:21:20.803530 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29d5d09-b8b6-44fa-a7a2-f29f55e399d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:21:20.849342 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c623c3bf-18e4-4422-8a5d-2020ac0ed8ab x-openstack-request-id: req-c623c3bf-18e4-4422-8a5d-2020ac0ed8ab {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:21:20.849664 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:21:20.849922 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c623c3bf-18e4-4422-8a5d-2020ac0ed8ab {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:21:20.850677 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'status': 'completed', 'code': 200} Oct 26 15:21:20.914213 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d5d09-b8b6-44fa-a7a2-f29f55e399d3 req-77ca6ec6-bb50-4a1d-807a-56c3fa824946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:20.915655 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d29d5d09-b8b6-44fa-a7a2-f29f55e399d3 req-77ca6ec6-bb50-4a1d-807a-56c3fa824946 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 1097 time: 0.0420640 Oct 26 15:21:20.918384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-62208f2c-4d26-44bd-a4b8-1a904025230b None None] Set router 2b13088c-067c-48d2-8cad-fbcd3051b57d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:21.020222 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d5d09-b8b6-44fa-a7a2-f29f55e399d3 req-82a18061-ed4c-4a0c-a8f9-6504765ebf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:21.021863 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d29d5d09-b8b6-44fa-a7a2-f29f55e399d3 req-82a18061-ed4c-4a0c-a8f9-6504765ebf17 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 200 len: 910 time: 0.0985572 Oct 26 15:21:21.051165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365be1-c90a-409b-8b40-dcc6b688452e req-810cd8f6-db40-4da8-836f-628b590f10c8 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:21.052902 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59365be1-c90a-409b-8b40-dcc6b688452e req-810cd8f6-db40-4da8-836f-628b590f10c8 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 946 time: 0.0549095 Oct 26 15:21:21.067453 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d29d5d09-b8b6-44fa-a7a2-f29f55e399d3 req-648d386a-9314-43c6-a084-170367390104 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d HTTP/1.1" status: 200 len: 217 time: 0.0365145 Oct 26 15:21:21.093830 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-59365be1-c90a-409b-8b40-dcc6b688452e req-3ec38265-f3ca-4523-82e5-1f5f1a012fc6 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347445 Oct 26 15:21:21.124492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d5d09-b8b6-44fa-a7a2-f29f55e399d3 req-c6d92caa-6dee-46b8-b460-749fdeb71488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:21.126018 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d29d5d09-b8b6-44fa-a7a2-f29f55e399d3 req-c6d92caa-6dee-46b8-b460-749fdeb71488 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 200 len: 848 time: 0.0501015 Oct 26 15:21:21.135512 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-62208f2c-4d26-44bd-a4b8-1a904025230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 5, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:21.163101 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62208f2c-4d26-44bd-a4b8-1a904025230b None None] Checking router: 2b13088c-067c-48d2-8cad-fbcd3051b57d for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:21.171489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62208f2c-4d26-44bd-a4b8-1a904025230b None None] Routers {'2b13088c-067c-48d2-8cad-fbcd3051b57d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:21.172021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-62208f2c-4d26-44bd-a4b8-1a904025230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2b13088c-067c-48d2-8cad-fbcd3051b57d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:21.176494 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d5d09-b8b6-44fa-a7a2-f29f55e399d3 req-873b0ace-b21e-4d28-ad7f-86d3dc9ffefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:21.178242 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d29d5d09-b8b6-44fa-a7a2-f29f55e399d3 req-873b0ace-b21e-4d28-ad7f-86d3dc9ffefd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8093524d-3f74-42dc-9111-bff10ab62292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445721 Oct 26 15:21:21.272048 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d29d5d09-b8b6-44fa-a7a2-f29f55e399d3 req-e13fda2a-61e5-4183-876c-6ed30ec3224c service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863945 Oct 26 15:21:21.278270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-62208f2c-4d26-44bd-a4b8-1a904025230b None None] Set router 2b13088c-067c-48d2-8cad-fbcd3051b57d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:21.367144 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d29d5d09-b8b6-44fa-a7a2-f29f55e399d3 req-f947985c-94b1-4282-b416-b1abb084ac6d service neutron] 10.222.0.11 "GET /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876961 Oct 26 15:21:21.477892 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-62208f2c-4d26-44bd-a4b8-1a904025230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 5, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:21.504738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62208f2c-4d26-44bd-a4b8-1a904025230b None None] The sync data for ids ['2b13088c-067c-48d2-8cad-fbcd3051b57d'] in n-d-815498-1 is: [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:17Z', 'revision_number': 4, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '90f6569e-a78e-4e7d-a95f-a45902176101', 'name': '', 'network_id': '8093524d-3f74-42dc-9111-bff10ab62292', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'mac_address': 'fa:16:3e:56:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:17Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 5, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'subnets': [{'id': 'cc71e3ed-64c1-4d40-8c20-f34b549bcde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:21.716188 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613dfea9-95a2-40d7-90c2-4e4ac65ffd7a None None] New status for floating IP 9b8aac6b-eaa6-42e8-99cd-c331e8c76197: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:21:22.211416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f46c63-b724-4ea4-8a14-1a0aacaa569e req-c2d9c7bb-8c88-4899-93bd-427b8adc4118 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:22.212900 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77f46c63-b724-4ea4-8a14-1a0aacaa569e req-c2d9c7bb-8c88-4899-93bd-427b8adc4118 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 946 time: 0.0489211 Oct 26 15:21:22.250385 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77f46c63-b724-4ea4-8a14-1a0aacaa569e req-c7f4317b-3b5b-483d-bace-e9a6c86377ae tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314865 Oct 26 15:21:22.690237 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9424cc-a3bc-4934-b568-eefe0b8cd784 req-fafba9a9-23c9-42ee-8c56-690227f461a3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:22.691732 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fb9424cc-a3bc-4934-b568-eefe0b8cd784 req-fafba9a9-23c9-42ee-8c56-690227f461a3 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 946 time: 0.0495923 Oct 26 15:21:22.784875 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-fb9424cc-a3bc-4934-b568-eefe0b8cd784 req-6b38330b-b7df-44e8-a72f-70ea636646bc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Deleting port 0211f68a-f619-4b0e-ba3b-787f8a53c43d {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:22.785215 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fb9424cc-a3bc-4934-b568-eefe0b8cd784 req-6b38330b-b7df-44e8-a72f-70ea636646bc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:22.872863 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-fb9424cc-a3bc-4934-b568-eefe0b8cd784 req-6b38330b-b7df-44e8-a72f-70ea636646bc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] For port 0211f68a-f619-4b0e-ba3b-787f8a53c43d, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=0211f68a-f619-4b0e-ba3b-787f8a53c43d,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:22.873717 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fb9424cc-a3bc-4934-b568-eefe0b8cd784 req-6b38330b-b7df-44e8-a72f-70ea636646bc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:22.886567 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-fb9424cc-a3bc-4934-b568-eefe0b8cd784 req-6b38330b-b7df-44e8-a72f-70ea636646bc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Calling delete_port for 0211f68a-f619-4b0e-ba3b-787f8a53c43d owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:23.018582 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fb9424cc-a3bc-4934-b568-eefe0b8cd784 req-6b38330b-b7df-44e8-a72f-70ea636646bc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.044232 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:21:23.049696 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38330b-b7df-44e8-a72f-70ea636646bc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event deleted for resources: {'Port': ['ID=0211f68a-f619-4b0e-ba3b-787f8a53c43d,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:23.087780 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9424cc-a3bc-4934-b568-eefe0b8cd784 req-6b38330b-b7df-44e8-a72f-70ea636646bc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] No DVR routers for this DVR port 0211f68a-f619-4b0e-ba3b-787f8a53c43d on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:21:23.090504 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-fb9424cc-a3bc-4934-b568-eefe0b8cd784 req-6b38330b-b7df-44e8-a72f-70ea636646bc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.094466 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-fb9424cc-a3bc-4934-b568-eefe0b8cd784 req-6b38330b-b7df-44e8-a72f-70ea636646bc tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.11 "DELETE /v2.0/ports/0211f68a-f619-4b0e-ba3b-787f8a53c43d HTTP/1.1" status: 204 len: 173 time: 0.3960586 Oct 26 15:21:23.094902 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'name': 'network-vif-deleted', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:21:23.097162 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e720ae7-4211-4193-9321-ccaeb3296e43" -d '{"events": [{"server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "name": "network-vif-deleted", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:21:23.134016 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51183527-7317-4c57-a2ae-1f985a3dab58 x-openstack-request-id: req-51183527-7317-4c57-a2ae-1f985a3dab58 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:21:23.134326 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1e2f43-b721-43a1-9988-55863e635f99", "name": "network-vif-deleted", "tag": "0211f68a-f619-4b0e-ba3b-787f8a53c43d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:21:23.134585 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51183527-7317-4c57-a2ae-1f985a3dab58 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:21:23.134993 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1e2f43-b721-43a1-9988-55863e635f99', 'name': 'network-vif-deleted', 'tag': '0211f68a-f619-4b0e-ba3b-787f8a53c43d', 'status': 'completed', 'code': 200} Oct 26 15:21:23.350321 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6c09e21f-a374-4749-b399-eab82f3f544b req-a3d33302-9ef9-43ac-ba7d-4146b23b1cf2 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 210 time: 0.0263917 Oct 26 15:21:24.233335 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:24.453189 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-77004b1c-bf6d-49f4-ac53-df00fd3e4f19 req-d68a89eb-5e3d-4c3f-90dc-61bfe71dde8b tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 210 time: 0.0323987 Oct 26 15:21:25.553753 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1fb2078f-e1c1-45fb-934e-d243f7b2f95a req-2fbeebdb-30de-4b5b-ab40-4c1842f62c1e tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 210 time: 0.0268362 Oct 26 15:21:26.452956 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 0211f68a-f619-4b0e-ba3b-787f8a53c43d no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:26.474493 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 0211f68a-f619-4b0e-ba3b-787f8a53c43d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:21:26.474740 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 0211f68a-f619-4b0e-ba3b-787f8a53c43d not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:26.648800 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6e097a6d-6e69-40ef-8545-da78909c829a req-bfd38d2f-63d0-4d3a-bf43-de0f80856ce0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 210 time: 0.0268047 Oct 26 15:21:27.761877 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3e55e59c-c1b1-43e6-be7f-fafe2e8336bb req-3813315c-2669-43e4-9be7-611cb30a21b0 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e2f43-b721-43a1-9988-55863e635f99 HTTP/1.1" status: 200 len: 210 time: 0.0307262 Oct 26 15:21:28.470703 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.822089 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54978) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:28.885599 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.911709 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.979525 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.982738 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.983916 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] 10.222.0.32 "DELETE /v2.0/security-groups/0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b HTTP/1.1" status: 204 len: 168 time: 0.1607330 Oct 26 15:21:28.993223 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9a58e1-fbac-4a63-a6a5-ee8c3c078e4b,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:29.001606 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:29.001959 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:29.002365 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:29.002676 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:29.003009 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:29.003343 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:29.003673 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:29.004002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:29.004328 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:29.004655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:29.004977 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:29.005302 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da65a4d-28af-4335-97bc-b66a4dd64b83 tempest-TestShelveInstance-258171302 tempest-TestShelveInstance-258171302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:29.043755 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54982) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:29.536672 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d206de7-ba38-4b6a-9478-423bcca42971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:29.781420 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2d206de7-ba38-4b6a-9478-423bcca42971 admin admin] Deleting port 90f6569e-a78e-4e7d-a95f-a45902176101 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:29.781642 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d206de7-ba38-4b6a-9478-423bcca42971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:29.863162 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-2d206de7-ba38-4b6a-9478-423bcca42971 admin admin] For port 90f6569e-a78e-4e7d-a95f-a45902176101, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=90f6569e-a78e-4e7d-a95f-a45902176101,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:29.863524 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d206de7-ba38-4b6a-9478-423bcca42971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:29.876258 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-2d206de7-ba38-4b6a-9478-423bcca42971 admin admin] Calling delete_port for 90f6569e-a78e-4e7d-a95f-a45902176101 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:30.060641 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d206de7-ba38-4b6a-9478-423bcca42971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.089844 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d206de7-ba38-4b6a-9478-423bcca42971 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f6569e-a78e-4e7d-a95f-a45902176101,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:30.275233 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2d206de7-ba38-4b6a-9478-423bcca42971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.492725 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d206de7-ba38-4b6a-9478-423bcca42971 admin admin] Router 2b13088c-067c-48d2-8cad-fbcd3051b57d has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:30.596180 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d206de7-ba38-4b6a-9478-423bcca42971 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:30.603749 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2d206de7-ba38-4b6a-9478-423bcca42971 admin admin] 10.222.0.32 "PUT /v2.0/routers/2b13088c-067c-48d2-8cad-fbcd3051b57d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5553946 Oct 26 15:21:30.603864 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54986) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:30.608058 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd25235-15ac-425d-ae18-30cf3f73989f None None] Sync routers for ids ['2b13088c-067c-48d2-8cad-fbcd3051b57d'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:30.618440 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd25235-15ac-425d-ae18-30cf3f73989f None None] Routers {'2b13088c-067c-48d2-8cad-fbcd3051b57d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:30.619137 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ffd25235-15ac-425d-ae18-30cf3f73989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2b13088c-067c-48d2-8cad-fbcd3051b57d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:30.709130 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.724621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-ffd25235-15ac-425d-ae18-30cf3f73989f None None] Set router 2b13088c-067c-48d2-8cad-fbcd3051b57d gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:30.818634 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.873834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] Deleting port 7de051df-37d2-45c4-b8f0-eb8eb61b31df {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:30.874198 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.913293 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ffd25235-15ac-425d-ae18-30cf3f73989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:21:30Z', 'revision_number': 5, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port': {'id': '7de051df-37d2-45c4-b8f0-eb8eb61b31df', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:30.943890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd25235-15ac-425d-ae18-30cf3f73989f None None] Checking router: 2b13088c-067c-48d2-8cad-fbcd3051b57d for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:30.954219 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd25235-15ac-425d-ae18-30cf3f73989f None None] Routers {'2b13088c-067c-48d2-8cad-fbcd3051b57d'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:30.954857 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ffd25235-15ac-425d-ae18-30cf3f73989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['2b13088c-067c-48d2-8cad-fbcd3051b57d'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:30.962969 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] For port 7de051df-37d2-45c4-b8f0-eb8eb61b31df, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=7de051df-37d2-45c4-b8f0-eb8eb61b31df,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:30.963626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.978491 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] Calling delete_port for 7de051df-37d2-45c4-b8f0-eb8eb61b31df owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:31.045753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-ffd25235-15ac-425d-ae18-30cf3f73989f None None] Set router 2b13088c-067c-48d2-8cad-fbcd3051b57d gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:31.101830 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-ffd25235-15ac-425d-ae18-30cf3f73989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:21:30Z', 'revision_number': 6, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:31.129942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd25235-15ac-425d-ae18-30cf3f73989f None None] The sync data for ids ['2b13088c-067c-48d2-8cad-fbcd3051b57d'] in n-d-815498-1 is: [{'id': '2b13088c-067c-48d2-8cad-fbcd3051b57d', 'name': 'tempest-TestShelveInstance-1341832784-router', 'tenant_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:15Z', 'updated_at': '2021-10-26T15:21:30Z', 'revision_number': 6, 'project_id': '5c97ea3796614e88bcac2c5f30c08b6f', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:31.152060 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.186428 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=7de051df-37d2-45c4-b8f0-eb8eb61b31df,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:31.251883 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.340233 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.342926 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.385750 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.386548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b13088c-067c-48d2-8cad-fbcd3051b57d {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:31.391208 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.392395 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-e39d02f6-325d-4db0-b7e7-e4b399959e35 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2b13088c-067c-48d2-8cad-fbcd3051b57d HTTP/1.1" status: 204 len: 168 time: 0.7876358 Oct 26 15:21:31.394977 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54988) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:31.439318 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be64bf0-974f-44fe-a2ed-0dec2cadd3f1 admin admin] Deleting subnet cc71e3ed-64c1-4d40-8c20-f34b549bcde5 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:21:31.442390 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be64bf0-974f-44fe-a2ed-0dec2cadd3f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.485299 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be64bf0-974f-44fe-a2ed-0dec2cadd3f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.872058 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be64bf0-974f-44fe-a2ed-0dec2cadd3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.929640 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be64bf0-974f-44fe-a2ed-0dec2cadd3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.947090 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 90f6569e-a78e-4e7d-a95f-a45902176101 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:31.958386 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be64bf0-974f-44fe-a2ed-0dec2cadd3f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc71e3ed-64c1-4d40-8c20-f34b549bcde5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:31.960648 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-9be64bf0-974f-44fe-a2ed-0dec2cadd3f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.964651 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-9be64bf0-974f-44fe-a2ed-0dec2cadd3f1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cc71e3ed-64c1-4d40-8c20-f34b549bcde5 HTTP/1.1" status: 204 len: 168 time: 0.5687401 Oct 26 15:21:31.967327 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54990) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:31.980639 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21cb52c-f779-4337-aebe-0cf9fc5263de None None] Network 8093524d-3f74-42dc-9111-bff10ab62292 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:21:31.983282 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 90f6569e-a78e-4e7d-a95f-a45902176101 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:21:31.983622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 90f6569e-a78e-4e7d-a95f-a45902176101 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:31.984032 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7de051df-37d2-45c4-b8f0-eb8eb61b31df no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:32.039554 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 7de051df-37d2-45c4-b8f0-eb8eb61b31df {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:21:32.039893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 7de051df-37d2-45c4-b8f0-eb8eb61b31df not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:32.042265 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.096668 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Deleting port 1ece928a-bf30-4a2b-b4bd-db040ad1c258 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:32.097019 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.166878 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] For port 1ece928a-bf30-4a2b-b4bd-db040ad1c258, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1ece928a-bf30-4a2b-b4bd-db040ad1c258,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:32.167486 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.181634 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Calling delete_port for 1ece928a-bf30-4a2b-b4bd-db040ad1c258 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:32.207202 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] DHCP port deletion for 8093524d-3f74-42dc-9111-bff10ab62292 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:21:32.254784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Deleting port 1ece928a-bf30-4a2b-b4bd-db040ad1c258 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:32.255172 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.263965 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.290081 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ece928a-bf30-4a2b-b4bd-db040ad1c258,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:32.296138 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] No DVR routers for this DVR port 1ece928a-bf30-4a2b-b4bd-db040ad1c258 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:21:32.322054 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] For port 1ece928a-bf30-4a2b-b4bd-db040ad1c258, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=1ece928a-bf30-4a2b-b4bd-db040ad1c258,segment=NetworkSegment(b9dc8c32-d478-4cf9-904c-633e7259565b),segment_id=b9dc8c32-d478-4cf9-904c-633e7259565b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:32.322454 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.334633 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Calling delete_port for 1ece928a-bf30-4a2b-b4bd-db040ad1c258 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:32.370880 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.395287 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8093524d-3f74-42dc-9111-bff10ab62292']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:32.404782 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9dc8c32-d478-4cf9-904c-633e7259565b') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:32.405073 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9dc8c32-d478-4cf9-904c-633e7259565b') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:32.410312 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.414930 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.434862 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.435410 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Pushing event deleted for resources: {'Port': ['ID=1ece928a-bf30-4a2b-b4bd-db040ad1c258,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:32.439903 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] No DVR routers for this DVR port 1ece928a-bf30-4a2b-b4bd-db040ad1c258 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:21:32.442758 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:32.443388 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: timer() Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:21:32.445308 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:21:32.456045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:32.456045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:32.456045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:32.456045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:32.456045 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:32.457020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:32.457020 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:32.457301 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:32.459100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:32.459100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:32.459584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:32.460409 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85544b8e-4bf3-416d-9597-ab48f55e4f50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:32.504073 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.510115 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.516848 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] 10.222.0.32 "DELETE /v2.0/networks/8093524d-3f74-42dc-9111-bff10ab62292 HTTP/1.1" status: 204 len: 168 time: 0.5452664 Oct 26 15:21:32.517218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54992) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:32.525676 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee120c1d-9262-4df0-971a-8567bfcb579d admin admin] Pushing event deleted for resources: {'Network': ['ID=8093524d-3f74-42dc-9111-bff10ab62292,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:32.848657 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-120100eb-359b-4085-980c-412f516203a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:33.086806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-120100eb-359b-4085-980c-412f516203a9 admin admin] Deleting port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:33.087149 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-120100eb-359b-4085-980c-412f516203a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:33.167646 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-120100eb-359b-4085-980c-412f516203a9 admin admin] For port 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d,segment=NetworkSegment(925c23f9-2f70-4b52-8cdf-f210735a8e25),segment_id=925c23f9-2f70-4b52-8cdf-f210735a8e25)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:33.167950 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-120100eb-359b-4085-980c-412f516203a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:33.179255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-120100eb-359b-4085-980c-412f516203a9 admin admin] Calling delete_port for 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d owned by network:router_interface {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:33.355264 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-120100eb-359b-4085-980c-412f516203a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:33.380809 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120100eb-359b-4085-980c-412f516203a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:33.541285 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-120100eb-359b-4085-980c-412f516203a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:33.747397 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1ece928a-bf30-4a2b-b4bd-db040ad1c258 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:33.763839 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120100eb-359b-4085-980c-412f516203a9 admin admin] Router 8ec3e379-291e-43e2-aae3-1fd100ac76a5 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:33.771156 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 1ece928a-bf30-4a2b-b4bd-db040ad1c258 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:21:33.771510 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 1ece928a-bf30-4a2b-b4bd-db040ad1c258 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:33.874312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120100eb-359b-4085-980c-412f516203a9 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:33.882440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-120100eb-359b-4085-980c-412f516203a9 admin admin] 10.222.0.32 "PUT /v2.0/routers/8ec3e379-291e-43e2-aae3-1fd100ac76a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3641117 Oct 26 15:21:33.883608 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984576a2-8aec-4ed3-81ae-556ff4f4953d None None] Sync routers for ids ['8ec3e379-291e-43e2-aae3-1fd100ac76a5'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:33.884233 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54994) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:33.898810 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984576a2-8aec-4ed3-81ae-556ff4f4953d None None] Routers {'8ec3e379-291e-43e2-aae3-1fd100ac76a5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:33.899418 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-984576a2-8aec-4ed3-81ae-556ff4f4953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8ec3e379-291e-43e2-aae3-1fd100ac76a5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:34.001308 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.006788 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-984576a2-8aec-4ed3-81ae-556ff4f4953d None None] Set router 8ec3e379-291e-43e2-aae3-1fd100ac76a5 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:34.116610 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.171077 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] Deleting port db006a06-0e81-4a2d-a42e-1064331d11fa {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:34.171441 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.192157 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-984576a2-8aec-4ed3-81ae-556ff4f4953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'name': 'tempest-TestShelveInstance-604135128-router', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'db006a06-0e81-4a2d-a42e-1064331d11fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:19Z', 'updated_at': '2021-10-26T15:21:33Z', 'revision_number': 5, 'project_id': '946f07b782b141b2b1fbb4f6c7981803', 'gw_port': {'id': 'db006a06-0e81-4a2d-a42e-1064331d11fa', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:20Z', 'updated_at': '2021-10-26T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:34.222361 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984576a2-8aec-4ed3-81ae-556ff4f4953d None None] Checking router: 8ec3e379-291e-43e2-aae3-1fd100ac76a5 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:34.230860 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984576a2-8aec-4ed3-81ae-556ff4f4953d None None] Routers {'8ec3e379-291e-43e2-aae3-1fd100ac76a5'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:34.232473 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-984576a2-8aec-4ed3-81ae-556ff4f4953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['8ec3e379-291e-43e2-aae3-1fd100ac76a5'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:34.252002 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] For port db006a06-0e81-4a2d-a42e-1064331d11fa, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=db006a06-0e81-4a2d-a42e-1064331d11fa,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:34.252002 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.270492 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] Calling delete_port for db006a06-0e81-4a2d-a42e-1064331d11fa owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:34.324765 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-984576a2-8aec-4ed3-81ae-556ff4f4953d None None] Set router 8ec3e379-291e-43e2-aae3-1fd100ac76a5 gateway port host: None {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:34.378393 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-984576a2-8aec-4ed3-81ae-556ff4f4953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'name': 'tempest-TestShelveInstance-604135128-router', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:19Z', 'updated_at': '2021-10-26T15:21:34Z', 'revision_number': 6, 'project_id': '946f07b782b141b2b1fbb4f6c7981803', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:34.410001 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984576a2-8aec-4ed3-81ae-556ff4f4953d None None] The sync data for ids ['8ec3e379-291e-43e2-aae3-1fd100ac76a5'] in n-d-815498-1 is: [{'id': '8ec3e379-291e-43e2-aae3-1fd100ac76a5', 'name': 'tempest-TestShelveInstance-604135128-router', 'tenant_id': '946f07b782b141b2b1fbb4f6c7981803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:11:19Z', 'updated_at': '2021-10-26T15:21:34Z', 'revision_number': 6, 'project_id': '946f07b782b141b2b1fbb4f6c7981803', 'gw_port_host': None}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:34.440558 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.470436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] Pushing event deleted for resources: {'Port': ['ID=db006a06-0e81-4a2d-a42e-1064331d11fa,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:34.536439 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.628482 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.630639 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.674151 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.674709 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ec3e379-291e-43e2-aae3-1fd100ac76a5 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:34.679524 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.680673 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f2e78da3-4e19-42a3-ae43-4ea8c00666ff admin admin] 10.222.0.32 "DELETE /v2.0/routers/8ec3e379-291e-43e2-aae3-1fd100ac76a5 HTTP/1.1" status: 204 len: 168 time: 0.7954421 Oct 26 15:21:34.683294 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 54996) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:34.731478 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c8372b-ee8e-4955-afb5-445468807147 admin admin] Deleting subnet e5212a73-c7b0-485e-9167-01dfb17a1818 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:21:34.734510 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-94c8372b-ee8e-4955-afb5-445468807147 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.770626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-94c8372b-ee8e-4955-afb5-445468807147 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.852406 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-94c8372b-ee8e-4955-afb5-445468807147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.912158 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-94c8372b-ee8e-4955-afb5-445468807147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.939569 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8372b-ee8e-4955-afb5-445468807147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5212a73-c7b0-485e-9167-01dfb17a1818,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:34.941570 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-94c8372b-ee8e-4955-afb5-445468807147 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.947012 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d095f-1e17-4734-94e0-40f34a08ddca None None] Network 4ef625c2-beff-4b07-b724-47a129a4c6d0 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:21:34.947609 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-94c8372b-ee8e-4955-afb5-445468807147 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e5212a73-c7b0-485e-9167-01dfb17a1818 HTTP/1.1" status: 204 len: 168 time: 0.2633092 Oct 26 15:21:34.948133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 54998) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:35.020373 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.073928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Deleting port 90a2530f-a326-45da-b66a-a7168d993e56 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:35.074639 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.138142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc8210f-2199-4978-b29e-e8ac2f169ccd None None] DHCP port deletion for 4ef625c2-beff-4b07-b724-47a129a4c6d0 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:21:35.191524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8210f-2199-4978-b29e-e8ac2f169ccd None None] Deleting port 90a2530f-a326-45da-b66a-a7168d993e56 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:35.191903 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fbc8210f-2199-4978-b29e-e8ac2f169ccd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.263990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-fbc8210f-2199-4978-b29e-e8ac2f169ccd None None] For port 90a2530f-a326-45da-b66a-a7168d993e56, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=90a2530f-a326-45da-b66a-a7168d993e56,segment=NetworkSegment(925c23f9-2f70-4b52-8cdf-f210735a8e25),segment_id=925c23f9-2f70-4b52-8cdf-f210735a8e25)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:35.265554 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fbc8210f-2199-4978-b29e-e8ac2f169ccd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.279589 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8210f-2199-4978-b29e-e8ac2f169ccd None None] Calling delete_port for 90a2530f-a326-45da-b66a-a7168d993e56 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:35.367313 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fbc8210f-2199-4978-b29e-e8ac2f169ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.395225 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8210f-2199-4978-b29e-e8ac2f169ccd None None] Pushing event deleted for resources: {'Port': ['ID=90a2530f-a326-45da-b66a-a7168d993e56,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:35.400128 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8210f-2199-4978-b29e-e8ac2f169ccd None None] No DVR routers for this DVR port 90a2530f-a326-45da-b66a-a7168d993e56 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:21:35.424469 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] For port 90a2530f-a326-45da-b66a-a7168d993e56, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=90a2530f-a326-45da-b66a-a7168d993e56,segment=NetworkSegment(925c23f9-2f70-4b52-8cdf-f210735a8e25),segment_id=925c23f9-2f70-4b52-8cdf-f210735a8e25)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:35.424831 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.437231 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Calling delete_port for 90a2530f-a326-45da-b66a-a7168d993e56 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:35.512095 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.538427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Pushing event deleted for resources: {'Port': ['ID=90a2530f-a326-45da-b66a-a7168d993e56,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:35.543749 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] No DVR routers for this DVR port 90a2530f-a326-45da-b66a-a7168d993e56 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:21:35.612182 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.631363 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef625c2-beff-4b07-b724-47a129a4c6d0']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:35.641339 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925c23f9-2f70-4b52-8cdf-f210735a8e25') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:35.641726 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925c23f9-2f70-4b52-8cdf-f210735a8e25') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:35.651358 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.665230 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.671734 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:35.672363 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: self.session.flush() Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: timer() Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:21:35.674099 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:21:35.699683 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 90a2530f-a326-45da-b66a-a7168d993e56 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:35.721273 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 90a2530f-a326-45da-b66a-a7168d993e56 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:21:35.721622 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 90a2530f-a326-45da-b66a-a7168d993e56 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:35.722057 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:35.732608 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.737314 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.740648 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4ef625c2-beff-4b07-b724-47a129a4c6d0 HTTP/1.1" status: 204 len: 168 time: 0.7910333 Oct 26 15:21:35.745070 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:21:35.745423 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 2ffebffa-740e-4a3f-bbd8-cf3985fd2b4d not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:35.745839 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device db006a06-0e81-4a2d-a42e-1064331d11fa no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:35.753612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6006200-0c7e-463d-9ddd-7599a24c9149 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef625c2-beff-4b07-b724-47a129a4c6d0,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:35.770561 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: db006a06-0e81-4a2d-a42e-1064331d11fa {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:21:35.770914 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device db006a06-0e81-4a2d-a42e-1064331d11fa not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:35.872036 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55002) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:35.913406 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2e8d0f5e-d1b6-431d-8c68-b41fe9a0c69d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c97ea3796614e88bcac2c5f30c08b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395763 Oct 26 15:21:35.915933 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55004) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:35.962454 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1affff49-14f8-486b-93e0-e018eba856ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.982189 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1affff49-14f8-486b-93e0-e018eba856ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:36.028217 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1affff49-14f8-486b-93e0-e018eba856ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:36.031565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1affff49-14f8-486b-93e0-e018eba856ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:36.032734 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1affff49-14f8-486b-93e0-e018eba856ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25c6e704-3990-4f8d-a392-7915b798cba3 HTTP/1.1" status: 204 len: 168 time: 0.1158941 Oct 26 15:21:36.043207 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affff49-14f8-486b-93e0-e018eba856ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c6e704-3990-4f8d-a392-7915b798cba3,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:36.360600 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55010) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:36.400135 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-f93e42dc-e529-465b-94e1-2bc83b04347e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=946f07b782b141b2b1fbb4f6c7981803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383732 Oct 26 15:21:36.402687 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55012) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:36.449788 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a393b71-b477-4c73-ae87-270128ab8a40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:36.471231 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a393b71-b477-4c73-ae87-270128ab8a40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:36.516485 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a393b71-b477-4c73-ae87-270128ab8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:36.519382 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-2a393b71-b477-4c73-ae87-270128ab8a40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:36.520529 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-2a393b71-b477-4c73-ae87-270128ab8a40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c18cbb0b-23e3-4d4c-a17c-01b5ccd3c668 HTTP/1.1" status: 204 len: 168 time: 0.1169636 Oct 26 15:21:36.527867 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a393b71-b477-4c73-ae87-270128ab8a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18cbb0b-23e3-4d4c-a17c-01b5ccd3c668,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:37.228690 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55034) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:37.357334 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-717238267-network', 'tenant_id': '5bf6863f22d447dab9703409fc90c583'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:37.379291 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] Made reservation on behalf of 5bf6863f22d447dab9703409fc90c583 for: {'network': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:37.381597 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:37.390626 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:37.468214 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:37.471175 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:37.493226 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=102123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:37.506696 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1af807e-6383-46e7-87a2-90972f5bfc59,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:37.513091 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:37.513514 n-d-815498-1 neutron-server[102123]: INFO neutron.db.segments_db [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] Added segment 5deaece9-bbc3-4b34-9c15-de5cd12f940b of type vlan for network a2f2558f-0614-4936-bd19-be54213bad30 Oct 26 15:21:37.553467 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:37.578689 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:37.579591 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:37.580212 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:37.631809 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4020276 Oct 26 15:21:37.634812 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55038) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:37.640553 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-42f48c09-c083-48ae-8395-d7713114ad37 admin admin] Request body: {'subnet': {'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-717238267-subnet', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:37.643295 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb90736-5e95-46e7-99eb-cd0f1535d229 admin admin] Pushing event updated for resources: {'Network': ['ID=a2f2558f-0614-4936-bd19-be54213bad30,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:37.652861 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network a2f2558f-0614-4936-bd19-be54213bad30 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:37.667705 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f48c09-c083-48ae-8395-d7713114ad37 admin admin] Made reservation on behalf of 5bf6863f22d447dab9703409fc90c583 for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:37.670194 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42f48c09-c083-48ae-8395-d7713114ad37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:37.828416 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42f48c09-c083-48ae-8395-d7713114ad37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:37.885663 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f48c09-c083-48ae-8395-d7713114ad37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b88618-eaca-4593-acbf-877b37235f62,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:37.895371 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f48c09-c083-48ae-8395-d7713114ad37 admin admin] Checking segment: {'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:37.895724 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f48c09-c083-48ae-8395-d7713114ad37 admin admin] Network hostable DHCP agents. Network: a2f2558f-0614-4936-bd19-be54213bad30, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:37.911979 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f48c09-c083-48ae-8395-d7713114ad37 admin admin] Network a2f2558f-0614-4936-bd19-be54213bad30 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:37.919955 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-42f48c09-c083-48ae-8395-d7713114ad37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, a2f2558f-0614-4936-bd19-be54213bad30) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:37.923947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f48c09-c083-48ae-8395-d7713114ad37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:37.924524 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-42f48c09-c083-48ae-8395-d7713114ad37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:37.929489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2079e77a-8cd1-486e-940e-119229900850 None None] Network a2f2558f-0614-4936-bd19-be54213bad30 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:21:37.940480 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-42f48c09-c083-48ae-8395-d7713114ad37 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3045559 Oct 26 15:21:37.943232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55040) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:37.947641 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:37.970413 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:37.971375 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.025147 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.097111 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-a2f2558f-0614-4936-bd19-be54213bad30', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:21:38.098198 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.187273 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.246378 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Allocated IP 172.20.0.2 (a2f2558f-0614-4936-bd19-be54213bad30/e5b88618-eaca-4593-acbf-877b37235f62/8b0090b1-589b-497f-838c-6b99f7b21c29) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:38.402166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.421909 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.524269 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Allocated IP 172.25.4.145 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/c783fa7f-4d97-4402-b593-23718d3613d5) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:38.563855 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.578610 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.617046 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Network a2f2558f-0614-4936-bd19-be54213bad30 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:38.621387 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:38.625515 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:38.631014 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Pushing event updated for resources: {'Port': ['ID=8b0090b1-589b-497f-838c-6b99f7b21c29,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:38.640405 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.673934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.686378 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Attempting to bind port 8b0090b1-589b-497f-838c-6b99f7b21c29 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:21:38.686937 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Attempting to bind port 8b0090b1-589b-497f-838c-6b99f7b21c29 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:21:38.687105 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Attempting to bind port 8b0090b1-589b-497f-838c-6b99f7b21c29 on network a2f2558f-0614-4936-bd19-be54213bad30 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:38.692230 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:21:38.692607 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Checking segment: {'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:38.693003 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.693394 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Bound using segment: {'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:21:38.693864 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Bound port: 8b0090b1-589b-497f-838c-6b99f7b21c29, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:21:38.694277 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.713542 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:38.716589 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:38.720116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:38.741902 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Pushing event updated for resources: {'Port': ['ID=c783fa7f-4d97-4402-b593-23718d3613d5,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:38.755580 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] For port 8b0090b1-589b-497f-838c-6b99f7b21c29, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:38.758768 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] For port 8b0090b1-589b-497f-838c-6b99f7b21c29, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8b0090b1-589b-497f-838c-6b99f7b21c29,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:38.763101 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.819813 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049818d-0043-45c8-b684-edf4d151b2e4 None None] Pushing event updated for resources: {'Port': ['ID=8b0090b1-589b-497f-838c-6b99f7b21c29,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:38.988985 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:39.185966 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:39.314843 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Router 1a12bd88-d699-4982-a1e9-7b794fd3d73b is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:39.424671 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:39.433512 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Sync routers for ids ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:39.444503 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:39.445489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Routers {'1a12bd88-d699-4982-a1e9-7b794fd3d73b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:39.445898 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d64a2c81-4fa2-447c-98ac-dd4fb21a17ee admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5016258 Oct 26 15:21:39.446624 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:39.448698 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55042) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:39.566682 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Set router 1a12bd88-d699-4982-a1e9-7b794fd3d73b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:39.732536 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eb4809-61f3-4cb9-8b65-a1664bd2f269 None None] Network a2f2558f-0614-4936-bd19-be54213bad30 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:21:39.794764 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8b0090b1-589b-497f-838c-6b99f7b21c29 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:39.900619 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:39.901287 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-70617c53-6971-4427-b11a-3b31559286a1 None None] Provisioning complete for port 8b0090b1-589b-497f-838c-6b99f7b21c29 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:39.901674 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-70617c53-6971-4427-b11a-3b31559286a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:39.983882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 8b0090b1-589b-497f-838c-6b99f7b21c29 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:39.984165 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:39.989850 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:38Z', 'revision_number': 3, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:40.066919 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Checking router: 1a12bd88-d699-4982-a1e9-7b794fd3d73b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:40.067258 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Updating router 1a12bd88-d699-4982-a1e9-7b794fd3d73b port c783fa7f-4d97-4402-b593-23718d3613d5 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:21:40.097195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Allocated IP 172.20.0.1 (a2f2558f-0614-4936-bd19-be54213bad30/e5b88618-eaca-4593-acbf-877b37235f62/3361e11e-2eab-4b26-b190-356eb93efd07) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:40.136502 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.198298 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-70617c53-6971-4427-b11a-3b31559286a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.207847 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.247990 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.295251 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Pushing event updated for resources: {'Port': ['ID=3361e11e-2eab-4b26-b190-356eb93efd07,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:40.295507 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.302416 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Network a2f2558f-0614-4936-bd19-be54213bad30 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:40.304173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:40.307338 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:40.330793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-70617c53-6971-4427-b11a-3b31559286a1 None None] For port 8b0090b1-589b-497f-838c-6b99f7b21c29, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8b0090b1-589b-497f-838c-6b99f7b21c29,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:40.346426 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.351796 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-70617c53-6971-4427-b11a-3b31559286a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.469759 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:21:40.470100 n-d-815498-1 neutron-server[102125]: DEBUG oslo_db.api [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:21:40.474235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70617c53-6971-4427-b11a-3b31559286a1 None None] Pushing event updated for resources: {'Port': ['ID=8b0090b1-589b-497f-838c-6b99f7b21c29,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:40.495584 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.505352 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ba6a3316-a4d7-4934-9e70-1f5f816df0c8 None None] Provisioning complete for port 8b0090b1-589b-497f-838c-6b99f7b21c29 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:40.505722 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ba6a3316-a4d7-4934-9e70-1f5f816df0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.657112 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.665813 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.667166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.672378 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.717525 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Attempting to bind port c783fa7f-4d97-4402-b593-23718d3613d5 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:21:40.717915 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Attempting to bind port c783fa7f-4d97-4402-b593-23718d3613d5 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:21:40.718286 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Attempting to bind port c783fa7f-4d97-4402-b593-23718d3613d5 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:40.725142 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a7c79-8938-4524-beb2-c0cb7e3c22ae None None] Pushing event updated for resources: {'Port': ['ID=c783fa7f-4d97-4402-b593-23718d3613d5,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:40.727890 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:21:40.728264 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:40.728665 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.729043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:21:40.729514 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Bound port: c783fa7f-4d97-4402-b593-23718d3613d5, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:21:40.729897 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.743349 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.745209 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Pushing event updated for resources: {'Port': ['ID=3361e11e-2eab-4b26-b190-356eb93efd07,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:40.792113 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] For port c783fa7f-4d97-4402-b593-23718d3613d5, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:40.795943 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] For port c783fa7f-4d97-4402-b593-23718d3613d5, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c783fa7f-4d97-4402-b593-23718d3613d5,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:40.802334 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.810647 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-d0ee32a9-649f-4121-85f7-3880148043bd None None] Provisioning complete for port 3361e11e-2eab-4b26-b190-356eb93efd07 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:40.811009 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d0ee32a9-649f-4121-85f7-3880148043bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.839882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Network a2f2558f-0614-4936-bd19-be54213bad30 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:40.841455 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:40.891092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Routers {'1a12bd88-d699-4982-a1e9-7b794fd3d73b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:40.891708 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:40.936475 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee32a9-649f-4121-85f7-3880148043bd None None] Port 3361e11e-2eab-4b26-b190-356eb93efd07 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:21:40.964793 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Router 1a12bd88-d699-4982-a1e9-7b794fd3d73b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:41.083629 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:41.096471 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-80883601-8dfa-4504-badb-67f07913c07d admin admin] 10.222.0.32 "PUT /v2.0/routers/1a12bd88-d699-4982-a1e9-7b794fd3d73b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6389258 Oct 26 15:21:41.135886 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a7c79-8938-4524-beb2-c0cb7e3c22ae None None] Pushing event updated for resources: {'Port': ['ID=c783fa7f-4d97-4402-b593-23718d3613d5,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:41.201485 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-522fa477-4dac-4168-85e6-ec0ec2b5145f None None] Provisioning complete for port 3361e11e-2eab-4b26-b190-356eb93efd07 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:41.201799 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-522fa477-4dac-4168-85e6-ec0ec2b5145f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:41.249455 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] Set router 1a12bd88-d699-4982-a1e9-7b794fd3d73b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:41.279753 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-522fa477-4dac-4168-85e6-ec0ec2b5145f None None] Port 3361e11e-2eab-4b26-b190-356eb93efd07 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:21:41.456480 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 2, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:41.483500 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a2c86-18f2-4e26-8f0c-5e17cf29a8d2 None None] The sync data for ids ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'] in n-d-815498-1 is: [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 2, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:41.567427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55058) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:41.572730 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-542169031-network', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:41.595935 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] Made reservation on behalf of d4241ec3029a44ddb4f9cecd9394adaa for: {'network': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:41.598495 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for network, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:41.607473 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:41.707389 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:41.711895 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:41.738769 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=102124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:41.750001 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf71eac-a2ae-4f80-9a61-8d53a1a391c7,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:41.755276 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:41.755617 n-d-815498-1 neutron-server[102124]: INFO neutron.db.segments_db [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] Added segment 57ac1a59-4d99-4004-9d36-b3a1cd7fbeda of type vlan for network 6a6a70c3-0593-4dc6-9dc7-22ed138504c2 Oct 26 15:21:41.766971 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8b0090b1-589b-497f-838c-6b99f7b21c29 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:41.802167 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772549188024'] for network, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:41.824720 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 8b0090b1-589b-497f-838c-6b99f7b21c29 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:41.825254 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:41.834179 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306'] for network, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:41.835279 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:41.835816 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:41.897762 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3264856 Oct 26 15:21:41.897973 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55060) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:41.905125 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-10ca2279-3bf7-4540-b512-57e6a393ac4e admin admin] Request body: {'subnet': {'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-542169031-subnet', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'ip_version': 4}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:41.909610 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126780b6-acf2-41b5-8e3b-325409a97c80 admin admin] Pushing event updated for resources: {'Network': ['ID=6a6a70c3-0593-4dc6-9dc7-22ed138504c2,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:41.922241 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Network 6a6a70c3-0593-4dc6-9dc7-22ed138504c2 details requested by agent ovs-agent-n-d-815498-1 with host n-d-815498-1 {{(pid=102125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:41.930100 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ca2279-3bf7-4540-b512-57e6a393ac4e admin admin] Made reservation on behalf of d4241ec3029a44ddb4f9cecd9394adaa for: {'subnet': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:41.933865 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10ca2279-3bf7-4540-b512-57e6a393ac4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2453811'] for subnet, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:42.397849 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10ca2279-3bf7-4540-b512-57e6a393ac4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9425163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2453773'] for subnet, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:42.454002 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca2279-3bf7-4540-b512-57e6a393ac4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3fe3054-e561-4f20-9dc3-f435e26b8ad3,revision_number=0']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:42.462998 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca2279-3bf7-4540-b512-57e6a393ac4e admin admin] Checking segment: {'id': '57ac1a59-4d99-4004-9d36-b3a1cd7fbeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:42.463357 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ca2279-3bf7-4540-b512-57e6a393ac4e admin admin] Network hostable DHCP agents. Network: 6a6a70c3-0593-4dc6-9dc7-22ed138504c2, hostable agents: ['63c17623-aee9-4a8e-8447-31985209c3a6'], hosted agents: [] {{(pid=102124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:42.482806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ca2279-3bf7-4540-b512-57e6a393ac4e admin admin] Network 6a6a70c3-0593-4dc6-9dc7-22ed138504c2 is scheduled to be hosted by DHCP agent 63c17623-aee9-4a8e-8447-31985209c3a6 with binding_index 1 {{(pid=102124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:42.493083 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-10ca2279-3bf7-4540-b512-57e6a393ac4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815498-1, 6a6a70c3-0593-4dc6-9dc7-22ed138504c2) {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:42.498303 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ca2279-3bf7-4540-b512-57e6a393ac4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:42.498885 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-10ca2279-3bf7-4540-b512-57e6a393ac4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:42.504894 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3468be17-6845-4766-8413-7e50f5f9e639 None None] Network 6a6a70c3-0593-4dc6-9dc7-22ed138504c2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:21:42.515846 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-10ca2279-3bf7-4540-b512-57e6a393ac4e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6145799 Oct 26 15:21:42.518474 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55062) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:42.522965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-542169031-router', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:42.547863 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1640338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15127'] for router, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:42.548934 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1654212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15104'] for router, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:42.608311 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:42.668985 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9eeeaf1e-3631-58f4-bb53-2ceb8cc89656-6a6a70c3-0593-4dc6-9dc7-22ed138504c2', 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'fixed_ips': [{'subnet_id': 'a3fe3054-e561-4f20-9dc3-f435e26b8ad3'}]}} from n-d-815498-1. {{(pid=102125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:21:42.670185 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:42.754465 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:42.813125 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.db_base_plugin_common [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Allocated IP 172.20.0.2 (6a6a70c3-0593-4dc6-9dc7-22ed138504c2/a3fe3054-e561-4f20-9dc3-f435e26b8ad3/bff7507d-4e2a-4e98-9400-422b8b8eab23) {{(pid=102125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:42.963018 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:42.967352 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5b49983e-83bd-44b4-9c7f-c6b614a93a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:42.971683 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Publish callbacks [] for port, precommit_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:42.980092 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070'] for port, after_create {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:42.988434 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.029666 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Network 6a6a70c3-0593-4dc6-9dc7-22ed138504c2 is already hosted by enough agents. {{(pid=102125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:43.032722 n-d-815498-1 neutron-server[102125]: DEBUG neutron.scheduler.base_scheduler [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Resources bound (agent type, host, resource id): {{(pid=102125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:43.037866 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Received port after_create {{(pid=102125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:43.041041 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Pushing event updated for resources: {'Port': ['ID=bff7507d-4e2a-4e98-9400-422b8b8eab23,revision_number=1']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:43.092055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Attempting to bind port bff7507d-4e2a-4e98-9400-422b8b8eab23 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:21:43.092415 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Attempting to bind port bff7507d-4e2a-4e98-9400-422b8b8eab23 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '57ac1a59-4d99-4004-9d36-b3a1cd7fbeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:21:43.092780 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Attempting to bind port bff7507d-4e2a-4e98-9400-422b8b8eab23 on network 6a6a70c3-0593-4dc6-9dc7-22ed138504c2 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:43.092907 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Allocated IP 172.25.4.25 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/cdb424cf-c6bf-482b-8731-e7457377bd37) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:43.098254 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:21:43.098690 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Checking segment: {'id': '57ac1a59-4d99-4004-9d36-b3a1cd7fbeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:43.099101 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.099524 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Bound using segment: {'id': '57ac1a59-4d99-4004-9d36-b3a1cd7fbeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:21:43.100021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Bound port: bff7507d-4e2a-4e98-9400-422b8b8eab23, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ac1a59-4d99-4004-9d36-b3a1cd7fbeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:21:43.100434 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.162942 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] For port bff7507d-4e2a-4e98-9400-422b8b8eab23, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:43.166246 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] For port bff7507d-4e2a-4e98-9400-422b8b8eab23, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bff7507d-4e2a-4e98-9400-422b8b8eab23,segment=NetworkSegment(57ac1a59-4d99-4004-9d36-b3a1cd7fbeda),segment_id=57ac1a59-4d99-4004-9d36-b3a1cd7fbeda)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:43.172358 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.207111 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.236671 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67de438-97cc-49c0-91ca-b9907a1bdb70 None None] Pushing event updated for resources: {'Port': ['ID=bff7507d-4e2a-4e98-9400-422b8b8eab23,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:43.252722 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.294212 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:43.297856 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:43.301798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:43.307586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Pushing event updated for resources: {'Port': ['ID=cdb424cf-c6bf-482b-8731-e7457377bd37,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:43.576777 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.579173 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Sync routers for ids ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:43.588874 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Routers {'1a12bd88-d699-4982-a1e9-7b794fd3d73b'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:43.589474 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:43.697442 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Set router 1a12bd88-d699-4982-a1e9-7b794fd3d73b gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:43.785293 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1654169'] for router, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.789867 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c783fa7f-4d97-4402-b593-23718d3613d5 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:43.851516 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port c783fa7f-4d97-4402-b593-23718d3613d5 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:43.851888 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.916589 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 2, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:43.930986 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Router fdf87a01-3258-4395-abc0-1a3ac3cfe624 is scheduled to L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f with binding_index 1 {{(pid=102124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:43.945034 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.948155 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Checking router: 1a12bd88-d699-4982-a1e9-7b794fd3d73b for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:43.948611 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Updating router 1a12bd88-d699-4982-a1e9-7b794fd3d73b port 3361e11e-2eab-4b26-b190-356eb93efd07 binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:21:43.971932 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port c783fa7f-4d97-4402-b593-23718d3613d5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c783fa7f-4d97-4402-b593-23718d3613d5,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:43.978252 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.979105 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bff7507d-4e2a-4e98-9400-422b8b8eab23 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:43.983476 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.067116 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:44.068550 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=c783fa7f-4d97-4402-b593-23718d3613d5,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:44.079501 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Sync routers for ids ['fdf87a01-3258-4395-abc0-1a3ac3cfe624'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:44.096342 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Routers {'fdf87a01-3258-4395-abc0-1a3ac3cfe624'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:44.097264 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fdf87a01-3258-4395-abc0-1a3ac3cfe624'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:44.102913 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] Publish callbacks [] for router, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.106627 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-bb2f0de3-f0ac-4bfc-832c-17a818d39936 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5869899 Oct 26 15:21:44.107824 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55064) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:44.207994 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Set router fdf87a01-3258-4395-abc0-1a3ac3cfe624 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:44.270909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port bff7507d-4e2a-4e98-9400-422b8b8eab23 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:44.271282 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.280139 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.288145 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.343192 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8657dcb-33ae-4a48-94e8-722e8c78e27d None None] Pushing event updated for resources: {'Port': ['ID=3361e11e-2eab-4b26-b190-356eb93efd07,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:44.352096 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8657dcb-33ae-4a48-94e8-722e8c78e27d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:44.352775 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8657dcb-33ae-4a48-94e8-722e8c78e27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:44.353299 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8657dcb-33ae-4a48-94e8-722e8c78e27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:44.353856 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8657dcb-33ae-4a48-94e8-722e8c78e27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:44.355410 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8657dcb-33ae-4a48-94e8-722e8c78e27d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:44.355834 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8657dcb-33ae-4a48-94e8-722e8c78e27d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:44.356403 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8657dcb-33ae-4a48-94e8-722e8c78e27d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:44.357382 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8657dcb-33ae-4a48-94e8-722e8c78e27d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:44.357805 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8657dcb-33ae-4a48-94e8-722e8c78e27d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:44.358360 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8657dcb-33ae-4a48-94e8-722e8c78e27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:44.358755 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8657dcb-33ae-4a48-94e8-722e8c78e27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:44.359139 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8657dcb-33ae-4a48-94e8-722e8c78e27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:44.427459 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Attempting to bind port 3361e11e-2eab-4b26-b190-356eb93efd07 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:21:44.428076 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Attempting to bind port 3361e11e-2eab-4b26-b190-356eb93efd07 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:21:44.428747 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Attempting to bind port 3361e11e-2eab-4b26-b190-356eb93efd07 on network a2f2558f-0614-4936-bd19-be54213bad30 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:44.431574 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848cbe84-1110-4a94-b3cf-fdfcf64c5a81 None None] Network 6a6a70c3-0593-4dc6-9dc7-22ed138504c2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:21:44.434601 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:21:44.435270 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Checking segment: {'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:44.435957 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.436502 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Bound using segment: {'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:21:44.437135 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Bound port: 3361e11e-2eab-4b26-b190-356eb93efd07, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:21:44.437684 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.515110 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] For port 3361e11e-2eab-4b26-b190-356eb93efd07, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:44.519378 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] For port 3361e11e-2eab-4b26-b190-356eb93efd07, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3361e11e-2eab-4b26-b190-356eb93efd07,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:44.527043 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.585360 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8657dcb-33ae-4a48-94e8-722e8c78e27d None None] Pushing event updated for resources: {'Port': ['ID=3361e11e-2eab-4b26-b190-356eb93efd07,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:44.590430 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.621292 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Routers {'1a12bd88-d699-4982-a1e9-7b794fd3d73b'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:44.622024 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:15Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:44.632567 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.642809 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-c4b38ab4-454e-4bc8-81e7-523232d5dbe5 None None] Provisioning complete for port bff7507d-4e2a-4e98-9400-422b8b8eab23 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:44.643276 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c4b38ab4-454e-4bc8-81e7-523232d5dbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.713091 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port bff7507d-4e2a-4e98-9400-422b8b8eab23, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bff7507d-4e2a-4e98-9400-422b8b8eab23,segment=NetworkSegment(57ac1a59-4d99-4004-9d36-b3a1cd7fbeda),segment_id=57ac1a59-4d99-4004-9d36-b3a1cd7fbeda)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:44.723626 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'name': 'tempest-TestSnapshotPattern-542169031-router', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 3, 'project_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'gw_port': {'id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:44.732508 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.789207 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Checking router: fdf87a01-3258-4395-abc0-1a3ac3cfe624 for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:44.789366 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Updating router fdf87a01-3258-4395-abc0-1a3ac3cfe624 port cdb424cf-c6bf-482b-8731-e7457377bd37 binding host n-d-815498-1 {{(pid=102125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:21:44.835780 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] Set router 1a12bd88-d699-4982-a1e9-7b794fd3d73b gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:44.846537 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Allocated IP 172.20.0.1 (6a6a70c3-0593-4dc6-9dc7-22ed138504c2/a3fe3054-e561-4f20-9dc3-f435e26b8ad3/13992eb4-d7f8-427e-937e-76b31d2a20fc) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:44.867116 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.907214 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=bff7507d-4e2a-4e98-9400-422b8b8eab23,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:44.987974 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.035357 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.077967 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Network 6a6a70c3-0593-4dc6-9dc7-22ed138504c2 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:45.096696 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Pushing event updated for resources: {'Port': ['ID=13992eb4-d7f8-427e-937e-76b31d2a20fc,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:45.098126 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-2f88efce-2a5f-4304-aad7-5cd25a974e8e None None] Provisioning complete for port 3361e11e-2eab-4b26-b190-356eb93efd07 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:45.098619 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f88efce-2a5f-4304-aad7-5cd25a974e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.102362 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:45.105995 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:45.109477 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:44Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:45.143617 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2961be4-947e-435a-afb3-3f530a2e3547 None None] The sync data for ids ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'] in n-d-815498-1 is: [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:44Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:45.155070 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639620'] for router_interface, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.230458 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f88efce-2a5f-4304-aad7-5cd25a974e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.300739 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.495605 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.502037 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.502888 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1830392a-c3c1-4330-b244-6ed8e5213256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.517896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-2f88efce-2a5f-4304-aad7-5cd25a974e8e None None] For port 3361e11e-2eab-4b26-b190-356eb93efd07, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3361e11e-2eab-4b26-b190-356eb93efd07,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:45.529954 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2f88efce-2a5f-4304-aad7-5cd25a974e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.537380 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Publish callbacks [] for port, precommit_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.564239 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.580882 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Pushing event updated for resources: {'Port': ['ID=13992eb4-d7f8-427e-937e-76b31d2a20fc,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:45.586563 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654612'] for router_interface, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.606905 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88efce-2a5f-4304-aad7-5cd25a974e8e None None] Pushing event updated for resources: {'Port': ['ID=3361e11e-2eab-4b26-b190-356eb93efd07,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:45.633891 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Attempting to bind port cdb424cf-c6bf-482b-8731-e7457377bd37 on host n-d-815498-1 for vnic_type normal with profile {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:21:45.634298 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Attempting to bind port cdb424cf-c6bf-482b-8731-e7457377bd37 by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:21:45.634671 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Attempting to bind port cdb424cf-c6bf-482b-8731-e7457377bd37 on network 6858978a-703b-4f5b-a2d7-0e22b0a00783 {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:45.649363 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:21:45.649739 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Checking segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:45.650402 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.650615 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Bound using segment: {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'} {{(pid=102125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:21:45.651051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.managers [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Bound port: cdb424cf-c6bf-482b-8731-e7457377bd37, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c9119-c3c6-4f49-a92a-119bd0427886', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783'}}] {{(pid=102125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:21:45.651439 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.696694 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7e2ac-a171-4b59-9ad1-aa5ecbfdc6ea None None] Pushing event updated for resources: {'Port': ['ID=cdb424cf-c6bf-482b-8731-e7457377bd37,revision_number=2']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:45.703836 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Network 6a6a70c3-0593-4dc6-9dc7-22ed138504c2 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:45.705743 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:45.708442 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ca1a6dd8-d74f-477e-8db6-d4bdb1972e02 None None] Provisioning complete for port 13992eb4-d7f8-427e-937e-76b31d2a20fc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:45.708818 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6dd8-d74f-477e-8db6-d4bdb1972e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.776882 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] For port cdb424cf-c6bf-482b-8731-e7457377bd37, host n-d-815498-1, cleared binding levels {{(pid=102125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:45.781373 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] For port cdb424cf-c6bf-482b-8731-e7457377bd37, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cdb424cf-c6bf-482b-8731-e7457377bd37,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:45.782896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a6dd8-d74f-477e-8db6-d4bdb1972e02 None None] Port 13992eb4-d7f8-427e-937e-76b31d2a20fc cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:21:45.800116 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.804174 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c783fa7f-4d97-4402-b593-23718d3613d5 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:45.842113 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-ca1a6dd8-d74f-477e-8db6-d4bdb1972e02 None None] Provisioning complete for port bff7507d-4e2a-4e98-9400-422b8b8eab23 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:45.842490 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6dd8-d74f-477e-8db6-d4bdb1972e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.862921 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Router fdf87a01-3258-4395-abc0-1a3ac3cfe624 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:45.959382 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Routers {'fdf87a01-3258-4395-abc0-1a3ac3cfe624'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:45.960021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fdf87a01-3258-4395-abc0-1a3ac3cfe624'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:46.004341 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:46.014704 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-1ff25fa0-2912-489e-a44f-f6b51cebd40c admin admin] 10.222.0.32 "PUT /v2.0/routers/fdf87a01-3258-4395-abc0-1a3ac3cfe624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9058034 Oct 26 15:21:46.027584 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7e2ac-a171-4b59-9ad1-aa5ecbfdc6ea None None] Pushing event updated for resources: {'Port': ['ID=cdb424cf-c6bf-482b-8731-e7457377bd37,revision_number=3']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:46.104327 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port c783fa7f-4d97-4402-b593-23718d3613d5 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:46.105029 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:46.141348 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] Set router fdf87a01-3258-4395-abc0-1a3ac3cfe624 gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:46.335478 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3361e11e-2eab-4b26-b190-356eb93efd07 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:46.371496 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-df081afa-0847-4c2a-9e88-09d0b4292ead None None] Provisioning complete for port 13992eb4-d7f8-427e-937e-76b31d2a20fc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:46.371868 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-df081afa-0847-4c2a-9e88-09d0b4292ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:46.452056 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-df081afa-0847-4c2a-9e88-09d0b4292ead None None] Port 13992eb4-d7f8-427e-937e-76b31d2a20fc cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:21:46.470918 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 3361e11e-2eab-4b26-b190-356eb93efd07 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:46.471286 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:46.515263 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'name': 'tempest-TestSnapshotPattern-542169031-router', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 4, 'project_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'gw_port': {'id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '13992eb4-d7f8-427e-937e-76b31d2a20fc', 'name': '', 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'mac_address': 'fa:16:3e:89:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a3fe3054-e561-4f20-9dc3-f435e26b8ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:44Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 2, 'project_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'subnets': [{'id': 'a3fe3054-e561-4f20-9dc3-f435e26b8ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:46.546274 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736fa55-731a-4f6f-9be1-172f28b8bfea None None] The sync data for ids ['fdf87a01-3258-4395-abc0-1a3ac3cfe624'] in n-d-815498-1 is: [{'id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'name': 'tempest-TestSnapshotPattern-542169031-router', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 4, 'project_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'gw_port': {'id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '13992eb4-d7f8-427e-937e-76b31d2a20fc', 'name': '', 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'mac_address': 'fa:16:3e:89:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a3fe3054-e561-4f20-9dc3-f435e26b8ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:44Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 2, 'project_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'subnets': [{'id': 'a3fe3054-e561-4f20-9dc3-f435e26b8ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:46.590489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bff7507d-4e2a-4e98-9400-422b8b8eab23 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:46.639446 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port bff7507d-4e2a-4e98-9400-422b8b8eab23 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:46.640063 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:46.810105 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:46.929007 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55072) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:46.933814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-d3547d41-2e05-4dac-9e83-13c3e404d16d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020640872', 'description': 'tempest-secgroup-smoke-1020640872 description', 'project_id': '5bf6863f22d447dab9703409fc90c583'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:46.956898 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3547d41-2e05-4dac-9e83-13c3e404d16d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.030820 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3547d41-2e05-4dac-9e83-13c3e404d16d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.035116 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3547d41-2e05-4dac-9e83-13c3e404d16d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.067045 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-d3547d41-2e05-4dac-9e83-13c3e404d16d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.068297 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-d3547d41-2e05-4dac-9e83-13c3e404d16d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1382570 Oct 26 15:21:47.070241 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3547d41-2e05-4dac-9e83-13c3e404d16d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:47.071607 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55074) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:47.081747 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-0837e83e-89bb-4d43-86dc-8acaa7874301 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Request body: {'security_group_rule': {'security_group_id': 'a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f', 'project_id': '5bf6863f22d447dab9703409fc90c583', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:47.109173 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0837e83e-89bb-4d43-86dc-8acaa7874301 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.169711 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0837e83e-89bb-4d43-86dc-8acaa7874301 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.173363 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0837e83e-89bb-4d43-86dc-8acaa7874301 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.180176 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.193968 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837e83e-89bb-4d43-86dc-8acaa7874301 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f104616e-e702-4fd4-ad35-a888a1f0543d,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:47.198284 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-0837e83e-89bb-4d43-86dc-8acaa7874301 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.199737 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-0837e83e-89bb-4d43-86dc-8acaa7874301 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255615 Oct 26 15:21:47.202762 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55076) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:47.207237 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-6b2402e7-4f60-4430-9a2c-ab4b73bf27b7 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Request body: {'security_group_rule': {'security_group_id': 'a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f', 'project_id': '5bf6863f22d447dab9703409fc90c583', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:47.232579 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b2402e7-4f60-4430-9a2c-ab4b73bf27b7 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.288422 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b2402e7-4f60-4430-9a2c-ab4b73bf27b7 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.291766 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b2402e7-4f60-4430-9a2c-ab4b73bf27b7 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.310302 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2402e7-4f60-4430-9a2c-ab4b73bf27b7 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592c2672-b28d-4b8c-b8cf-8f68ab9eb1e4,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:47.315324 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-6b2402e7-4f60-4430-9a2c-ab4b73bf27b7 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.317004 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-6b2402e7-4f60-4430-9a2c-ab4b73bf27b7 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128194 Oct 26 15:21:47.319204 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55078) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:47.323472 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-1a1a6a08-f230-44c4-92d7-4f7fab8a61ee tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Request body: {'security_group_rule': {'security_group_id': 'a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f', 'project_id': '5bf6863f22d447dab9703409fc90c583', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:47.352008 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a1a6a08-f230-44c4-92d7-4f7fab8a61ee tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.411141 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a1a6a08-f230-44c4-92d7-4f7fab8a61ee tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.414644 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a1a6a08-f230-44c4-92d7-4f7fab8a61ee tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.431997 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a6a08-f230-44c4-92d7-4f7fab8a61ee tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dce2f10-d9d6-4f10-afab-d1a85a7c4b9f,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:47.441069 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-1a1a6a08-f230-44c4-92d7-4f7fab8a61ee tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.442287 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-1a1a6a08-f230-44c4-92d7-4f7fab8a61ee tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221442 Oct 26 15:21:47.444999 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55080) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:47.449258 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-cbc18429-b22a-4a10-97d1-73c01917ccf0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Request body: {'security_group_rule': {'security_group_id': 'a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f', 'project_id': '5bf6863f22d447dab9703409fc90c583', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:47.474690 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbc18429-b22a-4a10-97d1-73c01917ccf0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.535701 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbc18429-b22a-4a10-97d1-73c01917ccf0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.539953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbc18429-b22a-4a10-97d1-73c01917ccf0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.557279 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc18429-b22a-4a10-97d1-73c01917ccf0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b0b7f0-6258-4013-b4c4-00caf76f6415,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:47.565798 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-cbc18429-b22a-4a10-97d1-73c01917ccf0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.569534 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-cbc18429-b22a-4a10-97d1-73c01917ccf0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211171 Oct 26 15:21:47.569678 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55082) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:47.574059 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-03844273-d8e0-4386-87b2-ded25d14cdbf tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Request body: {'security_group_rule': {'security_group_id': 'a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f', 'project_id': '5bf6863f22d447dab9703409fc90c583', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:47.595471 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-03844273-d8e0-4386-87b2-ded25d14cdbf tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Project 5bf6863f22d447dab9703409fc90c583 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:21:47.600178 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-03844273-d8e0-4386-87b2-ded25d14cdbf tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.660716 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-03844273-d8e0-4386-87b2-ded25d14cdbf tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.664600 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-03844273-d8e0-4386-87b2-ded25d14cdbf tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.685421 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03844273-d8e0-4386-87b2-ded25d14cdbf tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26685401-a0a8-47d8-b771-a6bc3591369c,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:47.691508 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-03844273-d8e0-4386-87b2-ded25d14cdbf tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.692712 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-03844273-d8e0-4386-87b2-ded25d14cdbf tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220548 Oct 26 15:21:47.695397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55084) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:47.699708 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [None req-4048b0b7-5950-4887-8a34-01b0f1d464f0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Request body: {'security_group_rule': {'security_group_id': 'a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f', 'project_id': '5bf6863f22d447dab9703409fc90c583', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:47.722485 n-d-815498-1 neutron-server[102123]: INFO neutron.db.securitygroups_db [None req-4048b0b7-5950-4887-8a34-01b0f1d464f0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Project 5bf6863f22d447dab9703409fc90c583 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:21:47.727420 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4048b0b7-5950-4887-8a34-01b0f1d464f0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.787624 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4048b0b7-5950-4887-8a34-01b0f1d464f0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.791406 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4048b0b7-5950-4887-8a34-01b0f1d464f0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023139'] for security_group_rule, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.808408 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048b0b7-5950-4887-8a34-01b0f1d464f0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b25ade3-121b-441a-8e40-1382ce9f2dc7,revision_number=0']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:47.816163 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4048b0b7-5950-4887-8a34-01b0f1d464f0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:47.817380 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4048b0b7-5950-4887-8a34-01b0f1d464f0 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210663 Oct 26 15:21:47.976989 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-1b10aedb-336b-4ae2-abab-445716096435 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020640872&fields=id&tenant_id=5bf6863f22d447dab9703409fc90c583 HTTP/1.1" status: 200 len: 267 time: 0.0368874 Oct 26 15:21:48.086227 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be1d49-2d27-434c-b90d-b47579663fff req-74ec6b53-6128-4214-ba1d-4ba90bbf3441 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:48.087759 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-74ec6b53-6128-4214-ba1d-4ba90bbf3441 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 809 time: 0.1038625 Oct 26 15:21:48.105702 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-af90a2cb-28b8-4617-99d9-1d3d72a8fdcd tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/quotas/5bf6863f22d447dab9703409fc90c583 HTTP/1.1" status: 200 len: 375 time: 0.0099528 Oct 26 15:21:48.160486 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-38f7d533-0f13-4cad-b17c-e8b428c638fe tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484281 Oct 26 15:21:48.273695 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-ac463874-d384-4d29-8a50-96f77fdd92b1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:21:48.274727 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-ac463874-d384-4d29-8a50-96f77fdd92b1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1024437 Oct 26 15:21:48.373972 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-ae4e2578-d934-4b4a-9431-ae6f690d308c service neutron] 10.222.0.32 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921671 Oct 26 15:21:48.470011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-3c1ef625-0429-445e-9cdc-eaf2486f2211 service neutron] 10.222.0.32 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897675 Oct 26 15:21:48.652044 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-445ac613-cdc8-4b8e-ae02-68b342567808 req-7be16897-ae8e-48ea-b762-3c810b213365 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 210 time: 0.0310652 Oct 26 15:21:48.892935 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:49.416016 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Sync routers for ids ['fdf87a01-3258-4395-abc0-1a3ac3cfe624'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:49.425653 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Routers {'fdf87a01-3258-4395-abc0-1a3ac3cfe624'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:49.426269 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fdf87a01-3258-4395-abc0-1a3ac3cfe624'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:49.538860 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Set router fdf87a01-3258-4395-abc0-1a3ac3cfe624 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:49.702599 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be1d49-2d27-434c-b90d-b47579663fff req-adff5019-ae08-4d63-8b9d-58c6ad2e9ab8 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:49.704247 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-adff5019-ae08-4d63-8b9d-58c6ad2e9ab8 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.11 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 809 time: 0.1580946 Oct 26 15:21:49.756138 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'name': 'tempest-TestSnapshotPattern-542169031-router', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 4, 'project_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'gw_port': {'id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '13992eb4-d7f8-427e-937e-76b31d2a20fc', 'name': '', 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'mac_address': 'fa:16:3e:89:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a3fe3054-e561-4f20-9dc3-f435e26b8ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:44Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 2, 'project_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'subnets': [{'id': 'a3fe3054-e561-4f20-9dc3-f435e26b8ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:49.769785 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-b3156246-ee88-45ae-a76e-4d43c8db2ad6 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf6863f22d447dab9703409fc90c583 HTTP/1.1" status: 200 len: 380 time: 0.0544884 Oct 26 15:21:49.786976 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Checking router: fdf87a01-3258-4395-abc0-1a3ac3cfe624 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:49.787411 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Updating router fdf87a01-3258-4395-abc0-1a3ac3cfe624 port 13992eb4-d7f8-427e-937e-76b31d2a20fc binding host n-d-815498-1 {{(pid=102126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:21:49.789235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-b4be1d49-2d27-434c-b90d-b47579663fff req-51c9a1e4-929e-4ccc-96d5-2212af2c5c0f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Request body: {'port': {'device_id': '0e9ccb56-65eb-408b-920d-3216720f5746', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'admin_state_up': True, 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'security_groups': ['a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f']}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:49.814252 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:49.830981 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cdb424cf-c6bf-482b-8731-e7457377bd37 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:49.885037 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port cdb424cf-c6bf-482b-8731-e7457377bd37 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:49.885758 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:49.917284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-50ffaff3-770e-4e71-ad2d-192428e2fbf8 req-c6578556-f465-416b-bd6d-472883667811 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 210 time: 0.1423888 Oct 26 15:21:49.973327 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:49.998060 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4be1d49-2d27-434c-b90d-b47579663fff req-51c9a1e4-929e-4ccc-96d5-2212af2c5c0f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Made reservation on behalf of 5bf6863f22d447dab9703409fc90c583 for: {'port': 1} {{(pid=102123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:49.998929 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] For port cdb424cf-c6bf-482b-8731-e7457377bd37, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cdb424cf-c6bf-482b-8731-e7457377bd37,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:50.003362 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b4be1d49-2d27-434c-b90d-b47579663fff req-51c9a1e4-929e-4ccc-96d5-2212af2c5c0f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.004608 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.074808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Pushing event updated for resources: {'Port': ['ID=cdb424cf-c6bf-482b-8731-e7457377bd37,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:50.152652 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_common [req-b4be1d49-2d27-434c-b90d-b47579663fff req-51c9a1e4-929e-4ccc-96d5-2212af2c5c0f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Allocated IP 172.20.0.13 (a2f2558f-0614-4936-bd19-be54213bad30/e5b88618-eaca-4593-acbf-877b37235f62/95afb37f-dc43-46f7-a1ad-d22fcaf51d08) {{(pid=102123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:50.169214 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.175395 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.226331 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a4861-e649-4edf-a132-046d299372e8 None None] Pushing event updated for resources: {'Port': ['ID=13992eb4-d7f8-427e-937e-76b31d2a20fc,revision_number=3']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:50.288445 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Attempting to bind port 13992eb4-d7f8-427e-937e-76b31d2a20fc on host n-d-815498-1 for vnic_type normal with profile {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:21:50.288445 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Attempting to bind port 13992eb4-d7f8-427e-937e-76b31d2a20fc by drivers openvswitch,hyperv on host n-d-815498-1 at level 0 using segments [{'id': '57ac1a59-4d99-4004-9d36-b3a1cd7fbeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2'}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:21:50.288928 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Attempting to bind port 13992eb4-d7f8-427e-937e-76b31d2a20fc on network 6a6a70c3-0593-4dc6-9dc7-22ed138504c2 {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:50.297335 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Checking agent: {'id': 'bfd4c273-e8c9-4762-acb9-f69610b3787e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 45, 46), 'started_at': datetime.datetime(2021, 10, 26, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815498-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:21:50.297716 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Checking segment: {'id': '57ac1a59-4d99-4004-9d36-b3a1cd7fbeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:50.298153 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.298550 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Bound using segment: {'id': '57ac1a59-4d99-4004-9d36-b3a1cd7fbeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2'} {{(pid=102126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:21:50.299063 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.managers [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Bound port: 13992eb4-d7f8-427e-937e-76b31d2a20fc, host: n-d-815498-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ac1a59-4d99-4004-9d36-b3a1cd7fbeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2'}}] {{(pid=102126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:21:50.299398 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.320684 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b4be1d49-2d27-434c-b90d-b47579663fff req-51c9a1e4-929e-4ccc-96d5-2212af2c5c0f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for port, precommit_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.364154 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b4be1d49-2d27-434c-b90d-b47579663fff req-51c9a1e4-929e-4ccc-96d5-2212af2c5c0f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_create {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.368466 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] For port 13992eb4-d7f8-427e-937e-76b31d2a20fc, host n-d-815498-1, cleared binding levels {{(pid=102126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:50.373710 n-d-815498-1 neutron-server[102126]: DEBUG neutron.plugins.ml2.db [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] For port 13992eb4-d7f8-427e-937e-76b31d2a20fc, host n-d-815498-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=13992eb4-d7f8-427e-937e-76b31d2a20fc,segment=NetworkSegment(57ac1a59-4d99-4004-9d36-b3a1cd7fbeda),segment_id=57ac1a59-4d99-4004-9d36-b3a1cd7fbeda)] {{(pid=102126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:50.379638 n-d-815498-1 neutron-server[102126]: DEBUG neutron_lib.callbacks.manager [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.412191 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4be1d49-2d27-434c-b90d-b47579663fff req-51c9a1e4-929e-4ccc-96d5-2212af2c5c0f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Network a2f2558f-0614-4936-bd19-be54213bad30 is already hosted by enough agents. {{(pid=102123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:50.417325 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.base_scheduler [req-b4be1d49-2d27-434c-b90d-b47579663fff req-51c9a1e4-929e-4ccc-96d5-2212af2c5c0f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Resources bound (agent type, host, resource id): {{(pid=102123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:50.419424 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4be1d49-2d27-434c-b90d-b47579663fff req-51c9a1e4-929e-4ccc-96d5-2212af2c5c0f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Received port after_create {{(pid=102123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:50.443719 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Routers {'fdf87a01-3258-4395-abc0-1a3ac3cfe624'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:50.444357 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fdf87a01-3258-4395-abc0-1a3ac3cfe624'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:50.449246 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9a1e4-929e-4ccc-96d5-2212af2c5c0f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event updated for resources: {'Port': ['ID=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,revision_number=1']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:50.484301 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be1d49-2d27-434c-b90d-b47579663fff req-51c9a1e4-929e-4ccc-96d5-2212af2c5c0f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:50.485193 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b4be1d49-2d27-434c-b90d-b47579663fff req-51c9a1e4-929e-4ccc-96d5-2212af2c5c0f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.512081 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-5c98084b-738c-4321-80e7-aa2c3d1057eb None None] Provisioning complete for port 13992eb4-d7f8-427e-937e-76b31d2a20fc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:50.512584 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5c98084b-738c-4321-80e7-aa2c3d1057eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.522663 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-51c9a1e4-929e-4ccc-96d5-2212af2c5c0f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7396700 Oct 26 15:21:50.522906 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a4861-e649-4edf-a132-046d299372e8 None None] Pushing event updated for resources: {'Port': ['ID=13992eb4-d7f8-427e-937e-76b31d2a20fc,revision_number=4']} {{(pid=102126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:50.540769 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.v2.base [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Request body: {'port': {'device_id': '0e9ccb56-65eb-408b-920d-3216720f5746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815498-1'}} {{(pid=102123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:50.561419 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] Set router fdf87a01-3258-4395-abc0-1a3ac3cfe624 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:50.616101 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.641876 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5c98084b-738c-4321-80e7-aa2c3d1057eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.688950 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-5c98084b-738c-4321-80e7-aa2c3d1057eb None None] For port 13992eb4-d7f8-427e-937e-76b31d2a20fc, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=13992eb4-d7f8-427e-937e-76b31d2a20fc,segment=NetworkSegment(57ac1a59-4d99-4004-9d36-b3a1cd7fbeda),segment_id=57ac1a59-4d99-4004-9d36-b3a1cd7fbeda)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:50.694508 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-5c98084b-738c-4321-80e7-aa2c3d1057eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.765592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98084b-738c-4321-80e7-aa2c3d1057eb None None] Pushing event updated for resources: {'Port': ['ID=13992eb4-d7f8-427e-937e-76b31d2a20fc,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:50.826445 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-4f9e22bf-fd6a-43c7-bca3-5773f03a4233 None None] Provisioning complete for port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:50.827174 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4f9e22bf-fd6a-43c7-bca3-5773f03a4233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.845960 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'name': 'tempest-TestSnapshotPattern-542169031-router', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 4, 'project_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'gw_port': {'id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '13992eb4-d7f8-427e-937e-76b31d2a20fc', 'name': '', 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'mac_address': 'fa:16:3e:89:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a3fe3054-e561-4f20-9dc3-f435e26b8ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:44Z', 'updated_at': '2021-10-26T15:21:50Z', 'revision_number': 4, 'project_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'subnets': [{'id': 'a3fe3054-e561-4f20-9dc3-f435e26b8ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:50.869558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e22bf-fd6a-43c7-bca3-5773f03a4233 None None] Port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:21:50.873344 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c50ea-f9f2-4042-b021-505e99c579b5 None None] The sync data for ids ['fdf87a01-3258-4395-abc0-1a3ac3cfe624'] in n-d-815498-1 is: [{'id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'name': 'tempest-TestSnapshotPattern-542169031-router', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 4, 'project_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'gw_port': {'id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '13992eb4-d7f8-427e-937e-76b31d2a20fc', 'name': '', 'network_id': '6a6a70c3-0593-4dc6-9dc7-22ed138504c2', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'mac_address': 'fa:16:3e:89:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a3fe3054-e561-4f20-9dc3-f435e26b8ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:44Z', 'updated_at': '2021-10-26T15:21:50Z', 'revision_number': 4, 'project_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'subnets': [{'id': 'a3fe3054-e561-4f20-9dc3-f435e26b8ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:50.933953 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 {{(pid=102123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:21:50.942135 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.956841 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.provisioning_blocks [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Transition to ACTIVE for port object 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 will not be triggered until provisioned by entity L2. {{(pid=102123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:21:50.961225 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:50.991819 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-1aa67f8b-e704-4763-a28b-8b893cad487d None None] Provisioning complete for port 13992eb4-d7f8-427e-937e-76b31d2a20fc triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:50.992846 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1aa67f8b-e704-4763-a28b-8b893cad487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:51.022296 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Pushing event updated for resources: {'Port': ['ID=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,revision_number=2']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:51.049472 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f292c-a09c-46ef-a0cf-bb05c64af469 req-015272c0-161c-472d-a3ee-1b3535a9ff5e tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:51.057796 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef2f292c-a09c-46ef-a0cf-bb05c64af469 req-015272c0-161c-472d-a3ee-1b3535a9ff5e tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 944 time: 0.0681357 Oct 26 15:21:51.116813 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-ef2f292c-a09c-46ef-a0cf-bb05c64af469 req-f096c2dc-64c8-43bd-a365-f21f6dabe1c2 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577095 Oct 26 15:21:51.123067 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Attempting to bind port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 on host n-h2-815498-1 for vnic_type normal with profile {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:21:51.123346 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Attempting to bind port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 by drivers openvswitch,hyperv on host n-h2-815498-1 at level 0 using segments [{'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:21:51.123680 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Attempting to bind port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 on network a2f2558f-0614-4936-bd19-be54213bad30 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:51.128482 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 on network a2f2558f-0614-4936-bd19-be54213bad30 not bound, no agent of type Open vSwitch agent registered on host n-h2-815498-1 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:21:51.128810 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Attempting to bind port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 on network a2f2558f-0614-4936-bd19-be54213bad30 {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:51.134132 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Checking agent: {'id': '5acdc4a5-18b0-47a0-b6b7-eb961787a00a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:21:51.135060 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Checking segment: {'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:51.135452 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Bound using segment: {'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'} {{(pid=102123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:21:51.135900 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.managers [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Bound port: 95afb37f-dc43-46f7-a1ad-d22fcaf51d08, host: n-h2-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'}}] {{(pid=102123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:21:51.136521 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:51.209361 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] For port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08, host n-h2-815498-1, cleared binding levels {{(pid=102123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:51.212898 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] For port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08, host n-h2-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:51.217330 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181187'] for port, after_update {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:51.258406 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:51.259020 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:51.260440 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] 10.222.0.11 "PUT /v2.0/ports/95afb37f-dc43-46f7-a1ad-d22fcaf51d08 HTTP/1.1" status: 200 len: 1092 time: 0.7247331 Oct 26 15:21:51.260883 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9ccb56-65eb-408b-920d-3216720f5746', 'tag': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:21:51.264148 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46a3337-47af-4af4-a040-bf0a5d113aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9ccb56-65eb-408b-920d-3216720f5746", "tag": "95afb37f-dc43-46f7-a1ad-d22fcaf51d08"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:21:51.306523 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe0b28-0786-4dab-9337-d11779eb5b21 service neutron] Pushing event updated for resources: {'Port': ['ID=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,revision_number=3']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:51.330471 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f18ca8-92f8-4fe0-b83c-aadd2ebd97cb x-openstack-request-id: req-a1f18ca8-92f8-4fe0-b83c-aadd2ebd97cb {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:21:51.330745 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9ccb56-65eb-408b-920d-3216720f5746", "tag": "95afb37f-dc43-46f7-a1ad-d22fcaf51d08", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:21:51.331002 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1f18ca8-92f8-4fe0-b83c-aadd2ebd97cb {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:21:51.331399 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9ccb56-65eb-408b-920d-3216720f5746', 'tag': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'status': 'completed', 'code': 200} Oct 26 15:21:51.365086 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be1d49-2d27-434c-b90d-b47579663fff req-e0f535aa-ce49-409d-b503-862825e33469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:51.367261 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-e0f535aa-ce49-409d-b503-862825e33469 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 1095 time: 0.0496228 Oct 26 15:21:51.410968 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-411b9c60-8d5f-4a5e-bcca-4b8fd766d4de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08 HTTP/1.1" status: 200 len: 217 time: 0.0358691 Oct 26 15:21:51.467911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be1d49-2d27-434c-b90d-b47579663fff req-1cdd4c6f-8b68-4c58-95f4-5af8f3324c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:51.469382 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-1cdd4c6f-8b68-4c58-95f4-5af8f3324c2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0502565 Oct 26 15:21:51.517688 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be1d49-2d27-434c-b90d-b47579663fff req-3dfe9e4e-93b6-42ca-87ba-2e6a0411f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:51.519242 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-3dfe9e4e-93b6-42ca-87ba-2e6a0411f400 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424607 Oct 26 15:21:51.613423 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-9c03c8af-d200-4cba-a32c-0b9880374825 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869749 Oct 26 15:21:51.705828 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-b4be1d49-2d27-434c-b90d-b47579663fff req-8adef531-bdf5-4fa1-abc6-6d7bcdb517d0 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840662 Oct 26 15:21:51.735634 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cdb424cf-c6bf-482b-8731-e7457377bd37 up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:51.783663 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port cdb424cf-c6bf-482b-8731-e7457377bd37 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:51.784185 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:51.790912 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a3337-47af-4af4-a040-bf0a5d113aa5 req-dfb3bc08-dbf5-4c7b-b73c-db4ef7301549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:51.792394 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f46a3337-47af-4af4-a040-bf0a5d113aa5 req-dfb3bc08-dbf5-4c7b-b73c-db4ef7301549 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 1095 time: 0.0404797 Oct 26 15:21:51.861617 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 13992eb4-d7f8-427e-937e-76b31d2a20fc up at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:51.888826 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a3337-47af-4af4-a040-bf0a5d113aa5 req-4d544fed-d220-4c73-b218-f548a053c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:51.890312 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f46a3337-47af-4af4-a040-bf0a5d113aa5 req-4d544fed-d220-4c73-b218-f548a053c929 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 910 time: 0.0909829 Oct 26 15:21:51.911565 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Provisioning complete for port 13992eb4-d7f8-427e-937e-76b31d2a20fc triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:51.911835 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:51.931352 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f46a3337-47af-4af4-a040-bf0a5d113aa5 req-345c134a-8d09-4851-9d2b-4583e83d69c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08 HTTP/1.1" status: 200 len: 217 time: 0.0338073 Oct 26 15:21:51.983976 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a3337-47af-4af4-a040-bf0a5d113aa5 req-9b336354-f7eb-4b96-a1c4-3c4aaaf7043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:51.985432 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f46a3337-47af-4af4-a040-bf0a5d113aa5 req-9b336354-f7eb-4b96-a1c4-3c4aaaf7043c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0472071 Oct 26 15:21:52.033360 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a3337-47af-4af4-a040-bf0a5d113aa5 req-373a3c33-65c4-421a-86b6-13ab169c630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:52.034907 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f46a3337-47af-4af4-a040-bf0a5d113aa5 req-373a3c33-65c4-421a-86b6-13ab169c630a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411460 Oct 26 15:21:52.124281 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f46a3337-47af-4af4-a040-bf0a5d113aa5 req-53112364-e878-4101-b4b9-1b090d6934da service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812805 Oct 26 15:21:52.223982 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-f46a3337-47af-4af4-a040-bf0a5d113aa5 req-cfb2b924-eafb-434b-9d56-2138d01c3251 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915184 Oct 26 15:21:52.228352 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4075f6-4662-4be9-9f71-a36d43874a4a req-cef12eb3-8778-4365-b7cd-9c86ceac9a9f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:52.229720 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d4075f6-4662-4be9-9f71-a36d43874a4a req-cef12eb3-8778-4365-b7cd-9c86ceac9a9f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 944 time: 0.0528724 Oct 26 15:21:52.281970 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-3d4075f6-4662-4be9-9f71-a36d43874a4a req-3671e2d6-d2b6-4a29-94c7-b5ef7e367070 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344760 Oct 26 15:21:53.401509 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24998aab-98d6-4ac8-ad2f-3c93648c946e req-d1d8ebc9-b63f-42aa-a159-3ad0be5eac44 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:53.403010 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24998aab-98d6-4ac8-ad2f-3c93648c946e req-d1d8ebc9-b63f-42aa-a159-3ad0be5eac44 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 944 time: 0.0513988 Oct 26 15:21:53.442272 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24998aab-98d6-4ac8-ad2f-3c93648c946e req-0d617675-b67b-47e2-9d5d-ef7e92d5f008 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329454 Oct 26 15:21:54.247387 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:54.556698 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c57c30-96a0-42d4-8d88-91a7252031da req-4afbeef0-5292-43eb-a095-3d18030e5d6c tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:54.558094 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8c57c30-96a0-42d4-8d88-91a7252031da req-4afbeef0-5292-43eb-a095-3d18030e5d6c tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 944 time: 0.0483379 Oct 26 15:21:54.568100 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:21:54.595830 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c8c57c30-96a0-42d4-8d88-91a7252031da req-1bebe1f0-3824-4957-8644-3bda431d08d7 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317950 Oct 26 15:21:54.664062 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:54.675375 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'port_id': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'mac_address': 'fa:16:3e:70:af:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:21:54.710018 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:54.722523 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:21:54.745758 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:54.750021 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:54.799123 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:55.067742 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['95afb37f-dc43-46f7-a1ad-d22fcaf51d08'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:21:55.719311 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90d492-0e9b-4cb3-998e-61a9578e2912 req-79634582-dd2a-480c-b856-3ee87e7d9094 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:55.720776 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c90d492-0e9b-4cb3-998e-61a9578e2912 req-79634582-dd2a-480c-b856-3ee87e7d9094 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 945 time: 0.0524001 Oct 26 15:21:55.756344 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1c90d492-0e9b-4cb3-998e-61a9578e2912 req-56610728-7896-4d29-8271-7cbe50206006 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294731 Oct 26 15:21:56.591384 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:56.639674 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning for port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:21:56.643513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:56.643889 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:56.723297 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:56.746188 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9ccb56-65eb-408b-920d-3216720f5746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:21:56.749064 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c07a1c-ce58-49a7-8c71-c19e89d83b72" -d '{"events": [{"server_uuid": "0e9ccb56-65eb-408b-920d-3216720f5746", "name": "network-vif-plugged", "status": "completed", "tag": "95afb37f-dc43-46f7-a1ad-d22fcaf51d08"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:21:56.761721 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:56.766730 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:56.796846 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375310bd-c088-458b-84ec-4c0cc9d7a2c9 x-openstack-request-id: req-375310bd-c088-458b-84ec-4c0cc9d7a2c9 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:21:56.797143 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9ccb56-65eb-408b-920d-3216720f5746", "name": "network-vif-plugged", "status": "completed", "tag": "95afb37f-dc43-46f7-a1ad-d22fcaf51d08", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:21:56.797403 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-375310bd-c088-458b-84ec-4c0cc9d7a2c9 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:21:56.797794 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9ccb56-65eb-408b-920d-3216720f5746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'code': 200} Oct 26 15:21:56.826316 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:56.886084 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e043e7-77a2-4028-88ea-91a67e339ebc req-42e61159-a815-401a-85e4-3e77aee02a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:56.888578 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-53e043e7-77a2-4028-88ea-91a67e339ebc req-42e61159-a815-401a-85e4-3e77aee02a1d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 1097 time: 0.0404034 Oct 26 15:21:56.891852 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9332e6-e80d-45f6-8f05-47de7071a50d req-63a13294-c1e2-486e-b9d0-ea449ab581f7 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:56.893331 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a9332e6-e80d-45f6-8f05-47de7071a50d req-63a13294-c1e2-486e-b9d0-ea449ab581f7 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 946 time: 0.0499346 Oct 26 15:21:56.923035 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-53e043e7-77a2-4028-88ea-91a67e339ebc req-42b99926-90f3-4d42-ab87-ebab69095a3f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275004 Oct 26 15:21:56.929876 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6a9332e6-e80d-45f6-8f05-47de7071a50d req-79636ac6-ecc1-4502-adb9-f1f8b40f9091 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304916 Oct 26 15:21:58.043592 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723186d-0cb6-4ca6-ab33-530b9d212abb req-30f18868-e03a-49d1-8806-5337f4a68330 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:58.045571 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d723186d-0cb6-4ca6-ab33-530b9d212abb req-30f18868-e03a-49d1-8806-5337f4a68330 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 946 time: 0.0486574 Oct 26 15:21:58.083067 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d723186d-0cb6-4ca6-ab33-530b9d212abb req-93b456d6-d2e4-4bd6-b520-cf78869ff0de tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315733 Oct 26 15:21:58.473380 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:59.199655 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8cde4-fe8c-4d4e-a1e3-46548c6463da req-0e69fab0-40a0-487b-ab3e-7dbf9e130d67 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:59.201090 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24d8cde4-fe8c-4d4e-a1e3-46548c6463da req-0e69fab0-40a0-487b-ab3e-7dbf9e130d67 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 946 time: 0.0511587 Oct 26 15:21:59.237713 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24d8cde4-fe8c-4d4e-a1e3-46548c6463da req-cbe3ee19-3ff3-4d2d-9001-0de2af19c874 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306809 Oct 26 15:21:59.353255 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57b60c-b9a4-4b3b-9c52-113af22282f6 req-79533582-16d9-42de-a7ac-bef309c83766 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:59.354745 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f57b60c-b9a4-4b3b-9c52-113af22282f6 req-79533582-16d9-42de-a7ac-bef309c83766 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 946 time: 0.0513256 Oct 26 15:21:59.393072 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1f57b60c-b9a4-4b3b-9c52-113af22282f6 req-3fb16de4-c4b3-4bbd-b784-4ba01538ee06 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 Oct 26 15:21:59.414533 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55140) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:59.492220 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4008a057-f46d-433b-8487-b34c7fe247a5 tempest-TestSnapshotPattern-733740345 tempest-TestSnapshotPattern-733740345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:59.493727 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-4008a057-f46d-433b-8487-b34c7fe247a5 tempest-TestSnapshotPattern-733740345 tempest-TestSnapshotPattern-733740345-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 1092 time: 0.0782320 Oct 26 15:21:59.496646 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55144) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:59.500776 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:59.522143 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:59.895252 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:59.993375 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Allocated IP 172.25.4.178 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/09e8701f-cf34-4042-80ce-d31618b0d9bb) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:00.043650 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:22:00.094588 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:00.126072 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:00.166669 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:00.169523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:00.173953 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:22:00.175849 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event updated for resources: {'Port': ['ID=09e8701f-cf34-4042-80ce-d31618b0d9bb,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:00.506164 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:00.571166 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:00.717629 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:00.722071 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:00.793240 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event updated for resources: {'Port': ['ID=09e8701f-cf34-4042-80ce-d31618b0d9bb,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:00.803364 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:00.901091 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Floating IP e6c97e53-9e6a-4294-8709-75c6ea7e3722 associated. External IP: 172.25.4.178, port: 95afb37f-dc43-46f7-a1ad-d22fcaf51d08. Oct 26 15:22:01.104252 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Router 1a12bd88-d699-4982-a1e9-7b794fd3d73b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:22:01.208733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:01.218402 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28646d1-232a-4ef6-be10-bd714d8985f2 None None] Sync routers for ids ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:01.225683 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:01.228304 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28646d1-232a-4ef6-be10-bd714d8985f2 None None] Routers {'1a12bd88-d699-4982-a1e9-7b794fd3d73b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:22:01.228895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f28646d1-232a-4ef6-be10-bd714d8985f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:01.256067 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-25ba949e-7101-4eee-8656-1cea38e6ab86 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7584245 Oct 26 15:22:01.256647 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9ccb56-65eb-408b-920d-3216720f5746', 'tag': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:22:01.258946 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5e403d-79a7-4613-b640-13a01e6409b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9ccb56-65eb-408b-920d-3216720f5746", "tag": "95afb37f-dc43-46f7-a1ad-d22fcaf51d08"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:22:01.338707 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-f28646d1-232a-4ef6-be10-bd714d8985f2 None None] Set router 1a12bd88-d699-4982-a1e9-7b794fd3d73b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:22:01.358650 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc123c1-afaf-4b70-a5f0-f03752e5bca8 x-openstack-request-id: req-afc123c1-afaf-4b70-a5f0-f03752e5bca8 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:22:01.359014 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9ccb56-65eb-408b-920d-3216720f5746", "tag": "95afb37f-dc43-46f7-a1ad-d22fcaf51d08", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:22:01.359340 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afc123c1-afaf-4b70-a5f0-f03752e5bca8 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:22:01.359811 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9ccb56-65eb-408b-920d-3216720f5746', 'tag': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'status': 'completed', 'code': 200} Oct 26 15:22:01.425893 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e403d-79a7-4613-b640-13a01e6409b1 req-29c3862b-e33b-4314-a315-21d79dc6e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:01.428254 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8f5e403d-79a7-4613-b640-13a01e6409b1 req-29c3862b-e33b-4314-a315-21d79dc6e5d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 1097 time: 0.0468116 Oct 26 15:22:01.522662 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e403d-79a7-4613-b640-13a01e6409b1 req-0ada8b8b-c4c1-42b3-9f01-4116356e30de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:01.524149 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8f5e403d-79a7-4613-b640-13a01e6409b1 req-0ada8b8b-c4c1-42b3-9f01-4116356e30de service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 910 time: 0.0870242 Oct 26 15:22:01.597765 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8f5e403d-79a7-4613-b640-13a01e6409b1 req-1e38d5e0-8861-4078-a4d9-2481c5eafe32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08 HTTP/1.1" status: 200 len: 1000 time: 0.0659566 Oct 26 15:22:01.648894 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e403d-79a7-4613-b640-13a01e6409b1 req-4005cb25-fff9-4690-882c-b0655a90f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:01.650382 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8f5e403d-79a7-4613-b640-13a01e6409b1 req-4005cb25-fff9-4690-882c-b0655a90f1bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0463650 Oct 26 15:22:01.695250 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e403d-79a7-4613-b640-13a01e6409b1 req-8a0710a7-8231-431a-950f-18bcc95f5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:01.696773 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8f5e403d-79a7-4613-b640-13a01e6409b1 req-8a0710a7-8231-431a-950f-18bcc95f5a08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394208 Oct 26 15:22:01.727932 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f28646d1-232a-4ef6-be10-bd714d8985f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'e6c97e53-9e6a-4294-8709-75c6ea7e3722', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'port_id': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'mac_address': 'fa:16:3e:70:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ccb56-65eb-408b-920d-3216720f5746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:22:00Z', 'updated_at': '2021-10-26T15:22:00Z', 'revision_number': 0, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 5, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:01.753198 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28646d1-232a-4ef6-be10-bd714d8985f2 None None] Checking router: 1a12bd88-d699-4982-a1e9-7b794fd3d73b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:22:01.761916 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28646d1-232a-4ef6-be10-bd714d8985f2 None None] Routers {'1a12bd88-d699-4982-a1e9-7b794fd3d73b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:22:01.763040 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f28646d1-232a-4ef6-be10-bd714d8985f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:21:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:01.790921 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8f5e403d-79a7-4613-b640-13a01e6409b1 req-ed62eec0-a0fd-44a9-baa3-7ef14e5b4b7a service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865622 Oct 26 15:22:01.866064 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-f28646d1-232a-4ef6-be10-bd714d8985f2 None None] Set router 1a12bd88-d699-4982-a1e9-7b794fd3d73b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:22:01.880894 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-8f5e403d-79a7-4613-b640-13a01e6409b1 req-15fde1d3-34a6-4b2e-9e99-e7fae0fdf8e5 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822027 Oct 26 15:22:02.087035 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-f28646d1-232a-4ef6-be10-bd714d8985f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'e6c97e53-9e6a-4294-8709-75c6ea7e3722', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'port_id': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'mac_address': 'fa:16:3e:70:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ccb56-65eb-408b-920d-3216720f5746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:22:00Z', 'updated_at': '2021-10-26T15:22:00Z', 'revision_number': 0, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 5, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:02.113208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28646d1-232a-4ef6-be10-bd714d8985f2 None None] The sync data for ids ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'] in n-d-815498-1 is: [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'e6c97e53-9e6a-4294-8709-75c6ea7e3722', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'port_id': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'mac_address': 'fa:16:3e:70:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ccb56-65eb-408b-920d-3216720f5746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:22:00Z', 'updated_at': '2021-10-26T15:22:00Z', 'revision_number': 0, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 5, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:02.308478 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2236e-00fd-4ef1-8890-3e62e5d53be3 None None] New status for floating IP e6c97e53-9e6a-4294-8709-75c6ea7e3722: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:22:12.929445 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-785104f1-7b38-4795-930f-a6b88304866a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:15.254625 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0857e88a-c6a6-4d01-8b09-9b9ca96a100f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:16.805082 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:17.182948 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:18.882150 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:24.265874 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:28.497827 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:31.260662 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d3f82-fa4e-4cba-9e3c-24e1b5f1f94d req-5fa182fd-ca26-49e9-b1bb-bdebf5fce7cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419807 Oct 26 15:22:31.339911 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d3f82-fa4e-4cba-9e3c-24e1b5f1f94d req-e0fffdd6-458c-4537-afd4-9d8e44cbd02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:31.341345 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d3f82-fa4e-4cba-9e3c-24e1b5f1f94d req-e0fffdd6-458c-4537-afd4-9d8e44cbd02c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 1097 time: 0.0380764 Oct 26 15:22:31.440683 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d3f82-fa4e-4cba-9e3c-24e1b5f1f94d req-698b826d-aac1-4d9f-9c86-4256a71dead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:31.442216 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d3f82-fa4e-4cba-9e3c-24e1b5f1f94d req-698b826d-aac1-4d9f-9c86-4256a71dead5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 910 time: 0.0824788 Oct 26 15:22:31.509617 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d3f82-fa4e-4cba-9e3c-24e1b5f1f94d req-3c9e4d7a-af10-40f1-ae59-f27da601a40b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08 HTTP/1.1" status: 200 len: 1002 time: 0.0599749 Oct 26 15:22:31.558104 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d3f82-fa4e-4cba-9e3c-24e1b5f1f94d req-e2a7287b-8fc3-4be8-8670-a0eb316c59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:31.559446 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d3f82-fa4e-4cba-9e3c-24e1b5f1f94d req-e2a7287b-8fc3-4be8-8670-a0eb316c59a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0434842 Oct 26 15:22:31.604666 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d3f82-fa4e-4cba-9e3c-24e1b5f1f94d req-bf7f2c6c-8a09-46c7-8ba8-7002c95fa541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:31.606149 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d3f82-fa4e-4cba-9e3c-24e1b5f1f94d req-bf7f2c6c-8a09-46c7-8ba8-7002c95fa541 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394423 Oct 26 15:22:31.616690 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-771d3f82-fa4e-4cba-9e3c-24e1b5f1f94d req-b58bc053-1336-45af-a03c-d0e8fbfbf99a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:22:31.617603 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d3f82-fa4e-4cba-9e3c-24e1b5f1f94d req-b58bc053-1336-45af-a03c-d0e8fbfbf99a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047619 Oct 26 15:22:31.710889 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d3f82-fa4e-4cba-9e3c-24e1b5f1f94d req-085f97cf-c59a-4114-ae52-d1fcabf43a0c service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859621 Oct 26 15:22:31.805950 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-771d3f82-fa4e-4cba-9e3c-24e1b5f1f94d req-23921e7a-459d-4b2a-aeb5-c228e820ccf0 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876732 Oct 26 15:22:37.043928 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:22:42.930957 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8d15f729-47b6-49d1-93a1-8065ebe6ac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:45.255202 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-25f38d16-fe52-4db6-bd97-a0da37110a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:46.806585 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:47.186274 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:48.885606 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:54.261638 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:58.492483 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:12.931906 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f64b3ff9-0cc3-4130-8c84-56edf52f306d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:14.042950 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:23:15.255995 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-01dcea79-57b7-46e7-9122-45ce6709218b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:16.808373 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:17.189803 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:18.888455 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:24.292393 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:28.505784 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:32.241850 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d771de5-d79e-4628-b075-d36ae97e4608 req-4ca65023-92ec-4f89-a9e8-5c95d44c31f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390489 Oct 26 15:23:32.323162 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d771de5-d79e-4628-b075-d36ae97e4608 req-06b8d9a4-9d4c-42f8-85a2-6289b2dab60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:32.324625 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d771de5-d79e-4628-b075-d36ae97e4608 req-06b8d9a4-9d4c-42f8-85a2-6289b2dab60c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 1097 time: 0.0397494 Oct 26 15:23:32.428089 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d771de5-d79e-4628-b075-d36ae97e4608 req-3888ebb7-f241-4978-89f7-af7e1e3c9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:32.429539 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d771de5-d79e-4628-b075-d36ae97e4608 req-3888ebb7-f241-4978-89f7-af7e1e3c9361 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 910 time: 0.0864577 Oct 26 15:23:32.493180 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d771de5-d79e-4628-b075-d36ae97e4608 req-a90bf70e-80fc-424f-b2ff-09d35ecd56df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08 HTTP/1.1" status: 200 len: 1002 time: 0.0560772 Oct 26 15:23:32.540548 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d771de5-d79e-4628-b075-d36ae97e4608 req-486abeb3-43d1-4f95-9785-41b6f578ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:32.541947 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d771de5-d79e-4628-b075-d36ae97e4608 req-486abeb3-43d1-4f95-9785-41b6f578ea2e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0421264 Oct 26 15:23:32.589860 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d771de5-d79e-4628-b075-d36ae97e4608 req-84d96be3-fad7-4669-87ad-226b449cd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:32.591378 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d771de5-d79e-4628-b075-d36ae97e4608 req-84d96be3-fad7-4669-87ad-226b449cd088 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425055 Oct 26 15:23:32.679932 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d771de5-d79e-4628-b075-d36ae97e4608 req-65569607-d005-40cb-8dcc-d9997ef04558 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807123 Oct 26 15:23:33.077855 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-3d771de5-d79e-4628-b075-d36ae97e4608 req-cb0123fe-b2f3-4bf7-97b6-021e4a1ec52f service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909109 Oct 26 15:23:42.933087 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-62596302-d832-403a-ba89-0274514f37ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:45.257142 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a5f3d3f-a14a-4f83-81c0-18542a7645c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:46.810455 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:47.193476 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:48.890136 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:51.041715 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:23:54.315660 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:58.521595 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:12.934836 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-93d808fa-9d5c-4c04-a06c-45ffc63b5d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:15.258244 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-9ca2c27c-9bcd-4b19-8718-a64a85ba6edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:16.817795 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:17.194666 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:18.893544 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:24.306952 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:28.040833 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:24:28.535966 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:34.295526 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587ea9b-d775-45ba-a10e-98b5ef8c33e0 req-96eb45da-827b-4a1a-a18d-89e51119f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:34.296963 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d587ea9b-d775-45ba-a10e-98b5ef8c33e0 req-96eb45da-827b-4a1a-a18d-89e51119f18e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 1097 time: 0.0399778 Oct 26 15:24:34.400062 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587ea9b-d775-45ba-a10e-98b5ef8c33e0 req-f059af5d-2aa6-4da4-97e7-f6a27dac4a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:34.401402 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d587ea9b-d775-45ba-a10e-98b5ef8c33e0 req-f059af5d-2aa6-4da4-97e7-f6a27dac4a7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 910 time: 0.0848360 Oct 26 15:24:34.463775 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d587ea9b-d775-45ba-a10e-98b5ef8c33e0 req-f2213614-b8f5-4e39-bb99-840fccdf06c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08 HTTP/1.1" status: 200 len: 1002 time: 0.0550802 Oct 26 15:24:34.511028 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587ea9b-d775-45ba-a10e-98b5ef8c33e0 req-e0aa5cc6-7dc0-42ea-951e-4d9149d080f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:34.512388 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d587ea9b-d775-45ba-a10e-98b5ef8c33e0 req-e0aa5cc6-7dc0-42ea-951e-4d9149d080f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0408816 Oct 26 15:24:34.561417 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587ea9b-d775-45ba-a10e-98b5ef8c33e0 req-ea4e4ce9-82b6-4a3b-95da-e53ec518ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:34.562876 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d587ea9b-d775-45ba-a10e-98b5ef8c33e0 req-ea4e4ce9-82b6-4a3b-95da-e53ec518ab16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416682 Oct 26 15:24:34.652359 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d587ea9b-d775-45ba-a10e-98b5ef8c33e0 req-d2e23b30-c70f-4ba1-bcdc-4204838c3ac0 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809178 Oct 26 15:24:34.745126 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-d587ea9b-d775-45ba-a10e-98b5ef8c33e0 req-8e17a83c-cc34-43a9-ad5e-8792d11b251f service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846524 Oct 26 15:24:35.378353 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 details requested by agent hyperv_n-h2-815498-1 with host n-h2-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:24:35.474990 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:35.486097 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Returning: {'device': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'port_id': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'mac_address': 'fa:16:3e:70:af:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:24:35.522434 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:35.534886 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:24:35.553621 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:35.557143 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:35.611179 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:35.618912 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.619261 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.619596 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.619927 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.620251 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.620573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.620895 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.621210 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.621527 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.621843 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.622196 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.622513 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.656592 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] get_ports_and_sgs() called for port_ids ['95afb37f-dc43-46f7-a1ad-d22fcaf51d08'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:24:37.383705 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 up at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:37.431305 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Provisioning complete for port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:24:37.431726 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:37.505630 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:37.530227 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9ccb56-65eb-408b-920d-3216720f5746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:24:37.533081 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b88ed4-e5d6-46cd-8d0b-91a1949bf46c" -d '{"events": [{"server_uuid": "0e9ccb56-65eb-408b-920d-3216720f5746", "name": "network-vif-plugged", "status": "completed", "tag": "95afb37f-dc43-46f7-a1ad-d22fcaf51d08"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:24:37.546043 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:37.549807 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:37.576217 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f1e112-d378-432c-9ae2-4befee4ce0ed x-openstack-request-id: req-56f1e112-d378-432c-9ae2-4befee4ce0ed {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:24:37.576512 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9ccb56-65eb-408b-920d-3216720f5746", "name": "network-vif-plugged", "status": "completed", "tag": "95afb37f-dc43-46f7-a1ad-d22fcaf51d08", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:24:37.576768 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56f1e112-d378-432c-9ae2-4befee4ce0ed {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:24:37.577157 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9ccb56-65eb-408b-920d-3216720f5746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'code': 200} Oct 26 15:24:37.602631 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:42.939301 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-7cadd990-85bb-47de-8b01-3ebdab928ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:45.262929 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-48102b06-87f9-4997-a5d2-83bafbd689c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:46.812334 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:47.201919 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:48.748595 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-20a71092-2429-4d1c-8083-12e743c075b6 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020640872&fields=id&tenant_id=5bf6863f22d447dab9703409fc90c583 HTTP/1.1" status: 200 len: 267 time: 0.0337265 Oct 26 15:24:48.851767 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-a03f5730-24f1-42db-b19b-276f4f9efea8 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:48.853242 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-a03f5730-24f1-42db-b19b-276f4f9efea8 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 809 time: 0.0973406 Oct 26 15:24:48.869395 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-cec301ec-9489-4edd-a6a0-37de48dda434 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/quotas/5bf6863f22d447dab9703409fc90c583 HTTP/1.1" status: 200 len: 375 time: 0.0103517 Oct 26 15:24:48.899287 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:48.933190 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-c222e4e9-a72a-47be-b370-a57547e22bbc tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0579965 Oct 26 15:24:48.992779 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-58850e16-1f9c-47ba-a999-d4dcd5366903 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:24:48.994091 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-58850e16-1f9c-47ba-a999-d4dcd5366903 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0489254 Oct 26 15:24:49.088146 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-12e3d4a4-8490-4e06-a791-d2d07fce7b8e service neutron] 10.222.0.32 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873356 Oct 26 15:24:49.180910 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-9327b9a8-316f-4ce9-8a1e-1d3810254371 service neutron] 10.222.0.32 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865004 Oct 26 15:24:49.373724 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2af475a5-af7f-42b5-84ae-c213122f52f3 req-6a4e467f-7ff8-42fa-bf3c-69099f9a54d1 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 210 time: 0.0263751 Oct 26 15:24:50.369523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-22522885-16cb-45bb-8eaa-12a224ad5628 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:50.371001 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-22522885-16cb-45bb-8eaa-12a224ad5628 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.25 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 809 time: 0.1104639 Oct 26 15:24:50.414493 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-cf2ee62c-ada1-40cc-902c-56dcb7b60e29 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf6863f22d447dab9703409fc90c583 HTTP/1.1" status: 200 len: 380 time: 0.0338087 Oct 26 15:24:50.426751 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Request body: {'port': {'device_id': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'admin_state_up': True, 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'security_groups': ['a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f']}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:24:50.503319 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-737d898e-c004-475b-bf55-08f6d336cbe0 req-655abdb5-006f-4426-99d5-a049d3e123d1 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 210 time: 0.0354326 Oct 26 15:24:50.571616 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Made reservation on behalf of 5bf6863f22d447dab9703409fc90c583 for: {'port': 1} {{(pid=102124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:50.575602 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:50.741470 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Allocated IP 172.20.0.12 (a2f2558f-0614-4936-bd19-be54213bad30/e5b88618-eaca-4593-acbf-877b37235f62/9292800e-03e0-4f24-8429-d475ad74284d) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:50.982680 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:51.019839 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:51.075109 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Network a2f2558f-0614-4936-bd19-be54213bad30 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:51.080084 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:51.082718 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:24:51.085778 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event updated for resources: {'Port': ['ID=9292800e-03e0-4f24-8429-d475ad74284d,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:51.101310 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:51.102586 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:51.103520 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:51.104446 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:51.104965 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:51.105481 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:51.105993 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:51.106498 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:51.107064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:51.107622 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:51.108122 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:51.108959 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:51.172021 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:51.173449 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:51.196887 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-0e19407c-1768-420a-a2dd-52a9f8fb7600 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7744071 Oct 26 15:24:51.437068 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-bf07f5d9-9905-4c6e-bbe6-32027ea4749b None None] Provisioning complete for port 9292800e-03e0-4f24-8429-d475ad74284d triggered by entity DHCP. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:24:51.437722 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bf07f5d9-9905-4c6e-bbe6-32027ea4749b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:51.475084 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-bf07f5d9-9905-4c6e-bbe6-32027ea4749b None None] Port 9292800e-03e0-4f24-8429-d475ad74284d cannot update to ACTIVE because it is not bound. {{(pid=102125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:24:51.621519 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a32423-e960-43f7-ae63-1e8813ae8df8 req-a6c3b2b6-529a-4f32-9252-f2d5d63f7767 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:51.623038 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24a32423-e960-43f7-ae63-1e8813ae8df8 req-a6c3b2b6-529a-4f32-9252-f2d5d63f7767 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 932 time: 0.0508761 Oct 26 15:24:51.661469 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-24a32423-e960-43f7-ae63-1e8813ae8df8 req-1d3cbb50-07b6-46d7-8014-1647a476fea9 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323243 Oct 26 15:24:52.788292 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d8cc5-0caa-4b18-b68f-e4f2ba5a3496 req-6fa8f0a2-b611-4d73-bfe8-808756cbd9f5 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:52.789779 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-122d8cc5-0caa-4b18-b68f-e4f2ba5a3496 req-6fa8f0a2-b611-4d73-bfe8-808756cbd9f5 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 932 time: 0.0570240 Oct 26 15:24:52.828055 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-122d8cc5-0caa-4b18-b68f-e4f2ba5a3496 req-9881f196-a1b1-4b55-b702-4441cc61e06b tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321996 Oct 26 15:24:53.491560 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:53.572073 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:53.601936 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9ccb56-65eb-408b-920d-3216720f5746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:24:53.606040 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ae3b18-91eb-43af-a73e-72f1952bf4d4" -d '{"events": [{"server_uuid": "0e9ccb56-65eb-408b-920d-3216720f5746", "name": "network-vif-unplugged", "status": "completed", "tag": "95afb37f-dc43-46f7-a1ad-d22fcaf51d08"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:24:53.627502 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] For port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:53.636433 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:53.694392 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Pushing event updated for resources: {'Port': ['ID=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:53.724747 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 15:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a71c0f-44ef-4ad2-a7e8-a88e3979429c x-openstack-request-id: req-55a71c0f-44ef-4ad2-a7e8-a88e3979429c {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:24:53.725040 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9ccb56-65eb-408b-920d-3216720f5746", "name": "network-vif-unplugged", "status": "completed", "tag": "95afb37f-dc43-46f7-a1ad-d22fcaf51d08", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:24:53.725296 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55a71c0f-44ef-4ad2-a7e8-a88e3979429c {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:24:53.725716 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9ccb56-65eb-408b-920d-3216720f5746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'code': 200} Oct 26 15:24:53.951130 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe8013-c5b4-4903-9928-adcbbf80504f req-112231c4-4360-480e-8a4c-d29c98e9475f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:53.952820 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfbe8013-c5b4-4903-9928-adcbbf80504f req-112231c4-4360-480e-8a4c-d29c98e9475f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 932 time: 0.0519612 Oct 26 15:24:54.011239 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-bfbe8013-c5b4-4903-9928-adcbbf80504f req-1337569d-baca-41e7-a525-b8a598277219 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487816 Oct 26 15:24:54.307377 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:55.122225 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2271c-69da-43e6-b293-2c72dc6089d1 req-d2cdfaa9-ecb1-4129-be9a-1dba6e5cf88d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:55.123688 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72d2271c-69da-43e6-b293-2c72dc6089d1 req-d2cdfaa9-ecb1-4129-be9a-1dba6e5cf88d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 932 time: 0.0480678 Oct 26 15:24:55.161131 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72d2271c-69da-43e6-b293-2c72dc6089d1 req-ac5bccc3-8a44-4a8c-a3d4-e57a75641f67 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308394 Oct 26 15:24:56.280808 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2866e4c-31d5-4239-97b7-0905a17f2956 req-144a588d-40d8-48d9-b90d-01c3306e5253 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:56.282844 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2866e4c-31d5-4239-97b7-0905a17f2956 req-144a588d-40d8-48d9-b90d-01c3306e5253 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 932 time: 0.0485332 Oct 26 15:24:56.319750 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-b2866e4c-31d5-4239-97b7-0905a17f2956 req-bec06b2d-0693-4753-8550-2bc24aafe1e7 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309947 Oct 26 15:24:57.442972 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb110d-222f-4068-b864-da2790dc7331 req-f64c29fa-e1fc-4790-bc68-82bf8a633b2a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:57.444454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ebb110d-222f-4068-b864-da2790dc7331 req-f64c29fa-e1fc-4790-bc68-82bf8a633b2a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 932 time: 0.0504811 Oct 26 15:24:57.485959 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-6ebb110d-222f-4068-b864-da2790dc7331 req-32c9f9b1-e44d-4350-abe8-aa278dffa487 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354729 Oct 26 15:24:58.534233 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:58.608940 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770c35f-babe-49cf-901d-38d56228a28b req-fe981a08-e47f-459a-9f25-812f90ce3f10 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:58.616990 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1770c35f-babe-49cf-901d-38d56228a28b req-fe981a08-e47f-459a-9f25-812f90ce3f10 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 932 time: 0.0584881 Oct 26 15:24:58.650901 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1770c35f-babe-49cf-901d-38d56228a28b req-92edf826-6c24-430a-80c0-eeb003ea38c2 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328820 Oct 26 15:24:59.786410 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffef76-1d02-4906-a0cf-8f0b624d4322 req-d5f11a10-184f-4a64-bbb6-8c2dba9dc853 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:59.787958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cffef76-1d02-4906-a0cf-8f0b624d4322 req-d5f11a10-184f-4a64-bbb6-8c2dba9dc853 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 932 time: 0.0540440 Oct 26 15:24:59.825191 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1cffef76-1d02-4906-a0cf-8f0b624d4322 req-9e3a1d47-c2eb-4d00-898e-3ce750ef1f79 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312574 Oct 26 15:25:00.941008 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d701b-e84d-4af3-a732-f6a242e7cabf req-d459917c-8a6e-4be7-a780-d102e76ecf4d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:00.942631 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-581d701b-e84d-4af3-a732-f6a242e7cabf req-d459917c-8a6e-4be7-a780-d102e76ecf4d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 932 time: 0.0484073 Oct 26 15:25:01.008733 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-581d701b-e84d-4af3-a732-f6a242e7cabf req-13dd7b2f-72d1-42d6-ae90-0a7273ee812e tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556667 Oct 26 15:25:02.117456 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d64f9-2537-4e4c-a5c6-902fd12a05c7 req-c0db8bea-b22a-4545-9847-63a56e156cff tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:02.118945 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d7d64f9-2537-4e4c-a5c6-902fd12a05c7 req-c0db8bea-b22a-4545-9847-63a56e156cff tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 932 time: 0.0490088 Oct 26 15:25:02.156463 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-4d7d64f9-2537-4e4c-a5c6-902fd12a05c7 req-31b468eb-0258-4fb2-8372-70089cc149c7 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315378 Oct 26 15:25:03.272250 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872e14a-e7dc-4c3c-9315-3fe31e0da8f8 req-64c54b11-0cdd-45c6-b6e5-ace223a4da67 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:03.273713 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1872e14a-e7dc-4c3c-9315-3fe31e0da8f8 req-64c54b11-0cdd-45c6-b6e5-ace223a4da67 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 932 time: 0.0500884 Oct 26 15:25:03.310308 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1872e14a-e7dc-4c3c-9315-3fe31e0da8f8 req-29fdd57b-f1a7-4c7e-be4b-880d39ab1ba4 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306833 Oct 26 15:25:03.720657 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Request body: {'port': {'device_id': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815498-1'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:25:03.775852 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:04.025344 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9292800e-03e0-4f24-8429-d475ad74284d {{(pid=102124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:25:04.032657 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:04.044265 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.provisioning_blocks [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Transition to ACTIVE for port object 9292800e-03e0-4f24-8429-d475ad74284d will not be triggered until provisioned by entity L2. {{(pid=102124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:25:04.048719 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:04.120745 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Pushing event updated for resources: {'Port': ['ID=9292800e-03e0-4f24-8429-d475ad74284d,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:04.169558 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Attempting to bind port 9292800e-03e0-4f24-8429-d475ad74284d on host n-h1-815498-1 for vnic_type normal with profile {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:25:04.169890 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Attempting to bind port 9292800e-03e0-4f24-8429-d475ad74284d by drivers openvswitch,hyperv on host n-h1-815498-1 at level 0 using segments [{'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:25:04.170249 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Attempting to bind port 9292800e-03e0-4f24-8429-d475ad74284d on network a2f2558f-0614-4936-bd19-be54213bad30 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:04.174702 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Port 9292800e-03e0-4f24-8429-d475ad74284d on network a2f2558f-0614-4936-bd19-be54213bad30 not bound, no agent of type Open vSwitch agent registered on host n-h1-815498-1 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:25:04.175024 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Attempting to bind port 9292800e-03e0-4f24-8429-d475ad74284d on network a2f2558f-0614-4936-bd19-be54213bad30 {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:04.179947 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Checking agent: {'id': '216ab880-1db5-4a23-94a5-5f25363a43f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815498-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'started_at': datetime.datetime(2021, 10, 26, 13, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:25:04.180276 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Checking segment: {'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:25:04.180652 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Bound using segment: {'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'} {{(pid=102124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:25:04.181076 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.managers [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Bound port: 9292800e-03e0-4f24-8429-d475ad74284d, host: n-h1-815498-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5deaece9-bbc3-4b34-9c15-de5cd12f940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30'}}] {{(pid=102124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:25:04.181428 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:04.248593 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] For port 9292800e-03e0-4f24-8429-d475ad74284d, host n-h1-815498-1, cleared binding levels {{(pid=102124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:04.251612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] For port 9292800e-03e0-4f24-8429-d475ad74284d, host n-h1-815498-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9292800e-03e0-4f24-8429-d475ad74284d,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:04.257629 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:04.296123 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:04.296705 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:04.298138 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] 10.222.0.25 "PUT /v2.0/ports/9292800e-03e0-4f24-8429-d475ad74284d HTTP/1.1" status: 200 len: 1092 time: 0.6260328 Oct 26 15:25:04.298578 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'tag': '9292800e-03e0-4f24-8429-d475ad74284d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:25:04.300848 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9927c6-9f01-42c0-a03e-749b6786377c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3152638-3056-46de-bf1a-de7ec22fcab5", "tag": "9292800e-03e0-4f24-8429-d475ad74284d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:25:04.329698 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357212c-18f1-47ff-b4f6-db8ac5ebad8d service neutron] Pushing event updated for resources: {'Port': ['ID=9292800e-03e0-4f24-8429-d475ad74284d,revision_number=3']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:04.350074 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4462ff3-b7ef-4cf7-823a-1f0b3dff505b x-openstack-request-id: req-d4462ff3-b7ef-4cf7-823a-1f0b3dff505b {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:25:04.350853 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3152638-3056-46de-bf1a-de7ec22fcab5", "tag": "9292800e-03e0-4f24-8429-d475ad74284d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:25:04.351373 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4462ff3-b7ef-4cf7-823a-1f0b3dff505b {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:25:04.351788 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'tag': '9292800e-03e0-4f24-8429-d475ad74284d', 'status': 'completed', 'code': 200} Oct 26 15:25:04.431912 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-9ce2f9d7-f63f-4f98-ac34-1fc64251eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:04.433445 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-9ce2f9d7-f63f-4f98-ac34-1fc64251eaae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 1095 time: 0.0765250 Oct 26 15:25:04.456532 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520db7c-87fb-4cb7-979f-45a604663410 req-8ebbd7c6-8bfe-4f90-87c2-715bd025b9a8 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:04.458096 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c520db7c-87fb-4cb7-979f-45a604663410 req-8ebbd7c6-8bfe-4f90-87c2-715bd025b9a8 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 944 time: 0.0683985 Oct 26 15:25:04.490098 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-b80ac404-d953-4dc8-979d-7506ed70005a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9292800e-03e0-4f24-8429-d475ad74284d HTTP/1.1" status: 200 len: 217 time: 0.0477533 Oct 26 15:25:04.557416 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-c520db7c-87fb-4cb7-979f-45a604663410 req-e2460d72-84fe-4b31-a852-4a0923a4eab3 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690877 Oct 26 15:25:04.564272 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-34bb84ba-7808-43c2-84a8-9456658eb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:04.566247 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-34bb84ba-7808-43c2-84a8-9456658eb054 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0632193 Oct 26 15:25:04.630711 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-4cfe3bb9-b01f-40ee-bb7f-d1a6654818ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:04.632230 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-4cfe3bb9-b01f-40ee-bb7f-d1a6654818ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471227 Oct 26 15:25:04.726168 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-63ca1c98-512e-41ac-bd9a-4ee43df167c6 service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862389 Oct 26 15:25:05.041554 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:25:05.101454 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-e18ddbb6-6a4d-46ee-b9c5-5d17ebf18c20 req-d7211222-c7fd-4bb9-807c-30852e4bbc29 service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686433 Oct 26 15:25:05.193030 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9927c6-9f01-42c0-a03e-749b6786377c req-723cd5ea-2479-43f5-b4d1-1aa2a4ad85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:05.194543 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de9927c6-9f01-42c0-a03e-749b6786377c req-723cd5ea-2479-43f5-b4d1-1aa2a4ad85eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 1095 time: 0.0414176 Oct 26 15:25:05.290440 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9927c6-9f01-42c0-a03e-749b6786377c req-16973754-a142-4486-b732-aae11cdd9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:05.291967 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de9927c6-9f01-42c0-a03e-749b6786377c req-16973754-a142-4486-b732-aae11cdd9c37 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 910 time: 0.0896101 Oct 26 15:25:05.331212 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de9927c6-9f01-42c0-a03e-749b6786377c req-6589e058-5b63-4950-bf29-c54c01263c65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9292800e-03e0-4f24-8429-d475ad74284d HTTP/1.1" status: 200 len: 217 time: 0.0323522 Oct 26 15:25:05.384218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9927c6-9f01-42c0-a03e-749b6786377c req-643ff12e-78a9-4bd5-b81c-4611bf8b2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:05.385628 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de9927c6-9f01-42c0-a03e-749b6786377c req-643ff12e-78a9-4bd5-b81c-4611bf8b2f05 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0467277 Oct 26 15:25:05.431642 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9927c6-9f01-42c0-a03e-749b6786377c req-377a3d0c-3125-4c97-a86a-dba94b93cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:05.432982 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de9927c6-9f01-42c0-a03e-749b6786377c req-377a3d0c-3125-4c97-a86a-dba94b93cdef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385094 Oct 26 15:25:05.524792 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de9927c6-9f01-42c0-a03e-749b6786377c req-3d61a6fc-f352-4674-8d4c-70c772f673c6 service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838032 Oct 26 15:25:05.620637 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-de9927c6-9f01-42c0-a03e-749b6786377c req-fa42a847-ef7f-4991-b861-1eabd0e6ab00 service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872293 Oct 26 15:25:05.681917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2a553-c832-490a-ae14-f29f4d9c0c52 req-8d2b9a5d-c347-4d8c-a53e-5a3ca6ff23e5 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:05.683443 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d9c2a553-c832-490a-ae14-f29f4d9c0c52 req-8d2b9a5d-c347-4d8c-a53e-5a3ca6ff23e5 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 944 time: 0.0498502 Oct 26 15:25:05.721774 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d9c2a553-c832-490a-ae14-f29f4d9c0c52 req-357a15dc-dd8a-4d57-8ccf-6b6dda6b57be tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322702 Oct 26 15:25:06.838601 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95779d-d0e2-4562-b302-5623277e01a8 req-005da707-638f-474a-9a0c-e3aecd3ac5d3 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:06.839958 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f95779d-d0e2-4562-b302-5623277e01a8 req-005da707-638f-474a-9a0c-e3aecd3ac5d3 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 944 time: 0.0513539 Oct 26 15:25:06.876972 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-5f95779d-d0e2-4562-b302-5623277e01a8 req-7a7464ce-5a9e-4752-9e19-39dd49dd597c tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306275 Oct 26 15:25:07.637080 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9292800e-03e0-4f24-8429-d475ad74284d details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:25:07.732487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9292800e-03e0-4f24-8429-d475ad74284d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9292800e-03e0-4f24-8429-d475ad74284d,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:07.743317 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '9292800e-03e0-4f24-8429-d475ad74284d', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'port_id': '9292800e-03e0-4f24-8429-d475ad74284d', 'mac_address': 'fa:16:3e:2a:e8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:25:07.784520 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:07.799602 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9292800e-03e0-4f24-8429-d475ad74284d {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:25:07.818793 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9292800e-03e0-4f24-8429-d475ad74284d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9292800e-03e0-4f24-8429-d475ad74284d,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:07.822697 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:07.868014 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=9292800e-03e0-4f24-8429-d475ad74284d,revision_number=4']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:07.989753 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d3f58-4ea3-49da-aed0-399d94720444 req-813c78e5-34fc-4b51-b4d7-920c204cfd36 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:07.991284 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-336d3f58-4ea3-49da-aed0-399d94720444 req-813c78e5-34fc-4b51-b4d7-920c204cfd36 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 945 time: 0.0474060 Oct 26 15:25:08.028154 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-336d3f58-4ea3-49da-aed0-399d94720444 req-76cdd16b-dc80-4185-a150-5b71cf325048 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309474 Oct 26 15:25:08.061417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['9292800e-03e0-4f24-8429-d475ad74284d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:25:09.145837 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f1407-6606-4c33-8baa-88244065dad3 req-9114d8bb-d32b-4325-8ba9-108e6c1bacba tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:09.147358 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-001f1407-6606-4c33-8baa-88244065dad3 req-9114d8bb-d32b-4325-8ba9-108e6c1bacba tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 945 time: 0.0486424 Oct 26 15:25:09.184315 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-001f1407-6606-4c33-8baa-88244065dad3 req-8bbd2bcd-a80c-4b09-b974-012278ea97b1 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309002 Oct 26 15:25:09.652695 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9292800e-03e0-4f24-8429-d475ad74284d up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:09.704053 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning for port 9292800e-03e0-4f24-8429-d475ad74284d completed by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:25:09.707533 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 9292800e-03e0-4f24-8429-d475ad74284d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:25:09.707905 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:09.783432 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:09.807958 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9292800e-03e0-4f24-8429-d475ad74284d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:25:09.810233 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ded06b9-f1ed-4456-9143-7e25a23d2338" -d '{"events": [{"server_uuid": "e3152638-3056-46de-bf1a-de7ec22fcab5", "name": "network-vif-plugged", "status": "completed", "tag": "9292800e-03e0-4f24-8429-d475ad74284d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:25:09.822940 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9292800e-03e0-4f24-8429-d475ad74284d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9292800e-03e0-4f24-8429-d475ad74284d,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:09.827117 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:09.852968 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd55297c-8f5c-46cb-a63e-873d5b326985 x-openstack-request-id: req-cd55297c-8f5c-46cb-a63e-873d5b326985 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:25:09.853266 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3152638-3056-46de-bf1a-de7ec22fcab5", "name": "network-vif-plugged", "status": "completed", "tag": "9292800e-03e0-4f24-8429-d475ad74284d", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:25:09.853518 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd55297c-8f5c-46cb-a63e-873d5b326985 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:25:09.854008 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9292800e-03e0-4f24-8429-d475ad74284d', 'code': 200} Oct 26 15:25:09.879172 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=9292800e-03e0-4f24-8429-d475ad74284d,revision_number=5']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:09.946895 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ac7ca-454a-4d6c-acd2-db950b0f07bd req-23d7c157-3477-42b5-91fa-17b0f3672f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:09.948364 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8f6ac7ca-454a-4d6c-acd2-db950b0f07bd req-23d7c157-3477-42b5-91fa-17b0f3672f30 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 1097 time: 0.0431755 Oct 26 15:25:09.983087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8f6ac7ca-454a-4d6c-acd2-db950b0f07bd req-894e8924-edda-44f3-b9ed-8e50b8a07a3a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267673 Oct 26 15:25:10.299165 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f8a3e-f395-4bb6-a545-85a7307a99cb req-8e8cf7d4-e2b6-4486-97c1-c859dd09a04f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:10.300626 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d50f8a3e-f395-4bb6-a545-85a7307a99cb req-8e8cf7d4-e2b6-4486-97c1-c859dd09a04f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 946 time: 0.0493655 Oct 26 15:25:10.337123 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d50f8a3e-f395-4bb6-a545-85a7307a99cb req-2bdac958-3e4e-4212-ac54-49fd4d35fd02 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305455 Oct 26 15:25:11.454272 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89203d65-1b81-47ed-9328-6e792b910d72 req-101f478a-5248-4624-bda6-c1303f7d9bbf tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:11.455749 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89203d65-1b81-47ed-9328-6e792b910d72 req-101f478a-5248-4624-bda6-c1303f7d9bbf tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 946 time: 0.0490205 Oct 26 15:25:11.493313 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-89203d65-1b81-47ed-9328-6e792b910d72 req-f6beb261-2606-4e2c-bc7f-e9d2f76f5214 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316079 Oct 26 15:25:11.611387 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cc9a2-3268-4038-bafa-eed20c17e7f0 req-83eb0657-7e39-45a2-8812-4bc9e20320c5 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:11.612872 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a28cc9a2-3268-4038-bafa-eed20c17e7f0 req-83eb0657-7e39-45a2-8812-4bc9e20320c5 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 946 time: 0.0533850 Oct 26 15:25:11.649928 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-a28cc9a2-3268-4038-bafa-eed20c17e7f0 req-aca81f92-75dc-43e7-90e0-2a5acdc5d244 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310795 Oct 26 15:25:11.671232 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55482) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:25:11.709766 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df6ae60-1879-4397-9519-b2e81313b5a0 tempest-TestSnapshotPattern-733740345 tempest-TestSnapshotPattern-733740345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:11.711286 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-3df6ae60-1879-4397-9519-b2e81313b5a0 tempest-TestSnapshotPattern-733740345 tempest-TestSnapshotPattern-733740345-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 1092 time: 0.0390847 Oct 26 15:25:11.714064 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55484) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:25:11.718218 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.v2.base [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Request body: {'floatingip': {'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'port_id': '9292800e-03e0-4f24-8429-d475ad74284d', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:25:11.740153 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for floatingip, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:11.837034 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:11.935814 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.db_base_plugin_common [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Allocated IP 172.25.4.168 (6858978a-703b-4f5b-a2d7-0e22b0a00783/adc3096e-f68c-4b6c-9805-5d924fad2aa8/d6c82de9-5868-4156-b4c3-a2c300ea4c8e) {{(pid=102124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:12.038224 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for port, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:12.070417 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772549183070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:12.103739 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Network 6858978a-703b-4f5b-a2d7-0e22b0a00783 is already hosted by enough agents. {{(pid=102124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:12.109803 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.base_scheduler [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Resources bound (agent type, host, resource id): {{(pid=102124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:12.113358 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Received port after_create {{(pid=102124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:25:12.136620 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event updated for resources: {'Port': ['ID=d6c82de9-5868-4156-b4c3-a2c300ea4c8e,revision_number=1']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:12.456120 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:12.520425 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:12.667666 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for port, precommit_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:12.672334 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9425310'] for port, after_update {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:12.740733 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event updated for resources: {'Port': ['ID=d6c82de9-5868-4156-b4c3-a2c300ea4c8e,revision_number=2']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:12.752930 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639487'] for floatingip, after_create {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:12.851396 n-d-815498-1 neutron-server[102124]: INFO neutron.db.l3_db [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Floating IP 22f79ed5-cb52-448f-9d73-e356eb0bf273 associated. External IP: 172.25.4.168, port: 9292800e-03e0-4f24-8429-d475ad74284d. Oct 26 15:25:12.943155 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-b1f7e43b-1d50-4a78-a791-c442ebe06d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:13.051146 n-d-815498-1 neutron-server[102124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Router 1a12bd88-d699-4982-a1e9-7b794fd3d73b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:25:13.154854 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:13.165271 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9083f33c-dbba-455f-8538-eb90cf674163 None None] Sync routers for ids ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:13.172297 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:13.175738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9083f33c-dbba-455f-8538-eb90cf674163 None None] Routers {'1a12bd88-d699-4982-a1e9-7b794fd3d73b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:25:13.176351 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9083f33c-dbba-455f-8538-eb90cf674163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:24:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:13.199884 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-e8a149c2-d9ec-43ab-b3a0-3a0c9f563140 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4848869 Oct 26 15:25:13.200474 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'tag': '9292800e-03e0-4f24-8429-d475ad74284d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:25:13.202770 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a9603a-b691-4f75-885d-a3527e93d84f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3152638-3056-46de-bf1a-de7ec22fcab5", "tag": "9292800e-03e0-4f24-8429-d475ad74284d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:25:13.239513 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aab057a-763b-4864-9ecb-37e957fb840d x-openstack-request-id: req-1aab057a-763b-4864-9ecb-37e957fb840d {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:25:13.239814 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3152638-3056-46de-bf1a-de7ec22fcab5", "tag": "9292800e-03e0-4f24-8429-d475ad74284d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:25:13.240095 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1aab057a-763b-4864-9ecb-37e957fb840d {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:25:13.240531 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'tag': '9292800e-03e0-4f24-8429-d475ad74284d', 'status': 'completed', 'code': 200} Oct 26 15:25:13.311799 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9603a-b691-4f75-885d-a3527e93d84f req-ae7283f9-530b-4b72-b6c6-9e234f12b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:13.313345 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56a9603a-b691-4f75-885d-a3527e93d84f req-ae7283f9-530b-4b72-b6c6-9e234f12b490 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 1097 time: 0.0464540 Oct 26 15:25:13.406461 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9603a-b691-4f75-885d-a3527e93d84f req-a02314b4-d5d4-4a97-b357-6bc1b0d1362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:13.408456 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56a9603a-b691-4f75-885d-a3527e93d84f req-a02314b4-d5d4-4a97-b357-6bc1b0d1362b service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 910 time: 0.0870376 Oct 26 15:25:13.445635 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-9083f33c-dbba-455f-8538-eb90cf674163 None None] Set router 1a12bd88-d699-4982-a1e9-7b794fd3d73b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:25:13.475831 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56a9603a-b691-4f75-885d-a3527e93d84f req-36504d40-7943-423e-960d-2bed953fc307 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9292800e-03e0-4f24-8429-d475ad74284d HTTP/1.1" status: 200 len: 1000 time: 0.0608807 Oct 26 15:25:13.526259 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9603a-b691-4f75-885d-a3527e93d84f req-6ae3555c-cb60-4e40-a828-1a2ac0ef54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:13.527729 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56a9603a-b691-4f75-885d-a3527e93d84f req-6ae3555c-cb60-4e40-a828-1a2ac0ef54ff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0444901 Oct 26 15:25:13.573583 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9603a-b691-4f75-885d-a3527e93d84f req-a2e0222b-1079-49d9-8d26-e8b3bb313939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:13.575052 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56a9603a-b691-4f75-885d-a3527e93d84f req-a2e0222b-1079-49d9-8d26-e8b3bb313939 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397992 Oct 26 15:25:13.669892 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56a9603a-b691-4f75-885d-a3527e93d84f req-d88c332e-65b4-4780-9217-bbb6eb853621 service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866127 Oct 26 15:25:13.671310 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9083f33c-dbba-455f-8538-eb90cf674163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '22f79ed5-cb52-448f-9d73-e356eb0bf273', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'port_id': '9292800e-03e0-4f24-8429-d475ad74284d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'mac_address': 'fa:16:3e:2a:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:25:12Z', 'updated_at': '2021-10-26T15:25:12Z', 'revision_number': 0, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ip_address_scope': None}, {'id': 'e6c97e53-9e6a-4294-8709-75c6ea7e3722', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'port_id': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'mac_address': 'fa:16:3e:70:af:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9ccb56-65eb-408b-920d-3216720f5746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:22:00Z', 'updated_at': '2021-10-26T15:22:02Z', 'revision_number': 1, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 5, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:13.698116 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9083f33c-dbba-455f-8538-eb90cf674163 None None] Checking router: 1a12bd88-d699-4982-a1e9-7b794fd3d73b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:25:13.706579 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9083f33c-dbba-455f-8538-eb90cf674163 None None] Routers {'1a12bd88-d699-4982-a1e9-7b794fd3d73b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:25:13.707170 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9083f33c-dbba-455f-8538-eb90cf674163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:24:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:13.762164 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-56a9603a-b691-4f75-885d-a3527e93d84f req-33f5a15d-9ea7-4fac-906c-b019a7196c38 service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843329 Oct 26 15:25:13.812444 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-9083f33c-dbba-455f-8538-eb90cf674163 None None] Set router 1a12bd88-d699-4982-a1e9-7b794fd3d73b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:25:14.030962 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9083f33c-dbba-455f-8538-eb90cf674163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '22f79ed5-cb52-448f-9d73-e356eb0bf273', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'port_id': '9292800e-03e0-4f24-8429-d475ad74284d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'mac_address': 'fa:16:3e:2a:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:25:12Z', 'updated_at': '2021-10-26T15:25:12Z', 'revision_number': 0, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ip_address_scope': None}, {'id': 'e6c97e53-9e6a-4294-8709-75c6ea7e3722', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'port_id': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'mac_address': 'fa:16:3e:70:af:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9ccb56-65eb-408b-920d-3216720f5746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:22:00Z', 'updated_at': '2021-10-26T15:22:02Z', 'revision_number': 1, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 5, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:14.061301 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9083f33c-dbba-455f-8538-eb90cf674163 None None] The sync data for ids ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'] in n-d-815498-1 is: [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': '22f79ed5-cb52-448f-9d73-e356eb0bf273', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'port_id': '9292800e-03e0-4f24-8429-d475ad74284d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'mac_address': 'fa:16:3e:2a:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:25:12Z', 'updated_at': '2021-10-26T15:25:12Z', 'revision_number': 0, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ip_address_scope': None}, {'id': 'e6c97e53-9e6a-4294-8709-75c6ea7e3722', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'port_id': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'mac_address': 'fa:16:3e:70:af:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9ccb56-65eb-408b-920d-3216720f5746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:22:00Z', 'updated_at': '2021-10-26T15:22:02Z', 'revision_number': 1, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 5, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:14.248204 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e99c5a-7820-468b-b868-04ca618e2af3 None None] New status for floating IP 22f79ed5-cb52-448f-9d73-e356eb0bf273: ACTIVE {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:25:15.267514 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-2a6f6045-7a59-4f14-80c3-bb16212378b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:16.805877 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:17.200745 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:18.899039 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:23.485145 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcc361fc-d2b9-4e64-8ef2-99c6a92a5341 req-c02decc9-915d-494f-a547-0642b6deac71 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436397 Oct 26 15:25:23.571415 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc361fc-d2b9-4e64-8ef2-99c6a92a5341 req-302f65a6-5d7c-40d2-95f2-38efb0aa0c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:23.572927 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcc361fc-d2b9-4e64-8ef2-99c6a92a5341 req-302f65a6-5d7c-40d2-95f2-38efb0aa0c8f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 1097 time: 0.0404334 Oct 26 15:25:23.677063 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc361fc-d2b9-4e64-8ef2-99c6a92a5341 req-d22e3e46-67ee-47d4-a98a-4ce0e1222901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:23.678282 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcc361fc-d2b9-4e64-8ef2-99c6a92a5341 req-d22e3e46-67ee-47d4-a98a-4ce0e1222901 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 910 time: 0.0836112 Oct 26 15:25:23.747816 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcc361fc-d2b9-4e64-8ef2-99c6a92a5341 req-83a3bade-612c-48b7-96a2-65bba217c617 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9292800e-03e0-4f24-8429-d475ad74284d HTTP/1.1" status: 200 len: 1002 time: 0.0604289 Oct 26 15:25:23.798235 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc361fc-d2b9-4e64-8ef2-99c6a92a5341 req-14468eb2-1f85-4941-bb40-ea464539197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:23.799664 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcc361fc-d2b9-4e64-8ef2-99c6a92a5341 req-14468eb2-1f85-4941-bb40-ea464539197e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0431626 Oct 26 15:25:23.846092 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc361fc-d2b9-4e64-8ef2-99c6a92a5341 req-cef18c57-2cd0-41ff-a687-0e954c1687ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:23.847629 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcc361fc-d2b9-4e64-8ef2-99c6a92a5341 req-cef18c57-2cd0-41ff-a687-0e954c1687ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401928 Oct 26 15:25:23.943987 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcc361fc-d2b9-4e64-8ef2-99c6a92a5341 req-e889a97e-fad9-4969-9c64-f656a3c3fec3 service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888827 Oct 26 15:25:24.043997 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-fcc361fc-d2b9-4e64-8ef2-99c6a92a5341 req-d74b9f31-bebe-4728-b35e-0389b3646b53 service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920372 Oct 26 15:25:24.311482 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:28.538957 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:34.292584 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6a9c24b-bc09-495d-a5c5-108eaa356f2c req-3ed97bb2-6118-4548-a3cb-57994ee6c6ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816629 Oct 26 15:25:34.374704 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9c24b-bc09-495d-a5c5-108eaa356f2c req-512ded71-b598-4aec-a3a5-ce4a1779e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:34.376147 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6a9c24b-bc09-495d-a5c5-108eaa356f2c req-512ded71-b598-4aec-a3a5-ce4a1779e48e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 1095 time: 0.0397637 Oct 26 15:25:34.482497 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9c24b-bc09-495d-a5c5-108eaa356f2c req-7766ad97-13d2-43fc-8fb9-2098768ca309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:34.483868 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6a9c24b-bc09-495d-a5c5-108eaa356f2c req-7766ad97-13d2-43fc-8fb9-2098768ca309 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 910 time: 0.0875645 Oct 26 15:25:34.546603 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6a9c24b-bc09-495d-a5c5-108eaa356f2c req-8fff83c1-0c08-4e72-965a-76dc1f29eded service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08 HTTP/1.1" status: 200 len: 1000 time: 0.0558326 Oct 26 15:25:34.600010 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9c24b-bc09-495d-a5c5-108eaa356f2c req-87cf7b6f-1528-4a29-a83e-6df28be5b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:34.601471 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6a9c24b-bc09-495d-a5c5-108eaa356f2c req-87cf7b6f-1528-4a29-a83e-6df28be5b388 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0484192 Oct 26 15:25:34.647650 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9c24b-bc09-495d-a5c5-108eaa356f2c req-fa223a5a-8d06-4dbb-a63d-43b81d3a1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:34.649103 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6a9c24b-bc09-495d-a5c5-108eaa356f2c req-fa223a5a-8d06-4dbb-a63d-43b81d3a1edb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395026 Oct 26 15:25:34.738571 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6a9c24b-bc09-495d-a5c5-108eaa356f2c req-e18cde69-239e-41e6-be04-ec8706e91451 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807741 Oct 26 15:25:34.830394 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-e6a9c24b-bc09-495d-a5c5-108eaa356f2c req-550e3721-f139-40d8-b479-9e1c94f27ead service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841393 Oct 26 15:25:42.041059 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:25:42.944691 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a4dfbbcf-7945-407f-b61c-bf232841aa04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:45.268926 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f5838ff4-827f-438c-b368-41916f8ca410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:46.807011 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:47.203667 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:48.901498 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:54.318823 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:58.552657 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:12.945520 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-747d9974-b207-4b59-8932-1b31572acd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:15.269251 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-39218a22-1b66-46bd-b5ec-0c6a0c204d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:16.812746 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:17.207291 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:18.904538 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:19.041680 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:26:24.311996 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:24.509440 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72158aae-02ec-466e-982d-67c788d984da req-e559ae16-3899-476d-965a-b6c90210121e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395176 Oct 26 15:26:24.596806 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72158aae-02ec-466e-982d-67c788d984da req-2f2839fb-128e-4793-bb6f-a6a1c02892ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:24.598347 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72158aae-02ec-466e-982d-67c788d984da req-2f2839fb-128e-4793-bb6f-a6a1c02892ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 1097 time: 0.0416172 Oct 26 15:26:24.703612 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72158aae-02ec-466e-982d-67c788d984da req-e5cc4bee-cf27-40a5-84f9-2fcc12bf1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:24.705077 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72158aae-02ec-466e-982d-67c788d984da req-e5cc4bee-cf27-40a5-84f9-2fcc12bf1c44 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 910 time: 0.0870838 Oct 26 15:26:24.768986 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72158aae-02ec-466e-982d-67c788d984da req-46f53667-af6d-408b-9517-70099d95dd97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9292800e-03e0-4f24-8429-d475ad74284d HTTP/1.1" status: 200 len: 1002 time: 0.0560961 Oct 26 15:26:24.816238 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72158aae-02ec-466e-982d-67c788d984da req-1d42244a-b0c2-468b-a8a2-3c1231e80eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:24.817638 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72158aae-02ec-466e-982d-67c788d984da req-1d42244a-b0c2-468b-a8a2-3c1231e80eac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0424206 Oct 26 15:26:24.865214 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72158aae-02ec-466e-982d-67c788d984da req-14d0d072-b75a-4141-8982-ab249ae9e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:24.866700 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72158aae-02ec-466e-982d-67c788d984da req-14d0d072-b75a-4141-8982-ab249ae9e6b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424724 Oct 26 15:26:24.959401 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72158aae-02ec-466e-982d-67c788d984da req-1e278602-a838-4318-a760-5d3df7c4a7a7 service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846434 Oct 26 15:26:25.052946 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-72158aae-02ec-466e-982d-67c788d984da req-84baaac1-c532-4178-95f9-dff2a65ec645 service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860715 Oct 26 15:26:28.587009 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:34.276980 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89df6448-af7c-4dfa-b1b6-5607de943046 req-640160de-31c8-420b-92e9-9a21a1bc4eb0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396264 Oct 26 15:26:34.359921 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df6448-af7c-4dfa-b1b6-5607de943046 req-30db1a58-1bdc-43d1-af03-56b4348c588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:34.361875 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89df6448-af7c-4dfa-b1b6-5607de943046 req-30db1a58-1bdc-43d1-af03-56b4348c588a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 1095 time: 0.0438180 Oct 26 15:26:34.462095 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df6448-af7c-4dfa-b1b6-5607de943046 req-f0bd0f42-4988-44be-a25a-4c9623822a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:34.463542 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89df6448-af7c-4dfa-b1b6-5607de943046 req-f0bd0f42-4988-44be-a25a-4c9623822a11 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 910 time: 0.0845933 Oct 26 15:26:34.541596 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89df6448-af7c-4dfa-b1b6-5607de943046 req-cbd946c1-83a8-448f-9dc9-ee305d8e70f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08 HTTP/1.1" status: 200 len: 1000 time: 0.0640786 Oct 26 15:26:34.594321 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df6448-af7c-4dfa-b1b6-5607de943046 req-d890e609-b492-4814-a031-2cd08d9cbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:34.595799 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89df6448-af7c-4dfa-b1b6-5607de943046 req-d890e609-b492-4814-a031-2cd08d9cbd4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0477703 Oct 26 15:26:34.641486 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df6448-af7c-4dfa-b1b6-5607de943046 req-9e3f141c-4b6a-44bf-b693-04c08edee108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:34.643024 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89df6448-af7c-4dfa-b1b6-5607de943046 req-9e3f141c-4b6a-44bf-b693-04c08edee108 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401032 Oct 26 15:26:34.738468 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89df6448-af7c-4dfa-b1b6-5607de943046 req-9cde3b9c-0d2a-401f-bddc-24160d1cbc87 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878444 Oct 26 15:26:34.828105 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-89df6448-af7c-4dfa-b1b6-5607de943046 req-6e7001c9-0e1b-44dd-a567-6b599f0e5be6 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825033 Oct 26 15:26:42.947586 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35dd9b1d-0edc-4ffc-bb47-05f4db7bbc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:44.131487 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9292800e-03e0-4f24-8429-d475ad74284d details requested by agent hyperv_n-h1-815498-1 with host n-h1-815498-1 {{(pid=102125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:26:44.246660 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9292800e-03e0-4f24-8429-d475ad74284d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9292800e-03e0-4f24-8429-d475ad74284d,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:44.261313 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Returning: {'device': '9292800e-03e0-4f24-8429-d475ad74284d', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'port_id': '9292800e-03e0-4f24-8429-d475ad74284d', 'mac_address': 'fa:16:3e:2a:e8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:26:44.305427 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:44.323338 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9292800e-03e0-4f24-8429-d475ad74284d {{(pid=102125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:26:44.344738 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9292800e-03e0-4f24-8429-d475ad74284d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9292800e-03e0-4f24-8429-d475ad74284d,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:44.350232 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:44.415979 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=9292800e-03e0-4f24-8429-d475ad74284d,revision_number=6']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:44.424171 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:44.424520 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:44.424876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:44.425200 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:44.425531 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:44.425859 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:44.426212 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:44.426539 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:44.426862 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:44.427182 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:44.427504 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:44.427823 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:44.432736 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] get_ports_and_sgs() called for port_ids ['9292800e-03e0-4f24-8429-d475ad74284d'] {{(pid=102125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:26:45.274040 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-bfc2d778-607e-46a6-b246-025d5a6d688a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:46.139337 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9292800e-03e0-4f24-8429-d475ad74284d up at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:46.198055 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Provisioning complete for port 9292800e-03e0-4f24-8429-d475ad74284d triggered by entity L2. {{(pid=102125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:26:46.198426 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711866'] for port, provisioning_complete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:46.282823 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:46.307529 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9292800e-03e0-4f24-8429-d475ad74284d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:26:46.309837 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04281774-98f7-4a4b-8a1d-ca0010b85876" -d '{"events": [{"server_uuid": "e3152638-3056-46de-bf1a-de7ec22fcab5", "name": "network-vif-plugged", "status": "completed", "tag": "9292800e-03e0-4f24-8429-d475ad74284d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:26:46.335457 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9292800e-03e0-4f24-8429-d475ad74284d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9292800e-03e0-4f24-8429-d475ad74284d,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:46.341521 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:46.377792 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fc79b0-6a99-4d66-ab83-9fd4c85298bb x-openstack-request-id: req-82fc79b0-6a99-4d66-ab83-9fd4c85298bb {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:26:46.378107 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3152638-3056-46de-bf1a-de7ec22fcab5", "name": "network-vif-plugged", "status": "completed", "tag": "9292800e-03e0-4f24-8429-d475ad74284d", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:26:46.378368 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82fc79b0-6a99-4d66-ab83-9fd4c85298bb {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:26:46.378764 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9292800e-03e0-4f24-8429-d475ad74284d', 'code': 200} Oct 26 15:26:46.410110 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=9292800e-03e0-4f24-8429-d475ad74284d,revision_number=7']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:46.820425 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:47.214112 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:48.935343 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:53.567787 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55678) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:53.725535 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Deleting port d6c82de9-5868-4156-b4c3-a2c300ea4c8e {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:26:53.725784 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:53.806361 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:53.806688 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:53.818110 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Calling delete_port for d6c82de9-5868-4156-b4c3-a2c300ea4c8e owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:26:53.963940 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:53.989304 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event deleted for resources: {'Port': ['ID=d6c82de9-5868-4156-b4c3-a2c300ea4c8e,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:54.000847 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:54.001197 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:54.001540 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:54.001879 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:54.002241 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:54.002574 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:54.002907 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:54.003236 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:54.003561 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:54.003887 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:54.004217 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:54.004541 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:54.061268 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:54.061598 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Floating IP 22f79ed5-cb52-448f-9d73-e356eb0bf273 disassociated (deleted). External IP: 172.25.4.168, port: 9292800e-03e0-4f24-8429-d475ad74284d. Oct 26 15:26:54.266981 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Router 1a12bd88-d699-4982-a1e9-7b794fd3d73b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:26:54.297234 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:54.374448 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:54.380058 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:54.385436 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07791090-3931-456b-b206-2ebdfbc4eb39 None None] Sync routers for ids ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:54.395117 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07791090-3931-456b-b206-2ebdfbc4eb39 None None] Routers {'1a12bd88-d699-4982-a1e9-7b794fd3d73b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:26:54.395713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-07791090-3931-456b-b206-2ebdfbc4eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:26:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:54.407021 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-d9805b24-8a02-4a5c-bf05-c90d34040135 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "DELETE /v2.0/floatingips/22f79ed5-cb52-448f-9d73-e356eb0bf273 HTTP/1.1" status: 204 len: 168 time: 0.8380742 Oct 26 15:26:54.407620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'tag': '9292800e-03e0-4f24-8429-d475ad74284d'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:26:54.409906 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fe7916-6e36-4063-9318-412c35dde688" -d '{"events": [{"name": "network-changed", "server_uuid": "e3152638-3056-46de-bf1a-de7ec22fcab5", "tag": "9292800e-03e0-4f24-8429-d475ad74284d"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:26:54.502685 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-07791090-3931-456b-b206-2ebdfbc4eb39 None None] Set router 1a12bd88-d699-4982-a1e9-7b794fd3d73b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:26:54.510468 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aca7b63-a286-4791-bb7e-fa30c2f82fef x-openstack-request-id: req-5aca7b63-a286-4791-bb7e-fa30c2f82fef {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:26:54.511843 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3152638-3056-46de-bf1a-de7ec22fcab5", "tag": "9292800e-03e0-4f24-8429-d475ad74284d", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:26:54.512207 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5aca7b63-a286-4791-bb7e-fa30c2f82fef {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:26:54.513164 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'tag': '9292800e-03e0-4f24-8429-d475ad74284d', 'status': 'completed', 'code': 200} Oct 26 15:26:54.593640 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe7916-6e36-4063-9318-412c35dde688 req-a0c256e6-2055-49fd-b394-5432d481b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:54.595849 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7fe7916-6e36-4063-9318-412c35dde688 req-a0c256e6-2055-49fd-b394-5432d481b837 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 1097 time: 0.0444417 Oct 26 15:26:54.745431 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-07791090-3931-456b-b206-2ebdfbc4eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'e6c97e53-9e6a-4294-8709-75c6ea7e3722', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'port_id': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'mac_address': 'fa:16:3e:70:af:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9ccb56-65eb-408b-920d-3216720f5746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:22:00Z', 'updated_at': '2021-10-26T15:22:02Z', 'revision_number': 1, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 5, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:54.772503 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07791090-3931-456b-b206-2ebdfbc4eb39 None None] Checking router: 1a12bd88-d699-4982-a1e9-7b794fd3d73b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:54.782247 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07791090-3931-456b-b206-2ebdfbc4eb39 None None] Routers {'1a12bd88-d699-4982-a1e9-7b794fd3d73b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:26:54.782866 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-07791090-3931-456b-b206-2ebdfbc4eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:26:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:54.895551 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-07791090-3931-456b-b206-2ebdfbc4eb39 None None] Set router 1a12bd88-d699-4982-a1e9-7b794fd3d73b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:26:55.018570 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbddf8b-e874-4d22-8b25-63dea847c21c req-e687940d-0a57-47b3-b341-3f77077fe982 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:55.020041 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfbddf8b-e874-4d22-8b25-63dea847c21c req-e687940d-0a57-47b3-b341-3f77077fe982 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 946 time: 0.4211426 Oct 26 15:26:55.021385 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe7916-6e36-4063-9318-412c35dde688 req-3cc3c1af-1dad-49ea-b467-e6e8d8982621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:55.022695 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7fe7916-6e36-4063-9318-412c35dde688 req-3cc3c1af-1dad-49ea-b467-e6e8d8982621 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 910 time: 0.4189665 Oct 26 15:26:55.081565 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7fe7916-6e36-4063-9318-412c35dde688 req-bbe12bee-32e3-4e7e-beb5-dee6801be305 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9292800e-03e0-4f24-8429-d475ad74284d HTTP/1.1" status: 200 len: 217 time: 0.0421507 Oct 26 15:26:55.100573 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-cfbddf8b-e874-4d22-8b25-63dea847c21c req-bb5528f8-a074-400b-81d0-2df5574fa30c tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738978 Oct 26 15:26:55.122810 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-07791090-3931-456b-b206-2ebdfbc4eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'e6c97e53-9e6a-4294-8709-75c6ea7e3722', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'port_id': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'mac_address': 'fa:16:3e:70:af:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9ccb56-65eb-408b-920d-3216720f5746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:22:00Z', 'updated_at': '2021-10-26T15:22:02Z', 'revision_number': 1, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 5, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:55.136288 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe7916-6e36-4063-9318-412c35dde688 req-c7e8e00e-f1c4-41d0-a131-07bee717f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:55.138035 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7fe7916-6e36-4063-9318-412c35dde688 req-c7e8e00e-f1c4-41d0-a131-07bee717f1f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0469382 Oct 26 15:26:55.150652 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07791090-3931-456b-b206-2ebdfbc4eb39 None None] The sync data for ids ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'] in n-d-815498-1 is: [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_floatingips': [{'id': 'e6c97e53-9e6a-4294-8709-75c6ea7e3722', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'router_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'port_id': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'mac_address': 'fa:16:3e:70:af:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9ccb56-65eb-408b-920d-3216720f5746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:22:00Z', 'updated_at': '2021-10-26T15:22:02Z', 'revision_number': 1, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 5, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:55.191660 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe7916-6e36-4063-9318-412c35dde688 req-45f40b29-444c-4093-bd5e-67986044006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:55.193222 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7fe7916-6e36-4063-9318-412c35dde688 req-45f40b29-444c-4093-bd5e-67986044006f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466046 Oct 26 15:26:55.289214 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7fe7916-6e36-4063-9318-412c35dde688 req-abf35e0f-430a-4382-8efc-feb44f827538 service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882404 Oct 26 15:26:55.382713 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d7fe7916-6e36-4063-9318-412c35dde688 req-cd7c9fb1-bc71-4e04-94a7-b5dbf1cfe92b service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852706 Oct 26 15:26:55.396816 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d71b7-e48a-4691-9673-f0b60a61f219 None None] New status for floating IP 22f79ed5-cb52-448f-9d73-e356eb0bf273: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:26:56.040559 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:26:56.113337 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470a6e1-7adb-4e93-9ac7-5e4c55e57d9a req-9fcf6205-3f99-4b9c-8a22-40aeaddc642f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:56.114835 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8470a6e1-7adb-4e93-9ac7-5e4c55e57d9a req-9fcf6205-3f99-4b9c-8a22-40aeaddc642f tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 946 time: 0.0493488 Oct 26 15:26:56.145370 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9292800e-03e0-4f24-8429-d475ad74284d no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:56.254430 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42be77d-f5e3-4abd-ba6b-a06833375eb6 req-448bc503-7449-4dd6-af59-d4a16329ac77 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:56.256011 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d42be77d-f5e3-4abd-ba6b-a06833375eb6 req-448bc503-7449-4dd6-af59-d4a16329ac77 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3152638-3056-46de-bf1a-de7ec22fcab5 HTTP/1.1" status: 200 len: 946 time: 0.0659969 Oct 26 15:26:56.259133 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-8470a6e1-7adb-4e93-9ac7-5e4c55e57d9a req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Deleting port 9292800e-03e0-4f24-8429-d475ad74284d {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:26:56.259475 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8470a6e1-7adb-4e93-9ac7-5e4c55e57d9a req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:56.354330 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-d42be77d-f5e3-4abd-ba6b-a06833375eb6 req-f656fe25-5d61-4bb6-9825-efd9c6263af9 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901299 Oct 26 15:26:56.385463 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [req-8470a6e1-7adb-4e93-9ac7-5e4c55e57d9a req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] For port 9292800e-03e0-4f24-8429-d475ad74284d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9292800e-03e0-4f24-8429-d475ad74284d,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:56.385965 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8470a6e1-7adb-4e93-9ac7-5e4c55e57d9a req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:56.397925 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550879'] for port, before_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:56.400021 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [req-8470a6e1-7adb-4e93-9ac7-5e4c55e57d9a req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Calling delete_port for 9292800e-03e0-4f24-8429-d475ad74284d owned by compute:nova {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:26:56.420765 n-d-815498-1 neutron-server[102125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9292800e-03e0-4f24-8429-d475ad74284d'}] {{(pid=102125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:26:56.423261 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941a580416bf5e291e83f11eafb53036af26c4f24a1c281319f86353b972f0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0636a21a-7de2-4be4-8b56-23ad08edffca" -d '{"events": [{"server_uuid": "e3152638-3056-46de-bf1a-de7ec22fcab5", "name": "network-vif-unplugged", "status": "completed", "tag": "9292800e-03e0-4f24-8429-d475ad74284d"}]}' {{(pid=102125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:26:56.436066 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] For port 9292800e-03e0-4f24-8429-d475ad74284d, host n-h1-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815498-1',level=0,port_id=9292800e-03e0-4f24-8429-d475ad74284d,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:56.441594 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772549631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772549183088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772549183106'] for port, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:56.470610 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 15:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bef7754-eb06-47a4-9071-28758b01b449 x-openstack-request-id: req-3bef7754-eb06-47a4-9071-28758b01b449 {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:26:56.470911 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3152638-3056-46de-bf1a-de7ec22fcab5", "name": "network-vif-unplugged", "status": "completed", "tag": "9292800e-03e0-4f24-8429-d475ad74284d", "code": 200}]} {{(pid=102125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:26:56.471252 n-d-815498-1 neutron-server[102125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bef7754-eb06-47a4-9071-28758b01b449 {{(pid=102125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:26:56.471550 n-d-815498-1 neutron-server[102125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9292800e-03e0-4f24-8429-d475ad74284d', 'code': 200} Oct 26 15:26:56.495255 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Pushing event updated for resources: {'Port': ['ID=9292800e-03e0-4f24-8429-d475ad74284d,revision_number=8']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:56.533694 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8470a6e1-7adb-4e93-9ac7-5e4c55e57d9a req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:56.559615 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event deleted for resources: {'Port': ['ID=9292800e-03e0-4f24-8429-d475ad74284d,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:56.570097 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:56.570523 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:56.570864 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:56.571205 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:56.571536 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:56.571862 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:56.572195 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:56.572520 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:56.572845 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:56.573173 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:56.573498 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:56.573819 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815498-1 {{(pid=102124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:56.616280 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [req-8470a6e1-7adb-4e93-9ac7-5e4c55e57d9a req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] No DVR routers for this DVR port 9292800e-03e0-4f24-8429-d475ad74284d on host n-h1-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:26:56.619108 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [req-8470a6e1-7adb-4e93-9ac7-5e4c55e57d9a req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:56.622545 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-8470a6e1-7adb-4e93-9ac7-5e4c55e57d9a req-eb307433-8926-4f34-8ad1-a651ba3bf47d tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.25 "DELETE /v2.0/ports/9292800e-03e0-4f24-8429-d475ad74284d HTTP/1.1" status: 204 len: 173 time: 0.5010405 Oct 26 15:26:56.623012 n-d-815498-1 neutron-server[102124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'name': 'network-vif-deleted', 'tag': '9292800e-03e0-4f24-8429-d475ad74284d'}] {{(pid=102124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:26:56.625796 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cff527f4387faf2b23e6efbc57ef4d11e289d6463abc978bdfca11c6d17f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d1f984-7695-4ab9-8470-453ec9e346f8" -d '{"events": [{"server_uuid": "e3152638-3056-46de-bf1a-de7ec22fcab5", "name": "network-vif-deleted", "tag": "9292800e-03e0-4f24-8429-d475ad74284d"}]}' {{(pid=102124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:26:56.664236 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6086fe9c-e209-4561-8e52-a2b1077cb6f1 x-openstack-request-id: req-6086fe9c-e209-4561-8e52-a2b1077cb6f1 {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:26:56.664540 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3152638-3056-46de-bf1a-de7ec22fcab5", "name": "network-vif-deleted", "tag": "9292800e-03e0-4f24-8429-d475ad74284d", "status": "completed", "code": 200}]} {{(pid=102124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:26:56.664792 n-d-815498-1 neutron-server[102124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6086fe9c-e209-4561-8e52-a2b1077cb6f1 {{(pid=102124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:26:56.665196 n-d-815498-1 neutron-server[102124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3152638-3056-46de-bf1a-de7ec22fcab5', 'name': 'network-vif-deleted', 'tag': '9292800e-03e0-4f24-8429-d475ad74284d', 'status': 'completed', 'code': 200} Oct 26 15:26:57.904612 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55738) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:58.057871 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-59d2ea30-e5fc-45dc-bd93-e96b4e27857a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Deleting port 09e8701f-cf34-4042-80ce-d31618b0d9bb {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:26:58.058240 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea30-e5fc-45dc-bd93-e96b4e27857a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:58.137662 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea30-e5fc-45dc-bd93-e96b4e27857a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:58.138036 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea30-e5fc-45dc-bd93-e96b4e27857a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:58.150436 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-59d2ea30-e5fc-45dc-bd93-e96b4e27857a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Calling delete_port for 09e8701f-cf34-4042-80ce-d31618b0d9bb owned by network:floatingip {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:26:58.295463 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea30-e5fc-45dc-bd93-e96b4e27857a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:58.321000 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2ea30-e5fc-45dc-bd93-e96b4e27857a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event deleted for resources: {'Port': ['ID=09e8701f-cf34-4042-80ce-d31618b0d9bb,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:58.380703 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea30-e5fc-45dc-bd93-e96b4e27857a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for floatingip, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:58.381050 n-d-815498-1 neutron-server[102123]: INFO neutron.db.l3_db [None req-59d2ea30-e5fc-45dc-bd93-e96b4e27857a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Floating IP e6c97e53-9e6a-4294-8709-75c6ea7e3722 disassociated (deleted). External IP: 172.25.4.178, port: 95afb37f-dc43-46f7-a1ad-d22fcaf51d08. Oct 26 15:26:58.576845 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:58.586126 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d2ea30-e5fc-45dc-bd93-e96b4e27857a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Router 1a12bd88-d699-4982-a1e9-7b794fd3d73b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:26:58.694477 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d2ea30-e5fc-45dc-bd93-e96b4e27857a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:58.699445 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea30-e5fc-45dc-bd93-e96b4e27857a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for floatingip, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:58.704021 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba763f-4963-4fe4-8876-9598c1e3c1f9 None None] Sync routers for ids ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:58.714386 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba763f-4963-4fe4-8876-9598c1e3c1f9 None None] Routers {'1a12bd88-d699-4982-a1e9-7b794fd3d73b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:26:58.714996 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-82ba763f-4963-4fe4-8876-9598c1e3c1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:26:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:58.729030 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-59d2ea30-e5fc-45dc-bd93-e96b4e27857a tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "DELETE /v2.0/floatingips/e6c97e53-9e6a-4294-8709-75c6ea7e3722 HTTP/1.1" status: 204 len: 168 time: 0.8232977 Oct 26 15:26:58.729630 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9ccb56-65eb-408b-920d-3216720f5746', 'tag': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:26:58.731955 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2868a787-7f1e-4bca-826c-55e1f3074d05" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9ccb56-65eb-408b-920d-3216720f5746", "tag": "95afb37f-dc43-46f7-a1ad-d22fcaf51d08"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:26:58.769845 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7483bc-7571-4124-95f0-24d008f3c691 x-openstack-request-id: req-dd7483bc-7571-4124-95f0-24d008f3c691 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:26:58.770363 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9ccb56-65eb-408b-920d-3216720f5746", "tag": "95afb37f-dc43-46f7-a1ad-d22fcaf51d08", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:26:58.770693 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd7483bc-7571-4124-95f0-24d008f3c691 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:26:58.771162 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9ccb56-65eb-408b-920d-3216720f5746', 'tag': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'status': 'completed', 'code': 200} Oct 26 15:26:58.822051 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-82ba763f-4963-4fe4-8876-9598c1e3c1f9 None None] Set router 1a12bd88-d699-4982-a1e9-7b794fd3d73b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:26:58.834254 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868a787-7f1e-4bca-826c-55e1f3074d05 req-cdc31c22-d89e-4428-a64e-e19c113240a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:58.835736 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2868a787-7f1e-4bca-826c-55e1f3074d05 req-cdc31c22-d89e-4428-a64e-e19c113240a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5bf6863f22d447dab9703409fc90c583&device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 1095 time: 0.0425103 Oct 26 15:26:58.945675 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868a787-7f1e-4bca-826c-55e1f3074d05 req-b3834ede-a63e-4fa2-b130-540efe1c2f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:58.947185 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2868a787-7f1e-4bca-826c-55e1f3074d05 req-b3834ede-a63e-4fa2-b130-540efe1c2f25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 200 len: 910 time: 0.1015055 Oct 26 15:26:58.967798 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884a437-9fe3-43cc-a614-c75628d1a6e2 req-db4fd7ae-28ab-4e79-8d03-95a1d158b7ae tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:58.970148 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2884a437-9fe3-43cc-a614-c75628d1a6e2 req-db4fd7ae-28ab-4e79-8d03-95a1d158b7ae tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 944 time: 0.0498469 Oct 26 15:26:58.996242 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2868a787-7f1e-4bca-826c-55e1f3074d05 req-bc2dc73c-f309-4ce6-806b-7c6cc43de1a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08 HTTP/1.1" status: 200 len: 217 time: 0.0374503 Oct 26 15:26:59.011475 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-2884a437-9fe3-43cc-a614-c75628d1a6e2 req-22acb6f9-46c8-436f-adaf-643ab3ccea46 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341918 Oct 26 15:26:59.035092 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-82ba763f-4963-4fe4-8876-9598c1e3c1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 5, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:59.054528 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868a787-7f1e-4bca-826c-55e1f3074d05 req-bcf7ae34-64cd-4ea0-9713-735316b23354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:59.056014 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2868a787-7f1e-4bca-826c-55e1f3074d05 req-bcf7ae34-64cd-4ea0-9713-735316b23354 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 200 len: 848 time: 0.0523875 Oct 26 15:26:59.061417 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba763f-4963-4fe4-8876-9598c1e3c1f9 None None] Checking router: 1a12bd88-d699-4982-a1e9-7b794fd3d73b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:59.069749 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba763f-4963-4fe4-8876-9598c1e3c1f9 None None] Routers {'1a12bd88-d699-4982-a1e9-7b794fd3d73b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:26:59.070376 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-82ba763f-4963-4fe4-8876-9598c1e3c1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:26:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:59.104190 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868a787-7f1e-4bca-826c-55e1f3074d05 req-f18ca3b8-b1bd-4487-832c-81839f34ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:59.105590 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2868a787-7f1e-4bca-826c-55e1f3074d05 req-f18ca3b8-b1bd-4487-832c-81839f34ce29 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2f2558f-0614-4936-bd19-be54213bad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409715 Oct 26 15:26:59.176123 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-82ba763f-4963-4fe4-8876-9598c1e3c1f9 None None] Set router 1a12bd88-d699-4982-a1e9-7b794fd3d73b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:26:59.194557 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2868a787-7f1e-4bca-826c-55e1f3074d05 req-eed8ae39-74b1-49b0-9bae-a57a4b87a8e8 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804350 Oct 26 15:26:59.295551 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-2868a787-7f1e-4bca-826c-55e1f3074d05 req-5856fb84-4807-4d57-ba2c-6cfa5f509c0e service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862343 Oct 26 15:26:59.376023 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-82ba763f-4963-4fe4-8876-9598c1e3c1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 5, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:59.402628 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba763f-4963-4fe4-8876-9598c1e3c1f9 None None] The sync data for ids ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'] in n-d-815498-1 is: [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:21:40Z', 'revision_number': 4, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1', '_interfaces': [{'id': '3361e11e-2eab-4b26-b190-356eb93efd07', 'name': '', 'network_id': 'a2f2558f-0614-4936-bd19-be54213bad30', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'mac_address': 'fa:16:3e:cc:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:39Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 5, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'subnets': [{'id': 'e5b88618-eaca-4593-acbf-877b37235f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:59.628923 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483372be-9bde-42a4-98fd-0f3c1349a51c None None] New status for floating IP e6c97e53-9e6a-4294-8709-75c6ea7e3722: DOWN {{(pid=102126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:26:59.979834 n-d-815498-1 neutron-server[102123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe4239-ca73-4403-87f5-0305f761abca req-4fbdffc8-39e2-4898-a530-5cdc02000d60 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:59.981219 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64fe4239-ca73-4403-87f5-0305f761abca req-4fbdffc8-39e2-4898-a530-5cdc02000d60 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 944 time: 0.0481617 Oct 26 15:27:00.075458 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-64fe4239-ca73-4403-87f5-0305f761abca req-c320e0da-8fb9-4a9f-a09b-47fdf990e3d1 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Deleting port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:27:00.075896 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64fe4239-ca73-4403-87f5-0305f761abca req-c320e0da-8fb9-4a9f-a09b-47fdf990e3d1 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:00.137316 n-d-815498-1 neutron-server[102124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445195c-862f-4785-9cdd-b16cef39d526 req-01f1739a-2f53-4691-beee-429ba5cc48eb tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:27:00.138858 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1445195c-862f-4785-9cdd-b16cef39d526 req-01f1739a-2f53-4691-beee-429ba5cc48eb tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9ccb56-65eb-408b-920d-3216720f5746 HTTP/1.1" status: 200 len: 944 time: 0.0531991 Oct 26 15:27:00.163888 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [req-64fe4239-ca73-4403-87f5-0305f761abca req-c320e0da-8fb9-4a9f-a09b-47fdf990e3d1 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] For port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08, host n-h2-815498-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815498-1',level=0,port_id=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:00.164306 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64fe4239-ca73-4403-87f5-0305f761abca req-c320e0da-8fb9-4a9f-a09b-47fdf990e3d1 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:00.176060 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [req-1445195c-862f-4785-9cdd-b16cef39d526 req-a1876853-a7fb-488e-8e8f-dc9a1486a3c8 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310948 Oct 26 15:27:00.178398 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [req-64fe4239-ca73-4403-87f5-0305f761abca req-c320e0da-8fb9-4a9f-a09b-47fdf990e3d1 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Calling delete_port for 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 owned by compute:nova {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:27:00.178558 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9292800e-03e0-4f24-8429-d475ad74284d no longer exists at agent hyperv_n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:00.198896 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] No Port match for: 9292800e-03e0-4f24-8429-d475ad74284d {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:27:00.199245 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Device 9292800e-03e0-4f24-8429-d475ad74284d not bound to the agent host n-h1-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:00.312108 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64fe4239-ca73-4403-87f5-0305f761abca req-c320e0da-8fb9-4a9f-a09b-47fdf990e3d1 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:00.337740 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320e0da-8fb9-4a9f-a09b-47fdf990e3d1 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event deleted for resources: {'Port': ['ID=95afb37f-dc43-46f7-a1ad-d22fcaf51d08,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:00.385920 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fe4239-ca73-4403-87f5-0305f761abca req-c320e0da-8fb9-4a9f-a09b-47fdf990e3d1 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] No DVR routers for this DVR port 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 on host n-h2-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:27:00.388683 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [req-64fe4239-ca73-4403-87f5-0305f761abca req-c320e0da-8fb9-4a9f-a09b-47fdf990e3d1 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471574'] for port, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:00.392068 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [req-64fe4239-ca73-4403-87f5-0305f761abca req-c320e0da-8fb9-4a9f-a09b-47fdf990e3d1 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.11 "DELETE /v2.0/ports/95afb37f-dc43-46f7-a1ad-d22fcaf51d08 HTTP/1.1" status: 204 len: 173 time: 0.4042583 Oct 26 15:27:00.772620 n-d-815498-1 neutron-server[102123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9ccb56-65eb-408b-920d-3216720f5746', 'name': 'network-vif-deleted', 'tag': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08'}] {{(pid=102123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:27:00.775179 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614950e7ef328c48c1eb762cfc4358a8562d861f1746fb330ac42dbd435eff00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3ae08d-1c8e-4305-8c6a-769af06faf8a" -d '{"events": [{"server_uuid": "0e9ccb56-65eb-408b-920d-3216720f5746", "name": "network-vif-deleted", "tag": "95afb37f-dc43-46f7-a1ad-d22fcaf51d08"}]}' {{(pid=102123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:27:00.830968 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c6ad52-b3b1-4bca-8809-654fc0a6a3d8 x-openstack-request-id: req-55c6ad52-b3b1-4bca-8809-654fc0a6a3d8 {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:27:00.831357 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9ccb56-65eb-408b-920d-3216720f5746", "name": "network-vif-deleted", "tag": "95afb37f-dc43-46f7-a1ad-d22fcaf51d08", "status": "completed", "code": 200}]} {{(pid=102123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:27:00.831682 n-d-815498-1 neutron-server[102123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55c6ad52-b3b1-4bca-8809-654fc0a6a3d8 {{(pid=102123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:27:00.832272 n-d-815498-1 neutron-server[102123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9ccb56-65eb-408b-920d-3216720f5746', 'name': 'network-vif-deleted', 'tag': '95afb37f-dc43-46f7-a1ad-d22fcaf51d08', 'status': 'completed', 'code': 200} Oct 26 15:27:01.232299 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55752) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:27:01.289535 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ab8c241-086f-4f40-9ee5-a3d2179862e5 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:01.313778 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ab8c241-086f-4f40-9ee5-a3d2179862e5 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:01.370261 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ab8c241-086f-4f40-9ee5-a3d2179862e5 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:01.372976 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4ab8c241-086f-4f40-9ee5-a3d2179862e5 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Publish callbacks [] for security_group, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:01.374257 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4ab8c241-086f-4f40-9ee5-a3d2179862e5 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] 10.222.0.32 "DELETE /v2.0/security-groups/a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f HTTP/1.1" status: 204 len: 168 time: 0.1409667 Oct 26 15:27:01.384592 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8c241-086f-4f40-9ee5-a3d2179862e5 tempest-TestSnapshotPattern-865664929 tempest-TestSnapshotPattern-865664929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79c2a5f-3e3d-4e9f-95fa-7d19f873da5f,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:01.419309 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55756) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:27:01.843015 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7850d539-48a9-4b68-a233-732c17a6d133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:02.085639 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-7850d539-48a9-4b68-a233-732c17a6d133 admin admin] Deleting port 3361e11e-2eab-4b26-b190-356eb93efd07 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:27:02.085999 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7850d539-48a9-4b68-a233-732c17a6d133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:02.165971 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-7850d539-48a9-4b68-a233-732c17a6d133 admin admin] For port 3361e11e-2eab-4b26-b190-356eb93efd07, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=3361e11e-2eab-4b26-b190-356eb93efd07,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:02.166350 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7850d539-48a9-4b68-a233-732c17a6d133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:02.178435 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-7850d539-48a9-4b68-a233-732c17a6d133 admin admin] Calling delete_port for 3361e11e-2eab-4b26-b190-356eb93efd07 owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:27:02.354233 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7850d539-48a9-4b68-a233-732c17a6d133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:02.383931 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850d539-48a9-4b68-a233-732c17a6d133 admin admin] Pushing event deleted for resources: {'Port': ['ID=3361e11e-2eab-4b26-b190-356eb93efd07,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:02.542655 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7850d539-48a9-4b68-a233-732c17a6d133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:02.754456 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7850d539-48a9-4b68-a233-732c17a6d133 admin admin] Router 1a12bd88-d699-4982-a1e9-7b794fd3d73b has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:03.163753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7850d539-48a9-4b68-a233-732c17a6d133 admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:03.168763 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7850d539-48a9-4b68-a233-732c17a6d133 admin admin] 10.222.0.32 "PUT /v2.0/routers/1a12bd88-d699-4982-a1e9-7b794fd3d73b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7484436 Oct 26 15:27:03.171367 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55760) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:27:03.174507 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad1180-9463-40bf-80f2-8c83fb66f97e None None] Sync routers for ids ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'] in n-d-815498-1 {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:03.184784 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad1180-9463-40bf-80f2-8c83fb66f97e None None] Routers {'1a12bd88-d699-4982-a1e9-7b794fd3d73b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:27:03.185385 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9fad1180-9463-40bf-80f2-8c83fb66f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:26:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:03.277052 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:03.288732 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-9fad1180-9463-40bf-80f2-8c83fb66f97e None None] Set router 1a12bd88-d699-4982-a1e9-7b794fd3d73b gateway port host: n-d-815498-1 {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:27:03.378149 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:03.431460 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] Deleting port c783fa7f-4d97-4402-b593-23718d3613d5 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:27:03.431769 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:03.464208 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9fad1180-9463-40bf-80f2-8c83fb66f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:27:02Z', 'revision_number': 5, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port': {'id': 'c783fa7f-4d97-4402-b593-23718d3613d5', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:38Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:03.490298 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad1180-9463-40bf-80f2-8c83fb66f97e None None] Checking router: 1a12bd88-d699-4982-a1e9-7b794fd3d73b for host: n-d-815498-1 {{(pid=102125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:03.498582 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad1180-9463-40bf-80f2-8c83fb66f97e None None] Routers {'1a12bd88-d699-4982-a1e9-7b794fd3d73b'} bound to L3 agent in host n-d-815498-1 {{(pid=102125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:27:03.499180 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9fad1180-9463-40bf-80f2-8c83fb66f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:26:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'], 'active': True} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:03.513753 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] For port c783fa7f-4d97-4402-b593-23718d3613d5, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=c783fa7f-4d97-4402-b593-23718d3613d5,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:03.514150 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:03.526299 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] Calling delete_port for c783fa7f-4d97-4402-b593-23718d3613d5 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:27:03.594519 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvr_db [None req-9fad1180-9463-40bf-80f2-8c83fb66f97e None None] Set router 1a12bd88-d699-4982-a1e9-7b794fd3d73b gateway port host: None {{(pid=102125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:27:03.647876 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_hamode_db [None req-9fad1180-9463-40bf-80f2-8c83fb66f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:27:03Z', 'revision_number': 6, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port_host': None}], 'n-d-815498-1', False) {} {{(pid=102125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:03.676240 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad1180-9463-40bf-80f2-8c83fb66f97e None None] The sync data for ids ['1a12bd88-d699-4982-a1e9-7b794fd3d73b'] in n-d-815498-1 is: [{'id': '1a12bd88-d699-4982-a1e9-7b794fd3d73b', 'name': 'tempest-TestSnapshotPattern-717238267-router', 'tenant_id': '5bf6863f22d447dab9703409fc90c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:37Z', 'updated_at': '2021-10-26T15:27:03Z', 'revision_number': 6, 'project_id': '5bf6863f22d447dab9703409fc90c583', 'gw_port_host': None}] {{(pid=102125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:03.708736 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:03.733705 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] Pushing event deleted for resources: {'Port': ['ID=c783fa7f-4d97-4402-b593-23718d3613d5,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:03.796730 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:03.889251 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:03.891941 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:03.937906 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:03.938531 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a12bd88-d699-4982-a1e9-7b794fd3d73b {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:27:03.943509 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:03.944650 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-3d417b94-685e-4d32-9ecf-aa5efe20de37 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1a12bd88-d699-4982-a1e9-7b794fd3d73b HTTP/1.1" status: 204 len: 168 time: 0.7722905 Oct 26 15:27:03.947320 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55762) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:27:03.994440 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04165f1-71b5-4269-965c-61478559af91 admin admin] Deleting subnet e5b88618-eaca-4593-acbf-877b37235f62 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:27:03.997307 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a04165f1-71b5-4269-965c-61478559af91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.040922 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a04165f1-71b5-4269-965c-61478559af91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.111191 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 no longer exists at agent hyperv_n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:04.133827 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a04165f1-71b5-4269-965c-61478559af91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.136489 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] No Port match for: 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:27:04.137199 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Device 95afb37f-dc43-46f7-a1ad-d22fcaf51d08 not bound to the agent host n-h2-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:04.142818 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3361e11e-2eab-4b26-b190-356eb93efd07 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:04.168572 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 3361e11e-2eab-4b26-b190-356eb93efd07 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:27:04.168909 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 3361e11e-2eab-4b26-b190-356eb93efd07 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:04.188047 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a04165f1-71b5-4269-965c-61478559af91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.214211 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04165f1-71b5-4269-965c-61478559af91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b88618-eaca-4593-acbf-877b37235f62,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:04.218246 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-a04165f1-71b5-4269-965c-61478559af91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.221519 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-a04165f1-71b5-4269-965c-61478559af91 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e5b88618-eaca-4593-acbf-877b37235f62 HTTP/1.1" status: 204 len: 168 time: 0.2730193 Oct 26 15:27:04.223808 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b614794d-ffcf-47d1-b0a6-ab35e95f5ea8 None None] Network a2f2558f-0614-4936-bd19-be54213bad30 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:27:04.224303 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55764) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:27:04.301474 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.354193 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Deleting port 8b0090b1-589b-497f-838c-6b99f7b21c29 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:27:04.354535 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.416944 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] For port 8b0090b1-589b-497f-838c-6b99f7b21c29, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=8b0090b1-589b-497f-838c-6b99f7b21c29,segment=NetworkSegment(5deaece9-bbc3-4b34-9c15-de5cd12f940b),segment_id=5deaece9-bbc3-4b34-9c15-de5cd12f940b)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:04.417570 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.429616 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Calling delete_port for 8b0090b1-589b-497f-838c-6b99f7b21c29 owned by network:dhcp {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:27:04.487091 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb5792b-7644-4ddc-99c2-ac9deeea0a21 None None] DHCP port deletion for a2f2558f-0614-4936-bd19-be54213bad30 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:27:04.517843 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.538947 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5792b-7644-4ddc-99c2-ac9deeea0a21 None None] Deleting port 8b0090b1-589b-497f-838c-6b99f7b21c29 {{(pid=102125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:27:04.539404 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6fb5792b-7644-4ddc-99c2-ac9deeea0a21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.549513 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] No DVR routers for this DVR port 8b0090b1-589b-497f-838c-6b99f7b21c29 on host n-d-815498-1 {{(pid=102123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:27:04.555201 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0090b1-589b-497f-838c-6b99f7b21c29,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:04.609885 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.db [None req-6fb5792b-7644-4ddc-99c2-ac9deeea0a21 None None] For port 8b0090b1-589b-497f-838c-6b99f7b21c29, host n-d-815498-1, got binding levels [] {{(pid=102125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:04.610296 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6fb5792b-7644-4ddc-99c2-ac9deeea0a21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.623791 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5792b-7644-4ddc-99c2-ac9deeea0a21 None None] Calling delete_port for 8b0090b1-589b-497f-838c-6b99f7b21c29 owned by network:dhcp {{(pid=102125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:27:04.627213 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.ipam_backend_mixin [None req-6fb5792b-7644-4ddc-99c2-ac9deeea0a21 None None] Port 8b0090b1-589b-497f-838c-6b99f7b21c29 was not found and therefore no delete operation was performed {{(pid=102125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 15:27:04.628501 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6fb5792b-7644-4ddc-99c2-ac9deeea0a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079'] for port, after_delete {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.632681 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.654103 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f2558f-0614-4936-bd19-be54213bad30']}} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:04.657999 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5792b-7644-4ddc-99c2-ac9deeea0a21 None None] Pushing event deleted for resources: {'Port': ['ID=8b0090b1-589b-497f-838c-6b99f7b21c29,revision_number=None']} {{(pid=102125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:04.661537 n-d-815498-1 neutron-server[102125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5792b-7644-4ddc-99c2-ac9deeea0a21 None None] No DVR routers for this DVR port 8b0090b1-589b-497f-838c-6b99f7b21c29 on host n-d-815498-1 {{(pid=102125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:27:04.672092 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5deaece9-bbc3-4b34-9c15-de5cd12f940b') {'for_net_delete': True} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:04.672397 n-d-815498-1 neutron-server[102123]: DEBUG neutron.services.segments.db [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5deaece9-bbc3-4b34-9c15-de5cd12f940b') {} {{(pid=102123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:04.682789 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531336'] for segment, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.697870 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.705096 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=102123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:27:04.705519 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9181311'] for segment, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: Traceback (most recent call last): Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: timer() Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: cb(*args, **kw) Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: return func(*args, **kwargs) Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: self._notify() Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: self.callback(batched_events) Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: event.method(event) Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: return f(self, *a, **k) Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: return self._get(url).json() Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: return self.request(url, 'GET', **kwargs) Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:27:04.707687 n-d-815498-1 neutron-server[102123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:27:04.769485 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.786183 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Publish callbacks [] for network, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:04.789259 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a2f2558f-0614-4936-bd19-be54213bad30 HTTP/1.1" status: 204 len: 168 time: 0.5643635 Oct 26 15:27:04.790378 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc8df4-4d51-4708-9997-a3f963da36f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f2558f-0614-4936-bd19-be54213bad30,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:04.792215 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55766) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:27:05.140699 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b8868a5e-abb8-4f4f-8155-4ed26960fa5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654591'] for router_interface, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:05.380200 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b8868a5e-abb8-4f4f-8155-4ed26960fa5b admin admin] Deleting port 13992eb4-d7f8-427e-937e-76b31d2a20fc {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:27:05.380540 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b8868a5e-abb8-4f4f-8155-4ed26960fa5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:05.456235 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-b8868a5e-abb8-4f4f-8155-4ed26960fa5b admin admin] For port 13992eb4-d7f8-427e-937e-76b31d2a20fc, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=13992eb4-d7f8-427e-937e-76b31d2a20fc,segment=NetworkSegment(57ac1a59-4d99-4004-9d36-b3a1cd7fbeda),segment_id=57ac1a59-4d99-4004-9d36-b3a1cd7fbeda)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:05.456870 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b8868a5e-abb8-4f4f-8155-4ed26960fa5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:05.468885 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-b8868a5e-abb8-4f4f-8155-4ed26960fa5b admin admin] Calling delete_port for 13992eb4-d7f8-427e-937e-76b31d2a20fc owned by network:router_interface {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:27:05.646788 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b8868a5e-abb8-4f4f-8155-4ed26960fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:05.672765 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8868a5e-abb8-4f4f-8155-4ed26960fa5b admin admin] Pushing event deleted for resources: {'Port': ['ID=13992eb4-d7f8-427e-937e-76b31d2a20fc,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:05.841582 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-b8868a5e-abb8-4f4f-8155-4ed26960fa5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654739'] for router_interface, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:05.917146 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c783fa7f-4d97-4402-b593-23718d3613d5 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:05.937235 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: c783fa7f-4d97-4402-b593-23718d3613d5 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:27:05.937573 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device c783fa7f-4d97-4402-b593-23718d3613d5 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:05.937997 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8b0090b1-589b-497f-838c-6b99f7b21c29 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:05.956713 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 8b0090b1-589b-497f-838c-6b99f7b21c29 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:27:05.956989 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 8b0090b1-589b-497f-838c-6b99f7b21c29 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:06.063648 n-d-815498-1 neutron-server[102123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8868a5e-abb8-4f4f-8155-4ed26960fa5b admin admin] Router fdf87a01-3258-4395-abc0-1a3ac3cfe624 has already been hosted by L3 agent 1142139a-bbe3-4fa2-98ae-9569dab3884f {{(pid=102123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:06.168487 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8868a5e-abb8-4f4f-8155-4ed26960fa5b admin admin] Notify agent at l3_agent.n-d-815498-1 the message routers_updated {{(pid=102123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:06.173958 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-b8868a5e-abb8-4f4f-8155-4ed26960fa5b admin admin] 10.222.0.32 "PUT /v2.0/routers/fdf87a01-3258-4395-abc0-1a3ac3cfe624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3807895 Oct 26 15:27:06.176597 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55768) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:27:06.180395 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59276d7e-4f4b-481d-98d8-bafec199a773 None None] Sync routers for ids ['fdf87a01-3258-4395-abc0-1a3ac3cfe624'] in n-d-815498-1 {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:06.192017 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59276d7e-4f4b-481d-98d8-bafec199a773 None None] Routers {'fdf87a01-3258-4395-abc0-1a3ac3cfe624'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:27:06.192614 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-59276d7e-4f4b-481d-98d8-bafec199a773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:26:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fdf87a01-3258-4395-abc0-1a3ac3cfe624'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:06.280461 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:06.386686 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-59276d7e-4f4b-481d-98d8-bafec199a773 None None] Set router fdf87a01-3258-4395-abc0-1a3ac3cfe624 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:27:06.568971 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-59276d7e-4f4b-481d-98d8-bafec199a773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'name': 'tempest-TestSnapshotPattern-542169031-router', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:27:05Z', 'revision_number': 5, 'project_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'gw_port': {'id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:06.596484 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59276d7e-4f4b-481d-98d8-bafec199a773 None None] Checking router: fdf87a01-3258-4395-abc0-1a3ac3cfe624 for host: n-d-815498-1 {{(pid=102126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:06.605290 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59276d7e-4f4b-481d-98d8-bafec199a773 None None] Routers {'fdf87a01-3258-4395-abc0-1a3ac3cfe624'} bound to L3 agent in host n-d-815498-1 {{(pid=102126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:27:06.605901 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-59276d7e-4f4b-481d-98d8-bafec199a773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815498-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:45:45Z,description=,heartbeat_timestamp=2021-10-26T15:26:45Z,host='n-d-815498-1',id=1142139a-bbe3-4fa2-98ae-9569dab3884f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:45:45Z,topic='l3_agent')) {'router_ids': ['fdf87a01-3258-4395-abc0-1a3ac3cfe624'], 'active': True} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:06.698367 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:06.710854 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_dvr_db [None req-59276d7e-4f4b-481d-98d8-bafec199a773 None None] Set router fdf87a01-3258-4395-abc0-1a3ac3cfe624 gateway port host: n-d-815498-1 {{(pid=102126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:27:06.750004 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] Deleting port cdb424cf-c6bf-482b-8731-e7457377bd37 {{(pid=102123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:27:06.750373 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:06.834098 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.db [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] For port cdb424cf-c6bf-482b-8731-e7457377bd37, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=cdb424cf-c6bf-482b-8731-e7457377bd37,segment=NetworkSegment(c95c9119-c3c6-4f49-a92a-119bd0427886),segment_id=c95c9119-c3c6-4f49-a92a-119bd0427886)] {{(pid=102123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:06.834457 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:06.846564 n-d-815498-1 neutron-server[102123]: DEBUG neutron.plugins.ml2.plugin [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] Calling delete_port for cdb424cf-c6bf-482b-8731-e7457377bd37 owned by network:router_gateway {{(pid=102123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:27:06.892113 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.l3_hamode_db [None req-59276d7e-4f4b-481d-98d8-bafec199a773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'name': 'tempest-TestSnapshotPattern-542169031-router', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:27:05Z', 'revision_number': 5, 'project_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'gw_port': {'id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}], 'n-d-815498-1', False) {} {{(pid=102126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:06.917772 n-d-815498-1 neutron-server[102126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59276d7e-4f4b-481d-98d8-bafec199a773 None None] The sync data for ids ['fdf87a01-3258-4395-abc0-1a3ac3cfe624'] in n-d-815498-1 is: [{'id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'name': 'tempest-TestSnapshotPattern-542169031-router', 'tenant_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'external_fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:27:05Z', 'revision_number': 5, 'project_id': 'd4241ec3029a44ddb4f9cecd9394adaa', 'gw_port': {'id': 'cdb424cf-c6bf-482b-8731-e7457377bd37', 'name': '', 'network_id': '6858978a-703b-4f5b-a2d7-0e22b0a00783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf87a01-3258-4395-abc0-1a3ac3cfe624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815498-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:42Z', 'updated_at': '2021-10-26T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adc3096e-f68c-4b6c-9805-5d924fad2aa8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815498-1'}] {{(pid=102126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:07.015609 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181194'] for port, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.041923 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb424cf-c6bf-482b-8731-e7457377bd37,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:07.103595 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639537'] for router_gateway, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.192695 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.194760 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.239907 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651681'] for router, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.240495 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdf87a01-3258-4395-abc0-1a3ac3cfe624 {{(pid=102123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:27:07.245049 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] Publish callbacks [] for router, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.246261 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-7052579a-a38a-460b-ab97-6580f8ea86e5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fdf87a01-3258-4395-abc0-1a3ac3cfe624 HTTP/1.1" status: 204 len: 168 time: 1.0685577 Oct 26 15:27:07.248737 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [-] (102123) accepted ('10.222.0.32', 55770) {{(pid=102123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:27:07.294038 n-d-815498-1 neutron-server[102123]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd45d56-c801-4c4e-9e60-6037ff4be013 admin admin] Deleting subnet a3fe3054-e561-4f20-9dc3-f435e26b8ad3 {{(pid=102123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:27:07.297953 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fd45d56-c801-4c4e-9e60-6037ff4be013 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.333167 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fd45d56-c801-4c4e-9e60-6037ff4be013 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531331'] for subnet, precommit_delete_associations {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.416669 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fd45d56-c801-4c4e-9e60-6037ff4be013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708524'] for subnet, precommit_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.470523 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fd45d56-c801-4c4e-9e60-6037ff4be013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1965444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10032805'] for subnet, after_delete {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.502864 n-d-815498-1 neutron-server[102123]: DEBUG neutron_lib.callbacks.manager [None req-4fd45d56-c801-4c4e-9e60-6037ff4be013 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.504978 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9abf64-9e29-4cdb-ba6f-ff90304f86e8 None None] Network 6a6a70c3-0593-4dc6-9dc7-22ed138504c2 requested from n-d-815498-1 {{(pid=102125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:27:07.506731 n-d-815498-1 neutron-server[102123]: INFO neutron.wsgi [None req-4fd45d56-c801-4c4e-9e60-6037ff4be013 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a3fe3054-e561-4f20-9dc3-f435e26b8ad3 HTTP/1.1" status: 204 len: 168 time: 0.2569845 Oct 26 15:27:07.507836 n-d-815498-1 neutron-server[102123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd45d56-c801-4c4e-9e60-6037ff4be013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3fe3054-e561-4f20-9dc3-f435e26b8ad3,revision_number=None']} {{(pid=102123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:07.509391 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55772) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:27:07.583982 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731929'] for network, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.645917 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Deleting port bff7507d-4e2a-4e98-9400-422b8b8eab23 {{(pid=102124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:27:07.646300 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772549690902'] for port, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.709192 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.db [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] For port bff7507d-4e2a-4e98-9400-422b8b8eab23, host n-d-815498-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815498-1',level=0,port_id=bff7507d-4e2a-4e98-9400-422b8b8eab23,segment=NetworkSegment(57ac1a59-4d99-4004-9d36-b3a1cd7fbeda),segment_id=57ac1a59-4d99-4004-9d36-b3a1cd7fbeda)] {{(pid=102124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:07.709556 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640673'] for port, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.722236 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.plugin [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Calling delete_port for bff7507d-4e2a-4e98-9400-422b8b8eab23 owned by network:dhcp {{(pid=102124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:27:07.801522 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772549631708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772549183079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9425303'] for port, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.826623 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff7507d-4e2a-4e98-9400-422b8b8eab23,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:07.830848 n-d-815498-1 neutron-server[102124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] No DVR routers for this DVR port bff7507d-4e2a-4e98-9400-422b8b8eab23 on host n-d-815498-1 {{(pid=102124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:27:07.903565 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709415', 'neutron.services.segments.db._delete_segments_for_network-8772549706271'] for network, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.925427 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6a70c3-0593-4dc6-9dc7-22ed138504c2']}} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:07.934706 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ac1a59-4d99-4004-9d36-b3a1cd7fbeda') {'for_net_delete': True} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:07.935000 n-d-815498-1 neutron-server[102124]: DEBUG neutron.services.segments.db [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ac1a59-4d99-4004-9d36-b3a1cd7fbeda') {} {{(pid=102124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:07.935127 n-d-815498-1 neutron-server[102125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d513569-de73-4c93-8c14-b2121e7a0b7a None None] DHCP port deletion for 6a6a70c3-0593-4dc6-9dc7-22ed138504c2 request from n-d-815498-1 {{(pid=102125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:27:07.945441 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772549706792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431310'] for segment, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.962822 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647'] for segment, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.966980 n-d-815498-1 neutron-server[102124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:27:07.967382 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425378'] for segment, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:07.994341 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cdb424cf-c6bf-482b-8731-e7457377bd37 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: Traceback (most recent call last): Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: timer() Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: cb(*args, **kw) Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: return func(*args, **kwargs) Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: self._notify() Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: self.callback(batched_events) Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: event.method(event) Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: return f(self, *a, **k) Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: return self._get(url).json() Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: return self.request(url, 'GET', **kwargs) Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:27:08.003521 n-d-815498-1 neutron-server[102124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:27:08.018091 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: cdb424cf-c6bf-482b-8731-e7457377bd37 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:27:08.018747 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device cdb424cf-c6bf-482b-8731-e7457377bd37 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:08.019270 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 13992eb4-d7f8-427e-937e-76b31d2a20fc no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:08.027146 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639501'] for network, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:08.033157 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Publish callbacks [] for network, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:08.036346 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6a6a70c3-0593-4dc6-9dc7-22ed138504c2 HTTP/1.1" status: 204 len: 168 time: 0.5251389 Oct 26 15:27:08.039476 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: 13992eb4-d7f8-427e-937e-76b31d2a20fc {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:27:08.039826 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device 13992eb4-d7f8-427e-937e-76b31d2a20fc not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:08.040893 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bff7507d-4e2a-4e98-9400-422b8b8eab23 no longer exists at agent ovs-agent-n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:08.047928 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c90bba-d314-4063-8144-0cc3a202b161 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a6a70c3-0593-4dc6-9dc7-22ed138504c2,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:08.064928 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.plugin [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] No Port match for: bff7507d-4e2a-4e98-9400-422b8b8eab23 {{(pid=102125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:27:08.065283 n-d-815498-1 neutron-server[102125]: DEBUG neutron.plugins.ml2.rpc [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Device bff7507d-4e2a-4e98-9400-422b8b8eab23 not bound to the agent host n-d-815498-1 {{(pid=102125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:08.149169 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55776) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:27:08.189009 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-2986dd31-8f9c-4ad6-b141-9dffbf4237e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bf6863f22d447dab9703409fc90c583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385141 Oct 26 15:27:08.191312 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55778) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:27:08.244604 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34f84a5f-54db-4617-849e-7b7a0d7c0485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:08.266268 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34f84a5f-54db-4617-849e-7b7a0d7c0485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:08.310745 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34f84a5f-54db-4617-849e-7b7a0d7c0485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:08.313936 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-34f84a5f-54db-4617-849e-7b7a0d7c0485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:08.315121 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-34f84a5f-54db-4617-849e-7b7a0d7c0485 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1af807e-6383-46e7-87a2-90972f5bfc59 HTTP/1.1" status: 204 len: 168 time: 0.1229227 Oct 26 15:27:08.323348 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f84a5f-54db-4617-849e-7b7a0d7c0485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1af807e-6383-46e7-87a2-90972f5bfc59,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:08.619243 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55784) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:27:08.658087 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-7101c162-3aff-40c4-bc91-b7fb0feaaa97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4241ec3029a44ddb4f9cecd9394adaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376573 Oct 26 15:27:08.660419 n-d-815498-1 neutron-server[102124]: DEBUG neutron.wsgi [-] (102124) accepted ('10.222.0.32', 55786) {{(pid=102124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:27:08.707865 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-655de9c9-08dc-4c17-891c-ee0ad3fd4fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:08.728512 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-655de9c9-08dc-4c17-891c-ee0ad3fd4fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:08.772599 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-655de9c9-08dc-4c17-891c-ee0ad3fd4fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022924'] for security_group, after_delete {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:08.775221 n-d-815498-1 neutron-server[102124]: DEBUG neutron_lib.callbacks.manager [None req-655de9c9-08dc-4c17-891c-ee0ad3fd4fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:08.776362 n-d-815498-1 neutron-server[102124]: INFO neutron.wsgi [None req-655de9c9-08dc-4c17-891c-ee0ad3fd4fde admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0cf71eac-a2ae-4f80-9a61-8d53a1a391c7 HTTP/1.1" status: 204 len: 168 time: 0.1150348 Oct 26 15:27:08.786588 n-d-815498-1 neutron-server[102124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655de9c9-08dc-4c17-891c-ee0ad3fd4fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf71eac-a2ae-4f80-9a61-8d53a1a391c7,revision_number=None']} {{(pid=102124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:12.951041 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-45f86dbe-7bd4-4315-bde8-368724cf7661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:15.276138 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d8d5bd43-41a2-46b4-a1e2-9c29f57d7e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:16.812907 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:17.212551 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:18.911458 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:24.300416 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:28.566658 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:33.039418 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:27:42.952886 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a3d148c2-e7e2-4316-8f07-cadbd540ad1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:45.276977 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-52bc80a9-d8b8-483b-9413-45357ae73d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:46.815982 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:47.215945 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:48.915682 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:54.312007 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:58.581846 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:10.037739 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:28:12.957623 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-de013abd-0e76-41ab-9dd1-d67e00fcc647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:15.277655 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-57870dd4-c0c7-4cb0-98d3-acd337f5b28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:16.817438 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:17.218993 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:18.910920 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:24.335094 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:28.812936 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:42.958963 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ad17d4f7-814f-4a70-be75-0033c41aff41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:45.280247 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-1ef6222c-6f12-4419-b7e9-dc6ea90fedbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:46.819697 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:47.037025 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:28:47.221544 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:48.914916 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:54.323857 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:58.592818 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:12.959969 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e45124ee-9cf5-49a6-9a6e-6cf88b4b1735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:15.282472 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d55b-c2c8-4419-a424-dfa24b3fce30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:16.820671 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:17.226616 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:18.916509 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:24.035168 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:29:24.336561 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:28.627408 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:42.961318 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-aa97e7bc-0b2e-49aa-8589-59956935ea30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:45.284367 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4bfe40e0-7325-406c-9d6e-a07d29192722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:46.822311 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:47.227476 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:48.919716 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:54.334874 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:58.626113 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:01.034640 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:30:12.963284 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-d71b0dcb-f568-4c5a-8a5f-20412c63245a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:15.285514 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-713b62b3-e05e-4ee3-9edf-39c06c7deac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:16.824158 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:17.231464 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:18.923054 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:24.350502 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:28.671093 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:38.034085 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:30:42.965581 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49dabefe-57bd-4a99-a7ca-4f77af2c9b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:45.286775 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-ab36f581-8bda-4922-92f2-345c2f0e6fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:46.826084 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:47.232301 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:48.926928 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:54.347111 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:58.671384 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:12.966956 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-48d1ada6-1acc-4313-af06-5058cb617103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:15.034522 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:31:15.287828 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-800c8984-f0c5-4c02-8efe-1da2f2bc6651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:16.831451 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:17.235928 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:18.929013 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:24.382092 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:28.666428 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:42.967259 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-35c78715-0c59-4d83-ae34-415d94331800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:45.289329 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6e7de0ed-a9d8-4395-b10e-53c5b0acfeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:46.822707 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:47.237872 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:48.933109 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:52.115508 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:31:54.374851 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:58.665170 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:12.969012 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-606f792b-4372-4643-ae91-a54f4966a7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:15.290640 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c22dbdba-fe73-4546-b5c4-c28eef04475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:16.824376 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:17.241495 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:18.935981 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:24.386742 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:28.680132 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:29.034124 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:32:42.970317 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-a4b05e05-87c1-45b0-8756-e76efa7ece54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:45.291561 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-fa589e44-3f83-43f1-a463-84377fe590f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:46.825773 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:47.244244 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:48.938840 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:54.389063 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:58.673931 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:06.034327 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:33:12.971108 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-47ccd1e0-069d-4eb4-b7ef-745fae9bb771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:15.292776 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-4acbc623-df96-4c57-9ef9-d6151363f2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:16.830415 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:17.246899 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:18.940351 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:24.401892 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:28.685785 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:42.972133 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-37adf6d9-ff1e-4160-bf72-a4da883b4928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:43.033953 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:33:45.293624 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-013bb429-dd05-49d5-be7a-3e4f118f0eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:46.833053 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:47.250653 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:48.944627 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:54.400716 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:58.684477 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:12.972753 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-8dbf35b5-8ec4-447a-a520-73e1265803df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:15.295123 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-6247b7d9-6640-447b-858f-c88f5a493af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:16.836443 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:17.253156 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:18.947283 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:20.035318 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:34:24.407213 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:28.703976 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:41.089719 n-d-815498-1 neutron-server[102123]: DEBUG neutron.wsgi [req-25d4ff39-39ea-496b-86ea-8959b8904247 req-24bb197e-5556-4412-a47b-00ed7d26c0fb service neutron] (102123) timed out ('10.222.0.32', 53428) {{(pid=102123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 15:34:42.973865 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-104a2359-de82-4c83-a1f6-91e595076d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:45.295940 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-935ba589-328e-4a19-a676-ad1dafa67f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:46.840420 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:47.256779 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:48.956796 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:54.396423 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:57.034645 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:34:58.696886 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:12.975001 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-53fcb6c6-6883-497a-985f-cb5236d8e410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:15.297127 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-823a97ff-b2f3-4f33-aff1-22e107555151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:16.843022 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0f6036cb-b794-4919-a922-1f37297df5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:17.259280 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0a378537-e82f-46e8-9ca8-f454b0084ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:18.954440 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-101d2f1c-2089-4422-ae70-75e0085295e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:24.402597 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf9eb-266c-468b-a8e0-1ed7d85e94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:28.698267 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-49f41132-722b-42d0-a2f2-f2100533d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:34.034611 n-d-815498-1 neutron-server[102126]: DEBUG neutron.db.agents_db [None req-321eae39-3c54-4a8e-a373-37d4dc672798 None None] Agent healthcheck: found 7 active agents {{(pid=102126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:35:42.975197 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-c870811a-82d9-4f16-95ad-74f1b5c5390f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:45.297950 n-d-815498-1 neutron-server[102125]: DEBUG neutron_lib.callbacks.manager [None req-e183611d-c5b3-4b84-8637-dbd157f3bce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772549706253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711917'] for agent, after_update {{(pid=102125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}